-- Logs begin at Fri 2022-06-03 14:14:18 UTC, end at Fri 2022-06-03 16:51:59 UTC. -- Jun 03 14:58:15.770073 n-d-844595-1 systemd[1]: Started Devstack devstack@q-svc.service. Jun 03 14:58:18.312477 n-d-844595-1 neutron-server[88339]: INFO neutron.common.config [-] Logging enabled! Jun 03 14:58:18.313136 n-d-844595-1 neutron-server[88339]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev9 Jun 03 14:58:18.313239 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88339) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 14:58:18.316394 n-d-844595-1 neutron-server[88339]: INFO neutron.common.config [-] Logging enabled! Jun 03 14:58:18.316641 n-d-844595-1 neutron-server[88339]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev9 Jun 03 14:58:18.316944 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88339) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 03 14:58:18.317897 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 14:58:18.318124 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 14:58:18.318481 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 14:58:18.318701 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 14:58:18.318922 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 14:58:18.319233 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.319524 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.319814 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.320037 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.320319 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.320597 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.320887 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.321162 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.321452 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.321730 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.322031 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.322293 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.322522 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.322795 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.323082 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.323359 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.323574 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] debug = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.323848 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.324267 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.324678 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.324969 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.325240 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.325507 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.325770 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.326086 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.326363 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.326689 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] host = n-d-844595-1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.326963 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.327245 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.327523 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.327802 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.328067 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.328336 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.328611 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.328880 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.329143 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] log_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.329410 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.329689 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.329990 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.330273 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.330491 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.330705 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.330990 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.331269 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.331538 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.331804 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.332071 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.332336 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.332606 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.332866 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.333152 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.333424 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.333709 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.334012 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.334272 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.334535 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.334805 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.335082 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.335351 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.335614 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.335880 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.336158 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.336418 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.336683 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.336981 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.337259 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.337535 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.337839 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.338598 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.338598 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.338767 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.338892 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.339164 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] use_json = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.339428 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.339691 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.339967 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.340230 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.340493 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.340760 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.341024 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.341300 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.341613 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:18.341926 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.342219 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.347357 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.347357 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.347357 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.347357 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.347357 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.347357 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.347357 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.347357 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348078 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348078 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348078 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348078 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348078 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348078 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348078 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348078 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348766 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348766 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348766 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348766 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348766 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348766 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.348766 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.349420 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.349619 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.350150 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.350594 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.351007 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.351433 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.351885 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.352316 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.352749 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.353193 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.353624 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.354101 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.354541 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.355002 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.355473 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.355895 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.356315 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.356647 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.356936 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.357265 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.357586 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.357908 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.358168 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.358440 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.358722 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.358992 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.359264 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.359526 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.359796 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.360068 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.360336 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.360605 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.360875 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.361151 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.361417 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.361670 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.361958 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.362230 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.362499 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.362770 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.363038 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.363306 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.363574 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.363857 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.364149 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.364423 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.364698 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.364976 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.365249 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.365522 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.365793 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.366085 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.366360 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.366629 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.366915 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.367193 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.367477 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.367754 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.368028 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.368318 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.368594 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.368873 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.369144 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.369423 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.369700 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.370073 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.370365 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.370651 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.370940 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.371227 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.371513 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.371787 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.372093 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.372367 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:18.372581 n-d-844595-1 neutron-server[88339]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 14:58:18.372850 n-d-844595-1 neutron-server[88339]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88339) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 03 14:58:18.756536 n-d-844595-1 neutron-server[88339]: INFO keyring.backend [-] Loading KWallet Jun 03 14:58:18.763941 n-d-844595-1 neutron-server[88339]: INFO keyring.backend [-] Loading SecretService Jun 03 14:58:18.767435 n-d-844595-1 neutron-server[88339]: INFO keyring.backend [-] Loading Windows Jun 03 14:58:18.768755 n-d-844595-1 neutron-server[88339]: INFO keyring.backend [-] Loading chainer Jun 03 14:58:18.769544 n-d-844595-1 neutron-server[88339]: INFO keyring.backend [-] Loading macOS Jun 03 14:58:18.802882 n-d-844595-1 neutron-server[88339]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 14:58:18.803111 n-d-844595-1 neutron-server[88339]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 14:58:18.803414 n-d-844595-1 neutron-server[88339]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 03 14:58:18.803751 n-d-844595-1 neutron-server[88339]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 03 14:58:19.196729 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.196972 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.197271 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.198591 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.198857 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.199114 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.234259 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.234509 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.234771 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.248191 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.248461 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.248718 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.279996 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.280241 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.280523 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.317650 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.318382 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.318382 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.550998 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.551203 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.551435 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.551693 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.552430 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.672173 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.672455 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.672760 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.673024 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.673294 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.673586 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.673827 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.674114 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.674363 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.674633 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.674886 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.675143 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.675398 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.675643 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.675901 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.676164 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.676398 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.676660 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.676907 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.677179 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.677523 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.677770 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.678035 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.678313 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.678554 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.678792 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.679173 n-d-844595-1 neutron-server[88339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:58:19.679402 n-d-844595-1 neutron-server[88339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:58:19.679629 n-d-844595-1 neutron-server[88339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:58:19.679857 n-d-844595-1 neutron-server[88339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:58:19.680084 n-d-844595-1 neutron-server[88339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:58:19.680309 n-d-844595-1 neutron-server[88339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:58:19.680671 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 03 14:58:19.683933 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 03 14:58:19.687855 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 03 14:58:19.691671 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 03 14:58:19.693303 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 03 14:58:19.693913 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 03 14:58:19.694260 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 03 14:58:19.694632 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 03 14:58:19.697396 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 03 14:58:19.697641 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 03 14:58:19.697978 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 14:58:19.725382 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 03 14:58:19.725832 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.726152 n-d-844595-1 neutron-server[88339]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88339) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 03 14:58:19.726512 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.727866 n-d-844595-1 neutron-server[88339]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88339) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 03 14:58:19.728145 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 14:58:19.728378 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 03 14:58:19.731773 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.732046 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:19.793001 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 03 14:58:19.793202 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 03 14:58:19.793449 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 03 14:58:19.793823 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 03 14:58:19.833323 n-d-844595-1 neutron-server[88339]: DEBUG oslo_db.sqlalchemy.engines [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88339) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 03 14:58:20.179358 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Initializing driver for type 'gre' Jun 03 14:58:20.179904 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] gre ID ranges: [(1, 1000)] Jun 03 14:58:20.239941 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Initializing driver for type 'local' Jun 03 14:58:20.240220 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Initializing driver for type 'vlan' Jun 03 14:58:20.255424 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] VlanTypeDriver initialization complete Jun 03 14:58:20.256157 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Initializing driver for type 'vxlan' Jun 03 14:58:20.256681 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] vxlan ID ranges: [(1, 1000)] Jun 03 14:58:20.319833 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Initializing extension driver 'port_security' Jun 03 14:58:20.320596 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.extensions.port_security [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] PortSecurityExtensionDriver initialization complete Jun 03 14:58:20.320596 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Initializing mechanism driver 'openvswitch' Jun 03 14:58:20.321043 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Initializing mechanism driver 'hyperv' Jun 03 14:58:20.327917 n-d-844595-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.plugin [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:58:20.328636 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > port after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.329003 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > port after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.329348 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > port after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.329928 n-d-844595-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:58:20.330366 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.330716 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.336558 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.336558 n-d-844595-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:58:20.336558 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > network after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.336558 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > network after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.336558 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > network after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.337022 n-d-844595-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:58:20.337022 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > security_group after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.337022 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > security_group after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.337022 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.337022 n-d-844595-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:58:20.337334 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.337334 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.337334 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.337511 n-d-844595-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:58:20.337937 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > address_group after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.338294 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > address_group after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.338632 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.339025 n-d-844595-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 03 14:58:20.339489 n-d-844595-1 neutron-server[88339]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] ML2 OVO RPC backend initialized. {{(pid=88339) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 03 14:58:20.340242 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.340601 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.341404 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > network before_response 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.341404 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > networks before_response 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.341933 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > port before_response 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.342470 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > ports before_response 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.342823 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > subnet before_response 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.343169 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > subnets before_response 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.343518 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > network after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.343857 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > network after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.344191 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > network after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.344526 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > port after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.344858 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > port after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.345190 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > port after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.345521 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.345854 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.346206 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.346813 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.plugin [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Modular L2 Plugin initialization complete Jun 03 14:58:20.347143 n-d-844595-1 neutron-server[88339]: DEBUG neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading services supported by the core plugin {{(pid=88339) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 03 14:58:20.347471 n-d-844595-1 neutron-server[88339]: INFO neutron.plugins.ml2.managers [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Got port-security extension from driver 'port_security' Jun 03 14:58:20.347936 n-d-844595-1 neutron-server[88339]: INFO neutron.extensions.vlantransparent [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Disabled vlantransparent extension. Jun 03 14:58:20.348432 n-d-844595-1 neutron-server[88339]: DEBUG neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88339) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 03 14:58:20.348744 n-d-844595-1 neutron-server[88339]: INFO neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading Plugin: router Jun 03 14:58:20.385543 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.385924 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router after_create 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.386315 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router before_create 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.386757 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.387127 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.387480 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router after_delete 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.387830 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.388194 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router after_create 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.388546 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router after_update 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.388932 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router after_update 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.389324 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.389726 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router after_update 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.390174 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.390531 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: port after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.390881 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: port after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.391221 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: subnet after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.391552 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.391901 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.392248 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.392584 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: port before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.392926 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router precommit_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.393281 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router after_update 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.393619 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.393985 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.394342 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.394685 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.395029 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > agent after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.395383 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > agent after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.395732 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > network after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.396679 n-d-844595-1 neutron-server[88339]: DEBUG neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Tracking information for resource: router configured {{(pid=88339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:58:20.397008 n-d-844595-1 neutron-server[88339]: DEBUG neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Tracking information for resource: floatingip configured {{(pid=88339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 14:58:20.402685 n-d-844595-1 neutron-server[88339]: INFO neutron.db.l3_agentschedulers_db [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 03 14:58:20.403272 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: port after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.403635 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: port after_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.403987 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: port after_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.404425 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: port after_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.405356 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router before_create 55550100 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.405714 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.406193 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router precommit_create 55550100 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.406551 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > router precommit_update 55550100 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.411255 n-d-844595-1 neutron-server[88339]: DEBUG neutron.services.provider_configuration [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service providers = [] {{(pid=88339) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 03 14:58:20.411615 n-d-844595-1 neutron-server[88339]: DEBUG neutron.db.servicetype_db [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88339) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 03 14:58:20.414809 n-d-844595-1 neutron-server[88339]: DEBUG neutron.services.service_base [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 14:58:20.415226 n-d-844595-1 neutron-server[88339]: DEBUG neutron.services.service_base [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 14:58:20.415511 n-d-844595-1 neutron-server[88339]: DEBUG neutron.services.service_base [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 14:58:20.416409 n-d-844595-1 neutron-server[88339]: DEBUG neutron.services.service_base [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 14:58:20.416779 n-d-844595-1 neutron-server[88339]: INFO neutron.services.service_base [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 03 14:58:20.417168 n-d-844595-1 neutron-server[88339]: DEBUG neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:58:20.417485 n-d-844595-1 neutron-server[88339]: INFO neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 03 14:58:20.428864 n-d-844595-1 neutron-server[88339]: DEBUG neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:58:20.429193 n-d-844595-1 neutron-server[88339]: INFO neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading Plugin: auto_allocate Jun 03 14:58:20.435168 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: network precommit_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.435586 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: network precommit_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.436091 n-d-844595-1 neutron-server[88339]: DEBUG neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:58:20.436405 n-d-844595-1 neutron-server[88339]: INFO neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading Plugin: tag Jun 03 14:58:20.443374 n-d-844595-1 neutron-server[88339]: DEBUG neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:58:20.443702 n-d-844595-1 neutron-server[88339]: INFO neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading Plugin: timestamp Jun 03 14:58:20.447787 n-d-844595-1 neutron-server[88339]: DEBUG neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:58:20.448115 n-d-844595-1 neutron-server[88339]: INFO neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading Plugin: network_ip_availability Jun 03 14:58:20.453542 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.453935 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.454411 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.455169 n-d-844595-1 neutron-server[88339]: DEBUG neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:58:20.455487 n-d-844595-1 neutron-server[88339]: INFO neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading Plugin: flavors Jun 03 14:58:20.460298 n-d-844595-1 neutron-server[88339]: DEBUG neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:58:20.462121 n-d-844595-1 neutron-server[88339]: INFO neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading Plugin: revisions Jun 03 14:58:20.465031 n-d-844595-1 neutron-server[88339]: DEBUG neutron.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 14:58:20.465402 n-d-844595-1 neutron-server[88339]: DEBUG oslo_concurrency.lockutils [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.662s {{(pid=88339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 03 14:58:20.466202 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88339) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 03 14:58:20.466521 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Initializing extension manager. Jun 03 14:58:20.467104 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: __init__.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.467441 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: __pycache__ {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.467775 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.468132 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: address_group.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.468921 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.469514 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: address-group Jun 03 14:58:20.469836 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: address_scope.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.470777 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.471283 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: address-scope Jun 03 14:58:20.471600 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.472547 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.473059 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: router-admin-state-down-before-update Jun 03 14:58:20.473377 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: agent.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.474101 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.474615 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: agent Jun 03 14:58:20.474929 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: agent_resources_synced.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.475838 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.476343 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: agent-resources-synced Jun 03 14:58:20.476662 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.478547 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.479066 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: allowed-address-pairs Jun 03 14:58:20.479388 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.480491 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.480995 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: auto-allocated-topology Jun 03 14:58:20.481317 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: availability_zone.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.482039 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.482688 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: availability_zone Jun 03 14:58:20.483079 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: availability_zone_filter.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.484026 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.484537 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: availability_zone_filter Jun 03 14:58:20.484855 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: data_plane_status.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.485737 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.486294 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 03 14:58:20.486619 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: default_subnetpools.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.487530 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.488129 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: default-subnetpools Jun 03 14:58:20.488462 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.489307 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.489814 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: dhcp_agent_scheduler Jun 03 14:58:20.490160 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: dns.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.491068 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.491567 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension dns-integration not supported by any of loaded plugins Jun 03 14:58:20.491888 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: dns_domain_ports.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.492789 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.493295 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 03 14:58:20.493612 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: dvr.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.494313 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.494823 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: dvr Jun 03 14:58:20.495140 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: empty_string_filtering.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.496046 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.496559 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: empty-string-filtering Jun 03 14:58:20.496878 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.497782 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.498369 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 03 14:58:20.498772 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.499701 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.500197 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 03 14:58:20.500513 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: external_net.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.501421 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.501958 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: external-net Jun 03 14:58:20.502285 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.503193 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.503693 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: extra_dhcp_opt Jun 03 14:58:20.504012 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: extraroute.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.504916 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.505404 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: extraroute Jun 03 14:58:20.505732 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: extraroute_atomic.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.506792 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.507301 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: extraroute-atomic Jun 03 14:58:20.507620 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: filter_validation.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.508284 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.508789 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: filter-validation Jun 03 14:58:20.509101 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: fip_pf_description.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.510033 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.510530 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 03 14:58:20.510855 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: fip_port_details.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.511755 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.512250 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: fip-port-details Jun 03 14:58:20.512610 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: flavors.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.513891 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.514549 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: flavors Jun 03 14:58:20.514970 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.516680 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.517196 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 03 14:58:20.517526 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: floatingip_pools.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.518260 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.518769 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: floatingip-pools Jun 03 14:58:20.519091 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: ip_allocation.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.520031 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.520537 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 03 14:58:20.520861 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.521773 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.522307 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: ip-substring-filtering Jun 03 14:58:20.522625 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: l2_adjacency.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.523603 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.524109 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 03 14:58:20.524432 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: l3.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.525604 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.526176 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: router Jun 03 14:58:20.526500 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.529113 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.530309 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 03 14:58:20.530419 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.531323 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.531844 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: ext-gw-mode Jun 03 14:58:20.533085 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.533266 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.533631 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: l3-ha Jun 03 14:58:20.534016 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: l3_flavors.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.534937 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.535449 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: l3-flavors Jun 03 14:58:20.535772 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.536699 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.537186 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 03 14:58:20.537507 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: l3agentscheduler.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.538640 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.539156 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: l3_agent_scheduler Jun 03 14:58:20.539479 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: logging.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.541007 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.541526 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension logging not supported by any of loaded plugins Jun 03 14:58:20.541852 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: metering.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.542635 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.543217 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: metering Jun 03 14:58:20.543538 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.544658 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.545181 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: metering_source_and_destination_fields Jun 03 14:58:20.545507 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: multiprovidernet.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.546552 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.547067 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: multi-provider Jun 03 14:58:20.547390 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: netmtu.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.548327 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.548836 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: net-mtu Jun 03 14:58:20.549156 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: netmtu_writable.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.550099 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.550606 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: net-mtu-writable Jun 03 14:58:20.550928 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: network_availability_zone.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.551583 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.552087 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: network_availability_zone Jun 03 14:58:20.552402 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: network_ip_availability.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.553512 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.554070 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: network-ip-availability Jun 03 14:58:20.554406 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: network_segment_range.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.555186 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.555686 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 03 14:58:20.556010 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: pagination.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.556988 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.557319 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: pagination Jun 03 14:58:20.557635 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: port_device_profile.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.558574 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.559084 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: port-device-profile Jun 03 14:58:20.559402 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.560313 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.560876 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: port-mac-address-regenerate Jun 03 14:58:20.561197 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.562220 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.562730 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: port-numa-affinity-policy Jun 03 14:58:20.563050 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: port_resource_request.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.563962 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.564468 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 03 14:58:20.564881 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: portbindings.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.565804 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.566347 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: binding Jun 03 14:58:20.566666 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: portbindings_extended.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.568123 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.568637 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: binding-extended Jun 03 14:58:20.568966 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: portsecurity.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.569938 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.570436 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: port-security Jun 03 14:58:20.570802 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: project_id.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.571800 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.572129 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: project-id Jun 03 14:58:20.572451 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: providernet.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.573372 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.573905 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: provider Jun 03 14:58:20.574234 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: qos.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.577923 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.578483 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension qos not supported by any of loaded plugins Jun 03 14:58:20.578814 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.580063 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.580576 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 03 14:58:20.580901 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.581818 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.582359 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 03 14:58:20.582684 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: qos_default.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.583582 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.584091 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension qos-default not supported by any of loaded plugins Jun 03 14:58:20.584415 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: qos_fip.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.585071 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.585569 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension qos-fip not supported by any of loaded plugins Jun 03 14:58:20.585903 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.586835 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.587338 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 03 14:58:20.587661 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.588572 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.589075 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 03 14:58:20.589399 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.590328 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.590830 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 03 14:58:20.591153 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: qos_rules_alias.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.592353 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.592938 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 03 14:58:20.593259 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: quotasv2.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.594343 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.594674 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: quotas Jun 03 14:58:20.594991 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: quotasv2_detail.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.596661 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.596997 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: quota_details Jun 03 14:58:20.597325 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: rbac.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.598416 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.598961 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: rbac-policies Jun 03 14:58:20.599287 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: rbac_address_group.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.600224 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.600735 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: rbac-address-group Jun 03 14:58:20.601064 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: rbac_address_scope.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.602028 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.602540 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: rbac-address-scope Jun 03 14:58:20.602874 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: rbac_security_groups.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.603792 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.604300 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: rbac-security-groups Jun 03 14:58:20.604628 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.605546 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.606080 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: rbac-subnetpool Jun 03 14:58:20.606403 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: revisionifmatch.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.607495 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.608047 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: revision-if-match Jun 03 14:58:20.608433 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: revisions.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.609554 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.610101 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: standard-attr-revisions Jun 03 14:58:20.610429 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: router_availability_zone.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.611087 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.611599 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: router_availability_zone Jun 03 14:58:20.611923 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: routerservicetype.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.612918 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.613428 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension router-service-type not supported by any of loaded plugins Jun 03 14:58:20.613750 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.614774 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.615284 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: security-groups-normalized-cidr Jun 03 14:58:20.615607 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.616638 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.617152 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: port-security-groups-filtering Jun 03 14:58:20.617474 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.618431 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.618943 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: security-groups-remote-address-group Jun 03 14:58:20.619268 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: securitygroup.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.630529 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.631057 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: security-group Jun 03 14:58:20.631385 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: segment.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.632193 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.632697 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension segment not supported by any of loaded plugins Jun 03 14:58:20.633024 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.633989 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.634508 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 03 14:58:20.634835 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: servicetype.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.635940 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.636462 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: service-type Jun 03 14:58:20.636785 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: sorting.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.637759 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.638152 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: sorting Jun 03 14:58:20.638559 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: standard_attr_segment.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.639621 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.640263 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 03 14:58:20.640583 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: standardattrdescription.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.641268 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.641771 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: standard-attr-description Jun 03 14:58:20.642120 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: stateful_security_group.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.643061 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.643572 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: stateful-security-group Jun 03 14:58:20.643901 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: stdattrs_common.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.644495 n-d-844595-1 neutron-server[88339]: WARNING neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 03 14:58:20.644813 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.645832 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.646368 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 03 14:58:20.646693 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: subnet_onboard.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.647994 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.648534 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: subnet_onboard Jun 03 14:58:20.648950 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.649905 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.650433 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 03 14:58:20.650791 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: subnet_service_types.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.652021 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.652584 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: subnet-service-types Jun 03 14:58:20.652912 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: subnetallocation.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.654089 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.654664 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: subnet_allocation Jun 03 14:58:20.655101 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.655776 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.656287 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: subnetpool-prefix-ops Jun 03 14:58:20.656609 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.657557 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.658200 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 03 14:58:20.658513 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: tagging.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.659619 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.660135 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: standard-attr-tag Jun 03 14:58:20.660457 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: timestamp.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.661743 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.662211 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loaded extension: standard-attr-timestamp Jun 03 14:58:20.662570 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: trunk.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.663580 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.664151 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension trunk not supported by any of loaded plugins Jun 03 14:58:20.664422 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: trunk_details.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.665337 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.665846 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension trunk-details not supported by any of loaded plugins Jun 03 14:58:20.666192 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.667130 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.667636 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 03 14:58:20.667962 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Loading extension file: vlantransparent.py {{(pid=88339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 14:58:20.668639 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 14:58:20.669141 n-d-844595-1 neutron-server[88339]: INFO neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 03 14:58:20.671775 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:network Jun 03 14:58:20.672543 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:subnet Jun 03 14:58:20.673159 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 14:58:20.791150 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:port Jun 03 14:58:20.792452 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.792908 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service FLAVORS assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.793527 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.793984 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.794315 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:router Jun 03 14:58:20.795038 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 14:58:20.795956 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service METERING assigned prefix: /metering {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.797416 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.797784 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.798352 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 14:58:20.799402 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 14:58:20.799839 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:security_group Jun 03 14:58:20.800504 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 14:58:20.801251 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service CORE assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.801580 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 14:58:20.801951 n-d-844595-1 neutron-server[88339]: WARNING neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] subnetpool is already registered Jun 03 14:58:20.802626 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service CORE assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.802960 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 14:58:20.803287 n-d-844595-1 neutron-server[88339]: WARNING neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] subnetpool is already registered Jun 03 14:58:20.805792 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.806246 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service FLAVORS assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.806829 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.807249 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.807581 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:router Jun 03 14:58:20.807910 n-d-844595-1 neutron-server[88339]: WARNING neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] router is already registered Jun 03 14:58:20.808527 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:floatingip Jun 03 14:58:20.808861 n-d-844595-1 neutron-server[88339]: WARNING neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] floatingip is already registered Jun 03 14:58:20.809483 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service METERING assigned prefix: /metering {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.810182 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 14:58:20.810538 n-d-844595-1 neutron-server[88339]: WARNING neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] rbac_policy is already registered Jun 03 14:58:20.811174 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:security_group Jun 03 14:58:20.811540 n-d-844595-1 neutron-server[88339]: WARNING neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] security_group is already registered Jun 03 14:58:20.812146 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 14:58:20.812471 n-d-844595-1 neutron-server[88339]: WARNING neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] security_group_rule is already registered Jun 03 14:58:20.813140 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service CORE assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.813468 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 14:58:20.813795 n-d-844595-1 neutron-server[88339]: WARNING neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] subnetpool is already registered Jun 03 14:58:20.814463 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.v2.resource_helper [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Service CORE assigned prefix: {{(pid=88339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 14:58:20.814777 n-d-844595-1 neutron-server[88339]: INFO neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 14:58:20.815113 n-d-844595-1 neutron-server[88339]: WARNING neutron.quota.resource_registry [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] subnetpool is already registered Jun 03 14:58:20.815756 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: extensions {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.817290 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: address-groups {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.819049 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: address-scopes {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.820257 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: agents {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.821420 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: auto-allocated-topology {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.822688 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: availability_zones {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.824168 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: dhcp-networks {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.825581 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: dhcp-agents {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.827179 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: routers {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.829007 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: flavors {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.830204 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: service_profiles {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.831396 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: next_providers {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.832920 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: service_profiles {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.834445 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: floatingip-pools {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.835891 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: routers {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.838102 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: floatingips {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.840386 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: l3-routers {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.843056 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: l3-agents {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.845632 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: metering-labels {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.847872 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: metering-label-rules {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.849159 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: network-ip-availabilities {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.850521 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: bindings {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.852263 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: quotas {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.853696 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: quotas {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.855149 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: rbac-policies {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.856429 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: security-groups {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.857722 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: security-group-rules {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.859203 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: service-providers {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.860432 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: subnetpools {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.863115 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: subnetpools {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.864587 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: tags {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.866341 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: tags {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.868124 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: tags {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.869915 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: tags {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.871729 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: tags {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.873610 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: tags {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.875340 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: tags {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.877233 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: tags {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.879043 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: tags {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.880888 n-d-844595-1 neutron-server[88339]: DEBUG neutron.api.extensions [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Extended resource: tags {{(pid=88339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 14:58:20.886910 n-d-844595-1 neutron-server[88339]: WARNING keystonemiddleware.auth_token [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 03 14:58:20.892073 n-d-844595-1 neutron-server[88339]: WARNING keystonemiddleware.auth_token [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 03 14:58:20.900317 n-d-844595-1 neutron-server[88339]: DEBUG oslo_concurrency.lockutils [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Acquired lock "singleton_lock" {{(pid=88339) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 03 14:58:20.900806 n-d-844595-1 neutron-server[88339]: DEBUG oslo_concurrency.lockutils [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Releasing lock "singleton_lock" {{(pid=88339) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 03 14:58:20.901445 n-d-844595-1 neutron-server[88339]: INFO oslo_service.service [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Starting 2 workers Jun 03 14:58:20.906746 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Started child 88444 {{(pid=88339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 14:58:20.911632 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Started child 88445 {{(pid=88339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 14:58:20.911991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:20.913205 n-d-844595-1 neutron-server[88339]: INFO neutron.service [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 03 14:58:20.913852 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Notify callbacks [] for process, before_spawn {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:20.914157 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [-] (88444) wsgi starting up on http://0.0.0.0:9696 Jun 03 14:58:20.917001 n-d-844595-1 neutron-server[88339]: INFO oslo_service.service [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Starting 1 workers Jun 03 14:58:20.917904 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:20.919569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [-] (88445) wsgi starting up on http://0.0.0.0:9696 Jun 03 14:58:20.923001 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Started child 88446 {{(pid=88339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 14:58:20.923513 n-d-844595-1 neutron-server[88339]: INFO oslo_service.service [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Starting 1 workers Jun 03 14:58:20.926633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.service [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] calling RpcWorker wait() {{(pid=88446) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 03 14:58:20.927231 n-d-844595-1 neutron-server[88446]: DEBUG neutron.service [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] returning from RpcWorker wait() {{(pid=88446) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 03 14:58:20.927929 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Started child 88447 {{(pid=88339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 03 14:58:20.928249 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:20.928691 n-d-844595-1 neutron-server[88339]: DEBUG neutron_lib.callbacks.manager [None req-64dd932c-f09f-4ff0-8b5a-91a8e880a5f7 None None] Notify callbacks [] for process, after_spawn {{(pid=88339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:20.928788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:58:20.930475 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88339) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 14:58:20.930684 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 14:58:20.930871 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 14:58:20.931101 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 14:58:20.931447 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 14:58:20.931625 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 14:58:20.932123 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.932388 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.932553 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:20.933039 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.933039 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.933165 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.933723 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.933993 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.934255 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.934528 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.934757 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.934915 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.935068 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.935328 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.935620 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.935945 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.936279 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.936590 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.936887 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.937035 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.937305 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.937579 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.937815 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.938112 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] debug = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.938364 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.938896 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.939166 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.939405 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.944845 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.944845 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.944845 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.944845 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.944845 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.944845 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.944845 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.944845 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.946091 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.946091 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.946091 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.946091 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.946091 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.946091 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] host = n-d-844595-1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.946091 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.946091 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.946091 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.947296 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.947296 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.947296 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.947296 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.947296 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.947296 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.947296 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.948212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49284) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:20.948372 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.948372 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.948372 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.948372 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.948372 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_options = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.948372 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.948372 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.948372 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.949375 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.949375 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.949375 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.949375 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.949375 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.949375 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.949375 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.950320 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.950320 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.950320 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.950320 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.950320 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.950320 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.950320 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.950320 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.951860 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.951860 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.951860 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.951860 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.951860 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.951860 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.952635 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.952635 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.952635 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.952635 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.953134 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.954391 n-d-844595-1 neutron-server[88447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:58:20.954610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066338 Jun 03 14:58:20.954792 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.954792 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.955055 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.956165 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.956479 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.956777 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.957034 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.958593 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.958593 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.958593 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.959368 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.959368 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.963226 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.963226 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.963226 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.963226 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.963226 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_json = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.963226 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.963226 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.963226 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.963226 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.965350 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.965350 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.965350 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.965350 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.965350 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:20.965350 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.965350 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.965350 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.967160 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.967160 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.967160 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.967160 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.967160 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.967160 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.967160 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.968706 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.968706 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.968706 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.968706 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.968706 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.968706 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.968706 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.970109 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.970109 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.970109 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.970109 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.970109 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.971071 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.971071 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.971478 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.971478 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.971870 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.972084 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.972723 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.974907 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.974907 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.974907 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.974907 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.974907 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.977376 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.977825 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.978047 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.978171 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.978370 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.979584 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.979584 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.980001 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.980001 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.981063 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.981063 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.981063 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.981063 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.981826 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.981826 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.981826 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.984877 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.984877 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.984877 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.985594 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.987691 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.988022 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.988334 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.988560 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.988784 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.989005 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.989238 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.989502 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.989718 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.989990 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.990222 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.990437 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.990651 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.990875 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.991081 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.991281 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.991490 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.991703 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.992063 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.992451 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.992678 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.992888 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.993103 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.993323 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.993897 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.993897 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.994335 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.994335 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.996362 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.996362 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.996786 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.997012 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.997200 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.997469 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.997825 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.998155 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.998382 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.998598 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.998800 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.999019 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.999256 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.999481 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.999666 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:20.999861 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.000077 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.000301 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.000507 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.000712 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.001055 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.001274 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.001481 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.001708 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.001964 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.002212 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.002424 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.002637 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.003424 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.003883 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.004090 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.004324 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.004537 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.004748 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.004959 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.005206 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.005489 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.005731 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.006036 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.006278 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.006845 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.009609 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.009828 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.010103 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.010333 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.011265 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.011265 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.011265 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.011497 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.011796 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.013275 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.013275 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.013275 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.013275 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.013627 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.014014 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.014381 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.014732 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.014995 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.016249 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.017720 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.017996 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.018221 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.018458 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.018731 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.019516 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.019843 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.020664 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.021779 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.021779 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.022138 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.023256 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.023256 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.023256 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.023692 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.023692 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.023992 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.024368 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.024368 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.024649 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.024649 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.024951 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.025088 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.025331 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.025756 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.026063 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.026277 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.026549 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.027166 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.027373 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.028151 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.028151 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.028151 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.028580 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.028580 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.028837 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.028971 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.029104 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.029552 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.029701 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.029837 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.030055 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.030342 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.030493 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.030732 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.031093 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.032462 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.032462 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.032462 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.032462 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.032462 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.032462 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.034280 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.034280 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.034280 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.034280 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.034280 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.034280 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.034280 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.034280 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.034280 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.035634 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.035634 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.035634 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.035634 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.035634 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.035634 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.037415 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.037415 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.037415 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.037415 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.037415 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.037415 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.037415 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.037415 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.038500 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.038500 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.038500 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.038500 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.038500 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.040037 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.040037 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.040037 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.040037 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.040037 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.040037 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.040037 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.040037 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.041075 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.041075 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.041075 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.041075 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.041641 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.041641 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.041641 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.042117 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.042374 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.042374 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.042665 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.042857 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.043099 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.043262 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.043535 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.043862 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.044159 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.044423 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.044766 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.044982 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.045258 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.045543 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.045730 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.046824 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.047162 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.047438 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.047682 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.047910 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.048171 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.048405 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.048616 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.048857 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.049099 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.049330 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.049985 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.049985 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.051053 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.051309 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.052202 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.052450 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.052703 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.052958 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.053190 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.053368 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.053548 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 14:58:21.054119 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88339) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 03 14:58:21.054272 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 14:58:21.054411 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 14:58:21.054547 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 14:58:21.054701 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 14:58:21.055082 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 14:58:21.055082 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.055355 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.055355 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.055613 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.055613 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.055868 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.056006 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.056139 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.056272 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.056415 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.056505 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.056586 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.056737 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.056909 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.057087 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.057238 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.057373 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.057507 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.057651 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.057788 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.058132 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.058132 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.058391 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] debug = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.058391 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.058644 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.058813 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.058813 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.059084 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.059084 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.059339 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.059472 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.059605 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.059872 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.059872 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.060133 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.060133 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.060416 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.060416 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.060820 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.060820 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.060820 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] host = n-d-844595-1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.061028 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.061106 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.061240 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.061390 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.061542 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.061692 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.061840 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.061997 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.062151 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.062301 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.062453 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.062603 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.062754 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.062906 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.063114 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_options = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.063235 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.063358 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.063478 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.064496 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.064496 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.064496 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.064496 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.064496 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.064496 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.064496 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.065429 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.065429 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.065429 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.065429 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.065429 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.065429 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.065989 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.065989 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.065989 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.065989 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.066268 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.066268 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.066410 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.066488 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.066625 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.066795 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.067018 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.067132 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.067218 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.067369 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.068245 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.068245 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.068245 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.068245 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.068245 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.068245 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.068622 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.068622 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.068622 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.068791 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.068882 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.069115 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.069218 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.070213 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.070213 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.070213 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_json = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.070213 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.070213 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.070213 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.070213 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.071780 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.071780 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.071780 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.071780 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.071780 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 14:58:21.071780 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.071780 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.071780 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.072221 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.072221 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.072221 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.072221 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.072221 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.072221 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.074048 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.074048 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.074048 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.074048 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.074048 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.074048 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.074048 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.074048 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.075632 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.075632 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.075632 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.075632 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.075632 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.075632 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.075632 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.075632 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.076643 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.076643 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.076643 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.076643 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.076643 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.076643 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.076643 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.076643 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.077818 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.077818 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.077818 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.077818 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.077818 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.077818 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.077818 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.077818 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.077818 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.078984 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.078984 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.078984 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.078984 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.078984 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.078984 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.078984 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.078984 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.078984 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080303 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080303 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080303 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080303 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080303 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080303 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080303 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080303 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080840 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080840 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080840 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080840 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080840 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080840 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080840 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080840 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.080840 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.081440 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.081440 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.081440 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.081440 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.081440 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.081793 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.081793 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.082752 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.082752 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.082752 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.082752 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.082752 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.082752 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.082752 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.083504 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.083504 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.083504 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.083504 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.083504 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.083942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:58:21.084029 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.084029 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.084029 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.084029 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.084297 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.084373 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.084457 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.084610 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.084762 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.084916 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.085074 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.085306 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.085404 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.085523 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.085677 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.085833 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.086008 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.086162 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.086317 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.086471 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.086624 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.086842 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.086962 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.087078 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.087217 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.087370 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.087526 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.087679 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.087839 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.088003 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.088157 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.088312 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.088465 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.088619 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.088772 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.088930 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.089085 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.089238 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.089445 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.089557 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.089682 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.089846 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.090020 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.090166 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.090387 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.090513 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.090634 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.090753 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.091132 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.091132 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.091346 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.091346 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.091608 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.091608 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.091849 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.091971 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.092196 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.092320 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.092492 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.092674 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.092674 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.092922 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.093069 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.093225 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.094083 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.094083 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.094083 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.094083 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.094083 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.094388 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.094388 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.094388 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.094571 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.094690 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.094844 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.095062 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.095150 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.095289 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.095483 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.095569 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.095733 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.095882 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.096038 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.096191 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.096345 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.096505 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.096657 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.096831 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.096967 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.097734 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.097734 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.097734 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.097734 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.097734 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.098527 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.098527 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.098527 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.098527 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.098527 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.099156 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.099156 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.099156 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.099156 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.099156 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.100560 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.100560 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.100560 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.100560 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.100560 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.100560 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.100560 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.100560 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.100560 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.101687 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.101687 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.101687 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.101687 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.101687 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.101687 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.101687 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.101687 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.102698 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.102698 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.102970 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.103112 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.103247 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.105248 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.105248 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.105248 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.105248 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.105248 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.105248 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.105248 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.105248 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.105248 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.106604 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.106604 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.106604 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.106604 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.106604 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.106604 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.106604 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.106604 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.106604 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.107791 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.107791 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.107791 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.107791 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.107791 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.107791 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.107791 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.107791 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.108834 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.108834 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.108834 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.108834 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.108834 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.108834 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.108834 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.108834 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.109961 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.109961 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.109961 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.110394 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.110632 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.110632 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.111050 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.111050 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.111050 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.111445 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.111445 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.111703 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.111703 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.111956 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.111956 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.112211 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.112211 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.112464 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.112607 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.112742 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.112875 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.113009 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.113152 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.113286 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.113419 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.113553 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.113686 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 14:58:21.113828 n-d-844595-1 neutron-server[88339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 14:58:32.086916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3262c5c7-2e19-4fd1-b70d-4b1c55c026c2 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 14:58:32.180131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3262c5c7-2e19-4fd1-b70d-4b1c55c026c2 None None] No non-hosted networks {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 03 14:58:32.197270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.agentschedulers_db [None req-3262c5c7-2e19-4fd1-b70d-4b1c55c026c2 None None] DHCP Agent not found on host n-d-844595-1 {{(pid=88446) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 03 14:58:32.300414 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ec0e24e4-9acb-4d54-a7b6-14902d3a4af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537108'] for agent, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:34.185251 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5525ff58-c2f8-4976-9565-d52d219336de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537108'] for agent, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:34.236303 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-43a438f7-91bd-41a1-979d-bda28e1d54d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:35.154416 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537108'] for agent, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:35.155283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.155747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.156093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.156425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.162928 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.163552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.164090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.164644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.165182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.165792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.166357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.166885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:35.167509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-844595-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:58:35.189387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-844595-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:58:35.411312 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537108'] for agent, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:36.762351 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537108'] for agent, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:38.594468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49392) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:39.204187 n-d-844595-1 neutron-server[88445]: WARNING oslo_policy.policy [None req-e2281802-ebd4-44d5-a9cc-649ab791728d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:58:39.204746 n-d-844595-1 neutron-server[88445]: WARNING oslo_policy.policy [None req-e2281802-ebd4-44d5-a9cc-649ab791728d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:58:39.421171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-e2281802-ebd4-44d5-a9cc-649ab791728d admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 14:58:39.422467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e2281802-ebd4-44d5-a9cc-649ab791728d admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8268912 Jun 03 14:58:40.415594 n-d-844595-1 neutron-server[88446]: INFO neutron.db.l3_hamode_db [None req-3c836382-3575-4796-b66d-4caf6fe47517 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 03 14:58:40.500339 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c836382-3575-4796-b66d-4caf6fe47517 None None] Routers set() bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 14:58:40.500734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c836382-3575-4796-b66d-4caf6fe47517 None None] Router IDs set() for agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 03 14:58:41.895603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49406) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:42.504688 n-d-844595-1 neutron-server[88444]: WARNING oslo_policy.policy [None req-55111c53-3d67-4f90-b1e7-32107bed1329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:58:42.505177 n-d-844595-1 neutron-server[88444]: WARNING oslo_policy.policy [None req-55111c53-3d67-4f90-b1e7-32107bed1329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:58:42.714258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-55111c53-3d67-4f90-b1e7-32107bed1329 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:58:42.806835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.policy [None req-55111c53-3d67-4f90-b1e7-32107bed1329 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88444) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 14:58:42.851350 n-d-844595-1 neutron-server[88444]: WARNING oslo_policy.policy [None req-55111c53-3d67-4f90-b1e7-32107bed1329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:58:42.851714 n-d-844595-1 neutron-server[88444]: WARNING oslo_policy.policy [None req-55111c53-3d67-4f90-b1e7-32107bed1329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:58:42.860136 n-d-844595-1 neutron-server[88444]: INFO neutron.quota [None req-55111c53-3d67-4f90-b1e7-32107bed1329 admin admin] Loaded quota_driver: . Jun 03 14:58:42.876077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-55111c53-3d67-4f90-b1e7-32107bed1329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:58:42.937354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-55111c53-3d67-4f90-b1e7-32107bed1329 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760596441009', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760596440514', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760596449536', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760596456667', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760596466488', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760596471942', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133996592', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133996652', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-823928', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-908831'] for rbac-policy, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:43.001610 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-55111c53-3d67-4f90-b1e7-32107bed1329 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:43.010638 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-55111c53-3d67-4f90-b1e7-32107bed1329 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1128879 Jun 03 14:58:45.696540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49424) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:46.083388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:58:46.084812 n-d-844595-1 neutron-server[88445]: INFO neutron.quota [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Loaded quota_driver: . Jun 03 14:58:46.100619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:58:46.106883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Usage tracker for resource:network and tenant:4ee4b0b4d48f4740a576d2fc5c442bec is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:58:46.112386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:58:46.119929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:58:46.137170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Made reservation on behalf of 4ee4b0b4d48f4740a576d2fc5c442bec for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 14:58:46.204747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.policy [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88445) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 14:58:46.250646 n-d-844595-1 neutron-server[88445]: WARNING oslo_policy.policy [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:58:46.251021 n-d-844595-1 neutron-server[88445]: WARNING oslo_policy.policy [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 14:58:46.261221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:46.283177 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:46.298648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:58:46.302534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Usage tracker for resource:security_group_rule and tenant:4ee4b0b4d48f4740a576d2fc5c442bec is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:58:46.308031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:58:46.314131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:58:46.421283 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:46.425992 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:46.447005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 14:58:46.471993 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760592333267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:46.472512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Unsubscribe: segment precommit_create {{(pid=88445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 14:58:46.473011 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Added segment 7fb8d33f-a639-4ed9-b025-bcb553d68921 of type vlan for network c141dc02-809f-4aa4-bef2-cc225f3e62ad Jun 03 14:58:46.523887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4117fe3-5287-45ca-ae75-d4100f4b87ad,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:58:46.545479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.545815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.546207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.546522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.546836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.547148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.547448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.547756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.548060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.548361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.548663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.548942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Tracked resource versions report: Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: pushed versions: Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: { 'AddressGroup': {'1.2'}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'ConntrackHelper': {'1.0'}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'Log': {'1.0'}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'Network': {'1.1'}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'Port': {'1.7'}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'PortForwarding': {'1.2'}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'QosPolicy': {'1.8'}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'SecurityGroup': {'1.4'}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'SecurityGroupRule': {'1.2'}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'SubPort': {'1.0'}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'Subnet': {'1.1'}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'Trunk': {'1.1'}} Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: consumer versions: Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: { DHCP agent@n-d-844595-1: {}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: L3 agent@n-d-844595-1: {}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: Metadata agent@n-d-844595-1: {}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: Metering agent@n-d-844595-1: {}, Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: Open vSwitch agent@n-d-844595-1: { 'AddressGroup': '1.2', Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'ConntrackHelper': '1.0', Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'Log': '1.0', Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'Network': '1.1', Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'Port': '1.7', Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'PortForwarding': '1.2', Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'QosPolicy': '1.8', Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'SecurityGroup': '1.4', Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'SecurityGroupRule': '1.2', Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'SubPort': '1.0', Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'Subnet': '1.1', Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: 'Trunk': '1.1'}} Jun 03 14:58:46.550083 n-d-844595-1 neutron-server[88445]: {{(pid=88445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 14:58:46.582851 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:46.625052 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:46.626137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:46.626787 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:46.733352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] Pushing event updated for resources: {'Network': ['ID=c141dc02-809f-4aa4-bef2-cc225f3e62ad,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:58:46.737202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-acbac323-7f9c-4c6c-8352-780a04961458 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0393903 Jun 03 14:58:46.753371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network c141dc02-809f-4aa4-bef2-cc225f3e62ad details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 14:58:49.424176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49442) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:49.901338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739d2a79-4705-486a-9e79-9f50ea703adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:49.902765 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-739d2a79-4705-486a-9e79-9f50ea703adf admin admin] 10.222.0.48 "GET /v2.0/networks/c141dc02-809f-4aa4-bef2-cc225f3e62ad HTTP/1.1" status: 200 len: 825 time: 0.4776258 Jun 03 14:58:49.931628 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6b4a0b48-f7cf-41a6-95aa-a7c080f963e3 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/7716217e-18fd-4aab-b2ce-dca6f442719f HTTP/1.1" status: 200 len: 734 time: 0.0227454 Jun 03 14:58:49.940471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Request body: {'subnet': {'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '7716217e-18fd-4aab-b2ce-dca6f442719f', 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:58:49.945302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:58:49.949848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Usage tracker for resource:subnet and tenant:4ee4b0b4d48f4740a576d2fc5c442bec is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:58:49.953741 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:58:49.960338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:58:49.972314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Made reservation on behalf of 4ee4b0b4d48f4740a576d2fc5c442bec for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 14:58:49.974891 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:50.288265 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:50.371581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Checking segment: {'id': '7fb8d33f-a639-4ed9-b025-bcb553d68921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:58:50.372941 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Network hostable DHCP agents. Network: c141dc02-809f-4aa4-bef2-cc225f3e62ad, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 14:58:50.391922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8911e418-b57d-431f-9ea9-4de71ca2171b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:58:50.402025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.402363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.402686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.403322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.403680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.404033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.404300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.404610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.404928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.405235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.405603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.405933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Tracked resource versions report: Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: pushed versions: Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: { 'AddressGroup': {'1.2'}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'ConntrackHelper': {'1.0'}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'Log': {'1.0'}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'Network': {'1.1'}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'Port': {'1.7'}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'PortForwarding': {'1.2'}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'QosPolicy': {'1.8'}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'SecurityGroup': {'1.4'}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'SecurityGroupRule': {'1.2'}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'SubPort': {'1.0'}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'Subnet': {'1.1'}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'Trunk': {'1.1'}} Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: consumer versions: Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: { DHCP agent@n-d-844595-1: {}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: L3 agent@n-d-844595-1: {}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: Metadata agent@n-d-844595-1: {}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: Metering agent@n-d-844595-1: {}, Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: Open vSwitch agent@n-d-844595-1: { 'AddressGroup': '1.2', Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'ConntrackHelper': '1.0', Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'Log': '1.0', Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'Network': '1.1', Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'Port': '1.7', Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'PortForwarding': '1.2', Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'QosPolicy': '1.8', Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'SecurityGroup': '1.4', Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'SecurityGroupRule': '1.2', Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'SubPort': '1.0', Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'Subnet': '1.1', Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: 'Trunk': '1.1'}} Jun 03 14:58:50.407054 n-d-844595-1 neutron-server[88444]: {{(pid=88444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 14:58:50.418263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Network c141dc02-809f-4aa4-bef2-cc225f3e62ad is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 14:58:50.435126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, c141dc02-809f-4aa4-bef2-cc225f3e62ad) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:58:50.449379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:58:50.450111 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:50.457399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78511afa-acb7-42b8-ba80-1fba35c04cae None None] Network c141dc02-809f-4aa4-bef2-cc225f3e62ad requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 14:58:50.473912 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bc09291f-e89f-47e4-95d8-890b59e409bc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5368912 Jun 03 14:58:50.781603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-c141dc02-809f-4aa4-bef2-cc225f3e62ad', 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'fixed_ips': [{'subnet_id': '8911e418-b57d-431f-9ea9-4de71ca2171b'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 14:58:50.782886 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:50.968845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Allocated IP 172.20.0.2 (c141dc02-809f-4aa4-bef2-cc225f3e62ad/8911e418-b57d-431f-9ea9-4de71ca2171b/08013244-ee79-4ac2-8fce-b448808a803e) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 14:58:51.198294 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:51.211842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Transition to ACTIVE for port object 08013244-ee79-4ac2-8fce-b448808a803e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:58:51.232129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Transition to ACTIVE for port object 08013244-ee79-4ac2-8fce-b448808a803e will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:58:51.240339 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:51.303861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Network c141dc02-809f-4aa4-bef2-cc225f3e62ad is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 14:58:51.308697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:58:51.315580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Pushing event updated for resources: {'Port': ['ID=08013244-ee79-4ac2-8fce-b448808a803e,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:58:51.317903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 14:58:51.354232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.354553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.354879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.355229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.355549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.355863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.356205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.356515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.356796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.357134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.357412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.357751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Tracked resource versions report: Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: pushed versions: Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: { 'AddressGroup': {'1.2'}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'ConntrackHelper': {'1.0'}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'Log': {'1.0'}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'Network': {'1.1'}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'Port': {'1.7'}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'PortForwarding': {'1.2'}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'QosPolicy': {'1.8'}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'SecurityGroup': {'1.4'}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'SecurityGroupRule': {'1.2'}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'SubPort': {'1.0'}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'Subnet': {'1.1'}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'Trunk': {'1.1'}} Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: consumer versions: Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: { DHCP agent@n-d-844595-1: {}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: L3 agent@n-d-844595-1: {}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: Metadata agent@n-d-844595-1: {}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: Metering agent@n-d-844595-1: {}, Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: Open vSwitch agent@n-d-844595-1: { 'AddressGroup': '1.2', Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'ConntrackHelper': '1.0', Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'Log': '1.0', Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'Network': '1.1', Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'Port': '1.7', Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'PortForwarding': '1.2', Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'QosPolicy': '1.8', Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'SecurityGroup': '1.4', Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'SecurityGroupRule': '1.2', Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'SubPort': '1.0', Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'Subnet': '1.1', Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: 'Trunk': '1.1'}} Jun 03 14:58:51.358952 n-d-844595-1 neutron-server[88446]: {{(pid=88446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 14:58:51.417918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Attempting to bind port 08013244-ee79-4ac2-8fce-b448808a803e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 14:58:51.418281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Attempting to bind port 08013244-ee79-4ac2-8fce-b448808a803e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7fb8d33f-a639-4ed9-b025-bcb553d68921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 14:58:51.418718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Attempting to bind port 08013244-ee79-4ac2-8fce-b448808a803e on network c141dc02-809f-4aa4-bef2-cc225f3e62ad {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 14:58:51.424570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 14, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 14:58:51.424961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Checking segment: {'id': '7fb8d33f-a639-4ed9-b025-bcb553d68921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:58:51.425430 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:51.425814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Bound using segment: {'id': '7fb8d33f-a639-4ed9-b025-bcb553d68921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 14:58:51.426330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Bound port: 08013244-ee79-4ac2-8fce-b448808a803e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d33f-a639-4ed9-b025-bcb553d68921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 14:58:51.426688 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:51.515995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] For port 08013244-ee79-4ac2-8fce-b448808a803e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 14:58:51.519877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] For port 08013244-ee79-4ac2-8fce-b448808a803e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=08013244-ee79-4ac2-8fce-b448808a803e,segment=NetworkSegment(7fb8d33f-a639-4ed9-b025-bcb553d68921),segment_id=7fb8d33f-a639-4ed9-b025-bcb553d68921)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 14:58:51.525656 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:51.614190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857edca6-8747-47a9-9491-fb4a2950daec None None] Pushing event updated for resources: {'Port': ['ID=08013244-ee79-4ac2-8fce-b448808a803e,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:58:52.961241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49458) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:53.344357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-b9170312-d0f3-471e-b705-3ae988ee5f76 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 14:58:53.345439 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b9170312-d0f3-471e-b705-3ae988ee5f76 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3832679 Jun 03 14:58:55.000942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 08013244-ee79-4ac2-8fce-b448808a803e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:58:55.079341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 08013244-ee79-4ac2-8fce-b448808a803e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:58:55.463564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfa33da-1984-4a42-9cd7-27c36662b963 None None] Network c141dc02-809f-4aa4-bef2-cc225f3e62ad requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 14:58:55.581007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d530311e-5cd0-40d1-aa66-6c44cbfb051c None None] Provisioning for port 08013244-ee79-4ac2-8fce-b448808a803e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:58:55.596555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d530311e-5cd0-40d1-aa66-6c44cbfb051c None None] Provisioning complete for port 08013244-ee79-4ac2-8fce-b448808a803e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:58:55.596861 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d530311e-5cd0-40d1-aa66-6c44cbfb051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:55.830400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d530311e-5cd0-40d1-aa66-6c44cbfb051c None None] Current status of the port 08013244-ee79-4ac2-8fce-b448808a803e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:58:55.830794 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d530311e-5cd0-40d1-aa66-6c44cbfb051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:55.882321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d530311e-5cd0-40d1-aa66-6c44cbfb051c None None] For port 08013244-ee79-4ac2-8fce-b448808a803e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=08013244-ee79-4ac2-8fce-b448808a803e,segment=NetworkSegment(7fb8d33f-a639-4ed9-b025-bcb553d68921),segment_id=7fb8d33f-a639-4ed9-b025-bcb553d68921)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 14:58:55.889665 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d530311e-5cd0-40d1-aa66-6c44cbfb051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:55.952032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:55.962061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530311e-5cd0-40d1-aa66-6c44cbfb051c None None] Pushing event updated for resources: {'Port': ['ID=08013244-ee79-4ac2-8fce-b448808a803e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:58:56.110926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a1ec8dd0-8253-4943-84fa-fcb7a722927c None None] Provisioning complete for port 08013244-ee79-4ac2-8fce-b448808a803e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:58:56.111573 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8dd0-8253-4943-84fa-fcb7a722927c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:56.230222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a1ec8dd0-8253-4943-84fa-fcb7a722927c None None] Current status of the port 08013244-ee79-4ac2-8fce-b448808a803e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:58:56.329153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-e1af6a99-7f6f-4030-ab7c-0cad4339d068 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 14:58:56.330316 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e1af6a99-7f6f-4030-ab7c-0cad4339d068 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3772671 Jun 03 14:58:56.979200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 08013244-ee79-4ac2-8fce-b448808a803e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:58:57.064432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 08013244-ee79-4ac2-8fce-b448808a803e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:58:57.064917 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:57.196073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 08013244-ee79-4ac2-8fce-b448808a803e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:58:59.091839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49484) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:58:59.472242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a705f165-7381-45fb-a493-d550a39126cb admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'name': 'router1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:58:59.477554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a705f165-7381-45fb-a493-d550a39126cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:58:59.481546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a705f165-7381-45fb-a493-d550a39126cb admin admin] Usage tracker for resource:router and tenant:4ee4b0b4d48f4740a576d2fc5c442bec is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:58:59.484882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a705f165-7381-45fb-a493-d550a39126cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:58:59.491818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a705f165-7381-45fb-a493-d550a39126cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:58:59.503570 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a705f165-7381-45fb-a493-d550a39126cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:59.505452 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a705f165-7381-45fb-a493-d550a39126cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:59.527819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a705f165-7381-45fb-a493-d550a39126cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:59.635910 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a705f165-7381-45fb-a493-d550a39126cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:59.655314 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a705f165-7381-45fb-a493-d550a39126cb admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:58:59.656572 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a705f165-7381-45fb-a493-d550a39126cb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5635211 Jun 03 14:59:02.041173 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-04ecab1c-58da-4ddc-865a-e73b3ada4e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:02.072582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49494) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:02.453765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-38a77530-fa18-405f-97d7-4314f7250c47 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 14:59:02.454753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-38a77530-fa18-405f-97d7-4314f7250c47 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3812134 Jun 03 14:59:04.183017 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fad81cfa-8ff3-45f5-9329-7fbca61d9d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:04.877789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49504) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:05.147209 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:05.263291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:59:05.268009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:59:05.272502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Usage tracker for resource:network and tenant:50f8fdf49a584f96a9bea887dd83dfe1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:59:05.275507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:59:05.281767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:59:05.292425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Made reservation on behalf of 50f8fdf49a584f96a9bea887dd83dfe1 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 14:59:05.294753 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:05.306890 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:05.323883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:59:05.327665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Usage tracker for resource:security_group_rule and tenant:50f8fdf49a584f96a9bea887dd83dfe1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:59:05.330511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:59:05.336198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:59:05.365901 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:05.419403 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:05.424449 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:05.447699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Reserving flat network on physical network physnet1 {{(pid=88445) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 03 14:59:05.460905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a7bbc4-4ebc-421d-a12e-87e55641e769,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:05.467095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:05.467496 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Added segment d624e57d-a415-4469-b379-add6e5726ae6 of type flat for network ab3d7046-1339-4d8c-aed7-0373a04de455 Jun 03 14:59:05.499113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:05.537210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:05.538427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:59:05.539147 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:05.648921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] Pushing event updated for resources: {'Network': ['ID=ab3d7046-1339-4d8c-aed7-0373a04de455,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:05.653285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4305211f-374a-4459-972d-8d4c39108b57 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7744873 Jun 03 14:59:05.660918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ab3d7046-1339-4d8c-aed7-0373a04de455 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 14:59:06.730687 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:08.085831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:08.324196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46adcbb2-fa67-49ca-93a6-c8d885fc233c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:59:08.325558 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-46adcbb2-fa67-49ca-93a6-c8d885fc233c admin admin] 10.222.0.48 "GET /v2.0/subnets/8911e418-b57d-431f-9ea9-4de71ca2171b HTTP/1.1" status: 200 len: 849 time: 0.2388744 Jun 03 14:59:08.465524 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ce48396b-2095-41b1-a092-67611d9b3df1 admin admin] 10.222.0.48 "GET /v2.0/routers/6b253139-8762-4b74-ab54-074e1d0e8aad HTTP/1.1" status: 200 len: 704 time: 0.1338966 Jun 03 14:59:08.930353 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:09.173614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Allocated IP 172.20.0.1 (c141dc02-809f-4aa4-bef2-cc225f3e62ad/8911e418-b57d-431f-9ea9-4de71ca2171b/f623fa11-7c04-4e46-8eb4-53b4b2510e76) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 14:59:09.343375 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:09.361168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Transition to ACTIVE for port object f623fa11-7c04-4e46-8eb4-53b4b2510e76 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:59:09.415948 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:09.482640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Network c141dc02-809f-4aa4-bef2-cc225f3e62ad is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 14:59:09.485392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:59:09.489202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 14:59:09.489737 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:09.650305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Pushing event updated for resources: {'Port': ['ID=f623fa11-7c04-4e46-8eb4-53b4b2510e76,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:09.665321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8818472e-0117-48c7-a6ef-764482956abe None None] Provisioning for port f623fa11-7c04-4e46-8eb4-53b4b2510e76 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:59:09.670431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8818472e-0117-48c7-a6ef-764482956abe None None] Provisioning complete for port f623fa11-7c04-4e46-8eb4-53b4b2510e76 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:59:09.670799 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8818472e-0117-48c7-a6ef-764482956abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:09.726281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8818472e-0117-48c7-a6ef-764482956abe None None] Port f623fa11-7c04-4e46-8eb4-53b4b2510e76 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 14:59:09.792910 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:10.033732 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:10.040610 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:10.041418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:10.176592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Pushing event updated for resources: {'Port': ['ID=f623fa11-7c04-4e46-8eb4-53b4b2510e76,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:10.242429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Network c141dc02-809f-4aa4-bef2-cc225f3e62ad is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 14:59:10.243554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:59:10.444883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Router 6b253139-8762-4b74-ab54-074e1d0e8aad is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 14:59:10.456755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-750790c4-1d8e-45ac-89e2-c2ad9c303045 None None] Provisioning complete for port f623fa11-7c04-4e46-8eb4-53b4b2510e76 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:59:10.457126 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-750790c4-1d8e-45ac-89e2-c2ad9c303045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:10.510268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-750790c4-1d8e-45ac-89e2-c2ad9c303045 None None] Port f623fa11-7c04-4e46-8eb4-53b4b2510e76 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 14:59:10.604697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 14:59:10.619014 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f81a9657-baa3-4acf-81b7-3e03b150b950 admin admin] 10.222.0.48 "PUT /v2.0/routers/6b253139-8762-4b74-ab54-074e1d0e8aad/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1471722 Jun 03 14:59:10.619220 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Sync routers for ids ['6b253139-8762-4b74-ab54-074e1d0e8aad'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 14:59:10.630191 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Routers {'6b253139-8762-4b74-ab54-074e1d0e8aad'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 14:59:10.631167 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T14:59:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6b253139-8762-4b74-ab54-074e1d0e8aad'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:59:10.802598 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Set router 6b253139-8762-4b74-ab54-074e1d0e8aad gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 14:59:11.177106 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'name': 'router1', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:58:59Z', 'updated_at': '2022-06-03T14:59:09Z', 'revision_number': 2, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'gw_port_host': None, '_interfaces': [{'id': 'f623fa11-7c04-4e46-8eb4-53b4b2510e76', 'name': '', 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'mac_address': 'fa:16:3e:35:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:59:08Z', 'updated_at': '2022-06-03T14:59:09Z', 'revision_number': 2, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'subnets': [{'id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7716217e-18fd-4aab-b2ce-dca6f442719f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:59:11.182430 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Checking router: 6b253139-8762-4b74-ab54-074e1d0e8aad for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 14:59:11.182796 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Updating router 6b253139-8762-4b74-ab54-074e1d0e8aad port f623fa11-7c04-4e46-8eb4-53b4b2510e76 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 14:59:11.235756 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:11.634327 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:11.651264 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Transition to ACTIVE for port object f623fa11-7c04-4e46-8eb4-53b4b2510e76 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:59:11.659122 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:11.896016 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Pushing event updated for resources: {'Port': ['ID=f623fa11-7c04-4e46-8eb4-53b4b2510e76,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:11.914260 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.914602 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.914935 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.915273 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.915602 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.915925 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.916227 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.916544 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.916867 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.917183 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.917501 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.917813 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Tracked resource versions report: Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: pushed versions: Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: { 'AddressGroup': {'1.2'}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'ConntrackHelper': {'1.0'}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'Log': {'1.0'}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'Network': {'1.1'}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'Port': {'1.7'}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'PortForwarding': {'1.2'}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'QosPolicy': {'1.8'}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'SecurityGroup': {'1.4'}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'SecurityGroupRule': {'1.2'}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'SubPort': {'1.0'}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'Subnet': {'1.1'}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'Trunk': {'1.1'}} Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: consumer versions: Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: { DHCP agent@n-d-844595-1: {}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: L3 agent@n-d-844595-1: {}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: Metadata agent@n-d-844595-1: {}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: Metering agent@n-d-844595-1: {}, Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: Open vSwitch agent@n-d-844595-1: { 'AddressGroup': '1.2', Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'ConntrackHelper': '1.0', Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'Log': '1.0', Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'Network': '1.1', Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'Port': '1.7', Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'PortForwarding': '1.2', Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'QosPolicy': '1.8', Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'SecurityGroup': '1.4', Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'SecurityGroupRule': '1.2', Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'SubPort': '1.0', Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'Subnet': '1.1', Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: 'Trunk': '1.1'}} Jun 03 14:59:11.918949 n-d-844595-1 neutron-server[88447]: {{(pid=88447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 14:59:11.925694 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Attempting to bind port f623fa11-7c04-4e46-8eb4-53b4b2510e76 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 14:59:11.926167 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Attempting to bind port f623fa11-7c04-4e46-8eb4-53b4b2510e76 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7fb8d33f-a639-4ed9-b025-bcb553d68921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 14:59:11.926539 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Attempting to bind port f623fa11-7c04-4e46-8eb4-53b4b2510e76 on network c141dc02-809f-4aa4-bef2-cc225f3e62ad {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 14:59:11.932263 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 14, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 14:59:11.932666 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Checking segment: {'id': '7fb8d33f-a639-4ed9-b025-bcb553d68921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:59:11.933141 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:11.933549 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Bound using segment: {'id': '7fb8d33f-a639-4ed9-b025-bcb553d68921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 14:59:11.934093 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Bound port: f623fa11-7c04-4e46-8eb4-53b4b2510e76, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d33f-a639-4ed9-b025-bcb553d68921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 14:59:11.934488 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:12.027137 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] For port f623fa11-7c04-4e46-8eb4-53b4b2510e76, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 14:59:12.031742 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] For port f623fa11-7c04-4e46-8eb4-53b4b2510e76, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f623fa11-7c04-4e46-8eb4-53b4b2510e76,segment=NetworkSegment(7fb8d33f-a639-4ed9-b025-bcb553d68921),segment_id=7fb8d33f-a639-4ed9-b025-bcb553d68921)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 14:59:12.038679 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:12.127114 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Routers {'6b253139-8762-4b74-ab54-074e1d0e8aad'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 14:59:12.127957 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T14:59:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6b253139-8762-4b74-ab54-074e1d0e8aad'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:59:12.252448 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bc33f-0811-42bf-90ae-931987f9822e None None] Pushing event updated for resources: {'Port': ['ID=f623fa11-7c04-4e46-8eb4-53b4b2510e76,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:12.291848 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] Set router 6b253139-8762-4b74-ab54-074e1d0e8aad gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 14:59:12.626549 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'name': 'router1', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:58:59Z', 'updated_at': '2022-06-03T14:59:09Z', 'revision_number': 2, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'gw_port_host': None, '_interfaces': [{'id': 'f623fa11-7c04-4e46-8eb4-53b4b2510e76', 'name': '', 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'mac_address': 'fa:16:3e:35:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:59:08Z', 'updated_at': '2022-06-03T14:59:12Z', 'revision_number': 4, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'subnets': [{'id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7716217e-18fd-4aab-b2ce-dca6f442719f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:59:12.630608 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e0022-a066-44ea-9ae8-759b252f53d4 None None] The sync data for ids ['6b253139-8762-4b74-ab54-074e1d0e8aad'] in n-d-844595-1 is: [{'id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'name': 'router1', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:58:59Z', 'updated_at': '2022-06-03T14:59:09Z', 'revision_number': 2, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'gw_port_host': None, '_interfaces': [{'id': 'f623fa11-7c04-4e46-8eb4-53b4b2510e76', 'name': '', 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'mac_address': 'fa:16:3e:35:89:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:59:08Z', 'updated_at': '2022-06-03T14:59:12Z', 'revision_number': 4, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'subnets': [{'id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7716217e-18fd-4aab-b2ce-dca6f442719f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 14:59:12.862174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49546) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:13.029174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae7060-1bed-43a1-9bb6-26d13de4603b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:59:13.030614 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-03ae7060-1bed-43a1-9bb6-26d13de4603b admin admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 842 time: 0.1674819 Jun 03 14:59:13.041103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.7.1', 'name': 'public-subnet', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:59:13.047179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 14:59:13.051731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Usage tracker for resource:subnet and tenant:50f8fdf49a584f96a9bea887dd83dfe1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 14:59:13.055050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 14:59:13.062113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 14:59:13.075765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Made reservation on behalf of 50f8fdf49a584f96a9bea887dd83dfe1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 14:59:13.078200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:13.526445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.objects.ports [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 14:59:13.526891 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:13.601808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0551ca-c15b-4939-8957-fa5b6926f930,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:13.610255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:59:13.610607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Network hostable DHCP agents. Network: ab3d7046-1339-4d8c-aed7-0373a04de455, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 14:59:13.631222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 14:59:13.642490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, ab3d7046-1339-4d8c-aed7-0373a04de455) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:59:13.648615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:59:13.649218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:13.652820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc09ad4f-a79f-4860-b11b-dfe3278db38a None None] Network ab3d7046-1339-4d8c-aed7-0373a04de455 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 14:59:13.678173 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3f9de189-1d24-45cf-805a-76ce6c73f45c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6409278 Jun 03 14:59:13.884280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e008f1-92d2-4d62-aeb5-c8393c6e5fa7 None None] Network ab3d7046-1339-4d8c-aed7-0373a04de455 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 14:59:14.991594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f623fa11-7c04-4e46-8eb4-53b4b2510e76 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:59:15.063492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f623fa11-7c04-4e46-8eb4-53b4b2510e76 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:59:15.068188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f623fa11-7c04-4e46-8eb4-53b4b2510e76 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:59:15.068554 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:15.194492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f623fa11-7c04-4e46-8eb4-53b4b2510e76 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:59:15.194899 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:15.228900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f623fa11-7c04-4e46-8eb4-53b4b2510e76, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f623fa11-7c04-4e46-8eb4-53b4b2510e76,segment=NetworkSegment(7fb8d33f-a639-4ed9-b025-bcb553d68921),segment_id=7fb8d33f-a639-4ed9-b025-bcb553d68921)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 14:59:15.234310 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:15.301749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f623fa11-7c04-4e46-8eb4-53b4b2510e76,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:15.979888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49560) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:16.189092 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a7ffd462-1e41-4cc9-97c0-7266a32d4564 admin admin] 10.222.0.48 "GET /v2.0/routers/6b253139-8762-4b74-ab54-074e1d0e8aad HTTP/1.1" status: 200 len: 710 time: 0.2075670 Jun 03 14:59:16.317962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3df0d-c74c-4d9a-b76d-87643a9cb9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 14:59:16.319349 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7fd3df0d-c74c-4d9a-b76d-87643a9cb9da admin admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 886 time: 0.1248472 Jun 03 14:59:16.328106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 14:59:16.754000 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:16.969859 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 14:59:16.978177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f623fa11-7c04-4e46-8eb4-53b4b2510e76 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:59:17.052478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f623fa11-7c04-4e46-8eb4-53b4b2510e76 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:59:17.052847 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:17.144489 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:17.190016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f623fa11-7c04-4e46-8eb4-53b4b2510e76 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:59:17.205201 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:17.349566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Allocated IP 172.25.7.26 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/217426f8-290c-42b4-8d92-ed835cabb4cc) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 14:59:17.501279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:17.532730 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:17.600646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 14:59:17.603448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 14:59:17.607916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 14:59:17.668675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Pushing event updated for resources: {'Port': ['ID=217426f8-290c-42b4-8d92-ed835cabb4cc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:17.998785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:18.351723 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:18.355497 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:18.601851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Router 6b253139-8762-4b74-ab54-074e1d0e8aad has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 14:59:18.775966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 14:59:18.785721 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:18.786389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Sync routers for ids ['6b253139-8762-4b74-ab54-074e1d0e8aad'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 14:59:18.787153 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a798df19-6491-4296-a5ce-3daffb05afe7 admin admin] 10.222.0.48 "PUT /v2.0/routers/6b253139-8762-4b74-ab54-074e1d0e8aad HTTP/1.1" status: 200 len: 889 time: 2.4622250 Jun 03 14:59:18.797723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Routers {'6b253139-8762-4b74-ab54-074e1d0e8aad'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 14:59:18.798544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T14:59:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6b253139-8762-4b74-ab54-074e1d0e8aad'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:59:18.997145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Set router 6b253139-8762-4b74-ab54-074e1d0e8aad gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 14:59:19.341228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'name': 'router1', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '217426f8-290c-42b4-8d92-ed835cabb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:58:59Z', 'updated_at': '2022-06-03T14:59:17Z', 'revision_number': 4, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'gw_port': {'id': '217426f8-290c-42b4-8d92-ed835cabb4cc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:59:17Z', 'updated_at': '2022-06-03T14:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f623fa11-7c04-4e46-8eb4-53b4b2510e76', 'name': '', 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'mac_address': 'fa:16:3e:35:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:59:08Z', 'updated_at': '2022-06-03T14:59:15Z', 'revision_number': 5, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'subnets': [{'id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7716217e-18fd-4aab-b2ce-dca6f442719f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:59:19.346543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Checking router: 6b253139-8762-4b74-ab54-074e1d0e8aad for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 14:59:19.346884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Updating router 6b253139-8762-4b74-ab54-074e1d0e8aad port 217426f8-290c-42b4-8d92-ed835cabb4cc binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 14:59:19.397403 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:19.726769 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:19.738550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Transition to ACTIVE for port object 217426f8-290c-42b4-8d92-ed835cabb4cc will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 14:59:19.745225 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:19.823278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Attempting to bind port 217426f8-290c-42b4-8d92-ed835cabb4cc on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 14:59:19.823974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Attempting to bind port 217426f8-290c-42b4-8d92-ed835cabb4cc by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 14:59:19.823974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Attempting to bind port 217426f8-290c-42b4-8d92-ed835cabb4cc on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 14:59:19.826155 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f660f7-36aa-4cd1-8257-749025c9d38f None None] Pushing event updated for resources: {'Port': ['ID=217426f8-290c-42b4-8d92-ed835cabb4cc,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:19.832095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 14, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 14:59:19.832421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 14:59:19.832842 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:19.833203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 14:59:19.833653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Bound port: 217426f8-290c-42b4-8d92-ed835cabb4cc, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 14:59:19.834055 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:19.908409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] For port 217426f8-290c-42b4-8d92-ed835cabb4cc, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 14:59:19.911296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] For port 217426f8-290c-42b4-8d92-ed835cabb4cc, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=217426f8-290c-42b4-8d92-ed835cabb4cc,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 14:59:19.919168 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:19.995765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f660f7-36aa-4cd1-8257-749025c9d38f None None] Pushing event updated for resources: {'Port': ['ID=217426f8-290c-42b4-8d92-ed835cabb4cc,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:19.998191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Routers {'6b253139-8762-4b74-ab54-074e1d0e8aad'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 14:59:19.998747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T14:59:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6b253139-8762-4b74-ab54-074e1d0e8aad'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:59:20.206707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] Set router 6b253139-8762-4b74-ab54-074e1d0e8aad gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 14:59:20.538373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'name': 'router1', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '217426f8-290c-42b4-8d92-ed835cabb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:58:59Z', 'updated_at': '2022-06-03T14:59:17Z', 'revision_number': 4, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'gw_port': {'id': '217426f8-290c-42b4-8d92-ed835cabb4cc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:59:17Z', 'updated_at': '2022-06-03T14:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f623fa11-7c04-4e46-8eb4-53b4b2510e76', 'name': '', 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'mac_address': 'fa:16:3e:35:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:59:08Z', 'updated_at': '2022-06-03T14:59:15Z', 'revision_number': 5, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'subnets': [{'id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7716217e-18fd-4aab-b2ce-dca6f442719f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 14:59:20.542626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e591a-36a7-4c6c-9a9d-ca44214f6cd6 None None] The sync data for ids ['6b253139-8762-4b74-ab54-074e1d0e8aad'] in n-d-844595-1 is: [{'id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'name': 'router1', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '217426f8-290c-42b4-8d92-ed835cabb4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T14:58:59Z', 'updated_at': '2022-06-03T14:59:17Z', 'revision_number': 4, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'gw_port': {'id': '217426f8-290c-42b4-8d92-ed835cabb4cc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:59:17Z', 'updated_at': '2022-06-03T14:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f623fa11-7c04-4e46-8eb4-53b4b2510e76', 'name': '', 'network_id': 'c141dc02-809f-4aa4-bef2-cc225f3e62ad', 'tenant_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'mac_address': 'fa:16:3e:35:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b253139-8762-4b74-ab54-074e1d0e8aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T14:59:08Z', 'updated_at': '2022-06-03T14:59:15Z', 'revision_number': 5, 'project_id': '4ee4b0b4d48f4740a576d2fc5c442bec', 'subnets': [{'id': '8911e418-b57d-431f-9ea9-4de71ca2171b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7716217e-18fd-4aab-b2ce-dca6f442719f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 14:59:21.010113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 217426f8-290c-42b4-8d92-ed835cabb4cc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:59:21.097544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 217426f8-290c-42b4-8d92-ed835cabb4cc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 14:59:21.103613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 217426f8-290c-42b4-8d92-ed835cabb4cc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:59:21.104143 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:21.193124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49570) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 14:59:21.226765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 217426f8-290c-42b4-8d92-ed835cabb4cc is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:59:21.227140 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:21.244528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 217426f8-290c-42b4-8d92-ed835cabb4cc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=217426f8-290c-42b4-8d92-ed835cabb4cc,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 14:59:21.248795 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:21.317087 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4288df80-807f-451d-b292-2f3d2b33e167 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1228392 Jun 03 14:59:21.324304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=217426f8-290c-42b4-8d92-ed835cabb4cc,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 14:59:22.983608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 217426f8-290c-42b4-8d92-ed835cabb4cc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 14:59:23.055790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 217426f8-290c-42b4-8d92-ed835cabb4cc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 14:59:23.056082 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:23.179898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 217426f8-290c-42b4-8d92-ed835cabb4cc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 14:59:32.049614 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-779e6871-0ba3-4f9c-9564-ce845c312ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:34.177308 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d51b9267-7ce2-4275-84de-049a03e87807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:35.158868 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:35.372067 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:36.746080 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 14:59:53.969184 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:00:02.041374 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-79c7d147-25e5-470f-b3d6-8c726e457130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:04.184418 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8e150e1b-97cc-4467-b6f2-de2aa67e4cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:05.156603 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:05.374046 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:06.752820 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:30.968870 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:00:32.042693 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-48998aec-0ef1-446c-bb38-1bf5d566fbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:34.179110 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22fc4d1f-bdfc-45d8-b823-210b6e754ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:35.155566 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:35.378368 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:00:36.757707 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:02.037675 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b71ac8d1-b1d6-4cc2-b8dc-de911d1fc5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:04.182651 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-da6454b9-2aed-45e6-9562-2a58c6c9641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:05.152652 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:05.384276 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:06.757284 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:07.968884 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:01:30.639701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50172) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:01:30.718559 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2c8704-ee06-40ce-8edb-31b164314614 admin admin] GET failed (client error): The resource could not be found. Jun 03 15:01:30.719877 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-df2c8704-ee06-40ce-8edb-31b164314614 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0792611 Jun 03 15:01:30.852071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617ae9e-f47f-47a1-bd86-940065616472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:30.853528 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e617ae9e-f47f-47a1-bd86-940065616472 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1296325 Jun 03 15:01:32.037114 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-006de109-c3f3-4cf8-a66b-a2c70bb947df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:33.057274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:01:33.170940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1899cbd0-fd6d-4989-9401-06a73a440a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:33.171771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1899cbd0-fd6d-4989-9401-06a73a440a74 admin admin] Synchronizing usage tracker for tenant:50f8fdf49a584f96a9bea887dd83dfe1 on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:01:33.202170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1899cbd0-fd6d-4989-9401-06a73a440a74 admin admin] Unset dirty status for tenant:50f8fdf49a584f96a9bea887dd83dfe1 on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:01:33.208907 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1899cbd0-fd6d-4989-9401-06a73a440a74 admin admin] 10.222.0.48 "GET /v2.0/subnets/8911e418-b57d-431f-9ea9-4de71ca2171b HTTP/1.1" status: 200 len: 849 time: 0.1454039 Jun 03 15:01:33.213906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:01:33.334378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:33.539739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760592403384'] for subnet, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:33.586408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:33.586792 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:33.588060 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] 10.222.0.48 "PUT /v2.0/subnets/8911e418-b57d-431f-9ea9-4de71ca2171b HTTP/1.1" status: 200 len: 868 time: 0.3784521 Jun 03 15:01:33.589335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36589da2-e473-41b2-8581-14265077aa31 None None] Network c141dc02-809f-4aa4-bef2-cc225f3e62ad requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:01:33.615481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8911e418-b57d-431f-9ea9-4de71ca2171b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:01:33.625052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:33.625398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:33.625724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:33.626082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:33.626405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:33.626744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:33.627211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:33.627543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:33.627925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:33.628247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:33.628567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:33.628883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9166d49-a668-49ce-9658-a899ba14fe06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:01:34.068920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0dfb74fd-bb4b-4f6f-adc8-f451573f5a77 None None] Provisioning complete for port f623fa11-7c04-4e46-8eb4-53b4b2510e76 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:01:34.069277 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0dfb74fd-bb4b-4f6f-adc8-f451573f5a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:34.199346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb74fd-bb4b-4f6f-adc8-f451573f5a77 None None] Current status of the port f623fa11-7c04-4e46-8eb4-53b4b2510e76 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:01:34.202582 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ebba906-ec82-414b-9d4b-04b012e2edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:34.212963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0dfb74fd-bb4b-4f6f-adc8-f451573f5a77 None None] Provisioning complete for port 08013244-ee79-4ac2-8fce-b448808a803e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:01:34.213322 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0dfb74fd-bb4b-4f6f-adc8-f451573f5a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:34.368926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb74fd-bb4b-4f6f-adc8-f451573f5a77 None None] Current status of the port 08013244-ee79-4ac2-8fce-b448808a803e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:01:35.158476 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:35.383688 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:35.832114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50192) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:01:36.051121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c64606-1855-4109-9fd2-fcceac930fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:36.051476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c64606-1855-4109-9fd2-fcceac930fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:36.053036 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d5c64606-1855-4109-9fd2-fcceac930fca admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2199557 Jun 03 15:01:36.761011 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:01:38.265758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50202) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:01:38.450820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e3269-ef75-42d1-a09d-c89fe83b46a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:38.451101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e3269-ef75-42d1-a09d-c89fe83b46a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:38.452615 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9e1e3269-ef75-42d1-a09d-c89fe83b46a7 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1856546 Jun 03 15:01:40.631591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50212) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:01:40.812201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523007fc-752b-4429-be2e-0a04ab2c72e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:40.812777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-523007fc-752b-4429-be2e-0a04ab2c72e1 admin admin] Synchronizing usage tracker for tenant:50f8fdf49a584f96a9bea887dd83dfe1 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:01:40.832406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-523007fc-752b-4429-be2e-0a04ab2c72e1 admin admin] Unset dirty status for tenant:50f8fdf49a584f96a9bea887dd83dfe1 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:01:40.834545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-523007fc-752b-4429-be2e-0a04ab2c72e1 admin admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 886 time: 0.2020764 Jun 03 15:01:43.013446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50222) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:01:43.194937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3365fb23-e162-42db-9e74-8b41f76066e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:43.196243 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3365fb23-e162-42db-9e74-8b41f76066e8 admin admin] 10.222.0.48 "GET /v2.0/networks/c141dc02-809f-4aa4-bef2-cc225f3e62ad HTTP/1.1" status: 200 len: 869 time: 0.1817994 Jun 03 15:01:44.969371 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:01:45.392174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50232) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:01:45.510253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481a0b5-da75-40f2-b033-e70b4cdbb57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:45.514183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481a0b5-da75-40f2-b033-e70b4cdbb57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:45.514183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4481a0b5-da75-40f2-b033-e70b4cdbb57d admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1191449 Jun 03 15:01:47.760021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:01:47.887320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7699e8-bf0f-4e17-93a4-71cf8178b306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:47.887767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7699e8-bf0f-4e17-93a4-71cf8178b306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:47.889303 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7f7699e8-bf0f-4e17-93a4-71cf8178b306 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283634 Jun 03 15:01:50.126252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:01:50.253235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7482b-2ef3-4732-bcd5-15e5be1edc1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:50.254620 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dfd7482b-2ef3-4732-bcd5-15e5be1edc1d admin admin] 10.222.0.48 "GET /v2.0/subnets/8911e418-b57d-431f-9ea9-4de71ca2171b HTTP/1.1" status: 200 len: 868 time: 0.1273863 Jun 03 15:01:52.475539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50262) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:01:52.593097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e37c23-74da-4ca1-99aa-c2c881ee0906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:01:52.594551 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-03e37c23-74da-4ca1-99aa-c2c881ee0906 admin admin] 10.222.0.48 "GET /v2.0/subnets/cb0551ca-c15b-4939-8957-fa5b6926f930 HTTP/1.1" status: 200 len: 816 time: 0.1180696 Jun 03 15:02:02.031257 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-88778bbc-a4f6-40a9-af85-761ebab967cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:04.187478 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-873f575f-aea0-41af-9dc6-2ffaf1e58dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:05.167950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:05.385944 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:06.762188 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:12.081849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50308) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:02:12.131324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-5b2d3179-c8a3-4908-8f7d-b412ef9c4957 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:02:12.132315 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5b2d3179-c8a3-4908-8f7d-b412ef9c4957 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494432 Jun 03 15:02:14.367516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50318) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:02:14.454592 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76defad-8362-4303-9f89-8d0f6ae0d93b admin admin] GET failed (client error): The resource could not be found. Jun 03 15:02:14.455866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a76defad-8362-4303-9f89-8d0f6ae0d93b admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0874088 Jun 03 15:02:14.597288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2192c30-bd80-4149-aa45-c8a0aecd0c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:02:14.598698 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e2192c30-bd80-4149-aa45-c8a0aecd0c44 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1388938 Jun 03 15:02:16.818955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50328) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:02:16.870618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:02:16.875533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:02:16.886485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:02:16.896554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Made reservation on behalf of 50f8fdf49a584f96a9bea887dd83dfe1 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:02:16.898896 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:17.043379 n-d-844595-1 neutron-server[88444]: WARNING neutron.services.revisions.revision_plugin [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Could not find related network for resource to bump revision. Jun 03 15:02:17.057287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:02:17.068006 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760592333267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:17.068489 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Unsubscribe: segment precommit_create {{(pid=88444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 15:02:17.068931 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Added segment b76f268e-3621-40bb-98c4-8c3cc6d52f42 of type vlan for network b2b11be4-2c24-42f1-888c-2dc22939b5b0 Jun 03 15:02:17.105216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:17.144899 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:17.145892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:02:17.146472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:17.246085 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4260247 Jun 03 15:02:17.246653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ad8fe-0585-40f8-976b-ccb707bf439f admin admin] Pushing event updated for resources: {'Network': ['ID=b2b11be4-2c24-42f1-888c-2dc22939b5b0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:02:17.275401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:02:19.451087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50338) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:02:19.518854 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-571c4e77-d92a-41b1-8276-5229e0dfdc20 admin admin] GET failed (client error): The resource could not be found. Jun 03 15:02:19.520140 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-571c4e77-d92a-41b1-8276-5229e0dfdc20 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0681221 Jun 03 15:02:19.630776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9403b318-1aea-420b-8b11-e601695d31fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:02:19.632137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9403b318-1aea-420b-8b11-e601695d31fb admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1079998 Jun 03 15:02:19.641831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Request body: {'subnet': {'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:02:19.646955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:02:19.656756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:02:19.668666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Made reservation on behalf of 50f8fdf49a584f96a9bea887dd83dfe1 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:02:19.671907 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:19.901733 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:19.979610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fffc256-3fa3-486b-be91-a8fe73eff02a,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:02:19.990388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:02:19.990755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Network hostable DHCP agents. Network: b2b11be4-2c24-42f1-888c-2dc22939b5b0, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:02:19.995351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:19.995693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:19.996028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:19.996358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:19.996696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:19.997045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:19.997367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:19.997687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:19.998035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:19.998354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:19.998655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:19.998979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.020113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:02:20.030090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, b2b11be4-2c24-42f1-888c-2dc22939b5b0) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:02:20.035290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:02:20.035915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:20.040863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392353d7-6ba6-47c9-b18f-c3d2784d9ac3 None None] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:02:20.061782 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fe7c5d23-2157-4067-8a2a-d4dca068a3ea admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4233038 Jun 03 15:02:20.266003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'tenant_id': '50f8fdf49a584f96a9bea887dd83dfe1', 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:02:20.266785 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:20.438958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Allocated IP 192.168.233.2 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/32f1a174-8da1-4102-a64a-70a45464f268) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:02:20.650201 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:20.660809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Transition to ACTIVE for port object 32f1a174-8da1-4102-a64a-70a45464f268 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:02:20.679961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Transition to ACTIVE for port object 32f1a174-8da1-4102-a64a-70a45464f268 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:02:20.686774 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:20.755475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:02:20.758617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:02:20.762322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:02:20.768134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Pushing event updated for resources: {'Port': ['ID=32f1a174-8da1-4102-a64a-70a45464f268,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:02:20.804926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.805248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.805580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.805930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.806266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.806580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.806899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.807218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.807530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.807862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.808176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.808504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:02:20.868497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Attempting to bind port 32f1a174-8da1-4102-a64a-70a45464f268 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:02:20.868938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Attempting to bind port 32f1a174-8da1-4102-a64a-70a45464f268 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:02:20.869357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Attempting to bind port 32f1a174-8da1-4102-a64a-70a45464f268 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:02:20.875203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:02:20.875552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:02:20.875931 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:20.876324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:02:20.876799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Bound port: 32f1a174-8da1-4102-a64a-70a45464f268, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:02:20.877164 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:20.965716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] For port 32f1a174-8da1-4102-a64a-70a45464f268, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:02:20.968770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] For port 32f1a174-8da1-4102-a64a-70a45464f268, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=32f1a174-8da1-4102-a64a-70a45464f268,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:02:20.974369 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:21.054529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8d9cc-81e7-4038-abae-90a95623529f None None] Pushing event updated for resources: {'Port': ['ID=32f1a174-8da1-4102-a64a-70a45464f268,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:02:21.899904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c2961-5c22-45d1-a0e5-a751438369b1 None None] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:02:21.969023 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:02:21.988417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0ef003f3-7366-48c5-a0f1-456c7419f729 None None] Provisioning for port 32f1a174-8da1-4102-a64a-70a45464f268 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:02:23.099211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 32f1a174-8da1-4102-a64a-70a45464f268 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:02:23.170600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 32f1a174-8da1-4102-a64a-70a45464f268 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:02:23.175272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 32f1a174-8da1-4102-a64a-70a45464f268 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:02:23.175637 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:23.295290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 32f1a174-8da1-4102-a64a-70a45464f268 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:02:23.295710 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:23.329582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 32f1a174-8da1-4102-a64a-70a45464f268, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=32f1a174-8da1-4102-a64a-70a45464f268,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:02:23.335086 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:23.406254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=32f1a174-8da1-4102-a64a-70a45464f268,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:02:25.073063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 32f1a174-8da1-4102-a64a-70a45464f268 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:02:25.151508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 32f1a174-8da1-4102-a64a-70a45464f268 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:02:25.151870 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:25.275222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 32f1a174-8da1-4102-a64a-70a45464f268 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:02:32.038089 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-afa993b7-3e36-4ab5-af5e-8393658dc907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:34.184932 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-54a29102-7a75-477f-b4ce-87b6e46787ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:35.166077 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:35.394727 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:36.768755 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:02:58.968545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:03:02.032681 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e45e5e9f-865c-43d9-b82d-3b6be9ec0607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:04.179190 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0fec-9620-4edd-b2d6-95223ac7542b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:05.161371 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:05.392516 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:06.767811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:32.033726 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8db465ae-0703-4efa-850d-17fbb76b74e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:34.184844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0f514102-9574-48ca-b021-554d1d7bebbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:35.158538 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:35.398148 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:35.968356 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:03:36.770120 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:42.113318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50386) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:03:42.119339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-aa6c8ed0-017e-403e-b621-cb8d7b9d2c69 tempest-verify_tempest_config-102176743 tempest-verify_tempest_config-102176743-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:03:42.120335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aa6c8ed0-017e-403e-b621-cb8d7b9d2c69 tempest-verify_tempest_config-102176743 tempest-verify_tempest_config-102176743-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059876 Jun 03 15:03:42.458648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50404) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:03:42.587387 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:42.601918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:03:42.605988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Usage tracker for resource:security_group_rule and tenant:9a81fbfc7fc14663b9093cb7a39e0240 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:03:42.608886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:03:42.614868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:03:42.702537 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:42.708245 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:42.758945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Synchronizing usage tracker for tenant:50f8fdf49a584f96a9bea887dd83dfe1 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:03:42.762336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2b48a8-4ab1-4017-96d9-4fd2961a524b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:03:42.773264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.773603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.773932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.774283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.774606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.774930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.775243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.775561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.775857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.776168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.776475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.776788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:42.788307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] Unset dirty status for tenant:50f8fdf49a584f96a9bea887dd83dfe1 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:03:42.789506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f5903572-d771-47ce-9e0f-34e92274f043 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a81fbfc7fc14663b9093cb7a39e0240&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3298464 Jun 03 15:03:42.792275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50410) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:03:42.858282 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:42.883404 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:42.978569 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:42.994855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2b48a8-4ab1-4017-96d9-4fd2961a524b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:03:43.003082 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:03:43.004621 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f2b48a8-4ab1-4017-96d9-4fd2961a524b HTTP/1.1" status: 204 len: 168 time: 0.2112374 Jun 03 15:03:43.005919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:43.006266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:43.006601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:43.007010 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:43.007360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:43.007679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:43.008001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:43.008318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:43.008644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:43.008952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:43.009263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:03:43.009573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3620f-7d70-4bc3-9475-3da8cbc3d0be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:04:02.027688 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-02367368-8427-4975-866f-8361aed4122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:04.189489 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bc8e11c9-99da-43df-a02f-3106994ad73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:05.153611 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:05.400672 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:06.774751 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:12.967770 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:04:32.033196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0dd58f53-988f-43ff-9a61-3bf1ea878362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:34.196708 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-13e02eaa-6380-42f9-8e9b-0219a3c153fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:35.158870 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:35.404340 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:36.780275 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:04:49.966490 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:05:02.041313 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35217a15-f045-4724-8ce9-c4af4424b333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:04.193857 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c709d740-b548-495a-b504-c1d13286a9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:05.166744 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:05.408907 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:06.782048 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:26.965474 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:05:32.040721 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a756b985-3958-480d-8ac1-e5d3ab8ea479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:34.190478 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-079922ff-35aa-4d2d-b4f5-de4b4003ca30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:35.162720 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:35.413427 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:05:36.791243 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:02.035225 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aec786f6-927a-4a09-b0f8-8dfde356e6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:03.965337 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:06:04.197856 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-62974ebe-6285-47ce-83d0-7af4731d7183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:05.159583 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:05.416707 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:06.792894 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:32.041428 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4cb96858-c5c7-491c-85a5-60d1cdb6ecff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:34.197623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e57c3ce7-c4c4-4b95-b9f4-9f75135728b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:35.157896 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:35.419765 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:36.799762 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:06:40.967270 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 5 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:06:59.209015 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537108'] for agent, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:02.045807 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-15b57293-d594-4040-b6c5-8f6490da9bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:04.192164 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d21f221e-5475-4f12-a577-49e3d0e20099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:05.152043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:05.423637 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:06.795938 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:08.329215 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537108'] for agent, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:17.966881 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:07:29.181788 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:32.051896 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-586f8017-8b3a-4354-a7bc-51da2f6a66e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:34.201938 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-768c3095-f112-42dc-b801-49f709cac510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:35.158133 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:35.426450 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:36.797477 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:38.308365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:07:52.578479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50470) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:52.699826 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-de8adcdb-c56f-4455-9030-b8f60773dc7b admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1201921 Jun 03 15:07:54.904751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50480) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:07:54.965718 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-64efc862-2284-4729-a220-6bb110c91de6 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0596728 Jun 03 15:07:54.966464 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:07:59.173637 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:02.052950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-82c9556b-3a9d-4908-a438-6fd4d7feab76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:04.198512 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-543d99fc-8391-4898-a87e-c10828295845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:05.163461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:05.430024 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:06.800904 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:08.329084 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:29.172175 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:31.966286 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:08:32.048144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ed5743e-7d43-4129-9b69-d53857a9e177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:34.194985 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c8eec3b3-d4f2-40be-99b5-76dcf5836b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:35.169486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:35.435831 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:36.805718 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:38.345770 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:08:59.186452 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:02.045464 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8d999ac5-7874-4bd6-8d2f-db5de1d388a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:04.198834 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-80710650-b250-4dc2-b967-acc648685056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:05.173731 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:05.435217 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:06.809935 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.363953 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:08.966970 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:09:29.198012 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.275424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50652) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:30.634839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-network', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:30.645779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:30.654358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Usage tracker for resource:network and tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:30.664831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:30.673489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:30.686739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Made reservation on behalf of 8a5fa3a8ac7b40cf8ba284d70c982f43 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:30.689494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.711458 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.726113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:30.730699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Usage tracker for resource:security_group_rule and tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:30.734777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:30.745033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:30.774716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50680) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:30.836405 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.842305 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.872951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16288b70-5324-4a09-bc0a-b3de30c13b1c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:30.885863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.886242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.886625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.886955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.887247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.887569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.887909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.888231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Tracked resource versions report: Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: pushed versions: Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: { 'AddressGroup': {'1.2'}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'ConntrackHelper': {'1.0'}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'Log': {'1.0'}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'Network': {'1.1'}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'Port': {'1.7'}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'PortForwarding': {'1.2'}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'QosPolicy': {'1.8'}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'SecurityGroup': {'1.4'}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'SubPort': {'1.0'}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'Subnet': {'1.1'}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'Trunk': {'1.1'}} Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: consumer versions: Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: { DHCP agent@n-d-844595-1: {}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: HyperV agent@n-h1-844595-1: {}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: HyperV agent@n-h2-844595-1: {}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: L3 agent@n-d-844595-1: {}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: Metadata agent@n-d-844595-1: {}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: Metering agent@n-d-844595-1: {}, Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: Open vSwitch agent@n-d-844595-1: { 'AddressGroup': '1.2', Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'ConntrackHelper': '1.0', Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'Log': '1.0', Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'Network': '1.1', Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'Port': '1.7', Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'PortForwarding': '1.2', Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'QosPolicy': '1.8', Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'SecurityGroup': '1.4', Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'SecurityGroupRule': '1.2', Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'SubPort': '1.0', Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'Subnet': '1.1', Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: 'Trunk': '1.1'}} Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: {{(pid=88445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.930294 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Added segment 5af278b7-8c3f-43d9-a7cc-ee3f6b458efc of type vlan for network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 Jun 03 15:09:30.943018 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.973588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:30.975351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:30.976139 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.081614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] Pushing event updated for resources: {'Network': ['ID=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:31.094420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c85e25fa-d3d0-4396-9355-627e9694f74b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8173177 Jun 03 15:09:31.094569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50698) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:31.095727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:09:31.100321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Request body: {'subnet': {'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-subnet', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:31.104966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:31.109105 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Usage tracker for resource:subnet and tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:31.112125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:31.118233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:31.132498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Made reservation on behalf of 8a5fa3a8ac7b40cf8ba284d70c982f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:31.135717 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.270621 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ea58f9df-605a-4b7f-8258-5a0b76bd3a6c tempest-AutoAllocateNetworkTest-1262191982 tempest-AutoAllocateNetworkTest-1262191982-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=636fa3cd1d4d4435bf7c0abad2ccaf94&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4918816 Jun 03 15:09:31.270905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50704) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:31.408025 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.450127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65621611-fcd8-4708-a04a-825791a25eb4 tempest-AutoAllocateNetworkTest-1262191982 tempest-AutoAllocateNetworkTest-1262191982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:31.455017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-65621611-fcd8-4708-a04a-825791a25eb4 tempest-AutoAllocateNetworkTest-1262191982 tempest-AutoAllocateNetworkTest-1262191982-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1829536 Jun 03 15:09:31.455747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50712) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:31.500680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Checking segment: {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:31.501252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Network hostable DHCP agents. Network: f98b702b-23a0-4cd9-ad93-b11c6ceda5f5, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:09:31.529258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:09:31.540196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3643cc6a-71bb-45ac-92f2-833c795c0750,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:31.549094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, f98b702b-23a0-4cd9-ad93-b11c6ceda5f5) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:31.551915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.552446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.552900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.553368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.553825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.555080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.555640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.556076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.556518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.556968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.557400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.557836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:31.558108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc57333c-0c1b-4423-90f1-854bf458d080 None None] Network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Tracked resource versions report: Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: pushed versions: Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: { 'AddressGroup': {'1.2'}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'ConntrackHelper': {'1.0'}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'Log': {'1.0'}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'Network': {'1.1'}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'Port': {'1.7'}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'PortForwarding': {'1.2'}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'QosPolicy': {'1.8'}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'SecurityGroup': {'1.4'}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'SubPort': {'1.0'}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'Subnet': {'1.1'}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'Trunk': {'1.1'}} Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: consumer versions: Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: { DHCP agent@n-d-844595-1: {}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: HyperV agent@n-h1-844595-1: {}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: HyperV agent@n-h2-844595-1: {}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: L3 agent@n-d-844595-1: {}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: Metadata agent@n-d-844595-1: {}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: Metering agent@n-d-844595-1: {}, Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: Open vSwitch agent@n-d-844595-1: { 'AddressGroup': '1.2', Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'ConntrackHelper': '1.0', Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'Log': '1.0', Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'Network': '1.1', Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'Port': '1.7', Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'PortForwarding': '1.2', Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'QosPolicy': '1.8', Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'SecurityGroup': '1.4', Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'SecurityGroupRule': '1.2', Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'SubPort': '1.0', Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'Subnet': '1.1', Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: 'Trunk': '1.1'}} Jun 03 15:09:31.559204 n-d-844595-1 neutron-server[88444]: {{(pid=88444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:09:31.579638 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-46755d1e-6fbb-4a59-ba57-bfa3cc27c825 tempest-AutoAllocateNetworkTest-1262191982 tempest-AutoAllocateNetworkTest-1262191982-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186101 Jun 03 15:09:31.580186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:31.580654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50720) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:31.580994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.615571 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4f763103-e287-4d5a-96eb-5448deba5c3e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5198896 Jun 03 15:09:31.615747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50724) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:31.630237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4d43357c-ddde-48ff-929a-bea0a590d897 tempest-AutoAllocateNetworkTest-1262191982 tempest-AutoAllocateNetworkTest-1262191982-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=636fa3cd1d4d4435bf7c0abad2ccaf94 HTTP/1.1" status: 200 len: 208 time: 0.0459862 Jun 03 15:09:31.633910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:31.640495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:31.646882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Usage tracker for resource:router and tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:31.650599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:31.659806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:31.675453 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.677427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.699026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:31.822631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:09:31.823625 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.010883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Allocated IP 172.20.0.2 (f98b702b-23a0-4cd9-ad93-b11c6ceda5f5/3643cc6a-71bb-45ac-92f2-833c795c0750/8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:32.108346 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.117257 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c898db4-8b7a-4964-a04c-f20224ae1514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.280823 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.292224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Transition to ACTIVE for port object 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:32.310975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Transition to ACTIVE for port object 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:32.318882 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.434645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Pushing event updated for resources: {'Port': ['ID=8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:32.442856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.443383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.443849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.444311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.444790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.445245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.445700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.446278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.446751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.447201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.447650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.448098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Tracked resource versions report: Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: pushed versions: Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: { 'AddressGroup': {'1.2'}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'ConntrackHelper': {'1.0'}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'Log': {'1.0'}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'Network': {'1.1'}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'Port': {'1.7'}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'PortForwarding': {'1.2'}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'QosPolicy': {'1.8'}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'SecurityGroup': {'1.4'}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'SubPort': {'1.0'}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'Subnet': {'1.1'}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'Trunk': {'1.1'}} Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: consumer versions: Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: { DHCP agent@n-d-844595-1: {}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: HyperV agent@n-h1-844595-1: {}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: HyperV agent@n-h2-844595-1: {}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: L3 agent@n-d-844595-1: {}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: Metadata agent@n-d-844595-1: {}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: Metering agent@n-d-844595-1: {}, Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: Open vSwitch agent@n-d-844595-1: { 'AddressGroup': '1.2', Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'ConntrackHelper': '1.0', Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'Log': '1.0', Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'Network': '1.1', Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'Port': '1.7', Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'PortForwarding': '1.2', Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'QosPolicy': '1.8', Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'SecurityGroup': '1.4', Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'SecurityGroupRule': '1.2', Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'SubPort': '1.0', Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'Subnet': '1.1', Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: 'Trunk': '1.1'}} Jun 03 15:09:32.449326 n-d-844595-1 neutron-server[88446]: {{(pid=88446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:09:32.462873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:32.464609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:32.467976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:32.566717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Attempting to bind port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:32.567398 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.567847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Attempting to bind port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:32.567847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Attempting to bind port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 on network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:32.574821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:32.575590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Checking segment: {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:32.576328 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.576901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Bound using segment: {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:32.577537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Bound port: 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:32.578122 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.607749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.698245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] For port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:32.702914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] For port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:32.711033 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:32.754760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Allocated IP 172.25.7.82 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/dae95cbd-c79e-4f21-8db3-cca1fe292855) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:32.837582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50760) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:32.853798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b077121-f251-47f5-afb8-8dd912b7ca59 None None] Pushing event updated for resources: {'Port': ['ID=8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:32.948472 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.072022 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.174636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:33.177907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:33.181935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:33.248687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Pushing event updated for resources: {'Port': ['ID=dae95cbd-c79e-4f21-8db3-cca1fe292855,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:33.396902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:33.530424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:33.540685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1688cb5-7db1-42c3-ab5c-c0e6343e1dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.560441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f1688cb5-7db1-42c3-ab5c-c0e6343e1dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:33.567913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f1688cb5-7db1-42c3-ab5c-c0e6343e1dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:636fa3cd1d4d4435bf7c0abad2ccaf94 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:33.579019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f1688cb5-7db1-42c3-ab5c-c0e6343e1dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:33.593013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f1688cb5-7db1-42c3-ab5c-c0e6343e1dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:33.749868 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.774453 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1688cb5-7db1-42c3-ab5c-c0e6343e1dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.780960 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1688cb5-7db1-42c3-ab5c-c0e6343e1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:33.881774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1688cb5-7db1-42c3-ab5c-c0e6343e1dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fc0177-c66c-4271-a364-317ee670a276,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:33.906845 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f1688cb5-7db1-42c3-ab5c-c0e6343e1dd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=636fa3cd1d4d4435bf7c0abad2ccaf94&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0671041 Jun 03 15:09:33.914182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50800) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:34.022757 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d27c216d-0832-454f-9c1e-bc6bddfc48c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.069639 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d27c216d-0832-454f-9c1e-bc6bddfc48c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.135174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d27c216d-0832-454f-9c1e-bc6bddfc48c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.165286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c216d-0832-454f-9c1e-bc6bddfc48c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fc0177-c66c-4271-a364-317ee670a276,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:34.172887 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d27c216d-0832-454f-9c1e-bc6bddfc48c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.174220 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d27c216d-0832-454f-9c1e-bc6bddfc48c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00fc0177-c66c-4271-a364-317ee670a276 HTTP/1.1" status: 204 len: 168 time: 0.2575624 Jun 03 15:09:34.220467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6e929-a516-4bfe-b9b8-528954585aa4 None None] Network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:34.300296 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.324618 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0d966d7f-f066-4200-b0c0-f8e3c84d7dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.372019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e37a9472-e5b6-4bee-bcdb-0e6cf3b541de None None] Provisioning for port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:34.383341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e37a9472-e5b6-4bee-bcdb-0e6cf3b541de None None] Provisioning complete for port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:34.383708 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e37a9472-e5b6-4bee-bcdb-0e6cf3b541de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.568924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Router de4a187b-7559-4915-a8ba-ebe1e6b58d7c is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:09:34.668054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e37a9472-e5b6-4bee-bcdb-0e6cf3b541de None None] Current status of the port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:34.668581 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e37a9472-e5b6-4bee-bcdb-0e6cf3b541de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.708600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e37a9472-e5b6-4bee-bcdb-0e6cf3b541de None None] For port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:34.714025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e37a9472-e5b6-4bee-bcdb-0e6cf3b541de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.811198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a9472-e5b6-4bee-bcdb-0e6cf3b541de None None] Pushing event updated for resources: {'Port': ['ID=8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:34.834065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:09:34.845660 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Sync routers for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:09:34.857696 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:34.858358 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:09:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:34.866527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:34.868153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5b1c16c5-0e3e-4755-a44d-a6be478151a3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2492704 Jun 03 15:09:34.871045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50838) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:35.053797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e97e0588-1859-4f27-9453-71b3930ee1e5 None None] Provisioning complete for port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:35.054434 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e97e0588-1859-4f27-9453-71b3930ee1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:35.154754 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:35.228543 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:35.363590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:35.500599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e97e0588-1859-4f27-9453-71b3930ee1e5 None None] Current status of the port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:35.505712 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:35.525728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:35.526271 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:35.614906 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:33Z', 'revision_number': 3, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:35.627401 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Checking router: de4a187b-7559-4915-a8ba-ebe1e6b58d7c for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:09:35.627929 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Updating router de4a187b-7559-4915-a8ba-ebe1e6b58d7c port dae95cbd-c79e-4f21-8db3-cca1fe292855 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:09:35.683994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:35.711950 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:35.941931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.191648 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.204188 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Transition to ACTIVE for port object dae95cbd-c79e-4f21-8db3-cca1fe292855 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:36.212537 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.214194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Allocated IP 172.20.0.1 (f98b702b-23a0-4cd9-ad93-b11c6ceda5f5/3643cc6a-71bb-45ac-92f2-833c795c0750/2f909954-3c78-42cb-91c0-e47d2acf424a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:36.302154 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Attempting to bind port dae95cbd-c79e-4f21-8db3-cca1fe292855 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:36.302714 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Attempting to bind port dae95cbd-c79e-4f21-8db3-cca1fe292855 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:36.303228 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Attempting to bind port dae95cbd-c79e-4f21-8db3-cca1fe292855 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:36.309560 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Pushing event updated for resources: {'Port': ['ID=dae95cbd-c79e-4f21-8db3-cca1fe292855,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:36.316040 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:36.316731 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:36.317306 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.318008 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:36.318595 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Bound port: dae95cbd-c79e-4f21-8db3-cca1fe292855, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:36.319226 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.354854 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.355475 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.355939 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.356442 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.356894 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.357463 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.357934 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.358381 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.358830 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.359273 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.359851 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.360446 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Tracked resource versions report: Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: pushed versions: Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: { 'AddressGroup': {'1.2'}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'ConntrackHelper': {'1.0'}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'Log': {'1.0'}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'Network': {'1.1'}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'Port': {'1.7'}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'PortForwarding': {'1.2'}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'QosPolicy': {'1.8'}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'SecurityGroup': {'1.4'}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'SubPort': {'1.0'}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'Subnet': {'1.1'}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'Trunk': {'1.1'}} Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: consumer versions: Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: { DHCP agent@n-d-844595-1: {}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: HyperV agent@n-h1-844595-1: {}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: HyperV agent@n-h2-844595-1: {}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: L3 agent@n-d-844595-1: {}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: Metadata agent@n-d-844595-1: {}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: Metering agent@n-d-844595-1: {}, Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: Open vSwitch agent@n-d-844595-1: { 'AddressGroup': '1.2', Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'ConntrackHelper': '1.0', Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'Log': '1.0', Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'Network': '1.1', Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'Port': '1.7', Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'PortForwarding': '1.2', Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'QosPolicy': '1.8', Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'SecurityGroup': '1.4', Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'SecurityGroupRule': '1.2', Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'SubPort': '1.0', Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'Subnet': '1.1', Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: 'Trunk': '1.1'}} Jun 03 15:09:36.361762 n-d-844595-1 neutron-server[88447]: {{(pid=88447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:09:36.419765 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] For port dae95cbd-c79e-4f21-8db3-cca1fe292855, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:36.424199 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] For port dae95cbd-c79e-4f21-8db3-cca1fe292855, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dae95cbd-c79e-4f21-8db3-cca1fe292855,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:36.430738 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.454581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.477201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Transition to ACTIVE for port object 2f909954-3c78-42cb-91c0-e47d2acf424a will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:36.513103 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.525388 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:36.526044 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:09:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:36.615052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Pushing event updated for resources: {'Port': ['ID=2f909954-3c78-42cb-91c0-e47d2acf424a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:36.634753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:36.636317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:36.654118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:36.655397 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.682307 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decade32-ddcb-44f1-ae38-deb148a54b1f None None] Pushing event updated for resources: {'Port': ['ID=dae95cbd-c79e-4f21-8db3-cca1fe292855,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:36.703769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50896) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:36.827782 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.861129 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:36.887503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:36.937306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f09c20f7-f761-47b1-9ead-dc54ecbf05d8 None None] Provisioning for port 2f909954-3c78-42cb-91c0-e47d2acf424a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:36.946930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f09c20f7-f761-47b1-9ead-dc54ecbf05d8 None None] Provisioning complete for port 2f909954-3c78-42cb-91c0-e47d2acf424a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:36.947522 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f09c20f7-f761-47b1-9ead-dc54ecbf05d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.025338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9621e237-b1ea-468c-b245-63134557597c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.069218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f09c20f7-f761-47b1-9ead-dc54ecbf05d8 None None] Port 2f909954-3c78-42cb-91c0-e47d2acf424a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:37.098678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9621e237-b1ea-468c-b245-63134557597c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:37.109135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9621e237-b1ea-468c-b245-63134557597c admin admin] Usage tracker for resource:security_group_rule and tenant:28fc2a026c464533ae1adf3f9fa58230 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:37.119325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9621e237-b1ea-468c-b245-63134557597c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:37.131281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9621e237-b1ea-468c-b245-63134557597c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:37.274864 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.281028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.282144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9621e237-b1ea-468c-b245-63134557597c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.282595 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.296117 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9621e237-b1ea-468c-b245-63134557597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.333841 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:33Z', 'revision_number': 3, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:37.338358 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53fc893-e8b3-4bc9-9c24-7c70beebe815 None None] The sync data for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 is: [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:33Z', 'revision_number': 3, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:09:37.372993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621e237-b1ea-468c-b245-63134557597c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07ef847-40af-4362-b549-b19825712149,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:37.425454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9621e237-b1ea-468c-b245-63134557597c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28fc2a026c464533ae1adf3f9fa58230&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7203026 Jun 03 15:09:37.427854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50940) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:37.464728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Pushing event updated for resources: {'Port': ['ID=2f909954-3c78-42cb-91c0-e47d2acf424a,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:37.495337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50944) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:37.514114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-524b352b-4105-4759-9415-a7d54fcfbb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.541681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:37.542955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:37.552503 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-524b352b-4105-4759-9415-a7d54fcfbb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.639842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-524b352b-4105-4759-9415-a7d54fcfbb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.678481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b352b-4105-4759-9415-a7d54fcfbb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07ef847-40af-4362-b549-b19825712149,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:37.703873 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-524b352b-4105-4759-9415-a7d54fcfbb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.707536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-524b352b-4105-4759-9415-a7d54fcfbb48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f07ef847-40af-4362-b549-b19825712149 HTTP/1.1" status: 204 len: 168 time: 0.2758126 Jun 03 15:09:37.838864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Router de4a187b-7559-4915-a8ba-ebe1e6b58d7c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:09:37.922174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0dbc7def-d0a0-4bb8-a679-8f185f369373 None None] Provisioning complete for port 2f909954-3c78-42cb-91c0-e47d2acf424a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:37.923250 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0dbc7def-d0a0-4bb8-a679-8f185f369373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.987398 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d87c92a6-5917-43e2-ba8e-75ea44294cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:37.994479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc7def-d0a0-4bb8-a679-8f185f369373 None None] Port 2f909954-3c78-42cb-91c0-e47d2acf424a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:38.025984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d87c92a6-5917-43e2-ba8e-75ea44294cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:38.031178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d87c92a6-5917-43e2-ba8e-75ea44294cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:ae282445797b4987b910bfb4523274c9 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:38.035620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d87c92a6-5917-43e2-ba8e-75ea44294cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:38.051246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d87c92a6-5917-43e2-ba8e-75ea44294cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:38.193236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50976) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:38.204298 n-d-844595-1 neutron-server[88445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 15:09:38.220067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:09:38.242912 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-acd7d08e-5a1d-4a44-8982-b80b7acef35c admin admin] 10.222.0.48 "PUT /v2.0/routers/de4a187b-7559-4915-a8ba-ebe1e6b58d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3703427 Jun 03 15:09:38.243453 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d87c92a6-5917-43e2-ba8e-75ea44294cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.254204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-d091d684-6f19-4a91-94e3-f9d8416b2ed7 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c69570c344ce43bc9b3e17cb35cb59b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596213 Jun 03 15:09:38.279341 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d87c92a6-5917-43e2-ba8e-75ea44294cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.391683 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.438778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c92a6-5917-43e2-ba8e-75ea44294cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f306d5aa-a21f-4c97-84f0-0543d4932339,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:38.445468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d87c92a6-5917-43e2-ba8e-75ea44294cd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae282445797b4987b910bfb4523274c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9490261 Jun 03 15:09:38.449290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:38.513014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-090a5256-b28e-433c-975b-9876b1aa1549 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:38.514650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-090a5256-b28e-433c-975b-9876b1aa1549 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595313 Jun 03 15:09:38.526989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88c95495-10c9-432d-9b72-930905757f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.534296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-f5cc2582-a59a-44fe-8573-22f0ca560aa9 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/quotas/c69570c344ce43bc9b3e17cb35cb59b7 HTTP/1.1" status: 200 len: 375 time: 0.0113251 Jun 03 15:09:38.545510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50994) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:38.583813 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1da3987d-9066-4f02-9ef0-00a08bf437af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.596787 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88c95495-10c9-432d-9b72-930905757f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.605480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-796836f0-9f0a-4d95-baae-f676f2138e58 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c69570c344ce43bc9b3e17cb35cb59b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643320 Jun 03 15:09:38.618440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1da3987d-9066-4f02-9ef0-00a08bf437af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:38.626024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1da3987d-9066-4f02-9ef0-00a08bf437af admin admin] Usage tracker for resource:security_group_rule and tenant:52d534c3cb1e4f1fbc2b35fb96fd0c5a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:38.636282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1da3987d-9066-4f02-9ef0-00a08bf437af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:38.647967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1da3987d-9066-4f02-9ef0-00a08bf437af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:38.699699 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88c95495-10c9-432d-9b72-930905757f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.735309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c95495-10c9-432d-9b72-930905757f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f306d5aa-a21f-4c97-84f0-0543d4932339,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:38.781280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88c95495-10c9-432d-9b72-930905757f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.790414 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-88c95495-10c9-432d-9b72-930905757f33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f306d5aa-a21f-4c97-84f0-0543d4932339 HTTP/1.1" status: 204 len: 168 time: 0.3391390 Jun 03 15:09:38.928432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1da3987d-9066-4f02-9ef0-00a08bf437af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.933295 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1da3987d-9066-4f02-9ef0-00a08bf437af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:38.982853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3987d-9066-4f02-9ef0-00a08bf437af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea88581-6f4d-4321-ad57-9f0466c4c16a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:38.991430 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1da3987d-9066-4f02-9ef0-00a08bf437af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52d534c3cb1e4f1fbc2b35fb96fd0c5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4433484 Jun 03 15:09:38.994065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:39.054697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b962da3a-44a7-4dc3-ab54-57ec4994f8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.081010 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b962da3a-44a7-4dc3-ab54-57ec4994f8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.138510 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b962da3a-44a7-4dc3-ab54-57ec4994f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.155347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962da3a-44a7-4dc3-ab54-57ec4994f8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea88581-6f4d-4321-ad57-9f0466c4c16a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:39.159950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b962da3a-44a7-4dc3-ab54-57ec4994f8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.163810 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b962da3a-44a7-4dc3-ab54-57ec4994f8a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bea88581-6f4d-4321-ad57-9f0466c4c16a HTTP/1.1" status: 204 len: 168 time: 0.1687098 Jun 03 15:09:39.420968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dae95cbd-c79e-4f21-8db3-cca1fe292855 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:39.446384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:39.478334 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c7bdd67-6fcd-4957-81ad-e48457e97038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.522745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2c7bdd67-6fcd-4957-81ad-e48457e97038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:39.533317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port dae95cbd-c79e-4f21-8db3-cca1fe292855 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:39.533817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2c7bdd67-6fcd-4957-81ad-e48457e97038 admin admin] Usage tracker for resource:security_group_rule and tenant:120d34e5b361487b85ccaa1f40e8eaee is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:39.537281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2c7bdd67-6fcd-4957-81ad-e48457e97038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:39.539588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port dae95cbd-c79e-4f21-8db3-cca1fe292855 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:39.540054 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.549528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2c7bdd67-6fcd-4957-81ad-e48457e97038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:39.689651 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c7bdd67-6fcd-4957-81ad-e48457e97038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.695523 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c7bdd67-6fcd-4957-81ad-e48457e97038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.745618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dae95cbd-c79e-4f21-8db3-cca1fe292855 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:39.746262 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.749405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bdd67-6fcd-4957-81ad-e48457e97038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e384c0a-16b1-4adf-bb24-222344d4e517,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:39.774067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port dae95cbd-c79e-4f21-8db3-cca1fe292855, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dae95cbd-c79e-4f21-8db3-cca1fe292855,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:39.781535 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.793484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51070) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:39.795587 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2c7bdd67-6fcd-4957-81ad-e48457e97038 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=120d34e5b361487b85ccaa1f40e8eaee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3479285 Jun 03 15:09:39.798028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51072) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:39.896776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f522fa4-0402-4d38-bc3e-1d833121db42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.929742 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f522fa4-0402-4d38-bc3e-1d833121db42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:39.957753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=dae95cbd-c79e-4f21-8db3-cca1fe292855,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:40.003263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f522fa4-0402-4d38-bc3e-1d833121db42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:40.029670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f522fa4-0402-4d38-bc3e-1d833121db42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e384c0a-16b1-4adf-bb24-222344d4e517,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:40.033449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f522fa4-0402-4d38-bc3e-1d833121db42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:40.035324 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3f522fa4-0402-4d38-bc3e-1d833121db42 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e384c0a-16b1-4adf-bb24-222344d4e517 HTTP/1.1" status: 204 len: 168 time: 0.2354796 Jun 03 15:09:40.123416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Sync routers for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:09:40.132969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:40.133585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:09:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:40.345705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:40.471534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b109223f-6e08-4374-a847-146fc7201d38 req-d2caf870-4d00-47e7-a1e4-784905ad657e tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 210 time: 0.6763594 Jun 03 15:09:40.834092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51134) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:40.841196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-312269395-network', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:40.848020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:40.855352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Usage tracker for resource:network and tenant:5595c2666a4a4b2eb7c235c2cbf33451 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:40.867388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:40.878090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:40.878893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:37Z', 'revision_number': 2, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:40.884235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Checking router: de4a187b-7559-4915-a8ba-ebe1e6b58d7c for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:09:40.884842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Updating router de4a187b-7559-4915-a8ba-ebe1e6b58d7c port 2f909954-3c78-42cb-91c0-e47d2acf424a binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:09:40.899337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Made reservation on behalf of 5595c2666a4a4b2eb7c235c2cbf33451 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:40.903696 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:40.938835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:40.970294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:40.976788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Usage tracker for resource:security_group_rule and tenant:5595c2666a4a4b2eb7c235c2cbf33451 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:40.980198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:40.986953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:41.034960 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.118320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.124717 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.165399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:09:41.167786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833e066a-f212-4833-9a96-b58704e78e9e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:41.179149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.179805 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Added segment e9ccac9c-f528-4db3-9232-26711452edaf of type vlan for network a75087e5-7414-4273-900a-b676ba7eadb7 Jun 03 15:09:41.210419 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.282543 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.285685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:41.287744 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.392050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dae95cbd-c79e-4f21-8db3-cca1fe292855 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:41.445596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] Pushing event updated for resources: {'Network': ['ID=a75087e5-7414-4273-900a-b676ba7eadb7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:41.469101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51162) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:41.470577 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7a270df6-63c6-4085-ac57-6018ff3bffad admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6347823 Jun 03 15:09:41.478844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Request body: {'subnet': {'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-312269395-subnet', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:41.490608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a75087e5-7414-4273-900a-b676ba7eadb7 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:09:41.501633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:41.505782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.75', 57477) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:41.528781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Usage tracker for resource:subnet and tenant:5595c2666a4a4b2eb7c235c2cbf33451 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:41.546331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:41.564802 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-e3fb7b38-abf7-4f5c-9d2b-b1019638a687 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c69570c344ce43bc9b3e17cb35cb59b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575678 Jun 03 15:09:41.567507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:41.594262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Made reservation on behalf of 5595c2666a4a4b2eb7c235c2cbf33451 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:41.597130 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.770435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:41.899508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port dae95cbd-c79e-4f21-8db3-cca1fe292855 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:41.900457 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:41.918032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-4b5f1589-2e87-49d0-97f5-8fae86c9a669 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:41.922192 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-4b5f1589-2e87-49d0-97f5-8fae86c9a669 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3521862 Jun 03 15:09:41.982126 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-003fa3e6-187e-406e-8c53-2a09e789ed7a req-cc659695-76a5-4354-a282-e9085c11ca53 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 210 time: 0.2191377 Jun 03 15:09:42.046863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Request body: {'port': {'device_id': '133c1ff7-9629-4592-99f5-695db3bac1f8', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'c69570c344ce43bc9b3e17cb35cb59b7'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:42.139426 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.238357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98904598-68fa-49e0-94df-06b6bac917da,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:42.257772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Checking segment: {'id': 'e9ccac9c-f528-4db3-9232-26711452edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:42.258187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Network hostable DHCP agents. Network: a75087e5-7414-4273-900a-b676ba7eadb7, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:09:42.287397 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.309528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:42.315039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Usage tracker for resource:port and tenant:c69570c344ce43bc9b3e17cb35cb59b7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:42.321412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Network a75087e5-7414-4273-900a-b676ba7eadb7 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:09:42.329428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:42.339695 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Transition to ACTIVE for port object 2f909954-3c78-42cb-91c0-e47d2acf424a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:42.348032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:42.352320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a75087e5-7414-4273-900a-b676ba7eadb7) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:42.357335 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.360262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:42.360839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.376934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Made reservation on behalf of c69570c344ce43bc9b3e17cb35cb59b7 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:42.383719 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.420019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ce97b898-c7c4-432c-8487-d91fb154e4b5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9478319 Jun 03 15:09:42.422519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51222) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:42.437610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-312269395-router', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:42.440191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9ebc91-5316-47c2-b5e1-6265d5685519 None None] Network a75087e5-7414-4273-900a-b676ba7eadb7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:42.442113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:42.449584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Usage tracker for resource:router and tenant:5595c2666a4a4b2eb7c235c2cbf33451 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:42.452481 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.456975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:42.461885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dae95cbd-c79e-4f21-8db3-cca1fe292855 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:42.467988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:42.481898 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.483317 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.504981 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.535461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:42.540718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32d9b877-0fc1-4018-97cf-99c21f2351f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.554415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Usage tracker for resource:security_group_rule and tenant:c69570c344ce43bc9b3e17cb35cb59b7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:42.560235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:42.568179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32d9b877-0fc1-4018-97cf-99c21f2351f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:42.570946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:42.575789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-32d9b877-0fc1-4018-97cf-99c21f2351f4 admin admin] Usage tracker for resource:security_group_rule and tenant:b4cfb8a823c641de8b1232700b267693 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:42.580071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-32d9b877-0fc1-4018-97cf-99c21f2351f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:42.591122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32d9b877-0fc1-4018-97cf-99c21f2351f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:42.602032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5f4ff-15ab-4ef6-a1f3-c04b65d4d0a0 None None] Pushing event updated for resources: {'Port': ['ID=2f909954-3c78-42cb-91c0-e47d2acf424a,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:42.847507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.856367 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:42.922233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-a75087e5-7414-4273-900a-b676ba7eadb7', 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'fixed_ips': [{'subnet_id': '98904598-68fa-49e0-94df-06b6bac917da'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:09:42.923058 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.181819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Attempting to bind port 2f909954-3c78-42cb-91c0-e47d2acf424a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:43.182451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Attempting to bind port 2f909954-3c78-42cb-91c0-e47d2acf424a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:43.182955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Attempting to bind port 2f909954-3c78-42cb-91c0-e47d2acf424a on network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:43.199549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:43.200322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Checking segment: {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:43.200994 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.201725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Bound using segment: {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:43.202368 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Bound port: 2f909954-3c78-42cb-91c0-e47d2acf424a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:43.202900 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.211520 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Allocated IP 192.168.233.11 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/bf8fafaf-4ee6-4612-a8cf-08aac68c8dec) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:43.259527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.260947 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32d9b877-0fc1-4018-97cf-99c21f2351f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.276212 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32d9b877-0fc1-4018-97cf-99c21f2351f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.388354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Allocated IP 172.20.0.2 (a75087e5-7414-4273-900a-b676ba7eadb7/98904598-68fa-49e0-94df-06b6bac917da/3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:43.414477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82d894c-d9e3-4d19-94ac-6748315acabd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:43.452886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] For port 2f909954-3c78-42cb-91c0-e47d2acf424a, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:43.457088 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-32d9b877-0fc1-4018-97cf-99c21f2351f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4cfb8a823c641de8b1232700b267693&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6823618 Jun 03 15:09:43.459806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] For port 2f909954-3c78-42cb-91c0-e47d2acf424a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2f909954-3c78-42cb-91c0-e47d2acf424a,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:43.465912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51286) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:43.521645 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.629319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-efc7f3f5-91c6-45ef-b57c-9d11830dcd06 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=167462f0d27d41f29b29cb3a82b32217&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596933 Jun 03 15:09:43.753063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9b877-0fc1-4018-97cf-99c21f2351f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bd6573-3be4-4a06-82e2-0e063bb64d2a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:43.770984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:43.771610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:09:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:43.848663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5f4ff-15ab-4ef6-a1f3-c04b65d4d0a0 None None] Pushing event updated for resources: {'Port': ['ID=2f909954-3c78-42cb-91c0-e47d2acf424a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:43.867025 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-763fedee-8e13-4aae-9010-ad73c9434399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:43.996237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.002672 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-763fedee-8e13-4aae-9010-ad73c9434399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.054382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Transition to ACTIVE for port object bf8fafaf-4ee6-4612-a8cf-08aac68c8dec will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:44.146981 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aadf066a-e592-4ca5-b10a-10b011c05387 req-fd05f4fd-3a4f-459c-b1e1-6145ad047ccb tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 210 time: 0.4033108 Jun 03 15:09:44.159891 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.180700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-763fedee-8e13-4aae-9010-ad73c9434399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.206438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Transition to ACTIVE for port object 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:44.247500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.270699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Transition to ACTIVE for port object 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:44.285857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.307264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fedee-8e13-4aae-9010-ad73c9434399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bd6573-3be4-4a06-82e2-0e063bb64d2a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:44.333046 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.382189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285fd1-201d-4758-9784-6b944790273b req-65192acd-b775-4fb9-8eea-ae68888cef42 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:44.389592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-65192acd-b775-4fb9-8eea-ae68888cef42 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6859868 Jun 03 15:09:44.444741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-4b125e34-7a6b-45f6-b823-a033a08480f8 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/quotas/167462f0d27d41f29b29cb3a82b32217 HTTP/1.1" status: 200 len: 375 time: 0.0540109 Jun 03 15:09:44.541101 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.597253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-e93d3e96-8ad6-40db-b319-809cd145924f tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=167462f0d27d41f29b29cb3a82b32217&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1514244 Jun 03 15:09:44.675138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Pushing event updated for resources: {'Port': ['ID=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:44.739677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:44.741220 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-763fedee-8e13-4aae-9010-ad73c9434399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.742370 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-763fedee-8e13-4aae-9010-ad73c9434399 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73bd6573-3be4-4a06-82e2-0e063bb64d2a HTTP/1.1" status: 204 len: 168 time: 1.2647197 Jun 03 15:09:44.759709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:44.761559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:44.767232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:44.767850 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:44.787713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Pushing event updated for resources: {'Port': ['ID=3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:44.819178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Network a75087e5-7414-4273-900a-b676ba7eadb7 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:44.825730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:44.832606 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-b543525f-a113-4d4b-85db-0f435b530594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8039775 Jun 03 15:09:44.844443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-f42682c1-c54f-4c31-b32b-b9fb6204d5e9 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:09:44.847685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:44.850266 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-f42682c1-c54f-4c31-b32b-b9fb6204d5e9 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153844 Jun 03 15:09:44.872452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Allocated IP 172.25.7.36 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:45.023076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Attempting to bind port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:45.025902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Attempting to bind port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e9ccac9c-f528-4db3-9232-26711452edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:45.031594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Attempting to bind port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 on network a75087e5-7414-4273-900a-b676ba7eadb7 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:45.041201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:45.222307 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce1ba35f-09c3-4b5c-a742-9f0c7ba2bdbe req-4ea480ff-3ec2-4b7a-8656-e84240964182 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 210 time: 0.0925581 Jun 03 15:09:45.233242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:45.234278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Checking segment: {'id': 'e9ccac9c-f528-4db3-9232-26711452edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:45.235047 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.238347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Bound using segment: {'id': 'e9ccac9c-f528-4db3-9232-26711452edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:45.239134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Bound port: 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ccac9c-f528-4db3-9232-26711452edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:45.239692 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.402824 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.479483 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.649594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0d535b99-8bd6-4c97-b7b9-de69ae49f8a7 None None] Provisioning for port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:45.660646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0d535b99-8bd6-4c97-b7b9-de69ae49f8a7 None None] Provisioning complete for port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:45.661006 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0d535b99-8bd6-4c97-b7b9-de69ae49f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:45.685188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:45.694469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:45.703044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:45.780744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Pushing event updated for resources: {'Port': ['ID=5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:45.974133 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:09:46.023631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519910f-80ae-4999-8142-a7ca5f5d38d0 req-67a5bf1b-c1b2-4c17-91ac-52d01f96c034 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:46.036718 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c519910f-80ae-4999-8142-a7ca5f5d38d0 req-67a5bf1b-c1b2-4c17-91ac-52d01f96c034 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 935 time: 0.4073431 Jun 03 15:09:46.105261 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c519910f-80ae-4999-8142-a7ca5f5d38d0 req-d0997baa-1f63-43c7-adc7-5a5231be89e1 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615959 Jun 03 15:09:46.127175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] For port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:46.159872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] For port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169,segment=NetworkSegment(e9ccac9c-f528-4db3-9232-26711452edaf),segment_id=e9ccac9c-f528-4db3-9232-26711452edaf)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:46.182380 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:46.357503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Request body: {'port': {'device_id': '133c1ff7-9629-4592-99f5-695db3bac1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:46.385558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0d535b99-8bd6-4c97-b7b9-de69ae49f8a7 None None] Port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:46.433800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010f346-c8aa-4303-bbe6-64e432e18ee1 None None] Pushing event updated for resources: {'Port': ['ID=3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:46.441468 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:43Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:46.460208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9959d-a868-4686-a71a-756f4898bb53 None None] The sync data for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 is: [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:43Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:09:46.477435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51388) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:46.631264 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7a35-ea19-48f2-bbb8-7ef3f7cf1b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:46.703928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2e9f7a35-ea19-48f2-bbb8-7ef3f7cf1b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:46.712021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2e9f7a35-ea19-48f2-bbb8-7ef3f7cf1b1d admin admin] Usage tracker for resource:security_group_rule and tenant:7855de6e6d3b4ce79bb5f4867eb5bee6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:46.716550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2e9f7a35-ea19-48f2-bbb8-7ef3f7cf1b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:46.720740 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:46.732141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2e9f7a35-ea19-48f2-bbb8-7ef3f7cf1b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:46.745791 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:47.592548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2f909954-3c78-42cb-91c0-e47d2acf424a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:47.673124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-102d05dc-7f05-4606-946e-1d4f5b6f373f req-4addc22e-4bdb-41b4-8e58-91b21cb0e220 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 210 time: 0.9533460 Jun 03 15:09:47.865852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 2f909954-3c78-42cb-91c0-e47d2acf424a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:47.888521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2f909954-3c78-42cb-91c0-e47d2acf424a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:47.890083 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.094043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2f909954-3c78-42cb-91c0-e47d2acf424a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:48.094686 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.157897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-a6e58cfe-3a89-4428-8fe2-b64d53540f8f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664980 Jun 03 15:09:48.181710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.75', 57482) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:48.201306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 2f909954-3c78-42cb-91c0-e47d2acf424a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2f909954-3c78-42cb-91c0-e47d2acf424a,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:48.209114 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.210626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:48.257717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8fafaf-4ee6-4612-a8cf-08aac68c8dec {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:48.300617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.308210 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7a35-ea19-48f2-bbb8-7ef3f7cf1b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.326959 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7a35-ea19-48f2-bbb8-7ef3f7cf1b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.330981 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.338951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-a018f73a-c2c6-42bb-b48e-a3bcf236e1ff tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=167462f0d27d41f29b29cb3a82b32217&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974047 Jun 03 15:09:48.421768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f7a35-ea19-48f2-bbb8-7ef3f7cf1b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08703780-1d71-4d5a-9332-012317979007,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:48.425341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Transition to ACTIVE for port object bf8fafaf-4ee6-4612-a8cf-08aac68c8dec will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:48.447225 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:48.661106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea3d487-c569-4937-8e84-7a5ddf5a34f1 None None] Network a75087e5-7414-4273-900a-b676ba7eadb7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:09:48.672639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Pushing event updated for resources: {'Port': ['ID=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:48.696727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=2f909954-3c78-42cb-91c0-e47d2acf424a,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:48.858632 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2e9f7a35-ea19-48f2-bbb8-7ef3f7cf1b1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7855de6e6d3b4ce79bb5f4867eb5bee6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3778203 Jun 03 15:09:48.863180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51438) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:48.993259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Attempting to bind port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:48.993520 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Attempting to bind port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:48.994028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Attempting to bind port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:49.086899 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09ac2d14-601c-4bdb-8edf-a681c52fafa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:49.089843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:09:49.090196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Attempting to bind port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:49.097360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:49.099056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:49.106407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:49.106901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Bound port: bf8fafaf-4ee6-4612-a8cf-08aac68c8dec, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:49.107299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:49.186435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-00a89242-e529-4de6-90c2-fb7ab615b67a None None] Provisioning for port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:49.210067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-1d044517-4e0e-4cb8-b934-ce360bcad353 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.220823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:49.222816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-1d044517-4e0e-4cb8-b934-ce360bcad353 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0343003 Jun 03 15:09:49.226999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:49.227368 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:49.267432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Router d67ac4db-3fd9-4e8f-b82c-350c40217221 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:09:49.286119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ebca8-dfeb-4156-aab0-f9056e9c1ec4 req-cb306a82-0b25-4599-8d57-9f24fb6d3e21 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.293996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-395ebca8-dfeb-4156-aab0-f9056e9c1ec4 req-cb306a82-0b25-4599-8d57-9f24fb6d3e21 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 935 time: 1.1385679 Jun 03 15:09:49.322479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-8df6a03c-93b8-43f6-a25c-16b54620418b tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/quotas/913ae1f2ec924144a00c0fd3d58031eb HTTP/1.1" status: 200 len: 375 time: 0.0777645 Jun 03 15:09:49.351087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09ac2d14-601c-4bdb-8edf-a681c52fafa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:49.403815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:49.403815 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:49.428529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] For port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:49.433403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] For port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:49.442908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:49.496819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169,segment=NetworkSegment(e9ccac9c-f528-4db3-9232-26711452edaf),segment_id=e9ccac9c-f528-4db3-9232-26711452edaf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:49.502211 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:49.564151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285fd1-201d-4758-9784-6b944790273b req-15b9607b-be53-4013-ba1f-506b780becf9 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.569313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-15b9607b-be53-4013-ba1f-506b780becf9 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2235746 Jun 03 15:09:49.582708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-fcd5d034-5ec7-4e6c-8112-aedd951f440c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2308502 Jun 03 15:09:49.629733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:49.660130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2f909954-3c78-42cb-91c0-e47d2acf424a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:49.666284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-395ebca8-dfeb-4156-aab0-f9056e9c1ec4 req-394ae957-9c5f-4675-b892-92d6135cef7a tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709724 Jun 03 15:09:49.675928 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09ac2d14-601c-4bdb-8edf-a681c52fafa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:49.681646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Request body: {'port': {'device_id': '10b5c8d1-96e2-4483-b88c-eac5f66b9b5f', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '167462f0d27d41f29b29cb3a82b32217'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:49.778442 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac2d14-601c-4bdb-8edf-a681c52fafa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08703780-1d71-4d5a-9332-012317979007,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:49.813476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:49.814406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:49.816043 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] 10.222.0.75 "PUT /v2.0/ports/bf8fafaf-4ee6-4612-a8cf-08aac68c8dec HTTP/1.1" status: 200 len: 1095 time: 4.0432920 Jun 03 15:09:49.817607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133c1ff7-9629-4592-99f5-695db3bac1f8', 'tag': 'bf8fafaf-4ee6-4612-a8cf-08aac68c8dec'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:09:49.980281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2f909954-3c78-42cb-91c0-e47d2acf424a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:49.981834 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:50.120460 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09ac2d14-601c-4bdb-8edf-a681c52fafa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:50.124376 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-09ac2d14-601c-4bdb-8edf-a681c52fafa5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08703780-1d71-4d5a-9332-012317979007 HTTP/1.1" status: 204 len: 168 time: 1.2464018 Jun 03 15:09:50.167875 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8ac888ab-51b6-43d5-81f0-ff2f3d402bee None None] Provisioning complete for port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:50.168236 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ac888ab-51b6-43d5-81f0-ff2f3d402bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:50.250968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd4a9f-f331-4694-9cce-9f3d9b65369e service neutron] Pushing event updated for resources: {'Port': ['ID=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:50.318070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-4e57a904-65c3-4c1f-8fdf-b7076b1fca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:50.318070 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-4e57a904-65c3-4c1f-8fdf-b7076b1fca19 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c69570c344ce43bc9b3e17cb35cb59b7&device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 1098 time: 0.3575604 Jun 03 15:09:50.411953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2f909954-3c78-42cb-91c0-e47d2acf424a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:50.520233 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-dfaf6800-9635-4809-9e10-e43f7e9ccc77 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec HTTP/1.1" status: 200 len: 217 time: 0.1743183 Jun 03 15:09:50.589617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:50.613694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe719843-93b8-42ed-a266-7bc2253c983c req-05f75885-973c-4438-beeb-8016c9fdc809 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 210 time: 0.1485219 Jun 03 15:09:50.621329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8ac888ab-51b6-43d5-81f0-ff2f3d402bee None None] Current status of the port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:50.694700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Usage tracker for resource:port and tenant:167462f0d27d41f29b29cb3a82b32217 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:50.704392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-d9575b92-c5c6-4988-82e4-cd3a09b627d1 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836527 Jun 03 15:09:50.716093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:50.731300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-2b1cec7e-580f-4187-a193-74fdc8b016a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:50.732916 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-2b1cec7e-580f-4187-a193-74fdc8b016a5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2063715 Jun 03 15:09:50.910791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-9d3355ac-ad52-4d96-99a7-230cf07b75e9 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:50.920665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-9d3355ac-ad52-4d96-99a7-230cf07b75e9 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2065871 Jun 03 15:09:50.928825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-7b226e52-f045-41f9-971b-06c33483dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:50.930479 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-7b226e52-f045-41f9-971b-06c33483dfa1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1838751 Jun 03 15:09:50.932967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:50.955518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-4ae0f5f7-3234-4d51-a931-3e206dd52bb7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/quotas/913ae1f2ec924144a00c0fd3d58031eb HTTP/1.1" status: 200 len: 375 time: 0.0334830 Jun 03 15:09:51.019257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-3a73034e-0a7a-409b-8e51-0bec0277eb6e tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616634 Jun 03 15:09:51.040973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:09:51.045252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Made reservation on behalf of 167462f0d27d41f29b29cb3a82b32217 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:51.055666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.056256 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Sync routers for ids ['d67ac4db-3fd9-4e8f-b82c-350c40217221'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:09:51.074834 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Routers {'d67ac4db-3fd9-4e8f-b82c-350c40217221'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:51.077768 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:09:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['d67ac4db-3fd9-4e8f-b82c-350c40217221'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:51.159920 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.181161 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:51.185689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f24d7646-ac1d-45bf-8a65-5fe3e02cebaf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.7616720 Jun 03 15:09:51.190706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51500) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:51.352355 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42055f1e-009a-4dfe-9bd9-943f917f6db2'] response: {'name': 'network-changed', 'server_uuid': '133c1ff7-9629-4592-99f5-695db3bac1f8', 'tag': 'bf8fafaf-4ee6-4612-a8cf-08aac68c8dec', 'status': 'completed', 'code': 200} Jun 03 15:09:51.364177 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-6bf135b4-7cca-4be2-bcf2-d5a88890078d service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653271 Jun 03 15:09:51.637530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:51.653159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Usage tracker for resource:security_group_rule and tenant:167462f0d27d41f29b29cb3a82b32217 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:51.683049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:51.699667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:51.713542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:51.717523 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Set router d67ac4db-3fd9-4e8f-b82c-350c40217221 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:51.928334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:51.928677 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:52.159766 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-359fc85d-3954-40f4-b7d5-e08a3a655893 req-75639d30-d2cf-4735-b75d-e38e673c8ee2 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7823405 Jun 03 15:09:52.220507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.67', 63967) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:52.313575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:52.314940 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-f79acf53-e72d-4d8e-9e08-e9ae2e69c06c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815420 Jun 03 15:09:52.465307 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-312269395-router', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:42Z', 'updated_at': '2022-06-03T15:09:45Z', 'revision_number': 3, 'project_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'gw_port': {'id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:44Z', 'updated_at': '2022-06-03T15:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:52.470761 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Checking router: d67ac4db-3fd9-4e8f-b82c-350c40217221 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:09:52.471232 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Updating router d67ac4db-3fd9-4e8f-b82c-350c40217221 port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:09:52.582919 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:52.629941 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5726d6-76a8-4e1d-b8b4-cbd702aaffef req-37f9b20b-dfe2-49f2-85f4-79358e96122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:52.631774 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3c5726d6-76a8-4e1d-b8b4-cbd702aaffef req-37f9b20b-dfe2-49f2-85f4-79358e96122a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c69570c344ce43bc9b3e17cb35cb59b7&device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 1098 time: 0.3133488 Jun 03 15:09:52.793724 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a24bb522-c627-475f-8b66-0afcdf2c44be req-5c2e9c9a-5b23-4fba-81bc-adfaf0ac81a3 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 210 time: 0.8532209 Jun 03 15:09:52.805508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5726d6-76a8-4e1d-b8b4-cbd702aaffef req-ee22cb00-1947-44b8-878b-3803db92b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:52.808502 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3c5726d6-76a8-4e1d-b8b4-cbd702aaffef req-ee22cb00-1947-44b8-878b-3803db92b2a4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.1643813 Jun 03 15:09:52.902009 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3c5726d6-76a8-4e1d-b8b4-cbd702aaffef req-3222e9d7-ddf0-49c2-ad5e-36c14bdac57a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec HTTP/1.1" status: 200 len: 217 time: 0.0748956 Jun 03 15:09:52.999531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-848e52ca-6809-4e98-bbd5-05d980845227 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:53.001081 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-848e52ca-6809-4e98-bbd5-05d980845227 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5558424 Jun 03 15:09:53.061081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5726d6-76a8-4e1d-b8b4-cbd702aaffef req-2fca9083-c637-4e75-b69b-23750e9940ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:53.062478 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3c5726d6-76a8-4e1d-b8b4-cbd702aaffef req-2fca9083-c637-4e75-b69b-23750e9940ba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1511278 Jun 03 15:09:53.145824 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.184472 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.216808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Request body: {'port': {'device_id': 'fd96fc2c-2937-428b-982c-73246b997385', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '913ae1f2ec924144a00c0fd3d58031eb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:53.522962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5726d6-76a8-4e1d-b8b4-cbd702aaffef req-9c2b2a42-d872-461f-8fc7-0bca62ef541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:53.525593 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3c5726d6-76a8-4e1d-b8b4-cbd702aaffef req-9c2b2a42-d872-461f-8fc7-0bca62ef541f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4499516 Jun 03 15:09:53.625572 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.680135 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Transition to ACTIVE for port object 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:53.686359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:53.696849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Usage tracker for resource:port and tenant:913ae1f2ec924144a00c0fd3d58031eb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:53.703040 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.714183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:53.729142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51564) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:53.733746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd74b4d8-8cdf-4ebd-9e59-ae21eb8dd7c6 req-826dcf92-6ca5-4878-846a-b63cac66cea2 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 210 time: 0.2550154 Jun 03 15:09:53.754998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:53.775459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a239a03-046a-4c4b-b01e-553a9906aaf0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:53.869395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Made reservation on behalf of 913ae1f2ec924144a00c0fd3d58031eb for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:53.878674 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.942158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:53.968097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.67', 63971) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:53.989440 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Attempting to bind port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:09:53.989812 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Attempting to bind port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:09:53.990204 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Attempting to bind port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:09:54.009179 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fd8f9-c0d0-4c5c-945d-241faa35564b None None] Pushing event updated for resources: {'Port': ['ID=5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:54.014250 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:09:54.014628 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:09:54.015021 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.015411 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:09:54.015918 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Bound port: 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:09:54.016314 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.031075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd35f3e-7317-417a-9a25-d0e281aeb63c req-05aec642-6751-4341-aed2-da9d5c533594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:54.039341 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3c5726d6-76a8-4e1d-b8b4-cbd702aaffef req-f13da25e-c8e4-4c7c-92cf-c1e5d81f1c17 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976220 Jun 03 15:09:54.041510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddd35f3e-7317-417a-9a25-d0e281aeb63c req-05aec642-6751-4341-aed2-da9d5c533594 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 947 time: 2.1020780 Jun 03 15:09:54.046696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:54.106895 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-3b52b943-3341-437a-840c-fcf4a7e884ff tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1319714 Jun 03 15:09:54.110580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Usage tracker for resource:security_group_rule and tenant:913ae1f2ec924144a00c0fd3d58031eb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:54.125968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:54.188503 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] For port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:09:54.195243 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] For port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:09:54.202097 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.234044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f8aa1eb-eafb-48ab-82df-d5a453c58f25 req-141b8965-3fee-48fc-b478-28abf0142ac2 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 210 time: 0.1460378 Jun 03 15:09:54.285001 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddd35f3e-7317-417a-9a25-d0e281aeb63c req-9b3ceb94-fb01-462f-93b7-5f8f399a05d3 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422409 Jun 03 15:09:54.413216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:54.467730 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Routers {'d67ac4db-3fd9-4e8f-b82c-350c40217221'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:09:54.468380 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:09:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['d67ac4db-3fd9-4e8f-b82c-350c40217221'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:54.500240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Allocated IP 192.168.233.214 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/f7c22643-920d-433d-8aa3-435719697fd7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:54.546627 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23797dee-7347-4485-bb81-8b0f283bd236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:54.632899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-23797dee-7347-4485-bb81-8b0f283bd236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:54.718337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-23797dee-7347-4485-bb81-8b0f283bd236 admin admin] Usage tracker for resource:security_group_rule and tenant:17ce960c901b4fe2984d6ef564244ea3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:54.772862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-23797dee-7347-4485-bb81-8b0f283bd236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:54.817521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-23797dee-7347-4485-bb81-8b0f283bd236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:55.024913 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.040349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-3cd1a61d-347c-4c46-a223-d4c53f1643d8 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:55.052862 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-3cd1a61d-347c-4c46-a223-d4c53f1643d8 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9328806 Jun 03 15:09:55.063975 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3c5726d6-76a8-4e1d-b8b4-cbd702aaffef req-0c93871b-9c45-4b46-a060-658174501ae7 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0091405 Jun 03 15:09:55.132687 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] Set router d67ac4db-3fd9-4e8f-b82c-350c40217221 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:09:55.142220 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.319520 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Request body: {'port': {'device_id': '95337191-54ab-4522-a835-e7dbb28fc62f', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '913ae1f2ec924144a00c0fd3d58031eb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:55.524777 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.579498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Transition to ACTIVE for port object f7c22643-920d-433d-8aa3-435719697fd7 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:55.582016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:55.756329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Allocated IP 192.168.233.212 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:55.793094 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fd8f9-c0d0-4c5c-945d-241faa35564b None None] Pushing event updated for resources: {'Port': ['ID=5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:55.940150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:55.984605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Usage tracker for resource:port and tenant:913ae1f2ec924144a00c0fd3d58031eb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:56.094494 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-312269395-router', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:42Z', 'updated_at': '2022-06-03T15:09:45Z', 'revision_number': 3, 'project_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'gw_port': {'id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:44Z', 'updated_at': '2022-06-03T15:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:09:56.101009 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.102927 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d31d90-e100-4f01-a91e-6ad134acfcde None None] The sync data for ids ['d67ac4db-3fd9-4e8f-b82c-350c40217221'] in n-d-844595-1 is: [{'id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-312269395-router', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:42Z', 'updated_at': '2022-06-03T15:09:45Z', 'revision_number': 3, 'project_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'gw_port': {'id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:44Z', 'updated_at': '2022-06-03T15:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:09:56.120700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.150619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72e4ef46-7856-497a-83ed-4a91b94210ae req-110093a1-b492-4edb-8e41-fcc5535366e0 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 210 time: 0.1143954 Jun 03 15:09:56.156040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Allocated IP 172.20.0.1 (a75087e5-7414-4273-900a-b676ba7eadb7/98904598-68fa-49e0-94df-06b6bac917da/b476b679-20d0-4e78-8451-eeb06c7fa6de) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:56.203973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Transition to ACTIVE for port object 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:56.245244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:56.265100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:56.324254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23797dee-7347-4485-bb81-8b0f283bd236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.337770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646d6779-bf69-4338-91f6-87e36a33d6e5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:56.353767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23797dee-7347-4485-bb81-8b0f283bd236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.413469 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-23797dee-7347-4485-bb81-8b0f283bd236 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17ce960c901b4fe2984d6ef564244ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6721561 Jun 03 15:09:56.413469 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.415037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51604) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:56.420419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Made reservation on behalf of 913ae1f2ec924144a00c0fd3d58031eb for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:09:56.424342 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.704319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:56.774829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:56.833183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:56.852967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:56.864467 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:56.881932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23797dee-7347-4485-bb81-8b0f283bd236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fde13e0-d961-4ed1-9849-97fb20fc9143,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:56.913844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:57.040023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:57.057377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:57.062552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:57.063191 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.139669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Pushing event updated for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:57.203814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.5349669 Jun 03 15:09:57.209488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defee749-1452-4a52-9226-4128cbf4617d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Pushing event updated for resources: {'Port': ['ID=f7c22643-920d-433d-8aa3-435719697fd7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:57.325516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Request body: {'port': {'device_id': '10b5c8d1-96e2-4483-b88c-eac5f66b9b5f', 'device_owner': 'compute:tempest-test_az-341188902', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:57.326161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c396f53a-8bad-492c-8ead-7496e0114dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.425453 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c396f53a-8bad-492c-8ead-7496e0114dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.468682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cf6e01b2-3330-49bf-8f39-6ea7d8fe6841 None None] Provisioning for port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:57.528978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cf6e01b2-3330-49bf-8f39-6ea7d8fe6841 None None] Provisioning complete for port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:57.529331 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cf6e01b2-3330-49bf-8f39-6ea7d8fe6841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.618364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e01b2-3330-49bf-8f39-6ea7d8fe6841 None None] Port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:57.700557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54c96d-4aed-47dd-8a4c-2c963743fbcf req-49e8fc34-794c-47c5-a79b-92da599b0f13 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:57.722593 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c396f53a-8bad-492c-8ead-7496e0114dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.728621 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb54c96d-4aed-47dd-8a4c-2c963743fbcf req-49e8fc34-794c-47c5-a79b-92da599b0f13 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 947 time: 1.3018420 Jun 03 15:09:57.760507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:57.770888 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c396f53a-8bad-492c-8ead-7496e0114dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.774631 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c396f53a-8bad-492c-8ead-7496e0114dd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fde13e0-d961-4ed1-9849-97fb20fc9143 HTTP/1.1" status: 204 len: 168 time: 1.3531902 Jun 03 15:09:57.781810 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-41389c5e-cfe6-4488-b956-9a4c9037f373 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6067073 Jun 03 15:09:57.794998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396f53a-8bad-492c-8ead-7496e0114dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fde13e0-d961-4ed1-9849-97fb20fc9143,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:57.831124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Allocated IP 192.168.233.177 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/c927943c-4d43-4a46-b579-8c5e91c2b957) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:09:57.837842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115a6ad-75a9-4841-bbbc-9a9010a92927 req-92cb95b5-6e46-4670-ac52-a8a07c0093c6 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:57.838984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5115a6ad-75a9-4841-bbbc-9a9010a92927 req-92cb95b5-6e46-4670-ac52-a8a07c0093c6 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Synchronizing usage tracker for tenant:167462f0d27d41f29b29cb3a82b32217 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:09:57.929340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb54c96d-4aed-47dd-8a4c-2c963743fbcf req-fe99ba0e-04fd-4a9a-8c9c-5b003f19842c tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991775 Jun 03 15:09:57.972218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c1862024-cbf1-45ef-b55f-f2410108dc70 None None] Provisioning for port f7c22643-920d-433d-8aa3-435719697fd7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:57.983488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c1862024-cbf1-45ef-b55f-f2410108dc70 None None] Provisioning complete for port f7c22643-920d-433d-8aa3-435719697fd7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:57.983883 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c1862024-cbf1-45ef-b55f-f2410108dc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:57.985193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-a613b40d-b6ed-4335-9d4c-7b7eb36d689b tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:09:57.986703 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-a613b40d-b6ed-4335-9d4c-7b7eb36d689b tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175595 Jun 03 15:09:58.010679 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.014426 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.036398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5115a6ad-75a9-4841-bbbc-9a9010a92927 req-92cb95b5-6e46-4670-ac52-a8a07c0093c6 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Unset dirty status for tenant:167462f0d27d41f29b29cb3a82b32217 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:09:58.038181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5115a6ad-75a9-4841-bbbc-9a9010a92927 req-92cb95b5-6e46-4670-ac52-a8a07c0093c6 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 936 time: 2.0048480 Jun 03 15:09:58.053921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c1862024-cbf1-45ef-b55f-f2410108dc70 None None] Port f7c22643-920d-433d-8aa3-435719697fd7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:58.072667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:58.086253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:58.087212 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.187043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Transition to ACTIVE for port object b476b679-20d0-4e78-8451-eeb06c7fa6de will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:58.249145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5115a6ad-75a9-4841-bbbc-9a9010a92927 req-414c3381-765d-4225-bd3c-001410589f6d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Synchronizing usage tracker for tenant:167462f0d27d41f29b29cb3a82b32217 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:09:58.288027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:09:58.288751 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.320335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.331553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:09:58.340939 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.375631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Transition to ACTIVE for port object c927943c-4d43-4a46-b579-8c5e91c2b957 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:58.398897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5115a6ad-75a9-4841-bbbc-9a9010a92927 req-414c3381-765d-4225-bd3c-001410589f6d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Unset dirty status for tenant:167462f0d27d41f29b29cb3a82b32217 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:09:58.399957 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5115a6ad-75a9-4841-bbbc-9a9010a92927 req-414c3381-765d-4225-bd3c-001410589f6d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507192 Jun 03 15:09:58.448029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.699053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:58.700415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:58.827345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Pushing event updated for resources: {'Port': ['ID=c927943c-4d43-4a46-b579-8c5e91c2b957,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:58.847038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Request body: {'port': {'device_id': 'fd96fc2c-2937-428b-982c-73246b997385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:09:58.869480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Pushing event updated for resources: {'Port': ['ID=b476b679-20d0-4e78-8451-eeb06c7fa6de,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:09:59.041147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Network a75087e5-7414-4273-900a-b676ba7eadb7 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:59.049588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:59.052401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:59.053104 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.185422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:09:59.189788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:09:59.190985 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.217203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:09:59.235220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:09:59.241357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:59.242039 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.274297 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40442ab7-535c-4e44-bf63-52d2e39faf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.327959 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.407478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-40442ab7-535c-4e44-bf63-52d2e39faf64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:09:59.419968 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-c35806f6-377c-4c1e-8eaf-6d3c2e0fc858 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1043248 Jun 03 15:09:59.603098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:09:59.628409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-aa6d8753-a7c8-4ef2-8a5b-62bb5cb0327a None None] Provisioning for port c927943c-4d43-4a46-b579-8c5e91c2b957 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:59.664159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3717b3-d7eb-4baa-b446-180c2a931aae req-a40ea0fa-908b-497a-a935-10a37c954bfe tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:59.665194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a3717b3-d7eb-4baa-b446-180c2a931aae req-a40ea0fa-908b-497a-a935-10a37c954bfe tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 936 time: 0.7967784 Jun 03 15:09:59.678510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-aa6d8753-a7c8-4ef2-8a5b-62bb5cb0327a None None] Provisioning complete for port c927943c-4d43-4a46-b579-8c5e91c2b957 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:59.679335 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8753-a7c8-4ef2-8a5b-62bb5cb0327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.726073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-40442ab7-535c-4e44-bf63-52d2e39faf64 admin admin] Usage tracker for resource:security_group_rule and tenant:08bcfbd685d14179ae67e1cfa9fc4933 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:09:59.729280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-40442ab7-535c-4e44-bf63-52d2e39faf64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:09:59.747895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-40442ab7-535c-4e44-bf63-52d2e39faf64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:09:59.758042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d8753-a7c8-4ef2-8a5b-62bb5cb0327a None None] Port c927943c-4d43-4a46-b579-8c5e91c2b957 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:09:59.790413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:59.791121 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.827428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c22643-920d-433d-8aa3-435719697fd7 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:09:59.849090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fecf8-dd99-4a12-8bba-3d9abcaaa520 req-35094057-7602-42ad-91d9-729bfb3f12a1 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:09:59.856538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f19fecf8-dd99-4a12-8bba-3d9abcaaa520 req-35094057-7602-42ad-91d9-729bfb3f12a1 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 947 time: 0.5908542 Jun 03 15:09:59.860164 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.882563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a3717b3-d7eb-4baa-b446-180c2a931aae req-eb3988c3-5efa-41a6-abb5-0e5fe2ba3d7a tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811597 Jun 03 15:09:59.922620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Transition to ACTIVE for port object f7c22643-920d-433d-8aa3-435719697fd7 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:09:59.943209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-aa6d8753-a7c8-4ef2-8a5b-62bb5cb0327a None None] Provisioning for port b476b679-20d0-4e78-8451-eeb06c7fa6de completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:09:59.944997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40442ab7-535c-4e44-bf63-52d2e39faf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.945498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-aa6d8753-a7c8-4ef2-8a5b-62bb5cb0327a None None] Provisioning complete for port b476b679-20d0-4e78-8451-eeb06c7fa6de triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:09:59.945498 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aa6d8753-a7c8-4ef2-8a5b-62bb5cb0327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:09:59.947873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f19fecf8-dd99-4a12-8bba-3d9abcaaa520 req-a2c05548-414e-4c80-b71d-b4645c948bda tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903807 Jun 03 15:10:00.093994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.124295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d8753-a7c8-4ef2-8a5b-62bb5cb0327a None None] Port b476b679-20d0-4e78-8451-eeb06c7fa6de cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:00.157036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:00.172777 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40442ab7-535c-4e44-bf63-52d2e39faf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.268722 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-40442ab7-535c-4e44-bf63-52d2e39faf64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08bcfbd685d14179ae67e1cfa9fc4933&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0749795 Jun 03 15:10:00.269557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51648) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:00.272328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40442ab7-535c-4e44-bf63-52d2e39faf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071aa22f-f866-4e6e-b534-70d93c9128df,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:00.513643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Pushing event updated for resources: {'Port': ['ID=f7c22643-920d-433d-8aa3-435719697fd7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:00.516308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.527047 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ae436a-0d34-4095-8bf1-624450f7283c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.639924 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ae436a-0d34-4095-8bf1-624450f7283c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.662272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:00.681804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.746480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Transition to ACTIVE for port object 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:00.762104 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:00.860969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Attempting to bind port f7c22643-920d-433d-8aa3-435719697fd7 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:00.861377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Attempting to bind port f7c22643-920d-433d-8aa3-435719697fd7 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:00.861848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Attempting to bind port f7c22643-920d-433d-8aa3-435719697fd7 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:00.881017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b0e2b-ddaa-4083-af34-686f02d8fafc req-6fa6a39c-5863-44c1-87bd-89978dd75074 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:00.882637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df7b0e2b-ddaa-4083-af34-686f02d8fafc req-6fa6a39c-5863-44c1-87bd-89978dd75074 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 969 time: 0.6969726 Jun 03 15:10:00.889265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Port f7c22643-920d-433d-8aa3-435719697fd7 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:00.889583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Attempting to bind port f7c22643-920d-433d-8aa3-435719697fd7 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:00.929676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:00.930119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:00.930850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:00.931383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Bound port: f7c22643-920d-433d-8aa3-435719697fd7, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:00.931839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.037180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ae436a-0d34-4095-8bf1-624450f7283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.121009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51682) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:01.164587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df7b0e2b-ddaa-4083-af34-686f02d8fafc req-fa548197-622b-455a-a8af-d63cc08423d1 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654366 Jun 03 15:10:01.201493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae436a-0d34-4095-8bf1-624450f7283c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071aa22f-f866-4e6e-b534-70d93c9128df,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:01.233305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] For port f7c22643-920d-433d-8aa3-435719697fd7, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:01.307080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:01.373585 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99ae436a-0d34-4095-8bf1-624450f7283c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.374755 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-99ae436a-0d34-4095-8bf1-624450f7283c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/071aa22f-f866-4e6e-b534-70d93c9128df HTTP/1.1" status: 204 len: 168 time: 1.1040239 Jun 03 15:10:01.389219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] For port f7c22643-920d-433d-8aa3-435719697fd7, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=f7c22643-920d-433d-8aa3-435719697fd7,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:01.405924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Attempting to bind port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:01.406258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Attempting to bind port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:01.406580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Attempting to bind port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:01.422961 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:01.423270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Attempting to bind port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:01.445076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:01.445417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:01.445802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:01.446269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Bound port: 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:01.446687 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.448206 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.590746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.631264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.632332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.645155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:01.646146 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.648400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] 10.222.0.75 "PUT /v2.0/ports/f7c22643-920d-433d-8aa3-435719697fd7 HTTP/1.1" status: 200 len: 1117 time: 4.3392301 Jun 03 15:10:01.655223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0be900a7-f9ab-4482-9ca6-f4f55d465cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.665747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b5c8d1-96e2-4483-b88c-eac5f66b9b5f', 'tag': 'f7c22643-920d-433d-8aa3-435719697fd7'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:01.675220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:01.679626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:01.686948 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.759067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:01.759929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:01.761456 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] 10.222.0.67 "PUT /v2.0/ports/5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 HTTP/1.1" status: 200 len: 1096 time: 3.5344241 Jun 03 15:10:01.762125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:01.782807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795523e-d007-4d5b-aef0-3dcfcbd44119 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:01.883009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e5d21-2218-42da-a810-8f5c32b855bb service neutron] Pushing event updated for resources: {'Port': ['ID=f7c22643-920d-433d-8aa3-435719697fd7,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:02.006492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bf8fafaf-4ee6-4612-a8cf-08aac68c8dec details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:02.007464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0be900a7-f9ab-4482-9ca6-f4f55d465cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:02.056581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0be900a7-f9ab-4482-9ca6-f4f55d465cdd admin admin] Usage tracker for resource:security_group_rule and tenant:73424aa64acf4b37a39decbef9715f15 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:02.191742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0be900a7-f9ab-4482-9ca6-f4f55d465cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:02.246658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:02.257499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0be900a7-f9ab-4482-9ca6-f4f55d465cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:02.268052 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b280cf31-c869-40e4-935b-48aa64778682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:02.273438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'bf8fafaf-4ee6-4612-a8cf-08aac68c8dec', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'bf8fafaf-4ee6-4612-a8cf-08aac68c8dec', 'mac_address': 'fa:16:3e:2f:a4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:02.301457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285fd1-201d-4758-9784-6b944790273b req-fbae37cb-7b7e-4240-b297-39d31810ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:02.303897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-fbae37cb-7b7e-4240-b297-39d31810ecae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=167462f0d27d41f29b29cb3a82b32217&device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 1120 time: 0.5125227 Jun 03 15:10:02.355349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:02.355996 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:02.379202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8fafaf-4ee6-4612-a8cf-08aac68c8dec {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:02.396666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:02.403891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Pushing event updated for resources: {'Port': ['ID=b476b679-20d0-4e78-8451-eeb06c7fa6de,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:02.409243 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:02.413310 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-b17d2aef-1c37-4d62-ad00-47c992add947 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=f7c22643-920d-433d-8aa3-435719697fd7 HTTP/1.1" status: 200 len: 217 time: 0.0916779 Jun 03 15:10:02.455643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04086-2344-4e87-9538-38fbf3bf0d81 req-689117d0-e426-470b-acf7-ca2e6ca113c0 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:02.459314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95d04086-2344-4e87-9538-38fbf3bf0d81 req-689117d0-e426-470b-acf7-ca2e6ca113c0 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 947 time: 0.9343967 Jun 03 15:10:02.507194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:02.532654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b2330-5cb9-48b2-818f-b02da2017360 req-9ef34058-57e1-47dd-b769-8244173e4361 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:02.540705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d5b2330-5cb9-48b2-818f-b02da2017360 req-9ef34058-57e1-47dd-b769-8244173e4361 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 936 time: 1.1491675 Jun 03 15:10:02.669902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d5b2330-5cb9-48b2-818f-b02da2017360 req-eec74cfd-bb6f-4904-8de0-8edb877df5e2 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279540 Jun 03 15:10:02.675169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Network a75087e5-7414-4273-900a-b676ba7eadb7 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:02.702017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:02.706794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['bf8fafaf-4ee6-4612-a8cf-08aac68c8dec'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:02.719647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285fd1-201d-4758-9784-6b944790273b req-1a5ce6fc-849a-4d83-9c93-a63d0bf23f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:02.721467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-1a5ce6fc-849a-4d83-9c93-a63d0bf23f69 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2743690 Jun 03 15:10:02.739167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95d04086-2344-4e87-9538-38fbf3bf0d81 req-30140bbe-3a25-411b-aae4-ac7f450e0834 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339020 Jun 03 15:10:02.818974 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e392722-135c-4e4f-82ba-3b0dc7906b23'] response: {'name': 'network-changed', 'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'status': 'completed', 'code': 200} Jun 03 15:10:03.203564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9c65dcc6-f049-45c0-bd6f-6451e379dc9b None None] Provisioning complete for port b476b679-20d0-4e78-8451-eeb06c7fa6de triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:03.204094 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c65dcc6-f049-45c0-bd6f-6451e379dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.252476 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21be145c-b7dd-4dc8-bd40-6df056c6d75f'] response: {'name': 'network-changed', 'server_uuid': '10b5c8d1-96e2-4483-b88c-eac5f66b9b5f', 'tag': 'f7c22643-920d-433d-8aa3-435719697fd7', 'status': 'completed', 'code': 200} Jun 03 15:10:03.286858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9c65dcc6-f049-45c0-bd6f-6451e379dc9b None None] Port b476b679-20d0-4e78-8451-eeb06c7fa6de cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:03.392835 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0be900a7-f9ab-4482-9ca6-f4f55d465cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.406003 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0be900a7-f9ab-4482-9ca6-f4f55d465cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.442978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Router d67ac4db-3fd9-4e8f-b82c-350c40217221 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:10:03.450083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85285fd1-201d-4758-9784-6b944790273b req-3c1e766e-2592-4a31-a483-9bc6de90ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:03.451619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-3c1e766e-2592-4a31-a483-9bc6de90ce98 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5621293 Jun 03 15:10:03.482251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1ccfc-dfb7-4587-b893-6be8aa2f81fb req-c81cf620-f8db-4056-a35f-4e4ed86b2864 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:03.483786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88e1ccfc-dfb7-4587-b893-6be8aa2f81fb req-c81cf620-f8db-4056-a35f-4e4ed86b2864 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 969 time: 0.5291824 Jun 03 15:10:03.523771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51736) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:03.523992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0be900a7-f9ab-4482-9ca6-f4f55d465cdd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73424aa64acf4b37a39decbef9715f15&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4011986 Jun 03 15:10:03.524817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be900a7-f9ab-4482-9ca6-f4f55d465cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14798d09-519e-4627-8cc4-a70e7551a115,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:03.630028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96aeac9c-fa5e-4731-90b9-ac089e2f750c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.677892 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96aeac9c-fa5e-4731-90b9-ac089e2f750c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.714826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-02423ed9-6ce9-4845-b89a-8670b7d8e02b service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418947 Jun 03 15:10:03.781444 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96aeac9c-fa5e-4731-90b9-ac089e2f750c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.813430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aeac9c-fa5e-4731-90b9-ac089e2f750c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14798d09-519e-4627-8cc4-a70e7551a115,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:03.833857 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96aeac9c-fa5e-4731-90b9-ac089e2f750c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:03.835012 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-96aeac9c-fa5e-4731-90b9-ac089e2f750c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14798d09-519e-4627-8cc4-a70e7551a115 HTTP/1.1" status: 204 len: 168 time: 0.3092916 Jun 03 15:10:03.857993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51750) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:04.001152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bf8fafaf-4ee6-4612-a8cf-08aac68c8dec up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:04.073175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88e1ccfc-dfb7-4587-b893-6be8aa2f81fb req-43f3f2a9-7ad9-49c7-8bf9-e8aed7d0d152 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517671 Jun 03 15:10:04.101499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:04.108794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:04.109291 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.217622 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-74878d86-87aa-4f60-a0bc-0806d900eb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.296660 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0a3f546-a96d-4797-b2e0-7a4bc189ebc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.350501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:10:04.356133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:04.357630 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.362464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85285fd1-201d-4758-9784-6b944790273b req-732c3d11-3678-4565-bdbc-941c85420f00 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311079 Jun 03 15:10:04.373719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d0a3f546-a96d-4797-b2e0-7a4bc189ebc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:04.390091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d0a3f546-a96d-4797-b2e0-7a4bc189ebc0 admin admin] Usage tracker for resource:security_group_rule and tenant:78a0e99d51e14a22aa6067c64af2845d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:04.397106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d0a3f546-a96d-4797-b2e0-7a4bc189ebc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:04.411161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d0a3f546-a96d-4797-b2e0-7a4bc189ebc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:04.432391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Sync routers for ids ['d67ac4db-3fd9-4e8f-b82c-350c40217221'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:10:04.451382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0087439-8143-4730-8a7c-d5f42d621931 req-817b9d89-69b8-4234-baa5-ba936196919a tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:04.458677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0087439-8143-4730-8a7c-d5f42d621931 req-817b9d89-69b8-4234-baa5-ba936196919a tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 936 time: 0.5936162 Jun 03 15:10:04.464220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133c1ff7-9629-4592-99f5-695db3bac1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8fafaf-4ee6-4612-a8cf-08aac68c8dec'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:04.468592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6a6e080d-0b12-4427-8e65-30c5efb7a60c admin admin] 10.222.0.48 "PUT /v2.0/routers/d67ac4db-3fd9-4e8f-b82c-350c40217221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2754045 Jun 03 15:10:04.518939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51766) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:04.561353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Routers {'d67ac4db-3fd9-4e8f-b82c-350c40217221'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:04.561933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:10:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['d67ac4db-3fd9-4e8f-b82c-350c40217221'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:04.584126 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-842682a9-ed0d-4b5f-8968-1de7e4a8d145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.614341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-842682a9-ed0d-4b5f-8968-1de7e4a8d145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:04.627217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0087439-8143-4730-8a7c-d5f42d621931 req-50c0296b-4bc9-43e8-ba08-338e4eb18f30 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676025 Jun 03 15:10:04.627418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0a3f546-a96d-4797-b2e0-7a4bc189ebc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.636671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0a3f546-a96d-4797-b2e0-7a4bc189ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.638954 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-842682a9-ed0d-4b5f-8968-1de7e4a8d145 admin admin] Usage tracker for resource:security_group_rule and tenant:96785e4c87454729a24d1f5bcc4e6a8d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:04.644924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-842682a9-ed0d-4b5f-8968-1de7e4a8d145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:04.666439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-842682a9-ed0d-4b5f-8968-1de7e4a8d145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:04.700358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50032d-83d4-4acf-8005-5c3cd42371b8 req-4e2663f7-7287-4bb9-b00c-fc3156f7ac21 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:04.702026 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f50032d-83d4-4acf-8005-5c3cd42371b8 req-4e2663f7-7287-4bb9-b00c-fc3156f7ac21 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 948 time: 0.3071434 Jun 03 15:10:04.717019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3f546-a96d-4797-b2e0-7a4bc189ebc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb877d7-0287-4ca9-86ee-c65cd1d9d068,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:04.732724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e94a03-7fd4-482c-ae5f-8652d6b48709 req-d3ac01cb-bb33-4333-aac2-b6f51a1907fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:04.734421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84e94a03-7fd4-482c-ae5f-8652d6b48709 req-d3ac01cb-bb33-4333-aac2-b6f51a1907fd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=167462f0d27d41f29b29cb3a82b32217&device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 1120 time: 0.2676387 Jun 03 15:10:04.747162 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d0a3f546-a96d-4797-b2e0-7a4bc189ebc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78a0e99d51e14a22aa6067c64af2845d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8881278 Jun 03 15:10:04.749678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51778) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:04.789316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Set router d67ac4db-3fd9-4e8f-b82c-350c40217221 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:04.825538 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a90aef70-11e4-4cbb-ab6b-d19a6d822ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.857385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a90aef70-11e4-4cbb-ab6b-d19a6d822ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.869627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f50032d-83d4-4acf-8005-5c3cd42371b8 req-2ca7a5eb-d57b-4a0e-8052-2974248365ac tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611500 Jun 03 15:10:04.949530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:04.956263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a90aef70-11e4-4cbb-ab6b-d19a6d822ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.961202 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.963677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-842682a9-ed0d-4b5f-8968-1de7e4a8d145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:04.984842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90aef70-11e4-4cbb-ab6b-d19a6d822ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb877d7-0287-4ca9-86ee-c65cd1d9d068,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:05.001024 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a90aef70-11e4-4cbb-ab6b-d19a6d822ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.004573 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a90aef70-11e4-4cbb-ab6b-d19a6d822ffe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cb877d7-0287-4ca9-86ee-c65cd1d9d068 HTTP/1.1" status: 204 len: 168 time: 0.2513208 Jun 03 15:10:05.006264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-842682a9-ed0d-4b5f-8968-1de7e4a8d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.073681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e94a03-7fd4-482c-ae5f-8652d6b48709 req-e51e81a8-15ec-4d69-8692-20691d3270f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:05.075416 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84e94a03-7fd4-482c-ae5f-8652d6b48709 req-e51e81a8-15ec-4d69-8692-20691d3270f8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3336899 Jun 03 15:10:05.131304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:05.207495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51802) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:05.207839 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-842682a9-ed0d-4b5f-8968-1de7e4a8d145 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96785e4c87454729a24d1f5bcc4e6a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6816132 Jun 03 15:10:05.216533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842682a9-ed0d-4b5f-8968-1de7e4a8d145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0977ea6f-d71a-4ce2-be21-c0ae9da55c12,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:05.221349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84e94a03-7fd4-482c-ae5f-8652d6b48709 req-8ebf4ae1-09a9-4683-80a2-6a59681c386d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=f7c22643-920d-433d-8aa3-435719697fd7 HTTP/1.1" status: 200 len: 217 time: 0.1324909 Jun 03 15:10:05.226128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.323532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e94a03-7fd4-482c-ae5f-8652d6b48709 req-68686c9c-d15a-448b-ae3e-82fac8963f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:05.325184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84e94a03-7fd4-482c-ae5f-8652d6b48709 req-68686c9c-d15a-448b-ae3e-82fac8963f3c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0962367 Jun 03 15:10:05.393730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-312269395-router', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:42Z', 'updated_at': '2022-06-03T15:09:59Z', 'revision_number': 4, 'project_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'gw_port': {'id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:44Z', 'updated_at': '2022-06-03T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'b476b679-20d0-4e78-8451-eeb06c7fa6de', 'name': '', 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'mac_address': 'fa:16:3e:bc:4c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '98904598-68fa-49e0-94df-06b6bac917da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:55Z', 'updated_at': '2022-06-03T15:10:00Z', 'revision_number': 2, 'project_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'subnets': [{'id': '98904598-68fa-49e0-94df-06b6bac917da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:05.398576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Checking router: d67ac4db-3fd9-4e8f-b82c-350c40217221 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:10:05.399234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Updating router d67ac4db-3fd9-4e8f-b82c-350c40217221 port b476b679-20d0-4e78-8451-eeb06c7fa6de binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:10:05.416740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edcf6eb6-b5a9-426c-9a4b-fde87f773844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.483956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edcf6eb6-b5a9-426c-9a4b-fde87f773844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.487705 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.494724 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.575434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e94a03-7fd4-482c-ae5f-8652d6b48709 req-8f26c0f3-97e8-4b90-8a55-40198950a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:05.577013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84e94a03-7fd4-482c-ae5f-8652d6b48709 req-8f26c0f3-97e8-4b90-8a55-40198950a2f2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2436585 Jun 03 15:10:05.589334 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edcf6eb6-b5a9-426c-9a4b-fde87f773844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.609424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf6eb6-b5a9-426c-9a4b-fde87f773844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0977ea6f-d71a-4ce2-be21-c0ae9da55c12,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:05.612909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c19ef-9490-4645-ab83-a69464350e3b req-d52df44c-70a1-4501-9e48-c24b33dfd71c tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:05.614451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-923c19ef-9490-4645-ab83-a69464350e3b req-d52df44c-70a1-4501-9e48-c24b33dfd71c tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 969 time: 0.1843278 Jun 03 15:10:05.622114 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edcf6eb6-b5a9-426c-9a4b-fde87f773844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.623171 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-edcf6eb6-b5a9-426c-9a4b-fde87f773844 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0977ea6f-d71a-4ce2-be21-c0ae9da55c12 HTTP/1.1" status: 204 len: 168 time: 0.4136543 Jun 03 15:10:05.654799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51814) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:05.690859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0528afb4-4c38-4d51-be18-5e515e0b0176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.712534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0528afb4-4c38-4d51-be18-5e515e0b0176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:05.717180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0528afb4-4c38-4d51-be18-5e515e0b0176 admin admin] Usage tracker for resource:security_group_rule and tenant:fc201a2d02e747368476d6e75fa90ca5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:05.720426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0528afb4-4c38-4d51-be18-5e515e0b0176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:05.728423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0528afb4-4c38-4d51-be18-5e515e0b0176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:05.792710 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-923c19ef-9490-4645-ab83-a69464350e3b req-0e09dbc0-0b67-4aa8-9c56-c21bfdf3ae39 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915978 Jun 03 15:10:05.851149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0528afb4-4c38-4d51-be18-5e515e0b0176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.857401 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0528afb4-4c38-4d51-be18-5e515e0b0176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.896215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84e94a03-7fd4-482c-ae5f-8652d6b48709 req-72f6e272-aa28-4819-886e-71f4d6de77d7 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116488 Jun 03 15:10:05.967947 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:05.972400 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0528afb4-4c38-4d51-be18-5e515e0b0176 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc201a2d02e747368476d6e75fa90ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140023 Jun 03 15:10:05.972929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51828) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:05.986852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528afb4-4c38-4d51-be18-5e515e0b0176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebab8cc-7b35-4cd2-bca5-dca3a532b0a8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:05.989971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Transition to ACTIVE for port object b476b679-20d0-4e78-8451-eeb06c7fa6de will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:06.000926 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.085895 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598a27d2-d3d5-4e6f-94ac-4d386bd415e7'] response: {'server_uuid': '133c1ff7-9629-4592-99f5-695db3bac1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8fafaf-4ee6-4612-a8cf-08aac68c8dec', 'code': 200} Jun 03 15:10:06.113378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54f37b29-1bc2-47b7-88b3-4b920673e558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.169596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54f37b29-1bc2-47b7-88b3-4b920673e558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.294581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22080bc-307f-4677-a00f-422d7e9423d6 None None] Pushing event updated for resources: {'Port': ['ID=b476b679-20d0-4e78-8451-eeb06c7fa6de,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:06.299915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54f37b29-1bc2-47b7-88b3-4b920673e558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.357180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54f37b29-1bc2-47b7-88b3-4b920673e558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.362470 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-54f37b29-1bc2-47b7-88b3-4b920673e558 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ebab8cc-7b35-4cd2-bca5-dca3a532b0a8 HTTP/1.1" status: 204 len: 168 time: 0.3889120 Jun 03 15:10:06.363890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f37b29-1bc2-47b7-88b3-4b920673e558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebab8cc-7b35-4cd2-bca5-dca3a532b0a8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:06.408044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d44e-d715-44d4-b251-ee61ffb918d7 req-3c8a81de-444e-4479-aa9e-5350f8174a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:06.410113 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f65d44e-d715-44d4-b251-ee61ffb918d7 req-3c8a81de-444e-4479-aa9e-5350f8174a00 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 1100 time: 0.1786735 Jun 03 15:10:06.425617 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84e94a03-7fd4-482c-ae5f-8652d6b48709 req-285c58df-09f7-45d7-9d0d-80bdf50f7f20 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224528 Jun 03 15:10:06.462510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25ebf2-9627-43c6-8125-8417c30ed971 req-bdabcbba-d860-4b31-8813-285ef8a74846 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:06.462998 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f65d44e-d715-44d4-b251-ee61ffb918d7 req-e02b658a-5891-4ebd-ac9d-73587a836103 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.463240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed25ebf2-9627-43c6-8125-8417c30ed971 req-bdabcbba-d860-4b31-8813-285ef8a74846 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 936 time: 0.5015917 Jun 03 15:10:06.464530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Attempting to bind port b476b679-20d0-4e78-8451-eeb06c7fa6de on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:06.465022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Attempting to bind port b476b679-20d0-4e78-8451-eeb06c7fa6de by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e9ccac9c-f528-4db3-9232-26711452edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:06.465567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Attempting to bind port b476b679-20d0-4e78-8451-eeb06c7fa6de on network a75087e5-7414-4273-900a-b676ba7eadb7 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:06.475497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:06.475949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Checking segment: {'id': 'e9ccac9c-f528-4db3-9232-26711452edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:06.476412 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.477502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Bound using segment: {'id': 'e9ccac9c-f528-4db3-9232-26711452edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:06.478394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Bound port: b476b679-20d0-4e78-8451-eeb06c7fa6de, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ccac9c-f528-4db3-9232-26711452edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:06.478843 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.512267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118388ef-5e23-4563-a3a4-aea7dfb6925c req-740b2304-775a-4795-8a12-1dffa21b31fa tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:06.513811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-118388ef-5e23-4563-a3a4-aea7dfb6925c req-740b2304-775a-4795-8a12-1dffa21b31fa tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 949 time: 0.2263978 Jun 03 15:10:06.516273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f65d44e-d715-44d4-b251-ee61ffb918d7 req-e02b658a-5891-4ebd-ac9d-73587a836103 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:06.528884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f65d44e-d715-44d4-b251-ee61ffb918d7 req-e02b658a-5891-4ebd-ac9d-73587a836103 service neutron] Usage tracker for resource:security_group_rule and tenant:b8f1782a0d92431da017634d177a5961 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:06.536240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f65d44e-d715-44d4-b251-ee61ffb918d7 req-e02b658a-5891-4ebd-ac9d-73587a836103 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:06.544291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f65d44e-d715-44d4-b251-ee61ffb918d7 req-e02b658a-5891-4ebd-ac9d-73587a836103 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:06.621372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] For port b476b679-20d0-4e78-8451-eeb06c7fa6de, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:06.627855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] For port b476b679-20d0-4e78-8451-eeb06c7fa6de, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b476b679-20d0-4e78-8451-eeb06c7fa6de,segment=NetworkSegment(e9ccac9c-f528-4db3-9232-26711452edaf),segment_id=e9ccac9c-f528-4db3-9232-26711452edaf)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:06.630333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed25ebf2-9627-43c6-8125-8417c30ed971 req-b7a22871-766c-44d7-9fea-582129514b73 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599779 Jun 03 15:10:06.643219 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.680131 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f65d44e-d715-44d4-b251-ee61ffb918d7 req-e02b658a-5891-4ebd-ac9d-73587a836103 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.682096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-118388ef-5e23-4563-a3a4-aea7dfb6925c req-11600534-0a18-44d7-809c-9b3e392a7352 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402693 Jun 03 15:10:06.695149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f65d44e-d715-44d4-b251-ee61ffb918d7 req-e02b658a-5891-4ebd-ac9d-73587a836103 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.747797 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f65d44e-d715-44d4-b251-ee61ffb918d7 req-e02b658a-5891-4ebd-ac9d-73587a836103 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298099 Jun 03 15:10:06.820339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b658a-5891-4ebd-ac9d-73587a836103 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b11493b4-3fa9-4ab6-bc13-1e388db3384f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:06.836854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Routers {'d67ac4db-3fd9-4e8f-b82c-350c40217221'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:06.837637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:10:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['d67ac4db-3fd9-4e8f-b82c-350c40217221'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:06.957306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22080bc-307f-4677-a00f-422d7e9423d6 None None] Pushing event updated for resources: {'Port': ['ID=b476b679-20d0-4e78-8451-eeb06c7fa6de,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:06.968176 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:06.969475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51868) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:06.974526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Request body: {'port': {'device_id': '95337191-54ab-4522-a835-e7dbb28fc62f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:07.021133 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-decc4d61-6597-4ba7-9b6e-f7f025d452f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.058563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51872) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:07.087793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482129963', 'description': 'tempest-description--1463832558'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:07.104423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:07.112558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Usage tracker for resource:security_group and tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:07.117369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:07.120797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-decc4d61-6597-4ba7-9b6e-f7f025d452f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:07.196380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-decc4d61-6597-4ba7-9b6e-f7f025d452f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b178954b89004f269c25eee65c6a55f2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:07.209458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:07.220060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-decc4d61-6597-4ba7-9b6e-f7f025d452f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:07.230295 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.235769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] Set router d67ac4db-3fd9-4e8f-b82c-350c40217221 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:07.236598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-decc4d61-6597-4ba7-9b6e-f7f025d452f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:07.261020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e9cdf-d215-4fc0-b52e-e6f76596b83f req-f4f9cc0c-6580-48af-986c-f394af572470 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:07.262756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-725e9cdf-d215-4fc0-b52e-e6f76596b83f req-f4f9cc0c-6580-48af-986c-f394af572470 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 969 time: 0.1391203 Jun 03 15:10:07.277170 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.316190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07e8d9-b347-4689-9fd0-a54938cf4468 req-38005a00-d33d-4b90-b604-069ac8c8f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:07.317725 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-db07e8d9-b347-4689-9fd0-a54938cf4468 req-38005a00-d33d-4b90-b604-069ac8c8f5db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 1099 time: 0.1709344 Jun 03 15:10:07.382645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:07.408100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Usage tracker for resource:security_group_rule and tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:07.415951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:07.447899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:07.491512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-725e9cdf-d215-4fc0-b52e-e6f76596b83f req-6eb01345-a915-4719-ac67-76b06f2c3204 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872976 Jun 03 15:10:07.645102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51898) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:07.745023 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.757460 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-decc4d61-6597-4ba7-9b6e-f7f025d452f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.760666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.794142 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-db07e8d9-b347-4689-9fd0-a54938cf4468 req-822554ad-6a58-4c32-bb10-b6fe412d9609 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4488916 Jun 03 15:10:07.804756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-312269395-router', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:42Z', 'updated_at': '2022-06-03T15:09:59Z', 'revision_number': 4, 'project_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'gw_port': {'id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:44Z', 'updated_at': '2022-06-03T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'b476b679-20d0-4e78-8451-eeb06c7fa6de', 'name': '', 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'mac_address': 'fa:16:3e:bc:4c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '98904598-68fa-49e0-94df-06b6bac917da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:55Z', 'updated_at': '2022-06-03T15:10:06Z', 'revision_number': 4, 'project_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'subnets': [{'id': '98904598-68fa-49e0-94df-06b6bac917da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:07.812630 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-decc4d61-6597-4ba7-9b6e-f7f025d452f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:07.814244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e350339-2768-4ef1-892c-7c99a6084937 None None] The sync data for ids ['d67ac4db-3fd9-4e8f-b82c-350c40217221'] in n-d-844595-1 is: [{'id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-312269395-router', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:42Z', 'updated_at': '2022-06-03T15:09:59Z', 'revision_number': 4, 'project_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'gw_port': {'id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:44Z', 'updated_at': '2022-06-03T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'b476b679-20d0-4e78-8451-eeb06c7fa6de', 'name': '', 'network_id': 'a75087e5-7414-4273-900a-b676ba7eadb7', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'mac_address': 'fa:16:3e:bc:4c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '98904598-68fa-49e0-94df-06b6bac917da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:55Z', 'updated_at': '2022-06-03T15:10:06Z', 'revision_number': 4, 'project_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'subnets': [{'id': '98904598-68fa-49e0-94df-06b6bac917da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:10:08.034626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device f7c22643-920d-433d-8aa3-435719697fd7 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:08.058139 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a56e1dd1-20fb-4c8d-a5c9-74eeedba4caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.073556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c927943c-4d43-4a46-b579-8c5e91c2b957 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:08.077981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:08.090237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-decc4d61-6597-4ba7-9b6e-f7f025d452f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b178954b89004f269c25eee65c6a55f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1164842 Jun 03 15:10:08.091052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51918) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:08.135040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a56e1dd1-20fb-4c8d-a5c9-74eeedba4caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:08.135613 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.143316 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.147639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-af43ff51-fb74-4ccc-acbe-774cfa2c5d47 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0864058 Jun 03 15:10:08.152089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51922) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:08.170968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-91c5ec9f-4777-4644-9ffc-00da012aa25f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Request body: {'security_group_rule': {'security_group_id': '0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:08.177581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a56e1dd1-20fb-4c8d-a5c9-74eeedba4caf admin admin] Usage tracker for resource:security_group_rule and tenant:c50301577fa54db6b062b55fbc7f95ad is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:08.183826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91c5ec9f-4777-4644-9ffc-00da012aa25f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:08.184094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a56e1dd1-20fb-4c8d-a5c9-74eeedba4caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:08.205666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Transition to ACTIVE for port object c927943c-4d43-4a46-b579-8c5e91c2b957 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:08.206987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-91c5ec9f-4777-4644-9ffc-00da012aa25f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Usage tracker for resource:security_group_rule and tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:08.218379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-91c5ec9f-4777-4644-9ffc-00da012aa25f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:08.218587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a56e1dd1-20fb-4c8d-a5c9-74eeedba4caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:08.222671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.231837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc4d61-6597-4ba7-9b6e-f7f025d452f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166197b-3491-4ec6-be9e-07cf6825b85f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:08.308724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2332a4-0992-4191-a328-a49bbed57db8 req-c8f76750-e749-4afa-a879-78608a884103 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:08.313257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port f7c22643-920d-433d-8aa3-435719697fd7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=f7c22643-920d-433d-8aa3-435719697fd7,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:08.315888 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a2332a4-0992-4191-a328-a49bbed57db8 req-c8f76750-e749-4afa-a879-78608a884103 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 936 time: 0.4843731 Jun 03 15:10:08.333799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'f7c22643-920d-433d-8aa3-435719697fd7', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'f7c22643-920d-433d-8aa3-435719697fd7', 'mac_address': 'fa:16:3e:b5:2f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:tempest-test_az-341188902', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:08.401770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab338f10-a6ba-4e95-94be-9df9369c6e9d req-fbd80095-7040-467a-84f1-ca82af07ecb8 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:08.416898 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab338f10-a6ba-4e95-94be-9df9369c6e9d req-fbd80095-7040-467a-84f1-ca82af07ecb8 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 949 time: 0.4816308 Jun 03 15:10:08.432954 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68b0ed89-49db-4a11-92f4-c3689463d290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.467441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91c5ec9f-4777-4644-9ffc-00da012aa25f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:08.519501 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.521814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port f7c22643-920d-433d-8aa3-435719697fd7 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:08.522235 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.553475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c22643-920d-433d-8aa3-435719697fd7 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:08.566101 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a2332a4-0992-4191-a328-a49bbed57db8 req-16717fed-9d4c-4cd9-8f49-8c2ed59976dd tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490845 Jun 03 15:10:08.594220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Attempting to bind port c927943c-4d43-4a46-b579-8c5e91c2b957 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:08.594442 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port f7c22643-920d-433d-8aa3-435719697fd7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=f7c22643-920d-433d-8aa3-435719697fd7,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:08.594547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Attempting to bind port c927943c-4d43-4a46-b579-8c5e91c2b957 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:08.594793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Attempting to bind port c927943c-4d43-4a46-b579-8c5e91c2b957 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:08.604487 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.615992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Port c927943c-4d43-4a46-b579-8c5e91c2b957 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:08.618731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Attempting to bind port c927943c-4d43-4a46-b579-8c5e91c2b957 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:08.636793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07e8d9-b347-4689-9fd0-a54938cf4468 req-551d9d91-01f3-4f9d-886b-4b9b8ef81364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:08.638305 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-db07e8d9-b347-4689-9fd0-a54938cf4468 req-551d9d91-01f3-4f9d-886b-4b9b8ef81364 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7626326 Jun 03 15:10:08.641311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:08.641641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:08.644069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:08.644565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Bound port: c927943c-4d43-4a46-b579-8c5e91c2b957, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:08.644910 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.657092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68b0ed89-49db-4a11-92f4-c3689463d290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.719874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c5ec9f-4777-4644-9ffc-00da012aa25f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.745725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=f7c22643-920d-433d-8aa3-435719697fd7,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:08.759547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab338f10-a6ba-4e95-94be-9df9369c6e9d req-3169b277-908d-4a4c-bfc1-d052a67c38d2 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416705 Jun 03 15:10:08.894533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['f7c22643-920d-433d-8aa3-435719697fd7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:08.904543 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a56e1dd1-20fb-4c8d-a5c9-74eeedba4caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.912806 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a56e1dd1-20fb-4c8d-a5c9-74eeedba4caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:08.933888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] For port c927943c-4d43-4a46-b579-8c5e91c2b957, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:08.938248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] For port c927943c-4d43-4a46-b579-8c5e91c2b957, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c927943c-4d43-4a46-b579-8c5e91c2b957,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:08.954783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Pushing event updated for resources: {'Port': ['ID=c927943c-4d43-4a46-b579-8c5e91c2b957,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:08.998626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e1dd1-20fb-4c8d-a5c9-74eeedba4caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45cc01c-6bd6-49cc-875b-c2ed0e9df0a4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:09.029994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.081562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68b0ed89-49db-4a11-92f4-c3689463d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.119761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0ed89-49db-4a11-92f4-c3689463d290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166197b-3491-4ec6-be9e-07cf6825b85f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:09.143875 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a56e1dd1-20fb-4c8d-a5c9-74eeedba4caf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c50301577fa54db6b062b55fbc7f95ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4969678 Jun 03 15:10:09.151631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:09.152674 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.153634 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] 10.222.0.67 "PUT /v2.0/ports/c927943c-4d43-4a46-b579-8c5e91c2b957 HTTP/1.1" status: 200 len: 1096 time: 2.1899250 Jun 03 15:10:09.165330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51940) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:09.166822 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68b0ed89-49db-4a11-92f4-c3689463d290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.170444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-68b0ed89-49db-4a11-92f4-c3689463d290 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a166197b-3491-4ec6-be9e-07cf6825b85f HTTP/1.1" status: 204 len: 168 time: 1.0635736 Jun 03 15:10:09.184008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95337191-54ab-4522-a835-e7dbb28fc62f', 'tag': 'c927943c-4d43-4a46-b579-8c5e91c2b957'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:09.231400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d3c79-2ceb-45c2-a938-84c5923101b5 req-076ac4d4-6d13-4904-b3ce-8f68a767ab50 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:09.233051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-039d3c79-2ceb-45c2-a938-84c5923101b5 req-076ac4d4-6d13-4904-b3ce-8f68a767ab50 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 970 time: 0.2460523 Jun 03 15:10:09.303739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-039d3c79-2ceb-45c2-a938-84c5923101b5 req-701baabc-4260-4d22-9fdc-5df770319873 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640819 Jun 03 15:10:09.362921 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ac1741-d0d2-49cc-ba6a-a873e9636744'] response: {'name': 'network-changed', 'server_uuid': '95337191-54ab-4522-a835-e7dbb28fc62f', 'tag': 'c927943c-4d43-4a46-b579-8c5e91c2b957', 'status': 'completed', 'code': 200} Jun 03 15:10:09.428611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979b73d-07eb-4fa9-b7c3-b8d4672b68af service neutron] Pushing event updated for resources: {'Port': ['ID=c927943c-4d43-4a46-b579-8c5e91c2b957,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:09.467050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c5ec9f-4777-4644-9ffc-00da012aa25f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.469609 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35975979-4c9e-4a03-b4a2-3af3ca9bc1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.482628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c5ec9f-4777-4644-9ffc-00da012aa25f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.529250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-edc90cef-fe50-4e87-8ba1-fff7a322eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:09.530879 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-edc90cef-fe50-4e87-8ba1-fff7a322eaac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 1099 time: 0.5879736 Jun 03 15:10:09.542311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5ec9f-4777-4644-9ffc-00da012aa25f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a680111-99eb-4e2d-94bf-5832b94a0fe7,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:09.555182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35975979-4c9e-4a03-b4a2-3af3ca9bc1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.645161 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-bd488f74-41bd-4d05-a15c-efbc67b7b3c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 HTTP/1.1" status: 200 len: 217 time: 0.0960360 Jun 03 15:10:09.649542 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c5ec9f-4777-4644-9ffc-00da012aa25f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.653686 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-91c5ec9f-4777-4644-9ffc-00da012aa25f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4919631 Jun 03 15:10:09.655081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51962) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:09.662335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b4358a4d-ba7d-4b5b-884d-8eaa68613d13 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Request body: {'security_group_rule': {'security_group_id': '0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:09.684155 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b476b679-20d0-4e78-8451-eeb06c7fa6de up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:09.688165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b4358a4d-ba7d-4b5b-884d-8eaa68613d13 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:09.695600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b4358a4d-ba7d-4b5b-884d-8eaa68613d13 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Usage tracker for resource:security_group_rule and tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:09.702560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-0ceb059b-1cb0-4cb7-8d3f-f4e884dda7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:09.704225 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-0ceb059b-1cb0-4cb7-8d3f-f4e884dda7f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 1099 time: 0.4408646 Jun 03 15:10:09.747122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b4358a4d-ba7d-4b5b-884d-8eaa68613d13 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:09.773480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b4358a4d-ba7d-4b5b-884d-8eaa68613d13 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:09.797852 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-b6d87844-d075-4480-b3e0-d4a7e28f82de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=c927943c-4d43-4a46-b579-8c5e91c2b957 HTTP/1.1" status: 200 len: 217 time: 0.0750744 Jun 03 15:10:09.840304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port b476b679-20d0-4e78-8451-eeb06c7fa6de completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:09.841680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-cd1a1504-3083-4a24-9dbd-b5820bb5ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:09.843619 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-cd1a1504-3083-4a24-9dbd-b5820bb5ceda service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1877935 Jun 03 15:10:09.850963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b476b679-20d0-4e78-8451-eeb06c7fa6de triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:09.852746 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.873716 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4358a4d-ba7d-4b5b-884d-8eaa68613d13 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.886108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51974) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:09.918888 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35975979-4c9e-4a03-b4a2-3af3ca9bc1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:09.930743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-51f9b859-397a-4ffa-a678-a8b3bec347f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:09.932178 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-51f9b859-397a-4ffa-a678-a8b3bec347f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1271417 Jun 03 15:10:09.992635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68c5de-ddab-4dfa-b96f-a4deb990f7c4 req-f2b81be6-43e1-4741-b06c-7df9795799fb tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:09.997250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f68c5de-ddab-4dfa-b96f-a4deb990f7c4 req-f2b81be6-43e1-4741-b06c-7df9795799fb tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 948 time: 0.2946615 Jun 03 15:10:10.024666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35975979-4c9e-4a03-b4a2-3af3ca9bc1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45cc01c-6bd6-49cc-875b-c2ed0e9df0a4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:10.032703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device f7c22643-920d-433d-8aa3-435719697fd7 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:10.039654 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35975979-4c9e-4a03-b4a2-3af3ca9bc1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.049367 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-35975979-4c9e-4a03-b4a2-3af3ca9bc1a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f45cc01c-6bd6-49cc-875b-c2ed0e9df0a4 HTTP/1.1" status: 204 len: 168 time: 0.8514721 Jun 03 15:10:10.112537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c1b863d2-6a9a-4205-92d6-6909da910783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:10.114084 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-c1b863d2-6a9a-4205-92d6-6909da910783 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2639916 Jun 03 15:10:10.136980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b476b679-20d0-4e78-8451-eeb06c7fa6de is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:10.137441 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.146819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-1d632b93-0022-4d60-8699-f507551dd39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:10.148958 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-1d632b93-0022-4d60-8699-f507551dd39f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2061660 Jun 03 15:10:10.189832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4358a4d-ba7d-4b5b-884d-8eaa68613d13 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.209015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port b476b679-20d0-4e78-8451-eeb06c7fa6de, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b476b679-20d0-4e78-8451-eeb06c7fa6de,segment=NetworkSegment(e9ccac9c-f528-4db3-9232-26711452edaf),segment_id=e9ccac9c-f528-4db3-9232-26711452edaf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:10.210091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port f7c22643-920d-433d-8aa3-435719697fd7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:10.215221 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.218340 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4358a4d-ba7d-4b5b-884d-8eaa68613d13 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.274587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f68c5de-ddab-4dfa-b96f-a4deb990f7c4 req-d92ae989-3e61-4989-80a5-a5cecf0b2972 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022581 Jun 03 15:10:10.294940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4358a4d-ba7d-4b5b-884d-8eaa68613d13 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6455d0f-6605-4852-878c-5bdfadb08482,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:10.300169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port f7c22643-920d-433d-8aa3-435719697fd7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:10.300529 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.328419 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce151-3663-49aa-acbe-900533fd5bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.352264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4358a4d-ba7d-4b5b-884d-8eaa68613d13 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.355859 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b4358a4d-ba7d-4b5b-884d-8eaa68613d13 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6995327 Jun 03 15:10:10.359387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:10.369884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:10.383826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f5ce151-3663-49aa-acbe-900533fd5bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:10.394200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d9ae5-489d-4b28-ab72-419f34b62b1d req-d5e834dc-5606-4928-8bf9-b8107bc8f3c8 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:10.408445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:10.411495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e50d9ae5-489d-4b28-ab72-419f34b62b1d req-d5e834dc-5606-4928-8bf9-b8107bc8f3c8 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 949 time: 0.4419219 Jun 03 15:10:10.420850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f5ce151-3663-49aa-acbe-900533fd5bdc admin admin] Usage tracker for resource:security_group_rule and tenant:a74a795db3bd42c893016b58ae3ba24c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:10.426715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f5ce151-3663-49aa-acbe-900533fd5bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:10.430334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Usage tracker for resource:floatingip and tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:10.443905 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-ef7f8ace-3e88-4fb1-9997-8e38d873e062 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215644 Jun 03 15:10:10.447656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:10.450555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f5ce151-3663-49aa-acbe-900533fd5bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:10.458771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:10.498499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-6608e021-79f6-4f1a-806d-c8ad14c46205 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966883 Jun 03 15:10:10.517478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e50d9ae5-489d-4b28-ab72-419f34b62b1d req-60e28330-5e04-4fe9-9fe1-a0db61dd5f98 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952370 Jun 03 15:10:10.552931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=b476b679-20d0-4e78-8451-eeb06c7fa6de,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:10.650783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port f7c22643-920d-433d-8aa3-435719697fd7 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:10.651488 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.702536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b5c8d1-96e2-4483-b88c-eac5f66b9b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c22643-920d-433d-8aa3-435719697fd7'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:10.707358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd24ab8-25fa-41c9-870e-3b63e5fca5c5 req-c54f7456-61bd-4ba1-8f52-9769dd4ed0bb tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:10.714462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3cd24ab8-25fa-41c9-870e-3b63e5fca5c5 req-c54f7456-61bd-4ba1-8f52-9769dd4ed0bb tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 970 time: 0.1436992 Jun 03 15:10:10.731407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port f7c22643-920d-433d-8aa3-435719697fd7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=f7c22643-920d-433d-8aa3-435719697fd7,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:10.737295 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.747055 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.794491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52004) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:10.799274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3cd24ab8-25fa-41c9-870e-3b63e5fca5c5 req-6b3f3a8c-6e3b-4f4c-8392-3bdbb5e8295f tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841141 Jun 03 15:10:10.843580 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b18ebcd7-661b-4243-b1e1-ac5f43d98a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:10.852071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=f7c22643-920d-433d-8aa3-435719697fd7,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:10.882616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b18ebcd7-661b-4243-b1e1-ac5f43d98a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:10.892223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b18ebcd7-661b-4243-b1e1-ac5f43d98a93 admin admin] Usage tracker for resource:security_group_rule and tenant:90d6c71be1af40518c899bd23a9c023c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:10.898908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b18ebcd7-661b-4243-b1e1-ac5f43d98a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:10.916263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b18ebcd7-661b-4243-b1e1-ac5f43d98a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:10.943771 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672bfec1-3ecf-4819-872c-f12ea6ed7a34'] response: {'server_uuid': '10b5c8d1-96e2-4483-b88c-eac5f66b9b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c22643-920d-433d-8aa3-435719697fd7', 'code': 200} Jun 03 15:10:11.004212 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25394186-04a7-49c0-9e58-b4ed4abac9de req-39604e69-9ef2-4a76-8d7f-449a1285a2f1 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474682 Jun 03 15:10:11.071320 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b18ebcd7-661b-4243-b1e1-ac5f43d98a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.078877 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b18ebcd7-661b-4243-b1e1-ac5f43d98a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.084529 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c5b8964-25c5-4f50-aa25-9276cc56be2e req-e26fc6bb-e17c-4d35-93ab-364f80854f51 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321031 Jun 03 15:10:11.143253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce151-3663-49aa-acbe-900533fd5bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.144674 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b18ebcd7-661b-4243-b1e1-ac5f43d98a93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90d6c71be1af40518c899bd23a9c023c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489838 Jun 03 15:10:11.145815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ebcd7-661b-4243-b1e1-ac5f43d98a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a376b4d-33f6-4b7d-9e04-aa62ffbe726f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:11.148416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52014) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:11.156916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f5ce151-3663-49aa-acbe-900533fd5bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.227481 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6388e753-f5fe-4e4e-9c14-9f8e82767524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.268968 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6388e753-f5fe-4e4e-9c14-9f8e82767524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.283027 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7f5ce151-3663-49aa-acbe-900533fd5bdc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a74a795db3bd42c893016b58ae3ba24c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3912823 Jun 03 15:10:11.287492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ce151-3663-49aa-acbe-900533fd5bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881537cc-f6d2-4e4e-a25b-a0e90a2b45b4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:11.290622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52022) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:11.299351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d87103-c323-4a31-8942-20cfb4bb401a req-7fad8baa-5fb7-4fb3-9388-30e41407a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:11.300665 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-33d87103-c323-4a31-8942-20cfb4bb401a req-7fad8baa-5fb7-4fb3-9388-30e41407a9d1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 1122 time: 0.2675619 Jun 03 15:10:11.393600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.446552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-33d87103-c323-4a31-8942-20cfb4bb401a req-d0a6e596-4357-4f2b-a138-5025606c4697 service neutron] Synchronizing usage tracker for tenant:b8f1782a0d92431da017634d177a5961 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:11.469748 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6388e753-f5fe-4e4e-9c14-9f8e82767524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.496272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5598d0f-2ae2-4949-9334-54678ce945ec req-838138be-b4a6-454e-9689-3b347bc0aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:11.497651 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c5598d0f-2ae2-4949-9334-54678ce945ec req-838138be-b4a6-454e-9689-3b347bc0aad3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 1099 time: 0.2935045 Jun 03 15:10:11.502678 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efe2e3f9-71e5-4f21-bd65-9ab49c8fa5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.537236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388e753-f5fe-4e4e-9c14-9f8e82767524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a376b4d-33f6-4b7d-9e04-aa62ffbe726f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:11.546389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-33d87103-c323-4a31-8942-20cfb4bb401a req-d0a6e596-4357-4f2b-a138-5025606c4697 service neutron] Unset dirty status for tenant:b8f1782a0d92431da017634d177a5961 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:11.547506 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-33d87103-c323-4a31-8942-20cfb4bb401a req-d0a6e596-4357-4f2b-a138-5025606c4697 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261446 Jun 03 15:10:11.578963 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6388e753-f5fe-4e4e-9c14-9f8e82767524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.580108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6388e753-f5fe-4e4e-9c14-9f8e82767524 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a376b4d-33f6-4b7d-9e04-aa62ffbe726f HTTP/1.1" status: 204 len: 168 time: 0.4307163 Jun 03 15:10:11.627897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b476b679-20d0-4e78-8451-eeb06c7fa6de up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:11.644092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b246-f962-4201-8518-59faa61a69ee req-71effd71-6208-4935-86bc-364759773758 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:11.652090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fa5b246-f962-4201-8518-59faa61a69ee req-71effd71-6208-4935-86bc-364759773758 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 949 time: 0.3033462 Jun 03 15:10:11.664491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efe2e3f9-71e5-4f21-bd65-9ab49c8fa5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.680146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfa71d-b726-4262-99c1-7d31ba0047f3 req-83381df9-a936-47b4-8b48-21ebfb33aa9b tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:11.682513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0dfa71d-b726-4262-99c1-7d31ba0047f3 req-83381df9-a936-47b4-8b48-21ebfb33aa9b tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 948 time: 0.2182007 Jun 03 15:10:11.768353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fa5b246-f962-4201-8518-59faa61a69ee req-d096e7d7-9b62-49ee-8864-6459370ca11e tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151378 Jun 03 15:10:11.773613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Allocated IP 172.25.7.193 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/adaa5652-d7f4-410b-b1a0-e52c67247416) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:11.790903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5598d0f-2ae2-4949-9334-54678ce945ec req-31236bed-e8c4-4d56-9f86-f3a7c1b9ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:11.792534 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c5598d0f-2ae2-4949-9334-54678ce945ec req-31236bed-e8c4-4d56-9f86-f3a7c1b9ccaa service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.2839775 Jun 03 15:10:11.797459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b476b679-20d0-4e78-8451-eeb06c7fa6de triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:11.798356 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:11.834924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0dfa71d-b726-4262-99c1-7d31ba0047f3 req-b1f3f37b-a31d-41d0-a2a2-07994e7a5fb0 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424088 Jun 03 15:10:11.878587 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c5598d0f-2ae2-4949-9334-54678ce945ec req-e3e8a6c3-5d4b-48ad-92ca-84ead4ed5004 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=c927943c-4d43-4a46-b579-8c5e91c2b957 HTTP/1.1" status: 200 len: 217 time: 0.0789707 Jun 03 15:10:11.882281 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efe2e3f9-71e5-4f21-bd65-9ab49c8fa5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.013570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2e3f9-71e5-4f21-bd65-9ab49c8fa5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881537cc-f6d2-4e4e-a25b-a0e90a2b45b4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:12.028683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae94260-2bb3-4754-bf4d-7ca2de21591e req-6dad108c-dc51-4289-8e94-0bb79dee6000 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:12.037394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bae94260-2bb3-4754-bf4d-7ca2de21591e req-6dad108c-dc51-4289-8e94-0bb79dee6000 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 971 time: 0.1091070 Jun 03 15:10:12.094787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b476b679-20d0-4e78-8451-eeb06c7fa6de is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:12.109116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efe2e3f9-71e5-4f21-bd65-9ab49c8fa5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.111479 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-efe2e3f9-71e5-4f21-bd65-9ab49c8fa5d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/881537cc-f6d2-4e4e-a25b-a0e90a2b45b4 HTTP/1.1" status: 204 len: 168 time: 0.8153687 Jun 03 15:10:12.113714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5598d0f-2ae2-4949-9334-54678ce945ec req-1409a660-474e-4ce2-aae7-577855c3e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:12.115146 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c5598d0f-2ae2-4949-9334-54678ce945ec req-1409a660-474e-4ce2-aae7-577855c3e774 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1855447 Jun 03 15:10:12.131054 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bae94260-2bb3-4754-bf4d-7ca2de21591e req-405ee574-25ff-4af8-bb9a-430c07c9b113 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921683 Jun 03 15:10:12.171685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.231612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5598d0f-2ae2-4949-9334-54678ce945ec req-0bce986f-02b6-4b4d-b62f-dad9e218612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:12.232989 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c5598d0f-2ae2-4949-9334-54678ce945ec req-0bce986f-02b6-4b4d-b62f-dad9e218612b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030796 Jun 03 15:10:12.238969 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.391461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:12.396241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:12.402376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:12.415951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Pushing event updated for resources: {'Port': ['ID=adaa5652-d7f4-410b-b1a0-e52c67247416,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:12.503848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52060) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:12.523436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39ff5598-472c-4ad4-a770-cf4878e75df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.524896 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c5598d0f-2ae2-4949-9334-54678ce945ec req-e97eddf5-bc5a-4039-8f55-0bf80b8b56a8 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815204 Jun 03 15:10:12.526365 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.543264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-39ff5598-472c-4ad4-a770-cf4878e75df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:12.548750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-39ff5598-472c-4ad4-a770-cf4878e75df6 admin admin] Usage tracker for resource:security_group_rule and tenant:735c82282b7d42edbad854b5a7981f2f is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:12.553375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-39ff5598-472c-4ad4-a770-cf4878e75df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:12.559690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-39ff5598-472c-4ad4-a770-cf4878e75df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:12.698398 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39ff5598-472c-4ad4-a770-cf4878e75df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.705105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39ff5598-472c-4ad4-a770-cf4878e75df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.760415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff5598-472c-4ad4-a770-cf4878e75df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeaa74b-91a1-49ae-b628-92a514a39c73,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:12.807878 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:12.815466 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-39ff5598-472c-4ad4-a770-cf4878e75df6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=735c82282b7d42edbad854b5a7981f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098645 Jun 03 15:10:12.817672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52070) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:13.021380 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f98a-6dc5-4312-a511-1fe93e46b8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.061835 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f98a-6dc5-4312-a511-1fe93e46b8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.068535 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c5598d0f-2ae2-4949-9334-54678ce945ec req-173d7706-3ffe-4594-ba2d-65f04819d1a8 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336690 Jun 03 15:10:13.122045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc2e8f-bc53-4d86-a75a-c6397d353343 req-dcf5cd95-cd3e-4691-8b68-9b9e82142fdd tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:13.123622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19cc2e8f-bc53-4d86-a75a-c6397d353343 req-dcf5cd95-cd3e-4691-8b68-9b9e82142fdd tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 949 time: 0.1615887 Jun 03 15:10:13.159514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fee5b8-8ba1-48ff-97a8-9c116f551516 req-50cbcb7c-5a84-4a4b-a405-bcf68bad0930 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:13.161263 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-84fee5b8-8ba1-48ff-97a8-9c116f551516 req-50cbcb7c-5a84-4a4b-a405-bcf68bad0930 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 1100 time: 0.1654806 Jun 03 15:10:13.220008 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f98a-6dc5-4312-a511-1fe93e46b8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.232278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.242329 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.246499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19cc2e8f-bc53-4d86-a75a-c6397d353343 req-80ded63f-8ec6-4ceb-9bcf-4a61f59b4647 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889747 Jun 03 15:10:13.252263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2f98a-6dc5-4312-a511-1fe93e46b8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeaa74b-91a1-49ae-b628-92a514a39c73,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:13.282020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f98a-6dc5-4312-a511-1fe93e46b8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.288791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d7c2f98a-6dc5-4312-a511-1fe93e46b8c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ceeaa74b-91a1-49ae-b628-92a514a39c73 HTTP/1.1" status: 204 len: 168 time: 0.4689078 Jun 03 15:10:13.311353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cadfb8-5244-4d12-89bc-e8d01df75a57 req-0de40fb7-4342-4870-83c9-1b185f77e895 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:13.314288 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.323944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7cadfb8-5244-4d12-89bc-e8d01df75a57 req-0de40fb7-4342-4870-83c9-1b185f77e895 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 948 time: 0.1985278 Jun 03 15:10:13.389869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7cadfb8-5244-4d12-89bc-e8d01df75a57 req-9a269fee-57de-42c3-9001-4ace6a8117a3 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606575 Jun 03 15:10:13.404186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-84fee5b8-8ba1-48ff-97a8-9c116f551516 req-e39a81d4-53e4-4f04-895a-9aa77cf328f5 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] Deleting port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:13.405183 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-84fee5b8-8ba1-48ff-97a8-9c116f551516 req-e39a81d4-53e4-4f04-895a-9aa77cf328f5 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.517426 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.518669 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1585324 Jun 03 15:10:13.550535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74def13f-60e7-473f-80de-b373ca6f14e2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Pushing event updated for resources: {'Port': ['ID=adaa5652-d7f4-410b-b1a0-e52c67247416,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:13.699741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61997f2e-30b6-4420-89f3-a72c3cb461a7 req-15573449-4d93-403e-b34c-08db88567c1d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:13.711619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61997f2e-30b6-4420-89f3-a72c3cb461a7 req-15573449-4d93-403e-b34c-08db88567c1d tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 971 time: 0.1242056 Jun 03 15:10:13.785647 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61997f2e-30b6-4420-89f3-a72c3cb461a7 req-b7b1ada5-71ad-49cc-8c9c-5abdcbfad7a7 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731564 Jun 03 15:10:13.790443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-84fee5b8-8ba1-48ff-97a8-9c116f551516 req-e39a81d4-53e4-4f04-895a-9aa77cf328f5 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] For port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:13.790923 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-84fee5b8-8ba1-48ff-97a8-9c116f551516 req-e39a81d4-53e4-4f04-895a-9aa77cf328f5 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:13.844491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-8207f814-af02-4a9c-8663-4e0b1efcdcd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Synchronizing usage tracker for tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:13.864627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-8207f814-af02-4a9c-8663-4e0b1efcdcd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Unset dirty status for tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:13.867145 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-8207f814-af02-4a9c-8663-4e0b1efcdcd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--482129963&fields=id&tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43 HTTP/1.1" status: 200 len: 267 time: 0.0789309 Jun 03 15:10:14.011251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-84fee5b8-8ba1-48ff-97a8-9c116f551516 req-e39a81d4-53e4-4f04-895a-9aa77cf328f5 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] Calling delete_port for bf8fafaf-4ee6-4612-a8cf-08aac68c8dec owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:14.110868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-761650bd-6236-404d-bc28-b20e9b9f31c8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:14.111893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-761650bd-6236-404d-bc28-b20e9b9f31c8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Synchronizing usage tracker for tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:14.127984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82778e-4e13-4a0b-8553-e3d7483c9485 req-f0f425c0-ef4f-4dc9-982e-16e0f426a561 tempest-AggregatesAdminTestJSON-1070351165 tempest-AggregatesAdminTestJSON-1070351165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:14.129896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de82778e-4e13-4a0b-8553-e3d7483c9485 req-f0f425c0-ef4f-4dc9-982e-16e0f426a561 tempest-AggregatesAdminTestJSON-1070351165 tempest-AggregatesAdminTestJSON-1070351165-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 1122 time: 0.1994026 Jun 03 15:10:14.167141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52132) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:14.168064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-761650bd-6236-404d-bc28-b20e9b9f31c8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Unset dirty status for tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:14.169607 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-761650bd-6236-404d-bc28-b20e9b9f31c8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/networks?id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 HTTP/1.1" status: 200 len: 824 time: 0.2939544 Jun 03 15:10:14.181454 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-de82778e-4e13-4a0b-8553-e3d7483c9485 req-825e02ae-cd3d-4a9e-a25f-dcb23517cd07 tempest-AggregatesAdminTestJSON-1070351165 tempest-AggregatesAdminTestJSON-1070351165-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:14.210919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-de82778e-4e13-4a0b-8553-e3d7483c9485 req-825e02ae-cd3d-4a9e-a25f-dcb23517cd07 tempest-AggregatesAdminTestJSON-1070351165 tempest-AggregatesAdminTestJSON-1070351165-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:14.214332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-f9645b0a-b37a-4207-b6bc-8ea430019719 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/quotas/8a5fa3a8ac7b40cf8ba284d70c982f43 HTTP/1.1" status: 200 len: 375 time: 0.0147145 Jun 03 15:10:14.216809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-de82778e-4e13-4a0b-8553-e3d7483c9485 req-825e02ae-cd3d-4a9e-a25f-dcb23517cd07 tempest-AggregatesAdminTestJSON-1070351165 tempest-AggregatesAdminTestJSON-1070351165-project-admin] Usage tracker for resource:security_group_rule and tenant:51e9f33f61d44e35bea2b99c316e2d51 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:14.219789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-de82778e-4e13-4a0b-8553-e3d7483c9485 req-825e02ae-cd3d-4a9e-a25f-dcb23517cd07 tempest-AggregatesAdminTestJSON-1070351165 tempest-AggregatesAdminTestJSON-1070351165-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:14.271257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-de82778e-4e13-4a0b-8553-e3d7483c9485 req-825e02ae-cd3d-4a9e-a25f-dcb23517cd07 tempest-AggregatesAdminTestJSON-1070351165 tempest-AggregatesAdminTestJSON-1070351165-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:14.290795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-84fee5b8-8ba1-48ff-97a8-9c116f551516 req-e39a81d4-53e4-4f04-895a-9aa77cf328f5 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:14.306479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['bf8fafaf-4ee6-4612-a8cf-08aac68c8dec'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:14.343843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a81d4-53e4-4f04-895a-9aa77cf328f5 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf8fafaf-4ee6-4612-a8cf-08aac68c8dec,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:14.455211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-423eab6e-98b3-441d-84d9-0670b4a65faa tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2321892 Jun 03 15:10:14.493982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fee5b8-8ba1-48ff-97a8-9c116f551516 req-e39a81d4-53e4-4f04-895a-9aa77cf328f5 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] No DVR routers for this DVR port bf8fafaf-4ee6-4612-a8cf-08aac68c8dec on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:10:14.501326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-84fee5b8-8ba1-48ff-97a8-9c116f551516 req-e39a81d4-53e4-4f04-895a-9aa77cf328f5 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:14.512685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133c1ff7-9629-4592-99f5-695db3bac1f8', 'name': 'network-vif-deleted', 'tag': 'bf8fafaf-4ee6-4612-a8cf-08aac68c8dec'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:14.519728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10fd3b27-3d0f-4703-9f7b-4b297c6b088c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:14.522974 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-84fee5b8-8ba1-48ff-97a8-9c116f551516 req-e39a81d4-53e4-4f04-895a-9aa77cf328f5 tempest-DeleteServersAdminTestJSON-200258637 tempest-DeleteServersAdminTestJSON-200258637-project-admin] 10.222.0.75 "DELETE /v2.0/ports/bf8fafaf-4ee6-4612-a8cf-08aac68c8dec HTTP/1.1" status: 204 len: 173 time: 1.3543389 Jun 03 15:10:14.552666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-10fd3b27-3d0f-4703-9f7b-4b297c6b088c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:14.564867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-10fd3b27-3d0f-4703-9f7b-4b297c6b088c admin admin] Usage tracker for resource:security_group_rule and tenant:f2daadbb4e744a7489e6e4cad0868731 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:14.569552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-10fd3b27-3d0f-4703-9f7b-4b297c6b088c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:14.582881 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-10fd3b27-3d0f-4703-9f7b-4b297c6b088c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:14.614190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-de82778e-4e13-4a0b-8553-e3d7483c9485 req-825e02ae-cd3d-4a9e-a25f-dcb23517cd07 tempest-AggregatesAdminTestJSON-1070351165 tempest-AggregatesAdminTestJSON-1070351165-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:14.627584 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-de82778e-4e13-4a0b-8553-e3d7483c9485 req-825e02ae-cd3d-4a9e-a25f-dcb23517cd07 tempest-AggregatesAdminTestJSON-1070351165 tempest-AggregatesAdminTestJSON-1070351165-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:14.680505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de82778e-4e13-4a0b-8553-e3d7483c9485 req-825e02ae-cd3d-4a9e-a25f-dcb23517cd07 tempest-AggregatesAdminTestJSON-1070351165 tempest-AggregatesAdminTestJSON-1070351165-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441887 Jun 03 15:10:14.709508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e02ae-cd3d-4a9e-a25f-dcb23517cd07 tempest-AggregatesAdminTestJSON-1070351165 tempest-AggregatesAdminTestJSON-1070351165-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0fe72d-c1fc-4da2-a660-dc1330595df6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:14.768162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-8854caaa-ea9a-46fc-8363-037fb8d7619d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:10:14.769163 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-8854caaa-ea9a-46fc-8363-037fb8d7619d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1064768 Jun 03 15:10:14.806292 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10fd3b27-3d0f-4703-9f7b-4b297c6b088c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:14.851584 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10fd3b27-3d0f-4703-9f7b-4b297c6b088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:14.963675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd3b27-3d0f-4703-9f7b-4b297c6b088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a2eae7-03ea-4bcf-8c9c-2394983a3a26,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:14.967842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-425ba312-3805-4e08-b93a-2e505f7be712 req-4b52289b-950e-4b09-a544-50245b5fe568 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=133c1ff7-9629-4592-99f5-695db3bac1f8 HTTP/1.1" status: 200 len: 210 time: 0.0926502 Jun 03 15:10:14.973343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-10fd3b27-3d0f-4703-9f7b-4b297c6b088c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2daadbb4e744a7489e6e4cad0868731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8023765 Jun 03 15:10:14.976099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52166) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:15.018244 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-c2d6403c-3450-494c-96e6-b02240993aa2 service neutron] 10.222.0.48 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409971 Jun 03 15:10:15.082126 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4605ad7-135f-4cdb-9bf4-ad07e4beab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.116195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4605ad7-135f-4cdb-9bf4-ad07e4beab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.187450 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4605ad7-135f-4cdb-9bf4-ad07e4beab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.207469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4605ad7-135f-4cdb-9bf4-ad07e4beab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a2eae7-03ea-4bcf-8c9c-2394983a3a26,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:15.210723 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4605ad7-135f-4cdb-9bf4-ad07e4beab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.211822 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c4605ad7-135f-4cdb-9bf4-ad07e4beab11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71a2eae7-03ea-4bcf-8c9c-2394983a3a26 HTTP/1.1" status: 204 len: 168 time: 0.2345576 Jun 03 15:10:15.224487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-a8d400a0-324a-4347-9125-2ab46c4ce9a3 service neutron] 10.222.0.48 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991386 Jun 03 15:10:15.321241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:15.441626 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab8dd73-b75e-4de4-9433-b7b59cfc8a3c'] response: {'server_uuid': '133c1ff7-9629-4592-99f5-695db3bac1f8', 'name': 'network-vif-deleted', 'tag': 'bf8fafaf-4ee6-4612-a8cf-08aac68c8dec', 'status': 'completed', 'code': 200} Jun 03 15:10:15.599633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:15.619256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'mac_address': 'fa:16:3e:63:b4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:15.704525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:15.707272 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.741973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:15.764340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:15.774051 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:15.775168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c927943c-4d43-4a46-b579-8c5e91c2b957 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:15.831973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee55d8c-99cb-444c-ae1a-f0e3d1e59ee1 req-2ba71168-8639-488a-b0b7-61995d7ccbb4 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:15.834524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ee55d8c-99cb-444c-ae1a-f0e3d1e59ee1 req-2ba71168-8639-488a-b0b7-61995d7ccbb4 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 948 time: 0.3587489 Jun 03 15:10:15.875705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:15.899929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47cba499-9c80-4a97-9b8e-2c9707168bff req-2d659600-a1a1-4c06-a868-b4c583c27f38 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 210 time: 0.0590510 Jun 03 15:10:15.900719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c927943c-4d43-4a46-b579-8c5e91c2b957, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c927943c-4d43-4a46-b579-8c5e91c2b957,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:15.918772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'c927943c-4d43-4a46-b579-8c5e91c2b957', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'c927943c-4d43-4a46-b579-8c5e91c2b957', 'mac_address': 'fa:16:3e:ae:b8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:15.958207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ee55d8c-99cb-444c-ae1a-f0e3d1e59ee1 req-6daa26ca-91c2-4832-9337-055e38c49299 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804191 Jun 03 15:10:16.002428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c927943c-4d43-4a46-b579-8c5e91c2b957 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:16.002894 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.024336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c927943c-4d43-4a46-b579-8c5e91c2b957 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:16.028869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52206) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:16.049171 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9681916d-8d3f-43fe-a939-48f4201df26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.055965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c927943c-4d43-4a46-b579-8c5e91c2b957, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c927943c-4d43-4a46-b579-8c5e91c2b957,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:16.061406 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.065667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9681916d-8d3f-43fe-a939-48f4201df26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:16.070141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9681916d-8d3f-43fe-a939-48f4201df26c admin admin] Usage tracker for resource:security_group_rule and tenant:7c92f632aacb4b77b79b4e42a77469cd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:16.075062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9681916d-8d3f-43fe-a939-48f4201df26c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:16.083114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9681916d-8d3f-43fe-a939-48f4201df26c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:16.191322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c927943c-4d43-4a46-b579-8c5e91c2b957,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:16.225418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9681916d-8d3f-43fe-a939-48f4201df26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.238034 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9681916d-8d3f-43fe-a939-48f4201df26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.294182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681916d-8d3f-43fe-a939-48f4201df26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58afcf01-f7ce-41fa-b2b8-ea804dd6473b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:16.301247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9681916d-8d3f-43fe-a939-48f4201df26c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c92f632aacb4b77b79b4e42a77469cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713165 Jun 03 15:10:16.304354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52212) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:16.329827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38993c4-9918-476d-84fb-10e44beb52e0 req-654b0d4c-22d3-4b24-b43f-1bde960b01f0 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:16.337661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38993c4-9918-476d-84fb-10e44beb52e0 req-654b0d4c-22d3-4b24-b43f-1bde960b01f0 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 971 time: 0.1631021 Jun 03 15:10:16.397272 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19414f2d-6183-41be-95f8-99ded9f2e36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.411806 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38993c4-9918-476d-84fb-10e44beb52e0 req-7f08f8da-d555-4d80-8d39-bdad0577d4d5 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678694 Jun 03 15:10:16.430020 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19414f2d-6183-41be-95f8-99ded9f2e36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.498620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19414f2d-6183-41be-95f8-99ded9f2e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.535501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19414f2d-6183-41be-95f8-99ded9f2e36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58afcf01-f7ce-41fa-b2b8-ea804dd6473b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:16.538667 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19414f2d-6183-41be-95f8-99ded9f2e36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:16.539954 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-19414f2d-6183-41be-95f8-99ded9f2e36e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58afcf01-f7ce-41fa-b2b8-ea804dd6473b HTTP/1.1" status: 204 len: 168 time: 0.2346411 Jun 03 15:10:16.636479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c927943c-4d43-4a46-b579-8c5e91c2b957'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:16.672807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:16.816364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ffa90c3f-fd42-4f25-8b12-3b8fce6a6bb7 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c69570c344ce43bc9b3e17cb35cb59b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790989 Jun 03 15:10:17.047309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52260) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:17.225243 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd22f3ef-cbc8-4801-bd0f-3f7f189f231a req-744ec078-94f5-4336-b67c-53dd2f3c1061 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 210 time: 0.0799363 Jun 03 15:10:17.380720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-98d547bc-4b97-4519-85ca-b0da4829e07a tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:17.388802 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-98d547bc-4b97-4519-85ca-b0da4829e07a tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.75 "GET /v2.0/networks?id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 HTTP/1.1" status: 200 len: 824 time: 0.4406581 Jun 03 15:10:17.435278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-6ed42cae-e93c-4c44-8b4a-dff5de3f7ca1 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:17.442090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-6ed42cae-e93c-4c44-8b4a-dff5de3f7ca1 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6182325 Jun 03 15:10:17.476509 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-9fce2657-c4b9-47f4-976c-e0ce4b5621d4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43 HTTP/1.1" status: 200 len: 379 time: 0.0799186 Jun 03 15:10:17.481020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6dbd884a-9044-4eea-bd97-3aaece6c5f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.487331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Request body: {'port': {'device_id': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'admin_state_up': True, 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'security_groups': ['0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:17.536069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-7abd64c3-3111-42e7-9c42-4244807583c7 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/quotas/c69570c344ce43bc9b3e17cb35cb59b7 HTTP/1.1" status: 200 len: 375 time: 0.0930791 Jun 03 15:10:17.559344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6dbd884a-9044-4eea-bd97-3aaece6c5f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:17.572160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52276) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:17.606511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6dbd884a-9044-4eea-bd97-3aaece6c5f2d admin admin] Usage tracker for resource:security_group_rule and tenant:da20125348f54a32bece0596b0b6cc60 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:17.615506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6dbd884a-9044-4eea-bd97-3aaece6c5f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:17.620372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-aaba8f47-a015-439a-95ec-23ee8dfa438b tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c69570c344ce43bc9b3e17cb35cb59b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684257 Jun 03 15:10:17.637643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dfda3-3d87-46eb-ac5a-fec6ebe83a49 req-29c3928b-9438-44b2-a1f3-1911272b919a tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:17.639161 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c17dfda3-3d87-46eb-ac5a-fec6ebe83a49 req-29c3928b-9438-44b2-a1f3-1911272b919a tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.75 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 971 time: 0.4202647 Jun 03 15:10:17.645188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6dbd884a-9044-4eea-bd97-3aaece6c5f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:17.696388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:17.708928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Usage tracker for resource:port and tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:17.711234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:17.744771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:17.750187 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d683be69-b935-4158-a85e-53d43913e6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.762096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9f32f-b7fa-4576-b75a-7399a3cc16b9 req-c70781b4-7f67-4d06-8f63-6546258511b0 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:17.763886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a9f32f-b7fa-4576-b75a-7399a3cc16b9 req-c70781b4-7f67-4d06-8f63-6546258511b0 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 949 time: 0.3052933 Jun 03 15:10:17.769011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-c17dfda3-3d87-46eb-ac5a-fec6ebe83a49 req-056ecaf1-d423-44c7-9ebe-446d1c68f255 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Deleting port f7c22643-920d-433d-8aa3-435719697fd7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:17.769947 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c17dfda3-3d87-46eb-ac5a-fec6ebe83a49 req-056ecaf1-d423-44c7-9ebe-446d1c68f255 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.777498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d683be69-b935-4158-a85e-53d43913e6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:17.782441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d683be69-b935-4158-a85e-53d43913e6d0 admin admin] Usage tracker for resource:security_group_rule and tenant:76b46951dd2e48eebc653e9a334f22ae is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:17.786081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d683be69-b935-4158-a85e-53d43913e6d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:17.789298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Made reservation on behalf of 8a5fa3a8ac7b40cf8ba284d70c982f43 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:17.799691 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:17.925790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a9f32f-b7fa-4576-b75a-7399a3cc16b9 req-a316ff69-b519-47d2-9525-49a57d408083 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033084 Jun 03 15:10:17.939018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d683be69-b935-4158-a85e-53d43913e6d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:17.973214 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52294) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:18.036587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Allocated IP 172.20.0.5 (f98b702b-23a0-4cd9-ad93-b11c6ceda5f5/3643cc6a-71bb-45ac-92f2-833c795c0750/c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:18.094424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bf8fafaf-4ee6-4612-a8cf-08aac68c8dec no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:18.167781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: bf8fafaf-4ee6-4612-a8cf-08aac68c8dec {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:10:18.169112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bf8fafaf-4ee6-4612-a8cf-08aac68c8dec not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:10:18.206473 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d683be69-b935-4158-a85e-53d43913e6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.210196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-951440203-network', 'tenant_id': '4e4652bab4e34ad58d39564c3d0261fb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:18.217960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:18.220130 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d683be69-b935-4158-a85e-53d43913e6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.250392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17ce7c2b-03c3-4c69-a8f4-991b0150a4e7 req-86db4951-ec9e-4dd4-9f10-b73ae7b1d1db tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 210 time: 0.2546265 Jun 03 15:10:18.256023 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d683be69-b935-4158-a85e-53d43913e6d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76b46951dd2e48eebc653e9a334f22ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6828983 Jun 03 15:10:18.260152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Usage tracker for resource:network and tenant:4e4652bab4e34ad58d39564c3d0261fb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:18.260825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52306) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:18.266450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:18.282806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:18.319312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683be69-b935-4158-a85e-53d43913e6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7766d8-ae3d-449a-81a4-22761c2236dc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:18.340822 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6dbd884a-9044-4eea-bd97-3aaece6c5f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.347420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Made reservation on behalf of 4e4652bab4e34ad58d39564c3d0261fb for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:18.349770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.368147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.371563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6dbd884a-9044-4eea-bd97-3aaece6c5f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.384753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.396324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:18.400282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Usage tracker for resource:security_group_rule and tenant:4e4652bab4e34ad58d39564c3d0261fb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:18.403514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:18.406208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c17dfda3-3d87-46eb-ac5a-fec6ebe83a49 req-056ecaf1-d423-44c7-9ebe-446d1c68f255 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] For port f7c22643-920d-433d-8aa3-435719697fd7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=f7c22643-920d-433d-8aa3-435719697fd7,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:18.406622 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c17dfda3-3d87-46eb-ac5a-fec6ebe83a49 req-056ecaf1-d423-44c7-9ebe-446d1c68f255 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.410489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:18.479713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Transition to ACTIVE for port object c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:18.514006 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.523251 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.551362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:10:18.567072 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.598866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6dbd884a-9044-4eea-bd97-3aaece6c5f2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da20125348f54a32bece0596b0b6cc60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5211494 Jun 03 15:10:18.605029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:18.606736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.607129 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Added segment 7d111be6-c054-4cf0-af15-4b0cef36dfcb of type vlan for network f42f2f56-7eb9-4dd9-8460-83c70ed53810 Jun 03 15:10:18.609698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-c17dfda3-3d87-46eb-ac5a-fec6ebe83a49 req-056ecaf1-d423-44c7-9ebe-446d1c68f255 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Calling delete_port for f7c22643-920d-433d-8aa3-435719697fd7 owned by compute:tempest-test_az-341188902 {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:18.621843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae52c81-acdc-4829-bef4-afea831d3f2b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:18.681797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:18.690057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:18.708414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:18.713947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:18.714598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.726824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Pushing event updated for resources: {'Port': ['ID=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:18.738929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.787816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd884a-9044-4eea-bd97-3aaece6c5f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c77197-0497-453a-ba20-5e0cdbe5b991,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:18.802396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-428b83e5-3a96-4202-af7b-14044d329302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.817113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46cd804d-0b66-4963-be98-9abeefeb071d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.837637 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-0d2844e2-79b1-45a2-a968-b59247e193e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3550005 Jun 03 15:10:18.842426 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-428b83e5-3a96-4202-af7b-14044d329302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.844635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38921b-17a5-4a24-9f98-557d105f699f req-5290fc19-60af-4726-aa11-7255d043f489 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:18.846175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a38921b-17a5-4a24-9f98-557d105f699f req-5290fc19-60af-4726-aa11-7255d043f489 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 971 time: 0.8488083 Jun 03 15:10:18.850855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.851765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:18.853083 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.869686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Request body: {'port': {'device_id': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'device_owner': 'compute:tempest-test_az-341188902', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:18.930240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cb291114-b12f-4679-86eb-79326cbd0b69 None None] Provisioning for port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:18.938579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cb291114-b12f-4679-86eb-79326cbd0b69 None None] Provisioning complete for port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:18.939269 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cb291114-b12f-4679-86eb-79326cbd0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.951283 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9757891 Jun 03 15:10:18.959776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52318) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:18.969806 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46cd804d-0b66-4963-be98-9abeefeb071d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:18.981757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Request body: {'subnet': {'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-951440203-subnet', 'tenant_id': '4e4652bab4e34ad58d39564c3d0261fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:18.997474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:19.016905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cb291114-b12f-4679-86eb-79326cbd0b69 None None] Port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:19.023932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Usage tracker for resource:subnet and tenant:4e4652bab4e34ad58d39564c3d0261fb is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:19.058300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:19.076500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043342f-6ed8-4f00-b041-d3eaaf6e6b3c admin admin] Pushing event updated for resources: {'Network': ['ID=f42f2f56-7eb9-4dd9-8460-83c70ed53810,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:19.079877 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a38921b-17a5-4a24-9f98-557d105f699f req-43f3f0aa-adc0-4f8e-a190-48afb8f65f81 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a239a03-046a-4c4b-b01e-553a9906aaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232614 Jun 03 15:10:19.087794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:19.101772 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.121647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f42f2f56-7eb9-4dd9-8460-83c70ed53810 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:10:19.122333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07165b53-87e8-45eb-8b73-f8cf2b98574b req-383a4875-11c4-4c1c-9d67-7dfb097895b8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:19.123767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-428b83e5-3a96-4202-af7b-14044d329302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.129298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07165b53-87e8-45eb-8b73-f8cf2b98574b req-383a4875-11c4-4c1c-9d67-7dfb097895b8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 931 time: 0.6115680 Jun 03 15:10:19.147631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Made reservation on behalf of 4e4652bab4e34ad58d39564c3d0261fb for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:19.149901 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.181729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b83e5-3a96-4202-af7b-14044d329302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c77197-0497-453a-ba20-5e0cdbe5b991,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:19.203996 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-428b83e5-3a96-4202-af7b-14044d329302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.207586 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-428b83e5-3a96-4202-af7b-14044d329302 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20c77197-0497-453a-ba20-5e0cdbe5b991 HTTP/1.1" status: 204 len: 168 time: 0.5967300 Jun 03 15:10:19.254770 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c17dfda3-3d87-46eb-ac5a-fec6ebe83a49 req-056ecaf1-d423-44c7-9ebe-446d1c68f255 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.297091 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46cd804d-0b66-4963-be98-9abeefeb071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.298408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['f7c22643-920d-433d-8aa3-435719697fd7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:19.345205 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07165b53-87e8-45eb-8b73-f8cf2b98574b req-1372bc2e-37da-4028-95aa-b9803a1b1158 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149601 Jun 03 15:10:19.357781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ecaf1-d423-44c7-9ebe-446d1c68f255 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Pushing event deleted for resources: {'Port': ['ID=f7c22643-920d-433d-8aa3-435719697fd7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:19.367520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:19.456194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd804d-0b66-4963-be98-9abeefeb071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7766d8-ae3d-449a-81a4-22761c2236dc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:19.488752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:19.496413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:19.497069 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.624425 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73bb7068-9a79-41cf-8973-e56f8aabe653 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c69570c344ce43bc9b3e17cb35cb59b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757651 Jun 03 15:10:19.725295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33e05def-f809-4bf0-a52e-27d16305b685 req-a8fb8a34-1369-4580-b456-22fe276b9887 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 210 time: 0.1340065 Jun 03 15:10:19.726203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17dfda3-3d87-46eb-ac5a-fec6ebe83a49 req-056ecaf1-d423-44c7-9ebe-446d1c68f255 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] No DVR routers for this DVR port f7c22643-920d-433d-8aa3-435719697fd7 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:10:19.761329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:19.761864 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.783335 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c17dfda3-3d87-46eb-ac5a-fec6ebe83a49 req-056ecaf1-d423-44c7-9ebe-446d1c68f255 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.791970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b5c8d1-96e2-4483-b88c-eac5f66b9b5f', 'name': 'network-vif-deleted', 'tag': 'f7c22643-920d-433d-8aa3-435719697fd7'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:19.818481 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46cd804d-0b66-4963-be98-9abeefeb071d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.819603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-46cd804d-0b66-4963-be98-9abeefeb071d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e7766d8-ae3d-449a-81a4-22761c2236dc HTTP/1.1" status: 204 len: 168 time: 1.5511105 Jun 03 15:10:19.832459 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c17dfda3-3d87-46eb-ac5a-fec6ebe83a49 req-056ecaf1-d423-44c7-9ebe-446d1c68f255 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.75 "DELETE /v2.0/ports/f7c22643-920d-433d-8aa3-435719697fd7 HTTP/1.1" status: 204 len: 173 time: 2.1847196 Jun 03 15:10:19.835050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:19.836681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:19.847164 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:19.848349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c927943c-4d43-4a46-b579-8c5e91c2b957 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:19.852834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8532eac-a2f4-4fad-b514-1d3b6fdf069a req-671d6268-e8b3-4502-aa4d-87e673b5fecd tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:19.854442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8532eac-a2f4-4fad-b514-1d3b6fdf069a req-671d6268-e8b3-4502-aa4d-87e673b5fecd tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 949 time: 0.5305312 Jun 03 15:10:19.899274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52338) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:19.957162 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945cc7d1-7cbf-4647-a9c3-ea37ffac5250'] response: {'server_uuid': '10b5c8d1-96e2-4483-b88c-eac5f66b9b5f', 'name': 'network-vif-deleted', 'tag': 'f7c22643-920d-433d-8aa3-435719697fd7', 'status': 'completed', 'code': 200} Jun 03 15:10:19.969065 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59923b06-6619-4c80-a401-f055f66a3fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.000233 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.004538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-59923b06-6619-4c80-a401-f055f66a3fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:20.027675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:20.038268 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8532eac-a2f4-4fad-b514-1d3b6fdf069a req-f3ae671b-75da-489b-ae22-fb64a31ec6e1 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634302 Jun 03 15:10:20.044053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-59923b06-6619-4c80-a401-f055f66a3fdf admin admin] Usage tracker for resource:security_group_rule and tenant:005e008bbc4543149cc19bb36e06f5c4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:20.048114 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a046bea-d729-4489-b784-9a874a9aa53c'] response: {'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'code': 200} Jun 03 15:10:20.053378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-59923b06-6619-4c80-a401-f055f66a3fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:20.060691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port c927943c-4d43-4a46-b579-8c5e91c2b957 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:20.066007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port c927943c-4d43-4a46-b579-8c5e91c2b957 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:20.066372 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.095958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-59923b06-6619-4c80-a401-f055f66a3fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:20.163845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:20.165530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d8d6379-eb96-4f03-8390-c2aeb681aa26,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:20.180958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:20.181317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Network hostable DHCP agents. Network: f42f2f56-7eb9-4dd9-8460-83c70ed53810, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:10:20.182715 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.217685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Transition to ACTIVE for port object c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:20.225585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Network f42f2f56-7eb9-4dd9-8460-83c70ed53810 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:10:20.245592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c927943c-4d43-4a46-b579-8c5e91c2b957 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:20.246575 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.260039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, f42f2f56-7eb9-4dd9-8460-83c70ed53810) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:20.266264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59923b06-6619-4c80-a401-f055f66a3fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.269754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:20.270649 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.283050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb27e9ee-eba3-48b6-a0e6-c3a2a6d4f7b3 None None] Network f42f2f56-7eb9-4dd9-8460-83c70ed53810 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:20.285123 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59923b06-6619-4c80-a401-f055f66a3fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.341733 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-738e36c3-ecf5-4ed9-8a2b-f2f16cb7e676 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3762240 Jun 03 15:10:20.347944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-59923b06-6619-4c80-a401-f055f66a3fdf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=005e008bbc4543149cc19bb36e06f5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436696 Jun 03 15:10:20.349785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59923b06-6619-4c80-a401-f055f66a3fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa509a7a-1167-4089-b528-c3af7d0630a7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:20.352166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52346) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:20.359222 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.477623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-02bc22e1-7058-4227-bb86-1ecdcaa52560 req-23176474-acac-41ba-906a-5e6b0fb0eea3 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Synchronizing usage tracker for tenant:167462f0d27d41f29b29cb3a82b32217 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:20.537218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52354) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:20.559965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c927943c-4d43-4a46-b579-8c5e91c2b957, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c927943c-4d43-4a46-b579-8c5e91c2b957,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:20.592216 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.612488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-02bc22e1-7058-4227-bb86-1ecdcaa52560 req-23176474-acac-41ba-906a-5e6b0fb0eea3 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] Unset dirty status for tenant:167462f0d27d41f29b29cb3a82b32217 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:20.621765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02bc22e1-7058-4227-bb86-1ecdcaa52560 req-23176474-acac-41ba-906a-5e6b0fb0eea3 tempest-AggregatesAdminTestJSON-391870953 tempest-AggregatesAdminTestJSON-391870953-project] 10.222.0.48 "GET /v2.0/ports?device_id=10b5c8d1-96e2-4483-b88c-eac5f66b9b5f HTTP/1.1" status: 200 len: 210 time: 0.2655056 Jun 03 15:10:20.650578 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-517ec361-5eca-4a2f-9eb5-59b47557ae00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.702326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1de889b2-7e1b-4fb6-8d6b-89bcfca51aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.726344 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-517ec361-5eca-4a2f-9eb5-59b47557ae00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.733076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Pushing event updated for resources: {'Port': ['ID=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:20.761283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68f89c-e3bc-4b91-8398-45ef92e021be req-71d4ca1e-d4a2-435c-94d8-b1ebe08f7ee4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:20.762878 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd68f89c-e3bc-4b91-8398-45ef92e021be req-71d4ca1e-d4a2-435c-94d8-b1ebe08f7ee4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 964 time: 0.2603669 Jun 03 15:10:20.798973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c927943c-4d43-4a46-b579-8c5e91c2b957,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:20.856300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1de889b2-7e1b-4fb6-8d6b-89bcfca51aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:20.860736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd68f89c-e3bc-4b91-8398-45ef92e021be req-de92414f-0076-4400-b706-27ea9b2a36fd tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859666 Jun 03 15:10:20.883489 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-517ec361-5eca-4a2f-9eb5-59b47557ae00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.894344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1de889b2-7e1b-4fb6-8d6b-89bcfca51aab admin admin] Usage tracker for resource:security_group_rule and tenant:f38e4a5c911e405c816a9ac32af22238 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:20.902819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1de889b2-7e1b-4fb6-8d6b-89bcfca51aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:20.911310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ec361-5eca-4a2f-9eb5-59b47557ae00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa509a7a-1167-4089-b528-c3af7d0630a7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:20.926950 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-517ec361-5eca-4a2f-9eb5-59b47557ae00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:20.931329 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-517ec361-5eca-4a2f-9eb5-59b47557ae00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa509a7a-1167-4089-b528-c3af7d0630a7 HTTP/1.1" status: 204 len: 168 time: 0.5778873 Jun 03 15:10:20.933133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-e12869d6-313f-430a-b545-8c9b84dae9d1 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:20.934785 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-e12869d6-313f-430a-b545-8c9b84dae9d1 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3040929 Jun 03 15:10:20.935907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1de889b2-7e1b-4fb6-8d6b-89bcfca51aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:20.939378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Attempting to bind port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:20.940117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Attempting to bind port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:20.940639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Attempting to bind port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 on network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:20.950171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 on network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:20.950485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Attempting to bind port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 on network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:20.965571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Request body: {'port': {'device_id': '2b37257e-0165-4e5f-a330-67a0cc7fa693', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'c69570c344ce43bc9b3e17cb35cb59b7'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:20.982407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32399cdb-3b68-4d13-96a2-8ad453bcfc2e None None] Network f42f2f56-7eb9-4dd9-8460-83c70ed53810 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:20.986977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6252867-ffda-49c9-96c8-aac38c2cf74f req-7553c289-dc57-43fb-982e-3422b1759d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:20.988450 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6252867-ffda-49c9-96c8-aac38c2cf74f req-7553c289-dc57-43fb-982e-3422b1759d9c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 1101 time: 0.7691100 Jun 03 15:10:20.989938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:20.990490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Checking segment: {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:20.991049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Bound using segment: {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:20.991724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Bound port: c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:20.992387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.021571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5605c670-2a31-4b02-ad92-3f7031f12744 req-be9153ae-58f6-46ce-9113-34eb0931a3d2 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 210 time: 0.0743420 Jun 03 15:10:21.210738 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6252867-ffda-49c9-96c8-aac38c2cf74f req-9bb4fd98-6ba2-4842-baf8-e86bbc8836ca service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032199 Jun 03 15:10:21.352701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:21.358369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb30ccf-3a24-4606-89d5-1555518ce6c8 req-2a64c749-3cce-4404-9e33-f6e9fdb7ac7a tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:21.367823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecb30ccf-3a24-4606-89d5-1555518ce6c8 req-2a64c749-3cce-4404-9e33-f6e9fdb7ac7a tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 950 time: 0.1227326 Jun 03 15:10:21.375397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] For port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:21.378092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Usage tracker for resource:port and tenant:c69570c344ce43bc9b3e17cb35cb59b7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:21.385441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:21.403062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:21.406587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] For port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:21.415186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1de889b2-7e1b-4fb6-8d6b-89bcfca51aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.418790 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.438138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecb30ccf-3a24-4606-89d5-1555518ce6c8 req-f7d4595d-8ea3-422e-b45d-817b34ca8f17 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662570 Jun 03 15:10:21.462881 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52382) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:21.468927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-94509433-network', 'tenant_id': '0be8d69c23aa455a9bf6ca21d4ef1ae2'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:21.469686 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1de889b2-7e1b-4fb6-8d6b-89bcfca51aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.473633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:21.477685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Usage tracker for resource:network and tenant:0be8d69c23aa455a9bf6ca21d4ef1ae2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:21.483743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:21.491034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:21.500491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Made reservation on behalf of 0be8d69c23aa455a9bf6ca21d4ef1ae2 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:21.503159 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.513920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:21.514674 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.516472 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] 10.222.0.75 "PUT /v2.0/ports/c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 HTTP/1.1" status: 200 len: 1112 time: 2.6666763 Jun 03 15:10:21.525726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'tag': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:21.530760 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.532294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Made reservation on behalf of c69570c344ce43bc9b3e17cb35cb59b7 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:21.537199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.555673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:21.560581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Usage tracker for resource:security_group_rule and tenant:0be8d69c23aa455a9bf6ca21d4ef1ae2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:21.563774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:21.571180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:21.678671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1e359-73f1-46ec-9629-7da0c1dd2774 service neutron] Pushing event updated for resources: {'Port': ['ID=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:21.715314 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.726971 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.763463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:10:21.777917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb5280e-aa31-4074-9567-cb94c296a142,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:21.791214 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee6763e-8b80-4281-a508-25c1db24f6e8'] response: {'name': 'network-changed', 'server_uuid': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'tag': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73', 'status': 'completed', 'code': 200} Jun 03 15:10:21.794512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.795085 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Added segment 9ac3ba7c-2db1-4b70-a8b9-0a72667968c0 of type vlan for network db794923-9a04-45ee-aa17-67f3341aab0d Jun 03 15:10:21.800317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de889b2-7e1b-4fb6-8d6b-89bcfca51aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13e38cb-635e-46ee-ba78-22a0b3988bea,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:21.831318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:21.836993 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1de889b2-7e1b-4fb6-8d6b-89bcfca51aab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f38e4a5c911e405c816a9ac32af22238&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2816482 Jun 03 15:10:21.837745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52400) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:21.900251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-13f606be-831c-454a-82d9-2e82f357378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:21.902008 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-13f606be-831c-454a-82d9-2e82f357378a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43&device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 1115 time: 0.3276846 Jun 03 15:10:21.909232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Allocated IP 192.168.233.234 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/37c69cdb-3ad5-4906-89a8-4796137a53b2) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:21.984481 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-c8b1c9b5-9de2-4c62-bdb8-4498d5bceaa2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 HTTP/1.1" status: 200 len: 217 time: 0.0706446 Jun 03 15:10:22.049044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95337191-54ab-4522-a835-e7dbb28fc62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c927943c-4d43-4a46-b579-8c5e91c2b957'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:22.065265 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.066266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:22.066864 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.074693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-ef2ab482-ff5b-42d8-bce9-a6c1d38fd4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:22.076209 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-ef2ab482-ff5b-42d8-bce9-a6c1d38fd4a2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3643cc6a-71bb-45ac-92f2-833c795c0750 HTTP/1.1" status: 200 len: 863 time: 0.0855813 Jun 03 15:10:22.125699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6617150 Jun 03 15:10:22.131358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device f7c22643-920d-433d-8aa3-435719697fd7 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:22.132587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52422) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:22.151202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Request body: {'subnet': {'network_id': 'db794923-9a04-45ee-aa17-67f3341aab0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-94509433-subnet', 'tenant_id': '0be8d69c23aa455a9bf6ca21d4ef1ae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:22.161179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:22.186521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: f7c22643-920d-433d-8aa3-435719697fd7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:10:22.186727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device f7c22643-920d-433d-8aa3-435719697fd7 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:10:22.187078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc1b2-51e5-4f7c-b209-51cff3698618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.195787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Usage tracker for resource:subnet and tenant:0be8d69c23aa455a9bf6ca21d4ef1ae2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:22.203819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:22.261368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:22.263446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce121d37-a7fa-4da6-b50c-e6e3d19a7704 req-ce67fc7a-d32d-4217-a4aa-acd9dbe4ae63 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 210 time: 0.0900540 Jun 03 15:10:22.268707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a35d8-9759-4547-a63d-4a59886aa34e admin admin] Pushing event updated for resources: {'Network': ['ID=db794923-9a04-45ee-aa17-67f3341aab0d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:22.288231 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc1b2-51e5-4f7c-b209-51cff3698618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.301138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network db794923-9a04-45ee-aa17-67f3341aab0d details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:10:22.302139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Made reservation on behalf of 0be8d69c23aa455a9bf6ca21d4ef1ae2 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:22.304517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.336587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5dc67-cf00-4da4-ac10-6d68bec61361 req-273df264-06aa-4199-8bb4-12422d195733 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:22.338247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2cc5dc67-cf00-4da4-ac10-6d68bec61361 req-273df264-06aa-4199-8bb4-12422d195733 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 964 time: 0.3186231 Jun 03 15:10:22.346028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-08b0a030-f273-4d75-a5fd-6c1a46fdaf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:22.347600 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-08b0a030-f273-4d75-a5fd-6c1a46fdaf1d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2605219 Jun 03 15:10:22.423589 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc1b2-51e5-4f7c-b209-51cff3698618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.487844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdc1b2-51e5-4f7c-b209-51cff3698618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13e38cb-635e-46ee-ba78-22a0b3988bea,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:22.495307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc1b2-51e5-4f7c-b209-51cff3698618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.516234 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a2bdc1b2-51e5-4f7c-b209-51cff3698618 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c13e38cb-635e-46ee-ba78-22a0b3988bea HTTP/1.1" status: 204 len: 168 time: 0.6758285 Jun 03 15:10:22.547921 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29619005-160c-4b7e-be83-2e577d656acc'] response: {'server_uuid': '95337191-54ab-4522-a835-e7dbb28fc62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c927943c-4d43-4a46-b579-8c5e91c2b957', 'code': 200} Jun 03 15:10:22.597433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2cc5dc67-cf00-4da4-ac10-6d68bec61361 req-ae30f125-02d3-4713-99cb-f032d6402712 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233024 Jun 03 15:10:22.736694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:22.784890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Transition to ACTIVE for port object 37c69cdb-3ad5-4906-89a8-4796137a53b2 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:22.826181 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-2eaafa92-77f1-4585-bb6f-7c82181a2028 service neutron] 10.222.0.75 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324105 Jun 03 15:10:22.830079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01a343-d92c-4d58-b1a3-ac83e3ee9882 req-d5c488e8-48ab-4a11-98d0-a4bdb5f8257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:22.831976 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e01a343-d92c-4d58-b1a3-ac83e3ee9882 req-d5c488e8-48ab-4a11-98d0-a4bdb5f8257b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 1101 time: 0.2183704 Jun 03 15:10:22.882059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a320b-b759-4fe3-ae9f-ad7b4e56cea0 req-d3d8283c-c34e-4340-b656-b4aa63601f38 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:22.883549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e6a320b-b759-4fe3-ae9f-ad7b4e56cea0 req-d3d8283c-c34e-4340-b656-b4aa63601f38 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 950 time: 0.1380739 Jun 03 15:10:22.946199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e6a320b-b759-4fe3-ae9f-ad7b4e56cea0 req-3f8f71dd-0613-48c5-9163-293dbbf125e6 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551422 Jun 03 15:10:22.965649 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:10:23.004118 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e01a343-d92c-4d58-b1a3-ac83e3ee9882 req-f7daa53b-1039-44d3-b6c4-82f6d3668358 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446600 Jun 03 15:10:23.051977 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.161242 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ed9990a-c20d-4cfe-8b54-22f8f2b9402b req-bff0dd6c-de08-4d38-a3d1-8bc864616462 service neutron] 10.222.0.75 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257887 Jun 03 15:10:23.165249 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:23.166407 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.196240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:23.205160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:23.210630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:23.211241 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.215390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Pushing event updated for resources: {'Port': ['ID=37c69cdb-3ad5-4906-89a8-4796137a53b2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:23.356282 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-ce614a53-34d2-4e69-91de-b87c7f24a123 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3979435 Jun 03 15:10:23.378725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeda8eee-1f14-4c38-980a-f14b35fb0b6f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:23.385351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Request body: {'port': {'device_id': '2b37257e-0165-4e5f-a330-67a0cc7fa693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:23.439574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Checking segment: {'id': '9ac3ba7c-2db1-4b70-a8b9-0a72667968c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'db794923-9a04-45ee-aa17-67f3341aab0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:23.439923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Network hostable DHCP agents. Network: db794923-9a04-45ee-aa17-67f3341aab0d, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:10:23.541156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e753fcd2-d65a-4074-b608-44fda7970e8b None None] Provisioning for port 37c69cdb-3ad5-4906-89a8-4796137a53b2 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:23.549987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e753fcd2-d65a-4074-b608-44fda7970e8b None None] Provisioning complete for port 37c69cdb-3ad5-4906-89a8-4796137a53b2 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:23.551549 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e753fcd2-d65a-4074-b608-44fda7970e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.552576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Network db794923-9a04-45ee-aa17-67f3341aab0d is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:10:23.577812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350f338-0cbd-4dc6-8a4b-048470fb83b1 req-e0d02ac5-8669-48b0-ab91-0bcd85aa60d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:23.579491 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2350f338-0cbd-4dc6-8a4b-048470fb83b1 req-e0d02ac5-8669-48b0-ab91-0bcd85aa60d3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43&device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 1115 time: 0.3416140 Jun 03 15:10:23.616156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, db794923-9a04-45ee-aa17-67f3341aab0d) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:23.636700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.638209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f50efe-b13f-447a-9752-fcf5e6d73cc7 None None] Network db794923-9a04-45ee-aa17-67f3341aab0d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:23.648135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:23.648722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:23.760474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e753fcd2-d65a-4074-b608-44fda7970e8b None None] Port 37c69cdb-3ad5-4906-89a8-4796137a53b2 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:23.770176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5077966-0b38-44e9-a66e-e8a31d79f8fb req-2361f614-ebf3-4bbf-a1f8-721cb66fccb2 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:23.779987 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5077966-0b38-44e9-a66e-e8a31d79f8fb req-2361f614-ebf3-4bbf-a1f8-721cb66fccb2 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 936 time: 0.1354415 Jun 03 15:10:23.797295 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7497c86e-4af8-4006-b379-6548261a9161 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6636691 Jun 03 15:10:23.885591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5077966-0b38-44e9-a66e-e8a31d79f8fb req-07bbe7b8-3fa9-48a3-90ce-54824237a09a tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024754 Jun 03 15:10:23.958595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461081d-8bfd-4cc4-95d1-9443952eb1b1 None None] Network db794923-9a04-45ee-aa17-67f3341aab0d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:24.194127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350f338-0cbd-4dc6-8a4b-048470fb83b1 req-616b6267-b246-4307-b8fc-baa95fab4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:24.195601 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2350f338-0cbd-4dc6-8a4b-048470fb83b1 req-616b6267-b246-4307-b8fc-baa95fab4a84 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 HTTP/1.1" status: 200 len: 925 time: 0.6061265 Jun 03 15:10:24.229325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1c428-fc7a-4f3d-a673-c6c540256fa6 req-4718fdbd-b81e-42e9-becb-4d468264ef3e tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:24.232591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fab1c428-fc7a-4f3d-a673-c6c540256fa6 req-4718fdbd-b81e-42e9-becb-4d468264ef3e tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 964 time: 0.1545074 Jun 03 15:10:24.293153 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2350f338-0cbd-4dc6-8a4b-048470fb83b1 req-8d762e50-c037-45ec-b561-9d45b0a8d284 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 HTTP/1.1" status: 200 len: 217 time: 0.0849018 Jun 03 15:10:24.318530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fab1c428-fc7a-4f3d-a673-c6c540256fa6 req-f723c40c-ee3f-4264-8cb5-8b81ddda98b9 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796926 Jun 03 15:10:24.366370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350f338-0cbd-4dc6-8a4b-048470fb83b1 req-6b5f67bf-0440-4c6b-adfa-944137eb539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:24.367938 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2350f338-0cbd-4dc6-8a4b-048470fb83b1 req-6b5f67bf-0440-4c6b-adfa-944137eb539b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3643cc6a-71bb-45ac-92f2-833c795c0750 HTTP/1.1" status: 200 len: 863 time: 0.0691733 Jun 03 15:10:24.658464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350f338-0cbd-4dc6-8a4b-048470fb83b1 req-7fcfbfc5-c8b0-4728-a2f7-ac3255906c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:24.659949 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2350f338-0cbd-4dc6-8a4b-048470fb83b1 req-7fcfbfc5-c8b0-4728-a2f7-ac3255906c72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2731044 Jun 03 15:10:24.702538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c69cdb-3ad5-4906-89a8-4796137a53b2 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:24.715958 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:24.787305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ce6d5-a381-4ac6-8937-fc8b4f1df9b6 req-259f0043-7280-44b3-8008-b020f3ff6cce tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:24.795750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e1ce6d5-a381-4ac6-8937-fc8b4f1df9b6 req-259f0043-7280-44b3-8008-b020f3ff6cce tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 950 time: 0.1133914 Jun 03 15:10:24.858109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e1ce6d5-a381-4ac6-8937-fc8b4f1df9b6 req-3aa2fbf8-d681-4eb5-b3ff-6952a379e362 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612750 Jun 03 15:10:24.888245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Transition to ACTIVE for port object 37c69cdb-3ad5-4906-89a8-4796137a53b2 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:24.899316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:25.091319 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2350f338-0cbd-4dc6-8a4b-048470fb83b1 req-e52c79f4-b6ea-44a1-988a-4228ef00f993 service neutron] 10.222.0.75 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222035 Jun 03 15:10:25.121283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Pushing event updated for resources: {'Port': ['ID=37c69cdb-3ad5-4906-89a8-4796137a53b2,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:25.193440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-4b8cc566-24bb-4f87-97c0-c4dd8db04358 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.194852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-4b8cc566-24bb-4f87-97c0-c4dd8db04358 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 820 time: 0.2112727 Jun 03 15:10:25.198872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Attempting to bind port 37c69cdb-3ad5-4906-89a8-4796137a53b2 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:25.199413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Attempting to bind port 37c69cdb-3ad5-4906-89a8-4796137a53b2 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:25.199542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Attempting to bind port 37c69cdb-3ad5-4906-89a8-4796137a53b2 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:25.208751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Port 37c69cdb-3ad5-4906-89a8-4796137a53b2 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:25.209072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Attempting to bind port 37c69cdb-3ad5-4906-89a8-4796137a53b2 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:25.217445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:25.217772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:25.218206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:25.218584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313979cc-c4c9-4a0a-80c5-45aaf5e15f8d req-e5382eb5-af45-4052-8d00-5eb4b0abb93d tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.218685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Bound port: 37c69cdb-3ad5-4906-89a8-4796137a53b2, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:25.218916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:25.220075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-313979cc-c4c9-4a0a-80c5-45aaf5e15f8d req-e5382eb5-af45-4052-8d00-5eb4b0abb93d tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.1609843 Jun 03 15:10:25.223602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-4ff9f7d4-32fc-479e-9c80-e2c9edccb41f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/quotas/4e4652bab4e34ad58d39564c3d0261fb HTTP/1.1" status: 200 len: 375 time: 0.0189948 Jun 03 15:10:25.295517 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-c7602950-c116-41ca-ac68-4446479e2c6e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547776 Jun 03 15:10:25.307653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-313979cc-c4c9-4a0a-80c5-45aaf5e15f8d req-811d22d9-3bb4-4f56-aaba-de524a94e4a8 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813918 Jun 03 15:10:25.310058 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2350f338-0cbd-4dc6-8a4b-048470fb83b1 req-16816ffe-878e-47c4-9a68-e24c01f4596c service neutron] 10.222.0.75 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107704 Jun 03 15:10:25.358716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] For port 37c69cdb-3ad5-4906-89a8-4796137a53b2, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:25.366373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] For port 37c69cdb-3ad5-4906-89a8-4796137a53b2, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=37c69cdb-3ad5-4906-89a8-4796137a53b2,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:25.375980 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:25.455708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.456457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:25.457978 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] 10.222.0.67 "PUT /v2.0/ports/37c69cdb-3ad5-4906-89a8-4796137a53b2 HTTP/1.1" status: 200 len: 1096 time: 2.0804179 Jun 03 15:10:25.461977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b37257e-0165-4e5f-a330-67a0cc7fa693', 'tag': '37c69cdb-3ad5-4906-89a8-4796137a53b2'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:25.475362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73646873-eed9-49ca-b650-c0dc66faea3a service neutron] Pushing event updated for resources: {'Port': ['ID=37c69cdb-3ad5-4906-89a8-4796137a53b2,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:25.533816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-3b50fdfe-7a56-4448-acb7-9b4d127113c4 service neutron] 10.222.0.48 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245405 Jun 03 15:10:25.593749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-a71895c8-92c4-402b-b195-e5507296416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.595594 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-a71895c8-92c4-402b-b195-e5507296416b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c69570c344ce43bc9b3e17cb35cb59b7&device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 1099 time: 0.0776701 Jun 03 15:10:25.642783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7180569-42d9-4c64-bd35-70b81fc9a6e2 req-abd5f096-f4c4-431c-a487-d66b8a32e515 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.644221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7180569-42d9-4c64-bd35-70b81fc9a6e2 req-abd5f096-f4c4-431c-a487-d66b8a32e515 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 948 time: 0.1985099 Jun 03 15:10:25.675767 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-bce8f9b7-5d2f-4c35-b48c-42e46a20fa89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=37c69cdb-3ad5-4906-89a8-4796137a53b2 HTTP/1.1" status: 200 len: 217 time: 0.0654941 Jun 03 15:10:25.710736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-252c524c-20c4-4afb-8ac8-5df9e5a442cd service neutron] 10.222.0.48 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683617 Jun 03 15:10:25.722892 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7180569-42d9-4c64-bd35-70b81fc9a6e2 req-348cdb2b-b64d-4c6e-9027-e13ef8757513 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708225 Jun 03 15:10:25.749455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-9f9948c9-240d-4281-ad3a-88df83cdb541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.751234 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-9f9948c9-240d-4281-ad3a-88df83cdb541 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0688996 Jun 03 15:10:25.840744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-c0698974-25fb-4043-b490-6135ee91aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:25.848925 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-c0698974-25fb-4043-b490-6135ee91aac1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861671 Jun 03 15:10:26.034124 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-eeb43be5-1e30-4b83-84f1-afc18bc8c38a service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820958 Jun 03 15:10:26.145423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37d770-96f5-4cdd-8045-e1375c32a1ed req-65219376-f444-436b-9de2-682370f792eb tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:26.147093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d37d770-96f5-4cdd-8045-e1375c32a1ed req-65219376-f444-436b-9de2-682370f792eb tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 964 time: 0.1160450 Jun 03 15:10:26.155990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:26.225249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d37d770-96f5-4cdd-8045-e1375c32a1ed req-c97883ef-e673-48da-8d1a-4bdedb6bcb6a tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720830 Jun 03 15:10:26.279201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-911d0f30-a8e8-4fe8-a2c3-b37ebfdca6bc tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526934 Jun 03 15:10:26.282062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52594) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:26.347365 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e02f5ae-4f3d-4d8b-af69-34695630c0c0'] response: {'name': 'network-changed', 'server_uuid': '2b37257e-0165-4e5f-a330-67a0cc7fa693', 'tag': '37c69cdb-3ad5-4906-89a8-4796137a53b2', 'status': 'completed', 'code': 200} Jun 03 15:10:26.349563 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5e67d57b-c18e-4e7f-aca8-071564fec82e req-e0fb1b12-1e67-4ea5-8c40-dbb3af7dae0b service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081150 Jun 03 15:10:26.382382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:26.401129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'port_id': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73', 'mac_address': 'fa:16:3e:27:48:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-341188902', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:26.494657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:26.495223 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:26.527003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:26.553083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:26.560649 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:26.569713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52b59d3f-05eb-49fa-920d-c8395767f6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:26.587705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-52b59d3f-05eb-49fa-920d-c8395767f6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:26.591977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-52b59d3f-05eb-49fa-920d-c8395767f6e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b20c0643a04456baf797d1082ea349 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:26.595109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-52b59d3f-05eb-49fa-920d-c8395767f6e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:26.604703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-52b59d3f-05eb-49fa-920d-c8395767f6e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:26.614217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-30709b01-5376-4f6e-af6f-60393fdcb362 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:26.618345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-30709b01-5376-4f6e-af6f-60393fdcb362 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3380365 Jun 03 15:10:26.647550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c964591-db30-475d-82bb-75ebb9b3f3b1 req-ddc40786-95cd-4983-b73b-dce4fd2dddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:26.649160 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7c964591-db30-475d-82bb-75ebb9b3f3b1 req-ddc40786-95cd-4983-b73b-dce4fd2dddd5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c69570c344ce43bc9b3e17cb35cb59b7&device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 1099 time: 0.1822040 Jun 03 15:10:26.668852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-845b5a91-47f7-4728-bedb-ce6c3a207ed1 req-e97fc49d-0469-4ea0-9074-8fcd217dd9f5 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 210 time: 0.0495005 Jun 03 15:10:26.672092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-495d7d43-55c1-4d4f-8d0b-9d14ecac4866 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/quotas/913ae1f2ec924144a00c0fd3d58031eb HTTP/1.1" status: 200 len: 375 time: 0.0161796 Jun 03 15:10:26.677915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:26.765947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:26.794822 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-c40e8282-05fe-4189-9147-501ab7fde936 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144369 Jun 03 15:10:26.900212 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52b59d3f-05eb-49fa-920d-c8395767f6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:26.911738 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52b59d3f-05eb-49fa-920d-c8395767f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:26.956181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b59d3f-05eb-49fa-920d-c8395767f6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9392d6fc-d4ab-44cb-942f-3dfe94429c38,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:26.975962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c964591-db30-475d-82bb-75ebb9b3f3b1 req-b44f9b39-e3a4-4bf7-b3ac-da14cff22838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:26.978353 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7c964591-db30-475d-82bb-75ebb9b3f3b1 req-b44f9b39-e3a4-4bf7-b3ac-da14cff22838 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3202133 Jun 03 15:10:27.137422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77eab1-b95a-41ec-8c42-f3e0a16ccb86 req-5478d433-2a78-42fc-b17a-13980b2c9584 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:27.145811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e77eab1-b95a-41ec-8c42-f3e0a16ccb86 req-5478d433-2a78-42fc-b17a-13980b2c9584 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 948 time: 0.1177394 Jun 03 15:10:27.210524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e77eab1-b95a-41ec-8c42-f3e0a16ccb86 req-f6c90773-6257-4de8-bc8a-035eb0b04dda tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638022 Jun 03 15:10:27.226326 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7c964591-db30-475d-82bb-75ebb9b3f3b1 req-f3de5e64-b558-4a71-8f7d-3a87cf1bc762 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=37c69cdb-3ad5-4906-89a8-4796137a53b2 HTTP/1.1" status: 200 len: 217 time: 0.2378664 Jun 03 15:10:27.229554 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-52b59d3f-05eb-49fa-920d-c8395767f6e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5b20c0643a04456baf797d1082ea349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9462252 Jun 03 15:10:27.232844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52632) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:27.357025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8af03860-b732-482b-96e8-c62fe3ce5bcd req-47b78e9b-042d-44a1-85fb-ead4ef54fa2e tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 210 time: 0.1048679 Jun 03 15:10:27.447498 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a608cb8b-464c-4ccf-935a-e8be887bec4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.455542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c964591-db30-475d-82bb-75ebb9b3f3b1 req-02405904-bfa1-45aa-949c-8601c9be72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:27.457352 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7c964591-db30-475d-82bb-75ebb9b3f3b1 req-02405904-bfa1-45aa-949c-8601c9be72f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2244594 Jun 03 15:10:27.555918 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a608cb8b-464c-4ccf-935a-e8be887bec4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.579446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-fc038730-fc71-431a-a32d-a92f9a16dbe6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:27.580137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-fc038730-fc71-431a-a32d-a92f9a16dbe6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Synchronizing usage tracker for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:27.607639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-fc038730-fc71-431a-a32d-a92f9a16dbe6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Unset dirty status for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:27.608793 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-fc038730-fc71-431a-a32d-a92f9a16dbe6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 820 time: 0.2759078 Jun 03 15:10:27.612572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c964591-db30-475d-82bb-75ebb9b3f3b1 req-9cbb19ba-cc26-4ebd-b6eb-e585fbb471f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:27.614216 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7c964591-db30-475d-82bb-75ebb9b3f3b1 req-9cbb19ba-cc26-4ebd-b6eb-e585fbb471f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446519 Jun 03 15:10:27.620628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Request body: {'port': {'device_id': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810', 'admin_state_up': True, 'tenant_id': '4e4652bab4e34ad58d39564c3d0261fb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:27.682447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c30e5d-02f9-4868-b704-7308a4e252a3 req-8bc82027-cb7b-4f3b-aa03-67fab525e87c tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:27.691515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c30e5d-02f9-4868-b704-7308a4e252a3 req-8bc82027-cb7b-4f3b-aa03-67fab525e87c tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 965 time: 0.1917415 Jun 03 15:10:27.774923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c30e5d-02f9-4868-b704-7308a4e252a3 req-894f9ce4-e594-4c6c-acc9-63c57bbb726f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784414 Jun 03 15:10:27.776166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a608cb8b-464c-4ccf-935a-e8be887bec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.821166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608cb8b-464c-4ccf-935a-e8be887bec4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9392d6fc-d4ab-44cb-942f-3dfe94429c38,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:27.854863 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a608cb8b-464c-4ccf-935a-e8be887bec4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:27.877407 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a608cb8b-464c-4ccf-935a-e8be887bec4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9392d6fc-d4ab-44cb-942f-3dfe94429c38 HTTP/1.1" status: 204 len: 168 time: 0.6225984 Jun 03 15:10:27.930177 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7c964591-db30-475d-82bb-75ebb9b3f3b1 req-2b9e7aaa-9699-40b1-bfe8-8f356f195f0e service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856052 Jun 03 15:10:27.931622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:27.986469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aac31c5a-ffde-4dfb-b5e0-baaa760df855 req-b3073437-0bb8-4ca2-bb20-36fb57d5f385 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 210 time: 0.0913990 Jun 03 15:10:28.044368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Usage tracker for resource:port and tenant:4e4652bab4e34ad58d39564c3d0261fb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:28.054405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:28.068951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:28.120253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Made reservation on behalf of 4e4652bab4e34ad58d39564c3d0261fb for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:28.124845 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.156131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:28.264840 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7c964591-db30-475d-82bb-75ebb9b3f3b1 req-847d1b31-ee48-430f-8606-ce55b395dbc6 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297195 Jun 03 15:10:28.306137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:28.328494 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:28.329207 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.471516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52706) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:28.498410 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-114e1c3b-738e-4d3a-a816-2baf05e2ca6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.522801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-114e1c3b-738e-4d3a-a816-2baf05e2ca6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:28.534173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-114e1c3b-738e-4d3a-a816-2baf05e2ca6e admin admin] Usage tracker for resource:security_group_rule and tenant:ea7efb5b0c0d4dfab2b48e499ae35483 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:28.539132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-114e1c3b-738e-4d3a-a816-2baf05e2ca6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:28.550668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-114e1c3b-738e-4d3a-a816-2baf05e2ca6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:28.572579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Allocated IP 172.20.0.6 (f42f2f56-7eb9-4dd9-8460-83c70ed53810/9d8d6379-eb96-4f03-8390-c2aeb681aa26/9f34cd60-eca9-4b10-b3c0-4d283f83086b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:28.607321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:28.607726 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.640613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:28.660261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:28.662448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1bf3a65-7197-48d4-b0de-6df9186435f1 req-0d834b4b-acea-447b-8a57-7563993a36a3 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 210 time: 0.0658641 Jun 03 15:10:28.671843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c5b95-389c-4471-8abc-f323a9c8afdf req-fcabff4b-3342-43ca-ba56-9b78bff8590b tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:28.673547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d2c5b95-389c-4471-8abc-f323a9c8afdf req-fcabff4b-3342-43ca-ba56-9b78bff8590b tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 948 time: 0.2700224 Jun 03 15:10:28.674433 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.745232 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a47aca2e-1277-4223-a1a1-1869d4d9aeec tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743122 Jun 03 15:10:28.769931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d2c5b95-389c-4471-8abc-f323a9c8afdf req-dcc8b9ab-4aa3-4519-b676-df1f2ee027f4 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872874 Jun 03 15:10:28.789391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52716) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:28.825060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:28.859731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-114e1c3b-738e-4d3a-a816-2baf05e2ca6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.872360 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43683032-a25f-47e7-bc01-7d3c90a97aec'] response: {'server_uuid': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73', 'code': 200} Jun 03 15:10:28.874737 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-114e1c3b-738e-4d3a-a816-2baf05e2ca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:28.954205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e1c3b-738e-4d3a-a816-2baf05e2ca6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fd8086-021a-40c5-a1ba-8434ba7d6730,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:28.978347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-114e1c3b-738e-4d3a-a816-2baf05e2ca6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea7efb5b0c0d4dfab2b48e499ae35483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058010 Jun 03 15:10:28.980867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52732) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:29.125562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddca4972-e4c8-4b92-847b-35f5e8247e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.157382 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddca4972-e4c8-4b92-847b-35f5e8247e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.187383 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.200550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-c3537f65-d5bb-4c05-a6c5-157f168765c5 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:29.202050 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-c3537f65-d5bb-4c05-a6c5-157f168765c5 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4562221 Jun 03 15:10:29.204995 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.223288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Request body: {'port': {'device_id': '3b979c0f-d35a-4b8d-88f7-e0f890169012', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '913ae1f2ec924144a00c0fd3d58031eb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:29.244998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52746) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:29.295654 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55079f42-f198-41d5-81f8-045ce52795be req-82cfa657-7f1d-4234-8632-c2aebccea4e8 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 210 time: 0.1194172 Jun 03 15:10:29.329932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df808f9c-d695-4a1e-a572-e8847c365f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.358167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.371792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-df808f9c-d695-4a1e-a572-e8847c365f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:29.383238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-df808f9c-d695-4a1e-a572-e8847c365f9f admin admin] Usage tracker for resource:security_group_rule and tenant:255c179ca6d24e548084c5fcc191c299 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:29.388879 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-df808f9c-d695-4a1e-a572-e8847c365f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:29.398688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff07c5e-f30a-4bd8-b89a-cde5b3530e25 req-d00b2cf8-3cf4-4288-aaf0-6c739fe729ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:29.400224 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ff07c5e-f30a-4bd8-b89a-cde5b3530e25 req-d00b2cf8-3cf4-4288-aaf0-6c739fe729ee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 1117 time: 0.3341436 Jun 03 15:10:29.403146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-df808f9c-d695-4a1e-a572-e8847c365f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:29.467413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Network f42f2f56-7eb9-4dd9-8460-83c70ed53810 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:29.472612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c60d-bfbc-488c-a0c7-6293c43c65e7 req-fb2de43b-a38a-4b93-9941-3ac6cd56e5a8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:29.475167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6548c60d-bfbc-488c-a0c7-6293c43c65e7 req-fb2de43b-a38a-4b93-9941-3ac6cd56e5a8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 966 time: 0.3572149 Jun 03 15:10:29.482750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Pushing event updated for resources: {'Port': ['ID=9f34cd60-eca9-4b10-b3c0-4d283f83086b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:29.492540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:29.502518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:29.508955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:29.509690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.517869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddca4972-e4c8-4b92-847b-35f5e8247e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.518778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:29.544646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Usage tracker for resource:port and tenant:913ae1f2ec924144a00c0fd3d58031eb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:29.550348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:29.558272 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a88bee7-cf36-4102-abe4-22d070f6d6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.568250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca4972-e4c8-4b92-847b-35f5e8247e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fd8086-021a-40c5-a1ba-8434ba7d6730,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:29.568948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:29.584554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a88bee7-cf36-4102-abe4-22d070f6d6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:29.590887 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ff07c5e-f30a-4bd8-b89a-cde5b3530e25 req-65b4b6fe-2f90-4270-8fe5-52d116099c29 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747363 Jun 03 15:10:29.591174 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-5584f8e9-3d6b-428e-86f4-5468831c9c2d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9745169 Jun 03 15:10:29.592711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7a88bee7-cf36-4102-abe4-22d070f6d6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:705fa4d73149414db4157599d2cc92c5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:29.595767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7a88bee7-cf36-4102-abe4-22d070f6d6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:29.602230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Made reservation on behalf of 913ae1f2ec924144a00c0fd3d58031eb for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:29.606277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.624300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a88bee7-cf36-4102-abe4-22d070f6d6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:29.639468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6548c60d-bfbc-488c-a0c7-6293c43c65e7 req-fe4231ec-e484-453d-b1b2-3b5aabe4b3d8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322393 Jun 03 15:10:29.648456 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddca4972-e4c8-4b92-847b-35f5e8247e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.649563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ddca4972-e4c8-4b92-847b-35f5e8247e76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6fd8086-021a-40c5-a1ba-8434ba7d6730 HTTP/1.1" status: 204 len: 168 time: 0.6659689 Jun 03 15:10:29.673833 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df808f9c-d695-4a1e-a572-e8847c365f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.679878 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df808f9c-d695-4a1e-a572-e8847c365f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.761030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-df808f9c-d695-4a1e-a572-e8847c365f9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=255c179ca6d24e548084c5fcc191c299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9694126 Jun 03 15:10:29.763916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52766) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:29.768266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df808f9c-d695-4a1e-a572-e8847c365f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6546ede-891d-488c-b79f-abcc3ac87e98,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:29.806163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Request body: {'port': {'device_id': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:29.885267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2eef52f5-df4c-4c6e-8157-2b1887ed9e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:29.950693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ee1b235-2b42-46c4-bcae-6a07ad3559e1 req-00cc7033-ad74-4789-a119-04650d003fd7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 210 time: 0.0665488 Jun 03 15:10:30.028014 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2eef52f5-df4c-4c6e-8157-2b1887ed9e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.031330 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.089418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fab718-be84-4d9f-9214-207349538eae req-282dad1d-2595-4b8d-86ab-e53faa4f101b tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:30.091145 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22fab718-be84-4d9f-9214-207349538eae req-282dad1d-2595-4b8d-86ab-e53faa4f101b tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 948 time: 0.1465616 Jun 03 15:10:30.134470 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2eef52f5-df4c-4c6e-8157-2b1887ed9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.154006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Allocated IP 192.168.233.206 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/78115f06-6b55-429f-85c6-c53d3f1f75d5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:10:30.184617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef52f5-df4c-4c6e-8157-2b1887ed9e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6546ede-891d-488c-b79f-abcc3ac87e98,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:30.210468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22fab718-be84-4d9f-9214-207349538eae req-43e62d8a-40f2-41fb-92b5-7c0a87ee5c5e tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006916 Jun 03 15:10:30.212042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2eef52f5-df4c-4c6e-8157-2b1887ed9e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.223010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2eef52f5-df4c-4c6e-8157-2b1887ed9e01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6546ede-891d-488c-b79f-abcc3ac87e98 HTTP/1.1" status: 204 len: 168 time: 0.4573255 Jun 03 15:10:30.234537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a88bee7-cf36-4102-abe4-22d070f6d6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.251793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a88bee7-cf36-4102-abe4-22d070f6d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.346515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52798) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:30.346708 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7a88bee7-cf36-4102-abe4-22d070f6d6a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=705fa4d73149414db4157599d2cc92c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1003969 Jun 03 15:10:30.378102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88bee7-cf36-4102-abe4-22d070f6d6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c820d73-cf13-49f1-aef8-24fdaff79956,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:30.464994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f5c158be-3523-450f-9eb4-f1c99e982629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.497301 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f5c158be-3523-450f-9eb4-f1c99e982629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.698707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f5c158be-3523-450f-9eb4-f1c99e982629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.708473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f34cd60-eca9-4b10-b3c0-4d283f83086b {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:30.716560 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.733120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Transition to ACTIVE for port object 9f34cd60-eca9-4b10-b3c0-4d283f83086b will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:30.753269 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.801514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.885354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c158be-3523-450f-9eb4-f1c99e982629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c820d73-cf13-49f1-aef8-24fdaff79956,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:30.901607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52812) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:30.923265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52820) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:30.929591 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f5c158be-3523-450f-9eb4-f1c99e982629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.933479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f5c158be-3523-450f-9eb4-f1c99e982629 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c820d73-cf13-49f1-aef8-24fdaff79956 HTTP/1.1" status: 204 len: 168 time: 0.5850825 Jun 03 15:10:30.951530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Transition to ACTIVE for port object 78115f06-6b55-429f-85c6-c53d3f1f75d5 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:30.961439 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:30.985676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f34cd60-eca9-4b10-b3c0-4d283f83086b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:30.993641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:31.000258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Usage tracker for resource:security_group_rule and tenant:b87b598e8f1f492fbad390dccec35533 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:31.004537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:31.019124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:31.019444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:31.020663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:31.023093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:31.036460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb088a16-8f60-4a22-9307-76b451baa938 req-08ae6e8c-7d61-4e32-9f90-f285d32f30db tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:31.044912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb088a16-8f60-4a22-9307-76b451baa938 req-08ae6e8c-7d61-4e32-9f90-f285d32f30db tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 931 time: 0.5367894 Jun 03 15:10:31.057160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:31.059381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:31.071503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:31.071886 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:31.072318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:31.072762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Bound port: 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:31.073244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.085211 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.097985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529b2bb-8d3d-4449-8804-73a95bc7ca16 req-9068d815-b812-4e6f-ad3d-9bb60d3dd9e8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:31.100133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1529b2bb-8d3d-4449-8804-73a95bc7ca16 req-9068d815-b812-4e6f-ad3d-9bb60d3dd9e8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 966 time: 0.2633970 Jun 03 15:10:31.135557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'c927943c-4d43-4a46-b579-8c5e91c2b957'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:31.246477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb088a16-8f60-4a22-9307-76b451baa938 req-6070866f-fcd3-40e4-a15c-2e56b428ae01 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999903 Jun 03 15:10:31.280291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:10:31.281624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:31.297746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:10:31.315429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:31.318406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.422525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Pushing event updated for resources: {'Port': ['ID=78115f06-6b55-429f-85c6-c53d3f1f75d5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:31.429193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 37c69cdb-3ad5-4906-89a8-4796137a53b2 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:31.458458 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-01888821-9452-4e28-b95b-27ca3a21297c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2374208 Jun 03 15:10:31.460974 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1529b2bb-8d3d-4449-8804-73a95bc7ca16 req-14bb5684-51b0-4cf1-96cf-9647cf52b8c5 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289962 Jun 03 15:10:31.478675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Request body: {'port': {'device_id': '3b979c0f-d35a-4b8d-88f7-e0f890169012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:31.519067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b67d7f1e-0c52-4028-a0bc-32d9e1e3e1d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=167462f0d27d41f29b29cb3a82b32217&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6165588 Jun 03 15:10:31.535629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52836) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:31.647042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:31.707233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:31.739733 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.783738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52844) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:31.785040 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.801702 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.853739 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4a7b597-ab71-4f70-b067-e820c50c31cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.856967 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3696-da9e-4cba-ab31-41793b44d87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.865430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 37c69cdb-3ad5-4906-89a8-4796137a53b2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=37c69cdb-3ad5-4906-89a8-4796137a53b2,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:31.893158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:31.893470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.895661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] 10.222.0.75 "PUT /v2.0/ports/9f34cd60-eca9-4b10-b3c0-4d283f83086b HTTP/1.1" status: 200 len: 1091 time: 2.1014581 Jun 03 15:10:31.899711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b87b598e8f1f492fbad390dccec35533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9745200 Jun 03 15:10:31.900375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'tag': '9f34cd60-eca9-4b10-b3c0-4d283f83086b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:31.904257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4db9e4-9783-4e08-a7c0-c78487c354ba,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:31.909851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52848) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:31.915338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5d7e3696-da9e-4cba-ab31-41793b44d87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:31.928837 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.934674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6028faf6-fffa-4e6d-81dd-0f6835884984 None None] Provisioning for port 78115f06-6b55-429f-85c6-c53d3f1f75d5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:31.938494 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '37c69cdb-3ad5-4906-89a8-4796137a53b2', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '37c69cdb-3ad5-4906-89a8-4796137a53b2', 'mac_address': 'fa:16:3e:66:e4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:31.948329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.948915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.949449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.950013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.950543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.951055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.951599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.952128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.952649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.953167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.953680 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.954215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f8bd-bd54-4e05-a1a8-bd3d1ac2a818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:31.965196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ad4f1-3ed5-47e7-938c-0599cca80f6c req-f484bc66-3457-4a04-a8dc-676a3d6f4bdb tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:31.972684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c3ad4f1-3ed5-47e7-938c-0599cca80f6c req-f484bc66-3457-4a04-a8dc-676a3d6f4bdb tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 936 time: 0.3419874 Jun 03 15:10:31.984487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5d7e3696-da9e-4cba-ab31-41793b44d87b admin admin] Usage tracker for resource:security_group_rule and tenant:45bf518b8a824a05b0599ad7cd762e82 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:31.986759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6028faf6-fffa-4e6d-81dd-0f6835884984 None None] Provisioning complete for port 78115f06-6b55-429f-85c6-c53d3f1f75d5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:31.987263 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6028faf6-fffa-4e6d-81dd-0f6835884984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:31.997316 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4a7b597-ab71-4f70-b067-e820c50c31cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.060234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6028faf6-fffa-4e6d-81dd-0f6835884984 None None] Port 78115f06-6b55-429f-85c6-c53d3f1f75d5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:10:32.084574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5d7e3696-da9e-4cba-ab31-41793b44d87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:32.092412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f34cd60-eca9-4b10-b3c0-4d283f83086b,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:32.102220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49393e-babc-4a81-980d-42a82154f349 req-53b53b3f-a0ab-44b3-a7bc-67166457d529 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:32.109556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a49393e-babc-4a81-980d-42a82154f349 req-53b53b3f-a0ab-44b3-a7bc-67166457d529 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 948 time: 0.3668191 Jun 03 15:10:32.111094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5d7e3696-da9e-4cba-ab31-41793b44d87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:32.127902 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fffc4a09-3f3d-4681-ad10-270f3fd8b815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.129824 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c3ad4f1-3ed5-47e7-938c-0599cca80f6c req-dfa1fb46-dbfc-40e3-9909-cdb9f2bc796c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560149 Jun 03 15:10:32.140294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 37c69cdb-3ad5-4906-89a8-4796137a53b2 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:32.140970 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.145976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.146471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.146902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.147391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.147809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.148270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.148692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.149131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.149547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.150048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.150499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.151190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8acde92-328e-4ae7-af72-6932f9e6b9aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:32.163520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c69cdb-3ad5-4906-89a8-4796137a53b2 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:32.180014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 37c69cdb-3ad5-4906-89a8-4796137a53b2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=37c69cdb-3ad5-4906-89a8-4796137a53b2,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:32.198025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.198296 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5ae7707d-9b30-4a4b-a4b6-4316a0e0b0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.246212 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4a7b597-ab71-4f70-b067-e820c50c31cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.264858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5ae7707d-9b30-4a4b-a4b6-4316a0e0b0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.287190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a49393e-babc-4a81-980d-42a82154f349 req-2fc622f5-2f77-42aa-9c74-41f5c6542ece tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769328 Jun 03 15:10:32.369038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=37c69cdb-3ad5-4906-89a8-4796137a53b2,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:32.415556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7b597-ab71-4f70-b067-e820c50c31cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a239a03-046a-4c4b-b01e-553a9906aaf0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:32.425836 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdfe5464-de76-4398-bd6f-1c8511a9bd7e'] response: {'name': 'network-changed', 'server_uuid': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'tag': '9f34cd60-eca9-4b10-b3c0-4d283f83086b', 'status': 'completed', 'code': 200} Jun 03 15:10:32.480026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4a7b597-ab71-4f70-b067-e820c50c31cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.482367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d4a7b597-ab71-4f70-b067-e820c50c31cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a239a03-046a-4c4b-b01e-553a9906aaf0 HTTP/1.1" status: 204 len: 168 time: 0.9297383 Jun 03 15:10:32.516691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc0af-3840-4bb8-a46f-c399bb524ab6 req-749afd33-ee84-42d1-a82e-2168e7d439a2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:32.523663 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fbfc0af-3840-4bb8-a46f-c399bb524ab6 req-749afd33-ee84-42d1-a82e-2168e7d439a2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 966 time: 0.2210228 Jun 03 15:10:32.528844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52868) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:32.541455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ecdb6220-39a3-4c5b-bcfe-864246bac6a1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Request body: {'floatingip': {'port_id': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:32.617759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-8379e053-91e7-4c76-b3cc-1978ac0b01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:32.619732 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-8379e053-91e7-4c76-b3cc-1978ac0b01a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 1094 time: 0.6302218 Jun 03 15:10:32.661657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['37c69cdb-3ad5-4906-89a8-4796137a53b2'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:32.714224 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-6e02b83a-6290-40dc-848c-889745ec3617 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b HTTP/1.1" status: 200 len: 217 time: 0.0855434 Jun 03 15:10:32.828634 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3696-da9e-4cba-ab31-41793b44d87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.845856 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d7e3696-da9e-4cba-ab31-41793b44d87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.856796 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5ae7707d-9b30-4a4b-a4b6-4316a0e0b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.878924 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6220-39a3-4c5b-bcfe-864246bac6a1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:32.886181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-1517a9a5-c044-41d7-9816-197cd6b0cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:32.887904 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-1517a9a5-c044-41d7-9816-197cd6b0cde5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1642148 Jun 03 15:10:33.024104 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-a13b21dd-86c7-4cd9-b95c-4d51c6031744 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212845 Jun 03 15:10:33.086427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52880) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:33.088324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7707d-9b30-4a4b-a4b6-4316a0e0b0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4db9e4-9783-4e08-a7c0-c78487c354ba,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:33.117091 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5d7e3696-da9e-4cba-ab31-41793b44d87b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45bf518b8a824a05b0599ad7cd762e82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3279748 Jun 03 15:10:33.117733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52884) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:33.141284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e3696-da9e-4cba-ab31-41793b44d87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceb2a8f-b441-40ef-b663-7d0c96305061,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:33.193629 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4eb4543b-42cb-46c3-8513-1b2dbd306cc6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51e9f33f61d44e35bea2b99c316e2d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023352 Jun 03 15:10:33.197682 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5ae7707d-9b30-4a4b-a4b6-4316a0e0b0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.199130 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5ae7707d-9b30-4a4b-a4b6-4316a0e0b0d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a4db9e4-9783-4e08-a7c0-c78487c354ba HTTP/1.1" status: 204 len: 168 time: 1.2851648 Jun 03 15:10:33.201258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52890) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:33.225241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78115f06-6b55-429f-85c6-c53d3f1f75d5 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:33.263940 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.334669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Transition to ACTIVE for port object 78115f06-6b55-429f-85c6-c53d3f1f75d5 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:10:33.370340 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.418677 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b67e45db-1da6-4906-8495-f8a2b9c7ef5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.439134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fafb45-bfc4-4310-8249-98c3e843c0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.442162 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-acb29813-da54-4291-b494-4cc8b7075321 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493519 Jun 03 15:10:33.534737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea2f95-8930-48b8-acbc-62edf844d18c req-aa89754a-b007-4c0e-93fb-9102bec87732 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:33.537177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfea2f95-8930-48b8-acbc-62edf844d18c req-aa89754a-b007-4c0e-93fb-9102bec87732 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 943 time: 0.8678367 Jun 03 15:10:33.675244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc2a81-06bd-4158-a371-7c2adcb60589 req-74fde727-86a0-4dd3-9bd9-8c4203124a91 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:33.676886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-babc2a81-06bd-4158-a371-7c2adcb60589 req-74fde727-86a0-4dd3-9bd9-8c4203124a91 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 948 time: 0.2919416 Jun 03 15:10:33.691902 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b67e45db-1da6-4906-8495-f8a2b9c7ef5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.715528 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fafb45-bfc4-4310-8249-98c3e843c0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.724090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Pushing event updated for resources: {'Port': ['ID=78115f06-6b55-429f-85c6-c53d3f1f75d5,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:33.727727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfea2f95-8930-48b8-acbc-62edf844d18c req-5689e165-91b2-41c1-a586-86ffbfa2f54c tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816595 Jun 03 15:10:33.899750 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bea9950d-2e4e-47c5-a9cd-bddd47a8574f req-22910f64-59aa-4fe8-99dd-14f7d1ff8143 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343519 Jun 03 15:10:33.915845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Attempting to bind port 78115f06-6b55-429f-85c6-c53d3f1f75d5 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:33.916271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Attempting to bind port 78115f06-6b55-429f-85c6-c53d3f1f75d5 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:33.916674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Attempting to bind port 78115f06-6b55-429f-85c6-c53d3f1f75d5 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:33.924503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Port 78115f06-6b55-429f-85c6-c53d3f1f75d5 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:33.924834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Attempting to bind port 78115f06-6b55-429f-85c6-c53d3f1f75d5 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:33.933328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:33.933328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:33.933328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:33.933892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Bound port: 78115f06-6b55-429f-85c6-c53d3f1f75d5, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:33.934720 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:33.964739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b67e45db-1da6-4906-8495-f8a2b9c7ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.036932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-babc2a81-06bd-4158-a371-7c2adcb60589 req-96722cad-9d2f-4b0a-8544-18d460c41781 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500702 Jun 03 15:10:34.063466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e45db-1da6-4906-8495-f8a2b9c7ef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceb2a8f-b441-40ef-b663-7d0c96305061,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:34.075194 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fafb45-bfc4-4310-8249-98c3e843c0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.118860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fafb45-bfc4-4310-8249-98c3e843c0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0fe72d-c1fc-4da2-a660-dc1330595df6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:34.129508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4fafb45-bfc4-4310-8249-98c3e843c0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.133130 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a4fafb45-bfc4-4310-8249-98c3e843c0ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a0fe72d-c1fc-4da2-a660-dc1330595df6 HTTP/1.1" status: 204 len: 168 time: 0.9245567 Jun 03 15:10:34.164434 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b67e45db-1da6-4906-8495-f8a2b9c7ef5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.168462 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b67e45db-1da6-4906-8495-f8a2b9c7ef5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ceb2a8f-b441-40ef-b663-7d0c96305061 HTTP/1.1" status: 204 len: 168 time: 1.0444887 Jun 03 15:10:34.206405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] For port 78115f06-6b55-429f-85c6-c53d3f1f75d5, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:34.217500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] For port 78115f06-6b55-429f-85c6-c53d3f1f75d5, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=78115f06-6b55-429f-85c6-c53d3f1f75d5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:34.228032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.230328 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cfefe6c9-3568-4898-b7d5-03d3b5ed2628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.278759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc995-4df9-4cc3-938d-33ad18a46176 req-6de4df60-6e4f-4d67-8c2d-bcd9ac34896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:34.281227 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-379fc995-4df9-4cc3-938d-33ad18a46176 req-6de4df60-6e4f-4d67-8c2d-bcd9ac34896d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 1094 time: 0.3069541 Jun 03 15:10:34.335798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:34.336395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.338570 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] 10.222.0.67 "PUT /v2.0/ports/78115f06-6b55-429f-85c6-c53d3f1f75d5 HTTP/1.1" status: 200 len: 1096 time: 2.8690615 Jun 03 15:10:34.440065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b979c0f-d35a-4b8d-88f7-e0f890169012', 'tag': '78115f06-6b55-429f-85c6-c53d3f1f75d5'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:34.454476 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6220-39a3-4c5b-bcfe-864246bac6a1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.466393 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6220-39a3-4c5b-bcfe-864246bac6a1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:34.527414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee8a97-7069-4679-b07a-e95ff7082609 service neutron] Pushing event updated for resources: {'Port': ['ID=78115f06-6b55-429f-85c6-c53d3f1f75d5,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:34.583637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe52c2c-3b50-43a8-9daa-0d141f34937f req-de91050e-ca31-409b-8908-6c45bb7249a7 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:34.585192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bbe52c2c-3b50-43a8-9daa-0d141f34937f req-de91050e-ca31-409b-8908-6c45bb7249a7 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 949 time: 0.2812459 Jun 03 15:10:34.616204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc995-4df9-4cc3-938d-33ad18a46176 req-6bfb26bb-70b3-4866-91db-bb6fc65d7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:34.617739 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-379fc995-4df9-4cc3-938d-33ad18a46176 req-6bfb26bb-70b3-4866-91db-bb6fc65d7f65 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.3277006 Jun 03 15:10:34.775842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bbe52c2c-3b50-43a8-9daa-0d141f34937f req-ccca2399-6071-4ec4-ae08-bfd22a9275ea tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202724 Jun 03 15:10:34.791536 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-ecdb6220-39a3-4c5b-bcfe-864246bac6a1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Floating IP 1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad associated. External IP: 172.25.7.193, port: c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73. Jun 03 15:10:34.855287 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a0ab7e-2296-4bae-96d8-f95ee033f7e6'] response: {'name': 'network-changed', 'server_uuid': '3b979c0f-d35a-4b8d-88f7-e0f890169012', 'tag': '78115f06-6b55-429f-85c6-c53d3f1f75d5', 'status': 'completed', 'code': 200} Jun 03 15:10:34.866795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-b1be4c9c-ad46-4988-aaf7-bda51e5d65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:34.868539 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-b1be4c9c-ad46-4988-aaf7-bda51e5d65ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 1099 time: 0.4444022 Jun 03 15:10:34.873577 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-379fc995-4df9-4cc3-938d-33ad18a46176 req-8d7ec305-a9fb-4ec4-81d1-5f5209699537 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b HTTP/1.1" status: 200 len: 217 time: 0.2477787 Jun 03 15:10:35.020006 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-37bc8528-cff5-40fe-bf55-312b0e186e43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=78115f06-6b55-429f-85c6-c53d3f1f75d5 HTTP/1.1" status: 200 len: 217 time: 0.0850832 Jun 03 15:10:35.082907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc995-4df9-4cc3-938d-33ad18a46176 req-77959a1c-b4b6-48b7-9b65-6257a6d17fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:35.084216 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-379fc995-4df9-4cc3-938d-33ad18a46176 req-77959a1c-b4b6-48b7-9b65-6257a6d17fb9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.2042522 Jun 03 15:10:35.141496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-715c8a35-471b-4c1c-ba16-3c387d9c7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:35.142967 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-715c8a35-471b-4c1c-ba16-3c387d9c7132 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1157370 Jun 03 15:10:35.145226 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-379fc995-4df9-4cc3-938d-33ad18a46176 req-1bea7d72-8bd5-48ad-8ef6-7172d5b2ff00 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542593 Jun 03 15:10:35.206511 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.241472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b819b09-31f4-4cd1-a44b-7577389ac25f req-f1d5bea7-19f6-45e2-85c9-e01b4d05c59e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:35.243355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b819b09-31f4-4cd1-a44b-7577389ac25f req-f1d5bea7-19f6-45e2-85c9-e01b4d05c59e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 943 time: 0.2410629 Jun 03 15:10:35.376386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b819b09-31f4-4cd1-a44b-7577389ac25f req-b0524a38-a37b-41f2-b509-f8ef436c6c49 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193314 Jun 03 15:10:35.396355 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-379fc995-4df9-4cc3-938d-33ad18a46176 req-1bc97298-4c3b-411d-9005-4f50bff8f964 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439222 Jun 03 15:10:35.443676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 37c69cdb-3ad5-4906-89a8-4796137a53b2 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:35.460494 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-59e724b5-51ba-4d22-8968-916e2770f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:35.462400 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-59e724b5-51ba-4d22-8968-916e2770f1da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3087234 Jun 03 15:10:35.486544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdb6220-39a3-4c5b-bcfe-864246bac6a1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Router de4a187b-7559-4915-a8ba-ebe1e6b58d7c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:10:35.631794 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.655578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb7b4a-dbd8-4dc6-8462-c68e9fb26afd req-3b68f4c4-4760-49ea-b45b-ea6c149c262c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:35.661933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68fb7b4a-dbd8-4dc6-8462-c68e9fb26afd req-3b68f4c4-4760-49ea-b45b-ea6c149c262c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 948 time: 0.3029683 Jun 03 15:10:35.665701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 37c69cdb-3ad5-4906-89a8-4796137a53b2 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:35.677665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 37c69cdb-3ad5-4906-89a8-4796137a53b2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:35.678360 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.708324 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-379fc995-4df9-4cc3-938d-33ad18a46176 req-fa3d1a88-99d8-4f55-8ef8-dd42c13b3275 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980695 Jun 03 15:10:35.715045 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-ee2796a2-87de-4b2a-a38e-6b2c17ec469f service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040181 Jun 03 15:10:35.793490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68fb7b4a-dbd8-4dc6-8462-c68e9fb26afd req-80314c07-4f0e-4b63-a6a1-830431b1ffe0 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307619 Jun 03 15:10:35.881702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdb6220-39a3-4c5b-bcfe-864246bac6a1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:10:35.895407 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a1d15-5ab9-41df-9a46-4c4187be16ad None None] Sync routers for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:10:35.912679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 37c69cdb-3ad5-4906-89a8-4796137a53b2 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:35.913327 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.915966 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a1d15-5ab9-41df-9a46-4c4187be16ad None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:35.916826 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0e9a1d15-5ab9-41df-9a46-4c4187be16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:10:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:35.923397 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6220-39a3-4c5b-bcfe-864246bac6a1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:35.928078 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47c8c4cb-9e32-4537-881b-52e2da03dccd req-a18c40d2-3abc-442b-83ef-cec10fa25a1e service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050002 Jun 03 15:10:35.967326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b37257e-0165-4e5f-a330-67a0cc7fa693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c69cdb-3ad5-4906-89a8-4796137a53b2'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:35.998607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 37c69cdb-3ad5-4906-89a8-4796137a53b2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=37c69cdb-3ad5-4906-89a8-4796137a53b2,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:36.013486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:36.151267 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ecdb6220-39a3-4c5b-bcfe-864246bac6a1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "PUT /v2.0/floatingips/1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad HTTP/1.1" status: 200 len: 1012 time: 3.6206088 Jun 03 15:10:36.154056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'tag': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:36.154316 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21fe943-0be3-4dad-b1f7-1a6049b4e84c'] response: {'server_uuid': '2b37257e-0165-4e5f-a330-67a0cc7fa693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c69cdb-3ad5-4906-89a8-4796137a53b2', 'code': 200} Jun 03 15:10:36.216697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=37c69cdb-3ad5-4906-89a8-4796137a53b2,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:36.234274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.234888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.235063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ceb58-da50-4ca3-adf0-ab6478914384 req-280ae35e-7845-4775-b245-2a847c382d02 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:36.235521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.235992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.236456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.237122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.237717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.238335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.238830 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.239311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.241338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a6ceb58-da50-4ca3-adf0-ab6478914384 req-280ae35e-7845-4775-b245-2a847c382d02 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 950 time: 0.1900024 Jun 03 15:10:36.241868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.242392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:10:36.283223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c0086-88e0-46c8-8eee-401457eb0abe req-57ad1334-7630-417c-a805-a29686914275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:36.284698 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c60c0086-88e0-46c8-8eee-401457eb0abe req-57ad1334-7630-417c-a805-a29686914275 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 1099 time: 0.2480083 Jun 03 15:10:36.293667 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0e9a1d15-5ab9-41df-9a46-4c4187be16ad None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:36.361311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a6ceb58-da50-4ca3-adf0-ab6478914384 req-9f224a68-9ab2-4e0d-9cb0-24da3a0ea330 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122987 Jun 03 15:10:36.456680 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d761c9-c686-49db-8ba5-9b53a65886a2'] response: {'name': 'network-changed', 'server_uuid': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'tag': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73', 'status': 'completed', 'code': 200} Jun 03 15:10:36.616005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1a38e-ce56-4c8e-b71e-1201810b7343 req-24b289ca-7261-491f-9bd2-d36001a99721 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:36.622578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a1a38e-ce56-4c8e-b71e-1201810b7343 req-24b289ca-7261-491f-9bd2-d36001a99721 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 966 time: 0.1596811 Jun 03 15:10:36.687603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a1a38e-ce56-4c8e-b71e-1201810b7343 req-8e8c5e76-5b84-4afb-a657-3fdf9adee813 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560625 Jun 03 15:10:36.787395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50e771-4052-4e45-8ead-e40ba69599e4 req-e146774f-0273-4839-a1f8-46c76aec98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:36.800023 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a50e771-4052-4e45-8ead-e40ba69599e4 req-e146774f-0273-4839-a1f8-46c76aec98de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43&device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 1117 time: 0.2437661 Jun 03 15:10:36.812672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de35f5a-fdd7-4b40-b467-30c0795e01e0 req-f7ca7f3c-696f-4fe7-a026-8c4ec1671c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:36.814403 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4de35f5a-fdd7-4b40-b467-30c0795e01e0 req-f7ca7f3c-696f-4fe7-a026-8c4ec1671c5e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 1101 time: 0.5285900 Jun 03 15:10:36.821037 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0e9a1d15-5ab9-41df-9a46-4c4187be16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'port_id': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'mac_address': 'fa:16:3e:27:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'device_owner': 'compute:tempest-test_az-341188902'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:10:12Z', 'updated_at': '2022-06-03T15:10:34Z', 'revision_number': 1, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:36.824431 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:36.827476 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a1d15-5ab9-41df-9a46-4c4187be16ad None None] Checking router: de4a187b-7559-4915-a8ba-ebe1e6b58d7c for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:10:36.838674 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a1d15-5ab9-41df-9a46-4c4187be16ad None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:10:36.840472 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0e9a1d15-5ab9-41df-9a46-4c4187be16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:10:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:36.853621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c0086-88e0-46c8-8eee-401457eb0abe req-19e1c4c2-62da-432c-8ae8-004aee9b0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:36.855206 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c60c0086-88e0-46c8-8eee-401457eb0abe req-19e1c4c2-62da-432c-8ae8-004aee9b0718 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.4898946 Jun 03 15:10:37.007385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f7c4b-7f00-4393-be88-c63633b137a0 req-5c1cf459-1fb0-4d2e-aa40-69c7569baedb tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.012973 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4de35f5a-fdd7-4b40-b467-30c0795e01e0 req-fa193e0a-fff8-4ce3-a150-f0f671cab22a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545522 Jun 03 15:10:37.016526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d0f7c4b-7f00-4393-be88-c63633b137a0 req-5c1cf459-1fb0-4d2e-aa40-69c7569baedb tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 943 time: 0.1245573 Jun 03 15:10:37.027170 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c60c0086-88e0-46c8-8eee-401457eb0abe req-2454636f-8525-4a88-b6fa-f4f2c719d8da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=78115f06-6b55-429f-85c6-c53d3f1f75d5 HTTP/1.1" status: 200 len: 217 time: 0.1325500 Jun 03 15:10:37.074581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d0f7c4b-7f00-4393-be88-c63633b137a0 req-3561d94e-41ee-4f2c-a7c3-29bf80afbb9f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569630 Jun 03 15:10:37.165492 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0e9a1d15-5ab9-41df-9a46-4c4187be16ad None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:10:37.222486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50e771-4052-4e45-8ead-e40ba69599e4 req-50e0e8bd-f741-4601-b2b4-03b6421dd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.223965 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a50e771-4052-4e45-8ead-e40ba69599e4 req-50e0e8bd-f741-4601-b2b4-03b6421dd339 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 HTTP/1.1" status: 200 len: 925 time: 0.4081497 Jun 03 15:10:37.357948 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a50e771-4052-4e45-8ead-e40ba69599e4 req-0769663e-9cf6-40b4-ba79-8a67898387b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 HTTP/1.1" status: 200 len: 1020 time: 0.1270061 Jun 03 15:10:37.391476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349eff5-2342-4390-9686-e55ac53910c7 req-f9e39cc4-8f00-4def-8531-dea8e8b15943 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.398281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6349eff5-2342-4390-9686-e55ac53910c7 req-f9e39cc4-8f00-4def-8531-dea8e8b15943 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 948 time: 0.1416495 Jun 03 15:10:37.510154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6349eff5-2342-4390-9686-e55ac53910c7 req-189957d1-1399-4bc0-ac1c-bea9097dbdd1 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048381 Jun 03 15:10:37.533409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c0086-88e0-46c8-8eee-401457eb0abe req-4320c056-4ffd-4072-a448-16be6581ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.535449 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c60c0086-88e0-46c8-8eee-401457eb0abe req-4320c056-4ffd-4072-a448-16be6581ddbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0804229 Jun 03 15:10:37.621235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50e771-4052-4e45-8ead-e40ba69599e4 req-43a28a63-6b49-41d7-b75a-7efeb1994dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.623099 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a50e771-4052-4e45-8ead-e40ba69599e4 req-43a28a63-6b49-41d7-b75a-7efeb1994dd1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3643cc6a-71bb-45ac-92f2-833c795c0750 HTTP/1.1" status: 200 len: 863 time: 0.2549973 Jun 03 15:10:37.689019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d566a3-0a72-4b8e-9fa4-888ad8edc487 req-a251ca06-0673-41f7-8287-15853dc39a92 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.691828 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65d566a3-0a72-4b8e-9fa4-888ad8edc487 req-a251ca06-0673-41f7-8287-15853dc39a92 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 950 time: 0.1402869 Jun 03 15:10:37.733705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c0086-88e0-46c8-8eee-401457eb0abe req-e1dc965f-cc29-4265-9acf-88ae984c918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.738094 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c60c0086-88e0-46c8-8eee-401457eb0abe req-e1dc965f-cc29-4265-9acf-88ae984c918f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814876 Jun 03 15:10:37.740893 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0e9a1d15-5ab9-41df-9a46-4c4187be16ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'port_id': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'mac_address': 'fa:16:3e:27:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'device_owner': 'compute:tempest-test_az-341188902'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:10:12Z', 'updated_at': '2022-06-03T15:10:34Z', 'revision_number': 1, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:37.748644 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a1d15-5ab9-41df-9a46-4c4187be16ad None None] The sync data for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 is: [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'port_id': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'mac_address': 'fa:16:3e:27:48:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'device_owner': 'compute:tempest-test_az-341188902'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:10:12Z', 'updated_at': '2022-06-03T15:10:34Z', 'revision_number': 1, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:10:37.780719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50e771-4052-4e45-8ead-e40ba69599e4 req-a1626069-7804-4913-bd37-c98ebb1ca9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:37.781725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65d566a3-0a72-4b8e-9fa4-888ad8edc487 req-7a5c19ee-becc-4aa5-93f4-fd100f3355cf tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809119 Jun 03 15:10:37.782366 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a50e771-4052-4e45-8ead-e40ba69599e4 req-a1626069-7804-4913-bd37-c98ebb1ca9c1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527512 Jun 03 15:10:38.005694 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c60c0086-88e0-46c8-8eee-401457eb0abe req-9532774c-916b-4dec-9697-40020550988d service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614326 Jun 03 15:10:38.014286 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a50e771-4052-4e45-8ead-e40ba69599e4 req-b4dc79b2-a677-4b6c-aefe-a9ac46958978 service neutron] 10.222.0.75 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736093 Jun 03 15:10:38.045577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde35d5-5b18-4ff0-8927-a2b44ad68d31 None None] New status for floating IP 1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:10:38.273191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9f34cd60-eca9-4b10-b3c0-4d283f83086b details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:38.323750 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a50e771-4052-4e45-8ead-e40ba69599e4 req-a1eeb057-e15e-4b23-bdec-ba676bd75d82 service neutron] 10.222.0.75 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032639 Jun 03 15:10:38.326082 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c60c0086-88e0-46c8-8eee-401457eb0abe req-cd97fa17-e85b-4ea2-b3a0-6212bff5066a service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068693 Jun 03 15:10:38.468118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf99af9-a08a-41a5-bee9-4f091f8a68ed req-834f20e0-f834-414a-b6c4-e8e878223d40 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:38.470758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bf99af9-a08a-41a5-bee9-4f091f8a68ed req-834f20e0-f834-414a-b6c4-e8e878223d40 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 943 time: 0.1144197 Jun 03 15:10:38.507232 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:38.549506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:38.551742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bf99af9-a08a-41a5-bee9-4f091f8a68ed req-b16a2c50-974e-4648-9428-78e7e8684389 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747221 Jun 03 15:10:38.576861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '9f34cd60-eca9-4b10-b3c0-4d283f83086b', 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810', 'port_id': '9f34cd60-eca9-4b10-b3c0-4d283f83086b', 'mac_address': 'fa:16:3e:b5:1a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8d6379-eb96-4f03-8390-c2aeb681aa26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:38.658764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 9f34cd60-eca9-4b10-b3c0-4d283f83086b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:38.659426 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:38.678827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f34cd60-eca9-4b10-b3c0-4d283f83086b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:38.696878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:38.702169 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:38.781802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=9f34cd60-eca9-4b10-b3c0-4d283f83086b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:38.861074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7e292-9d54-4d56-a3a8-ea748fe0c0c3 req-918f6421-d893-458e-9cea-4e4aa92de6f4 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:38.862639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19b7e292-9d54-4d56-a3a8-ea748fe0c0c3 req-918f6421-d893-458e-9cea-4e4aa92de6f4 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 948 time: 0.1052551 Jun 03 15:10:38.905488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['9f34cd60-eca9-4b10-b3c0-4d283f83086b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:38.910471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19b7e292-9d54-4d56-a3a8-ea748fe0c0c3 req-915083d4-5864-40c4-9ec9-d55cde2f5baf tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 Jun 03 15:10:39.324002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4d77d-4885-44d0-8ca9-9028ef8d40c8 req-5f54ee07-940a-4478-bdfd-74004d745da9 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:39.325989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fc4d77d-4885-44d0-8ca9-9028ef8d40c8 req-5f54ee07-940a-4478-bdfd-74004d745da9 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 950 time: 0.0901916 Jun 03 15:10:39.381769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fc4d77d-4885-44d0-8ca9-9028ef8d40c8 req-e0ac3e5f-4182-479c-a7a8-84f85c8fc0b4 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482647 Jun 03 15:10:39.544871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53134) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:39.673535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55ee56e0-0c9b-4780-af68-2b1d8764b792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:39.688816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-55ee56e0-0c9b-4780-af68-2b1d8764b792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:39.693119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-55ee56e0-0c9b-4780-af68-2b1d8764b792 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ebcf5442dc42d2bad7bd67dc970892 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:39.696217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-55ee56e0-0c9b-4780-af68-2b1d8764b792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:39.706412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-55ee56e0-0c9b-4780-af68-2b1d8764b792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:39.804657 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55ee56e0-0c9b-4780-af68-2b1d8764b792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:39.812892 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55ee56e0-0c9b-4780-af68-2b1d8764b792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:39.900707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-55ee56e0-0c9b-4780-af68-2b1d8764b792 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2ebcf5442dc42d2bad7bd67dc970892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542843 Jun 03 15:10:39.904236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53154) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:39.905677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee56e0-0c9b-4780-af68-2b1d8764b792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a99967a-cdf5-407e-adec-720111655def,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:39.970226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7dcc55-dfd3-4c09-993b-d6c853c3beae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:39.997362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7dcc55-dfd3-4c09-993b-d6c853c3beae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.005001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891e91b-60f3-4ec6-8e7d-da7abce24ced req-bcf5ef05-0867-4f57-acbb-56a9050f5dff tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:40.006504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9891e91b-60f3-4ec6-8e7d-da7abce24ced req-bcf5ef05-0867-4f57-acbb-56a9050f5dff tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 944 time: 0.1633723 Jun 03 15:10:40.018273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2cf6-4bcb-42b7-a491-d541fb37498e req-b82ad6f7-e1c1-40b2-93c0-f612623545be tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:40.019946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-209b2cf6-4bcb-42b7-a491-d541fb37498e req-b82ad6f7-e1c1-40b2-93c0-f612623545be tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 950 time: 0.1181760 Jun 03 15:10:40.053540 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7dcc55-dfd3-4c09-993b-d6c853c3beae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.069835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dcc55-dfd3-4c09-993b-d6c853c3beae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a99967a-cdf5-407e-adec-720111655def,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:40.075165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7dcc55-dfd3-4c09-993b-d6c853c3beae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.079094 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2e7dcc55-dfd3-4c09-993b-d6c853c3beae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a99967a-cdf5-407e-adec-720111655def HTTP/1.1" status: 204 len: 168 time: 0.1711302 Jun 03 15:10:40.094298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9891e91b-60f3-4ec6-8e7d-da7abce24ced req-8ba0b977-3966-4bed-ae65-55cdbed193e7 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733771 Jun 03 15:10:40.106751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-209b2cf6-4bcb-42b7-a491-d541fb37498e req-3059362c-8d22-4d4c-abdc-9b8d1a878a86 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710907 Jun 03 15:10:40.187548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9f34cd60-eca9-4b10-b3c0-4d283f83086b up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:40.267744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 9f34cd60-eca9-4b10-b3c0-4d283f83086b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:40.278662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 9f34cd60-eca9-4b10-b3c0-4d283f83086b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:40.279198 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.495587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53180) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:40.534004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4254ff14-4488-4b52-b5a3-4e8ca8e078cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.539387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 9f34cd60-eca9-4b10-b3c0-4d283f83086b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:40.539901 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.541266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcf14a-3cbe-4a47-846d-8f63a8260f1c req-a6195130-1c80-4ae3-bd8e-69defab74672 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:40.550671 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2bcf14a-3cbe-4a47-846d-8f63a8260f1c req-a6195130-1c80-4ae3-bd8e-69defab74672 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 948 time: 0.1354597 Jun 03 15:10:40.575707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4254ff14-4488-4b52-b5a3-4e8ca8e078cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:40.580131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f34cd60-eca9-4b10-b3c0-4d283f83086b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:40.581918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4254ff14-4488-4b52-b5a3-4e8ca8e078cd admin admin] Usage tracker for resource:security_group_rule and tenant:2e0872d6f6bf4c34a4675d5cc3d065e1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:40.585922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4254ff14-4488-4b52-b5a3-4e8ca8e078cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:40.588365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:40.595009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4254ff14-4488-4b52-b5a3-4e8ca8e078cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:40.597295 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.616085 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2bcf14a-3cbe-4a47-846d-8f63a8260f1c req-555e7ce4-5631-454a-9899-e61237a172fe tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643694 Jun 03 15:10:40.705485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=9f34cd60-eca9-4b10-b3c0-4d283f83086b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:40.752299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4254ff14-4488-4b52-b5a3-4e8ca8e078cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.753352 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020ed7d6-a3c6-4f1a-b1ff-efb7916189b8'] response: {'server_uuid': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f34cd60-eca9-4b10-b3c0-4d283f83086b', 'code': 200} Jun 03 15:10:40.772888 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4254ff14-4488-4b52-b5a3-4e8ca8e078cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:40.969339 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4254ff14-4488-4b52-b5a3-4e8ca8e078cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e0872d6f6bf4c34a4675d5cc3d065e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4721935 Jun 03 15:10:40.970711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53204) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:41.016507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254ff14-4488-4b52-b5a3-4e8ca8e078cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3218c7f1-9511-4306-bf90-e138899b97c5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:41.043855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53218) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:41.052276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255b3ae-830f-4075-af24-975e2994072b req-9e9631af-4bd6-4e98-a90f-d26179c6f4fb tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:41.059324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d255b3ae-830f-4075-af24-975e2994072b req-9e9631af-4bd6-4e98-a90f-d26179c6f4fb tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 950 time: 0.1347079 Jun 03 15:10:41.078051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccc833-d620-4121-b62e-2be343400a2d req-e7edefa5-22ca-420c-a09a-36055ca5f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:41.079738 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bccc833-d620-4121-b62e-2be343400a2d req-e7edefa5-22ca-420c-a09a-36055ca5f460 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 1096 time: 0.2185168 Jun 03 15:10:41.112940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d255b3ae-830f-4075-af24-975e2994072b req-1ee84bd8-6135-4b23-8714-4b0a8164b75e tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526621 Jun 03 15:10:41.118747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36933d34-b52a-47a4-aeb6-e4016fc0e8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.164394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36933d34-b52a-47a4-aeb6-e4016fc0e8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.227880 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bccc833-d620-4121-b62e-2be343400a2d req-fd1fc0f6-3103-402a-ad95-4549f9916e7c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345322 Jun 03 15:10:41.228594 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcfebdc3-0676-44f3-86ea-1e0abc65c53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.254302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bcfebdc3-0676-44f3-86ea-1e0abc65c53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:41.259766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bcfebdc3-0676-44f3-86ea-1e0abc65c53d admin admin] Usage tracker for resource:security_group_rule and tenant:70992d510d2c4437906f4b35fe894030 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:41.265176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bcfebdc3-0676-44f3-86ea-1e0abc65c53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:41.272401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bcfebdc3-0676-44f3-86ea-1e0abc65c53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:41.367906 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36933d34-b52a-47a4-aeb6-e4016fc0e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.375275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cc808-9de7-4d69-a9e4-128c1750f733 req-1fce9084-0ba5-4208-932c-10bc8fb838dd tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:41.385763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c0cc808-9de7-4d69-a9e4-128c1750f733 req-1fce9084-0ba5-4208-932c-10bc8fb838dd tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 945 time: 0.1079075 Jun 03 15:10:41.401507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36933d34-b52a-47a4-aeb6-e4016fc0e8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3218c7f1-9511-4306-bf90-e138899b97c5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:41.435170 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36933d34-b52a-47a4-aeb6-e4016fc0e8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.436303 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-36933d34-b52a-47a4-aeb6-e4016fc0e8ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3218c7f1-9511-4306-bf90-e138899b97c5 HTTP/1.1" status: 204 len: 168 time: 0.4624112 Jun 03 15:10:41.455709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c0cc808-9de7-4d69-a9e4-128c1750f733 req-52ab25ee-0f0c-48c6-b076-7717bf5ac59e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659282 Jun 03 15:10:41.481802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcfebdc3-0676-44f3-86ea-1e0abc65c53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.487568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 78115f06-6b55-429f-85c6-c53d3f1f75d5 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:41.493811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcfebdc3-0676-44f3-86ea-1e0abc65c53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.560647 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bcfebdc3-0676-44f3-86ea-1e0abc65c53d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70992d510d2c4437906f4b35fe894030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147400 Jun 03 15:10:41.562489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfebdc3-0676-44f3-86ea-1e0abc65c53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9903761-61aa-4308-920e-b422c70fd9a6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:41.563378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53238) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:41.651381 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acfb3b95-34f0-4f06-9823-a19a3b9e338d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.688103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 78115f06-6b55-429f-85c6-c53d3f1f75d5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=78115f06-6b55-429f-85c6-c53d3f1f75d5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:41.691668 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acfb3b95-34f0-4f06-9823-a19a3b9e338d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.710025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '78115f06-6b55-429f-85c6-c53d3f1f75d5', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '78115f06-6b55-429f-85c6-c53d3f1f75d5', 'mac_address': 'fa:16:3e:7f:c0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:10:41.747460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:41.790392 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acfb3b95-34f0-4f06-9823-a19a3b9e338d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.808384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 78115f06-6b55-429f-85c6-c53d3f1f75d5 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:41.808752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.838150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78115f06-6b55-429f-85c6-c53d3f1f75d5 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:10:41.843518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb3b95-34f0-4f06-9823-a19a3b9e338d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9903761-61aa-4308-920e-b422c70fd9a6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:41.863609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 78115f06-6b55-429f-85c6-c53d3f1f75d5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=78115f06-6b55-429f-85c6-c53d3f1f75d5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:41.879458 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.969591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=78115f06-6b55-429f-85c6-c53d3f1f75d5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:41.970747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25f892af-3e05-421a-8ece-c079c345ae92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:41.991471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-25f892af-3e05-421a-8ece-c079c345ae92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:41.996234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-25f892af-3e05-421a-8ece-c079c345ae92 admin admin] Usage tracker for resource:security_group_rule and tenant:5d0136b363dc4ce696fe1a6f2495e0ff is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:41.999784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-25f892af-3e05-421a-8ece-c079c345ae92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:42.006570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-25f892af-3e05-421a-8ece-c079c345ae92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:42.012221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acfb3b95-34f0-4f06-9823-a19a3b9e338d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.013439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-acfb3b95-34f0-4f06-9823-a19a3b9e338d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9903761-61aa-4308-920e-b422c70fd9a6 HTTP/1.1" status: 204 len: 168 time: 0.4490867 Jun 03 15:10:42.041634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b425a7-6eec-4c77-a511-37ebdd4bb0ad req-f82b5e34-3d03-40ac-b27b-ce694818ae7b tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:42.043361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0b425a7-6eec-4c77-a511-37ebdd4bb0ad req-f82b5e34-3d03-40ac-b27b-ce694818ae7b tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 949 time: 0.2056222 Jun 03 15:10:42.107728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0b425a7-6eec-4c77-a511-37ebdd4bb0ad req-cc7c55fb-c5f6-4fcc-b61b-20997cbd67c5 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568635 Jun 03 15:10:42.139884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25f892af-3e05-421a-8ece-c079c345ae92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.146040 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25f892af-3e05-421a-8ece-c079c345ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.222415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f892af-3e05-421a-8ece-c079c345ae92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ffa10e-1d71-4ea5-bbe2-0ca07f236e0e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:42.314806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53276) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:42.315100 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-25f892af-3e05-421a-8ece-c079c345ae92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d0136b363dc4ce696fe1a6f2495e0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5661340 Jun 03 15:10:42.377188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['78115f06-6b55-429f-85c6-c53d3f1f75d5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:42.537191 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8dbfda3f-f1f9-4418-8a74-363361461861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.583314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89fef3-4d13-4c01-b261-4e846df0d0bb req-bf28fe4c-e55d-412d-ae28-3574e342fb3c tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:42.584807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b89fef3-4d13-4c01-b261-4e846df0d0bb req-bf28fe4c-e55d-412d-ae28-3574e342fb3c tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 950 time: 0.2056780 Jun 03 15:10:42.586762 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8dbfda3f-f1f9-4418-8a74-363361461861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.615502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53286) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:42.651037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3789-a25d-4814-a423-869df890a1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.676962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0bb3789-a25d-4814-a423-869df890a1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:42.678199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b89fef3-4d13-4c01-b261-4e846df0d0bb req-608837f7-f325-4771-9e9e-43fcafd9dc09 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843933 Jun 03 15:10:42.687826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e0bb3789-a25d-4814-a423-869df890a1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:9ad975a76286465f9c755a151d6d4598 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:42.694533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e0bb3789-a25d-4814-a423-869df890a1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:42.700311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8dbfda3f-f1f9-4418-8a74-363361461861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.721395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0bb3789-a25d-4814-a423-869df890a1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:42.733201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfda3f-f1f9-4418-8a74-363361461861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ffa10e-1d71-4ea5-bbe2-0ca07f236e0e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:42.747598 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8dbfda3f-f1f9-4418-8a74-363361461861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:42.753863 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8dbfda3f-f1f9-4418-8a74-363361461861 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27ffa10e-1d71-4ea5-bbe2-0ca07f236e0e HTTP/1.1" status: 204 len: 168 time: 0.4375577 Jun 03 15:10:42.943466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e839b-7ea1-40b6-822c-ca8c79acb6a2 req-37b6b9a6-a253-49d8-ae85-88c77cc57cbd tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:42.945001 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e8e839b-7ea1-40b6-822c-ca8c79acb6a2 req-37b6b9a6-a253-49d8-ae85-88c77cc57cbd tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 945 time: 0.1365149 Jun 03 15:10:42.980771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-2d80388b-97de-4491-8f45-5b2c79feffc3 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:42.982151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-2d80388b-97de-4491-8f45-5b2c79feffc3 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Synchronizing usage tracker for tenant:c69570c344ce43bc9b3e17cb35cb59b7 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:43.002760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e8e839b-7ea1-40b6-822c-ca8c79acb6a2 req-099ac14b-d515-430d-85ec-b4dc0d228a62 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505419 Jun 03 15:10:43.023486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-2d80388b-97de-4491-8f45-5b2c79feffc3 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Unset dirty status for tenant:c69570c344ce43bc9b3e17cb35cb59b7 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:43.024689 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-2d80388b-97de-4491-8f45-5b2c79feffc3 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 950 time: 0.3046784 Jun 03 15:10:43.116512 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3789-a25d-4814-a423-869df890a1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.122699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-17152564-449d-4565-ad82-c75f1a0ba292 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Deleting port 37c69cdb-3ad5-4906-89a8-4796137a53b2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:10:43.123035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-17152564-449d-4565-ad82-c75f1a0ba292 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.170632 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3789-a25d-4814-a423-869df890a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.256951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb3789-a25d-4814-a423-869df890a1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbc8291-6248-44a3-935d-3289373e6a3a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:43.265672 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e0bb3789-a25d-4814-a423-869df890a1e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ad975a76286465f9c755a151d6d4598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6489623 Jun 03 15:10:43.271221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:43.373914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c06f08-f344-423c-8aa6-21e0829f8cad req-0bc71d49-b084-467f-ab8d-e52eca46e8bf tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:43.383799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80c06f08-f344-423c-8aa6-21e0829f8cad req-0bc71d49-b084-467f-ab8d-e52eca46e8bf tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 949 time: 0.1499486 Jun 03 15:10:43.395448 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4382de-e2d7-4002-92ab-6f22d25ae783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.442623 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80c06f08-f344-423c-8aa6-21e0829f8cad req-bf2971ea-1e1b-4f0f-ba91-737ac77f401e tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574698 Jun 03 15:10:43.506898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4382de-e2d7-4002-92ab-6f22d25ae783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.527733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53316) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:43.578397 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a07a42a0-32cb-4351-980f-7b177c57eaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.604637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-17152564-449d-4565-ad82-c75f1a0ba292 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] For port 37c69cdb-3ad5-4906-89a8-4796137a53b2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=37c69cdb-3ad5-4906-89a8-4796137a53b2,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:43.605177 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-17152564-449d-4565-ad82-c75f1a0ba292 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.605978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a07a42a0-32cb-4351-980f-7b177c57eaa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:43.625255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a07a42a0-32cb-4351-980f-7b177c57eaa9 admin admin] Usage tracker for resource:security_group_rule and tenant:0b0533b4b0494f9d9d4cc082741fc7dd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:43.633965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a07a42a0-32cb-4351-980f-7b177c57eaa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:43.643924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53322) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:43.646469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a07a42a0-32cb-4351-980f-7b177c57eaa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:43.767479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-17152564-449d-4565-ad82-c75f1a0ba292 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Calling delete_port for 37c69cdb-3ad5-4906-89a8-4796137a53b2 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:10:43.802194 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4382de-e2d7-4002-92ab-6f22d25ae783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.815596 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c10286-ead1-4d16-b0d6-ad8e88738fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.855417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a07a42a0-32cb-4351-980f-7b177c57eaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.856604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4382de-e2d7-4002-92ab-6f22d25ae783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbc8291-6248-44a3-935d-3289373e6a3a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:43.866672 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4382de-e2d7-4002-92ab-6f22d25ae783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.870276 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-de4382de-e2d7-4002-92ab-6f22d25ae783 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffbc8291-6248-44a3-935d-3289373e6a3a HTTP/1.1" status: 204 len: 168 time: 0.5948052 Jun 03 15:10:43.938264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a07a42a0-32cb-4351-980f-7b177c57eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:43.974123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-36c10286-ead1-4d16-b0d6-ad8e88738fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:43.990615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-36c10286-ead1-4d16-b0d6-ad8e88738fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5d3a1afc3d4eaeb56f1bdb6d06af31 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:43.992589 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-17152564-449d-4565-ad82-c75f1a0ba292 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.008406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-36c10286-ead1-4d16-b0d6-ad8e88738fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:44.028498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['37c69cdb-3ad5-4906-89a8-4796137a53b2'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:44.043470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-36c10286-ead1-4d16-b0d6-ad8e88738fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:44.046072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17152564-449d-4565-ad82-c75f1a0ba292 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Pushing event deleted for resources: {'Port': ['ID=37c69cdb-3ad5-4906-89a8-4796137a53b2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:44.070275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a07a42a0-32cb-4351-980f-7b177c57eaa9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b0533b4b0494f9d9d4cc082741fc7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5412240 Jun 03 15:10:44.073642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a42a0-32cb-4351-980f-7b177c57eaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afaa69e-3793-48a2-a23d-0bb86dcb9643,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:44.085886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53340) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:44.160693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b6e54-addb-43a3-8567-9a91781128c7 req-a6fb8454-fa1a-47e4-8645-77739cd7ffe9 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:44.167838 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a3b6e54-addb-43a3-8567-9a91781128c7 req-a6fb8454-fa1a-47e4-8645-77739cd7ffe9 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 1096 time: 0.5109127 Jun 03 15:10:44.190464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-17152564-449d-4565-ad82-c75f1a0ba292 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] No DVR routers for this DVR port 37c69cdb-3ad5-4906-89a8-4796137a53b2 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:10:44.193142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-17152564-449d-4565-ad82-c75f1a0ba292 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.196236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b37257e-0165-4e5f-a330-67a0cc7fa693', 'name': 'network-vif-deleted', 'tag': '37c69cdb-3ad5-4906-89a8-4796137a53b2'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:44.223883 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3f6eeb83-48be-4066-abb6-f8a7a33ec56d req-17152564-449d-4565-ad82-c75f1a0ba292 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.67 "DELETE /v2.0/ports/37c69cdb-3ad5-4906-89a8-4796137a53b2 HTTP/1.1" status: 204 len: 173 time: 1.1898279 Jun 03 15:10:44.266486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fda74-e1c8-448e-98a7-5e68cd28dd7a req-b9c34d76-ef1d-483b-9ab0-cc74fa9329b1 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:44.273913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c1fda74-e1c8-448e-98a7-5e68cd28dd7a req-b9c34d76-ef1d-483b-9ab0-cc74fa9329b1 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b37257e-0165-4e5f-a330-67a0cc7fa693 HTTP/1.1" status: 200 len: 950 time: 0.3966556 Jun 03 15:10:44.317346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8a3b6e54-addb-43a3-8567-9a91781128c7 req-d74f89bd-2f61-411c-a4d6-2f256c147a9f tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Synchronizing usage tracker for tenant:0be8d69c23aa455a9bf6ca21d4ef1ae2 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:44.355479 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3181-7230-4dc4-8d89-ad99ba5fcd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.395809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c1fda74-e1c8-448e-98a7-5e68cd28dd7a req-d54a415a-4096-42df-bb1d-15fdbdc51561 tempest-DeleteServersAdminTestJSON-170996747 tempest-DeleteServersAdminTestJSON-170996747-project] 10.222.0.48 "GET /v2.0/security-groups?id=b82d894c-d9e3-4d19-94ac-6748315acabd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192453 Jun 03 15:10:44.426071 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3181-7230-4dc4-8d89-ad99ba5fcd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.437440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8a3b6e54-addb-43a3-8567-9a91781128c7 req-d74f89bd-2f61-411c-a4d6-2f256c147a9f tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Unset dirty status for tenant:0be8d69c23aa455a9bf6ca21d4ef1ae2 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:44.438607 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a3b6e54-addb-43a3-8567-9a91781128c7 req-d74f89bd-2f61-411c-a4d6-2f256c147a9f tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699206 Jun 03 15:10:44.463210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c10286-ead1-4d16-b0d6-ad8e88738fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.479175 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c10286-ead1-4d16-b0d6-ad8e88738fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.549432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-36c10286-ead1-4d16-b0d6-ad8e88738fc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f5d3a1afc3d4eaeb56f1bdb6d06af31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9041922 Jun 03 15:10:44.550605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c10286-ead1-4d16-b0d6-ad8e88738fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fd858e-4db6-4097-a8f7-254839ba6ae8,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:44.552322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53362) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:44.564345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3181-7230-4dc4-8d89-ad99ba5fcd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.595484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d3181-7230-4dc4-8d89-ad99ba5fcd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afaa69e-3793-48a2-a23d-0bb86dcb9643,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:44.606304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3181-7230-4dc4-8d89-ad99ba5fcd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.610668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6f2d3181-7230-4dc4-8d89-ad99ba5fcd3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1afaa69e-3793-48a2-a23d-0bb86dcb9643 HTTP/1.1" status: 204 len: 168 time: 0.5216169 Jun 03 15:10:44.649861 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989aab4b-5f32-42ac-9671-c568d87ad6f2'] response: {'server_uuid': '2b37257e-0165-4e5f-a330-67a0cc7fa693', 'name': 'network-vif-deleted', 'tag': '37c69cdb-3ad5-4906-89a8-4796137a53b2', 'status': 'completed', 'code': 200} Jun 03 15:10:44.659544 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9349-73a1-43d7-913c-81fa19e5864d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.701191 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9349-73a1-43d7-913c-81fa19e5864d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.768359 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9349-73a1-43d7-913c-81fa19e5864d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.791644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd9349-73a1-43d7-913c-81fa19e5864d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fd858e-4db6-4097-a8f7-254839ba6ae8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:44.801782 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0cd9349-73a1-43d7-913c-81fa19e5864d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:44.803618 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a0cd9349-73a1-43d7-913c-81fa19e5864d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0fd858e-4db6-4097-a8f7-254839ba6ae8 HTTP/1.1" status: 204 len: 168 time: 0.2500043 Jun 03 15:10:44.841796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f62c0-554c-4df5-a971-d9b9cd2e770b req-dbf95b8c-c09c-4597-83e1-95d65cc3b706 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:44.846503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-399f62c0-554c-4df5-a971-d9b9cd2e770b req-dbf95b8c-c09c-4597-83e1-95d65cc3b706 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 949 time: 0.1025877 Jun 03 15:10:44.996553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-399f62c0-554c-4df5-a971-d9b9cd2e770b req-46ee506a-1a64-4a63-b452-637d5bddc821 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199989 Jun 03 15:10:45.076076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45049-11f3-4708-bdc1-e789bce9b571 req-1241b345-ff31-43d9-b598-094492673f2e tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.076707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45049-11f3-4708-bdc1-e789bce9b571 req-1241b345-ff31-43d9-b598-094492673f2e tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.077421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45049-11f3-4708-bdc1-e789bce9b571 req-1241b345-ff31-43d9-b598-094492673f2e tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.078491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45049-11f3-4708-bdc1-e789bce9b571 req-1241b345-ff31-43d9-b598-094492673f2e tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.079378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45049-11f3-4708-bdc1-e789bce9b571 req-1241b345-ff31-43d9-b598-094492673f2e tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.080073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45049-11f3-4708-bdc1-e789bce9b571 req-1241b345-ff31-43d9-b598-094492673f2e tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.080559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45049-11f3-4708-bdc1-e789bce9b571 req-1241b345-ff31-43d9-b598-094492673f2e tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.082782 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9de45049-11f3-4708-bdc1-e789bce9b571 req-1241b345-ff31-43d9-b598-094492673f2e tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5044 time: 0.2278371 Jun 03 15:10:45.318538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562a4d0-765b-434d-9845-a08357681c27 req-6b80bd26-08be-47d5-9929-81ecf20c21f7 tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.319921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e562a4d0-765b-434d-9845-a08357681c27 req-6b80bd26-08be-47d5-9929-81ecf20c21f7 tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 886 time: 0.2147002 Jun 03 15:10:45.353509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53392) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:45.389740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ba1c97-11e8-476c-9938-fdc74a46540d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:45.407710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97ba1c97-11e8-476c-9938-fdc74a46540d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:45.412568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-97ba1c97-11e8-476c-9938-fdc74a46540d admin admin] Usage tracker for resource:security_group_rule and tenant:f288c3bd9d2d48e790409d3f4005aef7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:45.416383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-97ba1c97-11e8-476c-9938-fdc74a46540d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:45.423534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97ba1c97-11e8-476c-9938-fdc74a46540d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:45.433250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7b825-041a-4d67-b000-c324ec679580 req-0df0b4c1-a462-4a7b-a459-bb20a0409a71 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.440394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2a7b825-041a-4d67-b000-c324ec679580 req-0df0b4c1-a462-4a7b-a459-bb20a0409a71 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 1096 time: 0.1695354 Jun 03 15:10:45.517678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2a7b825-041a-4d67-b000-c324ec679580 req-98fd607f-f765-496d-9267-53d18a7238bc tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765748 Jun 03 15:10:45.534682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 78115f06-6b55-429f-85c6-c53d3f1f75d5 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:10:45.575862 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ba1c97-11e8-476c-9938-fdc74a46540d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:45.584687 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ba1c97-11e8-476c-9938-fdc74a46540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:45.629608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54924e52-1e29-4cb7-8bd6-fa910cf634e8 req-45d22fbd-be3a-47ee-8113-2f12ece4d4f9 tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.630340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54924e52-1e29-4cb7-8bd6-fa910cf634e8 req-45d22fbd-be3a-47ee-8113-2f12ece4d4f9 tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.631074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54924e52-1e29-4cb7-8bd6-fa910cf634e8 req-45d22fbd-be3a-47ee-8113-2f12ece4d4f9 tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.634733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54924e52-1e29-4cb7-8bd6-fa910cf634e8 req-45d22fbd-be3a-47ee-8113-2f12ece4d4f9 tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.637325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba1c97-11e8-476c-9938-fdc74a46540d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02fe28e-2d32-418a-984a-2bec8dc51924,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:45.643608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54924e52-1e29-4cb7-8bd6-fa910cf634e8 req-45d22fbd-be3a-47ee-8113-2f12ece4d4f9 tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.646994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54924e52-1e29-4cb7-8bd6-fa910cf634e8 req-45d22fbd-be3a-47ee-8113-2f12ece4d4f9 tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.647642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54924e52-1e29-4cb7-8bd6-fa910cf634e8 req-45d22fbd-be3a-47ee-8113-2f12ece4d4f9 tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:45.666903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54924e52-1e29-4cb7-8bd6-fa910cf634e8 req-45d22fbd-be3a-47ee-8113-2f12ece4d4f9 tempest-NetworksTest-16636606 tempest-NetworksTest-16636606-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5044 time: 0.3222299 Jun 03 15:10:45.684582 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-97ba1c97-11e8-476c-9938-fdc74a46540d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f288c3bd9d2d48e790409d3f4005aef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286221 Jun 03 15:10:45.690344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53412) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:45.714491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 78115f06-6b55-429f-85c6-c53d3f1f75d5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:10:45.722223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 78115f06-6b55-429f-85c6-c53d3f1f75d5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:10:45.722769 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:45.886015 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-749381b0-d234-4053-95eb-c5b8408898d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:45.920940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-749381b0-d234-4053-95eb-c5b8408898d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.001594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 78115f06-6b55-429f-85c6-c53d3f1f75d5 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:10:46.002239 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.013956 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-749381b0-d234-4053-95eb-c5b8408898d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.056248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-749381b0-d234-4053-95eb-c5b8408898d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.061041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-749381b0-d234-4053-95eb-c5b8408898d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b02fe28e-2d32-418a-984a-2bec8dc51924 HTTP/1.1" status: 204 len: 168 time: 0.3697166 Jun 03 15:10:46.068028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749381b0-d234-4053-95eb-c5b8408898d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02fe28e-2d32-418a-984a-2bec8dc51924,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:46.076608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b979c0f-d35a-4b8d-88f7-e0f890169012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78115f06-6b55-429f-85c6-c53d3f1f75d5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:46.099946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 78115f06-6b55-429f-85c6-c53d3f1f75d5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=78115f06-6b55-429f-85c6-c53d3f1f75d5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:46.105247 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.216670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53444) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:46.227507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=78115f06-6b55-429f-85c6-c53d3f1f75d5,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:46.295781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb70b2-0761-4eb4-ad25-ceaea7157aea req-a6a2f661-46f3-4312-ac8f-6e56d0d4a339 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:46.297587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47fb70b2-0761-4eb4-ad25-ceaea7157aea req-a6a2f661-46f3-4312-ac8f-6e56d0d4a339 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 950 time: 0.1085188 Jun 03 15:10:46.351760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47fb70b2-0761-4eb4-ad25-ceaea7157aea req-0c5ee14e-9d43-4551-bcb3-fa41116b3487 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478811 Jun 03 15:10:46.487146 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e11895-a795-46d4-a478-92f2513d5eb3'] response: {'server_uuid': '3b979c0f-d35a-4b8d-88f7-e0f890169012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78115f06-6b55-429f-85c6-c53d3f1f75d5', 'code': 200} Jun 03 15:10:46.681531 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4473-7e81-422c-905e-ae96aeecadcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.699099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8e5b4473-7e81-422c-905e-ae96aeecadcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:46.704688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8e5b4473-7e81-422c-905e-ae96aeecadcc admin admin] Usage tracker for resource:security_group_rule and tenant:d964c37444d747a69fbd1c7f4740d15b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:46.708698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8e5b4473-7e81-422c-905e-ae96aeecadcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:46.715636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c867f6-735d-4450-b7d4-3911ab965af7 req-75f2a728-8ae1-4573-b0c1-4a51eb49ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:46.717111 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25c867f6-735d-4450-b7d4-3911ab965af7 req-75f2a728-8ae1-4573-b0c1-4a51eb49ec6b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 1101 time: 0.1194117 Jun 03 15:10:46.717965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8e5b4473-7e81-422c-905e-ae96aeecadcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:46.786793 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25c867f6-735d-4450-b7d4-3911ab965af7 req-a3a41e20-f117-492f-9488-3561e3161f34 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599754 Jun 03 15:10:46.847658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4473-7e81-422c-905e-ae96aeecadcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.852601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4473-7e81-422c-905e-ae96aeecadcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:46.912357 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8e5b4473-7e81-422c-905e-ae96aeecadcc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d964c37444d747a69fbd1c7f4740d15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6942363 Jun 03 15:10:46.913982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b4473-7e81-422c-905e-ae96aeecadcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4706ac6a-35d3-4bbb-9db7-ddd201486237,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:46.914756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53478) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:46.994210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91a7ac71-15c1-464c-a78f-3549645ae2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.022443 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91a7ac71-15c1-464c-a78f-3549645ae2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.043246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53488) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:47.100409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91a7ac71-15c1-464c-a78f-3549645ae2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.124462 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91a7ac71-15c1-464c-a78f-3549645ae2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.128596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-91a7ac71-15c1-464c-a78f-3549645ae2e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4706ac6a-35d3-4bbb-9db7-ddd201486237 HTTP/1.1" status: 204 len: 168 time: 0.2093816 Jun 03 15:10:47.128596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7ac71-15c1-464c-a78f-3549645ae2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4706ac6a-35d3-4bbb-9db7-ddd201486237,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:47.402349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53514) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:47.414515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-06858b5b-b8bc-4073-ab8a-409ac7ea3ad4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c69570c344ce43bc9b3e17cb35cb59b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3700125 Jun 03 15:10:47.469611 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-481d9bcf-d5f3-4502-9268-74d6eb5c4a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.503001 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-481d9bcf-d5f3-4502-9268-74d6eb5c4a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.529745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 37c69cdb-3ad5-4906-89a8-4796137a53b2 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:10:47.590219 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-481d9bcf-d5f3-4502-9268-74d6eb5c4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.611215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d9bcf-d5f3-4502-9268-74d6eb5c4a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82d894c-d9e3-4d19-94ac-6748315acabd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:47.617803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 37c69cdb-3ad5-4906-89a8-4796137a53b2 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:10:47.624409 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-481d9bcf-d5f3-4502-9268-74d6eb5c4a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.625894 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-481d9bcf-d5f3-4502-9268-74d6eb5c4a2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b82d894c-d9e3-4d19-94ac-6748315acabd HTTP/1.1" status: 204 len: 168 time: 0.2223346 Jun 03 15:10:47.628594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 37c69cdb-3ad5-4906-89a8-4796137a53b2 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:10:47.696573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca1dcc-de08-4a3e-af53-a47a091c516a req-8825341a-fc55-488e-b5cf-abd07b928662 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:47.698092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79ca1dcc-de08-4a3e-af53-a47a091c516a req-8825341a-fc55-488e-b5cf-abd07b928662 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 950 time: 0.1353006 Jun 03 15:10:47.743573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79ca1dcc-de08-4a3e-af53-a47a091c516a req-297d3132-80b5-4037-bbc0-13197c6cbe4a tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 Jun 03 15:10:47.862042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53532) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:47.887591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffc01938-113f-4d58-94fc-9908e7265667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:47.909328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ffc01938-113f-4d58-94fc-9908e7265667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:47.914710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ffc01938-113f-4d58-94fc-9908e7265667 admin admin] Usage tracker for resource:security_group_rule and tenant:5d0f48f5f38d4287911bec63c0e5e5fa is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:47.918757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ffc01938-113f-4d58-94fc-9908e7265667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:47.927200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ffc01938-113f-4d58-94fc-9908e7265667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:48.046283 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffc01938-113f-4d58-94fc-9908e7265667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.052776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffc01938-113f-4d58-94fc-9908e7265667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.111560 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ffc01938-113f-4d58-94fc-9908e7265667 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d0f48f5f38d4287911bec63c0e5e5fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469399 Jun 03 15:10:48.112486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc01938-113f-4d58-94fc-9908e7265667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b99f6a-99a8-43d2-a71e-a717c7fe0dcc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:48.114568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53550) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:48.195501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-53209aa8-1582-4946-893e-b39679d01af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.227275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-53209aa8-1582-4946-893e-b39679d01af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.308894 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-53209aa8-1582-4946-893e-b39679d01af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.325629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53209aa8-1582-4946-893e-b39679d01af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b99f6a-99a8-43d2-a71e-a717c7fe0dcc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:48.331039 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-53209aa8-1582-4946-893e-b39679d01af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.332801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-53209aa8-1582-4946-893e-b39679d01af6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13b99f6a-99a8-43d2-a71e-a717c7fe0dcc HTTP/1.1" status: 204 len: 168 time: 0.2170842 Jun 03 15:10:48.567284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53566) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:48.586309 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dab4bc42-2824-45a2-b633-88575fe6872b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.602773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dab4bc42-2824-45a2-b633-88575fe6872b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:48.607465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dab4bc42-2824-45a2-b633-88575fe6872b admin admin] Usage tracker for resource:security_group_rule and tenant:8d8812435dd04e6d8fcd3dafa196f2ba is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:48.610425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dab4bc42-2824-45a2-b633-88575fe6872b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:48.616257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dab4bc42-2824-45a2-b633-88575fe6872b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:48.672909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53572) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:48.710001 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dab4bc42-2824-45a2-b633-88575fe6872b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.715148 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dab4bc42-2824-45a2-b633-88575fe6872b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.763247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4bc42-2824-45a2-b633-88575fe6872b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1504f81b-e123-4dae-9c01-c3e27dc85918,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:48.770353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53584) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:48.770686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dab4bc42-2824-45a2-b633-88575fe6872b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d8812435dd04e6d8fcd3dafa196f2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022121 Jun 03 15:10:48.857555 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7906312f-ce7a-4b4b-93d5-dc10afe6e00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.902802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7906312f-ce7a-4b4b-93d5-dc10afe6e00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.903371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53592) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:48.962509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b141d4-30e7-4e1a-a164-fba5fd92bd48 req-cd51b5c4-f0d6-4cac-a604-6022090fbc20 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:48.972278 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26b141d4-30e7-4e1a-a164-fba5fd92bd48 req-cd51b5c4-f0d6-4cac-a604-6022090fbc20 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 950 time: 0.1103780 Jun 03 15:10:48.975754 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7906312f-ce7a-4b4b-93d5-dc10afe6e00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:48.996091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906312f-ce7a-4b4b-93d5-dc10afe6e00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1504f81b-e123-4dae-9c01-c3e27dc85918,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:49.018291 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7906312f-ce7a-4b4b-93d5-dc10afe6e00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.022350 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7906312f-ce7a-4b4b-93d5-dc10afe6e00a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1504f81b-e123-4dae-9c01-c3e27dc85918 HTTP/1.1" status: 204 len: 168 time: 0.2475584 Jun 03 15:10:49.029973 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26b141d4-30e7-4e1a-a164-fba5fd92bd48 req-eff4bd76-9320-4cc8-8f96-d6f7de60d2bd tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517721 Jun 03 15:10:49.068866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b60a93e3-e04d-4b2b-b999-06021ed0e07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.083466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b60a93e3-e04d-4b2b-b999-06021ed0e07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:49.088154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b60a93e3-e04d-4b2b-b999-06021ed0e07e admin admin] Usage tracker for resource:security_group_rule and tenant:61de58bbcf8a48e2b0eccd1066de01cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:49.091402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b60a93e3-e04d-4b2b-b999-06021ed0e07e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:49.097221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b60a93e3-e04d-4b2b-b999-06021ed0e07e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:49.187573 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b60a93e3-e04d-4b2b-b999-06021ed0e07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.191571 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b60a93e3-e04d-4b2b-b999-06021ed0e07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.311048 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b60a93e3-e04d-4b2b-b999-06021ed0e07e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61de58bbcf8a48e2b0eccd1066de01cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369429 Jun 03 15:10:49.312639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a93e3-e04d-4b2b-b999-06021ed0e07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d192162-7463-4b0f-a4da-1ab3e2b0e902,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:49.314138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53612) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:49.382464 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36692e31-1c2d-422b-bc6c-74d38ce063b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.411530 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36692e31-1c2d-422b-bc6c-74d38ce063b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.458079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-507cbf20-1d0c-4a15-9ef5-7100db8b13da tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:10:49.466492 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-507cbf20-1d0c-4a15-9ef5-7100db8b13da tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5622118 Jun 03 15:10:49.493803 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36692e31-1c2d-422b-bc6c-74d38ce063b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.529454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36692e31-1c2d-422b-bc6c-74d38ce063b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d192162-7463-4b0f-a4da-1ab3e2b0e902,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:49.539256 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36692e31-1c2d-422b-bc6c-74d38ce063b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:49.541044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-36692e31-1c2d-422b-bc6c-74d38ce063b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d192162-7463-4b0f-a4da-1ab3e2b0e902 HTTP/1.1" status: 204 len: 168 time: 0.2257564 Jun 03 15:10:49.984838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Request body: {'binding': {'host': 'n-h2-844595-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:49.985592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Unknown quota resources ['binding']. {{(pid=88445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:10:50.135007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53646) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:50.167459 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-088bfa28-93df-42d5-858a-69a0059f2b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.208945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-088bfa28-93df-42d5-858a-69a0059f2b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:50.218921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-088bfa28-93df-42d5-858a-69a0059f2b3b admin admin] Usage tracker for resource:security_group_rule and tenant:381e904c301546588cbc81d5bb5fc93c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:50.223444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-088bfa28-93df-42d5-858a-69a0059f2b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:50.233572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on host n-h2-844595-1 for vnic_type normal with profile None {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:50.233931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:50.234259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:50.239504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:50.239862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:50.240780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-088bfa28-93df-42d5-858a-69a0059f2b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:50.245494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:50.245824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:50.246374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:50.246814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Bound port: 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:50.338449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:50.346391 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] Notify callbacks [] for binding, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.347992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-105bd4da-5989-42db-af62-29ad3b2d1820 service neutron] 10.222.0.48 "POST /v2.0/ports/9f34cd60-eca9-4b10-b3c0-4d283f83086b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6914685 Jun 03 15:10:50.377326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-088bfa28-93df-42d5-858a-69a0059f2b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.388403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-088bfa28-93df-42d5-858a-69a0059f2b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.454284 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-088bfa28-93df-42d5-858a-69a0059f2b3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=381e904c301546588cbc81d5bb5fc93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174834 Jun 03 15:10:50.455848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bfa28-93df-42d5-858a-69a0059f2b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdd3c5e-4a24-479f-9f5f-bad33c5aeb84,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:50.458580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53660) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:50.543936 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-170bdbfc-d35d-4750-b73c-f57190292e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.579393 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-170bdbfc-d35d-4750-b73c-f57190292e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.644774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-980ab5ec-b997-4c77-b299-b87889b80eda tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:50.645244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-980ab5ec-b997-4c77-b299-b87889b80eda tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:50.645838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-980ab5ec-b997-4c77-b299-b87889b80eda tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:50.646348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-980ab5ec-b997-4c77-b299-b87889b80eda tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:50.647735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-980ab5ec-b997-4c77-b299-b87889b80eda tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:50.653494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-170bdbfc-d35d-4750-b73c-f57190292e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.657528 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-980ab5ec-b997-4c77-b299-b87889b80eda tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012&device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9&device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f&device_id=95337191-54ab-4522-a835-e7dbb28fc62f&device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 4677 time: 0.2571485 Jun 03 15:10:50.676744 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-97706ee2-2bb9-4360-8d85-b4ba99e49981 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.682037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-170bdbfc-d35d-4750-b73c-f57190292e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.685856 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-170bdbfc-d35d-4750-b73c-f57190292e00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bdd3c5e-4a24-479f-9f5f-bad33c5aeb84 HTTP/1.1" status: 204 len: 168 time: 0.2234907 Jun 03 15:10:50.687414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bdbfc-d35d-4750-b73c-f57190292e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdd3c5e-4a24-479f-9f5f-bad33c5aeb84,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:50.697012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-97706ee2-2bb9-4360-8d85-b4ba99e49981 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:50.702876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-97706ee2-2bb9-4360-8d85-b4ba99e49981 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Usage tracker for resource:security_group_rule and tenant:f2309ee8b62f45e28779d05fb2880557 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:50.706698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-97706ee2-2bb9-4360-8d85-b4ba99e49981 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:50.720595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-97706ee2-2bb9-4360-8d85-b4ba99e49981 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:50.809761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-0996aa13-e99e-48a3-960c-610c00690961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:50.811704 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-0996aa13-e99e-48a3-960c-610c00690961 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 1096 time: 0.1034505 Jun 03 15:10:50.899545 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-97706ee2-2bb9-4360-8d85-b4ba99e49981 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.923365 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-97706ee2-2bb9-4360-8d85-b4ba99e49981 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:50.951967 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a423bca-f0ea-46b5-aa94-9c87fd7dcebe req-97706ee2-2bb9-4360-8d85-b4ba99e49981 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 0.2933288 Jun 03 15:10:50.971257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa20350-3162-4c2f-8576-cbecec8a3e9d req-a432b02e-4c1b-462c-9aee-53b767cd615a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:50.977918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-a703fe4d-8f26-4250-ba76-d5f7ea51bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:50.979017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6aa20350-3162-4c2f-8576-cbecec8a3e9d req-a432b02e-4c1b-462c-9aee-53b767cd615a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 945 time: 0.1644652 Jun 03 15:10:50.981096 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-a703fe4d-8f26-4250-ba76-d5f7ea51bc45 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.1627438 Jun 03 15:10:51.005751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97706ee2-2bb9-4360-8d85-b4ba99e49981 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1929e118-69d7-4d6e-ad7d-a57fab8d28ed,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:51.042783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6aa20350-3162-4c2f-8576-cbecec8a3e9d req-394ddf24-19bc-4de3-82e4-5e0174f02fac tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628202 Jun 03 15:10:51.092499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-020bce6e-79d1-4648-9d49-78726ccb5732 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b HTTP/1.1" status: 200 len: 217 time: 0.1044569 Jun 03 15:10:51.170527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-83018914-96b2-49cb-abaf-80a4083bc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:51.172124 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-83018914-96b2-49cb-abaf-80a4083bc664 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.0734532 Jun 03 15:10:51.224827 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-33552f61-8118-44a3-ad41-7834d9cbbf2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464678 Jun 03 15:10:51.392798 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-4f932976-b678-4d8f-bc8d-e8c817fe6c25 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614113 Jun 03 15:10:51.590763 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-578831f8-bbf9-40ac-9f47-d77e37546d12 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904271 Jun 03 15:10:51.703700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196524f-721d-4218-b983-91d2260552d2 req-42ea5734-38b9-4fac-bf88-3c7a73cbab51 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:51.704177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196524f-721d-4218-b983-91d2260552d2 req-42ea5734-38b9-4fac-bf88-3c7a73cbab51 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:51.704631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196524f-721d-4218-b983-91d2260552d2 req-42ea5734-38b9-4fac-bf88-3c7a73cbab51 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:51.706390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8196524f-721d-4218-b983-91d2260552d2 req-42ea5734-38b9-4fac-bf88-3c7a73cbab51 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012&device_id=95337191-54ab-4522-a835-e7dbb28fc62f&device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 2884 time: 0.0844121 Jun 03 15:10:51.752875 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8196524f-721d-4218-b983-91d2260552d2 req-7a66d237-ea01-4116-8af5-049a321ef281 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385189 Jun 03 15:10:51.931436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-e40a20a2-ba80-43c8-8f22-4774b0087f8c tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:51.933084 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-e40a20a2-ba80-43c8-8f22-4774b0087f8c tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.0927958 Jun 03 15:10:51.944995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844595-1'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:51.963845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53756) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:52.117858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:52.356963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e8b79-4770-48b3-b2d3-cd22b05062a1 req-c868e317-a67d-4978-b759-fc02f3c72960 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:52.359436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e55e8b79-4770-48b3-b2d3-cd22b05062a1 req-c868e317-a67d-4978-b759-fc02f3c72960 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 945 time: 0.1583562 Jun 03 15:10:52.466866 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55fc81b1-0fe1-45f9-b0d7-12316e5a0ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:52.505594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:52.516537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-55fc81b1-0fe1-45f9-b0d7-12316e5a0ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:52.540728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e55e8b79-4770-48b3-b2d3-cd22b05062a1 req-171b84f8-37ff-4638-b752-293aafb433d8 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752639 Jun 03 15:10:52.542123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-55fc81b1-0fe1-45f9-b0d7-12316e5a0ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:09d6d1215c8643a5a758c751bda00754 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:52.549945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-55fc81b1-0fe1-45f9-b0d7-12316e5a0ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:52.570535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-55fc81b1-0fe1-45f9-b0d7-12316e5a0ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:52.581064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:52.655893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f34cd60-eca9-4b10-b3c0-4d283f83086b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:52.661941 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:52.677289 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:52.771846 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55fc81b1-0fe1-45f9-b0d7-12316e5a0ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:52.777501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55fc81b1-0fe1-45f9-b0d7-12316e5a0ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:52.799339 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8222e5-b11b-4203-9506-6f5d0725c18f'] response: {'server_uuid': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f34cd60-eca9-4b10-b3c0-4d283f83086b', 'code': 200} Jun 03 15:10:52.838505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-55fc81b1-0fe1-45f9-b0d7-12316e5a0ca5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09d6d1215c8643a5a758c751bda00754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8735387 Jun 03 15:10:52.839347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53794) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:52.887145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53798) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:52.952410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc81b1-0fe1-45f9-b0d7-12316e5a0ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5c2ef5-e76e-4f17-8dd3-39e14dbf3f8f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:53.017019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53806) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:53.044659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Pushing event updated for resources: {'Port': ['ID=9f34cd60-eca9-4b10-b3c0-4d283f83086b,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:53.048078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on host n-h1-844595-1 for vnic_type normal with profile {"migrating_to": "n-h2-844595-1"} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:10:53.048511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:10:53.048971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:53.054392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:10:53.054841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Attempting to bind port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:10:53.060656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:10:53.060821 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2af311f-415f-433a-b878-54e12ec8d72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.068158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:53.068158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:10:53.068158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Bound port: 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:10:53.068158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.082921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299dec4-7baf-43ae-942b-adeb5f5125f2 req-ea83aa0b-237f-46f4-90fb-183f36cee68c tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:53.084444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f299dec4-7baf-43ae-942b-adeb5f5125f2 req-ea83aa0b-237f-46f4-90fb-183f36cee68c tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 1101 time: 0.2441261 Jun 03 15:10:53.118049 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2af311f-415f-433a-b878-54e12ec8d72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.164386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f299dec4-7baf-43ae-942b-adeb5f5125f2 req-9643251f-ca13-4c98-906a-411b4d6ecbe5 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718954 Jun 03 15:10:53.194236 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2af311f-415f-433a-b878-54e12ec8d72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.200707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:10:53.206070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:10:53.216569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af311f-415f-433a-b878-54e12ec8d72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5c2ef5-e76e-4f17-8dd3-39e14dbf3f8f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:53.221436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1606714873-network', 'tenant_id': 'ad953c3a12e745a38353ec56407d2db5'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:53.229089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:53.235523 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.237021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Usage tracker for resource:network and tenant:ad953c3a12e745a38353ec56407d2db5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:53.241208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:53.247855 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2af311f-415f-433a-b878-54e12ec8d72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.252194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a2af311f-415f-433a-b878-54e12ec8d72a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b5c2ef5-e76e-4f17-8dd3-39e14dbf3f8f HTTP/1.1" status: 204 len: 168 time: 0.2967782 Jun 03 15:10:53.254502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:53.265922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Made reservation on behalf of ad953c3a12e745a38353ec56407d2db5 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:53.269450 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.289572 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.307284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:53.313258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Usage tracker for resource:security_group_rule and tenant:ad953c3a12e745a38353ec56407d2db5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:53.318224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:53.321310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Pushing event updated for resources: {'Port': ['ID=9f34cd60-eca9-4b10-b3c0-4d283f83086b,revision_number=8']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:53.324748 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10bcfd96-5dd6-4543-adf8-833eefe6a443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.334210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:53.408838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-10bcfd96-5dd6-4543-adf8-833eefe6a443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:53.450521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-10bcfd96-5dd6-4543-adf8-833eefe6a443 admin admin] Usage tracker for resource:security_group_rule and tenant:bc40c74d094d45459b6773039833034e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:53.457968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-10bcfd96-5dd6-4543-adf8-833eefe6a443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:53.468267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:53.469572 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.471119 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-76cd2ac4-db66-40ef-bcca-1cebddd9c064 service neutron] 10.222.0.67 "PUT /v2.0/ports/9f34cd60-eca9-4b10-b3c0-4d283f83086b HTTP/1.1" status: 200 len: 1121 time: 1.5309229 Jun 03 15:10:53.472179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-10bcfd96-5dd6-4543-adf8-833eefe6a443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:53.513654 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.521111 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.550487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['9f34cd60-eca9-4b10-b3c0-4d283f83086b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:10:53.566868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:10:53.570136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be8f64b-b9f1-4c4e-a2aa-f89c4f337828,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:53.578378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9801878-1962-496f-aa7a-2fc373595040 req-3cadc3c7-10ad-41d0-98e7-b25a8e3530f6 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:53.586417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9801878-1962-496f-aa7a-2fc373595040 req-3cadc3c7-10ad-41d0-98e7-b25a8e3530f6 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 1101 time: 0.1812644 Jun 03 15:10:53.609806 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.610181 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Added segment bc6b242d-6f78-46c6-aabe-1070b0bffba2 of type vlan for network 9ba8b535-59fc-4a47-83d5-0ca1a7774334 Jun 03 15:10:53.631970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10bcfd96-5dd6-4543-adf8-833eefe6a443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.639302 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10bcfd96-5dd6-4543-adf8-833eefe6a443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.656906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.693949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a9801878-1962-496f-aa7a-2fc373595040 req-4efabe75-c36a-47ca-b97d-b2ff9685b609 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Synchronizing usage tracker for tenant:f2309ee8b62f45e28779d05fb2880557 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:10:53.713978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.715391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:53.716426 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.750949 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-10bcfd96-5dd6-4543-adf8-833eefe6a443 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc40c74d094d45459b6773039833034e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8625939 Jun 03 15:10:53.751814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcfd96-5dd6-4543-adf8-833eefe6a443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe89486c-97fc-405e-b8d2-df5868d5ea72,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:53.754126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53830) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:53.788940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7685432 Jun 03 15:10:53.792936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53834) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:53.797020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a9801878-1962-496f-aa7a-2fc373595040 req-4efabe75-c36a-47ca-b97d-b2ff9685b609 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Unset dirty status for tenant:f2309ee8b62f45e28779d05fb2880557 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:10:53.804843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Request body: {'subnet': {'network_id': '9ba8b535-59fc-4a47-83d5-0ca1a7774334', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1606714873-subnet', 'tenant_id': 'ad953c3a12e745a38353ec56407d2db5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:53.805976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9801878-1962-496f-aa7a-2fc373595040 req-4efabe75-c36a-47ca-b97d-b2ff9685b609 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186475 Jun 03 15:10:53.824535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:53.836600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Usage tracker for resource:subnet and tenant:ad953c3a12e745a38353ec56407d2db5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:53.863921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:53.879860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:53.929147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Made reservation on behalf of ad953c3a12e745a38353ec56407d2db5 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:53.931444 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:53.970549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c595be9-b81a-4828-ac66-b6882c3cb971 admin admin] Pushing event updated for resources: {'Network': ['ID=9ba8b535-59fc-4a47-83d5-0ca1a7774334,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:53.987208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 9ba8b535-59fc-4a47-83d5-0ca1a7774334 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:10:54.011252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53844) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:54.037387 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef0163f5-5567-4851-9a20-7a60e7eabf6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.055889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b675606-29bb-4428-89ee-82c099420fd5 req-bcd68a37-9c60-4a00-ba9a-fc7bdbc8328f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:54.063040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b675606-29bb-4428-89ee-82c099420fd5 req-bcd68a37-9c60-4a00-ba9a-fc7bdbc8328f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 943 time: 0.2721937 Jun 03 15:10:54.089464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ef0163f5-5567-4851-9a20-7a60e7eabf6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:54.093480 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85296783-1cd1-4dec-9f33-0c6bddda3bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.106600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ef0163f5-5567-4851-9a20-7a60e7eabf6d admin admin] Usage tracker for resource:security_group_rule and tenant:eb1d811d9e744c8e95f5e2b14d4c8a0d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:54.110991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ef0163f5-5567-4851-9a20-7a60e7eabf6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:54.133442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b675606-29bb-4428-89ee-82c099420fd5 req-09c1a3a6-e89a-4fb1-8ec0-baa711f23c18 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693145 Jun 03 15:10:54.134610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ef0163f5-5567-4851-9a20-7a60e7eabf6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:54.135271 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85296783-1cd1-4dec-9f33-0c6bddda3bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.262315 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85296783-1cd1-4dec-9f33-0c6bddda3bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.269440 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef0163f5-5567-4851-9a20-7a60e7eabf6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.274323 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef0163f5-5567-4851-9a20-7a60e7eabf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.298591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85296783-1cd1-4dec-9f33-0c6bddda3bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe89486c-97fc-405e-b8d2-df5868d5ea72,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:54.315322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85296783-1cd1-4dec-9f33-0c6bddda3bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.316470 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-85296783-1cd1-4dec-9f33-0c6bddda3bb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe89486c-97fc-405e-b8d2-df5868d5ea72 HTTP/1.1" status: 204 len: 168 time: 0.5614510 Jun 03 15:10:54.330474 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.403681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ef0163f5-5567-4851-9a20-7a60e7eabf6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb1d811d9e744c8e95f5e2b14d4c8a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911765 Jun 03 15:10:54.406341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53856) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:54.408887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0163f5-5567-4851-9a20-7a60e7eabf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c8c38a-cc4c-44c5-9fa8-196e9052f46c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:54.468141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd3acdfb-17c7-40b9-a7e9-4777bcb8bd91,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:54.478436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Checking segment: {'id': 'bc6b242d-6f78-46c6-aabe-1070b0bffba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9ba8b535-59fc-4a47-83d5-0ca1a7774334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:54.478827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Network hostable DHCP agents. Network: 9ba8b535-59fc-4a47-83d5-0ca1a7774334, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:10:54.508104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Network 9ba8b535-59fc-4a47-83d5-0ca1a7774334 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:10:54.519260 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d162e073-861e-4bfc-ac15-aa366ee74b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.530170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 9ba8b535-59fc-4a47-83d5-0ca1a7774334) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:54.539606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e0b71-e0b2-4415-b308-6264caebda56 None None] Network 9ba8b535-59fc-4a47-83d5-0ca1a7774334 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:54.543963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:54.544538 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.560749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d162e073-861e-4bfc-ac15-aa366ee74b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.591934 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-44d85934-bace-4e45-a816-8ca2e0f6efd9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7931287 Jun 03 15:10:54.661627 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d162e073-861e-4bfc-ac15-aa366ee74b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.696279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162e073-861e-4bfc-ac15-aa366ee74b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c8c38a-cc4c-44c5-9fa8-196e9052f46c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:54.707004 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d162e073-861e-4bfc-ac15-aa366ee74b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:54.709690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d162e073-861e-4bfc-ac15-aa366ee74b84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39c8c38a-cc4c-44c5-9fa8-196e9052f46c HTTP/1.1" status: 204 len: 168 time: 0.3013361 Jun 03 15:10:54.801149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'tag': '9f34cd60-eca9-4b10-b3c0-4d283f83086b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:10:54.822244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fce8bf-fa3a-49a6-bfde-3fba14d5f469 None None] Network 9ba8b535-59fc-4a47-83d5-0ca1a7774334 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:55.156110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53892) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:55.177053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63aa7238-697b-44b2-8846-3260e071c3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.192991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-63aa7238-697b-44b2-8846-3260e071c3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:55.197107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-63aa7238-697b-44b2-8846-3260e071c3fe admin admin] Usage tracker for resource:security_group_rule and tenant:dcb7916df9cd49d4986f72ba318edb24 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:55.200228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-63aa7238-697b-44b2-8846-3260e071c3fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:55.206280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-63aa7238-697b-44b2-8846-3260e071c3fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:55.206991 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9f351d-7743-49e1-a39a-d423b9396e46'] response: {'name': 'network-changed', 'server_uuid': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'tag': '9f34cd60-eca9-4b10-b3c0-4d283f83086b', 'status': 'completed', 'code': 200} Jun 03 15:10:55.344487 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63aa7238-697b-44b2-8846-3260e071c3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.371500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bcc3c-ffd0-4683-9867-949f5314bc08 req-c961714e-3a7f-491c-873d-4847b7293637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:55.376224 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ea5bcc3c-ffd0-4683-9867-949f5314bc08 req-c961714e-3a7f-491c-873d-4847b7293637 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 1124 time: 0.1445200 Jun 03 15:10:55.393036 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63aa7238-697b-44b2-8846-3260e071c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.436611 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-63aa7238-697b-44b2-8846-3260e071c3fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcb7916df9cd49d4986f72ba318edb24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793515 Jun 03 15:10:55.447092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53908) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:55.510777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa7238-697b-44b2-8846-3260e071c3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e4da13-38b3-4164-ab63-76da4f415b5e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:55.554779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b150bd-4607-4f54-ac97-9a2f084bce2a req-9e56dc5e-e5e6-47da-b4a2-939d05df26d3 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:55.562322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19b150bd-4607-4f54-ac97-9a2f084bce2a req-9e56dc5e-e5e6-47da-b4a2-939d05df26d3 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 943 time: 0.2049389 Jun 03 15:10:55.594482 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df490edc-bab6-4671-b517-1bcdd6610e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.602770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 9f34cd60-eca9-4b10-b3c0-4d283f83086b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:10:55.622832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bcc3c-ffd0-4683-9867-949f5314bc08 req-d366cea4-3f5b-46a3-983f-75c7c688231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:55.625488 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ea5bcc3c-ffd0-4683-9867-949f5314bc08 req-d366cea4-3f5b-46a3-983f-75c7c688231d service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.2404680 Jun 03 15:10:55.633015 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df490edc-bab6-4671-b517-1bcdd6610e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.699236 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df490edc-bab6-4671-b517-1bcdd6610e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.735051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19b150bd-4607-4f54-ac97-9a2f084bce2a req-d002c31e-1175-407a-a64f-09156d1d42aa tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696558 Jun 03 15:10:55.742555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df490edc-bab6-4671-b517-1bcdd6610e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e4da13-38b3-4164-ab63-76da4f415b5e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:55.749654 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ea5bcc3c-ffd0-4683-9867-949f5314bc08 req-fa4472a0-86c1-47ce-8f88-c7ce848dc929 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b HTTP/1.1" status: 200 len: 217 time: 0.1155655 Jun 03 15:10:55.768393 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df490edc-bab6-4671-b517-1bcdd6610e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:55.769493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-df490edc-bab6-4671-b517-1bcdd6610e84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29e4da13-38b3-4164-ab63-76da4f415b5e HTTP/1.1" status: 204 len: 168 time: 0.3181281 Jun 03 15:10:55.853052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bcc3c-ffd0-4683-9867-949f5314bc08 req-8c1a51d7-77bf-4c23-9a9b-0321b33c157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:55.855477 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ea5bcc3c-ffd0-4683-9867-949f5314bc08 req-8c1a51d7-77bf-4c23-9a9b-0321b33c157d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.0925503 Jun 03 15:10:55.887093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53940) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:55.893564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1244670410-network', 'tenant_id': 'a617e163b06f47548861af8651ead0f7'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:55.899496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:55.911662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Usage tracker for resource:network and tenant:a617e163b06f47548861af8651ead0f7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:55.924608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:10:55.933924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:55.953549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:55.960287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 9f34cd60-eca9-4b10-b3c0-4d283f83086b has no active binding in host n-h2-844595-1 {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:10:55.976266 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ea5bcc3c-ffd0-4683-9867-949f5314bc08 req-2cb55d6b-5624-4d8d-bec6-be7dbdcd8730 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107411 Jun 03 15:10:55.977130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Made reservation on behalf of a617e163b06f47548861af8651ead0f7 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:55.983751 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.012713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.055261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:56.071580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Usage tracker for resource:security_group_rule and tenant:a617e163b06f47548861af8651ead0f7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:56.079265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:56.094386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:56.281961 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ea5bcc3c-ffd0-4683-9867-949f5314bc08 req-a62be468-dc05-418b-ac28-0e5b25cfa157 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020198 Jun 03 15:10:56.325167 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.350944 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.443861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:10:56.451294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9dc94-5916-4300-93fc-1e548a0e7435,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:56.464574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.464974 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Added segment 84c3f4de-8573-46e2-9526-64e7c7891419 of type vlan for network 2fe00ab3-ccc0-463e-aec2-35b27905c0a8 Jun 03 15:10:56.498923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289cede-d685-4b3f-8d51-3dab172a9ddb req-f040265e-4698-41bf-9150-21c56e0359c7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:56.500437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f289cede-d685-4b3f-8d51-3dab172a9ddb req-f040265e-4698-41bf-9150-21c56e0359c7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.2549386 Jun 03 15:10:56.543449 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.553343 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ea5bcc3c-ffd0-4683-9867-949f5314bc08 req-e6424fc7-45b7-44fa-a845-de9c05e1cf4c service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581496 Jun 03 15:10:56.587141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f289cede-d685-4b3f-8d51-3dab172a9ddb req-d3f19655-37c4-42f3-95c8-0bdfaa690bc0 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739610 Jun 03 15:10:56.600722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.602252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:56.603619 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.711693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] Pushing event updated for resources: {'Network': ['ID=2fe00ab3-ccc0-463e-aec2-35b27905c0a8,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:56.718253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-eaf5d79d-183d-4d75-b748-84e9952a5cac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8304608 Jun 03 15:10:56.718475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53986) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:56.724448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 2fe00ab3-ccc0-463e-aec2-35b27905c0a8 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:10:56.725742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Request body: {'subnet': {'network_id': '2fe00ab3-ccc0-463e-aec2-35b27905c0a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1244670410-subnet', 'tenant_id': 'a617e163b06f47548861af8651ead0f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:56.730576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:56.734576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Usage tracker for resource:subnet and tenant:a617e163b06f47548861af8651ead0f7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:56.737567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:56.744524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:56.759309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Made reservation on behalf of a617e163b06f47548861af8651ead0f7 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:56.763534 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:56.808648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53992) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:56.992020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8f7d67a9-476c-4c7c-8d3c-1edd26eeffe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.007462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a0fc9-ee41-4342-a20d-b9584b70d833 req-f14aed94-ce73-4ab7-91c4-28eb51da76b9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:57.008947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c8a0fc9-ee41-4342-a20d-b9584b70d833 req-f14aed94-ce73-4ab7-91c4-28eb51da76b9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 943 time: 0.1252830 Jun 03 15:10:57.021289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8f7d67a9-476c-4c7c-8d3c-1edd26eeffe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:57.038651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8f7d67a9-476c-4c7c-8d3c-1edd26eeffe9 admin admin] Usage tracker for resource:security_group_rule and tenant:64b291e291d941db9fa28b43359ba477 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:57.044694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8f7d67a9-476c-4c7c-8d3c-1edd26eeffe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:57.053211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8f7d67a9-476c-4c7c-8d3c-1edd26eeffe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:57.088883 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c8a0fc9-ee41-4342-a20d-b9584b70d833 req-878de68e-9b9a-4815-8e9a-fc8fa714f79f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704563 Jun 03 15:10:57.165005 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.199839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8f7d67a9-476c-4c7c-8d3c-1edd26eeffe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.206012 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8f7d67a9-476c-4c7c-8d3c-1edd26eeffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.243115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cca9e22-f493-44d7-8094-6c628c24feb6,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:57.252512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Checking segment: {'id': '84c3f4de-8573-46e2-9526-64e7c7891419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2fe00ab3-ccc0-463e-aec2-35b27905c0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:57.252512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Network hostable DHCP agents. Network: 2fe00ab3-ccc0-463e-aec2-35b27905c0a8, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:10:57.263139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d67a9-476c-4c7c-8d3c-1edd26eeffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df3ca7b-a0c9-47fe-85a4-a5a7a6257b43,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:57.269248 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8f7d67a9-476c-4c7c-8d3c-1edd26eeffe9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64b291e291d941db9fa28b43359ba477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601502 Jun 03 15:10:57.271832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54010) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:57.278256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Network 2fe00ab3-ccc0-463e-aec2-35b27905c0a8 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:10:57.305813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 2fe00ab3-ccc0-463e-aec2-35b27905c0a8) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:57.315451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:57.316333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.316777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9143bc-9920-453f-b935-807be46b4544 None None] Network 2fe00ab3-ccc0-463e-aec2-35b27905c0a8 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:57.342105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-393a0174-7546-45a8-82c7-9ba12aec154e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.367927 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f3ecc414-0c49-406e-93bd-cbf012a25802 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6475568 Jun 03 15:10:57.489889 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-393a0174-7546-45a8-82c7-9ba12aec154e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.556796 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-393a0174-7546-45a8-82c7-9ba12aec154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.583118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a0174-7546-45a8-82c7-9ba12aec154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df3ca7b-a0c9-47fe-85a4-a5a7a6257b43,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:57.599506 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-393a0174-7546-45a8-82c7-9ba12aec154e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.603509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-393a0174-7546-45a8-82c7-9ba12aec154e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7df3ca7b-a0c9-47fe-85a4-a5a7a6257b43 HTTP/1.1" status: 204 len: 168 time: 0.3276405 Jun 03 15:10:57.655335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54034) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:57.691003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a42922e-a6e8-4de3-9e6e-030faba232d1 None None] Network 2fe00ab3-ccc0-463e-aec2-35b27905c0a8 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:57.807330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eda2c1e-b65c-4dfb-9913-3d203620b836 admin admin] Deleting subnet dd3acdfb-17c7-40b9-a7e9-4777bcb8bd91 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:10:57.811025 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5eda2c1e-b65c-4dfb-9913-3d203620b836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.876727 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5eda2c1e-b65c-4dfb-9913-3d203620b836 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.889292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85115c6-38ef-4a3c-8deb-eda0036937d5 req-8de0dc33-19d0-421b-b013-9cece0c9c649 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:57.890953 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e85115c6-38ef-4a3c-8deb-eda0036937d5 req-8de0dc33-19d0-421b-b013-9cece0c9c649 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.1687276 Jun 03 15:10:57.894052 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5eda2c1e-b65c-4dfb-9913-3d203620b836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:57.990886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e85115c6-38ef-4a3c-8deb-eda0036937d5 req-40f98999-c8bd-4935-82b4-25471fb2acf7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661650 Jun 03 15:10:58.027205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5eda2c1e-b65c-4dfb-9913-3d203620b836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.060600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:58.068666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5eda2c1e-b65c-4dfb-9913-3d203620b836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.072457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda2c1e-b65c-4dfb-9913-3d203620b836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd3acdfb-17c7-40b9-a7e9-4777bcb8bd91,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:58.077063 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50e0521b-cca3-4dba-9089-b52badbca765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.077861 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5eda2c1e-b65c-4dfb-9913-3d203620b836 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dd3acdfb-17c7-40b9-a7e9-4777bcb8bd91 HTTP/1.1" status: 204 len: 168 time: 0.4214902 Jun 03 15:10:58.080927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54054) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:58.097077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-50e0521b-cca3-4dba-9089-b52badbca765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:58.101319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-50e0521b-cca3-4dba-9089-b52badbca765 admin admin] Usage tracker for resource:security_group_rule and tenant:846ebcd8586b42f4b7cca422daf0b69e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:58.104652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-50e0521b-cca3-4dba-9089-b52badbca765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:58.111604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-50e0521b-cca3-4dba-9089-b52badbca765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:58.205094 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.216288 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50e0521b-cca3-4dba-9089-b52badbca765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.221616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50e0521b-cca3-4dba-9089-b52badbca765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.286957 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-50e0521b-cca3-4dba-9089-b52badbca765 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=846ebcd8586b42f4b7cca422daf0b69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260482 Jun 03 15:10:58.288299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0521b-cca3-4dba-9089-b52badbca765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c35ffd-765a-4a5e-b9bd-9bbc378cc677,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:58.304578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54062) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:58.383548 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44a86c2c-c17b-4055-acd5-ad472c0c36e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.408313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54068) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:58.424453 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44a86c2c-c17b-4055-acd5-ad472c0c36e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.461117 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.485414 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44a86c2c-c17b-4055-acd5-ad472c0c36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.508613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.509259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.510197 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.510862 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > port after_create 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.511605 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.512205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > port after_update 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.512310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a86c2c-c17b-4055-acd5-ad472c0c36e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c35ffd-765a-4a5e-b9bd-9bbc378cc677,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:58.512893 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.513375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.514613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.515449 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.543893 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44a86c2c-c17b-4055-acd5-ad472c0c36e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.545069 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-44a86c2c-c17b-4055-acd5-ad472c0c36e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20c35ffd-765a-4a5e-b9bd-9bbc378cc677 HTTP/1.1" status: 204 len: 168 time: 0.2372241 Jun 03 15:10:58.557852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-network', 'tenant_id': 'fe9486ae82804cb19137172043cf678a'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:58.563052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:58.568005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Usage tracker for resource:network and tenant:fe9486ae82804cb19137172043cf678a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:58.571859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:58.578629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:58.591147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Made reservation on behalf of fe9486ae82804cb19137172043cf678a for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:58.595358 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.612471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.628583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:58.635850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:fe9486ae82804cb19137172043cf678a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:58.639074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:58.645739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:58.662114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.662494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.662823 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.663258 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:10:58.663725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba8b535-59fc-4a47-83d5-0ca1a7774334']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:58.682462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6b242d-6f78-46c6-aabe-1070b0bffba2') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:58.682733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6b242d-6f78-46c6-aabe-1070b0bffba2') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:10:58.701180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.715642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5c76e-6556-4317-bb40-82539ca397cd req-13fc5c1c-ed30-49a8-b6ec-d10aba1c5fc5 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:58.722732 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-66f5c76e-6556-4317-bb40-82539ca397cd req-13fc5c1c-ed30-49a8-b6ec-d10aba1c5fc5 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 943 time: 0.4549956 Jun 03 15:10:58.751939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.754405 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.760900 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.780295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:10:58.787444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-66f5c76e-6556-4317-bb40-82539ca397cd req-2116e0eb-6800-4f9b-ad84-a03e801e4f02 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612812 Jun 03 15:10:58.794356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:10:58.794798 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.809282 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.809624 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Added segment 1a8ca244-d554-4ad8-b720-9d848c268cb2 of type vlan for network 007f1c74-14a7-49a9-93c8-edd4b899273f Jun 03 15:10:58.832944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bead6d7-9bee-4038-af3a-154e5b228926,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:58.854938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.893514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.896127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:58.897755 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.915901 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.941336 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:58.948468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba8b535-59fc-4a47-83d5-0ca1a7774334,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:58.953928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0edec36c-db4c-4ca9-b05e-66f33e5d3f68 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9ba8b535-59fc-4a47-83d5-0ca1a7774334 HTTP/1.1" status: 204 len: 168 time: 0.8720298 Jun 03 15:10:58.956847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54092) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:59.012247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=007f1c74-14a7-49a9-93c8-edd4b899273f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:59.023464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 007f1c74-14a7-49a9-93c8-edd4b899273f details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:10:59.031945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c0b340-2376-4b8d-8833-6e9ae734cdee admin admin] Deleting subnet 0cca9e22-f493-44d7-8094-6c628c24feb6 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:10:59.035905 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b340-2376-4b8d-8833-6e9ae734cdee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.036389 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5a2dedae-c8aa-4d72-9d3a-ef990e878dd6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6267605 Jun 03 15:10:59.039504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:59.056632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Request body: {'subnet': {'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-subnet', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:59.073377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:59.091565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Usage tracker for resource:subnet and tenant:fe9486ae82804cb19137172043cf678a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:59.108475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:59.118757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:59.137782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Made reservation on behalf of fe9486ae82804cb19137172043cf678a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:10:59.142263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.170954 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b340-2376-4b8d-8833-6e9ae734cdee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.207961 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.270676 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b340-2376-4b8d-8833-6e9ae734cdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.379171 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-ffeee41a-0917-4809-aeab-a978951811cb tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=792b51280208430486e039d2c2cba2a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684531 Jun 03 15:10:59.411773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.483581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54118) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:59.515968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724a7cc-3010-4aa8-9e13-ddafc12d5175 req-91292ddd-6ee0-4a09-82a8-0abfdb7126cc tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:59.517484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c724a7cc-3010-4aa8-9e13-ddafc12d5175 req-91292ddd-6ee0-4a09-82a8-0abfdb7126cc tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.3911548 Jun 03 15:10:59.522550 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment bc6b242d-6f78-46c6-aabe-1070b0bffba2 resource provider aggregate not found Jun 03 15:10:59.554157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5b0e6c-5e4d-4c81-8f4b-750c15e73235,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:59.557767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Checking segment: {'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:10:59.557979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Network hostable DHCP agents. Network: 007f1c74-14a7-49a9-93c8-edd4b899273f, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:10:59.559245 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment bc6b242d-6f78-46c6-aabe-1070b0bffba2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc6b242d-6f78-46c6-aabe-1070b0bffba2 found for delete ", "request_id": "req-0faff946-5c9a-4927-813a-26ca24e0ddd5"}]} Jun 03 15:10:59.585438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Network 007f1c74-14a7-49a9-93c8-edd4b899273f is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:10:59.599528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 007f1c74-14a7-49a9-93c8-edd4b899273f) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:10:59.609657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d10fcd-4b5d-4069-add2-441e9b95b367 None None] Network 007f1c74-14a7-49a9-93c8-edd4b899273f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:10:59.609905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:59.610708 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.615431 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b340-2376-4b8d-8833-6e9ae734cdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.643818 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c3199d4a-4cad-4882-bd26-fc6617e71fc6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6029661 Jun 03 15:10:59.646808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:59.657163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:10:59.666839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:59.687131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Usage tracker for resource:router and tenant:fe9486ae82804cb19137172043cf678a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:59.689832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c724a7cc-3010-4aa8-9e13-ddafc12d5175 req-f0fdb6ac-44d7-485e-8a19-a6406cf252ad tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601520 Jun 03 15:10:59.692490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:59.695350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0585dc51-b7d9-4c54-a96f-bb400070dd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.706571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0b340-2376-4b8d-8833-6e9ae734cdee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cca9e22-f493-44d7-8094-6c628c24feb6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:10:59.712386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:59.713453 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b340-2376-4b8d-8833-6e9ae734cdee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.721324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0585dc51-b7d9-4c54-a96f-bb400070dd2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:10:59.726872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0585dc51-b7d9-4c54-a96f-bb400070dd2e admin admin] Usage tracker for resource:security_group_rule and tenant:488a2c55cfb94f00b4c227d8a4905c55 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:10:59.730032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-d8f97cd4-62ca-40e9-b249-941b1b638988 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:10:59.730300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0585dc51-b7d9-4c54-a96f-bb400070dd2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:10:59.734368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-d8f97cd4-62ca-40e9-b249-941b1b638988 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3543966 Jun 03 15:10:59.735628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d6c0b340-2376-4b8d-8833-6e9ae734cdee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0cca9e22-f493-44d7-8094-6c628c24feb6 HTTP/1.1" status: 204 len: 168 time: 0.7780106 Jun 03 15:10:59.738645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54136) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:10:59.739131 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.740135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.744953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0585dc51-b7d9-4c54-a96f-bb400070dd2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:10:59.775290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.911541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-007f1c74-14a7-49a9-93c8-edd4b899273f', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'fixed_ips': [{'subnet_id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:10:59.914206 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:10:59.968030 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:11:00.004969 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b52e467-4c9e-4e3c-bd26-618373ad26f0 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/quotas/792b51280208430486e039d2c2cba2a5 HTTP/1.1" status: 200 len: 375 time: 0.2417028 Jun 03 15:11:00.122722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.130513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-114f47d2-6f96-4b62-b596-908738f71194 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=792b51280208430486e039d2c2cba2a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1233821 Jun 03 15:11:00.141989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0585dc51-b7d9-4c54-a96f-bb400070dd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.156588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.157427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Allocated IP 172.20.0.2 (007f1c74-14a7-49a9-93c8-edd4b899273f/6d5b0e6c-5e4d-4c81-8f4b-750c15e73235/84eec89c-67f0-48d9-8831-6dd6339d0fc7) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:00.163263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0585dc51-b7d9-4c54-a96f-bb400070dd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.272158 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0585dc51-b7d9-4c54-a96f-bb400070dd2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=488a2c55cfb94f00b4c227d8a4905c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7837663 Jun 03 15:11:00.272158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585dc51-b7d9-4c54-a96f-bb400070dd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa94915-8515-40d9-a902-ab6554b5c4d5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:00.272691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54152) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:00.385314 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2248eb68-db31-4aa9-b0bb-3f82e4c9920f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.429687 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2248eb68-db31-4aa9-b0bb-3f82e4c9920f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.441136 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.463543 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.480298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Transition to ACTIVE for port object 84eec89c-67f0-48d9-8831-6dd6339d0fc7 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:00.509034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Transition to ACTIVE for port object 84eec89c-67f0-48d9-8831-6dd6339d0fc7 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:00.514222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a58b1b-1f8f-48a1-8bd0-c3ba29be660a req-b49339a9-c27c-4acf-b0fa-e96b8eb84aba tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:00.515793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80a58b1b-1f8f-48a1-8bd0-c3ba29be660a req-b49339a9-c27c-4acf-b0fa-e96b8eb84aba tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 943 time: 0.5204148 Jun 03 15:11:00.519681 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.615587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5db45a46-6cd1-4e59-8f1c-d0c173967b36 req-0ca2dcad-5e73-4fb7-9e4e-638d7f689021 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 210 time: 0.1212435 Jun 03 15:11:00.635394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe00ab3-ccc0-463e-aec2-35b27905c0a8']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:00.658033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c3f4de-8573-46e2-9526-64e7c7891419') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:00.658326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c3f4de-8573-46e2-9526-64e7c7891419') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:00.683436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Network 007f1c74-14a7-49a9-93c8-edd4b899273f is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:00.686442 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.689315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:00.693856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:00.765420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.799060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:11:00.800746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.832000 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.861497 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2248eb68-db31-4aa9-b0bb-3f82e4c9920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.882763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.885287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248eb68-db31-4aa9-b0bb-3f82e4c9920f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa94915-8515-40d9-a902-ab6554b5c4d5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:00.937690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Pushing event updated for resources: {'Port': ['ID=84eec89c-67f0-48d9-8831-6dd6339d0fc7,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:00.939440 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80a58b1b-1f8f-48a1-8bd0-c3ba29be660a req-8b6cc302-f74b-4065-b7ea-c20a5f497cd2 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389750 Jun 03 15:11:00.949593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Attempting to bind port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:00.952626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Attempting to bind port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:00.955126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Attempting to bind port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 on network 007f1c74-14a7-49a9-93c8-edd4b899273f {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:00.972081 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2248eb68-db31-4aa9-b0bb-3f82e4c9920f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.976573 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2248eb68-db31-4aa9-b0bb-3f82e4c9920f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4aa94915-8515-40d9-a902-ab6554b5c4d5 HTTP/1.1" status: 204 len: 168 time: 0.7021146 Jun 03 15:11:00.986334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:00.987284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Checking segment: {'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:00.988256 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:00.988904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Bound using segment: {'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:00.989998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Bound port: 84eec89c-67f0-48d9-8831-6dd6339d0fc7, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:00.991016 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.047093 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.058036 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.091436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe00ab3-ccc0-463e-aec2-35b27905c0a8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:01.095660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-15ee2652-5a02-42f6-9ef0-7957ebd2916b admin admin] 10.222.0.48 "DELETE /v2.0/networks/2fe00ab3-ccc0-463e-aec2-35b27905c0a8 HTTP/1.1" status: 204 len: 168 time: 1.3564634 Jun 03 15:11:01.144446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] For port 84eec89c-67f0-48d9-8831-6dd6339d0fc7, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:01.145677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb829b-db66-498e-81c7-9ad867051a84 req-d0a6c92e-991e-4edc-bf43-22411c3da95f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:01.148036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] For port 84eec89c-67f0-48d9-8831-6dd6339d0fc7, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=84eec89c-67f0-48d9-8831-6dd6339d0fc7,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:01.156936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79cb829b-db66-498e-81c7-9ad867051a84 req-d0a6c92e-991e-4edc-bf43-22411c3da95f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.2413361 Jun 03 15:11:01.165296 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.266747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79cb829b-db66-498e-81c7-9ad867051a84 req-0e9e4b3c-0381-4a8f-a0ab-242e1ce4175c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997360 Jun 03 15:11:01.325002 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-c13d5400-2e48-4bbf-9296-6de0453ccde8 service neutron] 10.222.0.75 "GET /v2.0/ports/9f34cd60-eca9-4b10-b3c0-4d283f83086b/bindings/n-h2-844595-1 HTTP/1.1" status: 200 len: 384 time: 0.3079984 Jun 03 15:11:01.326116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Allocated IP 172.25.7.13 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/0fe47637-fcab-46a8-af04-0d3acc01da8c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:01.334595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6c094-3d51-47ee-97a5-c4c06f762b9e None None] Pushing event updated for resources: {'Port': ['ID=84eec89c-67f0-48d9-8831-6dd6339d0fc7,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:01.469916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54184) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:01.561783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3f595cad-e060-47a7-81b6-0898ded2f316 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad953c3a12e745a38353ec56407d2db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900731 Jun 03 15:11:01.567726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54188) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:01.588214 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 84c3f4de-8573-46e2-9526-64e7c7891419 resource provider aggregate not found Jun 03 15:11:01.641706 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 84c3f4de-8573-46e2-9526-64e7c7891419 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84c3f4de-8573-46e2-9526-64e7c7891419 found for delete ", "request_id": "req-48f89ced-5ff5-425c-a697-2dfb36fb709a"}]} Jun 03 15:11:01.698915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34c6ed30-9a04-4c12-9aeb-d6c6edad25de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.763222 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34c6ed30-9a04-4c12-9aeb-d6c6edad25de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.810522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 84eec89c-67f0-48d9-8831-6dd6339d0fc7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:01.886774 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dcddff7-24aa-4849-9502-b35b6c4c7704 req-f51a8a3a-0044-4caa-b1f0-868f83340aea tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 210 time: 0.0908718 Jun 03 15:11:01.899439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.922701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34c6ed30-9a04-4c12-9aeb-d6c6edad25de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.935322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:01.949599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6ed30-9a04-4c12-9aeb-d6c6edad25de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be8f64b-b9f1-4c4e-a2aa-f89c4f337828,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:01.968444 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34c6ed30-9a04-4c12-9aeb-d6c6edad25de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:01.970283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-34c6ed30-9a04-4c12-9aeb-d6c6edad25de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4be8f64b-b9f1-4c4e-a2aa-f89c4f337828 HTTP/1.1" status: 204 len: 168 time: 0.4014313 Jun 03 15:11:02.014883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-ef9fd2c5-9b48-4698-a2ee-f142bf972ac4 service neutron] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:02.039044 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:02.066690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-ef9fd2c5-9b48-4698-a2ee-f142bf972ac4 service neutron] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:02.074678 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-427b9c0f-2214-4e89-a0db-2a73310dba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:02.168333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54210) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:02.225974 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7a697090-5f3c-486f-9ddc-f8b886b035dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:02.229412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Pushing event updated for resources: {'Port': ['ID=0fe47637-fcab-46a8-af04-0d3acc01da8c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:02.247765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:02.251026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:02.256421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-ef9fd2c5-9b48-4698-a2ee-f142bf972ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f34cd60-eca9-4b10-b3c0-4d283f83086b {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:02.260737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:02.291672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-cbe24f3b-6470-455f-9483-e6da7276ff29 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=792b51280208430486e039d2c2cba2a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713565 Jun 03 15:11:02.388490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7a697090-5f3c-486f-9ddc-f8b886b035dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:02.487733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7a697090-5f3c-486f-9ddc-f8b886b035dc admin admin] Usage tracker for resource:security_group_rule and tenant:6d9c3f91157f4ffc89b064c47a0e8181 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:02.491536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7a697090-5f3c-486f-9ddc-f8b886b035dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:02.514244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7a697090-5f3c-486f-9ddc-f8b886b035dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:02.520375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-ef9fd2c5-9b48-4698-a2ee-f142bf972ac4 service neutron] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:02.580462 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-ef9fd2c5-9b48-4698-a2ee-f142bf972ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:02.677187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54220) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:02.696643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49bd86-9e7f-4511-91f5-4e2fa17d591f req-79916127-665d-4da5-a23f-950d4fef5fb0 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:02.698321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f49bd86-9e7f-4511-91f5-4e2fa17d591f req-79916127-665d-4da5-a23f-950d4fef5fb0 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 943 time: 0.4794018 Jun 03 15:11:02.710753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-ef9fd2c5-9b48-4698-a2ee-f142bf972ac4 service neutron] Transition to ACTIVE for port object 9f34cd60-eca9-4b10-b3c0-4d283f83086b will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:02.717524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-ef9fd2c5-9b48-4698-a2ee-f142bf972ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:02.744192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-a6465f11-91ff-4053-97b8-4a0d35e945b8 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:02.745655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-a6465f11-91ff-4053-97b8-4a0d35e945b8 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4055700 Jun 03 15:11:02.755345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83dd5c-7b11-4219-8872-937fdfe454a7 None None] Network 007f1c74-14a7-49a9-93c8-edd4b899273f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:11:02.783987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Request body: {'port': {'device_id': '0935cb30-c815-4952-854f-3c6c31f54c9e', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '792b51280208430486e039d2c2cba2a5'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:02.865018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-43e70867-8f6a-4d72-9fa7-b22d58ecd700 None None] Provisioning for port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:02.884387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-43e70867-8f6a-4d72-9fa7-b22d58ecd700 None None] Provisioning complete for port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:02.884751 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-43e70867-8f6a-4d72-9fa7-b22d58ecd700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:02.978564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f49bd86-9e7f-4511-91f5-4e2fa17d591f req-4cebd33f-b7cf-4047-ac49-48eb02426442 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505898 Jun 03 15:11:02.989189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1f6fce25-2194-4858-a02a-f40b23eecee9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a617e163b06f47548861af8651ead0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013079 Jun 03 15:11:03.057271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54226) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:03.064256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fd2c5-9b48-4698-a2ee-f142bf972ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f34cd60-eca9-4b10-b3c0-4d283f83086b,revision_number=10']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:03.095900 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7a697090-5f3c-486f-9ddc-f8b886b035dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.096963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-ef9fd2c5-9b48-4698-a2ee-f142bf972ac4 service neutron] No DVR routers for this DVR port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:03.113409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:03.120428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Usage tracker for resource:port and tenant:792b51280208430486e039d2c2cba2a5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:03.124946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:03.134946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:03.135169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-43e70867-8f6a-4d72-9fa7-b22d58ecd700 None None] Current status of the port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:03.135525 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-43e70867-8f6a-4d72-9fa7-b22d58ecd700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.151325 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7a697090-5f3c-486f-9ddc-f8b886b035dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.173719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70050d5c-d089-43fe-8635-4474b5ab85f9 req-3d59bdb0-7fa0-4538-9383-464c85b30c53 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:03.179287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70050d5c-d089-43fe-8635-4474b5ab85f9 req-3d59bdb0-7fa0-4538-9383-464c85b30c53 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.5632861 Jun 03 15:11:03.180845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-43e70867-8f6a-4d72-9fa7-b22d58ecd700 None None] For port 84eec89c-67f0-48d9-8831-6dd6339d0fc7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=84eec89c-67f0-48d9-8831-6dd6339d0fc7,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:03.187496 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-43e70867-8f6a-4d72-9fa7-b22d58ecd700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.247404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Made reservation on behalf of 792b51280208430486e039d2c2cba2a5 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:03.254828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.259367 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-ef9fd2c5-9b48-4698-a2ee-f142bf972ac4 service neutron] 10.222.0.75 "PUT /v2.0/ports/9f34cd60-eca9-4b10-b3c0-4d283f83086b/bindings/n-h2-844595-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9253561 Jun 03 15:11:03.274079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e70867-8f6a-4d72-9fa7-b22d58ecd700 None None] Pushing event updated for resources: {'Port': ['ID=84eec89c-67f0-48d9-8831-6dd6339d0fc7,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:03.292820 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.326948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b82cb7ed-d705-442a-b2f5-c7a88c059935 req-103f5273-c037-486f-bd1d-d3b9124f6947 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 210 time: 0.1626134 Jun 03 15:11:03.327567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a697090-5f3c-486f-9ddc-f8b886b035dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7462024d-3220-4bd2-9e88-ee40f5de4bfd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:03.346982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a4422d6-2cbd-4956-b2a2-838a90f8790f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.358765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7a697090-5f3c-486f-9ddc-f8b886b035dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d9c3f91157f4ffc89b064c47a0e8181&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1876018 Jun 03 15:11:03.373988 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.400793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54234) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:03.509911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a4422d6-2cbd-4956-b2a2-838a90f8790f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.516826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:03.521665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70050d5c-d089-43fe-8635-4474b5ab85f9 req-acff6e10-5d2c-4dca-a36b-32352c53f5a0 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304193 Jun 03 15:11:03.526415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Usage tracker for resource:security_group_rule and tenant:792b51280208430486e039d2c2cba2a5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:03.533140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:03.536167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5004d255-a548-490e-9ee0-cdc08c5d335f None None] Provisioning complete for port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:03.536524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5004d255-a548-490e-9ee0-cdc08c5d335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.546415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:03.703400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 84eec89c-67f0-48d9-8831-6dd6339d0fc7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:03.709987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.715187 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.780339 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5004d255-a548-490e-9ee0-cdc08c5d335f None None] Current status of the port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:03.786253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-a0d83613-cb63-481e-a7b3-2baadef7f6ae tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:03.787918 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-a0d83613-cb63-481e-a7b3-2baadef7f6ae tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1095 time: 0.4332333 Jun 03 15:11:03.792224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8aa7-f027-43a8-b50c-1a69f14de0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.799587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:03.799953 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.893132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:03.902141 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8aa7-f027-43a8-b50c-1a69f14de0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.916144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Allocated IP 192.168.233.58 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/8de35717-8c3b-4e9a-a2a3-6e34a88ad184) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:03.917913 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a4422d6-2cbd-4956-b2a2-838a90f8790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:03.934971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:03.957088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763cb51d-02c1-43bc-ba5a-2e232a83e3b2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:04.049979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4422d6-2cbd-4956-b2a2-838a90f8790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9dc94-5916-4300-93fc-1e548a0e7435,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:04.100781 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a4422d6-2cbd-4956-b2a2-838a90f8790f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.101952 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9a4422d6-2cbd-4956-b2a2-838a90f8790f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9c9dc94-5916-4300-93fc-1e548a0e7435 HTTP/1.1" status: 204 len: 168 time: 1.0392072 Jun 03 15:11:04.106547 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72ed7863-f8d0-4ec8-92e4-fc97a2675b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.138070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-72ed7863-f8d0-4ec8-92e4-fc97a2675b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:04.141698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.147457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-72ed7863-f8d0-4ec8-92e4-fc97a2675b39 admin admin] Usage tracker for resource:security_group_rule and tenant:4263ba3c88154d10bd514c1b6944133e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:04.152080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-72ed7863-f8d0-4ec8-92e4-fc97a2675b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:04.159023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-72ed7863-f8d0-4ec8-92e4-fc97a2675b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:04.162963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-5652a587-1fd8-4284-9d44-1497f4096d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.164476 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-5652a587-1fd8-4284-9d44-1497f4096d74 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9&tenant_id=4e4652bab4e34ad58d39564c3d0261fb HTTP/1.1" status: 200 len: 1095 time: 0.3497732 Jun 03 15:11:04.222532 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8de24b27-16ec-4d6c-b038-feaa4e8560bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.251838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a87a3-55be-49a3-8be8-9d313645a9ef req-398798d9-ae4a-464a-a100-0c0d3f3a10fa tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.252980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-017a87a3-55be-49a3-8be8-9d313645a9ef req-398798d9-ae4a-464a-a100-0c0d3f3a10fa tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 944 time: 0.1426575 Jun 03 15:11:04.256051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.282331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9f34cd60-eca9-4b10-b3c0-4d283f83086b no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:04.311437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-017a87a3-55be-49a3-8be8-9d313645a9ef req-cf962f4d-5853-4d72-bf16-a00a3d22240b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505908 Jun 03 15:11:04.312800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Transition to ACTIVE for port object 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:04.337567 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.344703 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8aa7-f027-43a8-b50c-1a69f14de0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.384473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9f34cd60-eca9-4b10-b3c0-4d283f83086b not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:04.416546 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:04.428783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:04.433540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:04.496492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Pushing event updated for resources: {'Port': ['ID=8de35717-8c3b-4e9a-a2a3-6e34a88ad184,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:04.506111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d8aa7-f027-43a8-b50c-1a69f14de0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7462024d-3220-4bd2-9e88-ee40f5de4bfd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:04.580620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8aa7-f027-43a8-b50c-1a69f14de0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.584534 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ca2d8aa7-f027-43a8-b50c-1a69f14de0af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7462024d-3220-4bd2-9e88-ee40f5de4bfd HTTP/1.1" status: 204 len: 168 time: 1.1743560 Jun 03 15:11:04.631035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.633998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.658853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-b1a958ff-08aa-4671-8f81-9f1322d77190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.660591 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-b1a958ff-08aa-4671-8f81-9f1322d77190 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 1095 time: 0.3969336 Jun 03 15:11:04.715916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898b223-d282-41b6-9538-c21635109281 req-6e734e64-04e7-4b77-be90-74de62dabbf9 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.716501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6898b223-d282-41b6-9538-c21635109281 req-6e734e64-04e7-4b77-be90-74de62dabbf9 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Synchronizing usage tracker for tenant:792b51280208430486e039d2c2cba2a5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:04.764772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-1b79051c-db12-4508-8381-097b03d80317 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9870567 Jun 03 15:11:04.777789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Request body: {'port': {'device_id': '0935cb30-c815-4952-854f-3c6c31f54c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:04.819638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3664ef62-831e-4201-b654-eec57ba3fd0d None None] Provisioning for port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:04.830366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3664ef62-831e-4201-b654-eec57ba3fd0d None None] Provisioning complete for port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:04.831425 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3664ef62-831e-4201-b654-eec57ba3fd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.836049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6898b223-d282-41b6-9538-c21635109281 req-6e734e64-04e7-4b77-be90-74de62dabbf9 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Unset dirty status for tenant:792b51280208430486e039d2c2cba2a5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:04.836852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6898b223-d282-41b6-9538-c21635109281 req-6e734e64-04e7-4b77-be90-74de62dabbf9 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 935 time: 0.3387053 Jun 03 15:11:04.854767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Router c0eb1089-fc98-4886-81e2-37a9b8872ac7 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:11:04.913706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3664ef62-831e-4201-b654-eec57ba3fd0d None None] Port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:04.953983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6898b223-d282-41b6-9538-c21635109281 req-c7021a50-eb2c-485c-876f-9970965004a0 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Synchronizing usage tracker for tenant:792b51280208430486e039d2c2cba2a5 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:04.959084 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:04.981981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ac2ee-baee-4ec1-9649-774c24818411 req-514523ff-69b9-4ba4-9862-02f0971041ad tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:04.983485 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb1ac2ee-baee-4ec1-9649-774c24818411 req-514523ff-69b9-4ba4-9862-02f0971041ad tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.2622113 Jun 03 15:11:05.064508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72ed7863-f8d0-4ec8-92e4-fc97a2675b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.075412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6898b223-d282-41b6-9538-c21635109281 req-c7021a50-eb2c-485c-876f-9970965004a0 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Unset dirty status for tenant:792b51280208430486e039d2c2cba2a5 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:05.076712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6898b223-d282-41b6-9538-c21635109281 req-c7021a50-eb2c-485c-876f-9970965004a0 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=763cb51d-02c1-43bc-ba5a-2e232a83e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310667 Jun 03 15:11:05.098085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72ed7863-f8d0-4ec8-92e4-fc97a2675b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.098215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb1ac2ee-baee-4ec1-9649-774c24818411 req-b593068a-8dc9-4c1a-a2b4-b5aa2a5cb1e4 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069186 Jun 03 15:11:05.148858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-365d08e8-328b-40ea-a471-f23b4a4b3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:05.151602 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-365d08e8-328b-40ea-a471-f23b4a4b3ee8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.4767253 Jun 03 15:11:05.199810 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.436555 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-72ed7863-f8d0-4ec8-92e4-fc97a2675b39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4263ba3c88154d10bd514c1b6944133e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5423229 Jun 03 15:11:05.443680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-591f374a-afaf-41a5-8948-7e45b87436a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b HTTP/1.1" status: 200 len: 217 time: 0.2788746 Jun 03 15:11:05.444398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54296) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:05.457706 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.469619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed7863-f8d0-4ec8-92e4-fc97a2675b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8bc940-dcf3-454c-926e-2dd367bbd50f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:05.495059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:05.504257 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.528338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Transition to ACTIVE for port object 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:05.536636 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.657755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-c405a85e-16ef-47c1-8da7-376a17ff317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:05.659242 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-c405a85e-16ef-47c1-8da7-376a17ff317b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1546953 Jun 03 15:11:05.663187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:05.672799 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Sync routers for ids ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:05.687317 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Routers {'c0eb1089-fc98-4886-81e2-37a9b8872ac7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:05.687952 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:05.747607 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-d44b36a1-d2c6-4b5b-97de-dc4dffc2b00c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707221 Jun 03 15:11:05.756387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5742e31b-648d-4837-95ec-0e93f6997ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.788937 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:05.793927 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-67a57739-c603-4970-9d05-91886b49ee5b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.1423583 Jun 03 15:11:05.803277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54310) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:05.892101 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5742e31b-648d-4837-95ec-0e93f6997ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.012945 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-b050ca75-8436-456a-bb1f-26c53e3ff1cd service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545946 Jun 03 15:11:06.014331 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Set router c0eb1089-fc98-4886-81e2-37a9b8872ac7 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:06.084468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Pushing event updated for resources: {'Port': ['ID=8de35717-8c3b-4e9a-a2a3-6e34a88ad184,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:06.204362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5742e31b-648d-4837-95ec-0e93f6997ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.266481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742e31b-648d-4837-95ec-0e93f6997ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8bc940-dcf3-454c-926e-2dd367bbd50f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:06.317777 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5742e31b-648d-4837-95ec-0e93f6997ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.321243 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5742e31b-648d-4837-95ec-0e93f6997ab6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea8bc940-dcf3-454c-926e-2dd367bbd50f HTTP/1.1" status: 204 len: 168 time: 0.8357539 Jun 03 15:11:06.436010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9190e6-3274-4f23-a83d-cf1f9abada3c req-4981a8bf-226f-4e4a-9cfd-3c0b0e10d57a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:06.437515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec9190e6-3274-4f23-a83d-cf1f9abada3c req-4981a8bf-226f-4e4a-9cfd-3c0b0e10d57a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 944 time: 0.8358099 Jun 03 15:11:06.438477 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:02Z', 'revision_number': 3, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:06.443122 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Checking router: c0eb1089-fc98-4886-81e2-37a9b8872ac7 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:06.443814 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Updating router c0eb1089-fc98-4886-81e2-37a9b8872ac7 port 0fe47637-fcab-46a8-af04-0d3acc01da8c binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:11:06.457055 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-389a78d4-15f4-4bd8-95e2-bebe5824e738 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371574 Jun 03 15:11:06.530000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Attempting to bind port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:06.530196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Attempting to bind port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:06.530512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Attempting to bind port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:06.579156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:06.579468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Attempting to bind port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:06.598816 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.607289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:06.607618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:06.607999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:06.608428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Bound port: 8de35717-8c3b-4e9a-a2a3-6e34a88ad184, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:06.608957 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.629156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec9190e6-3274-4f23-a83d-cf1f9abada3c req-49d539e4-d0d6-41b1-9cc7-d680fb668d74 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811428 Jun 03 15:11:06.821231 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:06.959904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-1050be9b-2eb2-4ca7-a003-800c12ee6375 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:06.961687 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-1050be9b-2eb2-4ca7-a003-800c12ee6375 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1095 time: 0.0890307 Jun 03 15:11:07.013640 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.019547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54344) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:07.026254 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Transition to ACTIVE for port object 0fe47637-fcab-46a8-af04-0d3acc01da8c will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:07.034089 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.057599 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3e22-0eaf-49c6-b93f-db717508868c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.078259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e851-c845-423a-a8c3-445e811177f2 req-82e5e6fa-7da8-4456-8d4b-82a1e370ec5a tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:07.079774 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2525e851-c845-423a-a8c3-445e811177f2 req-82e5e6fa-7da8-4456-8d4b-82a1e370ec5a tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 947 time: 0.7443433 Jun 03 15:11:07.082607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ae6d3e22-0eaf-49c6-b93f-db717508868c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:07.085336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] For port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:07.093176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ae6d3e22-0eaf-49c6-b93f-db717508868c admin admin] Usage tracker for resource:security_group_rule and tenant:1f232ff665014bccb45121cd60e0e5b9 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:07.100591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ae6d3e22-0eaf-49c6-b93f-db717508868c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:07.111254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ae6d3e22-0eaf-49c6-b93f-db717508868c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:07.128009 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Attempting to bind port 0fe47637-fcab-46a8-af04-0d3acc01da8c on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:07.128009 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Attempting to bind port 0fe47637-fcab-46a8-af04-0d3acc01da8c by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:07.128517 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Attempting to bind port 0fe47637-fcab-46a8-af04-0d3acc01da8c on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:07.135451 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Pushing event updated for resources: {'Port': ['ID=0fe47637-fcab-46a8-af04-0d3acc01da8c,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:07.140557 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:07.140928 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:07.141322 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.141703 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:07.142183 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Bound port: 0fe47637-fcab-46a8-af04-0d3acc01da8c, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:07.142563 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.146102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] For port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=8de35717-8c3b-4e9a-a2a3-6e34a88ad184,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:07.185108 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.185437 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.185765 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.186147 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.186469 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.186796 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.187134 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.187422 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.188152 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.188152 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.188365 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.188657 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:07.191710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.232083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-1a1718a7-23a0-4d4b-95bd-290f5f0e07db service neutron] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:07.240948 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] For port 0fe47637-fcab-46a8-af04-0d3acc01da8c, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:07.243849 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] For port 0fe47637-fcab-46a8-af04-0d3acc01da8c, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0fe47637-fcab-46a8-af04-0d3acc01da8c,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:07.250876 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.256686 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-1a1718a7-23a0-4d4b-95bd-290f5f0e07db service neutron] Notify callbacks [] for binding, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.257765 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c94921c9-fa0b-435c-8aab-6529d37a5ec8 req-1a1718a7-23a0-4d4b-95bd-290f5f0e07db service neutron] 10.222.0.67 "DELETE /v2.0/ports/9f34cd60-eca9-4b10-b3c0-4d283f83086b/bindings/n-h1-844595-1 HTTP/1.1" status: 204 len: 173 time: 0.2888346 Jun 03 15:11:07.309108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:07.309730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.311091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] 10.222.0.75 "PUT /v2.0/ports/8de35717-8c3b-4e9a-a2a3-6e34a88ad184 HTTP/1.1" status: 200 len: 1095 time: 2.5378625 Jun 03 15:11:07.314346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0935cb30-c815-4952-854f-3c6c31f54c9e', 'tag': '8de35717-8c3b-4e9a-a2a3-6e34a88ad184'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:07.315696 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3e22-0eaf-49c6-b93f-db717508868c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.325919 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3e22-0eaf-49c6-b93f-db717508868c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.348067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2525e851-c845-423a-a8c3-445e811177f2 req-a555163f-90c2-43b7-9540-2097299c4ba2 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=763cb51d-02c1-43bc-ba5a-2e232a83e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262993 Jun 03 15:11:07.354724 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Routers {'c0eb1089-fc98-4886-81e2-37a9b8872ac7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:07.355504 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:07.396253 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ae6d3e22-0eaf-49c6-b93f-db717508868c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f232ff665014bccb45121cd60e0e5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750181 Jun 03 15:11:07.398677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54352) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:07.443568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d3e22-0eaf-49c6-b93f-db717508868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f34b5f5-d444-4f19-bfcb-4f4122111b7c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:07.453765 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f9907-8f0d-458a-a4a8-65dc34d05c45 None None] Pushing event updated for resources: {'Port': ['ID=0fe47637-fcab-46a8-af04-0d3acc01da8c,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:07.508605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea87f55b-f66f-49ed-b2bc-4998db7c645b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.542440 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea87f55b-f66f-49ed-b2bc-4998db7c645b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.542656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994734b5-68b2-4a16-afc6-ccf12116264a service neutron] Pushing event updated for resources: {'Port': ['ID=8de35717-8c3b-4e9a-a2a3-6e34a88ad184,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:07.603849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc4f11-ccac-4036-b095-4cae17977304 req-d223de79-5730-4c3e-81d5-c244bb280056 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:07.611089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7dc4f11-ccac-4036-b095-4cae17977304 req-d223de79-5730-4c3e-81d5-c244bb280056 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.6691744 Jun 03 15:11:07.633203 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea87f55b-f66f-49ed-b2bc-4998db7c645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.670989 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] Set router c0eb1089-fc98-4886-81e2-37a9b8872ac7 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:07.677414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87f55b-f66f-49ed-b2bc-4998db7c645b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f34b5f5-d444-4f19-bfcb-4f4122111b7c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:07.696017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea87f55b-f66f-49ed-b2bc-4998db7c645b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.699706 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ea87f55b-f66f-49ed-b2bc-4998db7c645b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f34b5f5-d444-4f19-bfcb-4f4122111b7c HTTP/1.1" status: 204 len: 168 time: 0.2971840 Jun 03 15:11:07.699841 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:07.729265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7dc4f11-ccac-4036-b095-4cae17977304 req-31887b0f-f5c5-437a-9ea0-1f80496dabea tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171749 Jun 03 15:11:07.850170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-dfb85c83-a4d5-40ef-b52e-21d6502c67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:07.851669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-dfb85c83-a4d5-40ef-b52e-21d6502c67ec service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=792b51280208430486e039d2c2cba2a5&device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 1098 time: 0.3503816 Jun 03 15:11:07.992028 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-100a2e4f-5e3d-4ba5-b73e-6ccd15abfc0a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=8de35717-8c3b-4e9a-a2a3-6e34a88ad184 HTTP/1.1" status: 200 len: 217 time: 0.0890725 Jun 03 15:11:07.995204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1172066723', 'description': 'tempest-description-1972599651'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:08.007814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:08.045080 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-6493b002-9133-404c-81ca-5d5f211ae5a3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1635861 Jun 03 15:11:08.145438 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:02Z', 'revision_number': 3, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:08.155840 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c360c6-b4bf-482c-a31b-854cccd41ea8 None None] The sync data for ids ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'] in n-d-844595-1 is: [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:02Z', 'revision_number': 3, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:08.237021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Usage tracker for resource:security_group and tenant:0f684196beb54d43a8f5a3737623baf5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:08.247885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:08.261134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:08.320200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-6d474d63-3e2f-4c5e-ad1c-4c486c2301a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:08.323670 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-6d474d63-3e2f-4c5e-ad1c-4c486c2301a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43&device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 1117 time: 0.1636255 Jun 03 15:11:08.351055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-919ec0f7-9d14-4bd4-9965-052a59fa6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:08.351055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-919ec0f7-9d14-4bd4-9965-052a59fa6325 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.3352408 Jun 03 15:11:08.351055 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:08.375260 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b2b38b-ffe7-481e-aa49-0371cf531c09'] response: {'name': 'network-changed', 'server_uuid': '0935cb30-c815-4952-854f-3c6c31f54c9e', 'tag': '8de35717-8c3b-4e9a-a2a3-6e34a88ad184', 'status': 'completed', 'code': 200} Jun 03 15:11:08.411145 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:08.495759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Allocated IP 172.20.0.1 (007f1c74-14a7-49a9-93c8-edd4b899273f/6d5b0e6c-5e4d-4c81-8f4b-750c15e73235/fae326d8-e030-40eb-9c6a-a179c7991dab) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:08.600090 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:08.615348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-c6897c6b-89f5-49fb-be09-bb847deb283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:08.619624 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-c6897c6b-89f5-49fb-be09-bb847deb283d service neutron] 10.222.0.75 "GET /v2.0/networks?id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 HTTP/1.1" status: 200 len: 925 time: 0.2491333 Jun 03 15:11:08.742939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:08.752986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Usage tracker for resource:security_group_rule and tenant:0f684196beb54d43a8f5a3737623baf5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:08.765431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:08.792887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:08.899551 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-2aeb7044-6e40-4311-b434-fba9d56acafb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 HTTP/1.1" status: 200 len: 1022 time: 0.2600403 Jun 03 15:11:08.952816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:08.964976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8005a5c-5ab2-45ed-b3b5-d275ff38f2d4 req-2a8cb812-7411-476b-93e9-02d421f9ff36 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:08.966576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8005a5c-5ab2-45ed-b3b5-d275ff38f2d4 req-2a8cb812-7411-476b-93e9-02d421f9ff36 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 944 time: 0.4108763 Jun 03 15:11:08.973319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-ac2e9754-3cb4-476c-a7a2-ce6082dc6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:08.975087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-ac2e9754-3cb4-476c-a7a2-ce6082dc6c8d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6017733 Jun 03 15:11:08.991482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-e7365f97-a701-43dd-a653-9edced28e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:08.993817 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-e7365f97-a701-43dd-a653-9edced28e939 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3643cc6a-71bb-45ac-92f2-833c795c0750 HTTP/1.1" status: 200 len: 863 time: 0.0866609 Jun 03 15:11:09.096138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-4412a0dc-e08d-41ab-a6a0-3f1a9655aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:09.097945 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-4412a0dc-e08d-41ab-a6a0-3f1a9655aa18 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970082 Jun 03 15:11:09.110276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Transition to ACTIVE for port object fae326d8-e030-40eb-9c6a-a179c7991dab will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:09.175491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8005a5c-5ab2-45ed-b3b5-d275ff38f2d4 req-047c4c27-f526-42c6-bea1-9da69b460d9f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963313 Jun 03 15:11:09.198920 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.226464 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.256770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:09.263290 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-1c347e54-84d3-4e2d-a90f-d07ed5f61c88 service neutron] 10.222.0.75 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573813 Jun 03 15:11:09.279043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Usage tracker for resource:security_group_rule and tenant:0f684196beb54d43a8f5a3737623baf5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:09.295581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:09.312060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-ee1023b3-bf66-4d5d-9531-639ea449863e service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100634 Jun 03 15:11:09.313019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:09.319545 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.394321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ce0ed1-8d7f-48b7-a2f0-4d128c43abbc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:09.509436 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec3b4dec-d539-4a43-8f75-7323484a66d1 req-3c943c09-9b0c-46c3-9053-8b2927bcdc1f service neutron] 10.222.0.75 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394457 Jun 03 15:11:09.557331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Network 007f1c74-14a7-49a9-93c8-edd4b899273f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:09.619570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:09.633054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:09.689751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fae326d8-e030-40eb-9c6a-a179c7991dab,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:09.711209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0fe47637-fcab-46a8-af04-0d3acc01da8c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:09.827786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 0fe47637-fcab-46a8-af04-0d3acc01da8c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:09.839922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-357278a3-b5c6-4711-97bd-bb08d7b2a32e req-d5b7f58c-fe94-483b-bde1-07b5baaaaf81 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136347 Jun 03 15:11:09.840746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.845178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 0fe47637-fcab-46a8-af04-0d3acc01da8c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:09.845777 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.851357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:09.863958 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:10.047066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-24cd3087-304d-41c9-8260-cae61205d99c None None] Provisioning for port fae326d8-e030-40eb-9c6a-a179c7991dab completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:10.051357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 0fe47637-fcab-46a8-af04-0d3acc01da8c is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:10.052004 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:10.059699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-24cd3087-304d-41c9-8260-cae61205d99c None None] Provisioning complete for port fae326d8-e030-40eb-9c6a-a179c7991dab triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:10.060130 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-24cd3087-304d-41c9-8260-cae61205d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:10.093438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a029f8c8-c7f0-4594-9c37-40cdbbe642b1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:10.109618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 0fe47637-fcab-46a8-af04-0d3acc01da8c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0fe47637-fcab-46a8-af04-0d3acc01da8c,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:10.112393 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:10.114025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-718333d8-e86e-46db-8dc2-6383d92482f4 req-6c95c3d9-bc2a-4c69-843c-87de19d446b3 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.1270645 Jun 03 15:11:10.116873 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:10.179857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95775039-4603-43e5-a608-4840f2819c9b req-62caba84-325f-4f61-8a51-724b76f032f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.181501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95775039-4603-43e5-a608-4840f2819c9b req-62caba84-325f-4f61-8a51-724b76f032f1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=792b51280208430486e039d2c2cba2a5&device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 1098 time: 0.2627087 Jun 03 15:11:10.187786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-24cd3087-304d-41c9-8260-cae61205d99c None None] Port fae326d8-e030-40eb-9c6a-a179c7991dab cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:10.224766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=0fe47637-fcab-46a8-af04-0d3acc01da8c,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:10.230929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3d715-92d9-4e03-b038-f090df129926 req-84ff9536-c073-4ded-95b7-ba0741445335 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.232410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ef3d715-92d9-4e03-b038-f090df129926 req-84ff9536-c073-4ded-95b7-ba0741445335 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 947 time: 0.2095771 Jun 03 15:11:10.417074 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:10.441670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ef3d715-92d9-4e03-b038-f090df129926 req-3edee89f-14d2-4a1a-b85a-fe3fb0481d1a tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=763cb51d-02c1-43bc-ba5a-2e232a83e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833687 Jun 03 15:11:10.541311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95775039-4603-43e5-a608-4840f2819c9b req-682aca73-e541-4fd4-a8d2-f286745a8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.542836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95775039-4603-43e5-a608-4840f2819c9b req-682aca73-e541-4fd4-a8d2-f286745a8d7f service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3271742 Jun 03 15:11:10.726856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95775039-4603-43e5-a608-4840f2819c9b req-fa06efc6-4daa-4261-87d7-23c027ab8169 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=8de35717-8c3b-4e9a-a2a3-6e34a88ad184 HTTP/1.1" status: 200 len: 217 time: 0.1770592 Jun 03 15:11:10.880108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9450-d9a8-4234-ae88-ad1de743c4e4 req-7124f66f-eb33-4a0c-9ca0-ad59bd1dc8d6 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.881506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aefb9450-d9a8-4234-ae88-ad1de743c4e4 req-7124f66f-eb33-4a0c-9ca0-ad59bd1dc8d6 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.5558715 Jun 03 15:11:10.903534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd7da347-bf5f-4585-88bc-efc9345c7f15 req-715bbad7-f797-40c9-ae7d-14f38e0d0623 tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a829676420dc461088c83cee6a3ebd10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690799 Jun 03 15:11:10.958921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95775039-4603-43e5-a608-4840f2819c9b req-f37e40a1-096f-432a-85a1-58892ae7a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:10.960204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95775039-4603-43e5-a608-4840f2819c9b req-f37e40a1-096f-432a-85a1-58892ae7a452 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2158711 Jun 03 15:11:11.111792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aefb9450-d9a8-4234-ae88-ad1de743c4e4 req-c2296eba-5ac4-4d12-87c9-b4229f46664b tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194989 Jun 03 15:11:11.154603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Request body: {'security_group': {'name': 'tempest-securitygroup-841605435', 'description': 'tempest-description-669852254'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:11.167190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:11.186364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Usage tracker for resource:security_group and tenant:0f684196beb54d43a8f5a3737623baf5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:11.194629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:11.202902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:11.205794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.220051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7da347-bf5f-4585-88bc-efc9345c7f15 req-73db94a5-4371-4e7e-b327-fb9787305188 tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:11.221432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd7da347-bf5f-4585-88bc-efc9345c7f15 req-73db94a5-4371-4e7e-b327-fb9787305188 tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980900 Jun 03 15:11:11.226106 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.293684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.344147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd7da347-bf5f-4585-88bc-efc9345c7f15 req-74a3d9b6-c845-428b-9c68-13e4761ef880 tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/quotas/a829676420dc461088c83cee6a3ebd10 HTTP/1.1" status: 200 len: 375 time: 0.0892997 Jun 03 15:11:11.361831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95775039-4603-43e5-a608-4840f2819c9b req-07201f85-1c40-4f44-99a6-48ba520b4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:11.363356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95775039-4603-43e5-a608-4840f2819c9b req-07201f85-1c40-4f44-99a6-48ba520b4352 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3941271 Jun 03 15:11:11.409266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fae326d8-e030-40eb-9c6a-a179c7991dab,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:11.437200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:11.442493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd7da347-bf5f-4585-88bc-efc9345c7f15 req-e9a4b330-5ef9-40aa-8dc6-f1e38f8160e7 tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a829676420dc461088c83cee6a3ebd10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897162 Jun 03 15:11:11.490359 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.498504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Usage tracker for resource:security_group_rule and tenant:0f684196beb54d43a8f5a3737623baf5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:11.510865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:11.524386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:11.639355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0fe47637-fcab-46a8-af04-0d3acc01da8c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:11.670068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:11.738474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95775039-4603-43e5-a608-4840f2819c9b req-f6b98290-f7c0-4481-9cd3-57322924832f service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341622 Jun 03 15:11:11.802809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 0fe47637-fcab-46a8-af04-0d3acc01da8c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:11.803165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.855937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:11.856306 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.884699 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.894291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:11.898795 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:11.903859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Network 007f1c74-14a7-49a9-93c8-edd4b899273f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:11.907906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:11.920440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:11.937503 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.019235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 0fe47637-fcab-46a8-af04-0d3acc01da8c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:12.029183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:12.056744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d3cf0-c504-4dcb-927f-f5e9c934e040 req-650ce19c-eed6-4f2a-b011-e41609cde050 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:12.058301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c7d3cf0-c504-4dcb-927f-f5e9c934e040 req-650ce19c-eed6-4f2a-b011-e41609cde050 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 1095 time: 0.4594119 Jun 03 15:11:12.058899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69926f44-fb48-430c-80c3-e5b04fce1c7c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:12.067613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.068827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33010c7a-b605-4d06-9de8-b98d4c0bef7a req-81d58b90-7910-41f3-a3d0-6815c7422e50 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9229734 Jun 03 15:11:12.084409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95775039-4603-43e5-a608-4840f2819c9b req-7de36e93-9d63-4068-b440-256220c04e0d service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380079 Jun 03 15:11:12.195725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c7d3cf0-c504-4dcb-927f-f5e9c934e040 req-e0eff627-17b0-4af6-922c-2871efb8bff4 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165922 Jun 03 15:11:12.216988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Router c0eb1089-fc98-4886-81e2-37a9b8872ac7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:11:12.241249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0409fb48-9c2b-4c0c-9053-ee7d16a182d6 None None] Provisioning complete for port fae326d8-e030-40eb-9c6a-a179c7991dab triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:12.241764 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0409fb48-9c2b-4c0c-9053-ee7d16a182d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.332291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:12.561004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0409fb48-9c2b-4c0c-9053-ee7d16a182d6 None None] Port fae326d8-e030-40eb-9c6a-a179c7991dab cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:12.607453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:12.610042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=8de35717-8c3b-4e9a-a2a3-6e34a88ad184,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:12.615423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-806f3cad-fdd8-402e-8978-992df049b5c0 admin admin] 10.222.0.48 "PUT /v2.0/routers/c0eb1089-fc98-4886-81e2-37a9b8872ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8020880 Jun 03 15:11:12.618650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Sync routers for ids ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:12.631445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '8de35717-8c3b-4e9a-a2a3-6e34a88ad184', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '8de35717-8c3b-4e9a-a2a3-6e34a88ad184', 'mac_address': 'fa:16:3e:e4:85:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:12.634032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22588fbc-aa6b-4c65-990b-ec7efab62924 req-c6bbe869-afa8-4b3a-8e9a-7dbc0673654b tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:12.637585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Routers {'c0eb1089-fc98-4886-81e2-37a9b8872ac7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:12.638246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:12.642555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22588fbc-aa6b-4c65-990b-ec7efab62924 req-c6bbe869-afa8-4b3a-8e9a-7dbc0673654b tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 947 time: 0.1294827 Jun 03 15:11:12.690413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22588fbc-aa6b-4c65-990b-ec7efab62924 req-876d8e8e-319e-42b9-9f50-7629e898c2e1 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=763cb51d-02c1-43bc-ba5a-2e232a83e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469809 Jun 03 15:11:12.765967 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5564cb-c921-4f35-b07c-20f6aedc8388'] response: {'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'code': 200} Jun 03 15:11:12.850936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:12.851309 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.881241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:12.899554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Set router c0eb1089-fc98-4886-81e2-37a9b8872ac7 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:12.938330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-491121612', 'description': 'tempest-description-700006532'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:12.944434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:12.956908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Usage tracker for resource:security_group and tenant:44da4693e0f64eda8d0373b6435dba5a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:12.961560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:12.961852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=8de35717-8c3b-4e9a-a2a3-6e34a88ad184,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:12.967516 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:12.968955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:12.986733 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.001540 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.023707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8c429-4837-44f3-97b7-1ad7ff17106f req-1d304a2f-a56d-488e-bf61-f113bbeaf010 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:13.025482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2a8c429-4837-44f3-97b7-1ad7ff17106f req-1d304a2f-a56d-488e-bf61-f113bbeaf010 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 948 time: 0.1489539 Jun 03 15:11:13.029657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:13.047425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Usage tracker for resource:security_group_rule and tenant:44da4693e0f64eda8d0373b6435dba5a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:13.051448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:13.062735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:13.098756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2a8c429-4837-44f3-97b7-1ad7ff17106f req-1e758690-d87f-49e2-849f-230cdfa3ae69 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648265 Jun 03 15:11:13.177240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=8de35717-8c3b-4e9a-a2a3-6e34a88ad184,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:13.201122 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.206023 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.222620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:13.224726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['8de35717-8c3b-4e9a-a2a3-6e34a88ad184'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:13.231257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Usage tracker for resource:security_group_rule and tenant:44da4693e0f64eda8d0373b6435dba5a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:13.254158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:13.277517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:13.323064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d32872-bf81-46a4-8c55-903f3a687385,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:13.426973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'fae326d8-e030-40eb-9c6a-a179c7991dab', 'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'mac_address': 'fa:16:3e:c3:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:07Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 2, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'subnets': [{'id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:13.439148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-7c053579-2f73-4a91-9c7a-dad5d63ddb51 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:13.440620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-7c053579-2f73-4a91-9c7a-dad5d63ddb51 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 820 time: 0.2155795 Jun 03 15:11:13.442534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Checking router: c0eb1089-fc98-4886-81e2-37a9b8872ac7 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:13.442887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Updating router c0eb1089-fc98-4886-81e2-37a9b8872ac7 port fae326d8-e030-40eb-9c6a-a179c7991dab binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:11:13.469689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-f07fcb05-067a-4605-b6a9-a16c0cc2dc0c tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/quotas/4e4652bab4e34ad58d39564c3d0261fb HTTP/1.1" status: 200 len: 375 time: 0.0188975 Jun 03 15:11:13.481174 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.518980 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.573316 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.579607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e99f59-9e2b-4811-b893-35aaa425a78c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:13.583311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:13.594807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32d3e889-cbf7-4c9b-9804-7a4d454ebd5e req-52807123-6593-4999-a60a-01da577b4166 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6609616 Jun 03 15:11:13.642979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-1d955d3d-b1ac-4386-a6d3-a78e8b5b46e5 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1605055 Jun 03 15:11:13.656079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cf9b6-8fa6-43c4-8b1a-396a27167f0e req-38c2563e-a028-4416-8615-a134fee921e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:13.658120 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-988cf9b6-8fa6-43c4-8b1a-396a27167f0e req-38c2563e-a028-4416-8615-a134fee921e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 1099 time: 0.0971498 Jun 03 15:11:13.684809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:13.834682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cf9b6-8fa6-43c4-8b1a-396a27167f0e req-720e9769-f97a-4965-836a-93d39d3e6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:13.836531 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-988cf9b6-8fa6-43c4-8b1a-396a27167f0e req-720e9769-f97a-4965-836a-93d39d3e6c9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.1476448 Jun 03 15:11:13.871235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-fa4f782f-f1df-4b27-ab60-8bdf95bc1936 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--482129963&fields=id&tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43 HTTP/1.1" status: 200 len: 267 time: 0.1795125 Jun 03 15:11:13.918675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-4e61d077-5921-45aa-b7d0-f6b5487c13cb service neutron] 10.222.0.48 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663274 Jun 03 15:11:13.921972 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-988cf9b6-8fa6-43c4-8b1a-396a27167f0e req-f2906a98-6d53-4dee-81a0-174c70f33927 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 HTTP/1.1" status: 200 len: 217 time: 0.0786293 Jun 03 15:11:13.991009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cf9b6-8fa6-43c4-8b1a-396a27167f0e req-76c65ab1-38b2-4ce3-bcfe-fd137f6d809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:13.991415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:13.992582 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-988cf9b6-8fa6-43c4-8b1a-396a27167f0e req-76c65ab1-38b2-4ce3-bcfe-fd137f6d809f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0623233 Jun 03 15:11:14.017292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'mac_address': 'fa:16:3e:63:b4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:14.079989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988cf9b6-8fa6-43c4-8b1a-396a27167f0e req-40f136ff-bfb0-46c6-9ce1-bf3372a7458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.087896 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-988cf9b6-8fa6-43c4-8b1a-396a27167f0e req-40f136ff-bfb0-46c6-9ce1-bf3372a7458f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879443 Jun 03 15:11:14.105419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:14.106079 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:14.115742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-7f3f198f-dd62-4a71-b021-053eacdd934e tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.116851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-7f3f198f-dd62-4a71-b021-053eacdd934e tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a5a5f93-268a-49bd-a89d-74a2075a932f HTTP/1.1" status: 200 len: 966 time: 0.3614399 Jun 03 15:11:14.167056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:14.195337 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:14.199150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:14.209614 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:14.214868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-891c5366-6c63-4e82-bde2-4f4b344fb410 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:14.221584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-891c5366-6c63-4e82-bde2-4f4b344fb410 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/networks?id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 HTTP/1.1" status: 200 len: 824 time: 0.3404181 Jun 03 15:11:14.240401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Transition to ACTIVE for port object fae326d8-e030-40eb-9c6a-a179c7991dab will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:14.240759 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-988cf9b6-8fa6-43c4-8b1a-396a27167f0e req-e5c2302b-4595-4aa7-bcbe-b0ec2b4b3cf7 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464188 Jun 03 15:11:14.257047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-7ddf81a5-e7a8-41f9-987c-484d95ecf2f8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/quotas/8a5fa3a8ac7b40cf8ba284d70c982f43 HTTP/1.1" status: 200 len: 375 time: 0.0342672 Jun 03 15:11:14.264290 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:14.278142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-0d9fc308-549b-4c37-a21a-d78af3c2999c service neutron] 10.222.0.48 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509550 Jun 03 15:11:14.343848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:14.352639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Deleting port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:14.353144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:14.405841 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-988cf9b6-8fa6-43c4-8b1a-396a27167f0e req-72c1d7cb-46e4-4837-b722-c87991035d29 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572385 Jun 03 15:11:14.414440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:14.631214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992487d5-aafd-436c-bd2f-e16d1f98a54c None None] Pushing event updated for resources: {'Port': ['ID=fae326d8-e030-40eb-9c6a-a179c7991dab,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:14.637958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Attempting to bind port fae326d8-e030-40eb-9c6a-a179c7991dab on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:14.638320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Attempting to bind port fae326d8-e030-40eb-9c6a-a179c7991dab by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:14.638664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Attempting to bind port fae326d8-e030-40eb-9c6a-a179c7991dab on network 007f1c74-14a7-49a9-93c8-edd4b899273f {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:14.650480 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:14.651161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Checking segment: {'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:14.651879 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:14.652448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Bound using segment: {'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:14.653114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Bound port: fae326d8-e030-40eb-9c6a-a179c7991dab, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:14.653666 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:14.674976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:14.735944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:14.777451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:14.778305 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:14.870820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] For port fae326d8-e030-40eb-9c6a-a179c7991dab, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:14.877265 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] For port fae326d8-e030-40eb-9c6a-a179c7991dab, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fae326d8-e030-40eb-9c6a-a179c7991dab,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:14.891295 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:14.992802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-69ce2ea9-43d4-4cd6-928b-cf4bd5c70399 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7312860 Jun 03 15:11:15.017022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] For port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:15.017383 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:15.047929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-770d5238-c4c0-4554-b9ad-85bb29ca883e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:15.049474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-770d5238-c4c0-4554-b9ad-85bb29ca883e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/networks?id=007f1c74-14a7-49a9-93c8-edd4b899273f HTTP/1.1" status: 200 len: 829 time: 0.2643380 Jun 03 15:11:15.075002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Routers {'c0eb1089-fc98-4886-81e2-37a9b8872ac7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:15.075654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:15.147627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992487d5-aafd-436c-bd2f-e16d1f98a54c None None] Pushing event updated for resources: {'Port': ['ID=fae326d8-e030-40eb-9c6a-a179c7991dab,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:15.220910 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-74c494fb-604b-4d60-bca0-6f85e9107098 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/quotas/fe9486ae82804cb19137172043cf678a HTTP/1.1" status: 200 len: 375 time: 0.0630908 Jun 03 15:11:15.225076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:15.225439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:15.240349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-671cccb5-b6da-4bb2-a0de-f6f7beb0116c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:11:15.241439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-671cccb5-b6da-4bb2-a0de-f6f7beb0116c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0847194 Jun 03 15:11:15.406655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0935cb30-c815-4952-854f-3c6c31f54c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de35717-8c3b-4e9a-a2a3-6e34a88ad184'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:15.440504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=8de35717-8c3b-4e9a-a2a3-6e34a88ad184,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:15.450857 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:15.514731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] Set router c0eb1089-fc98-4886-81e2-37a9b8872ac7 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:15.626538 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:15.626964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:15.627288 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Floating IP 1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad disassociated. External IP: 172.25.7.193, port: c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73. Jun 03 15:11:15.627626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Calling delete_port for c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 owned by compute:tempest-test_az-341188902 {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:15.666913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-e321968e-0d79-4774-a9f1-2aacd7f0150a service neutron] 10.222.0.48 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858206 Jun 03 15:11:15.672010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-8bf57b69-b06c-4ccb-9646-9902925617ea tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Synchronizing usage tracker for tenant:fe9486ae82804cb19137172043cf678a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:15.688107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=8de35717-8c3b-4e9a-a2a3-6e34a88ad184,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:15.802622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-8bf57b69-b06c-4ccb-9646-9902925617ea tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Unset dirty status for tenant:fe9486ae82804cb19137172043cf678a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:15.804122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-8bf57b69-b06c-4ccb-9646-9902925617ea tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe9486ae82804cb19137172043cf678a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5676522 Jun 03 15:11:15.888681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'fae326d8-e030-40eb-9c6a-a179c7991dab', 'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'mac_address': 'fa:16:3e:c3:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:07Z', 'updated_at': '2022-06-03T15:11:14Z', 'revision_number': 4, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'subnets': [{'id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:15.894069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e696b7-a3c0-45ad-8bf7-391e5068617c None None] The sync data for ids ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'] in n-d-844595-1 is: [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'fae326d8-e030-40eb-9c6a-a179c7991dab', 'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'mac_address': 'fa:16:3e:c3:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:07Z', 'updated_at': '2022-06-03T15:11:14Z', 'revision_number': 4, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'subnets': [{'id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:15.922639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-2753b27a-61fd-4f57-981f-ac764afc9269 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:15.924212 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-2753b27a-61fd-4f57-981f-ac764afc9269 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 820 time: 0.2044985 Jun 03 15:11:15.953225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Request body: {'port': {'device_id': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810', 'admin_state_up': True, 'tenant_id': '4e4652bab4e34ad58d39564c3d0261fb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:16.036978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-ae938765-c9d7-434e-893f-5023c71a5edf service neutron] 10.222.0.48 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529787 Jun 03 15:11:16.096604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-e4418b9d-85ef-4f5c-8855-c4d224903dfd service neutron] 10.222.0.48 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765210 Jun 03 15:11:16.101671 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:16.196477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:16.203277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Pushing event deleted for resources: {'Port': ['ID=c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:16.204040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Usage tracker for resource:port and tenant:4e4652bab4e34ad58d39564c3d0261fb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:16.207279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:16.214305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:16.248982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Made reservation on behalf of 4e4652bab4e34ad58d39564c3d0261fb for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:16.254281 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:16.400747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-704578339', 'description': 'tempest-description-935962422'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:16.418431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:16.437706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Usage tracker for resource:security_group and tenant:44da4693e0f64eda8d0373b6435dba5a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:16.456700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:16.644594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Allocated IP 172.20.0.7 (f42f2f56-7eb9-4dd9-8460-83c70ed53810/9d8d6379-eb96-4f03-8390-c2aeb681aa26/863178fd-f914-4807-bf9c-cbc6e3518e78) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:16.684411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:16.746866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-651c4d80-cbe0-418a-a5d1-e9f8638f38c9 service neutron] 10.222.0.48 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906456 Jun 03 15:11:16.756266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:16.781313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Router de4a187b-7559-4915-a8ba-ebe1e6b58d7c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:11:16.787512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:16.794270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Usage tracker for resource:security_group_rule and tenant:44da4693e0f64eda8d0373b6435dba5a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:16.798590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:16.892223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:16.990232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.090135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.157025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:17.188297 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac8285d-20ad-41f2-b082-6eec8340eab0 None None] Sync routers for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:17.278806 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac8285d-20ad-41f2-b082-6eec8340eab0 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:17.280474 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-fac8285d-20ad-41f2-b082-6eec8340eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:17.302988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Network f42f2f56-7eb9-4dd9-8460-83c70ed53810 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:17.306698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:17.318326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:17.329035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:17.331030 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.387309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Pushing event updated for resources: {'Port': ['ID=863178fd-f914-4807-bf9c-cbc6e3518e78,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:17.410566 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-d2b34a89-6cb1-438b-9e77-3c9a57c5b97e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4749663 Jun 03 15:11:17.423432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Request body: {'port': {'device_id': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:17.448690 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.454743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] No DVR routers for this DVR port c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:17.468188 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.478422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'name': 'network-vif-deleted', 'tag': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:17.496979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.599210 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.636341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08ad0036-7b86-4b7c-9a78-21f467ead65e req-8c9d5f06-f851-4c53-b35b-b306455fffd1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.75 "DELETE /v2.0/ports/c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 HTTP/1.1" status: 204 len: 173 time: 3.5094442 Jun 03 15:11:17.687748 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:17.690070 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44272b19-c1ad-48cd-b726-578aa35d1d4f req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3040099 Jun 03 15:11:17.697119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:17.701408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df8ecb-08aa-41df-b356-786986d3ee94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af7b04f-b159-4e86-9147-1f76a50d102d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:17.770956 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-fac8285d-20ad-41f2-b082-6eec8340eab0 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:17.785636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c05ce-2043-4be9-80b7-a707e8bc6cc1 req-88f20c26-6598-4268-bba2-a88594a5202e tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:17.801564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d12c05ce-2043-4be9-80b7-a707e8bc6cc1 req-88f20c26-6598-4268-bba2-a88594a5202e tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 949 time: 0.4598420 Jun 03 15:11:17.908653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fae326d8-e030-40eb-9c6a-a179c7991dab up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:17.946728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d12c05ce-2043-4be9-80b7-a707e8bc6cc1 req-e406546b-f21c-41cd-9a32-b9431f13470e tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=763cb51d-02c1-43bc-ba5a-2e232a83e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431212 Jun 03 15:11:18.080481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:18.080846 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:18.206227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port fae326d8-e030-40eb-9c6a-a179c7991dab completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:18.214953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334818d-3c4e-4036-bb57-9e38dd3547cb req-e66f9536-fa7f-4a56-bda4-852b5f289f69 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:18.217177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port fae326d8-e030-40eb-9c6a-a179c7991dab triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:18.217573 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:18.222483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b334818d-3c4e-4036-bb57-9e38dd3547cb req-e66f9536-fa7f-4a56-bda4-852b5f289f69 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 949 time: 0.2299190 Jun 03 15:11:18.339188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b334818d-3c4e-4036-bb57-9e38dd3547cb req-44841995-3357-4449-bc5d-aec34b8a7f6e tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157434 Jun 03 15:11:18.360909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:18.405235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84859320-7e0b-4ebe-9ffb-1a7287331a2c req-35287374-ddf8-47f9-bf3e-69da1fffe558 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:18.419249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84859320-7e0b-4ebe-9ffb-1a7287331a2c req-35287374-ddf8-47f9-bf3e-69da1fffe558 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 931 time: 0.2635274 Jun 03 15:11:18.464217 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-fac8285d-20ad-41f2-b082-6eec8340eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:18.475445 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac8285d-20ad-41f2-b082-6eec8340eab0 None None] Checking router: de4a187b-7559-4915-a8ba-ebe1e6b58d7c for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:18.484149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:18.484758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:18.485386 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac8285d-20ad-41f2-b082-6eec8340eab0 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:18.486641 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-fac8285d-20ad-41f2-b082-6eec8340eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:18.520608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84859320-7e0b-4ebe-9ffb-1a7287331a2c req-8d8cfc41-fd3d-49de-a7ea-36c664291491 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953155 Jun 03 15:11:18.570316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:18.571109 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:18.634129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863178fd-f914-4807-bf9c-cbc6e3518e78 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:18.641993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:18.644375 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:18.646779 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f150df2-49b0-4574-9710-e5a962c32a06'] response: {'server_uuid': '0935cb30-c815-4952-854f-3c6c31f54c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de35717-8c3b-4e9a-a2a3-6e34a88ad184', 'code': 200} Jun 03 15:11:18.778038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port fae326d8-e030-40eb-9c6a-a179c7991dab is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:18.779102 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:18.808488 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:18.988908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Transition to ACTIVE for port object 863178fd-f914-4807-bf9c-cbc6e3518e78 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:18.993385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port fae326d8-e030-40eb-9c6a-a179c7991dab, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fae326d8-e030-40eb-9c6a-a179c7991dab,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:18.998897 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-fac8285d-20ad-41f2-b082-6eec8340eab0 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:19.003277 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:19.007882 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:19.038104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:19.101129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6e067dd2-982f-444d-ac45-ba4b7d709fe6 req-2e279811-290d-4b76-9417-766d1dd21ef3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Synchronizing usage tracker for tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:19.145102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be5fa55c-4085-449f-a678-70f6fbe3c8c7 req-a2d20ff0-5023-49a7-b188-4b7f39a23d88 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 210 time: 0.1888294 Jun 03 15:11:19.153283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=fae326d8-e030-40eb-9c6a-a179c7991dab,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:19.164068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Pushing event updated for resources: {'Port': ['ID=863178fd-f914-4807-bf9c-cbc6e3518e78,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:19.179870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6e067dd2-982f-444d-ac45-ba4b7d709fe6 req-2e279811-290d-4b76-9417-766d1dd21ef3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Unset dirty status for tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:19.181395 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e067dd2-982f-444d-ac45-ba4b7d709fe6 req-2e279811-290d-4b76-9417-766d1dd21ef3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 210 time: 0.2869523 Jun 03 15:11:19.202881 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf0fb8-560f-45db-b43b-ef2e3ee4a009 req-7d63ca5f-c4e5-4b5b-b6a8-82731b95e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.204392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97cf0fb8-560f-45db-b43b-ef2e3ee4a009 req-7d63ca5f-c4e5-4b5b-b6a8-82731b95e07a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 1100 time: 0.2244480 Jun 03 15:11:19.241294 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff76d98-b238-4cb0-ab75-cb1b20f81eaf'] response: {'server_uuid': '5a5a5f93-268a-49bd-a89d-74a2075a932f', 'name': 'network-vif-deleted', 'tag': 'c99a0ed1-0af2-4f7e-90d1-0a38c1ca5e73', 'status': 'completed', 'code': 200} Jun 03 15:11:19.380479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97cf0fb8-560f-45db-b43b-ef2e3ee4a009 req-09537b06-bbd0-4777-a74b-053da3fc218e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=763cb51d-02c1-43bc-ba5a-2e232a83e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687350 Jun 03 15:11:19.442597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.67', 63995) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:19.494312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0e7d166-32b9-4bbc-99d7-2a3b70fe60ee req-c7aae5b3-1399-4c37-bf86-84f578f9c891 tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a829676420dc461088c83cee6a3ebd10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341496 Jun 03 15:11:19.524075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-8dceedb9-de23-40f1-8691-e221ce99ad05 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.526285 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-8dceedb9-de23-40f1-8691-e221ce99ad05 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.67 "GET /v2.0/networks?id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 HTTP/1.1" status: 200 len: 824 time: 1.1969109 Jun 03 15:11:19.532084 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-27a055be-dcc5-4827-bd91-6d02634547cd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8682928 Jun 03 15:11:19.535040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:19.535550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:19.535931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:19.541565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Port 863178fd-f914-4807-bf9c-cbc6e3518e78 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:19.541992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:19.547777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:19.548194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:19.548859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:19.549340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Bound port: 863178fd-f914-4807-bf9c-cbc6e3518e78, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:19.549741 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:19.656862 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-fac8285d-20ad-41f2-b082-6eec8340eab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:19.666385 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac8285d-20ad-41f2-b082-6eec8340eab0 None None] The sync data for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 is: [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:19.692638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fae326d8-e030-40eb-9c6a-a179c7991dab up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:19.854535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:19.863428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port fae326d8-e030-40eb-9c6a-a179c7991dab triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:19.864952 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:19.892764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:19.898693 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-d86d1e8b-2134-46bc-abc3-9ca960f521db tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43 HTTP/1.1" status: 200 len: 379 time: 0.3276815 Jun 03 15:11:19.903275 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:19.905034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7d166-32b9-4bbc-99d7-2a3b70fe60ee req-ba6a1052-91e7-49a9-9f4b-986f8698f54e tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.907187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0e7d166-32b9-4bbc-99d7-2a3b70fe60ee req-ba6a1052-91e7-49a9-9f4b-986f8698f54e tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3823273 Jun 03 15:11:19.915905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-61734975-2035-4e55-a47b-a9e3029f03e0 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.917906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-61734975-2035-4e55-a47b-a9e3029f03e0 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.67 "GET /v2.0/networks?id=007f1c74-14a7-49a9-93c8-edd4b899273f HTTP/1.1" status: 200 len: 829 time: 0.4593344 Jun 03 15:11:19.939108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0e7d166-32b9-4bbc-99d7-2a3b70fe60ee req-4957125a-7cf8-453d-9ad9-bcffa8b8908a tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/quotas/a829676420dc461088c83cee6a3ebd10 HTTP/1.1" status: 200 len: 375 time: 0.0141037 Jun 03 15:11:19.971666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.972207 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:19.973554 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] 10.222.0.75 "PUT /v2.0/ports/863178fd-f914-4807-bf9c-cbc6e3518e78 HTTP/1.1" status: 200 len: 1091 time: 2.5546324 Jun 03 15:11:19.976023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'tag': '863178fd-f914-4807-bf9c-cbc6e3518e78'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:19.996045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-b8040c8e-4185-41f3-902a-02f7073e5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:19.997499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-b8040c8e-4185-41f3-902a-02f7073e5778 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 1101 time: 0.3958275 Jun 03 15:11:20.006789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5686fcb-e16d-475b-97e6-0bff8001c162 service neutron] Pushing event updated for resources: {'Port': ['ID=863178fd-f914-4807-bf9c-cbc6e3518e78,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:20.013704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port fae326d8-e030-40eb-9c6a-a179c7991dab is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:20.019114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0e7d166-32b9-4bbc-99d7-2a3b70fe60ee req-0f0aab47-774b-466a-a10b-28a2e07a77f7 tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a829676420dc461088c83cee6a3ebd10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660391 Jun 03 15:11:20.040873 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Request body: {'port': {'device_id': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'admin_state_up': True, 'tenant_id': 'fe9486ae82804cb19137172043cf678a'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:20.071514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Request body: {'port': {'device_id': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'admin_state_up': True, 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'security_groups': ['0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:20.136482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553e1aa2-365c-40ae-a65f-0d2aa98816d7 None None] New status for floating IP 1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:11:20.155848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-5cb7b4ee-450d-402f-8cdc-06aebb730050 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Synchronizing usage tracker for tenant:44da4693e0f64eda8d0373b6435dba5a on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:20.392312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-5cb7b4ee-450d-402f-8cdc-06aebb730050 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Unset dirty status for tenant:44da4693e0f64eda8d0373b6435dba5a on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:20.406094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-5cb7b4ee-450d-402f-8cdc-06aebb730050 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45079 time: 1.1639280 Jun 03 15:11:20.486960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:20.513754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7a3f6-3155-4447-865f-5363ff6d8280 req-84d07507-ebdf-4cc1-ad39-afbc08d221d8 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:20.515260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14d7a3f6-3155-4447-865f-5363ff6d8280 req-84d07507-ebdf-4cc1-ad39-afbc08d221d8 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 949 time: 0.3422940 Jun 03 15:11:20.516149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:20.519123 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-0e9328fc-8eb4-4355-bdce-2fe254430451 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/16288b70-5324-4a09-bc0a-b3de30c13b1c HTTP/1.1" status: 200 len: 2977 time: 0.1122169 Jun 03 15:11:20.544238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Made reservation on behalf of fe9486ae82804cb19137172043cf678a for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:20.548099 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:20.587242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-9d67e148-92b4-4604-ac7d-5cc5085b4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:20.588630 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-9d67e148-92b4-4604-ac7d-5cc5085b4a00 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.5261331 Jun 03 15:11:20.593023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-361a4099-712c-4dc3-bf27-9c5238ce803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:20.594477 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-361a4099-712c-4dc3-bf27-9c5238ce803a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1094 time: 0.5727537 Jun 03 15:11:20.597471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:20.614506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14d7a3f6-3155-4447-865f-5363ff6d8280 req-d6fb06f2-2646-47a3-b76b-9b0fcfb34646 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=763cb51d-02c1-43bc-ba5a-2e232a83e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914469 Jun 03 15:11:20.648520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:20.666464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-0bbc20df-3dd2-4479-a777-9082ef252bcb tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/16288b70-5324-4a09-bc0a-b3de30c13b1c HTTP/1.1" status: 200 len: 2977 time: 0.1265421 Jun 03 15:11:20.725984 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-925da996-a22e-48f0-a5d9-9bc869b7bedc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=c927943c-4d43-4a46-b579-8c5e91c2b957 HTTP/1.1" status: 200 len: 217 time: 0.1296160 Jun 03 15:11:20.729965 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-7990b28f-c5bc-4c21-8bac-67ce4f3bda7e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863178fd-f914-4807-bf9c-cbc6e3518e78 HTTP/1.1" status: 200 len: 217 time: 0.0845969 Jun 03 15:11:20.730778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:20.822550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Made reservation on behalf of 8a5fa3a8ac7b40cf8ba284d70c982f43 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:20.826031 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:20.826635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-1b1fcdcb-24df-4efa-bb20-268aa699abb3 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/1929e118-69d7-4d6e-ad7d-a57fab8d28ed HTTP/1.1" status: 200 len: 2981 time: 0.1462219 Jun 03 15:11:20.871749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Allocated IP 172.20.0.3 (007f1c74-14a7-49a9-93c8-edd4b899273f/6d5b0e6c-5e4d-4c81-8f4b-750c15e73235/02475069-9cbb-49b2-95e6-deee6d06114d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:20.899259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-1f6fa965-8159-49b2-81de-3231e51d8100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:20.901095 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-1f6fa965-8159-49b2-81de-3231e51d8100 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1681492 Jun 03 15:11:20.906290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-72290c7b-d3f8-4730-b8a4-4886fe9183cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:20.907624 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-72290c7b-d3f8-4730-b8a4-4886fe9183cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1450174 Jun 03 15:11:20.934663 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-5d677022-8b1a-451e-9860-25be0c02c744 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/1929e118-69d7-4d6e-ad7d-a57fab8d28ed HTTP/1.1" status: 200 len: 2981 time: 0.0985534 Jun 03 15:11:20.983569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce0620-553a-476d-bc45-e443325f10b6 req-e3fc415c-27f5-487d-af6f-a6ac25294bcb tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:20.985046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25ce0620-553a-476d-bc45-e443325f10b6 req-e3fc415c-27f5-487d-af6f-a6ac25294bcb tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.2150683 Jun 03 15:11:21.009108 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-6f43b997-9d7d-4c46-b885-1407fca10aab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626035 Jun 03 15:11:21.143144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-bc790679-838e-4f68-946a-47cdf72c5b94 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3cb5280e-aa31-4074-9567-cb94c296a142 HTTP/1.1" status: 200 len: 2981 time: 0.1919127 Jun 03 15:11:21.165066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25ce0620-553a-476d-bc45-e443325f10b6 req-57e81743-17c7-4f6a-8e75-4c5868a57cf4 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538532 Jun 03 15:11:21.203931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Allocated IP 172.20.0.10 (f98b702b-23a0-4cd9-ad93-b11c6ceda5f5/3643cc6a-71bb-45ac-92f2-833c795c0750/80860ae2-4994-4182-89fd-7d539458d36b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:21.212069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-ec21e69e-25bb-4d74-add1-c026d82e7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:21.213681 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-ec21e69e-25bb-4d74-add1-c026d82e7484 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3011777 Jun 03 15:11:21.229787 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.241768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-f4b807ad-daea-4340-8986-70122d867261 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/3cb5280e-aa31-4074-9567-cb94c296a142 HTTP/1.1" status: 200 len: 2981 time: 0.0829444 Jun 03 15:11:21.259952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Transition to ACTIVE for port object 02475069-9cbb-49b2-95e6-deee6d06114d will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:21.327602 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-c718d420-ab6c-43bd-ba6b-ae9df4c4743a service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030179 Jun 03 15:11:21.350820 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-9a591cf9-d0ce-46c4-a72e-6ce6f73b22a1 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/646d6779-bf69-4338-91f6-87e36a33d6e5 HTTP/1.1" status: 200 len: 2981 time: 0.1024554 Jun 03 15:11:21.400730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.469147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-d6a29d57-e9fd-4932-9f7f-7088fdce1566 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/646d6779-bf69-4338-91f6-87e36a33d6e5 HTTP/1.1" status: 200 len: 2981 time: 0.1084867 Jun 03 15:11:21.507484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Network 007f1c74-14a7-49a9-93c8-edd4b899273f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:21.514157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:21.529221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:21.561117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f19c0-8bc7-46b5-9350-7c65410fb14e req-c2d299a7-1366-4bee-b8f6-a9e4ef2fa6d2 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:21.562667 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd2f19c0-8bc7-46b5-9350-7c65410fb14e req-c2d299a7-1366-4bee-b8f6-a9e4ef2fa6d2 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 943 time: 0.2806635 Jun 03 15:11:21.569659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Pushing event updated for resources: {'Port': ['ID=02475069-9cbb-49b2-95e6-deee6d06114d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:21.575145 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-72197749-761d-4642-8f2b-8ed84296ea42 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544171 Jun 03 15:11:21.627369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-c1d34b8c-209c-4562-8652-65e42d08eb28 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/763cb51d-02c1-43bc-ba5a-2e232a83e3b2 HTTP/1.1" status: 200 len: 2981 time: 0.1457212 Jun 03 15:11:21.664966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:21.665577 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.679222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd2f19c0-8bc7-46b5-9350-7c65410fb14e req-58b32773-73d4-4e73-9929-d14beeb8fcef tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001248 Jun 03 15:11:21.679745 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0dca847c-dc4c-4ebd-89fe-8e4fb48cc593 req-14003ac7-011b-4ab6-8544-451013b4ca5e service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454039 Jun 03 15:11:21.733288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-b402c1ca-64d0-47e0-b18c-b766931a4f05 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/763cb51d-02c1-43bc-ba5a-2e232a83e3b2 HTTP/1.1" status: 200 len: 2981 time: 0.0903711 Jun 03 15:11:21.734666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-0de53008-0bfa-4d0f-9e87-f7c9ac78d578 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7020009 Jun 03 15:11:21.759790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Request body: {'port': {'device_id': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:21.775691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4ea7526f-311c-4cbd-b986-8b756ddbaf25 None None] Provisioning for port 02475069-9cbb-49b2-95e6-deee6d06114d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:21.788646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4ea7526f-311c-4cbd-b986-8b756ddbaf25 None None] Provisioning complete for port 02475069-9cbb-49b2-95e6-deee6d06114d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:21.789056 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ea7526f-311c-4cbd-b986-8b756ddbaf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.860557 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae88964-f84d-4109-802a-a90a65b38d7a'] response: {'name': 'network-changed', 'server_uuid': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'tag': '863178fd-f914-4807-bf9c-cbc6e3518e78', 'status': 'completed', 'code': 200} Jun 03 15:11:21.911964 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.933497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-21a6c29d-1701-4c60-af1a-c10c77f05a83 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/833e066a-f212-4833-9a96-b58704e78e9e HTTP/1.1" status: 200 len: 2977 time: 0.1938601 Jun 03 15:11:21.934377 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:21.939015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4ea7526f-311c-4cbd-b986-8b756ddbaf25 None None] Port 02475069-9cbb-49b2-95e6-deee6d06114d cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:21.958455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Transition to ACTIVE for port object 80860ae2-4994-4182-89fd-7d539458d36b will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:21.974973 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4f30f16-08fe-498f-99c8-9ca7d9512c63 req-6681d68b-0fe8-411c-99f1-4d95355cef50 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844252 Jun 03 15:11:21.988232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd3e0b-4ff7-45b9-84f4-76f43cc1aa70 req-2a9b87f9-4049-4408-9324-ae88f2aedd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:21.989627 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-debd3e0b-4ff7-45b9-84f4-76f43cc1aa70 req-2a9b87f9-4049-4408-9324-ae88f2aedd1e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1094 time: 0.1651537 Jun 03 15:11:22.066758 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:22.074299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-ababd3bf-20b0-42b4-af71-c364a9b92025 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/833e066a-f212-4833-9a96-b58704e78e9e HTTP/1.1" status: 200 len: 2977 time: 0.1286967 Jun 03 15:11:22.161445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:22.169635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:22.186794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:22.194104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:22.194707 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:22.201611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Pushing event updated for resources: {'Port': ['ID=80860ae2-4994-4182-89fd-7d539458d36b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:22.219964 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-4f1ce1d7-acdf-4926-b8bd-0f3278e26d3d tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8bead6d7-9bee-4038-af3a-154e5b228926 HTTP/1.1" status: 200 len: 2981 time: 0.1340230 Jun 03 15:11:22.245376 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-4c4114eb-adb5-41fc-ab41-702115cbb570 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1839995 Jun 03 15:11:22.246882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd3e0b-4ff7-45b9-84f4-76f43cc1aa70 req-71bc2d50-61c8-4b40-b333-9b7cd29a4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:22.247965 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-debd3e0b-4ff7-45b9-84f4-76f43cc1aa70 req-71bc2d50-61c8-4b40-b333-9b7cd29a4aad service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.2512627 Jun 03 15:11:22.312498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Request body: {'port': {'device_id': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:22.331829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a599c-0cfa-4dec-b56f-5fac91e6da7d req-d621b927-0082-43c3-af56-ff1a1ac1bf7f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:22.332520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-837a599c-0cfa-4dec-b56f-5fac91e6da7d req-d621b927-0082-43c3-af56-ff1a1ac1bf7f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Synchronizing usage tracker for tenant:fe9486ae82804cb19137172043cf678a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:22.358384 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-debd3e0b-4ff7-45b9-84f4-76f43cc1aa70 req-2ff4b0dc-0178-41ee-9aa4-292cc2ee0151 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863178fd-f914-4807-bf9c-cbc6e3518e78 HTTP/1.1" status: 200 len: 217 time: 0.1038728 Jun 03 15:11:22.386618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-6474e6ec-12ec-4ebe-aba4-e2ac55a359c0 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8bead6d7-9bee-4038-af3a-154e5b228926 HTTP/1.1" status: 200 len: 2981 time: 0.1483908 Jun 03 15:11:22.427903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-837a599c-0cfa-4dec-b56f-5fac91e6da7d req-d621b927-0082-43c3-af56-ff1a1ac1bf7f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Unset dirty status for tenant:fe9486ae82804cb19137172043cf678a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:22.429053 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-837a599c-0cfa-4dec-b56f-5fac91e6da7d req-d621b927-0082-43c3-af56-ff1a1ac1bf7f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 931 time: 0.3915794 Jun 03 15:11:22.464088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-aad72483-6d4f-43fc-88ec-f39fb8360800 None None] Provisioning for port 80860ae2-4994-4182-89fd-7d539458d36b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:22.469896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-aad72483-6d4f-43fc-88ec-f39fb8360800 None None] Provisioning complete for port 80860ae2-4994-4182-89fd-7d539458d36b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:22.470347 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aad72483-6d4f-43fc-88ec-f39fb8360800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:22.480030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd3e0b-4ff7-45b9-84f4-76f43cc1aa70 req-e202e963-c749-46f7-a472-f30066bc755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:22.481479 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-debd3e0b-4ff7-45b9-84f4-76f43cc1aa70 req-e202e963-c749-46f7-a472-f30066bc755a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1120455 Jun 03 15:11:22.488373 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:22.509505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-f3161415-6811-457e-acf2-418356267354 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/91d32872-bf81-46a4-8c55-903f3a687385 HTTP/1.1" status: 200 len: 2981 time: 0.1218839 Jun 03 15:11:22.522407 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-837a599c-0cfa-4dec-b56f-5fac91e6da7d req-481d9300-fa7f-48c0-9a36-47deeece8f00 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847700 Jun 03 15:11:22.526960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-aad72483-6d4f-43fc-88ec-f39fb8360800 None None] Port 80860ae2-4994-4182-89fd-7d539458d36b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:22.566596 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-debd3e0b-4ff7-45b9-84f4-76f43cc1aa70 req-d78db16c-dc57-410a-8c90-57a81ed7bbfa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674953 Jun 03 15:11:22.622845 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:11:22.758443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02475069-9cbb-49b2-95e6-deee6d06114d {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:22.769903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-cdbaac40-eb55-4605-9d5e-8b1c41a24734 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/91d32872-bf81-46a4-8c55-903f3a687385 HTTP/1.1" status: 200 len: 2981 time: 0.2395983 Jun 03 15:11:22.769903 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:22.797223 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-debd3e0b-4ff7-45b9-84f4-76f43cc1aa70 req-a2b2b45c-4753-40ad-aba0-e165f45e307f service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152624 Jun 03 15:11:22.803169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Transition to ACTIVE for port object 02475069-9cbb-49b2-95e6-deee6d06114d will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:22.824366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:22.958942 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-b0c292dc-ae5a-4226-99dd-f65ab73f07ff tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/a7a7bbc4-4ebc-421d-a12e-87e55641e769 HTTP/1.1" status: 200 len: 2977 time: 0.1798615 Jun 03 15:11:22.975176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d77cc0-f7ff-41af-a21f-7bbfb5b0e444 req-5b36556d-3e3e-4cc7-a29c-6c3ccaf115d7 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:22.976725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53d77cc0-f7ff-41af-a21f-7bbfb5b0e444 req-5b36556d-3e3e-4cc7-a29c-6c3ccaf115d7 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 932 time: 0.3451421 Jun 03 15:11:23.015402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Pushing event updated for resources: {'Port': ['ID=02475069-9cbb-49b2-95e6-deee6d06114d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:23.020058 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-debd3e0b-4ff7-45b9-84f4-76f43cc1aa70 req-5c6a16e5-ead7-460d-b2b9-034f76c94712 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765172 Jun 03 15:11:23.096320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80860ae2-4994-4182-89fd-7d539458d36b {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:23.103859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.118653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Transition to ACTIVE for port object 80860ae2-4994-4182-89fd-7d539458d36b will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:23.122820 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.130777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53d77cc0-f7ff-41af-a21f-7bbfb5b0e444 req-5413b5ba-8ccd-4559-aa83-f28e91a1e1e0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477776 Jun 03 15:11:23.143244 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-dc16e015-5b33-458e-b7c3-9c720ff70d5a tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/a7a7bbc4-4ebc-421d-a12e-87e55641e769 HTTP/1.1" status: 200 len: 2977 time: 0.1655271 Jun 03 15:11:23.192764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Attempting to bind port 02475069-9cbb-49b2-95e6-deee6d06114d on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:23.193092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Attempting to bind port 02475069-9cbb-49b2-95e6-deee6d06114d by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:23.193412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Attempting to bind port 02475069-9cbb-49b2-95e6-deee6d06114d on network 007f1c74-14a7-49a9-93c8-edd4b899273f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:23.210936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Port 02475069-9cbb-49b2-95e6-deee6d06114d on network 007f1c74-14a7-49a9-93c8-edd4b899273f not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:23.211255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Attempting to bind port 02475069-9cbb-49b2-95e6-deee6d06114d on network 007f1c74-14a7-49a9-93c8-edd4b899273f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:23.211373 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e1f773-109c-47dd-9d3c-508b0519ba93'] response: {'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'code': 200} Jun 03 15:11:23.219491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:23.219833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Checking segment: {'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:23.220212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Bound using segment: {'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:23.220647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Bound port: 02475069-9cbb-49b2-95e6-deee6d06114d, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8ca244-d554-4ad8-b720-9d848c268cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:23.220986 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.236537 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-d8ba33ff-0c7e-40f7-8bdf-c9c4912ae9ec tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b11493b4-3fa9-4ab6-bc13-1e388db3384f HTTP/1.1" status: 200 len: 2981 time: 0.0779514 Jun 03 15:11:23.275159 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Pushing event updated for resources: {'Port': ['ID=80860ae2-4994-4182-89fd-7d539458d36b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:23.423012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Attempting to bind port 80860ae2-4994-4182-89fd-7d539458d36b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:23.423384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Attempting to bind port 80860ae2-4994-4182-89fd-7d539458d36b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:23.423643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Attempting to bind port 80860ae2-4994-4182-89fd-7d539458d36b on network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:23.433752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Port 80860ae2-4994-4182-89fd-7d539458d36b on network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:23.434337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Attempting to bind port 80860ae2-4994-4182-89fd-7d539458d36b on network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:23.453013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-38f0338e-ca25-4dc7-9061-8d4ca1f22e73 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b11493b4-3fa9-4ab6-bc13-1e388db3384f HTTP/1.1" status: 200 len: 2981 time: 0.2085450 Jun 03 15:11:23.464857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:23.466901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Checking segment: {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:23.467680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Bound using segment: {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:23.468307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Bound port: 80860ae2-4994-4182-89fd-7d539458d36b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:23.468616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.567651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] For port 02475069-9cbb-49b2-95e6-deee6d06114d, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:23.570975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-681f4556-ba05-4ce6-9f02-d15dc87c804d tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b4117fe3-5287-45ca-ae75-d4100f4b87ad HTTP/1.1" status: 200 len: 2973 time: 0.1048150 Jun 03 15:11:23.574362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] For port 02475069-9cbb-49b2-95e6-deee6d06114d, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=02475069-9cbb-49b2-95e6-deee6d06114d,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:23.621831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.628746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54618) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:23.723248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6a571-9e4a-430b-923c-bcdf9fa6977a req-465e1335-0df7-49f6-afec-6dd75fcfaf5b tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:23.723872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140697-e6e6-457a-948b-ae227c11ef40 req-7b1e30fe-a699-4472-b2b4-f8dc825d5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:23.725392 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b1140697-e6e6-457a-948b-ae227c11ef40 req-7b1e30fe-a699-4472-b2b4-f8dc825d5210 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 1101 time: 0.2623749 Jun 03 15:11:23.726372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfa6a571-9e4a-430b-923c-bcdf9fa6977a req-465e1335-0df7-49f6-afec-6dd75fcfaf5b tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 949 time: 0.3329310 Jun 03 15:11:23.726508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] For port 80860ae2-4994-4182-89fd-7d539458d36b, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:23.730318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] For port 80860ae2-4994-4182-89fd-7d539458d36b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=80860ae2-4994-4182-89fd-7d539458d36b,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:23.753254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Pushing event updated for resources: {'Port': ['ID=02475069-9cbb-49b2-95e6-deee6d06114d,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:23.759363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:23.759748 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.759886 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.761632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-91103f0d-f727-4115-a018-47c81ab33615 service neutron] 10.222.0.67 "PUT /v2.0/ports/02475069-9cbb-49b2-95e6-deee6d06114d HTTP/1.1" status: 200 len: 1091 time: 2.0073998 Jun 03 15:11:23.785198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'tag': '02475069-9cbb-49b2-95e6-deee6d06114d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:23.817014 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b1140697-e6e6-457a-948b-ae227c11ef40 req-987b8ad8-fb34-4042-8776-c5ad3e8deb49 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852950 Jun 03 15:11:23.832931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfa6a571-9e4a-430b-923c-bcdf9fa6977a req-44cd80d7-4016-4872-803f-509d2d0e4122 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=763cb51d-02c1-43bc-ba5a-2e232a83e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678914 Jun 03 15:11:23.833102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:23.835806 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.838287 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] 10.222.0.67 "PUT /v2.0/ports/80860ae2-4994-4182-89fd-7d539458d36b HTTP/1.1" status: 200 len: 1092 time: 1.5350502 Jun 03 15:11:23.845831 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-49e2719a-8bb5-487c-81df-9f7defc669c2 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b4117fe3-5287-45ca-ae75-d4100f4b87ad HTTP/1.1" status: 200 len: 2973 time: 0.2532115 Jun 03 15:11:23.871652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'tag': '80860ae2-4994-4182-89fd-7d539458d36b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:23.877475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74d36f-8a5a-4791-baf3-989c416e0d96 service neutron] Pushing event updated for resources: {'Port': ['ID=80860ae2-4994-4182-89fd-7d539458d36b,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:23.899914 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b9ec836-414b-4681-94de-9caafade9243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:23.926271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8b9ec836-414b-4681-94de-9caafade9243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:23.934637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8b9ec836-414b-4681-94de-9caafade9243 admin admin] Usage tracker for resource:security_group_rule and tenant:812bd2e61b5b49128e163fd78666e4f1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:23.939442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8b9ec836-414b-4681-94de-9caafade9243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:23.946916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-57469841-6843-4e3d-8e2a-4ec62d864e81 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/bae52c81-acdc-4829-bef4-afea831d3f2b HTTP/1.1" status: 200 len: 2981 time: 0.0942678 Jun 03 15:11:23.947820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8b9ec836-414b-4681-94de-9caafade9243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:24.031047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-b3a83985-276c-4cc5-a047-74a857a38046 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/bae52c81-acdc-4829-bef4-afea831d3f2b HTTP/1.1" status: 200 len: 2981 time: 0.0733712 Jun 03 15:11:24.121017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-1178c7d2-872a-4e9b-b068-ff426346964a tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f3ce0ed1-8d7f-48b7-a2f0-4d128c43abbc HTTP/1.1" status: 200 len: 2981 time: 0.0772679 Jun 03 15:11:24.125053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b9ec836-414b-4681-94de-9caafade9243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.140062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b9ec836-414b-4681-94de-9caafade9243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.259333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8b9ec836-414b-4681-94de-9caafade9243 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=812bd2e61b5b49128e163fd78666e4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5976434 Jun 03 15:11:24.261205 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6031ab3-9ef3-4e33-9614-7a44ea8fdacf req-fdbfed22-35a6-4162-b0d3-89b03a1663a2 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f3ce0ed1-8d7f-48b7-a2f0-4d128c43abbc HTTP/1.1" status: 200 len: 2981 time: 0.1335752 Jun 03 15:11:24.263822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54638) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:24.268158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ec836-414b-4681-94de-9caafade9243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2d0107-e0d6-410d-91ef-3f1e7c636dc1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:24.344437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b582-d0a7-4346-8118-d554bb7521a6 req-cd02386b-5a33-4357-b655-ddbb055b44ad tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.346139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e474b582-d0a7-4346-8118-d554bb7521a6 req-cd02386b-5a33-4357-b655-ddbb055b44ad tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.1314895 Jun 03 15:11:24.358096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 863178fd-f914-4807-bf9c-cbc6e3518e78 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:24.359647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-8e839d34-681c-4d0b-a0dd-9dda39d0ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.361169 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-8e839d34-681c-4d0b-a0dd-9dda39d0ea37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe9486ae82804cb19137172043cf678a&device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 1094 time: 0.1940429 Jun 03 15:11:24.371634 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62320330-3221-4d18-a7f1-57037f49f4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.433907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-fc54768d-0cfa-4141-b408-462c72c36dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.435361 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-fc54768d-0cfa-4141-b408-462c72c36dd5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43&device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 1095 time: 0.2251265 Jun 03 15:11:24.455624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e474b582-d0a7-4346-8118-d554bb7521a6 req-eed83850-a425-4cf9-84dd-6c826407d95e tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025612 Jun 03 15:11:24.487543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3663b4-e939-4ffc-ac74-1270ca9a9243 req-f832c9d8-0a50-4f97-a8ba-bbf8f8ddf63a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.487543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb3663b4-e939-4ffc-ac74-1270ca9a9243 req-f832c9d8-0a50-4f97-a8ba-bbf8f8ddf63a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 943 time: 0.1032028 Jun 03 15:11:24.515026 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-a6dace1b-eb72-4fdc-bb5c-02174060c7c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02475069-9cbb-49b2-95e6-deee6d06114d HTTP/1.1" status: 200 len: 217 time: 0.1316237 Jun 03 15:11:24.528362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:24.536062 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb3663b4-e939-4ffc-ac74-1270ca9a9243 req-bffe0c70-9b42-4abb-a1c1-b925d56b565d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425320 Jun 03 15:11:24.548252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '863178fd-f914-4807-bf9c-cbc6e3518e78', 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810', 'port_id': '863178fd-f914-4807-bf9c-cbc6e3518e78', 'mac_address': 'fa:16:3e:b8:1f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8d6379-eb96-4f03-8390-c2aeb681aa26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:24.566326 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-85799247-6347-496c-b640-f980208128a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80860ae2-4994-4182-89fd-7d539458d36b HTTP/1.1" status: 200 len: 217 time: 0.1137850 Jun 03 15:11:24.568129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62320330-3221-4d18-a7f1-57037f49f4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.614810 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 863178fd-f914-4807-bf9c-cbc6e3518e78 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:24.615391 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.636454 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e513837-58db-4c9b-8faa-abbb7f5bc31c'] response: {'name': 'network-changed', 'server_uuid': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'tag': '02475069-9cbb-49b2-95e6-deee6d06114d', 'status': 'completed', 'code': 200} Jun 03 15:11:24.643731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863178fd-f914-4807-bf9c-cbc6e3518e78 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:24.662060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:24.669763 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.686819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-9006309e-4877-4495-8e3b-802864a6cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.688423 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-9006309e-4877-4495-8e3b-802864a6cd3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6d5b0e6c-5e4d-4c81-8f4b-750c15e73235 HTTP/1.1" status: 200 len: 868 time: 0.1549201 Jun 03 15:11:24.692324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-ef870eb8-49a0-4fdf-8529-27f5e71af5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.693713 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-ef870eb8-49a0-4fdf-8529-27f5e71af5fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3643cc6a-71bb-45ac-92f2-833c795c0750 HTTP/1.1" status: 200 len: 863 time: 0.1124213 Jun 03 15:11:24.704190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3b5d0-25ed-465f-a430-3d4b74fb3675 req-33347209-05a6-4661-b33d-498cc7e4016c tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.711852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36b3b5d0-25ed-465f-a430-3d4b74fb3675 req-33347209-05a6-4661-b33d-498cc7e4016c tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 943 time: 0.1166844 Jun 03 15:11:24.763661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=863178fd-f914-4807-bf9c-cbc6e3518e78,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:24.775148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36b3b5d0-25ed-465f-a430-3d4b74fb3675 req-13a316dc-25c4-43b1-a880-301234be1ebd tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618219 Jun 03 15:11:24.794451 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350019dc-e431-47b1-8439-0ed8f821e8a6'] response: {'name': 'network-changed', 'server_uuid': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'tag': '80860ae2-4994-4182-89fd-7d539458d36b', 'status': 'completed', 'code': 200} Jun 03 15:11:24.796843 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62320330-3221-4d18-a7f1-57037f49f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.830186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62320330-3221-4d18-a7f1-57037f49f4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2d0107-e0d6-410d-91ef-3f1e7c636dc1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:24.841604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62320330-3221-4d18-a7f1-57037f49f4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:24.842792 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-62320330-3221-4d18-a7f1-57037f49f4c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f2d0107-e0d6-410d-91ef-3f1e7c636dc1 HTTP/1.1" status: 204 len: 168 time: 0.5773900 Jun 03 15:11:24.858765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-21b2593f-4045-4adf-8ec9-8859ea48ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.860422 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-21b2593f-4045-4adf-8ec9-8859ea48ca92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=007f1c74-14a7-49a9-93c8-edd4b899273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653984 Jun 03 15:11:24.866685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-b1932ec5-79d1-45b5-91b1-24bacf38fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:24.868259 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-b1932ec5-79d1-45b5-91b1-24bacf38fcd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389625 Jun 03 15:11:24.905679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['863178fd-f914-4807-bf9c-cbc6e3518e78'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:25.124068 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-62881efa-8692-462f-ac1d-6b7b53576c5a service neutron] 10.222.0.67 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547433 Jun 03 15:11:25.127375 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-d33c8d1d-2291-413f-910d-fa50be34a5ee service neutron] 10.222.0.67 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376800 Jun 03 15:11:25.136647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1b4a2bb6-19b8-4e80-a55f-128c25c2481e req-2a3cfc76-4f77-4f0d-8197-1ff45a0b7fd7 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Synchronizing usage tracker for tenant:0f684196beb54d43a8f5a3737623baf5 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:25.161818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e08b1-b0c8-4ea3-b222-6de05f04492c req-e59a9059-3e11-410e-ada5-414948c52c45 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:25.171470 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d6e08b1-b0c8-4ea3-b222-6de05f04492c req-e59a9059-3e11-410e-ada5-414948c52c45 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 944 time: 0.2838111 Jun 03 15:11:25.209637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1b4a2bb6-19b8-4e80-a55f-128c25c2481e req-2a3cfc76-4f77-4f0d-8197-1ff45a0b7fd7 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Unset dirty status for tenant:0f684196beb54d43a8f5a3737623baf5 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:25.217346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b4a2bb6-19b8-4e80-a55f-128c25c2481e req-2a3cfc76-4f77-4f0d-8197-1ff45a0b7fd7 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f684196beb54d43a8f5a3737623baf5 HTTP/1.1" status: 200 len: 6102 time: 0.1975102 Jun 03 15:11:25.242386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d6e08b1-b0c8-4ea3-b222-6de05f04492c req-ab76bc77-2e08-4afb-9847-fb3258144394 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699446 Jun 03 15:11:25.280424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b4a2bb6-19b8-4e80-a55f-128c25c2481e req-ec0e2a7d-e8e8-472b-9607-4360f216bf3f tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] 10.222.0.48 "GET /v2.0/security-groups/f3ce0ed1-8d7f-48b7-a2f0-4d128c43abbc HTTP/1.1" status: 200 len: 2981 time: 0.0617988 Jun 03 15:11:25.331651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54658) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:25.361781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-16b7aa95-e75e-4ee3-b16b-309a0a2952f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.384271 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdc879ae-cbf4-40e5-8804-4e75ff30147d req-6896377e-51c6-481f-a20e-f6d8041bbba6 service neutron] 10.222.0.67 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485447 Jun 03 15:11:25.387407 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-016801c0-8e9d-4413-b082-faaa6495ffb9 req-d8dcf61b-1111-4969-b2a8-14bf0d59b90d service neutron] 10.222.0.67 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329211 Jun 03 15:11:25.396527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-16b7aa95-e75e-4ee3-b16b-309a0a2952f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:25.412093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-16b7aa95-e75e-4ee3-b16b-309a0a2952f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ff6767117ab744a1b0e1c2366613852d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:25.417863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-16b7aa95-e75e-4ee3-b16b-309a0a2952f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:25.423599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b4a2bb6-19b8-4e80-a55f-128c25c2481e req-c5dcf91e-d97b-4016-92b1-b7956d0eda7b tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] 10.222.0.48 "GET /v2.0/security-groups/f3ce0ed1-8d7f-48b7-a2f0-4d128c43abbc HTTP/1.1" status: 200 len: 2981 time: 0.1424556 Jun 03 15:11:25.430064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-16b7aa95-e75e-4ee3-b16b-309a0a2952f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:25.664481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8b90dd3-8e2c-490c-9c72-eefefcb6ce78 req-8f1897ce-c584-4023-8b14-6888048e45e9 tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a829676420dc461088c83cee6a3ebd10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1327724 Jun 03 15:11:25.701584 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-16b7aa95-e75e-4ee3-b16b-309a0a2952f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.706588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee456908-ca4b-46cb-9c90-a1f3ca3b22e7 req-0e702029-c6a1-43fd-a1c1-36236be573b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:25.708398 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee456908-ca4b-46cb-9c90-a1f3ca3b22e7 req-0e702029-c6a1-43fd-a1c1-36236be573b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe9486ae82804cb19137172043cf678a&device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 1094 time: 0.1329637 Jun 03 15:11:25.713327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620f596-e5e0-48a6-a759-cc02582aea32 req-9b2f0b16-404c-4731-be6c-b71e6ce1513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:25.714434 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d620f596-e5e0-48a6-a759-cc02582aea32 req-9b2f0b16-404c-4731-be6c-b71e6ce1513b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43&device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 1095 time: 0.1406503 Jun 03 15:11:25.719644 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-16b7aa95-e75e-4ee3-b16b-309a0a2952f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:25.822025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8e5d331-aac2-435c-bf91-5f8e403fcd4a req-92f63faa-eb61-4b3a-b6dd-98f24d9e4a79 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9af7b04f-b159-4e86-9147-1f76a50d102d HTTP/1.1" status: 200 len: 1776 time: 0.1848938 Jun 03 15:11:25.857569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-16b7aa95-e75e-4ee3-b16b-309a0a2952f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff6767117ab744a1b0e1c2366613852d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5185497 Jun 03 15:11:25.863214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7aa95-e75e-4ee3-b16b-309a0a2952f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b42df43-fd6c-47ce-9b23-563ea7269c10,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:25.878533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54680) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:25.972480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b90dd3-8e2c-490c-9c72-eefefcb6ce78 req-d805592f-3f91-4fc7-a585-1806cae03859 tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:25.974493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8b90dd3-8e2c-490c-9c72-eefefcb6ce78 req-d805592f-3f91-4fc7-a585-1806cae03859 tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3007603 Jun 03 15:11:26.012977 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d8e5d331-aac2-435c-bf91-5f8e403fcd4a req-f7cb2c72-0956-4d0c-becb-04b881700c23 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.014743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57c2dfa2-40b2-4be4-a809-ae1f640939ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.016972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8b90dd3-8e2c-490c-9c72-eefefcb6ce78 req-0bc184a3-91db-472c-858f-1b8c6d8f5c95 tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/quotas/a829676420dc461088c83cee6a3ebd10 HTTP/1.1" status: 200 len: 375 time: 0.0344205 Jun 03 15:11:26.049315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee456908-ca4b-46cb-9c90-a1f3ca3b22e7 req-dafeb255-46e7-4ecb-9207-7714e5b9d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.050767 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee456908-ca4b-46cb-9c90-a1f3ca3b22e7 req-dafeb255-46e7-4ecb-9207-7714e5b9d2c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=007f1c74-14a7-49a9-93c8-edd4b899273f HTTP/1.1" status: 200 len: 930 time: 0.3230405 Jun 03 15:11:26.053035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620f596-e5e0-48a6-a759-cc02582aea32 req-ceaafc27-5702-4064-a5ff-90e2561a332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.054351 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d620f596-e5e0-48a6-a759-cc02582aea32 req-ceaafc27-5702-4064-a5ff-90e2561a332e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 HTTP/1.1" status: 200 len: 925 time: 0.3087053 Jun 03 15:11:26.098208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8b90dd3-8e2c-490c-9c72-eefefcb6ce78 req-cf81602d-bd0e-46e6-811d-d4d47b9f81df tempest-QuotasAdminNegativeTest-869718478 tempest-QuotasAdminNegativeTest-869718478-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a829676420dc461088c83cee6a3ebd10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662787 Jun 03 15:11:26.103346 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d8e5d331-aac2-435c-bf91-5f8e403fcd4a req-f7cb2c72-0956-4d0c-becb-04b881700c23 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.110861 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57c2dfa2-40b2-4be4-a809-ae1f640939ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.175856 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee456908-ca4b-46cb-9c90-a1f3ca3b22e7 req-797d75ed-10dd-46fa-92eb-f55c175aa8ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02475069-9cbb-49b2-95e6-deee6d06114d HTTP/1.1" status: 200 len: 217 time: 0.1138883 Jun 03 15:11:26.184264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d8e5d331-aac2-435c-bf91-5f8e403fcd4a req-f7cb2c72-0956-4d0c-becb-04b881700c23 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.204314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb2c72-0956-4d0c-becb-04b881700c23 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af7b04f-b159-4e86-9147-1f76a50d102d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:26.210020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57c2dfa2-40b2-4be4-a809-ae1f640939ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.218466 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d620f596-e5e0-48a6-a759-cc02582aea32 req-e2d93892-b1be-4094-b19f-8593e592981a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80860ae2-4994-4182-89fd-7d539458d36b HTTP/1.1" status: 200 len: 217 time: 0.1066227 Jun 03 15:11:26.239233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2dfa2-40b2-4be4-a809-ae1f640939ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b42df43-fd6c-47ce-9b23-563ea7269c10,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:26.263323 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d8e5d331-aac2-435c-bf91-5f8e403fcd4a req-f7cb2c72-0956-4d0c-becb-04b881700c23 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.276516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8e5d331-aac2-435c-bf91-5f8e403fcd4a req-f7cb2c72-0956-4d0c-becb-04b881700c23 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/9af7b04f-b159-4e86-9147-1f76a50d102d HTTP/1.1" status: 204 len: 173 time: 0.4376061 Jun 03 15:11:26.281478 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57c2dfa2-40b2-4be4-a809-ae1f640939ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.284891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-57c2dfa2-40b2-4be4-a809-ae1f640939ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b42df43-fd6c-47ce-9b23-563ea7269c10 HTTP/1.1" status: 204 len: 168 time: 0.4031792 Jun 03 15:11:26.312341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee456908-ca4b-46cb-9c90-a1f3ca3b22e7 req-b69746c2-4a80-4f8d-866e-098c4de39c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.313789 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee456908-ca4b-46cb-9c90-a1f3ca3b22e7 req-b69746c2-4a80-4f8d-866e-098c4de39c80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6d5b0e6c-5e4d-4c81-8f4b-750c15e73235 HTTP/1.1" status: 200 len: 868 time: 0.1300404 Jun 03 15:11:26.315169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620f596-e5e0-48a6-a759-cc02582aea32 req-4ee1b8b6-e8a2-400c-a9c0-52ee8afea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.316610 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d620f596-e5e0-48a6-a759-cc02582aea32 req-4ee1b8b6-e8a2-400c-a9c0-52ee8afea46e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3643cc6a-71bb-45ac-92f2-833c795c0750 HTTP/1.1" status: 200 len: 863 time: 0.0890062 Jun 03 15:11:26.372756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 863178fd-f914-4807-bf9c-cbc6e3518e78 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:26.459330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 863178fd-f914-4807-bf9c-cbc6e3518e78 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:26.466545 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 863178fd-f914-4807-bf9c-cbc6e3518e78 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:26.467846 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.481810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee456908-ca4b-46cb-9c90-a1f3ca3b22e7 req-a0bbe85a-68e3-4a9d-8937-69cd27678e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.483321 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee456908-ca4b-46cb-9c90-a1f3ca3b22e7 req-a0bbe85a-68e3-4a9d-8937-69cd27678e93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=007f1c74-14a7-49a9-93c8-edd4b899273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455746 Jun 03 15:11:26.486111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620f596-e5e0-48a6-a759-cc02582aea32 req-3da42c3a-0e5e-486e-9321-eee523883de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.487257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753ecee-f4ee-4141-bb4f-62480fa07e35 req-db94496d-acdc-4182-9ac0-1c2614cbd912 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.487656 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d620f596-e5e0-48a6-a759-cc02582aea32 req-3da42c3a-0e5e-486e-9321-eee523883de0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486638 Jun 03 15:11:26.489224 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a753ecee-f4ee-4141-bb4f-62480fa07e35 req-db94496d-acdc-4182-9ac0-1c2614cbd912 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.1702466 Jun 03 15:11:26.518993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37829f-c7b2-4045-9408-5083eccf82ad req-6239c0a8-6719-4cfc-8485-6e46290c4af9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.520459 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c37829f-c7b2-4045-9408-5083eccf82ad req-6239c0a8-6719-4cfc-8485-6e46290c4af9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 944 time: 0.1459198 Jun 03 15:11:26.583802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a753ecee-f4ee-4141-bb4f-62480fa07e35 req-4c79e1b7-a1e2-41fb-a1be-ba6b3865ac20 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862169 Jun 03 15:11:26.604555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c37829f-c7b2-4045-9408-5083eccf82ad req-34d8ee83-a4b4-4ffd-9960-d122ed938ed5 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740235 Jun 03 15:11:26.674033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 863178fd-f914-4807-bf9c-cbc6e3518e78 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:26.674498 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.730322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863178fd-f914-4807-bf9c-cbc6e3518e78'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:26.749619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:26.763747 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:26.850019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=863178fd-f914-4807-bf9c-cbc6e3518e78,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:26.871048 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee456908-ca4b-46cb-9c90-a1f3ca3b22e7 req-220d7ff9-3732-415a-ade1-7b8c7f989663 service neutron] 10.222.0.67 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748634 Jun 03 15:11:26.873273 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d620f596-e5e0-48a6-a759-cc02582aea32 req-234eec15-e524-48ed-9052-a16409aaf8ee service neutron] 10.222.0.67 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757133 Jun 03 15:11:26.904234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785af9df-2787-4ab0-813e-1a7e5d1cc9d8 req-31be6e33-841a-4ae7-9bab-84faadb190e1 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.910313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-785af9df-2787-4ab0-813e-1a7e5d1cc9d8 req-31be6e33-841a-4ae7-9bab-84faadb190e1 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 943 time: 0.1234970 Jun 03 15:11:26.920923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83264a55-7ea8-43b6-a53e-d36a777ff390 req-84d5cbd6-58e0-4732-947b-68b6d7795120 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:26.922542 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83264a55-7ea8-43b6-a53e-d36a777ff390 req-84d5cbd6-58e0-4732-947b-68b6d7795120 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 949 time: 0.1945214 Jun 03 15:11:26.991109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-785af9df-2787-4ab0-813e-1a7e5d1cc9d8 req-d13325a3-28a1-4f8e-a416-a17c22341708 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797460 Jun 03 15:11:27.018528 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83264a55-7ea8-43b6-a53e-d36a777ff390 req-b3fcffe9-4553-4ab2-8d5c-e8a9a00aafb6 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/security-groups?id=763cb51d-02c1-43bc-ba5a-2e232a83e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834589 Jun 03 15:11:27.081269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50cf0fe2-3b02-4365-889e-5fdb765c541d req-1c1aa34f-7ff9-4e84-a540-f83bafc05695 tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "GET /v2.0/security-groups/58e99f59-9e2b-4811-b893-35aaa425a78c HTTP/1.1" status: 200 len: 1776 time: 0.0498695 Jun 03 15:11:27.168290 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-50cf0fe2-3b02-4365-889e-5fdb765c541d req-d6c54c6e-63bb-4b64-b8c3-2133884199bd tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.197114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-50cf0fe2-3b02-4365-889e-5fdb765c541d req-d6c54c6e-63bb-4b64-b8c3-2133884199bd tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.226308 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee456908-ca4b-46cb-9c90-a1f3ca3b22e7 req-b85bc7d6-60fa-4619-8447-3b75497d6132 service neutron] 10.222.0.67 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128912 Jun 03 15:11:27.236080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed24a28-0b32-4fa2-87c7-426e715573df req-7a6c1d6a-7d57-4ac9-96b3-d0c0743feaa5 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:27.237915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5ed24a28-0b32-4fa2-87c7-426e715573df req-7a6c1d6a-7d57-4ac9-96b3-d0c0743feaa5 tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.75 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 949 time: 0.3581603 Jun 03 15:11:27.240417 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d620f596-e5e0-48a6-a759-cc02582aea32 req-41d68ebd-d642-457c-b55e-f72f2d32a6da service neutron] 10.222.0.67 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283219 Jun 03 15:11:27.278124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-50cf0fe2-3b02-4365-889e-5fdb765c541d req-d6c54c6e-63bb-4b64-b8c3-2133884199bd tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.295686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c54c6e-63bb-4b64-b8c3-2133884199bd tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e99f59-9e2b-4811-b893-35aaa425a78c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:27.315324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-50cf0fe2-3b02-4365-889e-5fdb765c541d req-d6c54c6e-63bb-4b64-b8c3-2133884199bd tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.316500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50cf0fe2-3b02-4365-889e-5fdb765c541d req-d6c54c6e-63bb-4b64-b8c3-2133884199bd tempest-SecurityGroupsTestAdminJSON-520547639 tempest-SecurityGroupsTestAdminJSON-520547639-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/58e99f59-9e2b-4811-b893-35aaa425a78c HTTP/1.1" status: 204 len: 173 time: 0.2292590 Jun 03 15:11:27.385597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-5ed24a28-0b32-4fa2-87c7-426e715573df req-9d3fe452-d7ea-40a2-bf03-c8457b2925dd tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Deleting port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:27.385965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ed24a28-0b32-4fa2-87c7-426e715573df req-9d3fe452-d7ea-40a2-bf03-c8457b2925dd tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.554155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fd584-f28c-45cc-a8cb-e796341c0379 req-cceb9774-02c1-47e8-93cd-48bb70fa3c66 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:27.561299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-647fd584-f28c-45cc-a8cb-e796341c0379 req-cceb9774-02c1-47e8-93cd-48bb70fa3c66 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 944 time: 0.1072917 Jun 03 15:11:27.650215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-647fd584-f28c-45cc-a8cb-e796341c0379 req-b60fb4ce-b4d5-4ecf-a29b-24625a954db0 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880127 Jun 03 15:11:27.690271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b19632-ea3e-44b1-bb70-25c994741ff7 req-7c7e5a92-1bab-49ad-9035-a51a70d5facd tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:27.691795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83b19632-ea3e-44b1-bb70-25c994741ff7 req-7c7e5a92-1bab-49ad-9035-a51a70d5facd tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.1116378 Jun 03 15:11:27.730367 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8a3d0e-a7b9-4242-9f8b-d38c9dffe718'] response: {'server_uuid': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863178fd-f914-4807-bf9c-cbc6e3518e78', 'code': 200} Jun 03 15:11:27.754394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83b19632-ea3e-44b1-bb70-25c994741ff7 req-a60c18ba-1959-443f-8e74-7248cf2e9454 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554032 Jun 03 15:11:27.851102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-5ed24a28-0b32-4fa2-87c7-426e715573df req-9d3fe452-d7ea-40a2-bf03-c8457b2925dd tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] For port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=8de35717-8c3b-4e9a-a2a3-6e34a88ad184,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:27.851821 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ed24a28-0b32-4fa2-87c7-426e715573df req-9d3fe452-d7ea-40a2-bf03-c8457b2925dd tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:27.877810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4eaaef9d-4db8-406e-8cc4-5487b542eebe req-6b5ed0b2-ff0a-4a90-b25e-bf5070211e84 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] 10.222.0.48 "GET /v2.0/security-groups/69926f44-fb48-430c-80c3-e5b04fce1c7c HTTP/1.1" status: 200 len: 1776 time: 0.1222987 Jun 03 15:11:28.026117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-5ed24a28-0b32-4fa2-87c7-426e715573df req-9d3fe452-d7ea-40a2-bf03-c8457b2925dd tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Calling delete_port for 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:11:28.027203 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4eaaef9d-4db8-406e-8cc4-5487b542eebe req-efb86ab9-bcac-46a1-b70e-beae8dc73467 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.070237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72092833-20a3-40a3-adcc-c990ebeee748 req-a6d95869-347f-488f-98b1-1b2ce7602435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:28.071703 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72092833-20a3-40a3-adcc-c990ebeee748 req-a6d95869-347f-488f-98b1-1b2ce7602435 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1096 time: 0.2723184 Jun 03 15:11:28.073296 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4eaaef9d-4db8-406e-8cc4-5487b542eebe req-efb86ab9-bcac-46a1-b70e-beae8dc73467 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.163024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae05f1-110d-4c70-8292-05aa24cc72ce req-142b2fa1-c813-4dd3-bc6a-747df63571b2 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:28.170096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7eae05f1-110d-4c70-8292-05aa24cc72ce req-142b2fa1-c813-4dd3-bc6a-747df63571b2 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 945 time: 0.2866788 Jun 03 15:11:28.188995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72092833-20a3-40a3-adcc-c990ebeee748 req-cfe9187a-c773-4fd8-b9a5-2774a4cd973b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034501 Jun 03 15:11:28.193900 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4eaaef9d-4db8-406e-8cc4-5487b542eebe req-efb86ab9-bcac-46a1-b70e-beae8dc73467 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.206060 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ed24a28-0b32-4fa2-87c7-426e715573df req-9d3fe452-d7ea-40a2-bf03-c8457b2925dd tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.217909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['8de35717-8c3b-4e9a-a2a3-6e34a88ad184'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:28.226257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb86ab9-bcac-46a1-b70e-beae8dc73467 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69926f44-fb48-430c-80c3-e5b04fce1c7c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:28.252186 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7eae05f1-110d-4c70-8292-05aa24cc72ce req-1343bbdb-1141-4709-8840-bdacf48e99e9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811429 Jun 03 15:11:28.265615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54752) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:28.288026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4eaaef9d-4db8-406e-8cc4-5487b542eebe req-efb86ab9-bcac-46a1-b70e-beae8dc73467 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.289286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4eaaef9d-4db8-406e-8cc4-5487b542eebe req-efb86ab9-bcac-46a1-b70e-beae8dc73467 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] 10.222.0.48 "DELETE /v2.0/security-groups/69926f44-fb48-430c-80c3-e5b04fce1c7c HTTP/1.1" status: 204 len: 173 time: 0.4034247 Jun 03 15:11:28.305763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fe452-d7ea-40a2-bf03-c8457b2925dd tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Pushing event deleted for resources: {'Port': ['ID=8de35717-8c3b-4e9a-a2a3-6e34a88ad184,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:28.358543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed24a28-0b32-4fa2-87c7-426e715573df req-9d3fe452-d7ea-40a2-bf03-c8457b2925dd tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] No DVR routers for this DVR port 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:28.362066 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ed24a28-0b32-4fa2-87c7-426e715573df req-9d3fe452-d7ea-40a2-bf03-c8457b2925dd tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.365634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0935cb30-c815-4952-854f-3c6c31f54c9e', 'name': 'network-vif-deleted', 'tag': '8de35717-8c3b-4e9a-a2a3-6e34a88ad184'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:28.388535 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5ed24a28-0b32-4fa2-87c7-426e715573df req-9d3fe452-d7ea-40a2-bf03-c8457b2925dd tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.75 "DELETE /v2.0/ports/8de35717-8c3b-4e9a-a2a3-6e34a88ad184 HTTP/1.1" status: 204 len: 173 time: 1.1417575 Jun 03 15:11:28.560832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3560c-0c37-4c53-b6b2-dc541d7aca43 req-c192dbe5-4b6b-4671-ada4-48975e83feb0 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:28.569604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ae3560c-0c37-4c53-b6b2-dc541d7aca43 req-c192dbe5-4b6b-4671-ada4-48975e83feb0 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 943 time: 0.1196544 Jun 03 15:11:28.604882 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1acc08c-f915-414d-8a38-7f0a5bbea26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.641306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e1acc08c-f915-414d-8a38-7f0a5bbea26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:28.645794 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ae3560c-0c37-4c53-b6b2-dc541d7aca43 req-20b8a437-1347-468f-a06e-c5b2737dda00 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753720 Jun 03 15:11:28.648152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e1acc08c-f915-414d-8a38-7f0a5bbea26f admin admin] Usage tracker for resource:security_group_rule and tenant:a829676420dc461088c83cee6a3ebd10 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:28.651568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e1acc08c-f915-414d-8a38-7f0a5bbea26f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:28.658270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e1acc08c-f915-414d-8a38-7f0a5bbea26f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:28.895753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70a917aa-0ef9-40a5-b310-d36ff24b8ee4 req-0a97e251-8bf9-4367-b456-b1efa1bd6cac tempest-ServerDiagnosticsNegativeTest-1946226051 tempest-ServerDiagnosticsNegativeTest-1946226051-project] 10.222.0.48 "GET /v2.0/ports?device_id=0935cb30-c815-4952-854f-3c6c31f54c9e HTTP/1.1" status: 200 len: 210 time: 0.0537267 Jun 03 15:11:28.901299 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1acc08c-f915-414d-8a38-7f0a5bbea26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.907531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1acc08c-f915-414d-8a38-7f0a5bbea26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:28.977253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e1acc08c-f915-414d-8a38-7f0a5bbea26f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a829676420dc461088c83cee6a3ebd10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7097580 Jun 03 15:11:28.980129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54788) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:28.981504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acc08c-f915-414d-8a38-7f0a5bbea26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a06cde-672f-4fd7-bdeb-424fdb15c630,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:29.011570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4a03b51-b17a-4db9-960e-c7b447dc4803 req-17fbfbaf-ad3e-46eb-8080-36c8ef1584fb tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] 10.222.0.48 "GET /v2.0/security-groups/a029f8c8-c7f0-4594-9c37-40cdbbe642b1 HTTP/1.1" status: 200 len: 1778 time: 0.0771303 Jun 03 15:11:29.064797 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db66f0a7-b0ed-4e72-8875-61c97918417f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.073985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-e41a8dd6-5d8c-4ac9-80e7-2faba3d735e7 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2a2663414582461283b0b3a2ea602518&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339422 Jun 03 15:11:29.101365 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db66f0a7-b0ed-4e72-8875-61c97918417f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.165115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db66f0a7-b0ed-4e72-8875-61c97918417f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.185428 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.190148 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db66f0a7-b0ed-4e72-8875-61c97918417f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.194003 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-db66f0a7-b0ed-4e72-8875-61c97918417f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3a06cde-672f-4fd7-bdeb-424fdb15c630 HTTP/1.1" status: 204 len: 168 time: 0.2098155 Jun 03 15:11:29.194003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66f0a7-b0ed-4e72-8875-61c97918417f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a06cde-672f-4fd7-bdeb-424fdb15c630,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:29.217601 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e4a03b51-b17a-4db9-960e-c7b447dc4803 req-0bf618b4-29b6-4868-a69e-d56780a94413 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.273611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e4a03b51-b17a-4db9-960e-c7b447dc4803 req-0bf618b4-29b6-4868-a69e-d56780a94413 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.302898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-ea15e460-1d1e-4968-b4aa-c203ebb70d9c tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:29.306375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-ea15e460-1d1e-4968-b4aa-c203ebb70d9c tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222581 Jun 03 15:11:29.331895 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-1484024a-df03-458f-8cf9-7a9bed538cec tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/quotas/2a2663414582461283b0b3a2ea602518 HTTP/1.1" status: 200 len: 375 time: 0.0185611 Jun 03 15:11:29.388951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-6f799d35-715a-4fdc-8828-26e9c86e34f4 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a2663414582461283b0b3a2ea602518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480392 Jun 03 15:11:29.392086 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e4a03b51-b17a-4db9-960e-c7b447dc4803 req-0bf618b4-29b6-4868-a69e-d56780a94413 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.414421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf618b4-29b6-4868-a69e-d56780a94413 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a029f8c8-c7f0-4594-9c37-40cdbbe642b1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:29.435611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e4a03b51-b17a-4db9-960e-c7b447dc4803 req-0bf618b4-29b6-4868-a69e-d56780a94413 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.437658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4a03b51-b17a-4db9-960e-c7b447dc4803 req-0bf618b4-29b6-4868-a69e-d56780a94413 tempest-SecurityGroupsTestAdminJSON-1340246326 tempest-SecurityGroupsTestAdminJSON-1340246326-project] 10.222.0.48 "DELETE /v2.0/security-groups/a029f8c8-c7f0-4594-9c37-40cdbbe642b1 HTTP/1.1" status: 204 len: 173 time: 0.4190357 Jun 03 15:11:29.502110 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c80a8b-3906-44f8-a0ba-d3e243e4bb1b'] response: {'server_uuid': '0935cb30-c815-4952-854f-3c6c31f54c9e', 'name': 'network-vif-deleted', 'tag': '8de35717-8c3b-4e9a-a2a3-6e34a88ad184', 'status': 'completed', 'code': 200} Jun 03 15:11:29.676351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54808) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:29.698302 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6c1a-73f1-4c67-8296-2e7390ae28bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.718823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cb5f6c1a-73f1-4c67-8296-2e7390ae28bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:29.723851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cb5f6c1a-73f1-4c67-8296-2e7390ae28bc admin admin] Usage tracker for resource:security_group_rule and tenant:d9502cdcc0024736a86813c501469507 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:29.730709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 80860ae2-4994-4182-89fd-7d539458d36b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:29.737525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cb5f6c1a-73f1-4c67-8296-2e7390ae28bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:29.752465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cb5f6c1a-73f1-4c67-8296-2e7390ae28bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:29.754493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74000b-ea03-4a29-bcfb-c6a7961a47f7 req-0dc548b8-5224-442f-aba0-4dc94282aa5c tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:29.763290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da74000b-ea03-4a29-bcfb-c6a7961a47f7 req-0dc548b8-5224-442f-aba0-4dc94282aa5c tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 944 time: 0.1546307 Jun 03 15:11:29.843177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da74000b-ea03-4a29-bcfb-c6a7961a47f7 req-a5be81f8-06eb-4174-a7b3-1f971b1c833c tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786936 Jun 03 15:11:29.865087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16326e-f04c-41c1-a95e-821bc99dcb12 req-c4d61866-3ff9-490d-be79-b8bd0a5c0934 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:29.872377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6c1a-73f1-4c67-8296-2e7390ae28bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.873458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c16326e-f04c-41c1-a95e-821bc99dcb12 req-c4d61866-3ff9-490d-be79-b8bd0a5c0934 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.1756732 Jun 03 15:11:29.880669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6c1a-73f1-4c67-8296-2e7390ae28bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:29.918729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54820) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:29.936043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c16326e-f04c-41c1-a95e-821bc99dcb12 req-9526930d-5d9c-41f4-98f2-67bb6d0f86bd tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594044 Jun 03 15:11:29.959553 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cb5f6c1a-73f1-4c67-8296-2e7390ae28bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9502cdcc0024736a86813c501469507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819345 Jun 03 15:11:29.961432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f6c1a-73f1-4c67-8296-2e7390ae28bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37aaaca6-65cf-42ed-8b87-df3b258f3962,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:29.964181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54828) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:30.021435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 80860ae2-4994-4182-89fd-7d539458d36b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=80860ae2-4994-4182-89fd-7d539458d36b,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:30.036216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '80860ae2-4994-4182-89fd-7d539458d36b', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'port_id': '80860ae2-4994-4182-89fd-7d539458d36b', 'mac_address': 'fa:16:3e:d4:44:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:30.040337 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc16ec82-136e-431b-8b85-e38281f32e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.071165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc16ec82-136e-431b-8b85-e38281f32e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.100682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15c7f250-2b81-45fa-9177-b3db354a6ef3 req-a4a853c9-061c-450b-a481-cad77682b767 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 210 time: 0.0860085 Jun 03 15:11:30.111202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 80860ae2-4994-4182-89fd-7d539458d36b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:30.111545 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.159909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80860ae2-4994-4182-89fd-7d539458d36b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:30.162461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc16ec82-136e-431b-8b85-e38281f32e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.183424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 80860ae2-4994-4182-89fd-7d539458d36b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=80860ae2-4994-4182-89fd-7d539458d36b,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:30.191516 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.193087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 02475069-9cbb-49b2-95e6-deee6d06114d details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:30.195083 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc16ec82-136e-431b-8b85-e38281f32e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.218899 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fc16ec82-136e-431b-8b85-e38281f32e02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37aaaca6-65cf-42ed-8b87-df3b258f3962 HTTP/1.1" status: 204 len: 168 time: 0.2310901 Jun 03 15:11:30.220068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16ec82-136e-431b-8b85-e38281f32e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aaaca6-65cf-42ed-8b87-df3b258f3962,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:30.242488 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f8eaf6ca-194f-4a00-9a9a-931174b8c631 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f684196beb54d43a8f5a3737623baf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223274 Jun 03 15:11:30.245013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54836) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:30.314307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a84c-b2f1-498a-926f-76bc4727ea78 req-310afc09-f89c-469c-af7f-5fd27b861d8a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:30.315809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13e7a84c-b2f1-498a-926f-76bc4727ea78 req-310afc09-f89c-469c-af7f-5fd27b861d8a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 945 time: 0.2329662 Jun 03 15:11:30.316535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=80860ae2-4994-4182-89fd-7d539458d36b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:30.328050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62fbded4-0161-4959-b0c7-0269bfb5b6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.359415 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62fbded4-0161-4959-b0c7-0269bfb5b6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.380434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13e7a84c-b2f1-498a-926f-76bc4727ea78 req-69bfda8e-3438-4215-8ec3-d6f6bb048380 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572708 Jun 03 15:11:30.390109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:30.392423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943a703-5c91-42a0-a837-4946ce54c2bc req-f6311945-1bff-4526-a44e-0b6d5326d411 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:30.407988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5943a703-5c91-42a0-a837-4946ce54c2bc req-f6311945-1bff-4526-a44e-0b6d5326d411 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 943 time: 0.1730168 Jun 03 15:11:30.468051 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62fbded4-0161-4959-b0c7-0269bfb5b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.476584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:11:30.476958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 8de35717-8c3b-4e9a-a2a3-6e34a88ad184 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:30.499051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbded4-0161-4959-b0c7-0269bfb5b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ce0ed1-8d7f-48b7-a2f0-4d128c43abbc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:30.502455 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62fbded4-0161-4959-b0c7-0269bfb5b6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.504527 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-62fbded4-0161-4959-b0c7-0269bfb5b6e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3ce0ed1-8d7f-48b7-a2f0-4d128c43abbc HTTP/1.1" status: 204 len: 168 time: 0.2578533 Jun 03 15:11:30.517977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5943a703-5c91-42a0-a837-4946ce54c2bc req-077bb919-f688-4a80-9f22-a76e34facbeb tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017900 Jun 03 15:11:30.654351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 02475069-9cbb-49b2-95e6-deee6d06114d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=02475069-9cbb-49b2-95e6-deee6d06114d,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:30.669181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '02475069-9cbb-49b2-95e6-deee6d06114d', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'port_id': '02475069-9cbb-49b2-95e6-deee6d06114d', 'mac_address': 'fa:16:3e:aa:8c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:30.730965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab24110-3671-4325-9e7a-fe354034755b req-71e6c391-1861-4c3b-b03f-9e5e62e6e537 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:30.732643 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ab24110-3671-4325-9e7a-fe354034755b req-71e6c391-1861-4c3b-b03f-9e5e62e6e537 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1096 time: 0.0909812 Jun 03 15:11:30.754184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 02475069-9cbb-49b2-95e6-deee6d06114d is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:30.754561 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.776935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02475069-9cbb-49b2-95e6-deee6d06114d {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:30.788645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ab24110-3671-4325-9e7a-fe354034755b req-7c802960-c5f0-4bcd-9a47-b96f3d73db21 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490420 Jun 03 15:11:30.797409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 02475069-9cbb-49b2-95e6-deee6d06114d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=02475069-9cbb-49b2-95e6-deee6d06114d,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:30.801947 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:30.875391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=02475069-9cbb-49b2-95e6-deee6d06114d,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:31.024825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:31.081573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54870) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:31.098155 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-1342cdfa-e863-424e-badc-afb0fd4fd209 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=2a2663414582461283b0b3a2ea602518&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507014 Jun 03 15:11:31.209332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5bb4290d-4db7-4f34-a1e2-ed35caf3d13f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44da4693e0f64eda8d0373b6435dba5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1264663 Jun 03 15:11:31.212923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54878) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:31.241183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169953c-26e8-416b-8de6-8ca44152315c req-aad9a21b-4fd2-4732-9052-5de7a4b39b0b tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:31.242717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3169953c-26e8-416b-8de6-8ca44152315c req-aad9a21b-4fd2-4732-9052-5de7a4b39b0b tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1096 time: 0.2122176 Jun 03 15:11:31.278504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61b08d-d18d-4182-8906-e8eaf7e812a4 req-16dbc145-cf42-4ff8-bd2c-073385aeae11 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:31.279988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b61b08d-d18d-4182-8906-e8eaf7e812a4 req-16dbc145-cf42-4ff8-bd2c-073385aeae11 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 945 time: 0.2812893 Jun 03 15:11:31.326934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-455d70d4-c99d-4793-b649-15025c1c7e79 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:31.328713 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-455d70d4-c99d-4793-b649-15025c1c7e79 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241929 Jun 03 15:11:31.345854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Request body: {'port': {'device_id': 'b1b83f4e-8966-4556-a9f6-17bd8fb050cb', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '2a2663414582461283b0b3a2ea602518'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:31.352294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['02475069-9cbb-49b2-95e6-deee6d06114d'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:31.400668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['80860ae2-4994-4182-89fd-7d539458d36b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:31.457744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3169953c-26e8-416b-8de6-8ca44152315c req-9a56a221-5800-4811-ba06-d40841f0a978 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049859 Jun 03 15:11:31.460312 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08282ab3-693e-41e4-ab08-d59e0946d6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.465600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b61b08d-d18d-4182-8906-e8eaf7e812a4 req-f1f0e6f6-3631-481b-aa0e-1a865eac47c1 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645226 Jun 03 15:11:31.546777 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08282ab3-693e-41e4-ab08-d59e0946d6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.569228 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7bebe7c2-c3ed-4991-8140-e4780cc7f784 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=792b51280208430486e039d2c2cba2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5402720 Jun 03 15:11:31.572547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54892) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:31.655455 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08282ab3-693e-41e4-ab08-d59e0946d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.684925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08282ab3-693e-41e4-ab08-d59e0946d6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d32872-bf81-46a4-8c55-903f3a687385,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:31.696912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:31.716162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08282ab3-693e-41e4-ab08-d59e0946d6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.717200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-08282ab3-693e-41e4-ab08-d59e0946d6e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91d32872-bf81-46a4-8c55-903f3a687385 HTTP/1.1" status: 204 len: 168 time: 0.5034697 Jun 03 15:11:31.730789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Usage tracker for resource:port and tenant:2a2663414582461283b0b3a2ea602518 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:31.735114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:31.781493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:31.853985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Made reservation on behalf of 2a2663414582461283b0b3a2ea602518 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:31.857475 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.868488 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee4d3643-4e16-436e-bcea-8491eb2ec048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.878883 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.906926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:31.913593 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee4d3643-4e16-436e-bcea-8491eb2ec048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:31.920393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Usage tracker for resource:security_group_rule and tenant:2a2663414582461283b0b3a2ea602518 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:31.931158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:31.944983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:31.993959 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7126872-5e9e-4be3-bc91-13ed101529d4 req-099803b7-cd37-44e7-9f29-4a56cc90040c tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 210 time: 0.1809216 Jun 03 15:11:32.023413 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee4d3643-4e16-436e-bcea-8491eb2ec048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:32.059759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d3643-4e16-436e-bcea-8491eb2ec048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763cb51d-02c1-43bc-ba5a-2e232a83e3b2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:32.093765 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bb37d744-3b6c-4b57-b255-a17444a6a4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:32.109495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee4d3643-4e16-436e-bcea-8491eb2ec048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:32.110636 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ee4d3643-4e16-436e-bcea-8491eb2ec048 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/763cb51d-02c1-43bc-ba5a-2e232a83e3b2 HTTP/1.1" status: 204 len: 168 time: 0.5372930 Jun 03 15:11:32.118874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:32.124429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:32.131775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343c5f9-8c49-4ba9-8f64-6eb719b73485 req-60aa1d79-f467-4355-8882-d3746da4d38f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:32.143316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e343c5f9-8c49-4ba9-8f64-6eb719b73485 req-60aa1d79-f467-4355-8882-d3746da4d38f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.4139204 Jun 03 15:11:32.222755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69d289f-ec21-485f-acb9-cf5b0ea8960a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:32.241501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.241800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.242127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.242512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.244175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.244557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.244898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.245255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.245582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.250101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.250706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.251264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:32.272175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e343c5f9-8c49-4ba9-8f64-6eb719b73485 req-1c718c5b-e041-415c-a3e8-06d728510df4 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216402 Jun 03 15:11:32.375342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b43dfb-bc56-4758-8a5e-6407025bfa8f req-c50ca486-6215-410d-8c17-7ab602e59972 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:32.379562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74b43dfb-bc56-4758-8a5e-6407025bfa8f req-c50ca486-6215-410d-8c17-7ab602e59972 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 944 time: 0.1879935 Jun 03 15:11:32.402201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Allocated IP 192.168.233.110 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/7e426e51-8b30-428e-86e0-07a5a42f50bb) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:32.470133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74b43dfb-bc56-4758-8a5e-6407025bfa8f req-52fbdbd0-a09d-4e76-ad9f-3835fcd4f34b tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815732 Jun 03 15:11:32.621795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54924) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:32.661506 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:32.942632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:32.943485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:32.956078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Usage tracker for resource:security_group_rule and tenant:6791cec1c9904d9b8c6c9b8d0cd4f3a0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:32.967432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:32.983023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Transition to ACTIVE for port object 7e426e51-8b30-428e-86e0-07a5a42f50bb will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:33.010760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:33.031578 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.072432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721b83f-1e4d-4871-b6c8-344f8a41c8f7 req-7fd43a56-446e-4412-8ec8-0559129b3f42 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:33.081333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8721b83f-1e4d-4871-b6c8-344f8a41c8f7 req-7fd43a56-446e-4412-8ec8-0559129b3f42 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1096 time: 0.1788764 Jun 03 15:11:33.111188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:33.113750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9990e-c00b-4608-9e06-e22e9ef41ea5 req-90f2c000-aa9e-41eb-b822-051676d0f8ee tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:33.115306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:33.117824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:33.122053 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bea9990e-c00b-4608-9e06-e22e9ef41ea5 req-90f2c000-aa9e-41eb-b822-051676d0f8ee tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 945 time: 0.4150989 Jun 03 15:11:33.123571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:33.124498 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.163373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Pushing event updated for resources: {'Port': ['ID=7e426e51-8b30-428e-86e0-07a5a42f50bb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:33.181480 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-2048583f-0aa0-49d7-9088-b35b60051ad0 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8425326 Jun 03 15:11:33.186657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8721b83f-1e4d-4871-b6c8-344f8a41c8f7 req-c622fcbf-eb05-482f-87b7-542b2712c686 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040912 Jun 03 15:11:33.196606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Request body: {'port': {'device_id': 'b1b83f4e-8966-4556-a9f6-17bd8fb050cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:33.282550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bea9990e-c00b-4608-9e06-e22e9ef41ea5 req-866a2908-5c25-47d5-89ea-8d29f68293e8 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595197 Jun 03 15:11:33.411684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.420523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.515897 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.587928 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c2edbb07-30b1-4897-8eb3-3fa4f51e243a None None] Provisioning for port 7e426e51-8b30-428e-86e0-07a5a42f50bb completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:33.608056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c2edbb07-30b1-4897-8eb3-3fa4f51e243a None None] Provisioning complete for port 7e426e51-8b30-428e-86e0-07a5a42f50bb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:33.608429 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c2edbb07-30b1-4897-8eb3-3fa4f51e243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.651177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6791cec1c9904d9b8c6c9b8d0cd4f3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0280168 Jun 03 15:11:33.651991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2961fa-e917-4054-a600-032a6d9b831a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:33.654792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54958) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:33.729346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c2edbb07-30b1-4897-8eb3-3fa4f51e243a None None] Port 7e426e51-8b30-428e-86e0-07a5a42f50bb cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:33.783888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.784714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.785248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.786000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.787039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.788157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 80860ae2-4994-4182-89fd-7d539458d36b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:33.788709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.789495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.790061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.790579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.791397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.791917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.792468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bc0a77-ebbf-4ec9-b86e-1876b54044a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:33.913177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 80860ae2-4994-4182-89fd-7d539458d36b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:33.921861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 80860ae2-4994-4182-89fd-7d539458d36b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:33.923181 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.929770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008cec3-0efa-4aac-af34-b3ea0065e4ba req-9f7403b1-5546-452d-a1a8-bd961bd25cb9 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:33.931262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1008cec3-0efa-4aac-af34-b3ea0065e4ba req-9f7403b1-5546-452d-a1a8-bd961bd25cb9 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 936 time: 0.3874648 Jun 03 15:11:33.938827 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1fe1309a-6082-4f8b-9ccf-34b573fe5d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:33.974559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52972d-717e-4a60-9050-db38d71b5a0e req-2d98ec17-bf8d-4e9e-ac75-db9833270b12 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:33.982858 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b52972d-717e-4a60-9050-db38d71b5a0e req-2d98ec17-bf8d-4e9e-ac75-db9833270b12 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.3375165 Jun 03 15:11:34.036475 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1fe1309a-6082-4f8b-9ccf-34b573fe5d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.036843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e426e51-8b30-428e-86e0-07a5a42f50bb {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:34.053176 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.075053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 80860ae2-4994-4182-89fd-7d539458d36b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:34.076288 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.085856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Transition to ACTIVE for port object 7e426e51-8b30-428e-86e0-07a5a42f50bb will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:34.098538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1008cec3-0efa-4aac-af34-b3ea0065e4ba req-3b1bee81-db3b-4450-bd40-58717282a316 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605325 Jun 03 15:11:34.099417 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.131717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b52972d-717e-4a60-9050-db38d71b5a0e req-8bdabbd5-edc2-4778-b962-8af8ce6108c0 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479681 Jun 03 15:11:34.136893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 80860ae2-4994-4182-89fd-7d539458d36b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=80860ae2-4994-4182-89fd-7d539458d36b,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:34.140411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80860ae2-4994-4182-89fd-7d539458d36b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:34.157607 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.159518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 02475069-9cbb-49b2-95e6-deee6d06114d up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:34.198466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1fe1309a-6082-4f8b-9ccf-34b573fe5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.241504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1309a-6082-4f8b-9ccf-34b573fe5d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2961fa-e917-4054-a600-032a6d9b831a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:34.243681 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1fe1309a-6082-4f8b-9ccf-34b573fe5d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.248004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1fe1309a-6082-4f8b-9ccf-34b573fe5d44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe2961fa-e917-4054-a600-032a6d9b831a HTTP/1.1" status: 204 len: 168 time: 0.5906403 Jun 03 15:11:34.321519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e426e51-8b30-428e-86e0-07a5a42f50bb,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:34.388603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943c644-a162-46b8-9784-81e196b6147d req-8891cca5-b2ef-4426-aed8-7dc044635f66 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.390939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b943c644-a162-46b8-9784-81e196b6147d req-8891cca5-b2ef-4426-aed8-7dc044635f66 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 944 time: 0.1188970 Jun 03 15:11:34.399632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Attempting to bind port 7e426e51-8b30-428e-86e0-07a5a42f50bb on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:34.400094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Attempting to bind port 7e426e51-8b30-428e-86e0-07a5a42f50bb by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:34.400574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Attempting to bind port 7e426e51-8b30-428e-86e0-07a5a42f50bb on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:34.410804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Port 7e426e51-8b30-428e-86e0-07a5a42f50bb on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:34.414241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Attempting to bind port 7e426e51-8b30-428e-86e0-07a5a42f50bb on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:34.424533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=80860ae2-4994-4182-89fd-7d539458d36b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:34.426552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:34.426552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:34.427109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:34.427723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Bound port: 7e426e51-8b30-428e-86e0-07a5a42f50bb, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:34.428189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.452976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 02475069-9cbb-49b2-95e6-deee6d06114d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:34.460166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 02475069-9cbb-49b2-95e6-deee6d06114d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:34.460374 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.497209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b943c644-a162-46b8-9784-81e196b6147d req-3b5d0c21-aa83-4e06-b271-de6a09f144fa tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002502 Jun 03 15:11:34.554466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] For port 7e426e51-8b30-428e-86e0-07a5a42f50bb, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:34.559485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] For port 7e426e51-8b30-428e-86e0-07a5a42f50bb, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=7e426e51-8b30-428e-86e0-07a5a42f50bb,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:34.566173 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.568688 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21237f7-926b-4b69-be87-4e4a252d6bbc'] response: {'server_uuid': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80860ae2-4994-4182-89fd-7d539458d36b', 'code': 200} Jun 03 15:11:34.576297 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7b87a8bf-f5bc-428f-ab26-63690f1dcaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.683326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e426e51-8b30-428e-86e0-07a5a42f50bb,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:34.700918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 02475069-9cbb-49b2-95e6-deee6d06114d is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:34.701856 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.739768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 02475069-9cbb-49b2-95e6-deee6d06114d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=02475069-9cbb-49b2-95e6-deee6d06114d,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:34.745788 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.757620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.758803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:34.761206 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-a67b512d-32a6-41b8-bc6c-f051b5cb46d4 service neutron] 10.222.0.75 "PUT /v2.0/ports/7e426e51-8b30-428e-86e0-07a5a42f50bb HTTP/1.1" status: 200 len: 1096 time: 1.5716741 Jun 03 15:11:34.774765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b83f4e-8966-4556-a9f6-17bd8fb050cb', 'tag': '7e426e51-8b30-428e-86e0-07a5a42f50bb'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:34.865865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8106874-d507-46d1-9510-c3d77dcec617 req-8d6e3521-0546-4f4e-aa14-71819da416d2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.867418 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8106874-d507-46d1-9510-c3d77dcec617 req-8d6e3521-0546-4f4e-aa14-71819da416d2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 946 time: 0.1972826 Jun 03 15:11:34.890606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=02475069-9cbb-49b2-95e6-deee6d06114d,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:34.942273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae649cd0-efa0-4537-99a3-a09571766aef req-6fa0ccfc-b1c6-4a88-8970-cfcf28067ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.943931 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae649cd0-efa0-4537-99a3-a09571766aef req-6fa0ccfc-b1c6-4a88-8970-cfcf28067ac6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 1097 time: 0.2617531 Jun 03 15:11:34.957569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-139c13e1-cbf9-448d-9527-5a7d540d5e65 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0e0765978f31465290dfed3a7d584a26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765104 Jun 03 15:11:34.980628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-ee3dd1d9-6e32-48b6-9a71-a9b0a9f3a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:34.982164 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-ee3dd1d9-6e32-48b6-9a71-a9b0a9f3a985 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a2663414582461283b0b3a2ea602518&device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 1099 time: 0.1713803 Jun 03 15:11:35.058965 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-231ab7fd-8d5e-4bea-931b-dbee00e097c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7e426e51-8b30-428e-86e0-07a5a42f50bb HTTP/1.1" status: 200 len: 217 time: 0.0669136 Jun 03 15:11:35.060625 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae649cd0-efa0-4537-99a3-a09571766aef req-1741cda2-930d-4177-a4c1-3edc6a1ffee9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101327 Jun 03 15:11:35.073770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8106874-d507-46d1-9510-c3d77dcec617 req-db94a98d-0f8a-47d2-979c-415f895b1d93 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916065 Jun 03 15:11:35.142436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-66638a3b-522b-4b26-addd-0c368aa0a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.144661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-66638a3b-522b-4b26-addd-0c368aa0a852 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0797756 Jun 03 15:11:35.155645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-666373be-3ee7-4c3f-a66e-50276d0ea959 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.157379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-666373be-3ee7-4c3f-a66e-50276d0ea959 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934993 Jun 03 15:11:35.173676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-6cd7ffcc-4377-400a-bc3c-681bdecf50df tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/quotas/0e0765978f31465290dfed3a7d584a26 HTTP/1.1" status: 200 len: 375 time: 0.0102954 Jun 03 15:11:35.186840 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:35.242813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-30d7e29e-83da-4564-8080-cff4f1b48f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.244698 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-30d7e29e-83da-4564-8080-cff4f1b48f0a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926199 Jun 03 15:11:35.255919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-94c114fa-7543-4a4f-b177-3e9488aa53e7 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e0765978f31465290dfed3a7d584a26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749762 Jun 03 15:11:35.301951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88deab2-a652-4c1a-8b7b-186a3fe32fa6 req-6f3ccc37-d464-4532-a75c-3975ce3114dc tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.303423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f88deab2-a652-4c1a-8b7b-186a3fe32fa6 req-6f3ccc37-d464-4532-a75c-3975ce3114dc tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1096 time: 0.0827329 Jun 03 15:11:35.378676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f88deab2-a652-4c1a-8b7b-186a3fe32fa6 req-4f9a3eee-4d08-4f59-8dd9-132bff2bc103 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690694 Jun 03 15:11:35.416947 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-0eb56dcc-d3c9-4c31-b22f-695fe76965e4 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660287 Jun 03 15:11:35.468813 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:35.498783 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50a3a7b-3955-45a2-bad4-06a23bbcd1ca'] response: {'name': 'network-changed', 'server_uuid': 'b1b83f4e-8966-4556-a9f6-17bd8fb050cb', 'tag': '7e426e51-8b30-428e-86e0-07a5a42f50bb', 'status': 'completed', 'code': 200} Jun 03 15:11:35.679474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c45be-589f-473d-93de-003df97e7156 req-57488e08-a15f-48d9-9c60-af8e9b22f7ca tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.686815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-386c45be-589f-473d-93de-003df97e7156 req-57488e08-a15f-48d9-9c60-af8e9b22f7ca tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 948 time: 0.1046913 Jun 03 15:11:35.734422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-386c45be-589f-473d-93de-003df97e7156 req-fb10a4b2-86f9-47dc-ad9b-364d8bfa66be tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466905 Jun 03 15:11:35.780748 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ee56799d-ebf5-4179-868c-921db324e6d1 req-c3c75fe2-a055-4f6a-98b2-266542a63b6c service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576996 Jun 03 15:11:35.915375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787fb6-6839-4707-a775-230ae063336d req-efbeb461-042a-432f-92cb-765c7bc02a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:35.917067 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c787fb6-6839-4707-a775-230ae063336d req-efbeb461-042a-432f-92cb-765c7bc02a63 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a2663414582461283b0b3a2ea602518&device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 1099 time: 0.0918958 Jun 03 15:11:35.998605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-ce3f5bbb-8aaa-4f30-9d8e-21f808d801f5 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7c903f7102c742f5a6bd1eb0f294f27a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447125 Jun 03 15:11:36.071056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787fb6-6839-4707-a775-230ae063336d req-35f6ca30-20f2-4a2c-9b13-cc1eb3ebbc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:36.072536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c787fb6-6839-4707-a775-230ae063336d req-35f6ca30-20f2-4a2c-9b13-cc1eb3ebbc6f service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.1489875 Jun 03 15:11:36.137021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae8907-1384-45b5-b2ea-2d1075b9d592 req-64fd64c2-66c3-42c7-b33e-015fee2c2946 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:36.146361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5ae8907-1384-45b5-b2ea-2d1075b9d592 req-64fd64c2-66c3-42c7-b33e-015fee2c2946 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.2611277 Jun 03 15:11:36.151038 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c787fb6-6839-4707-a775-230ae063336d req-fdc3827b-357f-4afe-bc11-57b0796413e5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7e426e51-8b30-428e-86e0-07a5a42f50bb HTTP/1.1" status: 200 len: 217 time: 0.0717428 Jun 03 15:11:36.221306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787fb6-6839-4707-a775-230ae063336d req-cef003a8-15be-44b1-b8da-87db6ba6e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:36.222732 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c787fb6-6839-4707-a775-230ae063336d req-cef003a8-15be-44b1-b8da-87db6ba6e282 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0648723 Jun 03 15:11:36.228583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-8e1510dd-b298-45a8-891d-cd62fec86fbf tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:36.235285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-8e1510dd-b298-45a8-891d-cd62fec86fbf tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2357113 Jun 03 15:11:36.250364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5ae8907-1384-45b5-b2ea-2d1075b9d592 req-5f3bea5f-8489-4d8c-a98c-3e35d098d288 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027837 Jun 03 15:11:36.282608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-162e00c1-ab20-4d61-a5db-d812fa9d38eb tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/quotas/7c903f7102c742f5a6bd1eb0f294f27a HTTP/1.1" status: 200 len: 375 time: 0.0463941 Jun 03 15:11:36.310284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787fb6-6839-4707-a775-230ae063336d req-b2e638fa-a6bc-40d0-8e2f-d3ce903b448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:36.312653 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c787fb6-6839-4707-a775-230ae063336d req-b2e638fa-a6bc-40d0-8e2f-d3ce903b448a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833046 Jun 03 15:11:36.352937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-9605a0a0-66e1-4849-845c-364136dca587 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c903f7102c742f5a6bd1eb0f294f27a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688021 Jun 03 15:11:36.464736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33a63faa-e2f7-44ba-9741-251975b03e74 req-751bcb35-f963-43ab-b2ae-578e2e42b154 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 210 time: 0.0673189 Jun 03 15:11:36.479981 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c787fb6-6839-4707-a775-230ae063336d req-003c1c69-0069-4b62-9cef-2664d0eeba75 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601908 Jun 03 15:11:36.570460 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02475069-9cbb-49b2-95e6-deee6d06114d'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:36.732244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653af011-f908-499b-a2ce-24800c9620e1 req-b1f24e33-eaa5-4590-8876-faff8d95bcf0 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:36.745857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-653af011-f908-499b-a2ce-24800c9620e1 req-b1f24e33-eaa5-4590-8876-faff8d95bcf0 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 945 time: 0.1429579 Jun 03 15:11:36.746221 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c787fb6-6839-4707-a775-230ae063336d req-a11b9c71-c128-49da-94f4-cfe62caeac86 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582388 Jun 03 15:11:36.833487 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:36.833656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-653af011-f908-499b-a2ce-24800c9620e1 req-b774212c-5531-4291-9b5d-f60928801e97 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869734 Jun 03 15:11:36.951773 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-0ac88b15-8fa9-42fa-a283-631094cf4981 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=0e0765978f31465290dfed3a7d584a26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344179 Jun 03 15:11:36.967725 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:11:37.155885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-90c041c4-14fd-41c2-a7af-4bf0f6b1fdc8 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:37.157500 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-90c041c4-14fd-41c2-a7af-4bf0f6b1fdc8 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014148 Jun 03 15:11:37.171795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Request body: {'port': {'device_id': 'f8767c40-7fc1-4749-8816-8bff2ff2c503', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '0e0765978f31465290dfed3a7d584a26'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:37.180632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ce916-6444-428f-942f-2dd56558d631 req-2673ae28-bae8-4133-aff7-665ed2d73902 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:37.182208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e7ce916-6444-428f-942f-2dd56558d631 req-2673ae28-bae8-4133-aff7-665ed2d73902 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 946 time: 0.2274384 Jun 03 15:11:37.238384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e7ce916-6444-428f-942f-2dd56558d631 req-edb0342d-f2c8-4936-aeff-c77b053eb948 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491300 Jun 03 15:11:37.373652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:37.379537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Usage tracker for resource:port and tenant:0e0765978f31465290dfed3a7d584a26 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:37.383222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:37.390058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:37.405139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Made reservation on behalf of 0e0765978f31465290dfed3a7d584a26 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:37.409421 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:37.413163 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91a8009c-6a91-406a-9206-8db1c3fb3ff8 req-64a7515a-346e-4555-8cfc-2daae763ad1e tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 210 time: 0.0467439 Jun 03 15:11:37.424213 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:37.441251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:37.447595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Usage tracker for resource:security_group_rule and tenant:0e0765978f31465290dfed3a7d584a26 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:37.450726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:37.456789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:37.481849 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad15e7d8-b58f-4182-a8ab-1668f0489821'] response: {'server_uuid': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02475069-9cbb-49b2-95e6-deee6d06114d', 'code': 200} Jun 03 15:11:37.562716 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:37.569685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:37.709365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c088dc-e850-4219-aaf1-f2dee3cc7dfa req-35645d63-8c1c-41d9-b790-f86d015371a4 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:37.709843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab1eaab-873f-4382-812a-f80e35050cbc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:37.716478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05c088dc-e850-4219-aaf1-f2dee3cc7dfa req-35645d63-8c1c-41d9-b790-f86d015371a4 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 948 time: 0.1281025 Jun 03 15:11:37.758566 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05c088dc-e850-4219-aaf1-f2dee3cc7dfa req-8521ee4b-354e-42fe-9eb7-f2eb0bf7e084 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Jun 03 15:11:37.819869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Allocated IP 192.168.233.165 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/698042f9-9317-4e44-a60d-87a8db2065e4) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:37.823456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b0abf-e6ce-4204-8744-452e5b64ef1c req-3ecf9ceb-2de0-4473-a467-cc0726a5c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:37.825005 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d94b0abf-e6ce-4204-8744-452e5b64ef1c req-3ecf9ceb-2de0-4473-a467-cc0726a5c009 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 1096 time: 0.1778054 Jun 03 15:11:37.889738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-3a995dfd-b906-495c-aecc-4c5786b9a4f1 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:11:37.891267 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-3a995dfd-b906-495c-aecc-4c5786b9a4f1 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062585 Jun 03 15:11:37.898957 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d94b0abf-e6ce-4204-8744-452e5b64ef1c req-25c5f7db-6962-4479-9395-ae88191e3f00 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662408 Jun 03 15:11:37.902233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Request body: {'binding': {'host': 'n-h2-844595-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:37.902764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Unknown quota resources ['binding']. {{(pid=88445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:11:38.062383 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:38.078412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Transition to ACTIVE for port object 698042f9-9317-4e44-a60d-87a8db2065e4 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:38.102006 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:38.165342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 on host n-h2-844595-1 for vnic_type normal with profile None {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:38.165648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:38.166053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:38.175271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bf610-570e-4c40-b207-88b436a6f52a req-4e75f579-0dca-41bd-b2b9-8436a53574ce tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:38.176815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c5bf610-570e-4c40-b207-88b436a6f52a req-4e75f579-0dca-41bd-b2b9-8436a53574ce tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 946 time: 0.1595173 Jun 03 15:11:38.185797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55112) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:38.188514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Port 863178fd-f914-4807-bf9c-cbc6e3518e78 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:38.188849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:38.195572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a6bb5ad5-0e76-40ac-835c-3ce60f957be3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Request body: {'floatingip': {'port_id': '80860ae2-4994-4182-89fd-7d539458d36b'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:38.254560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:38.257922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:38.259194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:38.259534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:38.259955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:38.260393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Bound port: 863178fd-f914-4807-bf9c-cbc6e3518e78, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:38.262097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:38.267812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:38.268465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:38.282801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Pushing event updated for resources: {'Port': ['ID=698042f9-9317-4e44-a60d-87a8db2065e4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:38.310063 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-9f18fddd-010e-42d2-881e-73bbaef3181f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1433578 Jun 03 15:11:38.314984 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5ad5-0e76-40ac-835c-3ce60f957be3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:38.321959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Request body: {'port': {'device_id': 'f8767c40-7fc1-4749-8816-8bff2ff2c503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:38.401055 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:38.451270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 7e426e51-8b30-428e-86e0-07a5a42f50bb details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:38.454694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:38.533371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:38.548225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:38.561617 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-306dc748-f501-436c-8585-26fc3a6267c4 service neutron] 10.222.0.48 "POST /v2.0/ports/863178fd-f914-4807-bf9c-cbc6e3518e78/bindings HTTP/1.1" status: 201 len: 389 time: 0.6577849 Jun 03 15:11:38.624203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8226c4f6-f787-440b-803e-7caece801f10 None None] Provisioning for port 698042f9-9317-4e44-a60d-87a8db2065e4 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:38.651214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8226c4f6-f787-440b-803e-7caece801f10 None None] Provisioning complete for port 698042f9-9317-4e44-a60d-87a8db2065e4 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:38.651882 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8226c4f6-f787-440b-803e-7caece801f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:38.664323 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-dcc82e1b-ab8c-4f4a-9e77-5d051e9d144b tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7c903f7102c742f5a6bd1eb0f294f27a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540144 Jun 03 15:11:38.715297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1f4a-0605-4e10-b5b3-d25f0843fd26 req-b0bcd9d2-8e02-4a46-90a6-7a05bebe9972 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:38.724630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bdc1f4a-0605-4e10-b5b3-d25f0843fd26 req-b0bcd9d2-8e02-4a46-90a6-7a05bebe9972 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.4545648 Jun 03 15:11:38.761280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 7e426e51-8b30-428e-86e0-07a5a42f50bb, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=7e426e51-8b30-428e-86e0-07a5a42f50bb,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:38.814150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '7e426e51-8b30-428e-86e0-07a5a42f50bb', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '7e426e51-8b30-428e-86e0-07a5a42f50bb', 'mac_address': 'fa:16:3e:e4:1e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:38.816166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8226c4f6-f787-440b-803e-7caece801f10 None None] Port 698042f9-9317-4e44-a60d-87a8db2065e4 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:38.824847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bdc1f4a-0605-4e10-b5b3-d25f0843fd26 req-f7baf1bd-2137-406f-b2e3-37bd7444a584 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970478 Jun 03 15:11:38.916451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 7e426e51-8b30-428e-86e0-07a5a42f50bb is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:38.920176 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:38.941484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e426e51-8b30-428e-86e0-07a5a42f50bb {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:38.960315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 7e426e51-8b30-428e-86e0-07a5a42f50bb, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=7e426e51-8b30-428e-86e0-07a5a42f50bb,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:38.965601 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.028024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-4c342154-2a78-40cc-8433-61d8526b632f tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:39.029680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-4c342154-2a78-40cc-8433-61d8526b632f tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3572526 Jun 03 15:11:39.038060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=7e426e51-8b30-428e-86e0-07a5a42f50bb,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:39.046293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.046643 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.047073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.047456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.047937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.048328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.048686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.049056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.049423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.049819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.050208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.050575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:11:39.050979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Request body: {'port': {'device_id': '27722cb7-12b8-46d1-842f-c203cd0a377e', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '7c903f7102c742f5a6bd1eb0f294f27a'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:39.166819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['7e426e51-8b30-428e-86e0-07a5a42f50bb'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:39.181308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f04432-5afa-4a05-8401-63a4a9b062b0 req-b2413fdb-2706-41ae-9429-6223bd5f038a tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:39.183295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09f04432-5afa-4a05-8401-63a4a9b062b0 req-b2413fdb-2706-41ae-9429-6223bd5f038a tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 936 time: 0.3555045 Jun 03 15:11:39.191957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56229630-8300-441d-80f3-cb65abd67cf1 req-11fb662e-9705-4251-990e-f4dce480c93a tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:39.193352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56229630-8300-441d-80f3-cb65abd67cf1 req-11fb662e-9705-4251-990e-f4dce480c93a tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 945 time: 0.2315407 Jun 03 15:11:39.205150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-b423e0b9-a25d-412d-885b-5d17a95e3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:39.206662 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-b423e0b9-a25d-412d-885b-5d17a95e3507 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1096 time: 0.2938933 Jun 03 15:11:39.314326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698042f9-9317-4e44-a60d-87a8db2065e4 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:39.336268 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.349677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:39.361284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09f04432-5afa-4a05-8401-63a4a9b062b0 req-ed1da321-036f-4db0-acc7-b230a4442cb3 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668673 Jun 03 15:11:39.362008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Usage tracker for resource:port and tenant:7c903f7102c742f5a6bd1eb0f294f27a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:39.367736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Transition to ACTIVE for port object 698042f9-9317-4e44-a60d-87a8db2065e4 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:39.368626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:39.378692 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56229630-8300-441d-80f3-cb65abd67cf1 req-7a53b1c6-e1f5-48c2-8438-1ac7ec52666a tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811021 Jun 03 15:11:39.386921 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.403975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:39.531146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Made reservation on behalf of 7c903f7102c742f5a6bd1eb0f294f27a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:39.540666 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.583932 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.599418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-edc130dd-6ee7-4651-9d9d-e1309c107fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:39.600989 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-edc130dd-6ee7-4651-9d9d-e1309c107fef service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.3745327 Jun 03 15:11:39.612822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Pushing event updated for resources: {'Port': ['ID=698042f9-9317-4e44-a60d-87a8db2065e4,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:39.648938 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5ad5-0e76-40ac-835c-3ce60f957be3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.660662 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5ad5-0e76-40ac-835c-3ce60f957be3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.702412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:39.717082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-830fd92f-c821-40db-aae6-cae829746ae7 req-f87adf0e-1718-4ea4-8f7c-b00272cf8208 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 210 time: 0.1215112 Jun 03 15:11:39.720619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Usage tracker for resource:security_group_rule and tenant:7c903f7102c742f5a6bd1eb0f294f27a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:39.730626 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-137d7d17-b3c1-4654-9a0f-4c1d0903930e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863178fd-f914-4807-bf9c-cbc6e3518e78 HTTP/1.1" status: 200 len: 217 time: 0.1151752 Jun 03 15:11:39.733068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:39.773143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:39.781601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Attempting to bind port 698042f9-9317-4e44-a60d-87a8db2065e4 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:39.781949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Attempting to bind port 698042f9-9317-4e44-a60d-87a8db2065e4 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:39.782274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Attempting to bind port 698042f9-9317-4e44-a60d-87a8db2065e4 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:39.802156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Port 698042f9-9317-4e44-a60d-87a8db2065e4 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:39.802473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Attempting to bind port 698042f9-9317-4e44-a60d-87a8db2065e4 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:39.818283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:39.818650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:39.819030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:39.819458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Bound port: 698042f9-9317-4e44-a60d-87a8db2065e4, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:39.819794 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:39.863574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204a742-0f7b-4e1d-b1b3-f5d43d120382 req-4d6ceaec-f4f0-4ec5-a826-69bb3db7f1ba tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:39.871386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f204a742-0f7b-4e1d-b1b3-f5d43d120382 req-4d6ceaec-f4f0-4ec5-a826-69bb3db7f1ba tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 945 time: 0.3174181 Jun 03 15:11:39.883752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-e6a09e96-5f24-4f71-8d5a-7d914fc4e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:39.885357 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-e6a09e96-5f24-4f71-8d5a-7d914fc4e0d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1445422 Jun 03 15:11:39.900108 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-a6bb5ad5-0e76-40ac-835c-3ce60f957be3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Floating IP 1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad associated. External IP: 172.25.7.193, port: 80860ae2-4994-4182-89fd-7d539458d36b. Jun 03 15:11:40.036235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f204a742-0f7b-4e1d-b1b3-f5d43d120382 req-f4b79b08-9ad7-4cf4-80d0-8c9361bfb85e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639180 Jun 03 15:11:40.044911 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-4b0480c9-1f15-44de-94a6-99e8b55fb9dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319389 Jun 03 15:11:40.155760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] For port 698042f9-9317-4e44-a60d-87a8db2065e4, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:40.164536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2cb7d-60b1-4ad4-bc7e-23a363bc0e8e req-c2f4629e-3cc0-4eef-adef-1d667d3d65be tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:40.166111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60a2cb7d-60b1-4ad4-bc7e-23a363bc0e8e req-c2f4629e-3cc0-4eef-adef-1d667d3d65be tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 949 time: 0.2153199 Jun 03 15:11:40.176803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] For port 698042f9-9317-4e44-a60d-87a8db2065e4, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=698042f9-9317-4e44-a60d-87a8db2065e4,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:40.187981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.194863 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.251488 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.287220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:40.287795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.289225 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] 10.222.0.75 "PUT /v2.0/ports/698042f9-9317-4e44-a60d-87a8db2065e4 HTTP/1.1" status: 200 len: 1096 time: 1.9721024 Jun 03 15:11:40.330539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8767c40-7fc1-4749-8816-8bff2ff2c503', 'tag': '698042f9-9317-4e44-a60d-87a8db2065e4'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:40.420115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:40.424040 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-b2fb9dcc-5e24-4538-9abc-8e7c5092f23d service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696814 Jun 03 15:11:40.440732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79020d-b57b-4b27-867a-54775d6a812c service neutron] Pushing event updated for resources: {'Port': ['ID=698042f9-9317-4e44-a60d-87a8db2065e4,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:40.450553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60a2cb7d-60b1-4ad4-bc7e-23a363bc0e8e req-ef112bd3-54e8-4bee-8c5b-02a209cf050c tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284286 Jun 03 15:11:40.468356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 7e426e51-8b30-428e-86e0-07a5a42f50bb up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:40.496372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bb5ad5-0e76-40ac-835c-3ce60f957be3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Router de4a187b-7559-4915-a8ba-ebe1e6b58d7c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:11:40.514586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ff3b-4431-406f-8fe3-663b463b0262 req-d5e43ce8-b03c-4a76-8233-bb870e1c89cd tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:40.523562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84c8ff3b-4431-406f-8fe3-663b463b0262 req-d5e43ce8-b03c-4a76-8233-bb870e1c89cd tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.3023257 Jun 03 15:11:40.577671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 7e426e51-8b30-428e-86e0-07a5a42f50bb completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:40.586048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 7e426e51-8b30-428e-86e0-07a5a42f50bb triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:40.586810 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.660495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84c8ff3b-4431-406f-8fe3-663b463b0262 req-7a88948a-4ebe-4676-ab79-9bc3d339bbf0 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355996 Jun 03 15:11:40.665104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-55fdc699-9ae1-4508-9c5f-4476922e4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:40.666681 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-55fdc699-9ae1-4508-9c5f-4476922e4adf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e0765978f31465290dfed3a7d584a26&device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 1099 time: 0.3194716 Jun 03 15:11:40.765716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 7e426e51-8b30-428e-86e0-07a5a42f50bb is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:40.767087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.781236 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a4c0a0-a3a5-4a7a-8dd9-9c04c3c76853'] response: {'name': 'network-changed', 'server_uuid': 'f8767c40-7fc1-4749-8816-8bff2ff2c503', 'tag': '698042f9-9317-4e44-a60d-87a8db2065e4', 'status': 'completed', 'code': 200} Jun 03 15:11:40.794066 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f17fc935-dbe4-4bd2-900b-e49be7d9561c service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542676 Jun 03 15:11:40.795474 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-16da29b2-c05e-48e3-9b19-2e26d04f0d3b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=698042f9-9317-4e44-a60d-87a8db2065e4 HTTP/1.1" status: 200 len: 217 time: 0.1207261 Jun 03 15:11:40.796595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Allocated IP 192.168.233.102 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/ed8e9735-1e09-4cf5-876b-bc06a28567e9) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:40.822383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b83f4e-8966-4556-a9f6-17bd8fb050cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e426e51-8b30-428e-86e0-07a5a42f50bb'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:40.840386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 7e426e51-8b30-428e-86e0-07a5a42f50bb, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=7e426e51-8b30-428e-86e0-07a5a42f50bb,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:40.847207 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:40.912586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-d994447d-9b8e-4b27-a443-bb447b0cce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:40.914060 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-d994447d-9b8e-4b27-a443-bb447b0cce74 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1066878 Jun 03 15:11:40.954971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=7e426e51-8b30-428e-86e0-07a5a42f50bb,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:41.100919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bb5ad5-0e76-40ac-835c-3ce60f957be3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:41.105913 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5ad5-0e76-40ac-835c-3ce60f957be3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.116509 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c590e64-6a14-4323-bbcd-9056b4b655c4 None None] Sync routers for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:41.132827 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c590e64-6a14-4323-bbcd-9056b4b655c4 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:41.133687 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2c590e64-6a14-4323-bbcd-9056b4b655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:41.145728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:41.174134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c34e0-c494-43aa-a447-b79846ab660b req-d4fc5515-66e3-4fc7-b2b1-e2f6eb4baf3f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:41.175637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc9c34e0-c494-43aa-a447-b79846ab660b req-d4fc5515-66e3-4fc7-b2b1-e2f6eb4baf3f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 945 time: 0.3337154 Jun 03 15:11:41.190717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a6bb5ad5-0e76-40ac-835c-3ce60f957be3 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "PUT /v2.0/floatingips/1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad HTTP/1.1" status: 200 len: 992 time: 3.0038154 Jun 03 15:11:41.206052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'tag': '80860ae2-4994-4182-89fd-7d539458d36b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:41.207424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-77aee516-1b6a-499a-ba68-2248e607d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:41.208910 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-77aee516-1b6a-499a-ba68-2248e607d26f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2851224 Jun 03 15:11:41.215870 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.219732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b93e0-6c95-4c3f-83e1-5111f6209f2b req-167172e6-e044-46c8-85d0-18d1ac9bc41d tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:41.221221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b3b93e0-6c95-4c3f-83e1-5111f6209f2b req-167172e6-e044-46c8-85d0-18d1ac9bc41d tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 948 time: 0.1989450 Jun 03 15:11:41.244195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-96a55906-64be-48fb-8d9b-a9f4f94c2dec tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:41.245671 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-96a55906-64be-48fb-8d9b-a9f4f94c2dec tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.2775519 Jun 03 15:11:41.265660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc9c34e0-c494-43aa-a447-b79846ab660b req-dfef976f-1ff9-4563-8b6d-043ce7554bcb tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800972 Jun 03 15:11:41.299191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b3b93e0-6c95-4c3f-83e1-5111f6209f2b req-c21e17b7-9342-4c21-b5c6-41af17bea7b3 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621917 Jun 03 15:11:41.304578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844595-1'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:41.366976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Transition to ACTIVE for port object ed8e9735-1e09-4cf5-876b-bc06a28567e9 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:41.371704 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda20ae7-c729-45a2-9ed9-be10201cd4fa'] response: {'server_uuid': 'b1b83f4e-8966-4556-a9f6-17bd8fb050cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e426e51-8b30-428e-86e0-07a5a42f50bb', 'code': 200} Jun 03 15:11:41.429541 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2c590e64-6a14-4323-bbcd-9056b4b655c4 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:41.450136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f271e17b-2a32-49e1-8ae2-b17e8d845f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.512690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f271e17b-2a32-49e1-8ae2-b17e8d845f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:41.551254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f271e17b-2a32-49e1-8ae2-b17e8d845f05 admin admin] Usage tracker for resource:security_group_rule and tenant:dc9828cd5ba84b7b8629c184e3012862 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:41.566542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f271e17b-2a32-49e1-8ae2-b17e8d845f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:41.578684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f271e17b-2a32-49e1-8ae2-b17e8d845f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:41.584610 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-f86fb8b5-9354-4a99-8766-5d46fb92f4e5 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649366 Jun 03 15:11:41.587774 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf6ae2cd-5478-4816-96b6-0477f55a2f69 req-81fb1818-e898-4854-bc0f-f6f6b3ccb83b tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 210 time: 0.0942276 Jun 03 15:11:41.590259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.638503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.669113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c0ae6-2336-43d3-97f5-fc7a4131e08b req-59700b9c-f9f6-4eed-8e0d-e1beae215614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:41.670925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f99c0ae6-2336-43d3-97f5-fc7a4131e08b req-59700b9c-f9f6-4eed-8e0d-e1beae215614 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 1101 time: 0.2377489 Jun 03 15:11:41.701570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee9e2e-f80a-4ef4-8b2f-87cd32a788a5 req-2ddc23f1-5f29-4515-96df-5c20ee8d061d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:41.703251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edee9e2e-f80a-4ef4-8b2f-87cd32a788a5 req-2ddc23f1-5f29-4515-96df-5c20ee8d061d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 945 time: 0.2100666 Jun 03 15:11:41.820510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f99c0ae6-2336-43d3-97f5-fc7a4131e08b req-19fc597b-5dce-406e-ab74-a3ddd9a833a7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405914 Jun 03 15:11:41.827304 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edee9e2e-f80a-4ef4-8b2f-87cd32a788a5 req-d1a0370d-2a08-48db-89b6-932171a24eb5 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793316 Jun 03 15:11:41.862242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330891f-2055-42bd-bf12-95a15ca85f76 req-58e35b6e-f414-4955-a420-51b1207b28d4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:41.862242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7330891f-2055-42bd-bf12-95a15ca85f76 req-58e35b6e-f414-4955-a420-51b1207b28d4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 946 time: 0.1545138 Jun 03 15:11:41.911025 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2c590e64-6a14-4323-bbcd-9056b4b655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'port_id': '80860ae2-4994-4182-89fd-7d539458d36b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'mac_address': 'fa:16:3e:d4:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:10:12Z', 'updated_at': '2022-06-03T15:11:39Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:41.917867 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c590e64-6a14-4323-bbcd-9056b4b655c4 None None] Checking router: de4a187b-7559-4915-a8ba-ebe1e6b58d7c for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:41.918327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7330891f-2055-42bd-bf12-95a15ca85f76 req-7f336a85-b594-4a8b-872b-5bd3fffba48f tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536470 Jun 03 15:11:41.928732 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c590e64-6a14-4323-bbcd-9056b4b655c4 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:41.929344 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2c590e64-6a14-4323-bbcd-9056b4b655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:41.933038 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7b0f44-5b5d-4b9c-9017-020386dc5468'] response: {'name': 'network-changed', 'server_uuid': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'tag': '80860ae2-4994-4182-89fd-7d539458d36b', 'status': 'completed', 'code': 200} Jun 03 15:11:41.937714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:41.945372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:41.960805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:41.966456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:41.967078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:41.989622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Pushing event updated for resources: {'Port': ['ID=ed8e9735-1e09-4cf5-876b-bc06a28567e9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:42.152789 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9b7632f1-6f97-455d-a3dd-39eae20f4930 req-d120bbdf-9b66-40ef-9c7e-62a075bc0101 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497534 Jun 03 15:11:42.192858 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-eac6c79e-09f9-4253-aef8-1c6497e53be0 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1470120 Jun 03 15:11:42.209278 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2c590e64-6a14-4323-bbcd-9056b4b655c4 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:42.231128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Request body: {'port': {'device_id': '27722cb7-12b8-46d1-842f-c203cd0a377e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:42.292767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-34999917-fd32-48c9-a0be-3d0ca2447e5f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 258 time: 0.3539965 Jun 03 15:11:42.297334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:42.312673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:42.318365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Usage tracker for resource:floatingip and tenant:fe9486ae82804cb19137172043cf678a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:42.323438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c14a1-6006-4b84-a7d6-54514ca739c2 req-a3d88db1-d722-4f8f-a15f-60c200d040ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:42.324951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d19c14a1-6006-4b84-a7d6-54514ca739c2 req-a3d88db1-d722-4f8f-a15f-60c200d040ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43&device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 1097 time: 0.2632475 Jun 03 15:11:42.325960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:42.328013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4fab29d4-f73f-4787-8a47-8b7b30c65658 None None] Provisioning for port ed8e9735-1e09-4cf5-876b-bc06a28567e9 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:42.345769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4fab29d4-f73f-4787-8a47-8b7b30c65658 None None] Provisioning complete for port ed8e9735-1e09-4cf5-876b-bc06a28567e9 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:42.351922 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4fab29d4-f73f-4787-8a47-8b7b30c65658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.352643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f271e17b-2a32-49e1-8ae2-b17e8d845f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.371320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f271e17b-2a32-49e1-8ae2-b17e8d845f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.376252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:42.411523 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f271e17b-2a32-49e1-8ae2-b17e8d845f05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc9828cd5ba84b7b8629c184e3012862&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2573838 Jun 03 15:11:42.425262 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4fab29d4-f73f-4787-8a47-8b7b30c65658 None None] Port ed8e9735-1e09-4cf5-876b-bc06a28567e9 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:42.433719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55170) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:42.459885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a200ae-9f4f-4768-bf61-0420a9b767a2 req-26784d05-cbd3-45d5-99b7-07e7a17efa45 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:42.461448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7a200ae-9f4f-4768-bf61-0420a9b767a2 req-26784d05-cbd3-45d5-99b7-07e7a17efa45 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 950 time: 0.3585360 Jun 03 15:11:42.464629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:42.482221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.509631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271e17b-2a32-49e1-8ae2-b17e8d845f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f01b252-c857-4711-8837-43ae9eba1656,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:42.514487 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.600104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7beda0f-47fe-4a49-870b-74fe651001a4 req-cafa1081-62af-4c83-9767-bcebbfb0e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:42.601528 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f7beda0f-47fe-4a49-870b-74fe651001a4 req-cafa1081-62af-4c83-9767-bcebbfb0e610 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e0765978f31465290dfed3a7d584a26&device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 1099 time: 0.3309302 Jun 03 15:11:42.609612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:42.640342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7a200ae-9f4f-4768-bf61-0420a9b767a2 req-fd8bf7e0-7e49-4bff-a0ba-b9d2c2d4732a tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634951 Jun 03 15:11:42.678253 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2c590e64-6a14-4323-bbcd-9056b4b655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'port_id': '80860ae2-4994-4182-89fd-7d539458d36b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'mac_address': 'fa:16:3e:d4:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:10:12Z', 'updated_at': '2022-06-03T15:11:39Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:42.682837 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c590e64-6a14-4323-bbcd-9056b4b655c4 None None] The sync data for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 is: [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'port_id': '80860ae2-4994-4182-89fd-7d539458d36b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'mac_address': 'fa:16:3e:d4:44:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:10:12Z', 'updated_at': '2022-06-03T15:11:39Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:42.684905 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54fcfc09-3ace-4c9c-b712-e4de864dc15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.690067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c14a1-6006-4b84-a7d6-54514ca739c2 req-17f388a3-47e3-4b73-949f-3bafa27e3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:42.691587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d19c14a1-6006-4b84-a7d6-54514ca739c2 req-17f388a3-47e3-4b73-949f-3bafa27e3d22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 HTTP/1.1" status: 200 len: 925 time: 0.3564215 Jun 03 15:11:42.807435 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54fcfc09-3ace-4c9c-b712-e4de864dc15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.820008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863178fd-f914-4807-bf9c-cbc6e3518e78'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:42.825980 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.850827 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:42.914860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d19c14a1-6006-4b84-a7d6-54514ca739c2 req-6fef78d1-b60b-4364-adf8-53c3e2e972c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80860ae2-4994-4182-89fd-7d539458d36b HTTP/1.1" status: 200 len: 1000 time: 0.2148964 Jun 03 15:11:43.022463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c14a1-6006-4b84-a7d6-54514ca739c2 req-1fb2235f-11df-4ec0-a3f9-4a231bcc3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:43.024343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d19c14a1-6006-4b84-a7d6-54514ca739c2 req-1fb2235f-11df-4ec0-a3f9-4a231bcc3240 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3643cc6a-71bb-45ac-92f2-833c795c0750 HTTP/1.1" status: 200 len: 863 time: 0.0990009 Jun 03 15:11:43.024795 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54fcfc09-3ace-4c9c-b712-e4de864dc15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.028665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3183b-55ff-4f54-81b2-f8435738111e None None] New status for floating IP 1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:11:43.035809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7beda0f-47fe-4a49-870b-74fe651001a4 req-1c37990e-b7f8-4fb6-8be3-3ea25d31215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:43.037253 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f7beda0f-47fe-4a49-870b-74fe651001a4 req-1c37990e-b7f8-4fb6-8be3-3ea25d31215b service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.4010396 Jun 03 15:11:43.094520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcfc09-3ace-4c9c-b712-e4de864dc15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f01b252-c857-4711-8837-43ae9eba1656,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:43.096789 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.106544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3bf42-ad1c-42ab-acbf-589ea1405f08 req-8a2a3c12-b877-4136-86bf-330a4d09f9ee tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:43.110697 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3de3bf42-ad1c-42ab-acbf-589ea1405f08 req-8a2a3c12-b877-4136-86bf-330a4d09f9ee tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.3187039 Jun 03 15:11:43.185919 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54fcfc09-3ace-4c9c-b712-e4de864dc15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.190429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-54fcfc09-3ace-4c9c-b712-e4de864dc15a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f01b252-c857-4711-8837-43ae9eba1656 HTTP/1.1" status: 204 len: 168 time: 0.7497132 Jun 03 15:11:43.203034 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f7beda0f-47fe-4a49-870b-74fe651001a4 req-aa8ae2e2-c830-4200-8f88-396fc0143cb0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=698042f9-9317-4e44-a60d-87a8db2065e4 HTTP/1.1" status: 200 len: 217 time: 0.1510091 Jun 03 15:11:43.234175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3de3bf42-ad1c-42ab-acbf-589ea1405f08 req-081fb187-acde-4ec8-b187-7e82847ec358 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843251 Jun 03 15:11:43.258681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Pushing event updated for resources: {'Port': ['ID=863178fd-f914-4807-bf9c-cbc6e3518e78,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:43.277565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c14a1-6006-4b84-a7d6-54514ca739c2 req-7d763427-3ff6-49e5-95f7-1072d57e11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:43.279484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d19c14a1-6006-4b84-a7d6-54514ca739c2 req-7d763427-3ff6-49e5-95f7-1072d57e11b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2399433 Jun 03 15:11:43.311915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 on host n-h1-844595-1 for vnic_type normal with profile {"migrating_to": "n-h2-844595-1"} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:43.312239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:43.312559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:43.360539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Port 863178fd-f914-4807-bf9c-cbc6e3518e78 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:43.360862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Attempting to bind port 863178fd-f914-4807-bf9c-cbc6e3518e78 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:43.407466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:43.407793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:43.408176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:43.408607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Bound port: 863178fd-f914-4807-bf9c-cbc6e3518e78, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:43.408945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.442710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7beda0f-47fe-4a49-870b-74fe651001a4 req-5803f4fc-289b-49e2-af6c-69376d260895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:43.444180 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f7beda0f-47fe-4a49-870b-74fe651001a4 req-5803f4fc-289b-49e2-af6c-69376d260895 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2331982 Jun 03 15:11:43.581913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:43.659177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Allocated IP 172.25.7.171 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/8532914e-fc5b-4a7f-97a0-48482b9b5fd2) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:43.756957 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1e1d0bd-108c-42f6-8bb2-ddec88c40fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.773412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:43.780310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8e9735-1e09-4cf5-876b-bc06a28567e9 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:43.794166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f1e1d0bd-108c-42f6-8bb2-ddec88c40fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:43.798958 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.804542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:43.805911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d19c14a1-6006-4b84-a7d6-54514ca739c2 req-b5c6357c-6e05-4053-bac7-30d3c37a7b08 service neutron] 10.222.0.67 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138940 Jun 03 15:11:43.808473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f1e1d0bd-108c-42f6-8bb2-ddec88c40fee admin admin] Usage tracker for resource:security_group_rule and tenant:142be8f95df541a28aa1c94f7a73c24f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:43.816852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7beda0f-47fe-4a49-870b-74fe651001a4 req-eaa151ba-5b8f-45f0-bc0c-7e2c802cbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:43.818676 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f7beda0f-47fe-4a49-870b-74fe651001a4 req-eaa151ba-5b8f-45f0-bc0c-7e2c802cbd37 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3660028 Jun 03 15:11:43.822199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f1e1d0bd-108c-42f6-8bb2-ddec88c40fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:43.825518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:43.847853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23560ef-347a-40d4-a1aa-0825ec478d4c req-53cf6c34-423d-4b07-b285-7fb3751e211f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:43.849313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d23560ef-347a-40d4-a1aa-0825ec478d4c req-53cf6c34-423d-4b07-b285-7fb3751e211f tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 948 time: 0.3592646 Jun 03 15:11:43.867117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f1e1d0bd-108c-42f6-8bb2-ddec88c40fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:43.886653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Transition to ACTIVE for port object ed8e9735-1e09-4cf5-876b-bc06a28567e9 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:43.956398 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.013908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d23560ef-347a-40d4-a1aa-0825ec478d4c req-ae5f6589-d458-44e6-aac7-ea8bd249a4c0 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154277 Jun 03 15:11:44.031576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.049727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d19c14a1-6006-4b84-a7d6-54514ca739c2 req-5e7dda14-b86e-4a95-be6f-58576c3cb38d service neutron] 10.222.0.67 "GET /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345653 Jun 03 15:11:44.078607 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.197190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:44.198144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Pushing event updated for resources: {'Port': ['ID=863178fd-f914-4807-bf9c-cbc6e3518e78,revision_number=8']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:44.219736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:44.222715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:44.259833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Pushing event updated for resources: {'Port': ['ID=8532914e-fc5b-4a7f-97a0-48482b9b5fd2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:44.261505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:44.262138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.263509 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-f0e02d85-60c2-4303-aa89-494b2a59e949 service neutron] 10.222.0.67 "PUT /v2.0/ports/863178fd-f914-4807-bf9c-cbc6e3518e78 HTTP/1.1" status: 200 len: 1121 time: 3.0073953 Jun 03 15:11:44.319259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['863178fd-f914-4807-bf9c-cbc6e3518e78'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:44.325862 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f7beda0f-47fe-4a49-870b-74fe651001a4 req-d1f572bb-7171-4e65-a5c7-a049fb582b7c service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934795 Jun 03 15:11:44.426715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a843d-28de-4930-815f-26f9dbac9d6b req-45e28fc7-36e9-472f-8a40-705a4867f27a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:44.428534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-965a843d-28de-4930-815f-26f9dbac9d6b req-45e28fc7-36e9-472f-8a40-705a4867f27a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 948 time: 0.2815497 Jun 03 15:11:44.446276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Attempting to bind port ed8e9735-1e09-4cf5-876b-bc06a28567e9 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:44.446583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Attempting to bind port ed8e9735-1e09-4cf5-876b-bc06a28567e9 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:44.446893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Attempting to bind port ed8e9735-1e09-4cf5-876b-bc06a28567e9 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:44.448929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e9735-1e09-4cf5-876b-bc06a28567e9,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:44.462982 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.468303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Port ed8e9735-1e09-4cf5-876b-bc06a28567e9 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:44.468620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Attempting to bind port ed8e9735-1e09-4cf5-876b-bc06a28567e9 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:44.481912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 698042f9-9317-4e44-a60d-87a8db2065e4 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:44.491286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:44.491644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:44.491987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:44.492415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Bound port: ed8e9735-1e09-4cf5-876b-bc06a28567e9, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:44.492749 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.520373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-965a843d-28de-4930-815f-26f9dbac9d6b req-9d56c0d5-fe7f-4403-8cce-25040fe615fc tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/security-groups?id=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825727 Jun 03 15:11:44.537982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1e1d0bd-108c-42f6-8bb2-ddec88c40fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.548668 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.579047 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1e1d0bd-108c-42f6-8bb2-ddec88c40fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.616424 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b68ba7-f53f-4128-8e15-45d2ad41dbb8'] response: {'server_uuid': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863178fd-f914-4807-bf9c-cbc6e3518e78', 'code': 200} Jun 03 15:11:44.624238 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f7beda0f-47fe-4a49-870b-74fe651001a4 req-18b80d30-a47c-43e3-b09d-b1b8e7d2d1d8 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799027 Jun 03 15:11:44.643212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 698042f9-9317-4e44-a60d-87a8db2065e4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=698042f9-9317-4e44-a60d-87a8db2065e4,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:44.664343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1d0bd-108c-42f6-8bb2-ddec88c40fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbae22b-0fc7-4a67-b3a4-29500cdde66f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:44.665074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '698042f9-9317-4e44-a60d-87a8db2065e4', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '698042f9-9317-4e44-a60d-87a8db2065e4', 'mac_address': 'fa:16:3e:85:cd:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:44.670027 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f1e1d0bd-108c-42f6-8bb2-ddec88c40fee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=142be8f95df541a28aa1c94f7a73c24f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0829430 Jun 03 15:11:44.672630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55194) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:44.709344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] For port ed8e9735-1e09-4cf5-876b-bc06a28567e9, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:44.730181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] For port ed8e9735-1e09-4cf5-876b-bc06a28567e9, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ed8e9735-1e09-4cf5-876b-bc06a28567e9,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:44.736756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.790656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 698042f9-9317-4e44-a60d-87a8db2065e4 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:44.791062 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.810871 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfa0af05-d430-4d68-ac0c-4ce83632785f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.817863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698042f9-9317-4e44-a60d-87a8db2065e4 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:44.827057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:44.827998 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.828976 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] 10.222.0.67 "PUT /v2.0/ports/ed8e9735-1e09-4cf5-876b-bc06a28567e9 HTTP/1.1" status: 200 len: 1096 time: 2.6029124 Jun 03 15:11:44.848985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 698042f9-9317-4e44-a60d-87a8db2065e4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=698042f9-9317-4e44-a60d-87a8db2065e4,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:44.849646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39f8c2-d48b-4066-b965-edb2d24ebe89 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8e9735-1e09-4cf5-876b-bc06a28567e9,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:44.856768 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfa0af05-d430-4d68-ac0c-4ce83632785f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.862324 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.883309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86659dff-b70f-42f3-adb4-7be9262f37c3 req-712eee24-f6d7-4743-bc17-88977fba9bfb tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:44.892921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86659dff-b70f-42f3-adb4-7be9262f37c3 req-712eee24-f6d7-4743-bc17-88977fba9bfb tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 943 time: 0.1676753 Jun 03 15:11:44.937766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=698042f9-9317-4e44-a60d-87a8db2065e4,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:44.970596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86659dff-b70f-42f3-adb4-7be9262f37c3 req-3aaf9c56-5f5e-4526-80e6-a85a2b6d42b2 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764577 Jun 03 15:11:44.977820 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.983273 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:44.985789 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfa0af05-d430-4d68-ac0c-4ce83632785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:45.005099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0af05-d430-4d68-ac0c-4ce83632785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbae22b-0fc7-4a67-b3a4-29500cdde66f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:45.015187 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfa0af05-d430-4d68-ac0c-4ce83632785f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:45.018711 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bfa0af05-d430-4d68-ac0c-4ce83632785f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecbae22b-0fc7-4a67-b3a4-29500cdde66f HTTP/1.1" status: 204 len: 168 time: 0.3427241 Jun 03 15:11:45.030833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e323824-02ee-4273-aeaf-23768cdcb8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:45.032360 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-7e323824-02ee-4273-aeaf-23768cdcb8be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c903f7102c742f5a6bd1eb0f294f27a&device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 1099 time: 0.1295123 Jun 03 15:11:45.080262 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['698042f9-9317-4e44-a60d-87a8db2065e4'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:45.125798 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-f733ad02-6a1e-4540-8fa4-7516c72a5a13 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=ed8e9735-1e09-4cf5-876b-bc06a28567e9 HTTP/1.1" status: 200 len: 217 time: 0.0722003 Jun 03 15:11:45.198301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Pushing event updated for resources: {'Port': ['ID=8532914e-fc5b-4a7f-97a0-48482b9b5fd2,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:45.210361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:45.218580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-9760c26f-8d60-4c9d-89de-8643b1a36ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:45.220868 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-9760c26f-8d60-4c9d-89de-8643b1a36ff1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0854540 Jun 03 15:11:45.240434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:45.247772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-8be64fc8-b551-48a4-bef9-fb92c846092e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9540985 Jun 03 15:11:45.308943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-2390adbe-41b0-4d44-b5ec-c828b09b6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:45.310828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-2390adbe-41b0-4d44-b5ec-c828b09b6e08 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827568 Jun 03 15:11:45.374665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-6efe6f3b-de61-44ab-8a91-2ee99d29c13a tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Synchronizing usage tracker for tenant:fe9486ae82804cb19137172043cf678a on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:45.389434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34572591-364e-493f-aaa0-718900a8ca27 req-e3298903-88d0-4f0e-b60f-55c9f45bec72 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:45.390934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34572591-364e-493f-aaa0-718900a8ca27 req-e3298903-88d0-4f0e-b60f-55c9f45bec72 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 950 time: 0.2724247 Jun 03 15:11:45.457046 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-902671b5-01e8-4fa6-aa43-862f87a77bec service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370971 Jun 03 15:11:45.523748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-6efe6f3b-de61-44ab-8a91-2ee99d29c13a tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Unset dirty status for tenant:fe9486ae82804cb19137172043cf678a on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:45.525256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-6efe6f3b-de61-44ab-8a91-2ee99d29c13a tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.2767045 Jun 03 15:11:45.627540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34572591-364e-493f-aaa0-718900a8ca27 req-e317d9a7-ace1-4e7d-b88f-116deb7520fb tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281508 Jun 03 15:11:45.697107 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5477cb5c-8a78-4757-a3ce-eabcc8c17069 req-3e439a49-889b-41a8-a159-964fc7a02ba1 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334223 Jun 03 15:11:45.721005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-19825696-3531-485a-9253-6a6cf986450e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:45.722552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-19825696-3531-485a-9253-6a6cf986450e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.1863987 Jun 03 15:11:45.737064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-88a30dcc-6168-4c09-9741-7a190b109c43 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:11:45.738364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b2aeffa-b37e-4397-be5c-294ff43a3960 req-88a30dcc-6168-4c09-9741-7a190b109c43 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085356 Jun 03 15:11:45.821569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 863178fd-f914-4807-bf9c-cbc6e3518e78 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:45.958971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55226) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:45.989033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:45.997151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434a34f-d4f3-446e-bce7-891023c85d82 req-0eb22d08-5a7c-4da2-8494-28145fed6727 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:45.999850 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a434a34f-d4f3-446e-bce7-891023c85d82 req-0eb22d08-5a7c-4da2-8494-28145fed6727 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 949 time: 0.1539977 Jun 03 15:11:46.003740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 863178fd-f914-4807-bf9c-cbc6e3518e78 has no active binding in host n-h2-844595-1 {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:11:46.029239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46a38a-d50a-4e86-8501-06098591058c req-a5c2ec77-dcdf-4c60-bf27-53f8472dcfb6 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:46.030714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab46a38a-d50a-4e86-8501-06098591058c req-a5c2ec77-dcdf-4c60-bf27-53f8472dcfb6 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.1200099 Jun 03 15:11:46.072191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-network', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:46.072346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a434a34f-d4f3-446e-bce7-891023c85d82 req-7f21ffa3-63b8-4ff6-82bc-f20db339f7f8 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674250 Jun 03 15:11:46.077277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:46.081632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Usage tracker for resource:network and tenant:b8a68f7690074e829c03c3202f5c7f6a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:46.091160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:46.092512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab46a38a-d50a-4e86-8501-06098591058c req-61488280-0306-4bf3-8472-796ae9bdf963 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549510 Jun 03 15:11:46.098889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:46.115869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Made reservation on behalf of b8a68f7690074e829c03c3202f5c7f6a for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:46.118261 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.130649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.145296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:46.149672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a68f7690074e829c03c3202f5c7f6a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:46.152609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:46.158381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:46.247637 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.253366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.259764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727edae-786c-43cd-b31f-4b907a6ba91e req-fac82fdd-a9e6-44dd-9803-678559b9e809 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:46.261554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1727edae-786c-43cd-b31f-4b907a6ba91e req-fac82fdd-a9e6-44dd-9803-678559b9e809 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 948 time: 0.0893693 Jun 03 15:11:46.285201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:11:46.294116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdda338-834a-436e-a3b9-c6bd647bf6b0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:46.299983 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.300313 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Added segment 16e22082-df3f-4615-acc3-106df8d893fe of type vlan for network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 Jun 03 15:11:46.330771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1727edae-786c-43cd-b31f-4b907a6ba91e req-d123e0b8-8270-48de-a1af-280820dbb058 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/security-groups?id=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617588 Jun 03 15:11:46.335002 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.370402 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.371448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:46.372242 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.480061 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5199692 Jun 03 15:11:46.480912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f54a87-7615-4932-a7a0-248394183924 admin admin] Pushing event updated for resources: {'Network': ['ID=eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:46.483252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55238) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:46.490879 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Request body: {'subnet': {'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-subnet', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:46.492566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:11:46.497198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:46.502911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Usage tracker for resource:subnet and tenant:b8a68f7690074e829c03c3202f5c7f6a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:46.506034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:46.510937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 698042f9-9317-4e44-a60d-87a8db2065e4 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:46.513211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:46.525219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Made reservation on behalf of b8a68f7690074e829c03c3202f5c7f6a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:46.527853 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.605164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-9b16c060-c156-469c-b2ce-6c6a6138fc8d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:46.606658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-9b16c060-c156-469c-b2ce-6c6a6138fc8d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1564860 Jun 03 15:11:46.617058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'tag': '863178fd-f914-4807-bf9c-cbc6e3518e78'}, {'name': 'network-changed', 'server_uuid': '27722cb7-12b8-46d1-842f-c203cd0a377e', 'tag': 'ed8e9735-1e09-4cf5-876b-bc06a28567e9'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:46.666879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 698042f9-9317-4e44-a60d-87a8db2065e4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:46.673561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 698042f9-9317-4e44-a60d-87a8db2065e4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:46.674210 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.695893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-087999d7-1811-441d-9cc1-e9f52e6fc0bd tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 696 time: 0.0829480 Jun 03 15:11:46.708106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa234364-957d-43e6-b1f4-6a9edfb74e34 req-19b8fd86-fbbb-48ba-8f8f-d00c62c7ad8f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:46.709565 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa234364-957d-43e6-b1f4-6a9edfb74e34 req-19b8fd86-fbbb-48ba-8f8f-d00c62c7ad8f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 943 time: 0.1745632 Jun 03 15:11:46.714513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-5fabde5d-4c3a-4aff-ad1f-dbc8a45bcfd2 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Request body: {'floatingip': {'port_id': '02475069-9cbb-49b2-95e6-deee6d06114d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:46.747887 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.804311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 698042f9-9317-4e44-a60d-87a8db2065e4 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:46.804586 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.811273 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-5fabde5d-4c3a-4aff-ad1f-dbc8a45bcfd2 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.825325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d644fdd2-49e6-4739-a159-c1fcebe267a3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:46.835143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Checking segment: {'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:46.835143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Network hostable DHCP agents. Network: eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:11:46.841016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8767c40-7fc1-4749-8816-8bff2ff2c503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698042f9-9317-4e44-a60d-87a8db2065e4'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:46.851741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 698042f9-9317-4e44-a60d-87a8db2065e4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=698042f9-9317-4e44-a60d-87a8db2065e4,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:46.856766 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.857868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:11:46.869605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:46.876968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:46.877918 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.894805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f336c907-f0b7-49ab-8249-749a5b21b2b7 None None] Network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:11:46.903281 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-91d1b117-d9f9-4025-9782-9b563077b327 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4182870 Jun 03 15:11:46.905966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55246) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:46.911038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:46.915670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:46.919666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Usage tracker for resource:router and tenant:b8a68f7690074e829c03c3202f5c7f6a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:46.923639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:46.929529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:46.942598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.943983 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:46.958567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa234364-957d-43e6-b1f4-6a9edfb74e34 req-d33f15a0-506f-4320-8598-5d6a75f7db11 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924334 Jun 03 15:11:46.961119 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.011444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=698042f9-9317-4e44-a60d-87a8db2065e4,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:47.181584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'fixed_ips': [{'subnet_id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:11:47.182659 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.262805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.346539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337ef80-39eb-45c5-aa40-f04a7744b161 req-0af71cca-46df-426e-b5ce-826355866554 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:47.348127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3337ef80-39eb-45c5-aa40-f04a7744b161 req-0af71cca-46df-426e-b5ce-826355866554 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 950 time: 0.2513602 Jun 03 15:11:47.384058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Allocated IP 172.20.0.2 (eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5/d644fdd2-49e6-4739-a159-c1fcebe267a3/e20ebe12-5242-4d1e-bfa4-d3f9855fd04d) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:47.421906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3337ef80-39eb-45c5-aa40-f04a7744b161 req-fdb4da99-a432-4841-a09b-0f5a913a9104 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645649 Jun 03 15:11:47.530191 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a45b80b2-4ef5-4b41-9020-88b8fd588f1e'] response: {'name': 'network-changed', 'server_uuid': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'tag': '863178fd-f914-4807-bf9c-cbc6e3518e78', 'status': 'completed', 'code': 200} Jun 03 15:11:47.530662 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a45b80b2-4ef5-4b41-9020-88b8fd588f1e'] response: {'name': 'network-changed', 'server_uuid': '27722cb7-12b8-46d1-842f-c203cd0a377e', 'tag': 'ed8e9735-1e09-4cf5-876b-bc06a28567e9', 'status': 'completed', 'code': 200} Jun 03 15:11:47.679440 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.690720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Transition to ACTIVE for port object e20ebe12-5242-4d1e-bfa4-d3f9855fd04d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:47.711228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Transition to ACTIVE for port object e20ebe12-5242-4d1e-bfa4-d3f9855fd04d will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:47.715254 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-981e2d03-d5ce-4c72-9076-c18dfd6d7c76'] response: {'server_uuid': 'f8767c40-7fc1-4749-8816-8bff2ff2c503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698042f9-9317-4e44-a60d-87a8db2065e4', 'code': 200} Jun 03 15:11:47.717979 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.742500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.790433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:47.793595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:47.797334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:47.804764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Pushing event updated for resources: {'Port': ['ID=e20ebe12-5242-4d1e-bfa4-d3f9855fd04d,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:47.848403 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-5fabde5d-4c3a-4aff-ad1f-dbc8a45bcfd2 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.870522 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-5fabde5d-4c3a-4aff-ad1f-dbc8a45bcfd2 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.880832 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.893736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Attempting to bind port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:47.894321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Attempting to bind port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:47.894436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Attempting to bind port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d on network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:47.900110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:47.900604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Checking segment: {'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:47.901022 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.901397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Bound using segment: {'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:47.901840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Bound port: e20ebe12-5242-4d1e-bfa4-d3f9855fd04d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:47.902223 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:47.951560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-9be88d26-d717-44ea-9b68-ee07bd53c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:47.953117 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-9be88d26-d717-44ea-9b68-ee07bd53c695 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7c903f7102c742f5a6bd1eb0f294f27a&device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 1099 time: 0.3626888 Jun 03 15:11:47.959721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-14d5d121-fe42-4da9-9f80-00aff7a3f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:47.961264 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-14d5d121-fe42-4da9-9f80-00aff7a3f138 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1124 time: 0.4221961 Jun 03 15:11:47.988733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7abc8-acfc-45c7-bdfd-3a8099e4b99f req-0221176f-86c2-4a2b-92b0-98b125d3afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:47.990242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6a7abc8-acfc-45c7-bdfd-3a8099e4b99f req-0221176f-86c2-4a2b-92b0-98b125d3afc5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 1101 time: 0.3123791 Jun 03 15:11:47.996919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] For port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:48.000430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] For port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e20ebe12-5242-4d1e-bfa4-d3f9855fd04d,segment=NetworkSegment(16e22082-df3f-4615-acc3-106df8d893fe),segment_id=16e22082-df3f-4615-acc3-106df8d893fe)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:48.006035 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:48.085598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6380e09-42f7-45e8-8592-925943684f26 None None] Pushing event updated for resources: {'Port': ['ID=e20ebe12-5242-4d1e-bfa4-d3f9855fd04d,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:48.100992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ce0a7-c051-4d4d-bf12-3a1ed7112cee req-62230ee6-2b7b-43a1-962f-242de3896b8c tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:48.108871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b83ce0a7-c051-4d4d-bf12-3a1ed7112cee req-62230ee6-2b7b-43a1-962f-242de3896b8c tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 950 time: 0.3420982 Jun 03 15:11:48.154669 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-5fabde5d-4c3a-4aff-ad1f-dbc8a45bcfd2 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Floating IP 5509227b-240e-446b-9e32-eaa44f137582 associated. External IP: 172.25.7.171, port: 02475069-9cbb-49b2-95e6-deee6d06114d. Jun 03 15:11:48.211263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6a7abc8-acfc-45c7-bdfd-3a8099e4b99f req-25845ea3-a0c8-469a-b5f9-ec8e90e83b57 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710622 Jun 03 15:11:48.260037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Allocated IP 172.25.7.62 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/ffe56d39-0dc6-41f5-9266-e23e9b81ed35) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:48.311929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-10d79def-70b4-4153-91d1-91ed0b64c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:48.313659 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-10d79def-70b4-4153-91d1-91ed0b64c78f service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3486731 Jun 03 15:11:48.314575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-8104cf21-297a-430c-a1dc-ac04843ec851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:48.316111 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-8104cf21-297a-430c-a1dc-ac04843ec851 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.3246982 Jun 03 15:11:48.340728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b83ce0a7-c051-4d4d-bf12-3a1ed7112cee req-3e79c31e-e194-46c3-9fb4-ed9b9a9d9aaf tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306468 Jun 03 15:11:48.465458 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-955fc7ea-d221-4d1f-97cf-1dfd5b173a19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=ed8e9735-1e09-4cf5-876b-bc06a28567e9 HTTP/1.1" status: 200 len: 217 time: 0.1243370 Jun 03 15:11:48.592298 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-b3a4d7b0-2a7a-4f9e-8832-b02852d80576 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863178fd-f914-4807-bf9c-cbc6e3518e78 HTTP/1.1" status: 200 len: 217 time: 0.0838220 Jun 03 15:11:48.623575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-5fabde5d-4c3a-4aff-ad1f-dbc8a45bcfd2 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Router c0eb1089-fc98-4886-81e2-37a9b8872ac7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:11:48.677209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-7064af55-7582-489b-a1ef-c16b42197d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:48.678664 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-7064af55-7582-489b-a1ef-c16b42197d07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2050517 Jun 03 15:11:48.689697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:48.700290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239638a-ef21-41a8-bb15-ac115caf691f req-5aa7e932-ce95-4be7-9697-27f716235fc5 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:48.701725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d239638a-ef21-41a8-bb15-ac115caf691f req-5aa7e932-ce95-4be7-9697-27f716235fc5 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.1710937 Jun 03 15:11:48.741580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-24b879de-e9e8-40ed-b9fe-e4c8320f4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:48.742982 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-24b879de-e9e8-40ed-b9fe-e4c8320f4426 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1429310 Jun 03 15:11:48.806845 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-b926b21a-85d9-4561-a80d-cb6a6dd4c5cb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562694 Jun 03 15:11:48.831237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d239638a-ef21-41a8-bb15-ac115caf691f req-027950d4-ea68-43e5-815a-552ec73a289e tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213012 Jun 03 15:11:48.856871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-5fabde5d-4c3a-4aff-ad1f-dbc8a45bcfd2 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:48.861295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-5fabde5d-4c3a-4aff-ad1f-dbc8a45bcfd2 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:48.868467 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0240fac0-a9e4-4a26-b044-9b39bd2378fa None None] Sync routers for ids ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:48.886977 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240fac0-a9e4-4a26-b044-9b39bd2378fa None None] Routers {'c0eb1089-fc98-4886-81e2-37a9b8872ac7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:48.887597 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0240fac0-a9e4-4a26-b044-9b39bd2378fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:48.925233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-a5d379d3-0ffc-4a4f-858b-fba3caa1c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:48.926815 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-a5d379d3-0ffc-4a4f-858b-fba3caa1c3c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2340872 Jun 03 15:11:48.982730 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:48.984484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-5fabde5d-4c3a-4aff-ad1f-dbc8a45bcfd2 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "PUT /v2.0/floatingips/5509227b-240e-446b-9e32-eaa44f137582 HTTP/1.1" status: 200 len: 996 time: 2.2737718 Jun 03 15:11:48.988306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'tag': '02475069-9cbb-49b2-95e6-deee6d06114d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:48.996621 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-3075a2c1-8e15-4c62-98aa-273611073386 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813529 Jun 03 15:11:49.086245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:49.112034 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0240fac0-a9e4-4a26-b044-9b39bd2378fa None None] Set router c0eb1089-fc98-4886-81e2-37a9b8872ac7 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:49.113041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33cf6a8-9f47-45e2-b7f2-c1ce49a6aade None None] Network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:11:49.113533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe56d39-0dc6-41f5-9266-e23e9b81ed35,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:49.116506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:49.140648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:49.152980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c9e96-7ccb-47f2-963c-6a4a5ad8b2a2 req-681da247-e307-44ce-8370-5fe60747cf4d tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:49.161715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b96c9e96-7ccb-47f2-963c-6a4a5ad8b2a2 req-681da247-e307-44ce-8370-5fe60747cf4d tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 948 time: 0.1761751 Jun 03 15:11:49.192011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-405c1a61-3780-4bc4-bc5b-893e6281c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:49.194275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-405c1a61-3780-4bc4-bc5b-893e6281c986 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe9486ae82804cb19137172043cf678a&device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 1096 time: 0.1607385 Jun 03 15:11:49.297726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-57c28d5b-e9d7-44c5-8ae1-d93221ac9907 None None] Provisioning for port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:49.433559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b96c9e96-7ccb-47f2-963c-6a4a5ad8b2a2 req-0b179b43-528c-4f46-a0bc-6e342cf1db97 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/security-groups?id=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705526 Jun 03 15:11:49.606346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-2c15d71d-aea9-4148-88ac-1f3107c171e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:49.613832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-2c15d71d-aea9-4148-88ac-1f3107c171e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=007f1c74-14a7-49a9-93c8-edd4b899273f HTTP/1.1" status: 200 len: 930 time: 0.2672749 Jun 03 15:11:49.645089 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0240fac0-a9e4-4a26-b044-9b39bd2378fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5509227b-240e-446b-9e32-eaa44f137582', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'floating_ip_address': '172.25.7.171', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'port_id': '02475069-9cbb-49b2-95e6-deee6d06114d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'mac_address': 'fa:16:3e:aa:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:11:44Z', 'updated_at': '2022-06-03T15:11:47Z', 'revision_number': 1, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae326d8-e030-40eb-9c6a-a179c7991dab', 'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'mac_address': 'fa:16:3e:c3:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:07Z', 'updated_at': '2022-06-03T15:11:18Z', 'revision_number': 5, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'subnets': [{'id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:49.649778 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0240fac0-a9e4-4a26-b044-9b39bd2378fa None None] Checking router: c0eb1089-fc98-4886-81e2-37a9b8872ac7 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:49.659294 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-aa16d8cc-597e-4696-8b71-10e6bbf33ec6 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614735 Jun 03 15:11:49.660252 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240fac0-a9e4-4a26-b044-9b39bd2378fa None None] Routers {'c0eb1089-fc98-4886-81e2-37a9b8872ac7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:49.661025 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0240fac0-a9e4-4a26-b044-9b39bd2378fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:49.764071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e20ebe12-5242-4d1e-bfa4-d3f9855fd04d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:49.821204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-30132ab0-0ed9-4163-8242-b3da93eba512 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02475069-9cbb-49b2-95e6-deee6d06114d HTTP/1.1" status: 200 len: 999 time: 0.2064238 Jun 03 15:11:49.847951 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ed8e9735-1e09-4cf5-876b-bc06a28567e9 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:49.870451 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-56e2ded0-a630-4a3f-9ce8-7e2297f0b0a5 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031839 Jun 03 15:11:49.890792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-6cb14816-95dd-4b67-83cd-17abfeb352bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:49.899104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-6cb14816-95dd-4b67-83cd-17abfeb352bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d5b0e6c-5e4d-4c81-8f4b-750c15e73235 HTTP/1.1" status: 200 len: 868 time: 0.0766823 Jun 03 15:11:49.916302 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0240fac0-a9e4-4a26-b044-9b39bd2378fa None None] Set router c0eb1089-fc98-4886-81e2-37a9b8872ac7 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:49.970727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d10ab3be-8fe7-4853-8d7f-841eb08a9f77 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2a2663414582461283b0b3a2ea602518&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823605 Jun 03 15:11:50.014998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:50.033762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:50.034282 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:50.099077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ed8e9735-1e09-4cf5-876b-bc06a28567e9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ed8e9735-1e09-4cf5-876b-bc06a28567e9,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:50.114053 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:50.119366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'ed8e9735-1e09-4cf5-876b-bc06a28567e9', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'ed8e9735-1e09-4cf5-876b-bc06a28567e9', 'mac_address': 'fa:16:3e:a9:d0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:11:50.138748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-9e1eeb20-ea39-418b-be17-e48b63bfa168 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:50.145404 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-9e1eeb20-ea39-418b-be17-e48b63bfa168 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663883 Jun 03 15:11:50.211574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-ae7fb32a-185d-4d84-8bfd-72ccb12cf6d5 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/quotas/2a2663414582461283b0b3a2ea602518 HTTP/1.1" status: 200 len: 375 time: 0.0652487 Jun 03 15:11:50.231119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ed8e9735-1e09-4cf5-876b-bc06a28567e9 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:50.231623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:50.257148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:50.257665 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:50.269660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8e9735-1e09-4cf5-876b-bc06a28567e9 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:50.298419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ed8e9735-1e09-4cf5-876b-bc06a28567e9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ed8e9735-1e09-4cf5-876b-bc06a28567e9,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:50.300781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-d8f95789-d4a2-4e24-b652-5abd1888fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:50.307684 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:50.308510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 863178fd-f914-4807-bf9c-cbc6e3518e78 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:11:50.309035 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-d8f95789-d4a2-4e24-b652-5abd1888fb72 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=007f1c74-14a7-49a9-93c8-edd4b899273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4090669 Jun 03 15:11:50.314719 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0240fac0-a9e4-4a26-b044-9b39bd2378fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5509227b-240e-446b-9e32-eaa44f137582', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'floating_ip_address': '172.25.7.171', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'port_id': '02475069-9cbb-49b2-95e6-deee6d06114d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'mac_address': 'fa:16:3e:aa:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:11:44Z', 'updated_at': '2022-06-03T15:11:47Z', 'revision_number': 1, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae326d8-e030-40eb-9c6a-a179c7991dab', 'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'mac_address': 'fa:16:3e:c3:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:07Z', 'updated_at': '2022-06-03T15:11:18Z', 'revision_number': 5, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'subnets': [{'id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:50.315267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-849f161d-8758-4f7d-a9de-f1bf8ecdc65a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:11:50.322047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-849f161d-8758-4f7d-a9de-f1bf8ecdc65a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120890 Jun 03 15:11:50.325731 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0240fac0-a9e4-4a26-b044-9b39bd2378fa None None] The sync data for ids ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'] in n-d-844595-1 is: [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5509227b-240e-446b-9e32-eaa44f137582', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'floating_ip_address': '172.25.7.171', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'port_id': '02475069-9cbb-49b2-95e6-deee6d06114d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'mac_address': 'fa:16:3e:aa:8c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:11:44Z', 'updated_at': '2022-06-03T15:11:47Z', 'revision_number': 1, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae326d8-e030-40eb-9c6a-a179c7991dab', 'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'mac_address': 'fa:16:3e:c3:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:07Z', 'updated_at': '2022-06-03T15:11:18Z', 'revision_number': 5, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'subnets': [{'id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:50.395722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e20ebe12-5242-4d1e-bfa4-d3f9855fd04d,segment=NetworkSegment(16e22082-df3f-4615-acc3-106df8d893fe),segment_id=16e22082-df3f-4615-acc3-106df8d893fe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:50.405899 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:50.441515 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a35803c4-d665-4b2a-9ea3-2ccf1cab4b82 req-0a563dd7-f0c9-44e7-b831-71a328910dfe service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3290861 Jun 03 15:11:50.490442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-d9f93d2e-0f70-478c-9e75-24d0c3e4df0d service neutron] 10.222.0.48 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675625 Jun 03 15:11:50.550270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ed8e9735-1e09-4cf5-876b-bc06a28567e9,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:50.555961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:50.593799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1054901-ae23-405a-98e0-e88fb8a8da3c None None] New status for floating IP 5509227b-240e-446b-9e32-eaa44f137582: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:11:50.627507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-c082e7b0-7fc3-41aa-98d5-2148adc7d279 service neutron] 10.222.0.75 "GET /v2.0/ports/863178fd-f914-4807-bf9c-cbc6e3518e78/bindings/n-h2-844595-1 HTTP/1.1" status: 200 len: 384 time: 0.4695356 Jun 03 15:11:50.679117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-52f84a17-00c2-440b-9516-0c59e85f437e tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2a2663414582461283b0b3a2ea602518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4665017 Jun 03 15:11:50.796706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:11:50.798445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e20ebe12-5242-4d1e-bfa4-d3f9855fd04d,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:50.824245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:50.850258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 863178fd-f914-4807-bf9c-cbc6e3518e78 has no active binding in host n-h2-844595-1 {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:11:50.904053 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec610c-bbf6-422b-8756-bd77021e8b9f req-c8b0cf59-a2c3-448f-9e23-a1061b361006 service neutron] 10.222.0.48 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045215 Jun 03 15:11:50.974555 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5322d10-c6fe-47ba-adcf-59d8c896f778'] response: {'name': 'network-changed', 'server_uuid': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'tag': '02475069-9cbb-49b2-95e6-deee6d06114d', 'status': 'completed', 'code': 200} Jun 03 15:11:51.046070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:51.057056 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Sync routers for ids ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:51.069137 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Routers {'8f1ec7eb-4d98-4b33-9af3-6b54be031128'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:51.069741 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:51.077855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.082213 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-de5a2975-b520-470a-a58b-9bbcd359e625 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1724184 Jun 03 15:11:51.082413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55290) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:51.245432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b179852-d3ba-4b5f-9308-63db2c5950e4 req-c5d91fff-3caa-4aa6-81f5-b80b07b92c32 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:51.252787 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b179852-d3ba-4b5f-9308-63db2c5950e4 req-c5d91fff-3caa-4aa6-81f5-b80b07b92c32 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 943 time: 0.3668196 Jun 03 15:11:51.262819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-8918dce5-3611-4322-810f-f92ef3ec14ce service neutron] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:51.281849 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Set router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:51.297055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cedee0-0d78-4862-abdd-6acc16b72ed3 req-6ffbb535-8543-4a39-8240-fddacc5fe45a tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:51.304010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89cedee0-0d78-4862-abdd-6acc16b72ed3 req-6ffbb535-8543-4a39-8240-fddacc5fe45a tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 950 time: 0.2007771 Jun 03 15:11:51.371952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-8918dce5-3611-4322-810f-f92ef3ec14ce service neutron] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:51.417641 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b179852-d3ba-4b5f-9308-63db2c5950e4 req-6ceb004a-8b7e-4a29-b9dc-4a3a6a15659b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638684 Jun 03 15:11:51.459062 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89cedee0-0d78-4862-abdd-6acc16b72ed3 req-01b5d76d-49f1-49a8-b967-b7eabd477f21 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541648 Jun 03 15:11:51.461188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-8918dce5-3611-4322-810f-f92ef3ec14ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863178fd-f914-4807-bf9c-cbc6e3518e78 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:51.473663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-8918dce5-3611-4322-810f-f92ef3ec14ce service neutron] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:51.494357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-8918dce5-3611-4322-810f-f92ef3ec14ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.699961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e20ebe12-5242-4d1e-bfa4-d3f9855fd04d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:51.717444 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:49Z', 'revision_number': 3, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:51.721317 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Checking router: 8f1ec7eb-4d98-4b33-9af3-6b54be031128 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:51.721656 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Updating router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 port ffe56d39-0dc6-41f5-9266-e23e9b81ed35 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:11:51.789985 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.827230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:51.827653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.887468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-8918dce5-3611-4322-810f-f92ef3ec14ce service neutron] Transition to ACTIVE for port object 863178fd-f914-4807-bf9c-cbc6e3518e78 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:51.895311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-8918dce5-3611-4322-810f-f92ef3ec14ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:51.965065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb154e-b020-4300-afea-bd78153dca61 req-cbf38b71-fc39-44b9-9aa9-7daac54630dc tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:51.967035 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39cb154e-b020-4300-afea-bd78153dca61 req-cbf38b71-fc39-44b9-9aa9-7daac54630dc tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 949 time: 0.2818205 Jun 03 15:11:51.979342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:52.019302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6163b9-9bf3-46e7-a641-0a9408baf09f req-9b19eeb5-beed-41c2-819d-3d05b81bf322 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:52.020735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e6163b9-9bf3-46e7-a641-0a9408baf09f req-9b19eeb5-beed-41c2-819d-3d05b81bf322 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.3306863 Jun 03 15:11:52.111415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-8918dce5-3611-4322-810f-f92ef3ec14ce service neutron] No DVR routers for this DVR port 863178fd-f914-4807-bf9c-cbc6e3518e78 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:11:52.183616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918dce5-3611-4322-810f-f92ef3ec14ce service neutron] Pushing event updated for resources: {'Port': ['ID=863178fd-f914-4807-bf9c-cbc6e3518e78,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:52.203316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39cb154e-b020-4300-afea-bd78153dca61 req-b2f7a3b7-9659-4912-b306-392a48fafa27 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/security-groups?id=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761763 Jun 03 15:11:52.214635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e6163b9-9bf3-46e7-a641-0a9408baf09f req-e7b45761-c762-4a82-aae2-930d139b2394 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839864 Jun 03 15:11:52.238254 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d4f1426e-4b47-4686-b761-c7b61eafa093 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=2a2663414582461283b0b3a2ea602518&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614486 Jun 03 15:11:52.243190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-8918dce5-3611-4322-810f-f92ef3ec14ce service neutron] 10.222.0.75 "PUT /v2.0/ports/863178fd-f914-4807-bf9c-cbc6e3518e78/bindings/n-h2-844595-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6077957 Jun 03 15:11:52.277125 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:52.293782 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Transition to ACTIVE for port object ffe56d39-0dc6-41f5-9266-e23e9b81ed35 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:52.302324 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:52.345158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:52.399430 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da5e0e-979e-4e18-846b-d50fe0542082 None None] Pushing event updated for resources: {'Port': ['ID=ffe56d39-0dc6-41f5-9266-e23e9b81ed35,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:52.425372 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Attempting to bind port ffe56d39-0dc6-41f5-9266-e23e9b81ed35 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:52.425854 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Attempting to bind port ffe56d39-0dc6-41f5-9266-e23e9b81ed35 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:52.426237 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Attempting to bind port ffe56d39-0dc6-41f5-9266-e23e9b81ed35 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:52.432918 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:52.433326 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:52.433753 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:52.434165 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:52.434742 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Bound port: ffe56d39-0dc6-41f5-9266-e23e9b81ed35, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:52.435122 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:52.506821 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9911b256-88ea-4dcf-97ad-3d2ca91fa468 req-19cea65d-720a-49e4-a193-6957314b5f69 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 210 time: 0.0596089 Jun 03 15:11:52.521198 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] For port ffe56d39-0dc6-41f5-9266-e23e9b81ed35, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:52.525026 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] For port ffe56d39-0dc6-41f5-9266-e23e9b81ed35, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ffe56d39-0dc6-41f5-9266-e23e9b81ed35,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:52.539279 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:52.543406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 863178fd-f914-4807-bf9c-cbc6e3518e78 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:52.570314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-ac326bba-41dd-4950-8515-219e7645b571 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 258 time: 0.3225667 Jun 03 15:11:52.573010 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-1cea8ba9-96c7-40a5-90b8-6eae7f4a8609 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:52.575036 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-1cea8ba9-96c7-40a5-90b8-6eae7f4a8609 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310921 Jun 03 15:11:52.576129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:52.582608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:52.597762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:52.598027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Request body: {'port': {'device_id': '3684d52f-933b-4e96-98c1-b93a30aaf85d', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '2a2663414582461283b0b3a2ea602518'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:52.613923 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:52.680157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 863178fd-f914-4807-bf9c-cbc6e3518e78 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:11:52.682951 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Routers {'8f1ec7eb-4d98-4b33-9af3-6b54be031128'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:52.683562 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:52.808094 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:52.900457 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da5e0e-979e-4e18-846b-d50fe0542082 None None] Pushing event updated for resources: {'Port': ['ID=ffe56d39-0dc6-41f5-9266-e23e9b81ed35,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:52.911847 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] Set router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:52.925548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Allocated IP 172.20.0.1 (eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5/d644fdd2-49e6-4739-a159-c1fcebe267a3/e494abdf-bbd0-4a91-86a5-3ee5e5833f5e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:52.944251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:52.963138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Usage tracker for resource:port and tenant:2a2663414582461283b0b3a2ea602518 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:52.968844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:53.022087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:53.044677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3c7f5-c134-4405-a5d9-511aa9011e68 req-db07fd4b-cf51-451c-8ccb-9ceea21b85b6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:53.045346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Made reservation on behalf of 2a2663414582461283b0b3a2ea602518 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:53.048256 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.050345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65b3c7f5-c134-4405-a5d9-511aa9011e68 req-db07fd4b-cf51-451c-8ccb-9ceea21b85b6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 944 time: 0.1727886 Jun 03 15:11:53.059185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Allocated IP 172.25.7.89 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/a226b7cf-53a4-4182-a1ae-188805d5fad7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:53.167998 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.184075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65b3c7f5-c134-4405-a5d9-511aa9011e68 req-a94145bb-80bf-47b5-8f63-540868d5821f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205773 Jun 03 15:11:53.197588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Transition to ACTIVE for port object e494abdf-bbd0-4a91-86a5-3ee5e5833f5e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:53.217476 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:49Z', 'revision_number': 3, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:53.222350 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e169d-d42c-404f-bd5e-b0af01e2132f None None] The sync data for ids ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'] in n-d-844595-1 is: [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:49Z', 'revision_number': 3, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:11:53.289048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Allocated IP 192.168.233.8 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/ebee76d3-34d7-4779-a758-f5ddef87c668) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:53.305977 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.374558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.417626 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.427351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-50312e62-b661-4cd1-9122-e3a0ab03fd74 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0e0765978f31465290dfed3a7d584a26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824504 Jun 03 15:11:53.471537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:53.483907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:53.559472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:53.595940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Pushing event updated for resources: {'Port': ['ID=a226b7cf-53a4-4182-a1ae-188805d5fad7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:53.633079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:53.639103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:53.678779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:53.679290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.699872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Pushing event updated for resources: {'Port': ['ID=e494abdf-bbd0-4a91-86a5-3ee5e5833f5e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:53.715311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-055cbfa9-525e-48ec-ad31-b8ffd94db57c tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:53.716891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-055cbfa9-525e-48ec-ad31-b8ffd94db57c tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732477 Jun 03 15:11:53.771249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ffe56d39-0dc6-41f5-9266-e23e9b81ed35 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:53.843544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['ed8e9735-1e09-4cf5-876b-bc06a28567e9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:53.880402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.892827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-1601a6f4-4179-4d5d-b74d-615668a12267 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/quotas/0e0765978f31465290dfed3a7d584a26 HTTP/1.1" status: 200 len: 375 time: 0.0449126 Jun 03 15:11:53.913425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac4d02-d5dc-43c9-a415-f56f1b8228c9 req-a238d7e0-b024-47cb-ac2c-dd2f02513c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:53.915121 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ccac4d02-d5dc-43c9-a415-f56f1b8228c9 req-a238d7e0-b024-47cb-ac2c-dd2f02513c54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe9486ae82804cb19137172043cf678a&device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 1096 time: 0.6285481 Jun 03 15:11:53.972229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port ffe56d39-0dc6-41f5-9266-e23e9b81ed35 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:53.980808 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:53.999330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port ffe56d39-0dc6-41f5-9266-e23e9b81ed35 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:53.999694 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.069970 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.083273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-624f22f6-ec61-458a-affc-336f2dbc9809 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:54.084779 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-624f22f6-ec61-458a-affc-336f2dbc9809 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1095 time: 0.7537985 Jun 03 15:11:54.124193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7eacc89c-3960-415d-9bbc-626872f3da5e None None] Provisioning for port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:54.138812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7eacc89c-3960-415d-9bbc-626872f3da5e None None] Provisioning complete for port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:54.139171 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7eacc89c-3960-415d-9bbc-626872f3da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.140707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Transition to ACTIVE for port object ebee76d3-34d7-4779-a758-f5ddef87c668 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:54.160103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-dc51ca8f-6c92-4802-8f0a-d9004c3acfa5 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e0765978f31465290dfed3a7d584a26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2215827 Jun 03 15:11:54.239398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac4d02-d5dc-43c9-a415-f56f1b8228c9 req-c8ed492a-f312-4e33-b78a-26437a368358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:54.240902 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ccac4d02-d5dc-43c9-a415-f56f1b8228c9 req-c8ed492a-f312-4e33-b78a-26437a368358 service neutron] 10.222.0.67 "GET /v2.0/networks?id=007f1c74-14a7-49a9-93c8-edd4b899273f HTTP/1.1" status: 200 len: 930 time: 0.3143842 Jun 03 15:11:54.344261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7eacc89c-3960-415d-9bbc-626872f3da5e None None] Port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:54.350032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port ffe56d39-0dc6-41f5-9266-e23e9b81ed35 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:54.350408 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.386900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port ffe56d39-0dc6-41f5-9266-e23e9b81ed35, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ffe56d39-0dc6-41f5-9266-e23e9b81ed35,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:54.395235 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.422454 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.429644 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.479064 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.497673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['7e426e51-8b30-428e-86e0-07a5a42f50bb'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:54.536188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-8d8e1791-6eb0-4e4a-8033-950bc26a6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:54.537746 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-8d8e1791-6eb0-4e4a-8033-950bc26a6263 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402&tenant_id=4e4652bab4e34ad58d39564c3d0261fb HTTP/1.1" status: 200 len: 1095 time: 0.4428630 Jun 03 15:11:54.587536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=ffe56d39-0dc6-41f5-9266-e23e9b81ed35,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:54.653700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Pushing event updated for resources: {'Port': ['ID=a226b7cf-53a4-4182-a1ae-188805d5fad7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:54.675764 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.689174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.705095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Pushing event updated for resources: {'Port': ['ID=ebee76d3-34d7-4779-a758-f5ddef87c668,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:54.730242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92352b64-e8c8-4429-b14c-54a277352098 req-a860d463-a454-4db6-8d32-5ebc0c64989d tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:54.731776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92352b64-e8c8-4429-b14c-54a277352098 req-a860d463-a454-4db6-8d32-5ebc0c64989d tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.1711345 Jun 03 15:11:54.737930 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.739290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-5bb98046-2c8f-4c2a-a8ab-fc8ab4bcdef7 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1678896 Jun 03 15:11:54.745151 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ccac4d02-d5dc-43c9-a415-f56f1b8228c9 req-8c3547af-8dc4-4dd7-ba75-166930943350 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02475069-9cbb-49b2-95e6-deee6d06114d HTTP/1.1" status: 200 len: 1001 time: 0.4811068 Jun 03 15:11:54.747284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:54.782579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:54.831153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:54.838672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:54.839824 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:54.868200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92352b64-e8c8-4429-b14c-54a277352098 req-d809a3eb-dc39-4fa6-aaae-8b2009a3f727 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278880 Jun 03 15:11:54.870360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-f761206c-6d8f-480d-b9d0-0750a670bf07 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Synchronizing usage tracker for tenant:fe9486ae82804cb19137172043cf678a on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:54.897317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac4d02-d5dc-43c9-a415-f56f1b8228c9 req-466aa54f-28d0-4b78-b922-f362f18d65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:54.897850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-f761206c-6d8f-480d-b9d0-0750a670bf07 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Unset dirty status for tenant:fe9486ae82804cb19137172043cf678a on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:54.899439 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ccac4d02-d5dc-43c9-a415-f56f1b8228c9 req-466aa54f-28d0-4b78-b922-f362f18d65f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6d5b0e6c-5e4d-4c81-8f4b-750c15e73235 HTTP/1.1" status: 200 len: 868 time: 0.1181479 Jun 03 15:11:54.899559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-f761206c-6d8f-480d-b9d0-0750a670bf07 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 695 time: 0.1421585 Jun 03 15:11:54.981051 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-d1d767a6-38d4-4c0a-b273-7c743d3e742f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3908470 Jun 03 15:11:55.030971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Request body: {'port': {'device_id': '3684d52f-933b-4e96-98c1-b93a30aaf85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:55.074033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c3326d9f-35c6-4f26-8f46-cf0c9900f922 None None] Provisioning for port ebee76d3-34d7-4779-a758-f5ddef87c668 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:55.085680 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c3326d9f-35c6-4f26-8f46-cf0c9900f922 None None] Provisioning complete for port ebee76d3-34d7-4779-a758-f5ddef87c668 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:55.086233 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c3326d9f-35c6-4f26-8f46-cf0c9900f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.116544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-4a7b2169-b2e2-4a68-a24d-1037d2d0071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:55.118037 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-4a7b2169-b2e2-4a68-a24d-1037d2d0071c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1095 time: 0.5008645 Jun 03 15:11:55.158613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-ca72afac-e50f-4ef4-bc6b-18b15d61295a tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:55.160119 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c436c5d5-501d-4412-bcc3-0f764de62ed7 req-ca72afac-e50f-4ef4-bc6b-18b15d61295a tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.2501471 Jun 03 15:11:55.174679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c3326d9f-35c6-4f26-8f46-cf0c9900f922 None None] Port ebee76d3-34d7-4779-a758-f5ddef87c668 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:55.189936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bc424-88ec-47d7-b553-3d9cb28c9509 req-0b24e71b-ec97-49a2-a940-ccf2e6785934 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:55.190802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b91bc424-88ec-47d7-b553-3d9cb28c9509 req-0b24e71b-ec97-49a2-a940-ccf2e6785934 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 949 time: 0.1293120 Jun 03 15:11:55.254463 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b91bc424-88ec-47d7-b553-3d9cb28c9509 req-d7e27172-ce51-45cc-b114-6a04f0514404 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/security-groups?id=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490243 Jun 03 15:11:55.450840 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.463673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-eef0a61b-cbf8-4582-81b6-e29945d8efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:55.465111 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-eef0a61b-cbf8-4582-81b6-e29945d8efb3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.2922068 Jun 03 15:11:55.470831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac4d02-d5dc-43c9-a415-f56f1b8228c9 req-2d7d5e61-6dde-407a-a69a-d64e8a4b967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:55.472073 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ccac4d02-d5dc-43c9-a415-f56f1b8228c9 req-2d7d5e61-6dde-407a-a69a-d64e8a4b967a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=007f1c74-14a7-49a9-93c8-edd4b899273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5574074 Jun 03 15:11:55.499394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9e5c1-2676-4f2c-a25e-5e01eaa8ec32 req-189fcf2a-1972-4911-b2a0-083b04e86bc3 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:55.500847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fb9e5c1-2676-4f2c-a25e-5e01eaa8ec32 req-189fcf2a-1972-4911-b2a0-083b04e86bc3 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 934 time: 0.1750817 Jun 03 15:11:55.509090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051d6ee-3749-4e6e-844c-c3ba6c7f5b50 req-61ef3894-d7b4-438d-9402-43191d5f6df7 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:55.510285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c051d6ee-3749-4e6e-844c-c3ba6c7f5b50 req-61ef3894-d7b4-438d-9402-43191d5f6df7 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 944 time: 0.1143026 Jun 03 15:11:55.582090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fb9e5c1-2676-4f2c-a25e-5e01eaa8ec32 req-a35d865c-3183-429e-9e43-62af77af7c4a tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708222 Jun 03 15:11:55.587029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c051d6ee-3749-4e6e-844c-c3ba6c7f5b50 req-38c00a03-c3b0-4fe7-8f68-e64c6c125366 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634904 Jun 03 15:11:55.677212 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:11:55.707721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ffe56d39-0dc6-41f5-9266-e23e9b81ed35 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:55.755393 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-95e65a52-93ad-433a-a994-a99dc349ec04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863178fd-f914-4807-bf9c-cbc6e3518e78 HTTP/1.1" status: 200 len: 217 time: 0.2479222 Jun 03 15:11:55.765754 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.802413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port ffe56d39-0dc6-41f5-9266-e23e9b81ed35 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:55.802918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.823319 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.824019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:55.866713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b628f56-8969-47c8-a89d-e3811fdd9adf req-02cc2f20-1829-4a38-87f1-1638ca040bc0 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 210 time: 0.1324742 Jun 03 15:11:55.874326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-21bb4185-a8e3-4a7b-a3a9-ca2dbd28757d tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=0e0765978f31465290dfed3a7d584a26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447843 Jun 03 15:11:56.040462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7a2a1-c367-4b00-87f0-47faa3179c21 req-3e543fc6-4b66-45b1-95d9-d4b059ff803f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:56.041849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3cc7a2a1-c367-4b00-87f0-47faa3179c21 req-3e543fc6-4b66-45b1-95d9-d4b059ff803f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3057261 Jun 03 15:11:56.059172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port ffe56d39-0dc6-41f5-9266-e23e9b81ed35 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:56.067861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-d8d80cbc-2070-408b-b4c2-0677df5a78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:56.069304 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-d8d80cbc-2070-408b-b4c2-0677df5a78b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.3060341 Jun 03 15:11:56.069903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Pushing event updated for resources: {'Port': ['ID=e494abdf-bbd0-4a91-86a5-3ee5e5833f5e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:56.164310 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ccac4d02-d5dc-43c9-a415-f56f1b8228c9 req-bccfabf0-7b2a-4501-a526-b53e9f619444 service neutron] 10.222.0.67 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622798 Jun 03 15:11:56.171766 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-519e8dc4-9cf3-44d6-8639-103f236605ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781038 Jun 03 15:11:56.263624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-5b57552c-8a7c-47c4-9bc7-c55a2acd978b tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:56.265043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-5b57552c-8a7c-47c4-9bc7-c55a2acd978b tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3798089 Jun 03 15:11:56.272873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3cc7a2a1-c367-4b00-87f0-47faa3179c21 req-30bbfc73-70a2-4650-9bcd-cadb600f36e9 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 695 time: 0.2238111 Jun 03 15:11:56.286960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Request body: {'port': {'device_id': '158d77ed-8ece-4aa6-b5a2-1acbb73f9b74', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '0e0765978f31465290dfed3a7d584a26'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:56.302927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-3cc7a2a1-c367-4b00-87f0-47faa3179c21 req-6fab0ed4-4996-4798-bbc2-249a096b0537 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Request body: {'floatingip': {'port_id': '02475069-9cbb-49b2-95e6-deee6d06114d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:56.445302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3cc7a2a1-c367-4b00-87f0-47faa3179c21 req-6fab0ed4-4996-4798-bbc2-249a096b0537 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.492960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:56.505944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:56.609006 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-96771f54-ae36-4991-b86c-5773ed39a8d4 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874571 Jun 03 15:11:56.620008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf626d8-f2ae-4644-ba8a-8e99a58ddee4 req-e80af521-aadc-42a5-b860-9c631cac0196 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:56.621515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaf626d8-f2ae-4644-ba8a-8e99a58ddee4 req-e80af521-aadc-42a5-b860-9c631cac0196 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.5787780 Jun 03 15:11:56.643117 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ccac4d02-d5dc-43c9-a415-f56f1b8228c9 req-81f9dbf8-3984-4b57-ad6d-d549f703749a service neutron] 10.222.0.67 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204378 Jun 03 15:11:56.676228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:56.694285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Usage tracker for resource:port and tenant:0e0765978f31465290dfed3a7d584a26 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:56.701992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:56.728110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:56.748537 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaf626d8-f2ae-4644-ba8a-8e99a58ddee4 req-506176d6-9a07-4d8f-af64-6a7d23f59f66 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159651 Jun 03 15:11:56.809713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Made reservation on behalf of 0e0765978f31465290dfed3a7d584a26 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:56.813162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.815627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ae22eeea-8596-4859-b665-b486581002af None None] Provisioning complete for port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:56.816025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ae22eeea-8596-4859-b665-b486581002af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.895530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebee76d3-34d7-4779-a758-f5ddef87c668 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:11:56.915584 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:56.930416 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-77bdefe6-21d7-4cf5-a7f6-ae8b66bf0bbf service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103213 Jun 03 15:11:56.941675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:11:56.946289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Transition to ACTIVE for port object ebee76d3-34d7-4779-a758-f5ddef87c668 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:56.981962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ae22eeea-8596-4859-b665-b486581002af None None] Port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:57.102288 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-3cc7a2a1-c367-4b00-87f0-47faa3179c21 req-6fab0ed4-4996-4798-bbc2-249a096b0537 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] update failed (client error): There was a conflict when trying to complete your request. Jun 03 15:11:57.103340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3cc7a2a1-c367-4b00-87f0-47faa3179c21 req-6fab0ed4-4996-4798-bbc2-249a096b0537 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "PUT /v2.0/floatingips/265c993c-b90e-41fa-a52f-80b1de6d67eb HTTP/1.1" status: 409 len: 549 time: 0.8230553 Jun 03 15:11:57.122294 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.148398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Allocated IP 192.168.233.253 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/92336bfa-7ef7-4eda-aeb9-f2443c57916f) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:11:57.157278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0238017-7c59-4b9a-9bf3-84a145453196 req-ec92081e-9602-4c2b-97b3-c94697490fa5 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:57.158770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0238017-7c59-4b9a-9bf3-84a145453196 req-ec92081e-9602-4c2b-97b3-c94697490fa5 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 949 time: 0.2251418 Jun 03 15:11:57.241408 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0238017-7c59-4b9a-9bf3-84a145453196 req-06fae690-2495-4667-b1ab-b499b808e34b tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/security-groups?id=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749106 Jun 03 15:11:57.285079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ed8e9735-1e09-4cf5-876b-bc06a28567e9 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:11:57.403920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port ed8e9735-1e09-4cf5-876b-bc06a28567e9 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:57.409274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port ed8e9735-1e09-4cf5-876b-bc06a28567e9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:57.409716 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.419476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Pushing event updated for resources: {'Port': ['ID=ebee76d3-34d7-4779-a758-f5ddef87c668,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:57.576220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ed8e9735-1e09-4cf5-876b-bc06a28567e9 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:57.576721 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.588352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Attempting to bind port ebee76d3-34d7-4779-a758-f5ddef87c668 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:57.588658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Attempting to bind port ebee76d3-34d7-4779-a758-f5ddef87c668 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:57.588973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Attempting to bind port ebee76d3-34d7-4779-a758-f5ddef87c668 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:57.596438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:11:57.602770 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-31fc5c8b-c557-4404-8dbe-99bc44c44808 admin admin] 10.222.0.48 "PUT /v2.0/routers/8f1ec7eb-4d98-4b33-9af3-6b54be031128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5193343 Jun 03 15:11:57.614613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Port ebee76d3-34d7-4779-a758-f5ddef87c668 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:11:57.614920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Attempting to bind port ebee76d3-34d7-4779-a758-f5ddef87c668 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:57.621206 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27722cb7-12b8-46d1-842f-c203cd0a377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8e9735-1e09-4cf5-876b-bc06a28567e9'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:57.626666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:57.627009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:57.627367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:57.628023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Bound port: ebee76d3-34d7-4779-a758-f5ddef87c668, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:57.628154 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.643881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Sync routers for ids ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:11:57.655136 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.657268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ed8e9735-1e09-4cf5-876b-bc06a28567e9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ed8e9735-1e09-4cf5-876b-bc06a28567e9,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:11:57.666286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Routers {'8f1ec7eb-4d98-4b33-9af3-6b54be031128'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:57.666906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:57.691863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e178-5517-45eb-8364-09aed60da161 req-07690684-0c36-4352-a66f-c01824a5d781 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:57.693464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d65e178-5517-45eb-8364-09aed60da161 req-07690684-0c36-4352-a66f-c01824a5d781 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 944 time: 0.1943157 Jun 03 15:11:57.694548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Transition to ACTIVE for port object 92336bfa-7ef7-4eda-aeb9-f2443c57916f will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:57.702937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55189ef8-ad5a-441d-8e7a-bb167b8b61f2 req-1fa72bcc-f768-443b-b179-b21b1eda90a3 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:57.709927 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55189ef8-ad5a-441d-8e7a-bb167b8b61f2 req-1fa72bcc-f768-443b-b179-b21b1eda90a3 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 946 time: 0.2613118 Jun 03 15:11:57.734970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-234a5d13-f691-463e-baec-152b22275702 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:57.736584 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-234a5d13-f691-463e-baec-152b22275702 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1095 time: 0.3078289 Jun 03 15:11:57.739074 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.739843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 863178fd-f914-4807-bf9c-cbc6e3518e78 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:11:57.800960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55189ef8-ad5a-441d-8e7a-bb167b8b61f2 req-55341965-c656-42c9-8a35-acf4015d0173 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900753 Jun 03 15:11:57.820598 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d65e178-5517-45eb-8364-09aed60da161 req-96b86939-dcf1-41cd-91ef-825f52209ee2 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849557 Jun 03 15:11:57.848058 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.858678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] For port ebee76d3-34d7-4779-a758-f5ddef87c668, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:57.862609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] For port ebee76d3-34d7-4779-a758-f5ddef87c668, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ebee76d3-34d7-4779-a758-f5ddef87c668,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:57.898277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.903897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['698042f9-9317-4e44-a60d-87a8db2065e4'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:11:57.977601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-4083bfb2-5108-419a-8374-3dc4af6364b2 service neutron] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:57.987063 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-4083bfb2-5108-419a-8374-3dc4af6364b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.988246 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6193c20d-a1dc-4df1-ac75-39ccbc4bb17d req-4083bfb2-5108-419a-8374-3dc4af6364b2 service neutron] 10.222.0.67 "DELETE /v2.0/ports/863178fd-f914-4807-bf9c-cbc6e3518e78/bindings/n-h1-844595-1 HTTP/1.1" status: 204 len: 173 time: 0.2429483 Jun 03 15:11:57.991988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:57.992658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:57.994536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] 10.222.0.75 "PUT /v2.0/ports/ebee76d3-34d7-4779-a758-f5ddef87c668 HTTP/1.1" status: 200 len: 1094 time: 2.9820900 Jun 03 15:11:57.995114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3684d52f-933b-4e96-98c1-b93a30aaf85d', 'tag': 'ebee76d3-34d7-4779-a758-f5ddef87c668'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:11:58.018435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc0224-0667-43f5-9bb4-50e0fdeb3261 service neutron] Pushing event updated for resources: {'Port': ['ID=ebee76d3-34d7-4779-a758-f5ddef87c668,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:58.124415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ed8e9735-1e09-4cf5-876b-bc06a28567e9,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:58.186763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-59f65156-2e25-411f-b922-7ec17d4d726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:58.188508 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-59f65156-2e25-411f-b922-7ec17d4d726a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a2663414582461283b0b3a2ea602518&device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 1097 time: 0.1345260 Jun 03 15:11:58.235124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Set router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:11:58.271106 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-0c1e53e6-347d-435b-bef7-76bcc554a7c0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ebee76d3-34d7-4779-a758-f5ddef87c668 HTTP/1.1" status: 200 len: 217 time: 0.0732136 Jun 03 15:11:58.357638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-8c3b690b-69dc-467a-a35f-c8edc59dd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:58.359162 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-8c3b690b-69dc-467a-a35f-c8edc59dd5e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0803061 Jun 03 15:11:58.366376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:11:58.369391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 863178fd-f914-4807-bf9c-cbc6e3518e78 is: DOWN; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:11:58.398082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Pushing event updated for resources: {'Port': ['ID=92336bfa-7ef7-4eda-aeb9-f2443c57916f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:58.401800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:11:58.410996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55372) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:11:58.417017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:11:58.477354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-network', 'tenant_id': 'f21ad23599e54a5da42330a965614622'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:58.482752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:58.487131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Usage tracker for resource:network and tenant:f21ad23599e54a5da42330a965614622 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:58.488848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-143fef26-8af8-4b2c-a5e8-ac2e454f0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:58.490763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:58.491036 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-143fef26-8af8-4b2c-a5e8-ac2e454f0c83 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185277 Jun 03 15:11:58.496285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b43a42b0-6933-407c-b26c-73acb652934a req-3b6a6be8-9acc-418f-b86e-125222cd2a99 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips/265c993c-b90e-41fa-a52f-80b1de6d67eb HTTP/1.1" status: 200 len: 692 time: 0.5468109 Jun 03 15:11:58.530396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:58.677248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Made reservation on behalf of f21ad23599e54a5da42330a965614622 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:11:58.679531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:58.685365 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-98043e1b-b30e-4814-8fa5-554a6f066b53 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809549 Jun 03 15:11:58.702176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:58.702777 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:58.711621 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:58.745769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:11:58.764297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f21ad23599e54a5da42330a965614622 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:11:58.768840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:11:58.774488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8f1e92af-f90e-4497-aab9-e9dea485cf3f None None] Provisioning for port 92336bfa-7ef7-4eda-aeb9-f2443c57916f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:11:58.775791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-b6b0e7e3-bbb9-4416-a17d-4221fe76a800 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4963353 Jun 03 15:11:58.781784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:11:58.786332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8f1e92af-f90e-4497-aab9-e9dea485cf3f None None] Provisioning complete for port 92336bfa-7ef7-4eda-aeb9-f2443c57916f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:11:58.786717 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8f1e92af-f90e-4497-aab9-e9dea485cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:58.799770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Request body: {'port': {'device_id': '158d77ed-8ece-4aa6-b5a2-1acbb73f9b74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:11:58.846363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e92af-f90e-4497-aab9-e9dea485cf3f None None] Port 92336bfa-7ef7-4eda-aeb9-f2443c57916f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:11:58.849472 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c69393b0-19af-4c1b-a35d-73ab22b840f2 req-2fe53eaa-64cb-498e-865b-64ff9ac33fd3 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567779 Jun 03 15:11:58.862518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e494abdf-bbd0-4a91-86a5-3ee5e5833f5e', 'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'mac_address': 'fa:16:3e:1a:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:52Z', 'updated_at': '2022-06-03T15:11:55Z', 'revision_number': 2, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'subnets': [{'id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:58.866148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea97453-2400-47eb-833d-503c8c06eb5d req-f29d327a-a64d-46dd-b9bf-ac107ed04460 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:58.866845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1ea97453-2400-47eb-833d-503c8c06eb5d req-f29d327a-a64d-46dd-b9bf-ac107ed04460 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Synchronizing usage tracker for tenant:0e0765978f31465290dfed3a7d584a26 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:11:58.867526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Checking router: 8f1ec7eb-4d98-4b33-9af3-6b54be031128 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:11:58.867840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Updating router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:11:58.875328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a42b0-6933-407c-b26c-73acb652934a req-4ca6b5a9-dc12-4a7c-b9ba-a1eac67f6e38 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:58.876624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b43a42b0-6933-407c-b26c-73acb652934a req-4ca6b5a9-dc12-4a7c-b9ba-a1eac67f6e38 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.3652027 Jun 03 15:11:58.896977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-b43a42b0-6933-407c-b26c-73acb652934a req-001ab89a-39c4-435f-995c-8d169d7755ad tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:11:58.897936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b43a42b0-6933-407c-b26c-73acb652934a req-001ab89a-39c4-435f-995c-8d169d7755ad tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093496 Jun 03 15:11:58.926128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.047422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b43a42b0-6933-407c-b26c-73acb652934a req-8f5fb44e-8e23-42c1-a591-24fd9621506c tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 695 time: 0.1342082 Jun 03 15:11:59.053326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1ea97453-2400-47eb-833d-503c8c06eb5d req-f29d327a-a64d-46dd-b9bf-ac107ed04460 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Unset dirty status for tenant:0e0765978f31465290dfed3a7d584a26 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:11:59.054368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ea97453-2400-47eb-833d-503c8c06eb5d req-f29d327a-a64d-46dd-b9bf-ac107ed04460 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 936 time: 0.9629154 Jun 03 15:11:59.144060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.182951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b43a42b0-6933-407c-b26c-73acb652934a req-7d867a84-d58f-4601-9ff6-05084b3e4a89 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 695 time: 0.1266763 Jun 03 15:11:59.197527 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.317371 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.329274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Transition to ACTIVE for port object e494abdf-bbd0-4a91-86a5-3ee5e5833f5e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:11:59.334151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ea97453-2400-47eb-833d-503c8c06eb5d req-b681a754-5496-485a-8060-db71405ad8f4 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268133 Jun 03 15:11:59.340423 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.396654 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.423030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.442774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b43a42b0-6933-407c-b26c-73acb652934a req-bd3b6cbf-78b9-4d87-9698-1ff2b132ae9f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Deleting port a226b7cf-53a4-4182-a1ae-188805d5fad7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:11:59.443170 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b43a42b0-6933-407c-b26c-73acb652934a req-bd3b6cbf-78b9-4d87-9698-1ff2b132ae9f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.460482 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86431823-0bc5-4e86-9436-20059a1d8a3a'] response: {'server_uuid': '27722cb7-12b8-46d1-842f-c203cd0a377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8e9735-1e09-4cf5-876b-bc06a28567e9', 'code': 200} Jun 03 15:11:59.512980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf123d5-0003-40a5-8c07-bdd108096a6c None None] Pushing event updated for resources: {'Port': ['ID=e494abdf-bbd0-4a91-86a5-3ee5e5833f5e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:59.585699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Attempting to bind port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:11:59.586271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Attempting to bind port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:11:59.586860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Attempting to bind port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e on network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:11:59.593424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:11:59.593792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Checking segment: {'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:11:59.594225 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.594603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Bound using segment: {'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:11:59.595063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Bound port: e494abdf-bbd0-4a91-86a5-3ee5e5833f5e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:11:59.595426 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.611159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:11:59.646417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b330d-b398-494b-9aeb-71aaed6ea626 req-f32a0b2c-bce1-4cf7-b30b-a27246a62069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:11:59.647899 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f33b330d-b398-494b-9aeb-71aaed6ea626 req-f32a0b2c-bce1-4cf7-b30b-a27246a62069 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 1101 time: 0.0956242 Jun 03 15:11:59.691864 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f33b330d-b398-494b-9aeb-71aaed6ea626 req-bc7e83aa-9e08-4f8d-aa79-a4eebe63429a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368438 Jun 03 15:11:59.713113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] For port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:11:59.716289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] For port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e494abdf-bbd0-4a91-86a5-3ee5e5833f5e,segment=NetworkSegment(16e22082-df3f-4615-acc3-106df8d893fe),segment_id=16e22082-df3f-4615-acc3-106df8d893fe)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:11:59.721031 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.798263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Routers {'8f1ec7eb-4d98-4b33-9af3-6b54be031128'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:11:59.798911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:11:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:11:59.801992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2593771-d867-4ffa-b9d4-ab7d37cf1269,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:59.826915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.827288 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Added segment 5740f579-7a3b-462d-b1e3-4f5c41f250fd of type vlan for network 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 Jun 03 15:11:59.879715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf123d5-0003-40a5-8c07-bdd108096a6c None None] Pushing event updated for resources: {'Port': ['ID=e494abdf-bbd0-4a91-86a5-3ee5e5833f5e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:11:59.912846 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.955450 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b43a42b0-6933-407c-b26c-73acb652934a req-bd3b6cbf-78b9-4d87-9698-1ff2b132ae9f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.955878 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b43a42b0-6933-407c-b26c-73acb652934a req-bd3b6cbf-78b9-4d87-9698-1ff2b132ae9f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:11:59.997249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] Set router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:00.141033 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:12:00.155289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3d7ac-d28e-44db-81e6-cd4f64768301 req-3525a894-4068-4b57-84b2-815074413b94 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:00.156747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28c3d7ac-d28e-44db-81e6-cd4f64768301 req-3525a894-4068-4b57-84b2-815074413b94 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.6193526 Jun 03 15:12:00.220657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b43a42b0-6933-407c-b26c-73acb652934a req-bd3b6cbf-78b9-4d87-9698-1ff2b132ae9f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Calling delete_port for a226b7cf-53a4-4182-a1ae-188805d5fad7 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:00.282728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:12:00.328001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e494abdf-bbd0-4a91-86a5-3ee5e5833f5e', 'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'mac_address': 'fa:16:3e:1a:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:52Z', 'updated_at': '2022-06-03T15:11:59Z', 'revision_number': 4, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'subnets': [{'id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:00.332993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e8e2fc-d3ec-49c2-a198-e7eb2a2dfa37 None None] The sync data for ids ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'] in n-d-844595-1 is: [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e494abdf-bbd0-4a91-86a5-3ee5e5833f5e', 'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'mac_address': 'fa:16:3e:1a:c8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:52Z', 'updated_at': '2022-06-03T15:11:59Z', 'revision_number': 4, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'subnets': [{'id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:12:00.336828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.337853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:00.338549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.508476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28c3d7ac-d28e-44db-81e6-cd4f64768301 req-6f6eaf27-8ce8-4a6a-8e0e-6b3e7998eadc tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957439 Jun 03 15:12:00.521188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1059647 Jun 03 15:12:00.524314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92336bfa-7ef7-4eda-aeb9-f2443c57916f {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:00.526500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55380) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:00.537800 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.538605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Request body: {'subnet': {'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-subnet', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:00.541281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fb5f7-0c8f-42e0-82a2-c4542bf4d5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8f2139-fcde-48e0-b488-aef2ea5c5aa4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:00.547236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:00.558466 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:12:00.564869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Usage tracker for resource:subnet and tenant:f21ad23599e54a5da42330a965614622 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:00.576045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:00.586706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:00.615003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Made reservation on behalf of f21ad23599e54a5da42330a965614622 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:00.617336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.632686 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9469a325-814e-4607-b722-b9581ddc18ad'] response: {'name': 'network-changed', 'server_uuid': '3684d52f-933b-4e96-98c1-b93a30aaf85d', 'tag': 'ebee76d3-34d7-4779-a758-f5ddef87c668', 'status': 'completed', 'code': 200} Jun 03 15:12:00.646118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Transition to ACTIVE for port object 92336bfa-7ef7-4eda-aeb9-f2443c57916f will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:00.647727 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b43a42b0-6933-407c-b26c-73acb652934a req-bd3b6cbf-78b9-4d87-9698-1ff2b132ae9f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.698440 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:00.713025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b6cbf-78b9-4d87-9698-1ff2b132ae9f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Pushing event deleted for resources: {'Port': ['ID=a226b7cf-53a4-4182-a1ae-188805d5fad7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:00.967949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809c747-9137-4fff-bb7d-8e6d1fe5216e req-ac4ae5f1-a652-48b0-9e19-5d69bf9fc568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:00.970195 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9809c747-9137-4fff-bb7d-8e6d1fe5216e req-ac4ae5f1-a652-48b0-9e19-5d69bf9fc568 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a2663414582461283b0b3a2ea602518&device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 1097 time: 0.3205926 Jun 03 15:12:01.017481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Pushing event updated for resources: {'Port': ['ID=92336bfa-7ef7-4eda-aeb9-f2443c57916f,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:01.070126 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b43a42b0-6933-407c-b26c-73acb652934a req-bd3b6cbf-78b9-4d87-9698-1ff2b132ae9f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.131026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045ce15-728d-402c-86ff-18734e25a750 req-fd70a834-a845-441b-895f-c364a5a739ac tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:01.132483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1045ce15-728d-402c-86ff-18734e25a750 req-fd70a834-a845-441b-895f-c364a5a739ac tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 950 time: 0.3851585 Jun 03 15:12:01.136314 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b43a42b0-6933-407c-b26c-73acb652934a req-bd3b6cbf-78b9-4d87-9698-1ff2b132ae9f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.137106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b43a42b0-6933-407c-b26c-73acb652934a req-bd3b6cbf-78b9-4d87-9698-1ff2b132ae9f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "DELETE /v2.0/floatingips/265c993c-b90e-41fa-a52f-80b1de6d67eb HTTP/1.1" status: 204 len: 173 time: 1.9373627 Jun 03 15:12:01.138010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Attempting to bind port 92336bfa-7ef7-4eda-aeb9-f2443c57916f on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:01.138340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Attempting to bind port 92336bfa-7ef7-4eda-aeb9-f2443c57916f by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:01.138656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Attempting to bind port 92336bfa-7ef7-4eda-aeb9-f2443c57916f on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:01.144389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Port 92336bfa-7ef7-4eda-aeb9-f2443c57916f on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:01.144707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Attempting to bind port 92336bfa-7ef7-4eda-aeb9-f2443c57916f on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:01.168563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:01.168919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:01.169269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:01.169700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Bound port: 92336bfa-7ef7-4eda-aeb9-f2443c57916f, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:01.170091 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.218770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809c747-9137-4fff-bb7d-8e6d1fe5216e req-16855828-c004-454b-a746-2c216d8b3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:01.220328 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9809c747-9137-4fff-bb7d-8e6d1fe5216e req-16855828-c004-454b-a746-2c216d8b3fdf service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.2425480 Jun 03 15:12:01.222537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.250430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1045ce15-728d-402c-86ff-18734e25a750 req-be9c5a35-475e-4a25-a1fe-c94ca920f953 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/security-groups?id=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032534 Jun 03 15:12:01.293535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] For port 92336bfa-7ef7-4eda-aeb9-f2443c57916f, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:01.296640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] For port 92336bfa-7ef7-4eda-aeb9-f2443c57916f, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=92336bfa-7ef7-4eda-aeb9-f2443c57916f,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:01.342493 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.342929 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9809c747-9137-4fff-bb7d-8e6d1fe5216e req-68b702eb-882f-4308-bbe4-5f70b95c75fb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=ebee76d3-34d7-4779-a758-f5ddef87c668 HTTP/1.1" status: 200 len: 217 time: 0.0874403 Jun 03 15:12:01.437999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0e5bf8-79f9-4f33-a648-4c1727ff6011,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:01.467685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Checking segment: {'id': '5740f579-7a3b-462d-b1e3-4f5c41f250fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:01.468015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Network hostable DHCP agents. Network: 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:12:01.474916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809c747-9137-4fff-bb7d-8e6d1fe5216e req-e3efdc1f-6173-4aa6-9398-6315cdfb602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:01.476457 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9809c747-9137-4fff-bb7d-8e6d1fe5216e req-e3efdc1f-6173-4aa6-9398-6315cdfb602b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1230872 Jun 03 15:12:01.493637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:01.494247 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.495789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] 10.222.0.75 "PUT /v2.0/ports/92336bfa-7ef7-4eda-aeb9-f2443c57916f HTTP/1.1" status: 200 len: 1096 time: 2.7074616 Jun 03 15:12:01.498956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158d77ed-8ece-4aa6-b5a2-1acbb73f9b74', 'tag': '92336bfa-7ef7-4eda-aeb9-f2443c57916f'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:01.527789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7724750-3056-4d41-9ad5-9d85d0ecd298 service neutron] Pushing event updated for resources: {'Port': ['ID=92336bfa-7ef7-4eda-aeb9-f2443c57916f,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:01.561427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96873fb-8ef0-417a-83d7-904e5cf5fafb req-8d28c51e-1ab4-4df6-bfbb-fa108bccdf80 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:01.562815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Network 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:12:01.568474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c96873fb-8ef0-417a-83d7-904e5cf5fafb req-8d28c51e-1ab4-4df6-bfbb-fa108bccdf80 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 946 time: 0.3166981 Jun 03 15:12:01.577694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:01.582997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:01.583592 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.588293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e062be4-4de8-46bc-ad6f-cbc095fd4322 None None] Network 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:01.615264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809c747-9137-4fff-bb7d-8e6d1fe5216e req-ae7812ab-8749-4f52-8a1c-794f82eac418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:01.617433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9809c747-9137-4fff-bb7d-8e6d1fe5216e req-ae7812ab-8749-4f52-8a1c-794f82eac418 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303566 Jun 03 15:12:01.619503 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-412463c5-9641-447a-9579-642ca1b36682 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0916731 Jun 03 15:12:01.622259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55394) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:01.629293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-router', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:01.705569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:01.741705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c8b05-59e6-4b84-8a74-e6f9c6707c83 req-a063ad95-38af-476f-bbd0-a7bfafe3e54a tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:01.744149 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-576c8b05-59e6-4b84-8a74-e6f9c6707c83 req-a063ad95-38af-476f-bbd0-a7bfafe3e54a tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 948 time: 0.3342223 Jun 03 15:12:01.821108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Usage tracker for resource:router and tenant:f21ad23599e54a5da42330a965614622 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:01.836776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:01.842966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-576c8b05-59e6-4b84-8a74-e6f9c6707c83 req-1dea34ff-773d-4c7b-a3f9-03d48a541e10 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777223 Jun 03 15:12:01.855145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:01.861251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c96873fb-8ef0-417a-83d7-904e5cf5fafb req-67a0aa14-478c-4f7a-aba0-e7be3ec0dcb7 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918925 Jun 03 15:12:01.913065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e494abdf-bbd0-4a91-86a5-3ee5e5833f5e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:01.921012 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.922659 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:01.964600 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9809c747-9137-4fff-bb7d-8e6d1fe5216e req-78708a37-84d8-487c-b696-422256178b8b service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394854 Jun 03 15:12:01.968457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.083624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-0d8f2139-fcde-48e0-b488-aef2ea5c5aa4', 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'fixed_ips': [{'subnet_id': 'fa0e5bf8-79f9-4f33-a648-4c1727ff6011'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:12:02.085296 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.095552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-a9ae378a-aad7-4c0b-af49-18a20099da4f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Synchronizing usage tracker for tenant:fe9486ae82804cb19137172043cf678a on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:02.122951 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d282d6b6-e97a-47f9-82e7-a2effd2dfc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.150617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-46423f98-3135-4d00-875a-900193850a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:02.152084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-46423f98-3135-4d00-875a-900193850a36 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e0765978f31465290dfed3a7d584a26&device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 1099 time: 0.5757635 Jun 03 15:12:02.171462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:02.186892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:02.187165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.256169 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9809c747-9137-4fff-bb7d-8e6d1fe5216e req-9b4ce1c8-05c2-4786-8783-a1fe4ffd2596 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852302 Jun 03 15:12:02.336072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-a9ae378a-aad7-4c0b-af49-18a20099da4f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Unset dirty status for tenant:fe9486ae82804cb19137172043cf678a on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:02.337312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-a9ae378a-aad7-4c0b-af49-18a20099da4f tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1001 time: 0.4236963 Jun 03 15:12:02.339853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-9c692972-d9a8-48c9-a1c5-20a220c032f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=92336bfa-7ef7-4eda-aeb9-f2443c57916f HTTP/1.1" status: 200 len: 217 time: 0.1781447 Jun 03 15:12:02.376219 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Allocated IP 172.20.0.2 (0d8f2139-fcde-48e0-b488-aef2ea5c5aa4/fa0e5bf8-79f9-4f33-a648-4c1727ff6011/d246b75f-2d76-4e5f-a46d-a30eae5cc010) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:02.392665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:02.393080 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.407392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.492110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-9d69c2b5-509b-4637-b3dd-35964465b0f0 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:02.492595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-9d69c2b5-509b-4637-b3dd-35964465b0f0 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Synchronizing usage tracker for tenant:fe9486ae82804cb19137172043cf678a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:02.500327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-f711b672-aa3d-49e0-9015-71e8b36f41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:02.501742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-f711b672-aa3d-49e0-9015-71e8b36f41ff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1098869 Jun 03 15:12:02.504219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921d594-1378-4028-bfe2-1c09c7e946da req-bba5d653-4744-414c-aa06-225f40df7d53 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:02.505567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f921d594-1378-4028-bfe2-1c09c7e946da req-bba5d653-4744-414c-aa06-225f40df7d53 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1095 time: 0.4062490 Jun 03 15:12:02.511387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e494abdf-bbd0-4a91-86a5-3ee5e5833f5e,segment=NetworkSegment(16e22082-df3f-4615-acc3-106df8d893fe),segment_id=16e22082-df3f-4615-acc3-106df8d893fe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:02.527631 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.582305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-9d69c2b5-509b-4637-b3dd-35964465b0f0 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Unset dirty status for tenant:fe9486ae82804cb19137172043cf678a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:02.582542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ebee76d3-34d7-4779-a758-f5ddef87c668 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:02.583455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-9d69c2b5-509b-4637-b3dd-35964465b0f0 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports/02475069-9cbb-49b2-95e6-deee6d06114d HTTP/1.1" status: 200 len: 942 time: 0.2391255 Jun 03 15:12:02.623172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f921d594-1378-4028-bfe2-1c09c7e946da req-99e14a3d-3887-4e80-b8af-80b48d9218d7 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750303 Jun 03 15:12:02.656380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-639fd623-6188-4363-a503-42cd9b4449f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:02.670276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-639fd623-6188-4363-a503-42cd9b4449f1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484604 Jun 03 15:12:02.681262 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e494abdf-bbd0-4a91-86a5-3ee5e5833f5e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:02.813593 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7afc4b5-fc31-443e-87c2-f9af0c576a8e'] response: {'name': 'network-changed', 'server_uuid': '158d77ed-8ece-4aa6-b5a2-1acbb73f9b74', 'tag': '92336bfa-7ef7-4eda-aeb9-f2443c57916f', 'status': 'completed', 'code': 200} Jun 03 15:12:02.867963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.897016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Transition to ACTIVE for port object d246b75f-2d76-4e5f-a46d-a30eae5cc010 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:02.905678 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.944906 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:02.953742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Transition to ACTIVE for port object d246b75f-2d76-4e5f-a46d-a30eae5cc010 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:02.973905 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.000067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-89fa8352-7661-4549-8024-f36551795ac9 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1001 time: 0.2495265 Jun 03 15:12:03.042883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Network 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:03.056378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:03.066281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:03.115377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Allocated IP 172.25.7.204 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/1ae2c3b4-4971-4e1c-94fb-a47596384417) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:03.118716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ebee76d3-34d7-4779-a758-f5ddef87c668, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ebee76d3-34d7-4779-a758-f5ddef87c668,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:03.136788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-bc15c040-9887-408e-b3c7-aa6023c624e6 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653506 Jun 03 15:12:03.183330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'ebee76d3-34d7-4779-a758-f5ddef87c668', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'ebee76d3-34d7-4779-a758-f5ddef87c668', 'mac_address': 'fa:16:3e:5c:92:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:12:03.187201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Pushing event updated for resources: {'Port': ['ID=d246b75f-2d76-4e5f-a46d-a30eae5cc010,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:03.224065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Attempting to bind port d246b75f-2d76-4e5f-a46d-a30eae5cc010 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:03.224283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Attempting to bind port d246b75f-2d76-4e5f-a46d-a30eae5cc010 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '5740f579-7a3b-462d-b1e3-4f5c41f250fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:03.224572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Attempting to bind port d246b75f-2d76-4e5f-a46d-a30eae5cc010 on network 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:03.243973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:03.244375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Checking segment: {'id': '5740f579-7a3b-462d-b1e3-4f5c41f250fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:03.244742 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.245304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Bound using segment: {'id': '5740f579-7a3b-462d-b1e3-4f5c41f250fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:03.245797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Bound port: d246b75f-2d76-4e5f-a46d-a30eae5cc010, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5740f579-7a3b-462d-b1e3-4f5c41f250fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:03.246179 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.291046 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.297564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ebee76d3-34d7-4779-a758-f5ddef87c668 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:03.297960 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.304116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-f6971cf4-e994-4a47-af21-7f1c41bcaa5a tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:03.305461 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-f6971cf4-e994-4a47-af21-7f1c41bcaa5a tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.2947414 Jun 03 15:12:03.329795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebee76d3-34d7-4779-a758-f5ddef87c668 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:03.336188 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.366513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ebee76d3-34d7-4779-a758-f5ddef87c668, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ebee76d3-34d7-4779-a758-f5ddef87c668,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:03.373056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] For port d246b75f-2d76-4e5f-a46d-a30eae5cc010, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:03.376384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] For port d246b75f-2d76-4e5f-a46d-a30eae5cc010, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d246b75f-2d76-4e5f-a46d-a30eae5cc010,segment=NetworkSegment(5740f579-7a3b-462d-b1e3-4f5c41f250fd),segment_id=5740f579-7a3b-462d-b1e3-4f5c41f250fd)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:03.377474 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.415888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cb664-bbb5-498d-b59d-eb5235c0109c req-848fd2bc-b291-4956-a809-6b48c284122f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:03.417357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c48cb664-bbb5-498d-b59d-eb5235c0109c req-848fd2bc-b291-4956-a809-6b48c284122f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 0.5052838 Jun 03 15:12:03.419170 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.424197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:03.427987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:03.439922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:03.463754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ebee76d3-34d7-4779-a758-f5ddef87c668,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:03.477408 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b22e9949-2c7c-4d47-8077-bb50b0fb9d55 req-6770ea23-963b-403d-8eb4-1a231746d855 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293071 Jun 03 15:12:03.509289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c48cb664-bbb5-498d-b59d-eb5235c0109c req-b820d12e-70f6-43cf-b5db-24a73cbfbb26 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763030 Jun 03 15:12:03.520400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-bae40b51-8809-4f29-bc60-fc9348b64c9a tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 1001 time: 0.2034342 Jun 03 15:12:03.534579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-29aeed9a-8518-4385-a4f2-9be4b6bb612d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:03.557585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8ad7d-7cbe-4fc9-96a8-f2a16ddbae6e None None] Pushing event updated for resources: {'Port': ['ID=d246b75f-2d76-4e5f-a46d-a30eae5cc010,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:03.597224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae2c3b4-4971-4e1c-94fb-a47596384417,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:03.631048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['ebee76d3-34d7-4779-a758-f5ddef87c668'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:03.737023 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-29aeed9a-8518-4385-a4f2-9be4b6bb612d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.786858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e494abdf-bbd0-4a91-86a5-3ee5e5833f5e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:03.933514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:03.933962 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:03.939468 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.141401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:04.154671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bb694-66eb-4cf9-b743-2a5392b6a1f9 req-0966c5ca-0526-4939-b3d6-9e20dadf795e tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:04.156125 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-027bb694-66eb-4cf9-b743-2a5392b6a1f9 req-0966c5ca-0526-4939-b3d6-9e20dadf795e tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 950 time: 0.5119686 Jun 03 15:12:04.159358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2615704-fcac-42e6-a8d0-bc25e3b113af req-ef410c1d-369d-4e96-b360-3565cb72286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:04.160687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2615704-fcac-42e6-a8d0-bc25e3b113af req-ef410c1d-369d-4e96-b360-3565cb72286d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e0765978f31465290dfed3a7d584a26&device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 1099 time: 0.5154603 Jun 03 15:12:04.209702 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8175a0ee-acbe-4507-941c-f662f45c0e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.270407 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-29aeed9a-8518-4385-a4f2-9be4b6bb612d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.316961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.323643 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-29aeed9a-8518-4385-a4f2-9be4b6bb612d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.323951 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-29aeed9a-8518-4385-a4f2-9be4b6bb612d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Floating IP 5509227b-240e-446b-9e32-eaa44f137582 disassociated. External IP: 172.25.7.171, port: 02475069-9cbb-49b2-95e6-deee6d06114d. Jun 03 15:12:04.426951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-027bb694-66eb-4cf9-b743-2a5392b6a1f9 req-923d1029-1a77-4c62-8cb6-8a33f867f3e9 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/security-groups?id=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105269 Jun 03 15:12:04.566225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2615704-fcac-42e6-a8d0-bc25e3b113af req-b0233d5d-b2df-4c7f-871c-0d358d2a9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:04.567683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2615704-fcac-42e6-a8d0-bc25e3b113af req-b0233d5d-b2df-4c7f-871c-0d358d2a9474 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3503120 Jun 03 15:12:04.606246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ebee76d3-34d7-4779-a758-f5ddef87c668 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:04.662280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:12:04.664960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86059b3d-1a8b-4c86-9635-c6b8770bab7c None None] Network 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:04.690649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2615704-fcac-42e6-a8d0-bc25e3b113af req-3e74cc44-5d38-4ab1-a07b-03b99d0b5b5a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=92336bfa-7ef7-4eda-aeb9-f2443c57916f HTTP/1.1" status: 200 len: 217 time: 0.0873144 Jun 03 15:12:04.786002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c1587df3-e48c-415e-8fb0-39d3f3d2870b None None] Provisioning for port d246b75f-2d76-4e5f-a46d-a30eae5cc010 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:04.801602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port ebee76d3-34d7-4779-a758-f5ddef87c668 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:04.812668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port ebee76d3-34d7-4779-a758-f5ddef87c668 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:04.813025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.852005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2615704-fcac-42e6-a8d0-bc25e3b113af req-48d73f9e-6813-46c8-8203-d1739fa817ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:04.853321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2615704-fcac-42e6-a8d0-bc25e3b113af req-48d73f9e-6813-46c8-8203-d1739fa817ee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1525779 Jun 03 15:12:04.859681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:12:04.875230 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Sync routers for ids ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:12:04.884507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:04.888400 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-03036426-0f4e-42bb-bc2d-0eea07b7ba38 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2624493 Jun 03 15:12:04.889901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55412) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:04.897694 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Routers {'847f0f83-6ee6-4dc1-a4d8-0a8d54033794'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:04.900291 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:04.975079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ce40b-14c0-4dc9-ad91-f9baadb2d0ba req-c5232255-8816-4782-9ada-fb67ceae0d2e tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:04.976533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-372ce40b-14c0-4dc9-ad91-f9baadb2d0ba req-c5232255-8816-4782-9ada-fb67ceae0d2e tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 948 time: 0.4295549 Jun 03 15:12:05.027510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ebee76d3-34d7-4779-a758-f5ddef87c668 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:05.027870 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.056840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3684d52f-933b-4e96-98c1-b93a30aaf85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebee76d3-34d7-4779-a758-f5ddef87c668'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:05.065387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-372ce40b-14c0-4dc9-ad91-f9baadb2d0ba req-c08645da-5ce1-4ded-90de-330946017381 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799971 Jun 03 15:12:05.071942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-29aeed9a-8518-4385-a4f2-9be4b6bb612d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Router c0eb1089-fc98-4886-81e2-37a9b8872ac7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:12:05.088240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ebee76d3-34d7-4779-a758-f5ddef87c668, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ebee76d3-34d7-4779-a758-f5ddef87c668,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:05.101349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2615704-fcac-42e6-a8d0-bc25e3b113af req-ac626b75-0339-4d05-ba1d-50b698e55b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:05.102569 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.103098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2615704-fcac-42e6-a8d0-bc25e3b113af req-ac626b75-0339-4d05-ba1d-50b698e55b28 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2408810 Jun 03 15:12:05.183961 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Set router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:05.264461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.280239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ebee76d3-34d7-4779-a758-f5ddef87c668,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:05.297127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:05.464605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:05.465228 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.530979 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.534093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:05.539976 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.556487 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-router', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:01Z', 'updated_at': '2022-06-03T15:12:03Z', 'revision_number': 3, 'project_id': 'f21ad23599e54a5da42330a965614622', 'gw_port': {'id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:02Z', 'updated_at': '2022-06-03T15:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:05.560589 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Checking router: 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:12:05.560935 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Updating router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 port 1ae2c3b4-4971-4e1c-94fb-a47596384417 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:12:05.635892 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.637974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:05.709124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-29aeed9a-8518-4385-a4f2-9be4b6bb612d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:12:05.714494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-29aeed9a-8518-4385-a4f2-9be4b6bb612d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.718492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea602db-ac63-473c-aec9-12c7f6d430f2 None None] Sync routers for ids ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:12:05.728296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea602db-ac63-473c-aec9-12c7f6d430f2 None None] Routers {'c0eb1089-fc98-4886-81e2-37a9b8872ac7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:05.729004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4ea602db-ac63-473c-aec9-12c7f6d430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:05.768643 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2615704-fcac-42e6-a8d0-bc25e3b113af req-72b4d494-0cab-4c38-b4ff-08faee94e639 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093369 Jun 03 15:12:05.804222 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:05.814908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d246b75f-2d76-4e5f-a46d-a30eae5cc010 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:05.863373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-29aeed9a-8518-4385-a4f2-9be4b6bb612d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "PUT /v2.0/floatingips/5509227b-240e-446b-9e32-eaa44f137582 HTTP/1.1" status: 200 len: 695 time: 2.3420265 Jun 03 15:12:05.872967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8c1f5-35a8-426b-93f4-01ee9e373d22 req-12f26b17-40ea-4af4-94bb-47bca023cefd tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:05.874605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fa8c1f5-35a8-426b-93f4-01ee9e373d22 req-12f26b17-40ea-4af4-94bb-47bca023cefd tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 948 time: 0.5256302 Jun 03 15:12:05.880049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'tag': '02475069-9cbb-49b2-95e6-deee6d06114d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:06.013028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port d246b75f-2d76-4e5f-a46d-a30eae5cc010 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:06.026244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d246b75f-2d76-4e5f-a46d-a30eae5cc010 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:06.027232 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.046570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Allocated IP 172.20.0.1 (0d8f2139-fcde-48e0-b488-aef2ea5c5aa4/fa0e5bf8-79f9-4f33-a648-4c1727ff6011/c490ff09-5b02-44c0-8541-5f4eb2294eea) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:06.046828 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fa8c1f5-35a8-426b-93f4-01ee9e373d22 req-93cfef84-2e78-4921-b98a-383a97b949d9 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585338 Jun 03 15:12:06.066440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4ea602db-ac63-473c-aec9-12c7f6d430f2 None None] Set router c0eb1089-fc98-4886-81e2-37a9b8872ac7 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:06.117153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2615704-fcac-42e6-a8d0-bc25e3b113af req-b80ae5c3-05fc-4f7a-85f2-e7ca14a3e6f5 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407452 Jun 03 15:12:06.127770 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.128794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-38116005-8954-48a0-b501-c1500db04bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:06.132641 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-38116005-8954-48a0-b501-c1500db04bc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe9486ae82804cb19137172043cf678a&device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 1096 time: 0.2459824 Jun 03 15:12:06.157613 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Transition to ACTIVE for port object 1ae2c3b4-4971-4e1c-94fb-a47596384417 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:06.176154 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.214279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.235050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Transition to ACTIVE for port object c490ff09-5b02-44c0-8541-5f4eb2294eea will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:06.260369 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Attempting to bind port 1ae2c3b4-4971-4e1c-94fb-a47596384417 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:06.260978 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Attempting to bind port 1ae2c3b4-4971-4e1c-94fb-a47596384417 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:06.261541 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Attempting to bind port 1ae2c3b4-4971-4e1c-94fb-a47596384417 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:06.266695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.267983 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1854b-2f2d-4561-b690-31173518d416 None None] Pushing event updated for resources: {'Port': ['ID=1ae2c3b4-4971-4e1c-94fb-a47596384417,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:06.272772 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:06.274333 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:06.274333 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.274580 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:06.274978 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Bound port: 1ae2c3b4-4971-4e1c-94fb-a47596384417, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:06.275331 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.355126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Network 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:06.361115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:06.366953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:06.367695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.393808 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] For port 1ae2c3b4-4971-4e1c-94fb-a47596384417, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:06.397489 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] For port 1ae2c3b4-4971-4e1c-94fb-a47596384417, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=1ae2c3b4-4971-4e1c-94fb-a47596384417,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:06.399851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Pushing event updated for resources: {'Port': ['ID=c490ff09-5b02-44c0-8541-5f4eb2294eea,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:06.411598 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.501384 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Routers {'847f0f83-6ee6-4dc1-a4d8-0a8d54033794'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:06.501823 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:06.504869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-a2ac98ee-a6b0-49eb-9d50-b2fd266c748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:06.506359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-a2ac98ee-a6b0-49eb-9d50-b2fd266c748c service neutron] 10.222.0.48 "GET /v2.0/networks?id=007f1c74-14a7-49a9-93c8-edd4b899273f HTTP/1.1" status: 200 len: 930 time: 0.3650093 Jun 03 15:12:06.524286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-45a4310b-89c2-4192-a785-2f6e5c273642 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:06.532603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-45a4310b-89c2-4192-a785-2f6e5c273642 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 820 time: 0.3462737 Jun 03 15:12:06.558072 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.573038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d246b75f-2d76-4e5f-a46d-a30eae5cc010 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:06.573570 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.595502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 92336bfa-7ef7-4eda-aeb9-f2443c57916f details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:06.607521 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1854b-2f2d-4561-b690-31173518d416 None None] Pushing event updated for resources: {'Port': ['ID=1ae2c3b4-4971-4e1c-94fb-a47596384417,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:06.648954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-8feaf547-19f3-49c2-ab64-f99816d04567 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/quotas/4e4652bab4e34ad58d39564c3d0261fb HTTP/1.1" status: 200 len: 375 time: 0.1135154 Jun 03 15:12:06.716971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-7a20b0eb-2522-4efb-a3b7-6e9290ba5174 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02475069-9cbb-49b2-95e6-deee6d06114d HTTP/1.1" status: 200 len: 217 time: 0.1730540 Jun 03 15:12:06.763257 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] Set router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:06.799434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-014e3299-3d43-49be-bd70-644911b8f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:06.807131 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-014e3299-3d43-49be-bd70-644911b8f2a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6d5b0e6c-5e4d-4c81-8f4b-750c15e73235 HTTP/1.1" status: 200 len: 868 time: 0.0891719 Jun 03 15:12:06.845004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 92336bfa-7ef7-4eda-aeb9-f2443c57916f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=92336bfa-7ef7-4eda-aeb9-f2443c57916f,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:06.869584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port d246b75f-2d76-4e5f-a46d-a30eae5cc010, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d246b75f-2d76-4e5f-a46d-a30eae5cc010,segment=NetworkSegment(5740f579-7a3b-462d-b1e3-4f5c41f250fd),segment_id=5740f579-7a3b-462d-b1e3-4f5c41f250fd)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:06.875930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a758521-265a-49f9-a13e-536cdc68af12 None None] Provisioning for port c490ff09-5b02-44c0-8541-5f4eb2294eea completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:06.877060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-0bc20539-a637-4ff8-a44a-513042dbe87c tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2289183 Jun 03 15:12:06.883312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a758521-265a-49f9-a13e-536cdc68af12 None None] Provisioning complete for port c490ff09-5b02-44c0-8541-5f4eb2294eea triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:06.883671 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a758521-265a-49f9-a13e-536cdc68af12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.983456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.984748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a758521-265a-49f9-a13e-536cdc68af12 None None] Port c490ff09-5b02-44c0-8541-5f4eb2294eea cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:06.986470 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.988067 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.988795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '92336bfa-7ef7-4eda-aeb9-f2443c57916f', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '92336bfa-7ef7-4eda-aeb9-f2443c57916f', 'mac_address': 'fa:16:3e:59:87:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:12:06.992688 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:06.993713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:07.003653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-e6b82cbf-473b-4bb8-9c2e-da155bae81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:07.011416 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-e6b82cbf-473b-4bb8-9c2e-da155bae81f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=007f1c74-14a7-49a9-93c8-edd4b899273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033253 Jun 03 15:12:07.110151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=d246b75f-2d76-4e5f-a46d-a30eae5cc010,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:07.119978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-d75c7118-588c-4707-b078-5f1026cb3028 service neutron] 10.222.0.48 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415836 Jun 03 15:12:07.167562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 92336bfa-7ef7-4eda-aeb9-f2443c57916f is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:07.168848 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:07.176124 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-router', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:01Z', 'updated_at': '2022-06-03T15:12:06Z', 'revision_number': 4, 'project_id': 'f21ad23599e54a5da42330a965614622', 'gw_port': {'id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:02Z', 'updated_at': '2022-06-03T15:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c490ff09-5b02-44c0-8541-5f4eb2294eea', 'name': '', 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'mac_address': 'fa:16:3e:6a:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fa0e5bf8-79f9-4f33-a648-4c1727ff6011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:05Z', 'updated_at': '2022-06-03T15:12:06Z', 'revision_number': 1, 'project_id': 'f21ad23599e54a5da42330a965614622', 'subnets': [{'id': 'fa0e5bf8-79f9-4f33-a648-4c1727ff6011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:07.181541 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe267b-3e16-4152-8119-7e41a96e9420 None None] The sync data for ids ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'] in n-d-844595-1 is: [{'id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-router', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:01Z', 'updated_at': '2022-06-03T15:12:06Z', 'revision_number': 4, 'project_id': 'f21ad23599e54a5da42330a965614622', 'gw_port': {'id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:02Z', 'updated_at': '2022-06-03T15:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c490ff09-5b02-44c0-8541-5f4eb2294eea', 'name': '', 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'mac_address': 'fa:16:3e:6a:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fa0e5bf8-79f9-4f33-a648-4c1727ff6011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:05Z', 'updated_at': '2022-06-03T15:12:06Z', 'revision_number': 1, 'project_id': 'f21ad23599e54a5da42330a965614622', 'subnets': [{'id': 'fa0e5bf8-79f9-4f33-a648-4c1727ff6011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:12:07.189594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Pushing event updated for resources: {'Port': ['ID=c490ff09-5b02-44c0-8541-5f4eb2294eea,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:07.198558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4ea602db-ac63-473c-aec9-12c7f6d430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'fae326d8-e030-40eb-9c6a-a179c7991dab', 'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'mac_address': 'fa:16:3e:c3:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:07Z', 'updated_at': '2022-06-03T15:11:18Z', 'revision_number': 5, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'subnets': [{'id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:07.202231 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92336bfa-7ef7-4eda-aeb9-f2443c57916f {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:07.210210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea602db-ac63-473c-aec9-12c7f6d430f2 None None] Checking router: c0eb1089-fc98-4886-81e2-37a9b8872ac7 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:12:07.226700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 92336bfa-7ef7-4eda-aeb9-f2443c57916f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=92336bfa-7ef7-4eda-aeb9-f2443c57916f,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:07.229581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea602db-ac63-473c-aec9-12c7f6d430f2 None None] Routers {'c0eb1089-fc98-4886-81e2-37a9b8872ac7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:07.230502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4ea602db-ac63-473c-aec9-12c7f6d430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:07.252172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Network 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:07.253603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:07.286340 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:07.314645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-463adcf4-9970-4210-831a-5f1185d585d6 service neutron] 10.222.0.48 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982068 Jun 03 15:12:07.328187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-e49ad1e6-4d8d-432f-b06f-4a6745e85c8f service neutron] 10.222.0.48 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076800 Jun 03 15:12:07.574442 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=92336bfa-7ef7-4eda-aeb9-f2443c57916f,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:07.576590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:07.590175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4ea602db-ac63-473c-aec9-12c7f6d430f2 None None] Set router c0eb1089-fc98-4886-81e2-37a9b8872ac7 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:07.610385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:12:07.623489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237f2954-fb84-4457-b1d4-1ed9494474a1 req-e01aa3c5-a977-4d6e-b48e-0be4ac57b126 service neutron] 10.222.0.48 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919288 Jun 03 15:12:07.723854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['92336bfa-7ef7-4eda-aeb9-f2443c57916f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:07.861958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d246b75f-2d76-4e5f-a46d-a30eae5cc010 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:07.905324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:12:07.936547 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-523c7421-0f6c-4812-b0f9-70d8b31afb05 admin admin] 10.222.0.48 "PUT /v2.0/routers/847f0f83-6ee6-4dc1-a4d8-0a8d54033794/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0468109 Jun 03 15:12:07.950703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-879823c9-4702-4f21-969d-e81e31107bf1 None None] Provisioning complete for port c490ff09-5b02-44c0-8541-5f4eb2294eea triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:07.951149 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-879823c9-4702-4f21-969d-e81e31107bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:08.019241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-879823c9-4702-4f21-969d-e81e31107bf1 None None] Port c490ff09-5b02-44c0-8541-5f4eb2294eea cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:08.038792 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:12:08.096252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-90db52fe-1374-4d9b-ac83-ca60fd1f56c5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2486792 Jun 03 15:12:08.123114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37840464-c21a-40ed-bf86-57c9a7f000a7 req-0c33640e-d9cf-4198-81a8-02a9930a8248 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:08.130064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37840464-c21a-40ed-bf86-57c9a7f000a7 req-0c33640e-d9cf-4198-81a8-02a9930a8248 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 948 time: 0.1965060 Jun 03 15:12:08.239159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37840464-c21a-40ed-bf86-57c9a7f000a7 req-0a157482-8da2-48ef-b519-88f8dcbc29d6 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080840 Jun 03 15:12:08.321163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:08.423558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'mac_address': 'fa:16:3e:63:b4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:12:08.477148 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a278db-9150-4b64-b985-af518f7ff1ab'] response: {'server_uuid': '3684d52f-933b-4e96-98c1-b93a30aaf85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebee76d3-34d7-4779-a758-f5ddef87c668', 'code': 200} Jun 03 15:12:08.552515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:08.552886 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:08.584052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:08.591373 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7639ccb5-e069-44ae-b7a5-e0d4fd8c7fc5'] response: {'name': 'network-changed', 'server_uuid': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'tag': '02475069-9cbb-49b2-95e6-deee6d06114d', 'status': 'completed', 'code': 200} Jun 03 15:12:08.602079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:08.603307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d246b75f-2d76-4e5f-a46d-a30eae5cc010 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:08.603710 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:08.751079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe6f1e-e713-4c89-9af5-8e7be2edfaad req-626459d1-6645-42f2-ba6a-cb2d97063e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:08.753913 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c6fe6f1e-e713-4c89-9af5-8e7be2edfaad req-626459d1-6645-42f2-ba6a-cb2d97063e8e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 1099 time: 0.4384434 Jun 03 15:12:08.757631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350877-f043-401a-96a1-5eee75e39755 req-a8f99110-1d87-4534-8a61-16988629016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:08.769058 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3b350877-f043-401a-96a1-5eee75e39755 req-a8f99110-1d87-4534-8a61-16988629016a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe9486ae82804cb19137172043cf678a&device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 1096 time: 0.3347716 Jun 03 15:12:08.803851 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:08.978626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c060d-7e5c-4d05-8f22-fa3eac9aa915 req-de014a9e-3871-4154-bf5c-7c5cda1d62db tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:08.982763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-576c060d-7e5c-4d05-8f22-fa3eac9aa915 req-de014a9e-3871-4154-bf5c-7c5cda1d62db tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 949 time: 0.3905172 Jun 03 15:12:09.074995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-4e6dfe4d-7f6f-40b7-85e1-8578b8b273fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:09.080495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-4e6dfe4d-7f6f-40b7-85e1-8578b8b273fc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a2663414582461283b0b3a2ea602518&device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 1101 time: 0.8402119 Jun 03 15:12:09.156178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=10']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:09.220558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fa289-faf9-4c6c-8280-30b1c1a3cca1 req-ee0151a1-e394-4463-9eec-35b663675a59 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:09.223847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-361fa289-faf9-4c6c-8280-30b1c1a3cca1 req-ee0151a1-e394-4463-9eec-35b663675a59 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 948 time: 0.6342118 Jun 03 15:12:09.345008 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:09.389209 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c6fe6f1e-e713-4c89-9af5-8e7be2edfaad req-8dc050c5-013a-44ae-864c-48686f83dbc0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6155200 Jun 03 15:12:09.454094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d246b75f-2d76-4e5f-a46d-a30eae5cc010 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:09.505713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:09.554150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350877-f043-401a-96a1-5eee75e39755 req-7293f41c-9239-41a3-9db3-494b00b52cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:09.556852 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3b350877-f043-401a-96a1-5eee75e39755 req-7293f41c-9239-41a3-9db3-494b00b52cdb service neutron] 10.222.0.67 "GET /v2.0/networks?id=007f1c74-14a7-49a9-93c8-edd4b899273f HTTP/1.1" status: 200 len: 930 time: 0.7444520 Jun 03 15:12:09.589191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-576c060d-7e5c-4d05-8f22-fa3eac9aa915 req-ae189425-6271-4c67-b9b0-b7f1d5ad2563 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776873 Jun 03 15:12:09.729747 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3b350877-f043-401a-96a1-5eee75e39755 req-f7017e8e-3052-4e35-983c-534344e39237 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02475069-9cbb-49b2-95e6-deee6d06114d HTTP/1.1" status: 200 len: 217 time: 0.1643407 Jun 03 15:12:09.764487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-361fa289-faf9-4c6c-8280-30b1c1a3cca1 req-70fcb2ce-b929-48ef-ba90-fd030a4a7c32 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332565 Jun 03 15:12:09.876330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1ae2c3b4-4971-4e1c-94fb-a47596384417 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:09.923832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350877-f043-401a-96a1-5eee75e39755 req-8a58ec12-5d24-4aa3-b2b1-a7079f4524c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:09.925490 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3b350877-f043-401a-96a1-5eee75e39755 req-8a58ec12-5d24-4aa3-b2b1-a7079f4524c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6d5b0e6c-5e4d-4c81-8f4b-750c15e73235 HTTP/1.1" status: 200 len: 868 time: 0.1897366 Jun 03 15:12:10.133174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350877-f043-401a-96a1-5eee75e39755 req-1c24a916-489b-4682-816a-5838ff0e548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:10.135589 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3b350877-f043-401a-96a1-5eee75e39755 req-1c24a916-489b-4682-816a-5838ff0e548b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=007f1c74-14a7-49a9-93c8-edd4b899273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017825 Jun 03 15:12:10.159883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4ea602db-ac63-473c-aec9-12c7f6d430f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'fae326d8-e030-40eb-9c6a-a179c7991dab', 'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'mac_address': 'fa:16:3e:c3:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:07Z', 'updated_at': '2022-06-03T15:11:18Z', 'revision_number': 5, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'subnets': [{'id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:10.174367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 1ae2c3b4-4971-4e1c-94fb-a47596384417 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:10.186798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac7458dd-b4d3-4c1a-9733-78f5abd5581a req-5034788c-4f58-4b3b-8503-990d808ef0de tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 210 time: 0.1533573 Jun 03 15:12:10.201892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 1ae2c3b4-4971-4e1c-94fb-a47596384417 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:10.202281 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.209232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-be90ac8e-2732-41eb-a13c-809376038df9 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips/5509227b-240e-446b-9e32-eaa44f137582 HTTP/1.1" status: 200 len: 695 time: 0.3576500 Jun 03 15:12:10.238418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-5e92d454-d0e6-49d9-9c43-621409fe4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:10.239915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-5e92d454-d0e6-49d9-9c43-621409fe4e06 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 1.0941634 Jun 03 15:12:10.375094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea602db-ac63-473c-aec9-12c7f6d430f2 None None] The sync data for ids ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'] in n-d-844595-1 is: [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'fae326d8-e030-40eb-9c6a-a179c7991dab', 'name': '', 'network_id': '007f1c74-14a7-49a9-93c8-edd4b899273f', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'mac_address': 'fa:16:3e:c3:aa:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:07Z', 'updated_at': '2022-06-03T15:11:18Z', 'revision_number': 5, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'subnets': [{'id': '6d5b0e6c-5e4d-4c81-8f4b-750c15e73235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:12:10.511454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:10.519690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 1ae2c3b4-4971-4e1c-94fb-a47596384417 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:10.522045 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.555384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-b4f5e1c2-3759-43b7-aa39-77891a792508 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=7e426e51-8b30-428e-86e0-07a5a42f50bb HTTP/1.1" status: 200 len: 217 time: 0.2391813 Jun 03 15:12:10.586010 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 1ae2c3b4-4971-4e1c-94fb-a47596384417, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=1ae2c3b4-4971-4e1c-94fb-a47596384417,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:10.594645 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:10.720133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 92336bfa-7ef7-4eda-aeb9-f2443c57916f up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:10.732942 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3b350877-f043-401a-96a1-5eee75e39755 req-bcfbd97d-9e3a-4436-9082-3a98000f095b service neutron] 10.222.0.67 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885081 Jun 03 15:12:10.771753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-3eeb2767-db24-4f59-bba3-91be2122e397 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:10.788830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-3eeb2767-db24-4f59-bba3-91be2122e397 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.5783849 Jun 03 15:12:10.797073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-70fd551e-22af-4c86-b23c-95f5a07a645d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:12:10.807249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-70fd551e-22af-4c86-b23c-95f5a07a645d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165894 Jun 03 15:12:11.009675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-197ef819-6e36-4cd4-b41f-1380e2065522 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 698 time: 0.2011144 Jun 03 15:12:11.026855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=1ae2c3b4-4971-4e1c-94fb-a47596384417,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:11.045753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 92336bfa-7ef7-4eda-aeb9-f2443c57916f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:11.063693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 92336bfa-7ef7-4eda-aeb9-f2443c57916f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:11.068189 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.089153 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3b350877-f043-401a-96a1-5eee75e39755 req-3be45fd5-8431-45ae-a66a-4ccd3683bef3 service neutron] 10.222.0.67 "GET /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482177 Jun 03 15:12:11.218549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-05bedc69-cebf-4dbc-a973-5ce6837cefbc tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.171 HTTP/1.1" status: 200 len: 698 time: 0.2055941 Jun 03 15:12:11.221419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-9ca7febe-640e-4750-876f-9bbe53f5e92b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:11.225628 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-9ca7febe-640e-4750-876f-9bbe53f5e92b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 820 time: 0.3454189 Jun 03 15:12:11.242508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Request body: {'port': {'device_id': '73b0462e-1ecf-4777-90bd-77886ac08115', 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810', 'admin_state_up': True, 'tenant_id': '4e4652bab4e34ad58d39564c3d0261fb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:11.420098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 92336bfa-7ef7-4eda-aeb9-f2443c57916f is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:11.420731 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.464569 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827c21eb-ed60-4b7a-9872-079b9f3514d7 None None] New status for floating IP 5509227b-240e-446b-9e32-eaa44f137582: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:12:11.523776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 92336bfa-7ef7-4eda-aeb9-f2443c57916f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=92336bfa-7ef7-4eda-aeb9-f2443c57916f,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:11.542536 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.687836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Deleting port 8532914e-fc5b-4a7f-97a0-48482b9b5fd2 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:11.688444 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.745380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:11.753895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Usage tracker for resource:port and tenant:4e4652bab4e34ad58d39564c3d0261fb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:11.761152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:11.777912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=92336bfa-7ef7-4eda-aeb9-f2443c57916f,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:11.781835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:11.803177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-d444a222-370f-482f-a4d1-63191806acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:11.804697 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-d444a222-370f-482f-a4d1-63191806acc3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 1.0443907 Jun 03 15:12:11.805605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1ae2c3b4-4971-4e1c-94fb-a47596384417 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:11.807959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Made reservation on behalf of 4e4652bab4e34ad58d39564c3d0261fb for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:11.811517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:11.839755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Sync routers for ids ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:12:11.894074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Routers {'847f0f83-6ee6-4dc1-a4d8-0a8d54033794'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:11.896447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:12.184052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 1ae2c3b4-4971-4e1c-94fb-a47596384417 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:12.184416 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.187919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Allocated IP 172.20.0.10 (f42f2f56-7eb9-4dd9-8460-83c70ed53810/9d8d6379-eb96-4f03-8390-c2aeb681aa26/d4d6aec2-9fb4-489f-ae07-beb8eba82f11) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:12.383431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce35ae1-6e92-4288-964d-383df157cc17 req-0b3e2f20-31be-46ee-8944-844322295b2d tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:12.393709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ce35ae1-6e92-4288-964d-383df157cc17 req-0b3e2f20-31be-46ee-8944-844322295b2d tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 950 time: 1.8755388 Jun 03 15:12:12.489444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Set router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:12.554744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 1ae2c3b4-4971-4e1c-94fb-a47596384417 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:12.597917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ce35ae1-6e92-4288-964d-383df157cc17 req-21fb48d5-929e-4a54-b0d6-550cc2ee724d tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997511 Jun 03 15:12:12.599948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-bcbf012f-2c3d-48f0-82e8-61ab4bb1934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:12.631603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-bcbf012f-2c3d-48f0-82e8-61ab4bb1934a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7962503 Jun 03 15:12:12.633511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.633749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.635063 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.715359 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.807896 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b4d7e3-acc5-4e6c-9b3e-6e5e68d2fae8'] response: {'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'code': 200} Jun 03 15:12:12.835628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Pushing event updated for resources: {'Port': ['ID=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:12.864914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Network f42f2f56-7eb9-4dd9-8460-83c70ed53810 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:12.866461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:12.882706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:12.894705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:12.895513 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:12.921522 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-16cc124a-f2b5-4447-9b4b-806881931d05 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6866345 Jun 03 15:12:12.935995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Request body: {'port': {'device_id': '73b0462e-1ecf-4777-90bd-77886ac08115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:12.966616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Calling delete_port for 8532914e-fc5b-4a7f-97a0-48482b9b5fd2 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:13.080607 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.090198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-router', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:01Z', 'updated_at': '2022-06-03T15:12:06Z', 'revision_number': 4, 'project_id': 'f21ad23599e54a5da42330a965614622', 'gw_port': {'id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:02Z', 'updated_at': '2022-06-03T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c490ff09-5b02-44c0-8541-5f4eb2294eea', 'name': '', 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'mac_address': 'fa:16:3e:6a:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fa0e5bf8-79f9-4f33-a648-4c1727ff6011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:05Z', 'updated_at': '2022-06-03T15:12:06Z', 'revision_number': 2, 'project_id': 'f21ad23599e54a5da42330a965614622', 'subnets': [{'id': 'fa0e5bf8-79f9-4f33-a648-4c1727ff6011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:13.094278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Checking router: 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:12:13.094622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Updating router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 port c490ff09-5b02-44c0-8541-5f4eb2294eea binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:12:13.111224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:12:13.111840 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:12:13.150291 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.218295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-9f930aaa-c976-4394-8aee-83f14e32074e service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442555 Jun 03 15:12:13.359938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:13.484019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d6aec2-9fb4-489f-ae07-beb8eba82f11 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:13.497425 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.500571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d9337a4-06af-483f-8127-6a69d1af4d56 req-3460abe7-fb22-4ff1-aae0-e86260459eed service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659893 Jun 03 15:12:13.503742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:13.504827 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.513179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42ce9c-c349-49bb-9871-eb3fcc723142 req-dc283c95-d26a-4428-98b3-e1e5c1c4911d tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:13.515129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d42ce9c-c349-49bb-9871-eb3fcc723142 req-dc283c95-d26a-4428-98b3-e1e5c1c4911d tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 950 time: 0.4112506 Jun 03 15:12:13.517126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Transition to ACTIVE for port object d4d6aec2-9fb4-489f-ae07-beb8eba82f11 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:13.525748 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.615699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d42ce9c-c349-49bb-9871-eb3fcc723142 req-d403a368-b836-4a29-ac0b-5c8e359ef1ab tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942883 Jun 03 15:12:13.616617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Deleting port 8532914e-fc5b-4a7f-97a0-48482b9b5fd2 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:13.617272 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.651039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:13.806707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:13.807102 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.819916 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.820761 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.838642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.845336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:13.846213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:13.846611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:13.852606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:13.853056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:13.859861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Transition to ACTIVE for port object c490ff09-5b02-44c0-8541-5f4eb2294eea will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:13.860304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:13.860808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:13.861232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:13.861909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Bound port: d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:13.863398 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.872193 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.913346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:13.932381 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:13.969226 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:12:14.114994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006559c0-328d-40c3-9fa4-845ce033ed4d None None] Pushing event updated for resources: {'Port': ['ID=c490ff09-5b02-44c0-8541-5f4eb2294eea,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:14.144578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Calling delete_port for 8532914e-fc5b-4a7f-97a0-48482b9b5fd2 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:14.188856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:14.193285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:14.207961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.221781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=11']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:14.282210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Attempting to bind port c490ff09-5b02-44c0-8541-5f4eb2294eea on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:14.282736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Attempting to bind port c490ff09-5b02-44c0-8541-5f4eb2294eea by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '5740f579-7a3b-462d-b1e3-4f5c41f250fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:14.283235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Attempting to bind port c490ff09-5b02-44c0-8541-5f4eb2294eea on network 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:14.296903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:14.297851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Checking segment: {'id': '5740f579-7a3b-462d-b1e3-4f5c41f250fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:14.298858 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.298858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Bound using segment: {'id': '5740f579-7a3b-462d-b1e3-4f5c41f250fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:14.299368 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Bound port: c490ff09-5b02-44c0-8541-5f4eb2294eea, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5740f579-7a3b-462d-b1e3-4f5c41f250fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:14.299782 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.328887 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:14.329832 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.331734 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] 10.222.0.75 "PUT /v2.0/ports/d4d6aec2-9fb4-489f-ae07-beb8eba82f11 HTTP/1.1" status: 200 len: 1092 time: 1.4020872 Jun 03 15:12:14.332469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b0462e-1ecf-4777-90bd-77886ac08115', 'tag': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:14.341326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26093f80-4963-4ea5-9d63-a77ab3edd7f4 req-d14cfbe5-9d49-46c9-89cd-dfbfbda1a074 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:14.354602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26093f80-4963-4ea5-9d63-a77ab3edd7f4 req-d14cfbe5-9d49-46c9-89cd-dfbfbda1a074 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 948 time: 0.4231493 Jun 03 15:12:14.367874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dc71a-02e1-4b92-bfa6-a02b199de4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:14.458831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.460967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] For port c490ff09-5b02-44c0-8541-5f4eb2294eea, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:14.469899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] For port c490ff09-5b02-44c0-8541-5f4eb2294eea, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c490ff09-5b02-44c0-8541-5f4eb2294eea,segment=NetworkSegment(5740f579-7a3b-462d-b1e3-4f5c41f250fd),segment_id=5740f579-7a3b-462d-b1e3-4f5c41f250fd)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:14.476217 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.500984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-30824be7-f16b-44de-b171-fea4752b11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:14.503029 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-30824be7-f16b-44de-b171-fea4752b11c8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 1095 time: 0.1152976 Jun 03 15:12:14.524160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Pushing event deleted for resources: {'Port': ['ID=8532914e-fc5b-4a7f-97a0-48482b9b5fd2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:14.568426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Routers {'847f0f83-6ee6-4dc1-a4d8-0a8d54033794'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:14.569022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:14.629722 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-f745005a-62b9-4e35-88b7-a62fcdfd0aad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11 HTTP/1.1" status: 200 len: 217 time: 0.1102552 Jun 03 15:12:14.668812 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.692439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26093f80-4963-4ea5-9d63-a77ab3edd7f4 req-8365136d-aad5-4bc3-a3a9-47f947a24a16 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346083 Jun 03 15:12:14.751062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:14.763617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006559c0-328d-40c3-9fa4-845ce033ed4d None None] Pushing event updated for resources: {'Port': ['ID=c490ff09-5b02-44c0-8541-5f4eb2294eea,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:14.774533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bf2d973-a626-43dc-99e0-ec91071e173d req-62cb0d37-b9b4-4789-907a-5d25dcd4705e tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "DELETE /v2.0/floatingips/5509227b-240e-446b-9e32-eaa44f137582 HTTP/1.1" status: 204 len: 173 time: 3.5531466 Jun 03 15:12:14.786156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] Set router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:14.788075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-27ba44af-9783-4a9a-889e-44699911fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:14.797548 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-27ba44af-9783-4a9a-889e-44699911fec8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1556973 Jun 03 15:12:14.835605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158d77ed-8ece-4aa6-b5a2-1acbb73f9b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92336bfa-7ef7-4eda-aeb9-f2443c57916f'}, {'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:14.891491 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-52942a44-16cd-4ed5-bea6-d35203b6a7aa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912929 Jun 03 15:12:15.060895 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-246ec0b6-513e-4165-aa4d-7fec307e2266 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544809 Jun 03 15:12:15.090228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877fb6d-008d-4b54-b08a-7f26398d57be req-5341f4e7-5189-45eb-afca-7d49c03b5472 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:15.098370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c877fb6d-008d-4b54-b08a-7f26398d57be req-5341f4e7-5189-45eb-afca-7d49c03b5472 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 944 time: 0.1763041 Jun 03 15:12:15.261291 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-09be514d-d456-4627-ad3d-7c2440c60e8c req-c8e1c3f2-82d4-4da5-900b-99af7cc59f4a service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857719 Jun 03 15:12:15.294470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-router', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:01Z', 'updated_at': '2022-06-03T15:12:06Z', 'revision_number': 4, 'project_id': 'f21ad23599e54a5da42330a965614622', 'gw_port': {'id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:02Z', 'updated_at': '2022-06-03T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c490ff09-5b02-44c0-8541-5f4eb2294eea', 'name': '', 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'mac_address': 'fa:16:3e:6a:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fa0e5bf8-79f9-4f33-a648-4c1727ff6011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:05Z', 'updated_at': '2022-06-03T15:12:14Z', 'revision_number': 4, 'project_id': 'f21ad23599e54a5da42330a965614622', 'subnets': [{'id': 'fa0e5bf8-79f9-4f33-a648-4c1727ff6011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:15.301474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63ddfc-9e09-442b-b10f-b2f5eca445b7 None None] The sync data for ids ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'] in n-d-844595-1 is: [{'id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-router', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:01Z', 'updated_at': '2022-06-03T15:12:06Z', 'revision_number': 4, 'project_id': 'f21ad23599e54a5da42330a965614622', 'gw_port': {'id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:02Z', 'updated_at': '2022-06-03T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c490ff09-5b02-44c0-8541-5f4eb2294eea', 'name': '', 'network_id': '0d8f2139-fcde-48e0-b488-aef2ea5c5aa4', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'mac_address': 'fa:16:3e:6a:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'fa0e5bf8-79f9-4f33-a648-4c1727ff6011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:05Z', 'updated_at': '2022-06-03T15:12:14Z', 'revision_number': 4, 'project_id': 'f21ad23599e54a5da42330a965614622', 'subnets': [{'id': 'fa0e5bf8-79f9-4f33-a648-4c1727ff6011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:12:15.361744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c877fb6d-008d-4b54-b08a-7f26398d57be req-4e21e673-3f35-4689-a3c3-e548d51d6cdf tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557051 Jun 03 15:12:15.450504 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45a8839-db8c-4270-b2e1-91a460d13265'] response: {'name': 'network-changed', 'server_uuid': '73b0462e-1ecf-4777-90bd-77886ac08115', 'tag': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11', 'status': 'completed', 'code': 200} Jun 03 15:12:15.481309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5ad5f-fdb4-4f78-810d-171ee778410f req-f30d1e8d-ed9e-463c-899f-1a5d83526efb tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:15.489427 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43d5ad5f-fdb4-4f78-810d-171ee778410f req-f30d1e8d-ed9e-463c-899f-1a5d83526efb tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 951 time: 0.1261721 Jun 03 15:12:15.547306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43d5ad5f-fdb4-4f78-810d-171ee778410f req-5da25945-6916-45cf-8ec0-df8885639a9f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554671 Jun 03 15:12:15.606243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a408c-f2d8-4926-bf2f-49fc50fa9b87 req-2d570c43-e152-426b-af78-505bb897dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:15.607729 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d25a408c-f2d8-4926-bf2f-49fc50fa9b87 req-2d570c43-e152-426b-af78-505bb897dbea service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 1095 time: 0.1300237 Jun 03 15:12:15.743836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8a27f-b06c-4d4d-8381-3bd7e05bfda9 req-08dfa06f-e8e8-4b47-a0ab-9637aeae2350 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:15.752229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2b8a27f-b06c-4d4d-8381-3bd7e05bfda9 req-08dfa06f-e8e8-4b47-a0ab-9637aeae2350 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 950 time: 0.2027884 Jun 03 15:12:15.829811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c490ff09-5b02-44c0-8541-5f4eb2294eea up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:15.843172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2b8a27f-b06c-4d4d-8381-3bd7e05bfda9 req-5645f4e3-6c56-4842-8527-cbbd56221ef9 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754828 Jun 03 15:12:15.890978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a408c-f2d8-4926-bf2f-49fc50fa9b87 req-4ad0882b-69b4-47bc-a390-aad649bcb3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:15.892457 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d25a408c-f2d8-4926-bf2f-49fc50fa9b87 req-4ad0882b-69b4-47bc-a390-aad649bcb3f5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.2762897 Jun 03 15:12:16.004529 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f324410d-8eba-4c83-a74f-12e746991c61'] response: {'server_uuid': '158d77ed-8ece-4aa6-b5a2-1acbb73f9b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92336bfa-7ef7-4eda-aeb9-f2443c57916f', 'code': 200} Jun 03 15:12:16.007035 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f324410d-8eba-4c83-a74f-12e746991c61'] response: {'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'code': 200} Jun 03 15:12:16.031957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port c490ff09-5b02-44c0-8541-5f4eb2294eea completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:16.038907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c490ff09-5b02-44c0-8541-5f4eb2294eea triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:16.039318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:16.140546 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d25a408c-f2d8-4926-bf2f-49fc50fa9b87 req-d39f9ecb-1937-479e-8b4d-b148eeef2538 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11 HTTP/1.1" status: 200 len: 217 time: 0.2368619 Jun 03 15:12:16.293820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a408c-f2d8-4926-bf2f-49fc50fa9b87 req-0adc931f-dc5c-45bc-80a0-6c6a7c1fabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:16.296501 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d25a408c-f2d8-4926-bf2f-49fc50fa9b87 req-0adc931f-dc5c-45bc-80a0-6c6a7c1fabeb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1490729 Jun 03 15:12:16.452595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c490ff09-5b02-44c0-8541-5f4eb2294eea is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:16.453268 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:16.454023 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d25a408c-f2d8-4926-bf2f-49fc50fa9b87 req-1f2a4075-10cd-4177-bbc4-c7b3db870e83 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474488 Jun 03 15:12:16.497782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port c490ff09-5b02-44c0-8541-5f4eb2294eea, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c490ff09-5b02-44c0-8541-5f4eb2294eea,segment=NetworkSegment(5740f579-7a3b-462d-b1e3-4f5c41f250fd),segment_id=5740f579-7a3b-462d-b1e3-4f5c41f250fd)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:16.506815 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:16.607144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=c490ff09-5b02-44c0-8541-5f4eb2294eea,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:16.645252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c37ac-3c23-4100-abed-d79c35ea5a3c req-c08b8c96-66fa-43a9-8a61-066ae703e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:16.646641 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13c37ac-3c23-4100-abed-d79c35ea5a3c req-c08b8c96-66fa-43a9-8a61-066ae703e1ce service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 1101 time: 0.5258038 Jun 03 15:12:16.662858 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d25a408c-f2d8-4926-bf2f-49fc50fa9b87 req-76a8aeaf-5b05-4a93-adf0-7ea9c85621eb service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986151 Jun 03 15:12:16.674790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a2d60-4305-49c4-b602-a53d31a372d5 req-fe2bbec8-d80b-4d20-ab9c-ecff36ee6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:16.676235 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-331a2d60-4305-49c4-b602-a53d31a372d5 req-fe2bbec8-d80b-4d20-ab9c-ecff36ee6f19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 1102 time: 0.2917461 Jun 03 15:12:16.723241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa30ef7-aabe-447a-b4f6-792c9d2bd490 req-1300747b-28f0-4288-aada-d52067d45dbf tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:16.731081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffa30ef7-aabe-447a-b4f6-792c9d2bd490 req-1300747b-28f0-4288-aada-d52067d45dbf tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 950 time: 0.4034877 Jun 03 15:12:16.735713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13c37ac-3c23-4100-abed-d79c35ea5a3c req-1fd8fb2d-cdcc-4a7f-91c5-8fc248dbeed0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785594 Jun 03 15:12:16.735965 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-331a2d60-4305-49c4-b602-a53d31a372d5 req-00ce2a5d-9cd4-4bd0-a092-2aeec0cac9db service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Jun 03 15:12:16.761078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc916ca6-3a9b-48e3-814a-9c21307c1a6b req-35b96432-c7e9-4ff2-8b3c-b9ba9c8a7741 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:16.761790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bc916ca6-3a9b-48e3-814a-9c21307c1a6b req-35b96432-c7e9-4ff2-8b3c-b9ba9c8a7741 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Synchronizing usage tracker for tenant:fe9486ae82804cb19137172043cf678a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:16.799625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffa30ef7-aabe-447a-b4f6-792c9d2bd490 req-2fe06f2f-89ec-4751-81f5-06df07ac2b84 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/security-groups?id=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676908 Jun 03 15:12:16.818434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bc916ca6-3a9b-48e3-814a-9c21307c1a6b req-35b96432-c7e9-4ff2-8b3c-b9ba9c8a7741 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Unset dirty status for tenant:fe9486ae82804cb19137172043cf678a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:16.827396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc916ca6-3a9b-48e3-814a-9c21307c1a6b req-35b96432-c7e9-4ff2-8b3c-b9ba9c8a7741 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3652506 Jun 03 15:12:16.858238 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d25a408c-f2d8-4926-bf2f-49fc50fa9b87 req-d9b7935e-c8a0-4740-99bb-9f8a836eae19 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809812 Jun 03 15:12:16.909170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bc916ca6-3a9b-48e3-814a-9c21307c1a6b req-267c1542-0f9d-42ca-9a11-2febf3c70d54 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Synchronizing usage tracker for tenant:fe9486ae82804cb19137172043cf678a on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:16.978800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bc916ca6-3a9b-48e3-814a-9c21307c1a6b req-267c1542-0f9d-42ca-9a11-2febf3c70d54 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Unset dirty status for tenant:fe9486ae82804cb19137172043cf678a on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:16.978800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc916ca6-3a9b-48e3-814a-9c21307c1a6b req-267c1542-0f9d-42ca-9a11-2febf3c70d54 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1435008 Jun 03 15:12:17.020345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c718722-0061-42a3-9001-f3d59d0aec01 req-e8c73220-4d0a-4bbb-8cac-1d0cd45ad96f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:17.021834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c718722-0061-42a3-9001-f3d59d0aec01 req-e8c73220-4d0a-4bbb-8cac-1d0cd45ad96f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 948 time: 0.0976312 Jun 03 15:12:17.072253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c718722-0061-42a3-9001-f3d59d0aec01 req-01a92fe3-964b-42a8-802e-98ca6a0e3b6f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435126 Jun 03 15:12:17.213073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0f179-b85e-4448-9ee2-ba7f9640cecc req-c580e7d8-3534-4b0c-8ad9-ab05ec2f2e24 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:17.214634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43a0f179-b85e-4448-9ee2-ba7f9640cecc req-c580e7d8-3534-4b0c-8ad9-ab05ec2f2e24 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 944 time: 0.1017261 Jun 03 15:12:17.299993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43a0f179-b85e-4448-9ee2-ba7f9640cecc req-03700927-3b2c-4046-81ee-332f4176e9f8 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Jun 03 15:12:17.350422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3128c-70d7-4caf-bd66-dad24806b3cb req-c15b3666-f06a-4941-811b-e809889c6674 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:17.352581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05d3128c-70d7-4caf-bd66-dad24806b3cb req-c15b3666-f06a-4941-811b-e809889c6674 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 951 time: 0.1368413 Jun 03 15:12:17.409183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05d3128c-70d7-4caf-bd66-dad24806b3cb req-aaa31c8c-3471-4c88-be61-5853147d352a tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506094 Jun 03 15:12:17.515327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-8161e4c3-5f52-46d4-b224-bfe5839b66b5 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:17.515922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-8161e4c3-5f52-46d4-b224-bfe5839b66b5 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Synchronizing usage tracker for tenant:7c903f7102c742f5a6bd1eb0f294f27a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:17.537033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-8161e4c3-5f52-46d4-b224-bfe5839b66b5 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Unset dirty status for tenant:7c903f7102c742f5a6bd1eb0f294f27a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:17.538435 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-8161e4c3-5f52-46d4-b224-bfe5839b66b5 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.67 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 950 time: 0.1035855 Jun 03 15:12:17.546357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bfd2bf2e-17a4-4abc-9535-4d814d53564a req-fa04a27f-7d2c-4f40-8ff4-511cb08fd6cb tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0811119 Jun 03 15:12:17.600806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe955467-89ef-48e8-a298-ca9a210e56c0 req-f85b10a1-a887-465d-a89c-c4f83531691b tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:17.602928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe955467-89ef-48e8-a298-ca9a210e56c0 req-f85b10a1-a887-465d-a89c-c4f83531691b tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 950 time: 0.1839247 Jun 03 15:12:17.640728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-783037b6-54d2-48e2-a177-407490ca673a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Deleting port ed8e9735-1e09-4cf5-876b-bc06a28567e9 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:17.641132 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-783037b6-54d2-48e2-a177-407490ca673a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:17.744149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c490ff09-5b02-44c0-8541-5f4eb2294eea up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:17.782529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe955467-89ef-48e8-a298-ca9a210e56c0 req-d72b20d1-51b6-427a-b807-fcd41bafac02 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715562 Jun 03 15:12:17.796556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a36c7-76ab-495f-909a-c2a4633329dd req-7f6937bd-3e1b-4cd7-a18b-826a5c4267bb tempest-LiveMigrationNegativeTest-1063948150 tempest-LiveMigrationNegativeTest-1063948150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:17.805943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-772a36c7-76ab-495f-909a-c2a4633329dd req-7f6937bd-3e1b-4cd7-a18b-826a5c4267bb tempest-LiveMigrationNegativeTest-1063948150 tempest-LiveMigrationNegativeTest-1063948150-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 1099 time: 0.1499372 Jun 03 15:12:17.852747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-772a36c7-76ab-495f-909a-c2a4633329dd req-8f53fe3e-d29f-45b5-9c22-a5325ef206d7 tempest-LiveMigrationNegativeTest-1063948150 tempest-LiveMigrationNegativeTest-1063948150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:17.878797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-772a36c7-76ab-495f-909a-c2a4633329dd req-8f53fe3e-d29f-45b5-9c22-a5325ef206d7 tempest-LiveMigrationNegativeTest-1063948150 tempest-LiveMigrationNegativeTest-1063948150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:17.885261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-772a36c7-76ab-495f-909a-c2a4633329dd req-8f53fe3e-d29f-45b5-9c22-a5325ef206d7 tempest-LiveMigrationNegativeTest-1063948150 tempest-LiveMigrationNegativeTest-1063948150-project-admin] Usage tracker for resource:security_group_rule and tenant:a1f6a54a6a5a492da417f3aebcd075d6 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:17.888591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-772a36c7-76ab-495f-909a-c2a4633329dd req-8f53fe3e-d29f-45b5-9c22-a5325ef206d7 tempest-LiveMigrationNegativeTest-1063948150 tempest-LiveMigrationNegativeTest-1063948150-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:17.895107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-772a36c7-76ab-495f-909a-c2a4633329dd req-8f53fe3e-d29f-45b5-9c22-a5325ef206d7 tempest-LiveMigrationNegativeTest-1063948150 tempest-LiveMigrationNegativeTest-1063948150-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:17.968445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c490ff09-5b02-44c0-8541-5f4eb2294eea triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:17.969680 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.083673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-783037b6-54d2-48e2-a177-407490ca673a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] For port ed8e9735-1e09-4cf5-876b-bc06a28567e9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ed8e9735-1e09-4cf5-876b-bc06a28567e9,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:18.083673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-783037b6-54d2-48e2-a177-407490ca673a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.107476 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-772a36c7-76ab-495f-909a-c2a4633329dd req-8f53fe3e-d29f-45b5-9c22-a5325ef206d7 tempest-LiveMigrationNegativeTest-1063948150 tempest-LiveMigrationNegativeTest-1063948150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.120525 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-772a36c7-76ab-495f-909a-c2a4633329dd req-8f53fe3e-d29f-45b5-9c22-a5325ef206d7 tempest-LiveMigrationNegativeTest-1063948150 tempest-LiveMigrationNegativeTest-1063948150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.178844 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-772a36c7-76ab-495f-909a-c2a4633329dd req-8f53fe3e-d29f-45b5-9c22-a5325ef206d7 tempest-LiveMigrationNegativeTest-1063948150 tempest-LiveMigrationNegativeTest-1063948150-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717403 Jun 03 15:12:18.225340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c490ff09-5b02-44c0-8541-5f4eb2294eea is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:18.227014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53fe3e-d29f-45b5-9c22-a5325ef206d7 tempest-LiveMigrationNegativeTest-1063948150 tempest-LiveMigrationNegativeTest-1063948150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92d85b3-26cd-41e5-8d6a-7689cfc5af38,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:18.344455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-783037b6-54d2-48e2-a177-407490ca673a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Calling delete_port for ed8e9735-1e09-4cf5-876b-bc06a28567e9 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:18.666991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-783037b6-54d2-48e2-a177-407490ca673a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.676608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11d9ec-115e-4daf-9fc6-4fc8881a6a4e req-762fac1e-190b-49c7-bbae-e40d0db01b89 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:18.682795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d4d6aec2-9fb4-489f-ae07-beb8eba82f11 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:12:18.684937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec11d9ec-115e-4daf-9fc6-4fc8881a6a4e req-762fac1e-190b-49c7-bbae-e40d0db01b89 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/ports?device_id=27722cb7-12b8-46d1-842f-c203cd0a377e HTTP/1.1" status: 200 len: 950 time: 0.2697294 Jun 03 15:12:18.713641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a78e9c-0db8-4108-b286-8121c9b0596b req-0f0ed4c2-53b4-4a3f-8bbe-e4c2e82e5699 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:18.720844 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6a78e9c-0db8-4108-b286-8121c9b0596b req-0f0ed4c2-53b4-4a3f-8bbe-e4c2e82e5699 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 945 time: 0.1937490 Jun 03 15:12:18.743468 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['ed8e9735-1e09-4cf5-876b-bc06a28567e9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:18.760799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783037b6-54d2-48e2-a177-407490ca673a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Pushing event deleted for resources: {'Port': ['ID=ed8e9735-1e09-4cf5-876b-bc06a28567e9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:18.793996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec11d9ec-115e-4daf-9fc6-4fc8881a6a4e req-e7e99468-af42-4023-b097-c6a26b1c7d44 tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.48 "GET /v2.0/security-groups?id=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080871 Jun 03 15:12:18.846513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6a78e9c-0db8-4108-b286-8121c9b0596b req-41ef7849-e9cf-4288-b697-87c037a068bb tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249430 Jun 03 15:12:18.881606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-783037b6-54d2-48e2-a177-407490ca673a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] No DVR routers for this DVR port ed8e9735-1e09-4cf5-876b-bc06a28567e9 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:18.891951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-783037b6-54d2-48e2-a177-407490ca673a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:18.913966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27722cb7-12b8-46d1-842f-c203cd0a377e', 'name': 'network-vif-deleted', 'tag': 'ed8e9735-1e09-4cf5-876b-bc06a28567e9'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:18.979161 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c75f705-1706-428d-8c86-febd6fc17b35 req-783037b6-54d2-48e2-a177-407490ca673a tempest-TenantUsagesTestJSON-682578500 tempest-TenantUsagesTestJSON-682578500-project] 10.222.0.67 "DELETE /v2.0/ports/ed8e9735-1e09-4cf5-876b-bc06a28567e9 HTTP/1.1" status: 204 len: 173 time: 1.4349601 Jun 03 15:12:19.067696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:19.100598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11', 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810', 'port_id': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11', 'mac_address': 'fa:16:3e:b6:12:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8d6379-eb96-4f03-8390-c2aeb681aa26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:12:19.102618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efd693-e18b-4e6c-bdbd-1a0ce75175d7 req-25acc289-e620-4a54-b2d9-0d1f71a01378 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:19.104232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11efd693-e18b-4e6c-bdbd-1a0ce75175d7 req-25acc289-e620-4a54-b2d9-0d1f71a01378 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 944 time: 0.1606543 Jun 03 15:12:19.217581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:19.218148 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:19.224038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11efd693-e18b-4e6c-bdbd-1a0ce75175d7 req-5aeaa851-bbd1-4b4d-94ae-15dbce805126 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131206 Jun 03 15:12:19.239895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d6aec2-9fb4-489f-ae07-beb8eba82f11 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:19.261499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:19.274165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:19.422562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:19.498356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc76edc-b11e-4f62-8dda-d648dbea0e2a req-7ff17ced-a472-4b42-bde3-660a05345c6d tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:19.500178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5dc76edc-b11e-4f62-8dda-d648dbea0e2a req-7ff17ced-a472-4b42-bde3-660a05345c6d tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 950 time: 0.1545708 Jun 03 15:12:19.597154 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-72655ce1-1cd2-4cbb-9484-4493084debd5 req-827325fb-0296-440b-8791-fdac0fd17189 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0849206 Jun 03 15:12:19.602424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['d4d6aec2-9fb4-489f-ae07-beb8eba82f11'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:19.634551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0607422-026d-4a71-bb41-564a6420c381 req-6280049c-b134-4432-8bef-1d6cccaea15d tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:19.643015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0607422-026d-4a71-bb41-564a6420c381 req-6280049c-b134-4432-8bef-1d6cccaea15d tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 951 time: 0.2629302 Jun 03 15:12:19.687107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5dc76edc-b11e-4f62-8dda-d648dbea0e2a req-190173b9-2b6a-4a5a-ac11-8990ae490cf5 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796517 Jun 03 15:12:19.714396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0607422-026d-4a71-bb41-564a6420c381 req-4665e402-f7d6-4f90-b16e-f8aa832ad51c tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694954 Jun 03 15:12:19.822844 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5350ceee-94dd-48da-9bbd-052086ab84cf'] response: {'server_uuid': '27722cb7-12b8-46d1-842f-c203cd0a377e', 'name': 'network-vif-deleted', 'tag': 'ed8e9735-1e09-4cf5-876b-bc06a28567e9', 'status': 'completed', 'code': 200} Jun 03 15:12:19.855456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72655ce1-1cd2-4cbb-9484-4493084debd5 req-ca05f8e0-02c6-49ea-9e97-f8b80e45bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:19.858433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-72655ce1-1cd2-4cbb-9484-4493084debd5 req-ca05f8e0-02c6-49ea-9e97-f8b80e45bdb4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 1095 time: 0.1778615 Jun 03 15:12:20.065429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72655ce1-1cd2-4cbb-9484-4493084debd5 req-7beecb7a-c4c8-4580-a888-4c4461dd18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:20.067332 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-72655ce1-1cd2-4cbb-9484-4493084debd5 req-7beecb7a-c4c8-4580-a888-4c4461dd18a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.1867666 Jun 03 15:12:20.231625 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-72655ce1-1cd2-4cbb-9484-4493084debd5 req-6d963268-f918-4922-9e35-332ce847df7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b HTTP/1.1" status: 200 len: 217 time: 0.1102190 Jun 03 15:12:20.330113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72655ce1-1cd2-4cbb-9484-4493084debd5 req-a372dcfc-9551-4315-99cc-361ef6ab387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:20.333818 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-72655ce1-1cd2-4cbb-9484-4493084debd5 req-a372dcfc-9551-4315-99cc-361ef6ab387d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.0874205 Jun 03 15:12:20.389572 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-72655ce1-1cd2-4cbb-9484-4493084debd5 req-f8ad470e-00ab-4f56-b5f5-7f1af976d112 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505633 Jun 03 15:12:20.724088 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-72655ce1-1cd2-4cbb-9484-4493084debd5 req-17b5a591-d2dd-49af-bb82-bd90601aa66b service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249838 Jun 03 15:12:20.737202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a627dc-eb5e-4dff-a230-e97b92e5b6e2 req-94441a17-1c4b-493a-a258-78ed3da5f2bd tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:20.738850 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a6a627dc-eb5e-4dff-a230-e97b92e5b6e2 req-94441a17-1c4b-493a-a258-78ed3da5f2bd tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 945 time: 0.1941464 Jun 03 15:12:20.827806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88dae4-45f2-48b6-9ff7-a43ffeb8c85d req-7093ac23-d869-4877-a512-86842d95a73a tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:20.842263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c88dae4-45f2-48b6-9ff7-a43ffeb8c85d req-7093ac23-d869-4877-a512-86842d95a73a tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 948 time: 0.1687715 Jun 03 15:12:20.878535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073695de-d1ea-4649-af7a-7eeffa44860f req-a36ec273-97ac-4be7-87fa-1a5a00032dfe tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:20.879405 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-72655ce1-1cd2-4cbb-9484-4493084debd5 req-c2dd1bfd-b4f6-454f-ab24-b82469f39b12 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395955 Jun 03 15:12:20.887115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-073695de-d1ea-4649-af7a-7eeffa44860f req-a36ec273-97ac-4be7-87fa-1a5a00032dfe tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 945 time: 0.2840695 Jun 03 15:12:20.932649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55552) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:20.973474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c88dae4-45f2-48b6-9ff7-a43ffeb8c85d req-0506bdf7-c12f-436a-be12-56c8f635097e tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274197 Jun 03 15:12:21.060198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-073695de-d1ea-4649-af7a-7eeffa44860f req-b3a4ac7d-afe1-4d3c-9745-06bd3ea4f292 tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bead6d7-9bee-4038-af3a-154e5b228926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717968 Jun 03 15:12:21.123848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a6a627dc-eb5e-4dff-a230-e97b92e5b6e2 req-b3c83dae-e495-4c25-98b5-583c7d02517d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Deleting port 02475069-9cbb-49b2-95e6-deee6d06114d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:21.124449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a6a627dc-eb5e-4dff-a230-e97b92e5b6e2 req-b3c83dae-e495-4c25-98b5-583c7d02517d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.322026 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a9456efa-b461-4103-a37d-38a6abfa1403 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c903f7102c742f5a6bd1eb0f294f27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3881245 Jun 03 15:12:21.333030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55558) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:21.388548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ed8e9735-1e09-4cf5-876b-bc06a28567e9 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:21.423976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-7e7816d1-46b4-4e03-8c90-1c7e0d5791c8 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:21.434218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-7e7816d1-46b4-4e03-8c90-1c7e0d5791c8 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 1101 time: 0.2054491 Jun 03 15:12:21.435065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: ed8e9735-1e09-4cf5-876b-bc06a28567e9 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:21.435601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ed8e9735-1e09-4cf5-876b-bc06a28567e9 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:21.477047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a6a627dc-eb5e-4dff-a230-e97b92e5b6e2 req-b3c83dae-e495-4c25-98b5-583c7d02517d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] For port 02475069-9cbb-49b2-95e6-deee6d06114d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=02475069-9cbb-49b2-95e6-deee6d06114d,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:21.477433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a6a627dc-eb5e-4dff-a230-e97b92e5b6e2 req-b3c83dae-e495-4c25-98b5-583c7d02517d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.482528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dde56b-0311-49f1-b03a-2faa414eee38 req-f5a8a134-23d7-447d-bff9-3fafcebf15f1 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:21.484239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2dde56b-0311-49f1-b03a-2faa414eee38 req-f5a8a134-23d7-447d-bff9-3fafcebf15f1 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 945 time: 0.3054256 Jun 03 15:12:21.486432 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-895f2345-3a7d-418f-a8dc-0c2bf6c63322 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.534090 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a8c02c6-7253-41e7-a08d-169a69451977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.535974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-895f2345-3a7d-418f-a8dc-0c2bf6c63322 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:21.552019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-895f2345-3a7d-418f-a8dc-0c2bf6c63322 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] Usage tracker for resource:security_group_rule and tenant:62d26515fd1f4599b2c7c11099eebeb8 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:21.565373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-895f2345-3a7d-418f-a8dc-0c2bf6c63322 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:21.572841 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2dde56b-0311-49f1-b03a-2faa414eee38 req-33e313e5-5cce-457b-8f44-225a8fe38633 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755217 Jun 03 15:12:21.577831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-895f2345-3a7d-418f-a8dc-0c2bf6c63322 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:21.607422 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a8c02c6-7253-41e7-a08d-169a69451977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.640544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a6a627dc-eb5e-4dff-a230-e97b92e5b6e2 req-b3c83dae-e495-4c25-98b5-583c7d02517d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Calling delete_port for 02475069-9cbb-49b2-95e6-deee6d06114d owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:21.694160 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a8c02c6-7253-41e7-a08d-169a69451977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.720421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c02c6-7253-41e7-a08d-169a69451977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:21.823020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a8c02c6-7253-41e7-a08d-169a69451977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.826244 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2a8c02c6-7253-41e7-a08d-169a69451977 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37bba8c9-c04f-4fbd-86ec-c9f1b81b77e2 HTTP/1.1" status: 204 len: 168 time: 0.4864111 Jun 03 15:12:21.847404 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a6a627dc-eb5e-4dff-a230-e97b92e5b6e2 req-b3c83dae-e495-4c25-98b5-583c7d02517d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.850595 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-895f2345-3a7d-418f-a8dc-0c2bf6c63322 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.860028 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-895f2345-3a7d-418f-a8dc-0c2bf6c63322 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:21.885854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['02475069-9cbb-49b2-95e6-deee6d06114d'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:21.891267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-895f2345-3a7d-418f-a8dc-0c2bf6c63322 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] Synchronizing usage tracker for tenant:62d26515fd1f4599b2c7c11099eebeb8 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:21.915241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f2345-3a7d-418f-a8dc-0c2bf6c63322 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292d0acf-6e57-4ab7-9791-2e30649aa350,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:21.929140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed82ae4-ab26-4056-a7aa-df8c46a45ab0 req-71b5603c-6a7d-4605-a519-4334cb6e3f12 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:21.938133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fed82ae4-ab26-4056-a7aa-df8c46a45ab0 req-71b5603c-6a7d-4605-a519-4334cb6e3f12 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 1102 time: 0.1972067 Jun 03 15:12:21.951943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c83dae-e495-4c25-98b5-583c7d02517d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Pushing event deleted for resources: {'Port': ['ID=02475069-9cbb-49b2-95e6-deee6d06114d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:21.959989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-895f2345-3a7d-418f-a8dc-0c2bf6c63322 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] Unset dirty status for tenant:62d26515fd1f4599b2c7c11099eebeb8 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:21.986714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f058ded3-f075-4aa0-b9e2-cca7315b14f9 req-895f2345-3a7d-418f-a8dc-0c2bf6c63322 tempest-ServersAdminNegativeTestJSON-839242807 tempest-ServersAdminNegativeTestJSON-839242807-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515594 Jun 03 15:12:22.037685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fed82ae4-ab26-4056-a7aa-df8c46a45ab0 req-a947c067-3937-4259-aaf7-8fbc5bea9bd4 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983996 Jun 03 15:12:22.130990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a627dc-eb5e-4dff-a230-e97b92e5b6e2 req-b3c83dae-e495-4c25-98b5-583c7d02517d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] No DVR routers for this DVR port 02475069-9cbb-49b2-95e6-deee6d06114d on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:22.134406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a6a627dc-eb5e-4dff-a230-e97b92e5b6e2 req-b3c83dae-e495-4c25-98b5-583c7d02517d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:22.138037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'name': 'network-vif-deleted', 'tag': '02475069-9cbb-49b2-95e6-deee6d06114d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:22.201413 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a6a627dc-eb5e-4dff-a230-e97b92e5b6e2 req-b3c83dae-e495-4c25-98b5-583c7d02517d tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.67 "DELETE /v2.0/ports/02475069-9cbb-49b2-95e6-deee6d06114d HTTP/1.1" status: 204 len: 173 time: 1.3210018 Jun 03 15:12:22.238205 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56451124-646b-49f0-b529-9875a8be4af1 req-1a98241a-6719-4c8b-b900-c887c9f2920f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:22.238965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-56451124-646b-49f0-b529-9875a8be4af1 req-1a98241a-6719-4c8b-b900-c887c9f2920f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Synchronizing usage tracker for tenant:2a2663414582461283b0b3a2ea602518 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:22.260285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-56451124-646b-49f0-b529-9875a8be4af1 req-1a98241a-6719-4c8b-b900-c887c9f2920f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Unset dirty status for tenant:2a2663414582461283b0b3a2ea602518 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:22.261446 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-56451124-646b-49f0-b529-9875a8be4af1 req-1a98241a-6719-4c8b-b900-c887c9f2920f tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.75 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 948 time: 0.3515692 Jun 03 15:12:22.396893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-56451124-646b-49f0-b529-9875a8be4af1 req-69a6f7dc-5753-45cb-9323-8d0e8ee98a52 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Deleting port ebee76d3-34d7-4779-a758-f5ddef87c668 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:22.397227 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-56451124-646b-49f0-b529-9875a8be4af1 req-69a6f7dc-5753-45cb-9323-8d0e8ee98a52 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:22.409994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55598) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:22.454731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79658b0-5e29-429e-8bf3-3d044bd85604 req-e2a741b2-8bd7-4b1d-a10d-b9914af921ce tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:22.456606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d79658b0-5e29-429e-8bf3-3d044bd85604 req-e2a741b2-8bd7-4b1d-a10d-b9914af921ce tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 948 time: 0.2229319 Jun 03 15:12:22.464347 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcf320bc-a1c9-4a82-b6a3-a9e9af563d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:22.531275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fcf320bc-a1c9-4a82-b6a3-a9e9af563d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:22.555864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fcf320bc-a1c9-4a82-b6a3-a9e9af563d04 admin admin] Usage tracker for resource:security_group_rule and tenant:73944a7b1db245b08f9e102b02798e12 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:22.564714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fcf320bc-a1c9-4a82-b6a3-a9e9af563d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:22.574239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fcf320bc-a1c9-4a82-b6a3-a9e9af563d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:22.588529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d79658b0-5e29-429e-8bf3-3d044bd85604 req-023b6012-4f14-42a4-94b4-f9e0019252b8 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253805 Jun 03 15:12:22.688163 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c46f23a0-9481-4676-b7e0-70aba4149e6c req-b46899a9-15aa-4905-ace5-827afba2e2ea tempest-FloatingIPsAssociationNegativeTestJSON-749410619 tempest-FloatingIPsAssociationNegativeTestJSON-749410619-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b8b3b83-466c-476b-bb49-5ba019d8316d HTTP/1.1" status: 200 len: 210 time: 0.0667675 Jun 03 15:12:22.698439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d4d6aec2-9fb4-489f-ae07-beb8eba82f11 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:22.796920 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc1f17c-59b2-439f-a11a-ceef53e2e631'] response: {'server_uuid': '8b8b3b83-466c-476b-bb49-5ba019d8316d', 'name': 'network-vif-deleted', 'tag': '02475069-9cbb-49b2-95e6-deee6d06114d', 'status': 'completed', 'code': 200} Jun 03 15:12:22.855548 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcf320bc-a1c9-4a82-b6a3-a9e9af563d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:22.865684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:22.871300 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:22.871923 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:22.918155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcf320bc-a1c9-4a82-b6a3-a9e9af563d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:22.962665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55614) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:22.963206 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fcf320bc-a1c9-4a82-b6a3-a9e9af563d04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73944a7b1db245b08f9e102b02798e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500014 Jun 03 15:12:23.069899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-56451124-646b-49f0-b529-9875a8be4af1 req-69a6f7dc-5753-45cb-9323-8d0e8ee98a52 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] For port ebee76d3-34d7-4779-a758-f5ddef87c668, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ebee76d3-34d7-4779-a758-f5ddef87c668,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:23.070561 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-56451124-646b-49f0-b529-9875a8be4af1 req-69a6f7dc-5753-45cb-9323-8d0e8ee98a52 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:23.080560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf320bc-a1c9-4a82-b6a3-a9e9af563d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4b7114-854a-4e65-8568-93a063fcee65,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:23.106666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a93db-93ac-4176-8a1c-640a7ab5af48 req-3dfdc5c8-0a74-47df-8d58-784c87507a46 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:23.114897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a49a93db-93ac-4176-8a1c-640a7ab5af48 req-3dfdc5c8-0a74-47df-8d58-784c87507a46 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 1102 time: 0.2615318 Jun 03 15:12:23.133305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:23.134159 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:23.158367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88170fb5-2795-4995-b979-983372269ed9 req-fc3ee650-1455-4181-87ef-6bbec0d6138d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:23.160190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88170fb5-2795-4995-b979-983372269ed9 req-fc3ee650-1455-4181-87ef-6bbec0d6138d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 945 time: 0.2145345 Jun 03 15:12:23.196678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b0462e-1ecf-4777-90bd-77886ac08115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:23.216543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:23.216900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-56451124-646b-49f0-b529-9875a8be4af1 req-69a6f7dc-5753-45cb-9323-8d0e8ee98a52 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Calling delete_port for ebee76d3-34d7-4779-a758-f5ddef87c668 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:23.218460 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a49a93db-93ac-4176-8a1c-640a7ab5af48 req-64ff038e-e3ef-4f7e-9b79-6d037a6e6984 tempest-ServersAdminTestJSON-164706507 tempest-ServersAdminTestJSON-164706507-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025312 Jun 03 15:12:23.226679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:23.294588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45f27625-4931-4e48-86b1-ecf56a62a89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:23.300837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88170fb5-2795-4995-b979-983372269ed9 req-b7ef36eb-b28d-403b-8900-1746eea71725 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323783 Jun 03 15:12:23.413739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45f27625-4931-4e48-86b1-ecf56a62a89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:23.543593 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd44afbb-a4f6-453d-9f23-469273fa8cd8'] response: {'server_uuid': '73b0462e-1ecf-4777-90bd-77886ac08115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11', 'code': 200} Jun 03 15:12:23.548722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:23.637015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45f27625-4931-4e48-86b1-ecf56a62a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:23.675897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0bf59-0ea1-420c-9c98-b004822e5fac req-8efc4cff-84d6-4f86-a3d4-0c653a814a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:23.678979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2b0bf59-0ea1-420c-9c98-b004822e5fac req-8efc4cff-84d6-4f86-a3d4-0c653a814a34 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 1097 time: 0.2716131 Jun 03 15:12:23.693678 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-56451124-646b-49f0-b529-9875a8be4af1 req-69a6f7dc-5753-45cb-9323-8d0e8ee98a52 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:23.702073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f27625-4931-4e48-86b1-ecf56a62a89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4b7114-854a-4e65-8568-93a063fcee65,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:23.712013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['7e426e51-8b30-428e-86e0-07a5a42f50bb', 'ebee76d3-34d7-4779-a758-f5ddef87c668'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:23.828529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2b0bf59-0ea1-420c-9c98-b004822e5fac req-b7c54fc2-06e2-4cc7-82fd-8801839ca4f2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425588 Jun 03 15:12:23.988391 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-297d7a97-f3a8-4d9b-9373-872cf68c37a8 req-9cc4c18a-455b-4552-9194-af63bd2102e2 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 210 time: 0.0521486 Jun 03 15:12:24.003615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55634) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:24.080553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6f7dc-5753-45cb-9323-8d0e8ee98a52 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Pushing event deleted for resources: {'Port': ['ID=ebee76d3-34d7-4779-a758-f5ddef87c668,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:24.175266 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45f27625-4931-4e48-86b1-ecf56a62a89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:24.176468 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-45f27625-4931-4e48-86b1-ecf56a62a89b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e4b7114-854a-4e65-8568-93a063fcee65 HTTP/1.1" status: 204 len: 168 time: 1.2098296 Jun 03 15:12:24.269071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-56451124-646b-49f0-b529-9875a8be4af1 req-69a6f7dc-5753-45cb-9323-8d0e8ee98a52 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] No DVR routers for this DVR port ebee76d3-34d7-4779-a758-f5ddef87c668 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:24.272712 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-56451124-646b-49f0-b529-9875a8be4af1 req-69a6f7dc-5753-45cb-9323-8d0e8ee98a52 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:24.275226 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-56451124-646b-49f0-b529-9875a8be4af1 req-69a6f7dc-5753-45cb-9323-8d0e8ee98a52 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.75 "DELETE /v2.0/ports/ebee76d3-34d7-4779-a758-f5ddef87c668 HTTP/1.1" status: 204 len: 173 time: 2.0053327 Jun 03 15:12:24.778828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010bdef-2a17-408a-a24b-29660204e19e req-d7b561bf-d002-4dc3-a3be-54fe10f3d32a tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:24.784518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0010bdef-2a17-408a-a24b-29660204e19e req-d7b561bf-d002-4dc3-a3be-54fe10f3d32a tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 950 time: 0.5366857 Jun 03 15:12:24.790365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842dfb5-c581-419e-b39f-02a519327187 req-8264c034-c385-4d2e-aad3-404aae18b5e9 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:24.797387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1842dfb5-c581-419e-b39f-02a519327187 req-8264c034-c385-4d2e-aad3-404aae18b5e9 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 950 time: 0.5547683 Jun 03 15:12:24.798386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3684d52f-933b-4e96-98c1-b93a30aaf85d', 'name': 'network-vif-deleted', 'tag': 'ebee76d3-34d7-4779-a758-f5ddef87c668'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:24.965108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1842dfb5-c581-419e-b39f-02a519327187 req-40201d72-504d-41a9-8593-87c5a30bad53 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666806 Jun 03 15:12:25.001760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0010bdef-2a17-408a-a24b-29660204e19e req-7fd171a0-18c8-406f-a8f6-cc8efe0423f0 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953592 Jun 03 15:12:25.108332 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b17c58d-5992-4c65-ae34-41f741e1782f'] response: {'server_uuid': '3684d52f-933b-4e96-98c1-b93a30aaf85d', 'name': 'network-vif-deleted', 'tag': 'ebee76d3-34d7-4779-a758-f5ddef87c668', 'status': 'completed', 'code': 200} Jun 03 15:12:25.307066 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:25.404285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 02475069-9cbb-49b2-95e6-deee6d06114d no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:25.554811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 02475069-9cbb-49b2-95e6-deee6d06114d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:25.555489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 02475069-9cbb-49b2-95e6-deee6d06114d not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:25.612648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55664) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:25.632023 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac95e606-ce23-4697-8f26-0673678f5b92 req-e15b3a43-cfd0-4d26-b302-00b75b4a5dbc tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=3684d52f-933b-4e96-98c1-b93a30aaf85d HTTP/1.1" status: 200 len: 210 time: 0.1932840 Jun 03 15:12:25.696139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-894b0465-6990-4756-993c-6b78acba7102 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:25.697216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-894b0465-6990-4756-993c-6b78acba7102 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Synchronizing usage tracker for tenant:0e0765978f31465290dfed3a7d584a26 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:25.712032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-894b0465-6990-4756-993c-6b78acba7102 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Unset dirty status for tenant:0e0765978f31465290dfed3a7d584a26 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:25.713434 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-894b0465-6990-4756-993c-6b78acba7102 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.75 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 950 time: 0.1529691 Jun 03 15:12:25.817793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501fa14-e190-449c-b72c-4f4e3c815692 req-366df242-4d9a-4048-8f10-8d26a9695fa4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:25.819303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9501fa14-e190-449c-b72c-4f4e3c815692 req-366df242-4d9a-4048-8f10-8d26a9695fa4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 946 time: 0.3580942 Jun 03 15:12:25.839507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1121453881-network', 'tenant_id': '81b50490fc054680bc635bedcf887e4c'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:25.844340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:25.877536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-ed2e88a5-83a4-4654-bb9a-cfcd45339576 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Deleting port 92336bfa-7ef7-4eda-aeb9-f2443c57916f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:25.877916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-ed2e88a5-83a4-4654-bb9a-cfcd45339576 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:25.879868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Usage tracker for resource:network and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:25.888170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:25.919988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:25.970362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Made reservation on behalf of 81b50490fc054680bc635bedcf887e4c for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:25.972838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:25.993563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9501fa14-e190-449c-b72c-4f4e3c815692 req-825338ec-f822-45da-92a9-782c7ae3ff1e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430526 Jun 03 15:12:26.029294 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.060980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:26.065293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:26.069533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:26.075692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-e72eee33-176f-42bc-91a1-1cac2d2f2b78 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:26.076247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:26.077172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-e72eee33-176f-42bc-91a1-1cac2d2f2b78 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Synchronizing usage tracker for tenant:913ae1f2ec924144a00c0fd3d58031eb on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:26.121063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-e72eee33-176f-42bc-91a1-1cac2d2f2b78 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Unset dirty status for tenant:913ae1f2ec924144a00c0fd3d58031eb on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:26.123054 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-e72eee33-176f-42bc-91a1-1cac2d2f2b78 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 950 time: 0.3365273 Jun 03 15:12:26.316701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-57aaeb35-4713-47df-9f74-603f3a73d783 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Deleting port 78115f06-6b55-429f-85c6-c53d3f1f75d5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:26.317380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-57aaeb35-4713-47df-9f74-603f3a73d783 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.332440 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.373083 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.388010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:12:26.402399 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.402864 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Added segment e1520647-870e-4078-acf3-af336265cadb of type vlan for network ab63c6e0-b72e-462c-8048-603df0f72191 Jun 03 15:12:26.432537 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.488179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.489135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:26.489730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.531768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee4579-deb3-445c-b355-5c2b166de37f req-041249cd-1f4d-4d57-97a3-45efbe28cb18 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:26.533564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47ee4579-deb3-445c-b355-5c2b166de37f req-041249cd-1f4d-4d57-97a3-45efbe28cb18 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 950 time: 0.3395693 Jun 03 15:12:26.546566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-ed2e88a5-83a4-4654-bb9a-cfcd45339576 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] For port 92336bfa-7ef7-4eda-aeb9-f2443c57916f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=92336bfa-7ef7-4eda-aeb9-f2443c57916f,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:26.547064 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-ed2e88a5-83a4-4654-bb9a-cfcd45339576 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.628804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0110197 Jun 03 15:12:26.637275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55674) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:26.676091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] Deleting port fae326d8-e030-40eb-9c6a-a179c7991dab {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:26.676427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:26.729233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ebee76d3-34d7-4779-a758-f5ddef87c668 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:26.762463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-ed2e88a5-83a4-4654-bb9a-cfcd45339576 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Calling delete_port for 92336bfa-7ef7-4eda-aeb9-f2443c57916f owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:26.813490 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: ebee76d3-34d7-4779-a758-f5ddef87c668 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:26.814249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ebee76d3-34d7-4779-a758-f5ddef87c668 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:26.929580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Request body: {'subnet': {'network_id': 'ab63c6e0-b72e-462c-8048-603df0f72191', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1121453881-subnet', 'tenant_id': '81b50490fc054680bc635bedcf887e4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:26.935304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:26.942317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Pushing event updated for resources: {'Network': ['ID=ab63c6e0-b72e-462c-8048-603df0f72191,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:26.949837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Usage tracker for resource:subnet and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:26.954607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:26.954925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ab63c6e0-b72e-462c-8048-603df0f72191 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:12:26.968735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:26.999340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-57aaeb35-4713-47df-9f74-603f3a73d783 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] For port 78115f06-6b55-429f-85c6-c53d3f1f75d5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=78115f06-6b55-429f-85c6-c53d3f1f75d5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:26.999740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-57aaeb35-4713-47df-9f74-603f3a73d783 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.023624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Made reservation on behalf of 81b50490fc054680bc635bedcf887e4c for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:27.026390 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.110900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac0b17-02e5-4865-ae33-dbfaaa07b329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e02466b-4a35-4a4f-92fa-c64fb463f24f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:27.139109 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-ed2e88a5-83a4-4654-bb9a-cfcd45339576 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.146817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-57aaeb35-4713-47df-9f74-603f3a73d783 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Calling delete_port for 78115f06-6b55-429f-85c6-c53d3f1f75d5 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:27.152571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['698042f9-9317-4e44-a60d-87a8db2065e4', '92336bfa-7ef7-4eda-aeb9-f2443c57916f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:27.206700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47ee4579-deb3-445c-b355-5c2b166de37f req-628fa90b-8624-446c-9fdf-b39e8554b7b7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795479 Jun 03 15:12:27.233951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d12ec2-73fb-4f2a-b2f1-566204749cb7 req-4d7c9d3d-935a-47cc-8b6d-aa3b94353ab1 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:27.235533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5d12ec2-73fb-4f2a-b2f1-566204749cb7 req-4d7c9d3d-935a-47cc-8b6d-aa3b94353ab1 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=158d77ed-8ece-4aa6-b5a2-1acbb73f9b74 HTTP/1.1" status: 200 len: 950 time: 1.0434852 Jun 03 15:12:27.293462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e88a5-83a4-4654-bb9a-cfcd45339576 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Pushing event deleted for resources: {'Port': ['ID=92336bfa-7ef7-4eda-aeb9-f2443c57916f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:27.299444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] For port fae326d8-e030-40eb-9c6a-a179c7991dab, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fae326d8-e030-40eb-9c6a-a179c7991dab,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:27.301328 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.467823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-ed2e88a5-83a4-4654-bb9a-cfcd45339576 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] No DVR routers for this DVR port 92336bfa-7ef7-4eda-aeb9-f2443c57916f on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:27.529927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-ed2e88a5-83a4-4654-bb9a-cfcd45339576 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.532239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158d77ed-8ece-4aa6-b5a2-1acbb73f9b74', 'name': 'network-vif-deleted', 'tag': '92336bfa-7ef7-4eda-aeb9-f2443c57916f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:27.698479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] Calling delete_port for fae326d8-e030-40eb-9c6a-a179c7991dab owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:27.734478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5d12ec2-73fb-4f2a-b2f1-566204749cb7 req-d4f6fb05-334f-465d-a785-448e235a2984 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871545 Jun 03 15:12:27.752901 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-11382f7b-8747-4175-8439-e2f16bb7ab2b req-ed2e88a5-83a4-4654-bb9a-cfcd45339576 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.75 "DELETE /v2.0/ports/92336bfa-7ef7-4eda-aeb9-f2443c57916f HTTP/1.1" status: 204 len: 173 time: 2.0316393 Jun 03 15:12:27.839590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-57aaeb35-4713-47df-9f74-603f3a73d783 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:27.876953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c927943c-4d43-4a46-b579-8c5e91c2b957', '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:27.903848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaeb35-4713-47df-9f74-603f3a73d783 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Pushing event deleted for resources: {'Port': ['ID=78115f06-6b55-429f-85c6-c53d3f1f75d5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:28.042943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-57aaeb35-4713-47df-9f74-603f3a73d783 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] No DVR routers for this DVR port 78115f06-6b55-429f-85c6-c53d3f1f75d5 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:28.046843 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-57aaeb35-4713-47df-9f74-603f3a73d783 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:28.071906 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-93bc72a2-0043-4d71-a87d-67c5ddc92954 req-57aaeb35-4713-47df-9f74-603f3a73d783 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "DELETE /v2.0/ports/78115f06-6b55-429f-85c6-c53d3f1f75d5 HTTP/1.1" status: 204 len: 173 time: 1.9325848 Jun 03 15:12:28.155210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e3f49-2f07-453f-b316-1dced769a32e req-24cb2bf7-8e8f-448a-93d4-e64ecda9279f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:28.162134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c9e3f49-2f07-453f-b316-1dced769a32e req-24cb2bf7-8e8f-448a-93d4-e64ecda9279f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 946 time: 0.6209524 Jun 03 15:12:28.217138 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:28.260567 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7954b7fc-4499-4841-b749-8f86ea2916c6'] response: {'server_uuid': '158d77ed-8ece-4aa6-b5a2-1acbb73f9b74', 'name': 'network-vif-deleted', 'tag': '92336bfa-7ef7-4eda-aeb9-f2443c57916f', 'status': 'completed', 'code': 200} Jun 03 15:12:28.333989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c9e3f49-2f07-453f-b316-1dced769a32e req-279bb753-bd50-4f0f-a357-4a5cd9b026e5 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707768 Jun 03 15:12:28.496311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c91a9fb-610c-4bba-9c01-cf9cae64f106,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:28.502230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:28.600685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] Pushing event deleted for resources: {'Port': ['ID=fae326d8-e030-40eb-9c6a-a179c7991dab,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:28.754660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Checking segment: {'id': 'e1520647-870e-4078-acf3-af336265cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ab63c6e0-b72e-462c-8048-603df0f72191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:28.755282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Network hostable DHCP agents. Network: ab63c6e0-b72e-462c-8048-603df0f72191, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:12:28.886280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0be15d63-e9f7-4c02-9ec5-41af1584c3d7 req-6fe832e9-f4a0-40c8-8bb2-32dabc3f03d7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b979c0f-d35a-4b8d-88f7-e0f890169012 HTTP/1.1" status: 200 len: 210 time: 0.1255147 Jun 03 15:12:28.908818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Network ab63c6e0-b72e-462c-8048-603df0f72191 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:12:29.004202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, ab63c6e0-b72e-462c-8048-603df0f72191) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:29.009543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:29.014282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2458e41e-922d-424e-90f8-ccbe1ec0c76c None None] Network ab63c6e0-b72e-462c-8048-603df0f72191 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:29.032563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.233219 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.300034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a8e49-1fdc-406c-8af4-caabf6bb234e None None] Network ab63c6e0-b72e-462c-8048-603df0f72191 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:29.315555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d4dfa269-45cd-478d-87aa-2f74cbc08872 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6514070 Jun 03 15:12:29.343527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94748440-d042-4e00-b02e-1af88ab56ada req-bbed490b-da73-4df1-aeec-afc59095b49b tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:29.350921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94748440-d042-4e00-b02e-1af88ab56ada req-bbed490b-da73-4df1-aeec-afc59095b49b tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 950 time: 0.7623165 Jun 03 15:12:29.485013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 78115f06-6b55-429f-85c6-c53d3f1f75d5 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:29.528124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 78115f06-6b55-429f-85c6-c53d3f1f75d5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:29.528472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 78115f06-6b55-429f-85c6-c53d3f1f75d5 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:29.539017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94748440-d042-4e00-b02e-1af88ab56ada req-850b9cbc-c700-410e-be63-01f6c1ed8f62 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/security-groups?id=c69d289f-ec21-485f-acb9-cf5b0ea8960a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850832 Jun 03 15:12:29.562873 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.581118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbef9f-d60f-4018-8eb7-8ab90045d463 req-d656856e-2d7d-422a-bd72-24d00d516caf tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:29.582721 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47bbef9f-d60f-4018-8eb7-8ab90045d463 req-d656856e-2d7d-422a-bd72-24d00d516caf tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 1097 time: 0.5218439 Jun 03 15:12:29.740603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-e61481a6-6a21-43d2-831f-19d4abf433dd tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:29.741311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-e61481a6-6a21-43d2-831f-19d4abf433dd tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Synchronizing usage tracker for tenant:2a2663414582461283b0b3a2ea602518 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:29.767211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-e61481a6-6a21-43d2-831f-19d4abf433dd tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Unset dirty status for tenant:2a2663414582461283b0b3a2ea602518 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:29.768396 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-e61481a6-6a21-43d2-831f-19d4abf433dd tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 950 time: 0.1872158 Jun 03 15:12:29.847951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-5b7c02fc-89c2-4ce7-a6b7-006a7ff4e236 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Deleting port 7e426e51-8b30-428e-86e0-07a5a42f50bb {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:29.848149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-5b7c02fc-89c2-4ce7-a6b7-006a7ff4e236 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:29.868578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47bbef9f-d60f-4018-8eb7-8ab90045d463 req-0f393d43-014e-4770-938e-7320fc519fc6 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204156 Jun 03 15:12:29.946049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-56078220', 'description': 'tempest-description-1861525299'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:29.969311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:29.977095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:29.982370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:30.041173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:30.084884 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.118512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:30.125348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:30.129234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] Router c0eb1089-fc98-4886-81e2-37a9b8872ac7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:12:30.130203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:30.138441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:30.181209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-5b7c02fc-89c2-4ce7-a6b7-006a7ff4e236 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] For port 7e426e51-8b30-428e-86e0-07a5a42f50bb, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=7e426e51-8b30-428e-86e0-07a5a42f50bb,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:30.181933 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-5b7c02fc-89c2-4ce7-a6b7-006a7ff4e236 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.313368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b979c0f-d35a-4b8d-88f7-e0f890169012', 'name': 'network-vif-deleted', 'tag': '78115f06-6b55-429f-85c6-c53d3f1f75d5'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:30.332486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-5b7c02fc-89c2-4ce7-a6b7-006a7ff4e236 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Calling delete_port for 7e426e51-8b30-428e-86e0-07a5a42f50bb owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:30.521492 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.543372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:12:30.549162 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c6c670-8ce2-4f87-b040-5ffcfc7f5f31'] response: {'server_uuid': '3b979c0f-d35a-4b8d-88f7-e0f890169012', 'name': 'network-vif-deleted', 'tag': '78115f06-6b55-429f-85c6-c53d3f1f75d5', 'status': 'completed', 'code': 200} Jun 03 15:12:30.554409 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efcc7da-0010-4bfe-bea6-69d75a59290a None None] Sync routers for ids ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:12:30.558305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-5b7c02fc-89c2-4ce7-a6b7-006a7ff4e236 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.565093 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.568417 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efcc7da-0010-4bfe-bea6-69d75a59290a None None] Routers {'c0eb1089-fc98-4886-81e2-37a9b8872ac7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:30.569284 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3efcc7da-0010-4bfe-bea6-69d75a59290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:30.573559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['7e426e51-8b30-428e-86e0-07a5a42f50bb'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:30.646762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c02fc-89c2-4ce7-a6b7-006a7ff4e236 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Pushing event deleted for resources: {'Port': ['ID=7e426e51-8b30-428e-86e0-07a5a42f50bb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:30.686442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649f7655-2f07-4800-8618-c8b92591b798,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:30.717322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-52af89d1-40e4-41fb-a890-fef7217376be admin admin] 10.222.0.48 "PUT /v2.0/routers/c0eb1089-fc98-4886-81e2-37a9b8872ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7123761 Jun 03 15:12:30.720491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55726) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:30.732702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 92336bfa-7ef7-4eda-aeb9-f2443c57916f no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:30.795799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 92336bfa-7ef7-4eda-aeb9-f2443c57916f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:30.796144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 92336bfa-7ef7-4eda-aeb9-f2443c57916f not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:30.798564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-5b7c02fc-89c2-4ce7-a6b7-006a7ff4e236 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] No DVR routers for this DVR port 7e426e51-8b30-428e-86e0-07a5a42f50bb on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:30.800897 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-5b7c02fc-89c2-4ce7-a6b7-006a7ff4e236 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.819329 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-32f6a7ce-aac1-4eab-a775-d9ecd4a2c910 req-5b7c02fc-89c2-4ce7-a6b7-006a7ff4e236 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.75 "DELETE /v2.0/ports/7e426e51-8b30-428e-86e0-07a5a42f50bb HTTP/1.1" status: 204 len: 173 time: 1.0447862 Jun 03 15:12:30.898788 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:30.907013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3a36bd8-3414-437b-a77e-ef8708931e88 req-990f58da-1a19-4dfd-b4cc-c6c69fa5741d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9739082 Jun 03 15:12:30.948679 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3efcc7da-0010-4bfe-bea6-69d75a59290a None None] Set router c0eb1089-fc98-4886-81e2-37a9b8872ac7 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:31.149394 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.392109 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3efcc7da-0010-4bfe-bea6-69d75a59290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:12:28Z', 'revision_number': 5, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:31.397599 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efcc7da-0010-4bfe-bea6-69d75a59290a None None] Checking router: c0eb1089-fc98-4886-81e2-37a9b8872ac7 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:12:31.407941 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efcc7da-0010-4bfe-bea6-69d75a59290a None None] Routers {'c0eb1089-fc98-4886-81e2-37a9b8872ac7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:31.409906 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3efcc7da-0010-4bfe-bea6-69d75a59290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:31.627535 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3efcc7da-0010-4bfe-bea6-69d75a59290a None None] Set router c0eb1089-fc98-4886-81e2-37a9b8872ac7 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:31.773234 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.815411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0abe3d-53cb-4412-b7f2-636e5b646370 req-7e806d5d-8041-4be1-a9e8-ca93737c3b1d tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:31.820534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047390c-5f21-4258-8faa-df252041e6d3 req-dc4bd445-65e5-4fda-96d8-1a997d633ebb tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:31.820534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2047390c-5f21-4258-8faa-df252041e6d3 req-dc4bd445-65e5-4fda-96d8-1a997d633ebb tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Synchronizing usage tracker for tenant:0e0765978f31465290dfed3a7d584a26 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:31.826303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e0abe3d-53cb-4412-b7f2-636e5b646370 req-7e806d5d-8041-4be1-a9e8-ca93737c3b1d tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 950 time: 1.0035286 Jun 03 15:12:31.851633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2047390c-5f21-4258-8faa-df252041e6d3 req-dc4bd445-65e5-4fda-96d8-1a997d633ebb tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Unset dirty status for tenant:0e0765978f31465290dfed3a7d584a26 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:31.853379 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2047390c-5f21-4258-8faa-df252041e6d3 req-dc4bd445-65e5-4fda-96d8-1a997d633ebb tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 950 time: 0.1765814 Jun 03 15:12:31.923361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Deleting port 0fe47637-fcab-46a8-af04-0d3acc01da8c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:31.923745 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.988393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-2047390c-5f21-4258-8faa-df252041e6d3 req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Deleting port 698042f9-9317-4e44-a60d-87a8db2065e4 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:31.988892 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2047390c-5f21-4258-8faa-df252041e6d3 req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:31.995505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4b3ccc5-399e-43de-b65c-49c7a95e9619 req-e2b11f43-30a0-44d4-81da-6c8acc2e9a07 tempest-LiveMigrationNegativeTest-524236102 tempest-LiveMigrationNegativeTest-524236102-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b83f4e-8966-4556-a9f6-17bd8fb050cb HTTP/1.1" status: 200 len: 210 time: 0.2347043 Jun 03 15:12:32.061888 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7f01dca-4d63-4618-8788-3c18de00638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.100479 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3efcc7da-0010-4bfe-bea6-69d75a59290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:12:28Z', 'revision_number': 5, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:32.105411 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efcc7da-0010-4bfe-bea6-69d75a59290a None None] The sync data for ids ['c0eb1089-fc98-4886-81e2-37a9b8872ac7'] in n-d-844595-1 is: [{'id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2071229248-router', 'tenant_id': 'fe9486ae82804cb19137172043cf678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:10:59Z', 'updated_at': '2022-06-03T15:12:28Z', 'revision_number': 5, 'project_id': 'fe9486ae82804cb19137172043cf678a', 'gw_port': {'id': '0fe47637-fcab-46a8-af04-0d3acc01da8c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0eb1089-fc98-4886-81e2-37a9b8872ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:00Z', 'updated_at': '2022-06-03T15:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:12:32.524234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-2047390c-5f21-4258-8faa-df252041e6d3 req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] For port 698042f9-9317-4e44-a60d-87a8db2065e4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=698042f9-9317-4e44-a60d-87a8db2065e4,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:32.525116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2047390c-5f21-4258-8faa-df252041e6d3 req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.552169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b83f4e-8966-4556-a9f6-17bd8fb050cb', 'name': 'network-vif-deleted', 'tag': '7e426e51-8b30-428e-86e0-07a5a42f50bb'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:32.569627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e0abe3d-53cb-4412-b7f2-636e5b646370 req-2cdb0fa5-84f4-4676-9350-6df224cc285b tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ab1eaab-873f-4382-812a-f80e35050cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7337334 Jun 03 15:12:32.686651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] For port 0fe47637-fcab-46a8-af04-0d3acc01da8c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0fe47637-fcab-46a8-af04-0d3acc01da8c,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:32.687361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:32.830100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-2047390c-5f21-4258-8faa-df252041e6d3 req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Calling delete_port for 698042f9-9317-4e44-a60d-87a8db2065e4 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:32.904975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Calling delete_port for 0fe47637-fcab-46a8-af04-0d3acc01da8c owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:33.152937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-5d58f637-6fb3-481b-a548-28339e5803b7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/649f7655-2f07-4800-8618-c8b92591b798 HTTP/1.1" status: 200 len: 1803 time: 0.6232288 Jun 03 15:12:33.171286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '649f7655-2f07-4800-8618-c8b92591b798', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:33.172383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '649f7655-2f07-4800-8618-c8b92591b798', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:33.186401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:33.192956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:33.197288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:33.207048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d105d-b9d2-4bb1-9ec0-23c3a8977d1c req-7f9a5638-50a1-475c-ab87-f88f1b6f235d tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:33.214180 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-834d105d-b9d2-4bb1-9ec0-23c3a8977d1c req-7f9a5638-50a1-475c-ab87-f88f1b6f235d tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 950 time: 0.1590035 Jun 03 15:12:33.240838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:33.285913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-7f9a1d25-d682-40d3-8ef2-1444cf152c01 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:33.286969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-7f9a1d25-d682-40d3-8ef2-1444cf152c01 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Synchronizing usage tracker for tenant:913ae1f2ec924144a00c0fd3d58031eb on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:33.321685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-834d105d-b9d2-4bb1-9ec0-23c3a8977d1c req-17e967e9-a38b-4a39-95b6-421b05ee7572 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045365 Jun 03 15:12:33.339098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-7f9a1d25-d682-40d3-8ef2-1444cf152c01 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Unset dirty status for tenant:913ae1f2ec924144a00c0fd3d58031eb on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:33.340603 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-7f9a1d25-d682-40d3-8ef2-1444cf152c01 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 950 time: 0.2777522 Jun 03 15:12:33.413991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2047390c-5f21-4258-8faa-df252041e6d3 req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.425684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['698042f9-9317-4e44-a60d-87a8db2065e4'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:33.433812 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb42ffa-356e-436b-a93b-ac142bbae827'] response: {'server_uuid': 'b1b83f4e-8966-4556-a9f6-17bd8fb050cb', 'name': 'network-vif-deleted', 'tag': '7e426e51-8b30-428e-86e0-07a5a42f50bb', 'status': 'completed', 'code': 200} Jun 03 15:12:33.488334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.509911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Pushing event deleted for resources: {'Port': ['ID=698042f9-9317-4e44-a60d-87a8db2065e4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:33.522140 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.525511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.526377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.526819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.527238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.527773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.528242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.528770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.529211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.529708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.530138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.530569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.531023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.552301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe47637-fcab-46a8-af04-0d3acc01da8c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:33.657066 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.744990 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.788594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2047390c-5f21-4258-8faa-df252041e6d3 req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] No DVR routers for this DVR port 698042f9-9317-4e44-a60d-87a8db2065e4 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:33.795978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-d141c6a0-773c-49f7-b95b-71be51ade54f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Deleting port c927943c-4d43-4a46-b579-8c5e91c2b957 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:33.796558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-d141c6a0-773c-49f7-b95b-71be51ade54f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.818111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3ca38d-0bea-489d-bab3-03357a854359,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:33.850652 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2047390c-5f21-4258-8faa-df252041e6d3 req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.894506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60109561-443f-4855-847b-d0187d5a7309 req-09035154-a8c5-4ff9-a487-02fd33d52f24 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8767c40-7fc1-4749-8816-8bff2ff2c503 HTTP/1.1" status: 200 len: 210 time: 0.0854595 Jun 03 15:12:33.905014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.906117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.906589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.907069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.907541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.908008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.908476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.908932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.909400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.909852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.910353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.910812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:33.931474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fae326d8-e030-40eb-9c6a-a179c7991dab no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:33.944916 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:33.959592 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2047390c-5f21-4258-8faa-df252041e6d3 req-126de599-8045-4e14-a59e-d5e20df8b6d2 tempest-ServersAdminNegativeTestJSON-1550266952 tempest-ServersAdminNegativeTestJSON-1550266952-project] 10.222.0.75 "DELETE /v2.0/ports/698042f9-9317-4e44-a60d-87a8db2065e4 HTTP/1.1" status: 204 len: 173 time: 2.1010082 Jun 03 15:12:34.043737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: fae326d8-e030-40eb-9c6a-a179c7991dab {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:34.050725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fae326d8-e030-40eb-9c6a-a179c7991dab not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:34.231781 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c090d889-46cc-4d86-8f56-714db6e5f317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.263752 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.268571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aac1ccf5-3a96-489f-9b0e-8ec8f1e781bb req-a607b61f-15cf-4778-8ebf-4037e6ac14ac tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1070654 Jun 03 15:12:34.379763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55760) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:34.518714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-d141c6a0-773c-49f7-b95b-71be51ade54f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] For port c927943c-4d43-4a46-b579-8c5e91c2b957, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c927943c-4d43-4a46-b579-8c5e91c2b957,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:34.519561 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-d141c6a0-773c-49f7-b95b-71be51ade54f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.532959 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.541620 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.692802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-d141c6a0-773c-49f7-b95b-71be51ade54f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Calling delete_port for c927943c-4d43-4a46-b579-8c5e91c2b957 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:34.758605 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.759100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0eb1089-fc98-4886-81e2-37a9b8872ac7 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:12:34.762496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 7e426e51-8b30-428e-86e0-07a5a42f50bb no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:34.766543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1181199638', 'description': 'tempest-description-1350285106'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:34.773597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:34.778437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:34.782017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:34.788388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:34.797651 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-98197053-3371-4df8-af1e-f5f910e978e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a2663414582461283b0b3a2ea602518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110839 Jun 03 15:12:34.802393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55772) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:34.813776 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.815086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5330cfc8-b65b-4095-bc27-e8f700bbc707 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c0eb1089-fc98-4886-81e2-37a9b8872ac7 HTTP/1.1" status: 204 len: 168 time: 4.0936739 Jun 03 15:12:34.818184 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:34.819326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55776) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:34.845780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 7e426e51-8b30-428e-86e0-07a5a42f50bb {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:34.846119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 7e426e51-8b30-428e-86e0-07a5a42f50bb not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:34.856226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:34.860822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:34.864204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:34.870954 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:34.977760 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.002038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e54b972-fd9d-4680-9920-be4759a2f800 admin admin] Deleting subnet 6d5b0e6c-5e4d-4c81-8f4b-750c15e73235 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:12:35.005007 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.011405 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e54b972-fd9d-4680-9920-be4759a2f800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.105214 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f265-549d-484c-a657-67c6d1c7f947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.112224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e54b972-fd9d-4680-9920-be4759a2f800 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.115383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051a2cc3-8fcf-464b-ac92-1691e9e5636b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:35.133818 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-d141c6a0-773c-49f7-b95b-71be51ade54f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.140225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b558514-a1c9-4299-9c32-809c5d31858c req-6db4d961-002b-49d5-833d-d4c336d24b76 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:35.141806 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b558514-a1c9-4299-9c32-809c5d31858c req-6db4d961-002b-49d5-833d-d4c336d24b76 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 950 time: 0.4433601 Jun 03 15:12:35.161084 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.162280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08df6886-3852-4978-aa90-60f15ca893b8 req-aaed1c96-c533-4c57-862c-1ba1429d4b21 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4655864 Jun 03 15:12:35.185533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c927943c-4d43-4a46-b579-8c5e91c2b957', '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:35.243168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b558514-a1c9-4299-9c32-809c5d31858c req-c9f9ef0a-4ac1-418a-9bb1-79ed9561b5d9 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839114 Jun 03 15:12:35.297969 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.312445 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f265-549d-484c-a657-67c6d1c7f947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.469585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-9ac8ca7d-b700-4db6-bf8e-ac3770c3e7fa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/051a2cc3-8fcf-464b-ac92-1691e9e5636b HTTP/1.1" status: 200 len: 1805 time: 0.1643155 Jun 03 15:12:35.482781 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.487057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8767c40-7fc1-4749-8816-8bff2ff2c503', 'name': 'network-vif-deleted', 'tag': '698042f9-9317-4e44-a60d-87a8db2065e4'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:35.498556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '051a2cc3-8fcf-464b-ac92-1691e9e5636b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:35.502262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '051a2cc3-8fcf-464b-ac92-1691e9e5636b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:35.513829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:35.523877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:35.530892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:35.542707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:35.556420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141c6a0-773c-49f7-b95b-71be51ade54f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Pushing event deleted for resources: {'Port': ['ID=c927943c-4d43-4a46-b579-8c5e91c2b957,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:35.567299 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf01c444-7519-4d6a-8ea9-19f32705479b'] response: {'server_uuid': 'f8767c40-7fc1-4749-8816-8bff2ff2c503', 'name': 'network-vif-deleted', 'tag': '698042f9-9317-4e44-a60d-87a8db2065e4', 'status': 'completed', 'code': 200} Jun 03 15:12:35.644254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e54b972-fd9d-4680-9920-be4759a2f800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.644401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.705247 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.708870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0fe47637-fcab-46a8-af04-0d3acc01da8c no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:35.711016 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.727628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f265-549d-484c-a657-67c6d1c7f947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.748387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0868412c-70de-4631-871a-7312a2bf5f61,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:35.794743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 0fe47637-fcab-46a8-af04-0d3acc01da8c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:35.795560 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0fe47637-fcab-46a8-af04-0d3acc01da8c not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:35.800498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-d141c6a0-773c-49f7-b95b-71be51ade54f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] No DVR routers for this DVR port c927943c-4d43-4a46-b579-8c5e91c2b957 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:35.808443 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.809481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6f265-549d-484c-a657-67c6d1c7f947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69d289f-ec21-485f-acb9-cf5b0ea8960a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:35.810215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da82b1a8-a24c-43f4-ae40-61217e6b7e65 req-f43764e4-cfb1-41c9-afb8-938fd0631273 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3185830 Jun 03 15:12:35.812017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-d141c6a0-773c-49f7-b95b-71be51ade54f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.840728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f265-549d-484c-a657-67c6d1c7f947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.842993 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e4b6f265-549d-484c-a657-67c6d1c7f947 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c69d289f-ec21-485f-acb9-cf5b0ea8960a HTTP/1.1" status: 204 len: 168 time: 1.0387332 Jun 03 15:12:35.861964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1261084306', 'description': 'tempest-description-1055600612'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:35.865093 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e8c8e42-4c6b-4005-9ab7-f23f91c07832 req-d141c6a0-773c-49f7-b95b-71be51ade54f tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "DELETE /v2.0/ports/c927943c-4d43-4a46-b579-8c5e91c2b957 HTTP/1.1" status: 204 len: 173 time: 2.5097289 Jun 03 15:12:35.872809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:35.887227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:35.896952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:35.913569 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e54b972-fd9d-4680-9920-be4759a2f800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:35.927807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55800) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:35.945034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:35.970124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.009664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b972-fd9d-4680-9920-be4759a2f800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5b0e6c-5e4d-4c81-8f4b-750c15e73235,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:36.012136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6db7c6-0917-4966-8e0f-8e32185bacf6 None None] Network 007f1c74-14a7-49a9-93c8-edd4b899273f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:36.016143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e54b972-fd9d-4680-9920-be4759a2f800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.038446 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2e54b972-fd9d-4680-9920-be4759a2f800 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6d5b0e6c-5e4d-4c81-8f4b-750c15e73235 HTTP/1.1" status: 204 len: 168 time: 1.2172825 Jun 03 15:12:36.042775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55808) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:36.057269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:36.068822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:36.079434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:36.093107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:36.427081 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.446709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.473533 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.492322 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.494299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61228553-5c04-4125-b501-060351701e73 req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6369953 Jun 03 15:12:36.510311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Deleting port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:36.511039 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.543213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fe1f6-c6c7-4e09-839f-2d750fbd4021 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3338729b-0b5f-45ae-80d4-b8aa03e256b9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:36.554107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d099762c-589c-4b7f-ab2e-38feb4fe243e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e0765978f31465290dfed3a7d584a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230545 Jun 03 15:12:36.559784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55822) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:36.670196 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2f596de-4236-43f2-9596-94fcea4a5573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.733030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2f596de-4236-43f2-9596-94fcea4a5573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.779069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 698042f9-9317-4e44-a60d-87a8db2065e4 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:36.837441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99460b-119b-4dc3-ba0e-e697a0ec4ff1 None None] DHCP port deletion for 007f1c74-14a7-49a9-93c8-edd4b899273f request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:12:36.850764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 698042f9-9317-4e44-a60d-87a8db2065e4 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:36.851062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 698042f9-9317-4e44-a60d-87a8db2065e4 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:36.861165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6d99460b-119b-4dc3-ba0e-e697a0ec4ff1 None None] Deleting port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:36.861557 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d99460b-119b-4dc3-ba0e-e697a0ec4ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.914635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55828) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:36.919084 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:36.994550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68411d8e-1b25-4ab6-bd0c-77a9024813d6 req-53010b2f-36fc-401e-9c71-16dedf66d6b7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=95337191-54ab-4522-a835-e7dbb28fc62f HTTP/1.1" status: 200 len: 210 time: 0.1792893 Jun 03 15:12:37.000265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-124089210', 'description': 'tempest-description-604426284'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:37.028347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:37.043406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:37.046958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:37.083832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:37.093699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] For port 84eec89c-67f0-48d9-8831-6dd6339d0fc7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=84eec89c-67f0-48d9-8831-6dd6339d0fc7,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:37.094788 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.105196 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5428b516-1b2a-4682-9f6c-cd3bee42dd87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1f6a54a6a5a492da417f3aebcd075d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890700 Jun 03 15:12:37.109228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55832) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:37.110592 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2f596de-4236-43f2-9596-94fcea4a5573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.162541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f596de-4236-43f2-9596-94fcea4a5573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab1eaab-873f-4382-812a-f80e35050cbc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:37.165641 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.208846 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2f596de-4236-43f2-9596-94fcea4a5573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.210561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e2f596de-4236-43f2-9596-94fcea4a5573 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ab1eaab-873f-4382-812a-f80e35050cbc HTTP/1.1" status: 204 len: 168 time: 0.6496878 Jun 03 15:12:37.228113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:37.233528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:37.237369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:37.247381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:37.296623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6d99460b-119b-4dc3-ba0e-e697a0ec4ff1 None None] For port 84eec89c-67f0-48d9-8831-6dd6339d0fc7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=84eec89c-67f0-48d9-8831-6dd6339d0fc7,segment=NetworkSegment(1a8ca244-d554-4ad8-b720-9d848c268cb2),segment_id=1a8ca244-d554-4ad8-b720-9d848c268cb2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:37.297325 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d99460b-119b-4dc3-ba0e-e697a0ec4ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.330818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Calling delete_port for 84eec89c-67f0-48d9-8831-6dd6339d0fc7 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:37.435417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.446221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.484974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.536419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6d99460b-119b-4dc3-ba0e-e697a0ec4ff1 None None] Calling delete_port for 84eec89c-67f0-48d9-8831-6dd6339d0fc7 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:37.557451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdee05fa-1866-4377-b41c-6f95bffa7793,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:37.561721 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.563902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f70a4569-62ca-416b-a4e7-bbfca53f7ea2 req-c82d5e53-75eb-4d20-a9bc-e50b1ce9dd74 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5678406 Jun 03 15:12:37.593423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95337191-54ab-4522-a835-e7dbb28fc62f', 'name': 'network-vif-deleted', 'tag': 'c927943c-4d43-4a46-b579-8c5e91c2b957'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:37.599973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c927943c-4d43-4a46-b579-8c5e91c2b957 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:37.617106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=84eec89c-67f0-48d9-8831-6dd6339d0fc7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:37.645299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] No DVR routers for this DVR port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:37.656518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: c927943c-4d43-4a46-b579-8c5e91c2b957 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:37.657595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c927943c-4d43-4a46-b579-8c5e91c2b957 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:37.691168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-48d6b8e7-8ff3-4957-833e-f46fcdbd15e4 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/3338729b-0b5f-45ae-80d4-b8aa03e256b9 HTTP/1.1" status: 200 len: 1805 time: 0.1031694 Jun 03 15:12:37.718627 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38d2f02-82e1-43df-8560-91719e9b126c'] response: {'server_uuid': '95337191-54ab-4522-a835-e7dbb28fc62f', 'name': 'network-vif-deleted', 'tag': 'c927943c-4d43-4a46-b579-8c5e91c2b957', 'status': 'completed', 'code': 200} Jun 03 15:12:37.751200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-15492f1b-425f-44e5-a073-2e4236cf00d8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/cdee05fa-1866-4377-b41c-6f95bffa7793 HTTP/1.1" status: 200 len: 1803 time: 0.0580087 Jun 03 15:12:37.756493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3338729b-0b5f-45ae-80d4-b8aa03e256b9', 'remote_group_id': 'cdee05fa-1866-4377-b41c-6f95bffa7793', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:37.757029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3338729b-0b5f-45ae-80d4-b8aa03e256b9', 'remote_group_id': 'cdee05fa-1866-4377-b41c-6f95bffa7793', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:37.763514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:37.767647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:37.770789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:37.777591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:37.826647 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-6d99460b-119b-4dc3-ba0e-e697a0ec4ff1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:12:37.827096 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-6d99460b-119b-4dc3-ba0e-e697a0ec4ff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:12:37.835557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 84eec89c-67f0-48d9-8831-6dd6339d0fc7 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:37.883481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 84eec89c-67f0-48d9-8831-6dd6339d0fc7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:37.884179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.884694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 84eec89c-67f0-48d9-8831-6dd6339d0fc7 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:37.910494 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55846) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:37.936618 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.941169 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.952220 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.969202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bcc111-80e4-452e-afa9-375e122008b9,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:37.981072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:37.989288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a81fdad-159e-4cd3-bcb1-35020c3a2896 req-5e6cbce0-0075-4b59-8c99-cbf62336067d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2366948 Jun 03 15:12:37.990412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:37.990751 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:37.991505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:37.991812 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > port after_create 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:37.992121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:37.992513 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > port after_update 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:37.992824 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:37.993147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:37.995253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:37.995580 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:38.014262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1529487118', 'description': 'tempest-description-173535131'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:38.021720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:38.026973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:38.030126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:38.037799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:38.053785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.081193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:38.085627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:38.089767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:38.098418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:38.127909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:38.129465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:38.129981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:38.130471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:12:38.131015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007f1c74-14a7-49a9-93c8-edd4b899273f']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:38.143529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a85eb113-237c-42ca-8b67-09be82a5aba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.199212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8ca244-d554-4ad8-b720-9d848c268cb2') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:38.205585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8ca244-d554-4ad8-b720-9d848c268cb2') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:38.222937 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.244847 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.276449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.302211 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cc97d0d2-1778-419d-88bb-24d472dd8305 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62d26515fd1f4599b2c7c11099eebeb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859236 Jun 03 15:12:38.306073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55858) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:38.327472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a85eb113-237c-42ca-8b67-09be82a5aba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.329026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6d99460b-119b-4dc3-ba0e-e697a0ec4ff1 None None] Deleting port 84eec89c-67f0-48d9-8831-6dd6339d0fc7 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:38.329405 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d99460b-119b-4dc3-ba0e-e697a0ec4ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.334580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ac529b-ad09-4f4c-9fac-24da69b41913,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:38.358426 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.359674 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.366361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fffc7a8-c834-4421-adbd-66f17ec34a95 req-e0d4939b-bd5d-446d-98d7-62082b798ea9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3567045 Jun 03 15:12:38.395279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:12:38.395680 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.422251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-776911602', 'description': 'tempest-description-867885247'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:38.455849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:38.469995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:38.493287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:38.512028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:38.542305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6d99460b-119b-4dc3-ba0e-e697a0ec4ff1 None None] The port '84eec89c-67f0-48d9-8831-6dd6339d0fc7' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:12:38.547435 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.560221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e125897f-0070-48f9-abd3-0af295676883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.588387 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.611375 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.611615 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e125897f-0070-48f9-abd3-0af295676883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.650478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:38.662110 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.667287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:38.674094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:38.690755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:38.695888 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a85eb113-237c-42ca-8b67-09be82a5aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.717611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e125897f-0070-48f9-abd3-0af295676883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.746248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125897f-0070-48f9-abd3-0af295676883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292d0acf-6e57-4ab7-9791-2e30649aa350,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:38.746459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=007f1c74-14a7-49a9-93c8-edd4b899273f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:38.753332 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-01996864-568e-42ca-a942-0d486c995d33 admin admin] 10.222.0.48 "DELETE /v2.0/networks/007f1c74-14a7-49a9-93c8-edd4b899273f HTTP/1.1" status: 204 len: 168 time: 2.7067957 Jun 03 15:12:38.776039 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a85eb113-237c-42ca-8b67-09be82a5aba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.779837 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a85eb113-237c-42ca-8b67-09be82a5aba1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d92d85b3-26cd-41e5-8d6a-7689cfc5af38 HTTP/1.1" status: 204 len: 168 time: 1.6619983 Jun 03 15:12:38.780831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85eb113-237c-42ca-8b67-09be82a5aba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92d85b3-26cd-41e5-8d6a-7689cfc5af38,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:38.880522 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e125897f-0070-48f9-abd3-0af295676883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.884911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e125897f-0070-48f9-abd3-0af295676883 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/292d0acf-6e57-4ab7-9791-2e30649aa350 HTTP/1.1" status: 204 len: 168 time: 0.5739791 Jun 03 15:12:38.913371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.923003 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.975292 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:38.980444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e71f857-e667-4595-bff1-ebc52d0b3945 req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5772126 Jun 03 15:12:39.007817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eefe22-d9c4-4ac4-9c23-0e8eb7f89f25 req-24dd963d-7d9a-43de-9a98-eedd8d122840 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:39.010221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90eefe22-d9c4-4ac4-9c23-0e8eb7f89f25 req-24dd963d-7d9a-43de-9a98-eedd8d122840 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 951 time: 0.2064803 Jun 03 15:12:39.012338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde5947-8c74-42fe-a11b-b8b84f0140fe tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c293f2dc-9914-44bd-a4fe-62c03d48d551,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:39.102433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-8c08c179-53c7-4dfe-bd1f-3d8552fdfff4 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/c3ac529b-ad09-4f4c-9fac-24da69b41913 HTTP/1.1" status: 200 len: 1804 time: 0.0908246 Jun 03 15:12:39.106607 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90eefe22-d9c4-4ac4-9c23-0e8eb7f89f25 req-4a6c2d2c-bb43-4a1d-8ca3-900f1196cac9 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752530 Jun 03 15:12:39.131656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55884) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:39.166873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-c8e9906f-3bd7-4c6f-aeb6-4f16dd8ddb75 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/c293f2dc-9914-44bd-a4fe-62c03d48d551 HTTP/1.1" status: 200 len: 1803 time: 0.0630245 Jun 03 15:12:39.172159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c3ac529b-ad09-4f4c-9fac-24da69b41913', 'remote_group_id': 'c293f2dc-9914-44bd-a4fe-62c03d48d551', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:39.172485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c3ac529b-ad09-4f4c-9fac-24da69b41913', 'remote_group_id': 'c293f2dc-9914-44bd-a4fe-62c03d48d551', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:39.178896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:39.183233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:39.186601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:39.193482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:39.236396 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1d50c8b1-d776-4f2a-8f6a-07cb6cf2ab18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe9486ae82804cb19137172043cf678a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024723 Jun 03 15:12:39.240145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55888) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:39.321541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.352188 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f76f26e-024d-4df0-b97f-6ffbfbfac8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.388298 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.397062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f76f26e-024d-4df0-b97f-6ffbfbfac8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.405169 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.464412 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.469333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b58accd-5e30-417c-a9e7-71c32881bdca req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3017888 Jun 03 15:12:39.495368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693a115-646b-43de-86e2-f3c6a9d69afa tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f99643-a61f-4246-953b-5cb24aa8c3d1,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:39.583716 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1a8ca244-d554-4ad8-b720-9d848c268cb2 resource provider aggregate not found Jun 03 15:12:39.603799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8491bc16-c092-48a5-8fe7-19269a6dfa7f req-7ae06a9d-ee52-40aa-85fd-8468d95777eb tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/c293f2dc-9914-44bd-a4fe-62c03d48d551 HTTP/1.1" status: 200 len: 1803 time: 0.1093140 Jun 03 15:12:39.616990 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1a8ca244-d554-4ad8-b720-9d848c268cb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a8ca244-d554-4ad8-b720-9d848c268cb2 found for delete ", "request_id": "req-21a3a51e-63a3-48ae-a8ac-55bd7ac8bbcf"}]} Jun 03 15:12:39.642790 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f76f26e-024d-4df0-b97f-6ffbfbfac8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.692074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76f26e-024d-4df0-b97f-6ffbfbfac8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bead6d7-9bee-4038-af3a-154e5b228926,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:39.721785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f76f26e-024d-4df0-b97f-6ffbfbfac8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.723100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6f76f26e-024d-4df0-b97f-6ffbfbfac8d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8bead6d7-9bee-4038-af3a-154e5b228926 HTTP/1.1" status: 204 len: 168 time: 0.4818361 Jun 03 15:12:39.732998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8491bc16-c092-48a5-8fe7-19269a6dfa7f req-f44fd7c1-7d95-452a-9aab-f1fa0d848e8c tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.818085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8491bc16-c092-48a5-8fe7-19269a6dfa7f req-f44fd7c1-7d95-452a-9aab-f1fa0d848e8c tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.948308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8491bc16-c092-48a5-8fe7-19269a6dfa7f req-f44fd7c1-7d95-452a-9aab-f1fa0d848e8c tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.985816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8491bc16-c092-48a5-8fe7-19269a6dfa7f req-f44fd7c1-7d95-452a-9aab-f1fa0d848e8c tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:39.986346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8491bc16-c092-48a5-8fe7-19269a6dfa7f req-f44fd7c1-7d95-452a-9aab-f1fa0d848e8c tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "DELETE /v2.0/security-groups/c293f2dc-9914-44bd-a4fe-62c03d48d551 HTTP/1.1" status: 204 len: 173 time: 0.3772902 Jun 03 15:12:39.987217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fd7c1-7d95-452a-9aab-f1fa0d848e8c tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c293f2dc-9914-44bd-a4fe-62c03d48d551,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:40.105186 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f8eb6b3-c8f7-4973-b88b-386da0071697 req-be374137-0ec2-48de-9ce5-d9288484fcb3 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/c3ac529b-ad09-4f4c-9fac-24da69b41913 HTTP/1.1" status: 200 len: 1804 time: 0.0976226 Jun 03 15:12:40.139917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-857573353', 'description': 'tempest-description-2045172161'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:40.149152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:40.169162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:40.173115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:40.180025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:40.210285 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:40.260693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:40.270952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:40.274948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:40.290502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:40.489539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09bbc7-47c1-409e-8970-c11198f148c6 req-4d840b05-5af8-4eb5-94cf-980acf6eafcb tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:40.497444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb09bbc7-47c1-409e-8970-c11198f148c6 req-4d840b05-5af8-4eb5-94cf-980acf6eafcb tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 951 time: 0.1912386 Jun 03 15:12:40.605895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-5ae7b54b-cf21-42ce-952e-78124c5366ab tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:40.607883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-5ae7b54b-cf21-42ce-952e-78124c5366ab tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Synchronizing usage tracker for tenant:913ae1f2ec924144a00c0fd3d58031eb on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:40.624391 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:40.638536 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:40.642505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-5ae7b54b-cf21-42ce-952e-78124c5366ab tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Unset dirty status for tenant:913ae1f2ec924144a00c0fd3d58031eb on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:40.643650 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-5ae7b54b-cf21-42ce-952e-78124c5366ab tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 951 time: 0.2153802 Jun 03 15:12:40.702428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226d1c72-ea40-4e08-978f-bb675293aa2a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:40.704697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:40.706054 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6c46e3e-b3d5-40bc-b699-ddc39665259e req-09f2677c-26c2-4aa4-9ccf-9c7988a933e7 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5703590 Jun 03 15:12:40.721385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb09bbc7-47c1-409e-8970-c11198f148c6 req-b8825cb2-25fc-4fad-ae8f-c5a057195989 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/security-groups?id=646d6779-bf69-4338-91f6-87e36a33d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228954 Jun 03 15:12:40.770637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-39343cd2-cf8d-41c3-8597-a93761566db7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Deleting port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:12:40.770982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-39343cd2-cf8d-41c3-8597-a93761566db7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:40.829605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-38452686-84b2-468b-b9d5-2bf3002bc932 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/226d1c72-ea40-4e08-978f-bb675293aa2a HTTP/1.1" status: 200 len: 1804 time: 0.0922003 Jun 03 15:12:40.841105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '226d1c72-ea40-4e08-978f-bb675293aa2a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:40.844839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '226d1c72-ea40-4e08-978f-bb675293aa2a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:40.853934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:40.865599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:40.874752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:40.898079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:41.018336 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.064940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.071428 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.108202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36d5015-14d2-4e7b-b446-f05e8cd743b6,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:41.154392 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.156068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea4a41f3-1a96-4625-ae7b-b861b140e4ab req-287f106e-26f0-40e7-befe-e4c1dc798de8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3188899 Jun 03 15:12:41.249093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-39343cd2-cf8d-41c3-8597-a93761566db7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] For port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:41.249442 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-39343cd2-cf8d-41c3-8597-a93761566db7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.281239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-b408fa4a-c065-4b07-981e-cd3fad9d39b9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/226d1c72-ea40-4e08-978f-bb675293aa2a HTTP/1.1" status: 200 len: 2397 time: 0.0990560 Jun 03 15:12:41.287305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '226d1c72-ea40-4e08-978f-bb675293aa2a', 'remote_group_id': None}]} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:41.289039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '226d1c72-ea40-4e08-978f-bb675293aa2a', 'remote_group_id': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:41.306055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:41.312122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Usage tracker for resource:security_group_rule and tenant:81b50490fc054680bc635bedcf887e4c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:41.319513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:41.333071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:41.474713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.526581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.538311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.567748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533ed06f-04e9-468e-add5-f4d2a8167c53,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:41.625531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.626777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76a24fe9-c328-4366-87a8-6dbf10857184 req-8b6af2f4-a41d-4363-8f3b-2ed2b7bc4c50 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3444748 Jun 03 15:12:41.649861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-39343cd2-cf8d-41c3-8597-a93761566db7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Calling delete_port for 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:12:41.811390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10d63747-6ca1-414d-a7ae-5fccf5de7e5d req-a3a6c476-1c7a-47b6-aaf3-bad0c3bd5717 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/226d1c72-ea40-4e08-978f-bb675293aa2a HTTP/1.1" status: 200 len: 2995 time: 0.1365407 Jun 03 15:12:41.865994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb9b833d-427e-455c-bc89-90326affb184 req-6fa9af34-089b-4715-86cb-bf6f96ad84b0 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-group-rules/533ed06f-04e9-468e-add5-f4d2a8167c53 HTTP/1.1" status: 200 len: 783 time: 0.0428536 Jun 03 15:12:41.938143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-39343cd2-cf8d-41c3-8597-a93761566db7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:41.980687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:12:42.044236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39343cd2-cf8d-41c3-8597-a93761566db7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Pushing event deleted for resources: {'Port': ['ID=5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:42.068425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-417b7e54-ad55-4659-9878-6328d06cbbdc req-59973dd5-a363-4e64-b8c3-5e56d1e9a010 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 210 time: 0.1026211 Jun 03 15:12:42.079316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb9b833d-427e-455c-bc89-90326affb184 req-7cf6db2f-e2ee-48f5-a7c8-240d31fd80bb tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/226d1c72-ea40-4e08-978f-bb675293aa2a HTTP/1.1" status: 200 len: 2995 time: 0.1908062 Jun 03 15:12:42.167869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cb9b833d-427e-455c-bc89-90326affb184 req-528f8b95-d810-4934-87eb-576efd2399de tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.208082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-39343cd2-cf8d-41c3-8597-a93761566db7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] No DVR routers for this DVR port 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:12:42.216591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-39343cd2-cf8d-41c3-8597-a93761566db7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.223092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cb9b833d-427e-455c-bc89-90326affb184 req-528f8b95-d810-4934-87eb-576efd2399de tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.232889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-deleted', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:42.273714 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4b608b15-3cfc-44dd-a162-3a32e611f4af req-39343cd2-cf8d-41c3-8597-a93761566db7 tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.67 "DELETE /v2.0/ports/5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 HTTP/1.1" status: 204 len: 173 time: 1.6233692 Jun 03 15:12:42.285153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:42.294930 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cb9b833d-427e-455c-bc89-90326affb184 req-528f8b95-d810-4934-87eb-576efd2399de tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.340085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cb9b833d-427e-455c-bc89-90326affb184 req-528f8b95-d810-4934-87eb-576efd2399de tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.343828 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb9b833d-427e-455c-bc89-90326affb184 req-528f8b95-d810-4934-87eb-576efd2399de tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/533ed06f-04e9-468e-add5-f4d2a8167c53 HTTP/1.1" status: 204 len: 173 time: 0.2580872 Jun 03 15:12:42.356897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f8b95-d810-4934-87eb-576efd2399de tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=533ed06f-04e9-468e-add5-f4d2a8167c53,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:42.410370 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf2d2ab-3db6-4ce2-adb0-8d7465ec9851'] response: {'server_uuid': 'fd96fc2c-2937-428b-982c-73246b997385', 'name': 'network-vif-deleted', 'tag': '5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5', 'status': 'completed', 'code': 200} Jun 03 15:12:42.522084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75fcd1e0-ea67-4d2b-b4e1-cf474b8f0880 req-32a22eca-8fb0-41f0-8035-dd65070db300 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/226d1c72-ea40-4e08-978f-bb675293aa2a HTTP/1.1" status: 200 len: 2397 time: 0.1426926 Jun 03 15:12:42.617251 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-75fcd1e0-ea67-4d2b-b4e1-cf474b8f0880 req-90dde24b-e732-4f26-b38e-d35a9008feeb tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.640932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-network', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:42.649701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:42.658260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Usage tracker for resource:network and tenant:dbb39b4f41144302b2fc9fd6fe25b8e3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:42.664291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:42.669738 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-75fcd1e0-ea67-4d2b-b4e1-cf474b8f0880 req-90dde24b-e732-4f26-b38e-d35a9008feeb tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.694659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:42.729708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Made reservation on behalf of dbb39b4f41144302b2fc9fd6fe25b8e3 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:42.732504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.756480 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-75fcd1e0-ea67-4d2b-b4e1-cf474b8f0880 req-90dde24b-e732-4f26-b38e-d35a9008feeb tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.767700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.827685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:42.839785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dde24b-e732-4f26-b38e-d35a9008feeb tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226d1c72-ea40-4e08-978f-bb675293aa2a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:42.864480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb39b4f41144302b2fc9fd6fe25b8e3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:42.876545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:42.889604 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-75fcd1e0-ea67-4d2b-b4e1-cf474b8f0880 req-90dde24b-e732-4f26-b38e-d35a9008feeb tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:42.902895 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75fcd1e0-ea67-4d2b-b4e1-cf474b8f0880 req-90dde24b-e732-4f26-b38e-d35a9008feeb tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "DELETE /v2.0/security-groups/226d1c72-ea40-4e08-978f-bb675293aa2a HTTP/1.1" status: 204 len: 173 time: 0.3737652 Jun 03 15:12:42.919857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:42.984426 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-17730912-caa0-4db6-8d0a-a71d8c101b87 req-dac12e16-9a5b-4ac3-9e52-db21dbb36ba8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] show failed (client error): The resource could not be found. Jun 03 15:12:42.985911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17730912-caa0-4db6-8d0a-a71d8c101b87 req-dac12e16-9a5b-4ac3-9e52-db21dbb36ba8 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/c293f2dc-9914-44bd-a4fe-62c03d48d551 HTTP/1.1" status: 404 len: 352 time: 0.0432465 Jun 03 15:12:43.176093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53a99e2c-84ea-4f7a-a9d7-5afe2ccb34bb req-5cb8cf45-c213-49af-8f75-80cd0dbadc8f tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/c3ac529b-ad09-4f4c-9fac-24da69b41913 HTTP/1.1" status: 200 len: 1804 time: 0.1395233 Jun 03 15:12:43.235894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.242988 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.304721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce64b09b-05ca-41e5-9b07-87d67a9a8ec1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:43.328784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:12:43.350182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.350730 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Added segment 97a15ca5-485f-4336-87f4-2d4f17efc8da of type vlan for network 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 Jun 03 15:12:43.390110 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.424001 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-53a99e2c-84ea-4f7a-a9d7-5afe2ccb34bb req-474cd5e4-6273-4cef-bd14-e2ccc1bbf15d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.433642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.435386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:43.436305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.482657 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1965499 Jun 03 15:12:43.483692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:43.499645 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-53a99e2c-84ea-4f7a-a9d7-5afe2ccb34bb req-474cd5e4-6273-4cef-bd14-e2ccc1bbf15d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.544463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Request body: {'subnet': {'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-subnet', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:43.564564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:43.576871 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768abfae-fdb8-4875-beb6-6e2a1eecc301 admin admin] Pushing event updated for resources: {'Network': ['ID=9231713f-b4ab-47b9-8a6b-f7fd0065cb10,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:43.579909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Usage tracker for resource:subnet and tenant:dbb39b4f41144302b2fc9fd6fe25b8e3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:43.583308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:43.588588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:12:43.591500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:43.604298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Made reservation on behalf of dbb39b4f41144302b2fc9fd6fe25b8e3 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:43.607414 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.740077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-268304ee-7563-4653-a6b6-693da30c3a3e req-406af6d2-54a7-4d72-b1d6-be7a7e2b8cbf tempest-ServersAdminTestJSON-228814918 tempest-ServersAdminTestJSON-228814918-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd96fc2c-2937-428b-982c-73246b997385 HTTP/1.1" status: 200 len: 210 time: 0.3183682 Jun 03 15:12:43.776690 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-53a99e2c-84ea-4f7a-a9d7-5afe2ccb34bb req-474cd5e4-6273-4cef-bd14-e2ccc1bbf15d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.832056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cd5e4-6273-4cef-bd14-e2ccc1bbf15d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ac529b-ad09-4f4c-9fac-24da69b41913,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:43.843366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-53a99e2c-84ea-4f7a-a9d7-5afe2ccb34bb req-474cd5e4-6273-4cef-bd14-e2ccc1bbf15d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:43.848364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53a99e2c-84ea-4f7a-a9d7-5afe2ccb34bb req-474cd5e4-6273-4cef-bd14-e2ccc1bbf15d tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "DELETE /v2.0/security-groups/c3ac529b-ad09-4f4c-9fac-24da69b41913 HTTP/1.1" status: 204 len: 173 time: 0.6654937 Jun 03 15:12:43.987712 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.061983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdef4166-2f79-4cea-8155-ed0153e0ae72,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:44.072994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Checking segment: {'id': '97a15ca5-485f-4336-87f4-2d4f17efc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:44.073195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Network hostable DHCP agents. Network: 9231713f-b4ab-47b9-8a6b-f7fd0065cb10, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:12:44.101053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Network 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:12:44.120849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 9231713f-b4ab-47b9-8a6b-f7fd0065cb10) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:44.129306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596dabe5-7504-49cf-99cd-67120a66e5b1 None None] Network 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:44.132404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:44.133051 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.165992 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0afb7795-1ceb-4c99-9a7b-724f8c750d44 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6701565 Jun 03 15:12:44.166324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56044) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:44.173413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-router', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:44.179415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:44.187106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Usage tracker for resource:router and tenant:dbb39b4f41144302b2fc9fd6fe25b8e3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:44.190722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:44.207708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:44.256400 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.259146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.302708 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.465807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-9fec1672-368a-4a9a-ae00-8ec4f1591192 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=56abfe7ac6594200b7814a183ed3b39d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780685 Jun 03 15:12:44.474697 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-af34c93b-72cd-438e-8891-a7a4ab656db4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319183 Jun 03 15:12:44.492042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-9231713f-b4ab-47b9-8a6b-f7fd0065cb10', 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'fixed_ips': [{'subnet_id': 'cdef4166-2f79-4cea-8155-ed0153e0ae72'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:12:44.492925 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.656324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Allocated IP 172.20.0.2 (9231713f-b4ab-47b9-8a6b-f7fd0065cb10/cdef4166-2f79-4cea-8155-ed0153e0ae72/5f720e03-1fa9-4bd6-ba8f-51981b241a47) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:44.672012 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.748584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-0707ea54-85a8-4ec5-a195-a61e8c6a0a30 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:44.750019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-0707ea54-85a8-4ec5-a195-a61e8c6a0a30 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748988 Jun 03 15:12:44.758238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-a22183be-8bea-4cfb-914b-9d6187dca765 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:44.759768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-a22183be-8bea-4cfb-914b-9d6187dca765 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640688 Jun 03 15:12:44.777178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-3cbb1a3a-659b-477a-b822-afed0f05be5d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/quotas/56abfe7ac6594200b7814a183ed3b39d HTTP/1.1" status: 200 len: 375 time: 0.0164545 Jun 03 15:12:44.780392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-3c9c6130-d774-4ec2-aa98-237e1faf1c7c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/quotas/c95ad44430d64d5b85d7a6e1a95a2003 HTTP/1.1" status: 200 len: 375 time: 0.0116575 Jun 03 15:12:44.877130 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-d99c3545-dead-4efe-b526-9d8493befd88 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862052 Jun 03 15:12:44.879493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-83353b0e-f6a8-4ae1-b026-576f70d1511a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869701 Jun 03 15:12:44.914083 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:44.926657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Transition to ACTIVE for port object 5f720e03-1fa9-4bd6-ba8f-51981b241a47 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:44.947188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Transition to ACTIVE for port object 5f720e03-1fa9-4bd6-ba8f-51981b241a47 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:44.958088 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.033860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Network 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:45.036864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:45.041220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:45.062480 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Pushing event updated for resources: {'Port': ['ID=5f720e03-1fa9-4bd6-ba8f-51981b241a47,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:45.114440 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.124984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.125327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.125658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.128221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.130853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.133225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.139720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.140102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.140436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.140765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.141087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.141408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:12:45.175226 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85c1de37-cf9d-4aec-9f08-3838c9365321 req-20fb821f-f048-4f12-b0ef-58f379e06704 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/cdee05fa-1866-4377-b41c-6f95bffa7793 HTTP/1.1" status: 200 len: 1803 time: 0.0718882 Jun 03 15:12:45.176533 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.290712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Attempting to bind port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:45.291075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Attempting to bind port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '97a15ca5-485f-4336-87f4-2d4f17efc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:45.291432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Attempting to bind port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 on network 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:45.301768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:45.302592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Checking segment: {'id': '97a15ca5-485f-4336-87f4-2d4f17efc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:45.315836 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.316561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Bound using segment: {'id': '97a15ca5-485f-4336-87f4-2d4f17efc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:45.318207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Bound port: 5f720e03-1fa9-4bd6-ba8f-51981b241a47, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a15ca5-485f-4336-87f4-2d4f17efc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:45.318447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56092) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:45.319449 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.342226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221470422', 'description': 'tempest-description--1135365453'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:45.358524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:45.364862 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85c1de37-cf9d-4aec-9f08-3838c9365321 req-3fe1e707-7587-4870-9b30-49d6ce2d5749 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.398158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Usage tracker for resource:security_group and tenant:b8a68f7690074e829c03c3202f5c7f6a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:45.418419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:45.464496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:45.470535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85c1de37-cf9d-4aec-9f08-3838c9365321 req-3fe1e707-7587-4870-9b30-49d6ce2d5749 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.495061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Allocated IP 172.25.7.164 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/e6cebbfd-c68f-4712-bfbb-f85909bb2141) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:45.511972 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.576341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] For port 5f720e03-1fa9-4bd6-ba8f-51981b241a47, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:45.584932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:12:45.613191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fc65c90-7234-4db6-97e2-3df90d26ef32 req-0aed5965-8314-4a63-97d4-b0929e956b19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 210 time: 0.0770845 Jun 03 15:12:45.614245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:45.622279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Usage tracker for resource:security_group_rule and tenant:b8a68f7690074e829c03c3202f5c7f6a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:45.626634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:45.639564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:12:45.640099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5fd72bdf-74b2-4549-ab5d-ceabeb81d7f5 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:12:45.642704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] For port 5f720e03-1fa9-4bd6-ba8f-51981b241a47, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5f720e03-1fa9-4bd6-ba8f-51981b241a47,segment=NetworkSegment(97a15ca5-485f-4336-87f4-2d4f17efc8da),segment_id=97a15ca5-485f-4336-87f4-2d4f17efc8da)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:45.650622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:45.651984 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.722454 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85c1de37-cf9d-4aec-9f08-3838c9365321 req-3fe1e707-7587-4870-9b30-49d6ce2d5749 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.774634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbf5aa-b1e3-4dab-8cc9-c4a2884ec82e None None] Pushing event updated for resources: {'Port': ['ID=5f720e03-1fa9-4bd6-ba8f-51981b241a47,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:45.851519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.868676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1e707-7587-4870-9b30-49d6ce2d5749 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdee05fa-1866-4377-b41c-6f95bffa7793,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:45.872551 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a25d8d4-f96b-4161-ab6e-cf13b8851372 req-b297871f-bb9d-4532-a1e6-4e4a292a6a09 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 210 time: 0.1388586 Jun 03 15:12:45.920037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.921528 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-85c1de37-cf9d-4aec-9f08-3838c9365321 req-3fe1e707-7587-4870-9b30-49d6ce2d5749 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.927393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85c1de37-cf9d-4aec-9f08-3838c9365321 req-3fe1e707-7587-4870-9b30-49d6ce2d5749 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "DELETE /v2.0/security-groups/cdee05fa-1866-4377-b41c-6f95bffa7793 HTTP/1.1" status: 204 len: 173 time: 0.7440095 Jun 03 15:12:45.959485 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:45.976508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.009854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:46.012835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:46.018555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:46.058447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a647cb81-6296-4eae-86d9-b6a0447a2bd8,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:46.063273 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2fbb535-18e6-46e2-a28c-3104c8fd67d0 req-04a0fee1-2b14-451c-9e83-7a64a0d41933 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/3338729b-0b5f-45ae-80d4-b8aa03e256b9 HTTP/1.1" status: 200 len: 1805 time: 0.1069789 Jun 03 15:12:46.064052 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.068587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8bcce031-fc76-4c43-8be6-15f098d0be41 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7489083 Jun 03 15:12:46.070820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56108) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:46.111394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3ecd27ec-8d9a-4c18-98ab-fdbcb88d8778 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Request body: {'security_group_rule': {'security_group_id': 'a647cb81-6296-4eae-86d9-b6a0447a2bd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:46.122509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3ecd27ec-8d9a-4c18-98ab-fdbcb88d8778 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:46.146580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56112) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:46.148317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3ecd27ec-8d9a-4c18-98ab-fdbcb88d8778 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Usage tracker for resource:security_group_rule and tenant:b8a68f7690074e829c03c3202f5c7f6a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:46.169221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3ecd27ec-8d9a-4c18-98ab-fdbcb88d8778 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:46.181959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Pushing event updated for resources: {'Port': ['ID=e6cebbfd-c68f-4712-bfbb-f85909bb2141,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:46.184066 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3ecd27ec-8d9a-4c18-98ab-fdbcb88d8778 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:46.299970 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ecd27ec-8d9a-4c18-98ab-fdbcb88d8778 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.374831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f2fbb535-18e6-46e2-a28c-3104c8fd67d0 req-5c086cdf-d041-464b-a8c4-7f75704737b9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.452924 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f2fbb535-18e6-46e2-a28c-3104c8fd67d0 req-5c086cdf-d041-464b-a8c4-7f75704737b9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.466020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ecd27ec-8d9a-4c18-98ab-fdbcb88d8778 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.471479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-50e85533-7bf8-4f42-945c-05af1c8618a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=913ae1f2ec924144a00c0fd3d58031eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165891 Jun 03 15:12:46.478379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56118) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:46.480833 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ecd27ec-8d9a-4c18-98ab-fdbcb88d8778 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.542646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd27ec-8d9a-4c18-98ab-fdbcb88d8778 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ffca87-3507-48c1-b66a-d8b3185494ad,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:46.567186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.589625 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f2fbb535-18e6-46e2-a28c-3104c8fd67d0 req-5c086cdf-d041-464b-a8c4-7f75704737b9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.592385 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f2fbb535-18e6-46e2-a28c-3104c8fd67d0 req-5c086cdf-d041-464b-a8c4-7f75704737b9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.593514 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2fbb535-18e6-46e2-a28c-3104c8fd67d0 req-5c086cdf-d041-464b-a8c4-7f75704737b9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "DELETE /v2.0/security-groups/3338729b-0b5f-45ae-80d4-b8aa03e256b9 HTTP/1.1" status: 204 len: 173 time: 0.5238283 Jun 03 15:12:46.604557 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ecd27ec-8d9a-4c18-98ab-fdbcb88d8778 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.605840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3ecd27ec-8d9a-4c18-98ab-fdbcb88d8778 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5340436 Jun 03 15:12:46.610059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56126) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:46.615933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acfb64d1-c651-40ab-83ea-97f0f9c4e6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.620283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-99e08d96-bc0c-4640-8b38-1104f19e5da3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Request body: {'security_group_rule': {'security_group_id': 'a647cb81-6296-4eae-86d9-b6a0447a2bd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:46.626600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c086cdf-d041-464b-a8c4-7f75704737b9 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3338729b-0b5f-45ae-80d4-b8aa03e256b9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:46.638077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-99e08d96-bc0c-4640-8b38-1104f19e5da3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:46.656571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-99e08d96-bc0c-4640-8b38-1104f19e5da3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Usage tracker for resource:security_group_rule and tenant:b8a68f7690074e829c03c3202f5c7f6a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:46.668190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-99e08d96-bc0c-4640-8b38-1104f19e5da3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:46.686388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-99e08d96-bc0c-4640-8b38-1104f19e5da3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:46.692345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acfb64d1-c651-40ab-83ea-97f0f9c4e6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.818186 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d268c537-e956-4d96-9bf0-6abbc183a5ac req-d84a12f5-e4b7-4876-99f2-655448e0e4ca tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/051a2cc3-8fcf-464b-ac92-1691e9e5636b HTTP/1.1" status: 200 len: 2404 time: 0.1924860 Jun 03 15:12:46.825485 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99e08d96-bc0c-4640-8b38-1104f19e5da3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.836327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36c8bf5d-7f30-43ea-bff4-280465538427 req-b0127eda-4ba8-4d51-a04b-3d54947953ff tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 210 time: 0.0986872 Jun 03 15:12:46.878205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acfb64d1-c651-40ab-83ea-97f0f9c4e6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.934833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb64d1-c651-40ab-83ea-97f0f9c4e6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646d6779-bf69-4338-91f6-87e36a33d6e5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:46.955838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acfb64d1-c651-40ab-83ea-97f0f9c4e6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:46.980879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-acfb64d1-c651-40ab-83ea-97f0f9c4e6b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/646d6779-bf69-4338-91f6-87e36a33d6e5 HTTP/1.1" status: 204 len: 168 time: 0.4981685 Jun 03 15:12:47.043567 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d268c537-e956-4d96-9bf0-6abbc183a5ac req-3754874b-be76-4f48-b54e-89b969f25f67 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.089961 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99e08d96-bc0c-4640-8b38-1104f19e5da3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.102325 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99e08d96-bc0c-4640-8b38-1104f19e5da3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.197013 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d268c537-e956-4d96-9bf0-6abbc183a5ac req-3754874b-be76-4f48-b54e-89b969f25f67 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.213507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e08d96-bc0c-4640-8b38-1104f19e5da3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84a362f-a926-47d9-9f8a-1c0d053c9268,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:47.226780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-031d0388-e44f-4afa-ba7a-c63e3d0b501d req-16a4b070-d637-4a3e-8e6a-44185bcf3c00 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 210 time: 0.1178019 Jun 03 15:12:47.230518 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-7f76e411-02cc-4244-a43d-cc4ec93ecd9b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=56abfe7ac6594200b7814a183ed3b39d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2104259 Jun 03 15:12:47.252671 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99e08d96-bc0c-4640-8b38-1104f19e5da3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.257445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-99e08d96-bc0c-4640-8b38-1104f19e5da3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6412494 Jun 03 15:12:47.266238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56138) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:47.274821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:47.297514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:47.302239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Usage tracker for resource:floatingip and tenant:b8a68f7690074e829c03c3202f5c7f6a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:47.306325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:47.313788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:47.326709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.346770 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d268c537-e956-4d96-9bf0-6abbc183a5ac req-3754874b-be76-4f48-b54e-89b969f25f67 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.384256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754874b-be76-4f48-b54e-89b969f25f67 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=051a2cc3-8fcf-464b-ac92-1691e9e5636b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:47.389250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcc0816-9bf6-4007-a4fa-5a16e1c0d4a7 None None] Network 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:47.448524 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d268c537-e956-4d96-9bf0-6abbc183a5ac req-3754874b-be76-4f48-b54e-89b969f25f67 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.449972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d268c537-e956-4d96-9bf0-6abbc183a5ac req-3754874b-be76-4f48-b54e-89b969f25f67 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "DELETE /v2.0/security-groups/051a2cc3-8fcf-464b-ac92-1691e9e5636b HTTP/1.1" status: 204 len: 173 time: 0.6126204 Jun 03 15:12:47.495025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-ebc75c0f-fc76-4453-979e-ed5320b4a251 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:47.496968 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-ebc75c0f-fc76-4453-979e-ed5320b4a251 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288072 Jun 03 15:12:47.514785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56144) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:47.530024 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-8a278f81-b50d-44be-9bed-2ce42994a6d6 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320413 Jun 03 15:12:47.536474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Request body: {'port': {'device_id': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '56abfe7ac6594200b7814a183ed3b39d'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:47.552833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.556729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8092249c-22c6-4134-aa24-81b748ff5f1e None None] Provisioning for port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:47.585447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfb2c1a6-96cd-490a-a9a5-f581ddb2a0c8 req-539d8b5a-ccdc-4ddb-9844-ceeb82f3e628 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "GET /v2.0/security-groups/649f7655-2f07-4800-8618-c8b92591b798 HTTP/1.1" status: 200 len: 2396 time: 0.1094122 Jun 03 15:12:47.752760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d84bb226-7a58-4258-b4d3-df660b1f2f04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2309ee8b62f45e28779d05fb2880557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362094 Jun 03 15:12:47.753744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56150) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:47.833226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-7dbf4dae-8c9e-4078-a8b9-41a01f4e02b6 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:47.834627 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-7dbf4dae-8c9e-4078-a8b9-41a01f4e02b6 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774498 Jun 03 15:12:47.860448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5f720e03-1fa9-4bd6-ba8f-51981b241a47 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:47.880466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dfb2c1a6-96cd-490a-a9a5-f581ddb2a0c8 req-e477f837-f9be-49ff-a6e3-0b3b611a56e1 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.910513 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dfb2c1a6-96cd-490a-a9a5-f581ddb2a0c8 req-e477f837-f9be-49ff-a6e3-0b3b611a56e1 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.970848 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.975423 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dfb2c1a6-96cd-490a-a9a5-f581ddb2a0c8 req-e477f837-f9be-49ff-a6e3-0b3b611a56e1 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:47.996014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Request body: {'port': {'device_id': '90b0474c-9ad0-4b66-949a-7a443d1a49e2', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'c95ad44430d64d5b85d7a6e1a95a2003'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:48.009312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:48.015662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:48.016270 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.058180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477f837-f9be-49ff-a6e3-0b3b611a56e1 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649f7655-2f07-4800-8618-c8b92591b798,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:48.059930 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-398b72b5-4092-4f53-9eb3-12c079fd1764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.109438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50f5a51d-f25d-4fa1-b6dd-3f00a2926af3 req-f6b43d43-1283-4bb4-9797-6838508928e5 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 210 time: 0.0577507 Jun 03 15:12:48.110609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0d71363c-6b1c-4dd9-b904-be0f2b733867 None None] Provisioning complete for port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:48.111032 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0d71363c-6b1c-4dd9-b904-be0f2b733867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.153260 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dfb2c1a6-96cd-490a-a9a5-f581ddb2a0c8 req-e477f837-f9be-49ff-a6e3-0b3b611a56e1 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.154971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfb2c1a6-96cd-490a-a9a5-f581ddb2a0c8 req-e477f837-f9be-49ff-a6e3-0b3b611a56e1 tempest-SecurityGroupRulesTestJSON-954935801 tempest-SecurityGroupRulesTestJSON-954935801-project] 10.222.0.48 "DELETE /v2.0/security-groups/649f7655-2f07-4800-8618-c8b92591b798 HTTP/1.1" status: 204 len: 173 time: 0.5686772 Jun 03 15:12:48.165026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56156) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:48.212591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:48.214949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:48.215311 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.219075 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-398b72b5-4092-4f53-9eb3-12c079fd1764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.221675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Usage tracker for resource:port and tenant:56abfe7ac6594200b7814a183ed3b39d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:48.238884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:48.250263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:48.263456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:48.271084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Usage tracker for resource:port and tenant:c95ad44430d64d5b85d7a6e1a95a2003 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:48.275063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:48.278203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Router 0af3618b-b703-41fd-9eaf-5609ba6090a4 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:12:48.284762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:48.288219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Made reservation on behalf of 56abfe7ac6594200b7814a183ed3b39d for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:48.292124 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.305308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 5f720e03-1fa9-4bd6-ba8f-51981b241a47, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5f720e03-1fa9-4bd6-ba8f-51981b241a47,segment=NetworkSegment(97a15ca5-485f-4336-87f4-2d4f17efc8da),segment_id=97a15ca5-485f-4336-87f4-2d4f17efc8da)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:48.329060 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.355988 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-398b72b5-4092-4f53-9eb3-12c079fd1764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.373898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.398457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Made reservation on behalf of c95ad44430d64d5b85d7a6e1a95a2003 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:48.402175 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.416559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0d71363c-6b1c-4dd9-b904-be0f2b733867 None None] Current status of the port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:48.417153 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0d71363c-6b1c-4dd9-b904-be0f2b733867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.428848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.439604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:48.447890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Usage tracker for resource:security_group_rule and tenant:56abfe7ac6594200b7814a183ed3b39d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:48.448587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=5f720e03-1fa9-4bd6-ba8f-51981b241a47,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:48.456287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:48.461907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-933aa1d0-b93b-4112-be2d-0fc22381aaf1 admin admin] Deleting subnet 3c91a9fb-610c-4bba-9c01-cf9cae64f106 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:12:48.463645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b72b5-4092-4f53-9eb3-12c079fd1764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1929e118-69d7-4d6e-ad7d-a57fab8d28ed,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:48.486357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d0-b93b-4112-be2d-0fc22381aaf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.509408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:48.511694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:48.520337 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-0d71363c-6b1c-4dd9-b904-be0f2b733867 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:12:48.520678 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-0d71363c-6b1c-4dd9-b904-be0f2b733867 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:12:48.522798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ed4900a-8b48-4393-9485-d7a65df5c213 req-336b3802-7407-4ffb-9955-dfcd0fbfdaae tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 210 time: 0.1565249 Jun 03 15:12:48.527905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Usage tracker for resource:security_group_rule and tenant:c95ad44430d64d5b85d7a6e1a95a2003 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:48.541908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:48.542295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-398b72b5-4092-4f53-9eb3-12c079fd1764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.546127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-398b72b5-4092-4f53-9eb3-12c079fd1764 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1929e118-69d7-4d6e-ad7d-a57fab8d28ed HTTP/1.1" status: 204 len: 168 time: 0.7837915 Jun 03 15:12:48.556829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:48.559038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Allocated IP 172.25.7.215 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/978b153d-9967-444e-ab06-e81eb0412bb6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:48.565869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d0-b93b-4112-be2d-0fc22381aaf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.621832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:12:48.642301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Sync routers for ids ['0af3618b-b703-41fd-9eaf-5609ba6090a4'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:12:48.657574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Routers {'0af3618b-b703-41fd-9eaf-5609ba6090a4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:48.658214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0af3618b-b703-41fd-9eaf-5609ba6090a4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:48.722673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.727155 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-09784675-c0b9-4473-b6ff-df21354e0934 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5596402 Jun 03 15:12:48.734379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56166) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:48.762575 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d0-b93b-4112-be2d-0fc22381aaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.821716 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.835350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.838609 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.863323 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.885204 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.904305 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d0-b93b-4112-be2d-0fc22381aaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.918757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Set router 0af3618b-b703-41fd-9eaf-5609ba6090a4 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:48.955996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933aa1d0-b93b-4112-be2d-0fc22381aaf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c91a9fb-610c-4bba-9c01-cf9cae64f106,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:48.958033 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-933aa1d0-b93b-4112-be2d-0fc22381aaf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:48.965365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-933aa1d0-b93b-4112-be2d-0fc22381aaf1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3c91a9fb-610c-4bba-9c01-cf9cae64f106 HTTP/1.1" status: 204 len: 168 time: 0.7970953 Jun 03 15:12:48.969173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56176) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:49.083189 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.179813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.200250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:49.205115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:49.244893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:49.252938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0d71363c-6b1c-4dd9-b904-be0f2b733867 None None] Current status of the port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:49.260752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d404db75-4291-453e-a8a2-bd85b65b3c97,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:49.350593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:49.375519 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.386658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Pushing event updated for resources: {'Port': ['ID=978b153d-9967-444e-ab06-e81eb0412bb6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:49.439196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-router', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:44Z', 'updated_at': '2022-06-03T15:12:46Z', 'revision_number': 3, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'gw_port': {'id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:45Z', 'updated_at': '2022-06-03T15:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:49.443800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Checking router: 0af3618b-b703-41fd-9eaf-5609ba6090a4 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:12:49.444143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Updating router 0af3618b-b703-41fd-9eaf-5609ba6090a4 port e6cebbfd-c68f-4712-bfbb-f85909bb2141 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:12:49.507292 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.523744 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.553115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab63c6e0-b72e-462c-8048-603df0f72191']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:49.568191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1520647-870e-4078-acf3-af336265cadb') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:49.568380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1520647-870e-4078-acf3-af336265cadb') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:49.582368 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.599237 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.606823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:12:49.607144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.634086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Allocated IP 192.168.233.202 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/5bf019a5-5e94-434a-9a5f-6c42957e3a08) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:49.718541 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dccf899e-4b14-4511-b3e9-f663bbf02364 req-6e834a6a-0537-47c2-9e8c-7bd8d39be843 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 210 time: 0.3336124 Jun 03 15:12:49.780619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5f720e03-1fa9-4bd6-ba8f-51981b241a47 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:49.803733 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e1520647-870e-4078-acf3-af336265cadb resource provider aggregate not found Jun 03 15:12:49.920754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:49.921455 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:49.959523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6e3000f-f2f3-45b1-abf6-181b6c7665ff req-59f5d18c-9506-4ca0-a3c4-524ad8c287d9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 210 time: 0.2399237 Jun 03 15:12:49.974307 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e1520647-870e-4078-acf3-af336265cadb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1520647-870e-4078-acf3-af336265cadb found for delete ", "request_id": "req-804f3446-a3fa-4020-8cdd-65587aa771e5"}]} Jun 03 15:12:49.988768 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.037476 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.051560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] Pushing event deleted for resources: {'Network': ['ID=ab63c6e0-b72e-462c-8048-603df0f72191,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:50.057000 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4f2d9603-67c6-4fff-99d6-16d232d042ec admin admin] 10.222.0.48 "DELETE /v2.0/networks/ab63c6e0-b72e-462c-8048-603df0f72191 HTTP/1.1" status: 204 len: 168 time: 1.0868096 Jun 03 15:12:50.058548 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.138963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.192692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Transition to ACTIVE for port object e6cebbfd-c68f-4712-bfbb-f85909bb2141 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:50.210485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:50.219516 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.306209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Attempting to bind port e6cebbfd-c68f-4712-bfbb-f85909bb2141 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:50.306413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Attempting to bind port e6cebbfd-c68f-4712-bfbb-f85909bb2141 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:50.306731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Attempting to bind port e6cebbfd-c68f-4712-bfbb-f85909bb2141 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:50.314621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:50.315850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:50.315850 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.315850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:50.316363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Bound port: e6cebbfd-c68f-4712-bfbb-f85909bb2141, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:50.317165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.350811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.355689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.377778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c10e2f-4190-4a1b-83b0-056f76841cf9 None None] Pushing event updated for resources: {'Port': ['ID=e6cebbfd-c68f-4712-bfbb-f85909bb2141,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:50.392855 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.402591 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.423500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] For port e6cebbfd-c68f-4712-bfbb-f85909bb2141, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:50.428699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] For port e6cebbfd-c68f-4712-bfbb-f85909bb2141, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e6cebbfd-c68f-4712-bfbb-f85909bb2141,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:50.434990 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.449124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Transition to ACTIVE for port object 5bf019a5-5e94-434a-9a5f-6c42957e3a08 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:50.458938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56216) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:50.534720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Routers {'0af3618b-b703-41fd-9eaf-5609ba6090a4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:50.535434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0af3618b-b703-41fd-9eaf-5609ba6090a4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:50.554951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Pushing event updated for resources: {'Port': ['ID=978b153d-9967-444e-ab06-e81eb0412bb6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:50.613927 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0f29519c-35d0-4154-9c06-7eb3311366a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81b50490fc054680bc635bedcf887e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503356 Jun 03 15:12:50.614525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56222) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:50.670799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.693157 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.698358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4c012b1f-b26a-4475-bb76-85008c32e827 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4296479 Jun 03 15:12:50.716901 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.726358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c10e2f-4190-4a1b-83b0-056f76841cf9 None None] Pushing event updated for resources: {'Port': ['ID=e6cebbfd-c68f-4712-bfbb-f85909bb2141,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:50.742852 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ff6700a2-6746-45cc-adf7-df46c8613b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.744213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] Set router 0af3618b-b703-41fd-9eaf-5609ba6090a4 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:50.775829 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ff6700a2-6746-45cc-adf7-df46c8613b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.845503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Allocated IP 192.168.233.46 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/4063cb38-017f-446d-b983-efa260d39050) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:50.852920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:50.858817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:50.871690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:50.872275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ff6700a2-6746-45cc-adf7-df46c8613b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.897148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6700a2-6746-45cc-adf7-df46c8613b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e02466b-4a35-4a4f-92fa-c64fb463f24f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:50.905814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event updated for resources: {'Port': ['ID=5bf019a5-5e94-434a-9a5f-6c42957e3a08,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:50.912297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Allocated IP 172.20.0.1 (9231713f-b4ab-47b9-8a6b-f7fd0065cb10/cdef4166-2f79-4cea-8155-ed0153e0ae72/5a6005ab-4a60-4538-a6bf-2ec34c20fb58) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:50.915632 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ff6700a2-6746-45cc-adf7-df46c8613b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:50.918336 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ff6700a2-6746-45cc-adf7-df46c8613b40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e02466b-4a35-4a4f-92fa-c64fb463f24f HTTP/1.1" status: 204 len: 168 time: 0.3025696 Jun 03 15:12:50.971308 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:12:51.118057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:51.118718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:51.157632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-3ac4c88f-6b22-4e20-8dc5-41f02f87acf6 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Synchronizing usage tracker for tenant:b8a68f7690074e829c03c3202f5c7f6a on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:51.199346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-3ac4c88f-6b22-4e20-8dc5-41f02f87acf6 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Unset dirty status for tenant:b8a68f7690074e829c03c3202f5c7f6a on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:51.207471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-3ac4c88f-6b22-4e20-8dc5-41f02f87acf6 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1221470422&fields=id&tenant_id=b8a68f7690074e829c03c3202f5c7f6a HTTP/1.1" status: 200 len: 267 time: 0.1129613 Jun 03 15:12:51.236852 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-eb6907b3-e580-4458-be43-f9a21c031247 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2448590 Jun 03 15:12:51.265771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Request body: {'port': {'device_id': '90b0474c-9ad0-4b66-949a-7a443d1a49e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:51.313512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bde5d42b-65e3-40b7-8dee-7672d9967e6b None None] Provisioning for port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:51.330930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bde5d42b-65e3-40b7-8dee-7672d9967e6b None None] Provisioning complete for port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:51.332422 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bde5d42b-65e3-40b7-8dee-7672d9967e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:51.406327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8677f3c-d0cd-43ef-ac22-de6356677f4d req-2374b5a9-8323-4eee-b7e3-66dfef5bfb9c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:51.409218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8677f3c-d0cd-43ef-ac22-de6356677f4d req-2374b5a9-8323-4eee-b7e3-66dfef5bfb9c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 936 time: 0.4013729 Jun 03 15:12:51.442866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bde5d42b-65e3-40b7-8dee-7672d9967e6b None None] Port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:51.479149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-router', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:44Z', 'updated_at': '2022-06-03T15:12:46Z', 'revision_number': 3, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'gw_port': {'id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:45Z', 'updated_at': '2022-06-03T15:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:51.484296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b5dd1-aa27-44d4-8194-1a0e1f65aeac None None] The sync data for ids ['0af3618b-b703-41fd-9eaf-5609ba6090a4'] in n-d-844595-1 is: [{'id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-router', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:44Z', 'updated_at': '2022-06-03T15:12:46Z', 'revision_number': 3, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'gw_port': {'id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:45Z', 'updated_at': '2022-06-03T15:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:12:51.521012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-ded9650e-80e4-4772-ac26-7628bb12d54e tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:51.523595 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-ded9650e-80e4-4772-ac26-7628bb12d54e tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/networks?id=eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 HTTP/1.1" status: 200 len: 815 time: 0.3146939 Jun 03 15:12:51.526557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8677f3c-d0cd-43ef-ac22-de6356677f4d req-5c726197-04ab-4805-9eb2-0d7936b7d900 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029778 Jun 03 15:12:51.559321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-c03d6e1b-cd16-4479-bc04-6dc7339f067d tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/quotas/b8a68f7690074e829c03c3202f5c7f6a HTTP/1.1" status: 200 len: 375 time: 0.0167105 Jun 03 15:12:51.651333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:51.771443 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:51.782490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Transition to ACTIVE for port object 4063cb38-017f-446d-b983-efa260d39050 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:51.805113 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:51.806416 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-b0ad58e1-d099-40b5-b904-32bfa5f139df tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8a68f7690074e829c03c3202f5c7f6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2199914 Jun 03 15:12:51.876550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Transition to ACTIVE for port object 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:51.980949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.091587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:52.105193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:52.108428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-5cebb9be-cd0d-4c77-adb4-ae65be46cc8c service neutron] 10.222.0.48 "GET /v2.0/networks/eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971125 Jun 03 15:12:52.108920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:52.147812 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.264384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:52.265168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.291353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event updated for resources: {'Port': ['ID=4063cb38-017f-446d-b983-efa260d39050,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:52.332889 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-fdd1159a-f077-49f2-adaa-547d55348837 service neutron] 10.222.0.48 "GET /v2.0/networks/eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234921 Jun 03 15:12:52.366163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa05d2f-10fd-4eab-ab92-59ad99433359 req-b0d6c677-b1ce-4f0f-bb89-168ab34769ec tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:52.368972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfa05d2f-10fd-4eab-ab92-59ad99433359 req-b0d6c677-b1ce-4f0f-bb89-168ab34769ec tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 935 time: 0.1672893 Jun 03 15:12:52.423303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6005ab-4a60-4538-a6bf-2ec34c20fb58,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:52.426968 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-e70f9883-8588-4156-9ce6-7836f24b6613 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8957076 Jun 03 15:12:52.431874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Network 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:52.434346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56274) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:52.482606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfa05d2f-10fd-4eab-ab92-59ad99433359 req-b1528ea1-02c8-4d19-9c50-12f2b991b6e8 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042421 Jun 03 15:12:52.562312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Request body: {'port': {'device_id': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:52.598736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:52.613033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:12:52.727823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2135144913-network', 'tenant_id': '98f42e02295143c3b8ae483a72027e41'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:52.735358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:52.748609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Usage tracker for resource:network and tenant:98f42e02295143c3b8ae483a72027e41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:52.754890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:52.777382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:52.797451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cbcbd6d8-3c1c-4e7d-8a46-fe85f5c1981a None None] Provisioning for port 4063cb38-017f-446d-b983-efa260d39050 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:52.810494 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cbcbd6d8-3c1c-4e7d-8a46-fe85f5c1981a None None] Provisioning complete for port 4063cb38-017f-446d-b983-efa260d39050 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:52.810650 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd6d8-3c1c-4e7d-8a46-fe85f5c1981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.894390 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:52.929914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cbcbd6d8-3c1c-4e7d-8a46-fe85f5c1981a None None] Port 4063cb38-017f-446d-b983-efa260d39050 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:52.943182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.017699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Made reservation on behalf of 98f42e02295143c3b8ae483a72027e41 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:53.020059 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.035378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6a26578-25a5-4bea-bfbf-74e1d28e026e req-03631641-67fe-42a8-930d-94ea608d5666 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 210 time: 0.0961866 Jun 03 15:12:53.056843 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.061818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-87bb0a82-0a94-4fb5-8137-f2bdefb82102 None None] Provisioning for port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:53.078483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-87bb0a82-0a94-4fb5-8137-f2bdefb82102 None None] Provisioning complete for port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:53.079106 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87bb0a82-0a94-4fb5-8137-f2bdefb82102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.081574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:53.088160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Usage tracker for resource:security_group_rule and tenant:98f42e02295143c3b8ae483a72027e41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:53.091473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:53.101984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:53.198123 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.214201 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.230226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-87bb0a82-0a94-4fb5-8137-f2bdefb82102 None None] Port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:53.251905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238bc4f-acb8-4657-a661-24e14da5f877 req-624ce816-34ec-46d7-b490-0807c7f930d9 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:53.258513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c238bc4f-acb8-4657-a661-24e14da5f877 req-624ce816-34ec-46d7-b490-0807c7f930d9 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 936 time: 0.4568892 Jun 03 15:12:53.260437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:12:53.358537 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.359025 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Added segment e70efa66-2b9b-41c9-bff7-ceb3178bdd2f of type vlan for network 397dbe28-36d8-4aab-a071-2812e869dd6d Jun 03 15:12:53.369636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403b363b-1a88-429d-bf18-597779cf7e55,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:53.391413 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.425547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c238bc4f-acb8-4657-a661-24e14da5f877 req-24a46674-ed96-4647-b217-f2ae51c925fc tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473231 Jun 03 15:12:53.430215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.472790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf019a5-5e94-434a-9a5f-6c42957e3a08 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:53.480632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f10d35-09a0-448b-aba7-5d1ef6878515 req-54ffb4c2-13dd-432c-bd06-00ac809a3c83 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:53.482498 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3f10d35-09a0-448b-aba7-5d1ef6878515 req-54ffb4c2-13dd-432c-bd06-00ac809a3c83 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 1097 time: 0.2055895 Jun 03 15:12:53.483679 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.484739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:53.486279 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.495262 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.523309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Transition to ACTIVE for port object 5bf019a5-5e94-434a-9a5f-6c42957e3a08 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:53.579805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:53.794908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e6cebbfd-c68f-4712-bfbb-f85909bb2141 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:53.807203 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3704128 Jun 03 15:12:53.808033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56306) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:53.824948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d48886-13fd-4402-be25-013a7a6efac7 admin admin] Pushing event updated for resources: {'Network': ['ID=397dbe28-36d8-4aab-a071-2812e869dd6d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:53.837101 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3f10d35-09a0-448b-aba7-5d1ef6878515 req-f2686bbb-cb5b-4e78-86bf-5314191c7025 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264973 Jun 03 15:12:53.848152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 397dbe28-36d8-4aab-a071-2812e869dd6d details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:12:53.866221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Request body: {'subnet': {'network_id': '397dbe28-36d8-4aab-a071-2812e869dd6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2135144913-subnet', 'tenant_id': '98f42e02295143c3b8ae483a72027e41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:53.880042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:53.886759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Usage tracker for resource:subnet and tenant:98f42e02295143c3b8ae483a72027e41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:53.891150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:53.901022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:53.923064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Made reservation on behalf of 98f42e02295143c3b8ae483a72027e41 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:53.926887 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.026314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea838ef9-5576-49e1-9125-acf53827efa7 req-5ad18a02-2923-4ffb-8256-c21ccae7eb81 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:54.036547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea838ef9-5576-49e1-9125-acf53827efa7 req-5ad18a02-2923-4ffb-8256-c21ccae7eb81 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 935 time: 0.3309767 Jun 03 15:12:54.120550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e6cebbfd-c68f-4712-bfbb-f85909bb2141 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:12:54.129187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e6cebbfd-c68f-4712-bfbb-f85909bb2141 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:54.129993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.146711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea838ef9-5576-49e1-9125-acf53827efa7 req-424eed8e-2b8a-4bdc-910d-72817a9e1ac9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087830 Jun 03 15:12:54.256152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf019a5-5e94-434a-9a5f-6c42957e3a08,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:54.341822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e6cebbfd-c68f-4712-bfbb-f85909bb2141 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:54.344936 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.368201 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.368717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e6cebbfd-c68f-4712-bfbb-f85909bb2141, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e6cebbfd-c68f-4712-bfbb-f85909bb2141,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:12:54.385985 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.514924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e6cebbfd-c68f-4712-bfbb-f85909bb2141,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:54.554435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dd0b06f-6ec4-4199-8f40-2142ecdbe11e req-60b4c7bf-bb4f-428f-aa70-dd2e5a35e0b3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 210 time: 0.0756345 Jun 03 15:12:54.584726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b270d6fd-62d0-4416-b3a4-ab9a343f46a5,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:54.592493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Checking segment: {'id': 'e70efa66-2b9b-41c9-bff7-ceb3178bdd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '397dbe28-36d8-4aab-a071-2812e869dd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:54.592849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Network hostable DHCP agents. Network: 397dbe28-36d8-4aab-a071-2812e869dd6d, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:12:54.636459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Network 397dbe28-36d8-4aab-a071-2812e869dd6d is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:12:54.650695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4063cb38-017f-446d-b983-efa260d39050 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:12:54.659656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 397dbe28-36d8-4aab-a071-2812e869dd6d) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:54.665921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:54.666523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.668413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25244b20-325b-4091-a843-1645a446ff60 None None] Network 397dbe28-36d8-4aab-a071-2812e869dd6d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:54.698963 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.726094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-996b66d4-576a-43ac-a909-ee3c08981ab7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8951261 Jun 03 15:12:54.768046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Transition to ACTIVE for port object 4063cb38-017f-446d-b983-efa260d39050 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:54.793107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.803188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-b3d57766-9b0c-4902-a3cd-5b66686c2dc2 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:54.804234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-b3d57766-9b0c-4902-a3cd-5b66686c2dc2 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Synchronizing usage tracker for tenant:b8a68f7690074e829c03c3202f5c7f6a on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:54.884508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.920830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Attempting to bind port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:54.921469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Attempting to bind port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:54.923384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Attempting to bind port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:54.926175 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:54.944266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ebef7-9aae-4785-a3c3-57b7458f0f14 req-b0317039-9e58-47ab-b211-06886e1fafd6 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:54.953492 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c64ebef7-9aae-4785-a3c3-57b7458f0f14 req-b0317039-9e58-47ab-b211-06886e1fafd6 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 948 time: 0.1748180 Jun 03 15:12:54.982746 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641314aa-caeb-43b2-a39e-db2c3aea70a1 None None] Network 397dbe28-36d8-4aab-a071-2812e869dd6d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:12:55.075062 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c64ebef7-9aae-4785-a3c3-57b7458f0f14 req-12f12d99-b41c-4abe-ad45-0b0c8963d15e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067159 Jun 03 15:12:55.197744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:55.198335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Attempting to bind port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:55.206122 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:55.222580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:55.223346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:55.223902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:55.224774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Bound port: 5bf019a5-5e94-434a-9a5f-6c42957e3a08, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:55.225517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:55.277400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-b3d57766-9b0c-4902-a3cd-5b66686c2dc2 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Unset dirty status for tenant:b8a68f7690074e829c03c3202f5c7f6a on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:55.278835 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-b3d57766-9b0c-4902-a3cd-5b66686c2dc2 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.75 "GET /v2.0/networks?id=eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 HTTP/1.1" status: 200 len: 815 time: 0.8658702 Jun 03 15:12:55.428383 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-f0c26d8b-2b12-4ef8-8431-573743337c6b req-3a61ae9a-7597-4258-9c27-934b45a834cb tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] show failed (client error): The resource could not be found. Jun 03 15:12:55.443385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0c26d8b-2b12-4ef8-8431-573743337c6b req-3a61ae9a-7597-4258-9c27-934b45a834cb tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] 10.222.0.48 "GET /v2.0/security-groups/a714ef6c-9db4-491a-af65-b8a1d4b7d670 HTTP/1.1" status: 404 len: 352 time: 0.0501742 Jun 03 15:12:55.515288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Pushing event updated for resources: {'Port': ['ID=4063cb38-017f-446d-b983-efa260d39050,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:55.768433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8f691-67fb-4172-b91b-e6f232310fab req-f4ba3c82-4160-4021-a4e2-3c2394c3950d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:55.778634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fe8f691-67fb-4172-b91b-e6f232310fab req-f4ba3c82-4160-4021-a4e2-3c2394c3950d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 947 time: 0.1560290 Jun 03 15:12:55.795833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-4bbe0ad3-4605-4a3f-8157-3d6632177cfc tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Synchronizing usage tracker for tenant:b8a68f7690074e829c03c3202f5c7f6a on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:55.817207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6005ab-4a60-4538-a6bf-2ec34c20fb58,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:55.834142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] For port 5bf019a5-5e94-434a-9a5f-6c42957e3a08, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:55.855244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] For port 5bf019a5-5e94-434a-9a5f-6c42957e3a08, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5bf019a5-5e94-434a-9a5f-6c42957e3a08,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:55.878013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e6cebbfd-c68f-4712-bfbb-f85909bb2141 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:12:55.883970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-4bbe0ad3-4605-4a3f-8157-3d6632177cfc tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Unset dirty status for tenant:b8a68f7690074e829c03c3202f5c7f6a on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:55.885387 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-4bbe0ad3-4605-4a3f-8157-3d6632177cfc tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8a68f7690074e829c03c3202f5c7f6a HTTP/1.1" status: 200 len: 380 time: 0.4229558 Jun 03 15:12:55.886806 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:55.905257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fe8f691-67fb-4172-b91b-e6f232310fab req-fadcc980-4865-47ef-8acd-6ed1c3cdda73 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254065 Jun 03 15:12:55.934778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Request body: {'port': {'device_id': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'admin_state_up': True, 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'security_groups': ['a647cb81-6296-4eae-86d9-b6a0447a2bd8']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:55.982537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Attempting to bind port 4063cb38-017f-446d-b983-efa260d39050 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:55.982998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Attempting to bind port 4063cb38-017f-446d-b983-efa260d39050 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:55.983423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Attempting to bind port 4063cb38-017f-446d-b983-efa260d39050 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:56.001399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Network 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:12:56.008002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e6cebbfd-c68f-4712-bfbb-f85909bb2141 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:56.009051 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.080313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:12:56.114940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56398) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:56.145694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf019a5-5e94-434a-9a5f-6c42957e3a08,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:56.183162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:56.183784 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.185239 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-24ba374b-d512-456c-9862-ae6a20990347 service neutron] 10.222.0.67 "PUT /v2.0/ports/5bf019a5-5e94-434a-9a5f-6c42957e3a08 HTTP/1.1" status: 200 len: 1096 time: 4.9304774 Jun 03 15:12:56.185965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Port 4063cb38-017f-446d-b983-efa260d39050 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:56.187260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Attempting to bind port 4063cb38-017f-446d-b983-efa260d39050 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:56.244056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-7e76df78-d75e-402c-a33f-37209b8f807f tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:12:56.253698 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-7e76df78-d75e-402c-a33f-37209b8f807f tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1366537 Jun 03 15:12:56.368792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e6cebbfd-c68f-4712-bfbb-f85909bb2141 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:12:56.471828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Request body: {'binding': {'host': 'n-h2-844595-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:12:56.472593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Unknown quota resources ['binding']. {{(pid=88445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:12:56.572869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c7684534-671b-4946-9762-310fd357a75e None None] Provisioning complete for port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:12:56.574172 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7684534-671b-4946-9762-310fd357a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.657555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b0474c-9ad0-4b66-949a-7a443d1a49e2', 'tag': '5bf019a5-5e94-434a-9a5f-6c42957e3a08'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:12:56.668825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:56.669203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:56.669526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:56.670382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Bound port: 4063cb38-017f-446d-b983-efa260d39050, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:56.670768 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:56.697778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Router 0af3618b-b703-41fd-9eaf-5609ba6090a4 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:12:56.763758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c7684534-671b-4946-9762-310fd357a75e None None] Port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:12:56.799431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c146dba-3a38-410d-9fcf-1578c22859ad req-6cd78b2e-c2d0-4c53-a23f-2f4857325ac4 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 210 time: 0.1629784 Jun 03 15:12:56.865179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56416) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:56.973902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7641261f-57da-4456-8862-bc3bb9847187 req-40f24388-e6f2-4d7e-aec4-91c73f38692d tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] Synchronizing usage tracker for tenant:98f42e02295143c3b8ae483a72027e41 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:12:57.056455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7641261f-57da-4456-8862-bc3bb9847187 req-40f24388-e6f2-4d7e-aec4-91c73f38692d tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] Unset dirty status for tenant:98f42e02295143c3b8ae483a72027e41 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:12:57.057728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7641261f-57da-4456-8862-bc3bb9847187 req-40f24388-e6f2-4d7e-aec4-91c73f38692d tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98f42e02295143c3b8ae483a72027e41 HTTP/1.1" status: 200 len: 2984 time: 0.2146046 Jun 03 15:12:57.171266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f63c3114-a089-4b64-a7ad-4d24fed99f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.184584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:12:57.199005 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7641261f-57da-4456-8862-bc3bb9847187 req-8c175923-2c4d-402d-86a5-89c23af75c73 tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] 10.222.0.48 "GET /v2.0/security-groups/403b363b-1a88-429d-bf18-597779cf7e55 HTTP/1.1" status: 200 len: 2981 time: 0.1316342 Jun 03 15:12:57.228267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f63c3114-a089-4b64-a7ad-4d24fed99f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:57.238560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f63c3114-a089-4b64-a7ad-4d24fed99f88 admin admin] Usage tracker for resource:security_group_rule and tenant:1d6f3920cded4cabbf91fb10105f0184 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:57.250111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f63c3114-a089-4b64-a7ad-4d24fed99f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:57.253158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on host n-h2-844595-1 for vnic_type normal with profile None {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:12:57.253690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:12:57.254355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:57.265515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:12:57.266207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:12:57.269591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f63c3114-a089-4b64-a7ad-4d24fed99f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:57.305910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4063cb38-017f-446d-b983-efa260d39050,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:57.318784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:12:57.324315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:12:57.325267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:12:57.328161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Bound port: d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:12:57.329317 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.336019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:57.410257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7641261f-57da-4456-8862-bc3bb9847187 req-094f1aaf-1665-49dc-8c8a-42354fb72f00 tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] 10.222.0.48 "GET /v2.0/security-groups/403b363b-1a88-429d-bf18-597779cf7e55 HTTP/1.1" status: 200 len: 2981 time: 0.2088108 Jun 03 15:12:57.426440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Usage tracker for resource:port and tenant:b8a68f7690074e829c03c3202f5c7f6a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:57.431927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-468eb485-e940-4e2e-8229-8493a984f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:57.433673 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-468eb485-e940-4e2e-8229-8493a984f3f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 1099 time: 0.7679496 Jun 03 15:12:57.436304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:57.498237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:12:57.549483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:57.574364 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f63c3114-a089-4b64-a7ad-4d24fed99f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.590627 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f63c3114-a089-4b64-a7ad-4d24fed99f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.626781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:12:57.636101 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-10b8dd77-24a7-4228-860f-2c503e5b1537 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=5bf019a5-5e94-434a-9a5f-6c42957e3a08 HTTP/1.1" status: 200 len: 217 time: 0.1796811 Jun 03 15:12:57.650769 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-658f50de-d4ec-4f85-925c-19aade920386 admin admin] 10.222.0.48 "PUT /v2.0/routers/0af3618b-b703-41fd-9eaf-5609ba6090a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8943512 Jun 03 15:12:57.650769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:57.650769 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.650769 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] 10.222.0.67 "PUT /v2.0/ports/4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 1095 time: 5.0927358 Jun 03 15:12:57.656091 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Sync routers for ids ['0af3618b-b703-41fd-9eaf-5609ba6090a4'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:12:57.671428 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Routers {'0af3618b-b703-41fd-9eaf-5609ba6090a4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:12:57.672141 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0af3618b-b703-41fd-9eaf-5609ba6090a4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:57.706814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Made reservation on behalf of b8a68f7690074e829c03c3202f5c7f6a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:12:57.710516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.830178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c3114-a089-4b64-a7ad-4d24fed99f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b752a0-796c-441a-b637-1254d497a5c4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:57.890178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2a0e4-9833-41c2-b5c2-2ffb2ac3a224 service neutron] Pushing event updated for resources: {'Port': ['ID=4063cb38-017f-446d-b983-efa260d39050,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:57.896107 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] Notify callbacks [] for binding, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:57.908680 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-db442052-4ae9-4535-a2b9-6dc40c445040 service neutron] 10.222.0.48 "POST /v2.0/ports/d4d6aec2-9fb4-489f-ae07-beb8eba82f11/bindings HTTP/1.1" status: 201 len: 389 time: 1.5451686 Jun 03 15:12:57.929186 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Set router 0af3618b-b703-41fd-9eaf-5609ba6090a4 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:12:57.983739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f63c3114-a089-4b64-a7ad-4d24fed99f88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d6f3920cded4cabbf91fb10105f0184&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0683277 Jun 03 15:12:57.986055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56434) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:58.011301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-9b2be030-d17d-434d-adf2-e96a0c56ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.025496 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-9b2be030-d17d-434d-adf2-e96a0c56ce32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.3591878 Jun 03 15:12:58.099307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff649ab-0439-44fb-a02f-051f67cd9d6c req-17ef26e4-2d2b-424f-b4f9-7a1434fa4625 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.112548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ff649ab-0439-44fb-a02f-051f67cd9d6c req-17ef26e4-2d2b-424f-b4f9-7a1434fa4625 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 948 time: 0.4419527 Jun 03 15:12:58.142301 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81b1fe14-426d-4d0f-b948-0d817360131f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:58.172343 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd4e259-977f-481c-833e-ef122b11f185'] response: {'name': 'network-changed', 'server_uuid': '90b0474c-9ad0-4b66-949a-7a443d1a49e2', 'tag': '5bf019a5-5e94-434a-9a5f-6c42957e3a08', 'status': 'completed', 'code': 200} Jun 03 15:12:58.224007 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81b1fe14-426d-4d0f-b948-0d817360131f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:58.234751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ff649ab-0439-44fb-a02f-051f67cd9d6c req-4ae23bb7-3b11-4ed0-a821-035efac764aa tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203349 Jun 03 15:12:58.390315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-0e5555a1-da0c-4235-8e3e-7ee141ae2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.391787 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-0e5555a1-da0c-4235-8e3e-7ee141ae2462 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1098 time: 0.6492248 Jun 03 15:12:58.482836 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-2bbc22c1-9253-4e03-999b-c90523e4a50d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 217 time: 0.0732846 Jun 03 15:12:58.493983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-ba1a1bcd-8760-4802-9088-4d051c7e69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.495582 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-ba1a1bcd-8760-4802-9088-4d051c7e69a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4480035 Jun 03 15:12:58.565905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-98ec06df-79eb-4731-b22e-5247860eed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.567542 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-98ec06df-79eb-4731-b22e-5247860eed71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0761480 Jun 03 15:12:58.646912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-591b0292-55bf-4728-94b3-b756ef3a7ad0 req-7ba23103-5ec7-4451-a1b3-af41dc0e970d tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] 10.222.0.48 "GET /v2.0/security-groups/403b363b-1a88-429d-bf18-597779cf7e55 HTTP/1.1" status: 200 len: 2981 time: 0.3234582 Jun 03 15:12:58.649833 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81b1fe14-426d-4d0f-b948-0d817360131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:58.678993 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-router', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:44Z', 'updated_at': '2022-06-03T15:12:53Z', 'revision_number': 4, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'gw_port': {'id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:45Z', 'updated_at': '2022-06-03T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '5a6005ab-4a60-4538-a6bf-2ec34c20fb58', 'name': '', 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'mac_address': 'fa:16:3e:49:c3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cdef4166-2f79-4cea-8155-ed0153e0ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:50Z', 'updated_at': '2022-06-03T15:12:53Z', 'revision_number': 2, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'subnets': [{'id': 'cdef4166-2f79-4cea-8155-ed0153e0ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:12:58.686030 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Checking router: 0af3618b-b703-41fd-9eaf-5609ba6090a4 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:12:58.686540 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Updating router 0af3618b-b703-41fd-9eaf-5609ba6090a4 port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:12:58.708835 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-d6215cb2-5b50-4cab-936d-757464e4d1bf service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403120 Jun 03 15:12:58.742826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1fe14-426d-4d0f-b948-0d817360131f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b752a0-796c-441a-b637-1254d497a5c4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:12:58.767304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81b1fe14-426d-4d0f-b948-0d817360131f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:58.769239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-81b1fe14-426d-4d0f-b948-0d817360131f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24b752a0-796c-441a-b637-1254d497a5c4 HTTP/1.1" status: 204 len: 168 time: 0.7807221 Jun 03 15:12:58.794800 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:58.846205 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Allocated IP 172.20.0.10 (eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5/d644fdd2-49e6-4739-a159-c1fcebe267a3/98d655ba-b84b-43de-aa1c-b8817a498dd4) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:12:58.852233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-6a167196-a70f-460f-83da-be9a4f947d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:58.854545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-6a167196-a70f-460f-83da-be9a4f947d21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 1097 time: 0.5298178 Jun 03 15:12:59.196050 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:59.207275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-2db9c11f-b34c-476d-8e95-fae12366225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:59.209299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-2db9c11f-b34c-476d-8e95-fae12366225f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.3433611 Jun 03 15:12:59.220788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418926-22dd-4744-81fa-5a66ba3a99e7 req-7d023d22-072b-4684-bbaf-5d53a38200ca tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:59.228817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0418926-22dd-4744-81fa-5a66ba3a99e7 req-7d023d22-072b-4684-bbaf-5d53a38200ca tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 947 time: 0.9124246 Jun 03 15:12:59.244996 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-591b0292-55bf-4728-94b3-b756ef3a7ad0 req-2bbc238b-ddf9-4e62-9558-038555e29279 tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 15:12:59.264509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-591b0292-55bf-4728-94b3-b756ef3a7ad0 req-2bbc238b-ddf9-4e62-9558-038555e29279 tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] 10.222.0.48 "DELETE /v2.0/security-groups/403b363b-1a88-429d-bf18-597779cf7e55 HTTP/1.1" status: 409 len: 352 time: 0.6158872 Jun 03 15:12:59.278990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-f1cf988b-d099-4451-8b09-66a62cd3c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:59.281038 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-f1cf988b-d099-4451-8b09-66a62cd3c52d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5708041 Jun 03 15:12:59.434275 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9d7333b6-ad10-4ad4-91d2-8a129f0c3529 req-39b084b9-21e5-4034-8d4f-52099825875b service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900480 Jun 03 15:12:59.492730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56454) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:12:59.500905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-fea7554a-e2bf-4959-8b0e-4deb350f1646 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11 HTTP/1.1" status: 200 len: 217 time: 0.2325013 Jun 03 15:12:59.533044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15144877-b607-444e-bba3-6f237241dbcb req-cd6db503-04e2-4a49-8839-902effea86ba tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 210 time: 0.1103668 Jun 03 15:12:59.537137 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d2076f4-f97e-47c3-a5f3-4f81b84e9bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:59.604847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0418926-22dd-4744-81fa-5a66ba3a99e7 req-6337f09d-9571-4d1d-bc7d-5ad811f9fa4a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744392 Jun 03 15:12:59.621275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7d2076f4-f97e-47c3-a5f3-4f81b84e9bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:12:59.628896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7d2076f4-f97e-47c3-a5f3-4f81b84e9bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:a26ca6da6cc34c2b9284019a2ec286cf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:12:59.644906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7d2076f4-f97e-47c3-a5f3-4f81b84e9bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:12:59.650867 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:59.654172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7d2076f4-f97e-47c3-a5f3-4f81b84e9bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:12:59.666184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-4d49faca-63f6-4acf-be85-9b4d8d295dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:12:59.668002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-4d49faca-63f6-4acf-be85-9b4d8d295dac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1105478 Jun 03 15:12:59.687689 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Transition to ACTIVE for port object 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:12:59.714344 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:12:59.980225 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.054813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Transition to ACTIVE for port object 98d655ba-b84b-43de-aa1c-b8817a498dd4 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:00.067143 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-cfbdf7c8-0016-467c-b3b5-1c5f0d8b3bc0 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7541203 Jun 03 15:13:00.102772 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Pushing event updated for resources: {'Port': ['ID=5a6005ab-4a60-4538-a6bf-2ec34c20fb58,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:00.119865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-1adcb5b5-345d-4e4f-ae11-be4cb898c7e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4340019 Jun 03 15:13:00.129352 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.130023 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.130507 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.133414 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.134112 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.134735 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.138643 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.142241 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.142795 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.143313 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.143941 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.144429 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:00.164020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d2076f4-f97e-47c3-a5f3-4f81b84e9bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.175767 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Attempting to bind port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:00.176477 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Attempting to bind port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '97a15ca5-485f-4336-87f4-2d4f17efc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:00.177065 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Attempting to bind port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 on network 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:00.194517 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:00.195378 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Checking segment: {'id': '97a15ca5-485f-4336-87f4-2d4f17efc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:00.196056 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.196605 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Bound using segment: {'id': '97a15ca5-485f-4336-87f4-2d4f17efc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:00.197293 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Bound port: 5a6005ab-4a60-4538-a6bf-2ec34c20fb58, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a15ca5-485f-4336-87f4-2d4f17efc8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:00.197856 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.211006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'tag': '4063cb38-017f-446d-b983-efa260d39050'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:00.236061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b6575-83ca-4980-8c3a-09f2fb2802af req-bfa4fe8b-04b8-40dc-a68c-4743c93fe6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:00.238205 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5a1b6575-83ca-4980-8c3a-09f2fb2802af req-bfa4fe8b-04b8-40dc-a68c-4743c93fe6c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 1099 time: 0.6686060 Jun 03 15:13:00.312801 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d2076f4-f97e-47c3-a5f3-4f81b84e9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.367254 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-842df3e2-03ee-41cd-b494-860dd19569b0 req-3ee13069-e590-42cb-9adc-f97e835cbbd3 tempest-FloatingIPDetailsNegativeTestJSON-594035699 tempest-FloatingIPDetailsNegativeTestJSON-594035699-project] show failed (client error): The resource could not be found. Jun 03 15:13:00.368989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-842df3e2-03ee-41cd-b494-860dd19569b0 req-3ee13069-e590-42cb-9adc-f97e835cbbd3 tempest-FloatingIPDetailsNegativeTestJSON-594035699 tempest-FloatingIPDetailsNegativeTestJSON-594035699-project] 10.222.0.48 "GET /v2.0/floatingips/421848e1-fb6a-4249-8dac-8d99e7552718 HTTP/1.1" status: 404 len: 350 time: 0.2002141 Jun 03 15:13:00.390734 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] For port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:00.395985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56464) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:00.398354 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] For port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5a6005ab-4a60-4538-a6bf-2ec34c20fb58,segment=NetworkSegment(97a15ca5-485f-4336-87f4-2d4f17efc8da),segment_id=97a15ca5-485f-4336-87f4-2d4f17efc8da)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:00.407652 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.441775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.541760 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Routers {'0af3618b-b703-41fd-9eaf-5609ba6090a4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:00.542416 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:12:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0af3618b-b703-41fd-9eaf-5609ba6090a4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:00.582656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:00.587455 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ab0e167-6ceb-4d1e-bb36-9d88f2c759c3 req-0e689bd5-99bc-4421-a6b1-b60c41eb7ba8 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135219 Jun 03 15:13:00.633919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:00.648382 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc98f0-b016-4757-ae08-90a6e2b437dc None None] Pushing event updated for resources: {'Port': ['ID=5a6005ab-4a60-4538-a6bf-2ec34c20fb58,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:00.656560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:00.679697 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7d2076f4-f97e-47c3-a5f3-4f81b84e9bf5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a26ca6da6cc34c2b9284019a2ec286cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1763406 Jun 03 15:13:00.681084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56474) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:00.699413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2076f4-f97e-47c3-a5f3-4f81b84e9bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91d67f3-fb0d-4501-9611-0348aa3dc5e7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:00.827345 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-6faefaae-15b4-4b6d-a319-1dd5908c11d8 req-069f23ba-90b8-4274-be74-ee210d6ecf50 tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] show failed (client error): The resource could not be found. Jun 03 15:13:00.828467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6faefaae-15b4-4b6d-a319-1dd5908c11d8 req-069f23ba-90b8-4274-be74-ee210d6ecf50 tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] 10.222.0.48 "GET /v2.0/security-groups/d4a2bc66-a2b8-4bc7-bc48-6550e5d95d20 HTTP/1.1" status: 404 len: 352 time: 0.4041078 Jun 03 15:13:00.835996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b6575-83ca-4980-8c3a-09f2fb2802af req-7027860e-7ae6-4646-8ad7-3fc594b5094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:00.837541 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5a1b6575-83ca-4980-8c3a-09f2fb2802af req-7027860e-7ae6-4646-8ad7-3fc594b5094d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.5915077 Jun 03 15:13:00.843855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:00.844570 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:00.894134 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] Set router 0af3618b-b703-41fd-9eaf-5609ba6090a4 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:01.041969 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5a1b6575-83ca-4980-8c3a-09f2fb2802af req-7fd8c79d-de3f-4e6f-9fd0-3f9261bd7652 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=5bf019a5-5e94-434a-9a5f-6c42957e3a08 HTTP/1.1" status: 200 len: 217 time: 0.1879356 Jun 03 15:13:01.055063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Pushing event updated for resources: {'Port': ['ID=98d655ba-b84b-43de-aa1c-b8817a498dd4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:01.190459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b6575-83ca-4980-8c3a-09f2fb2802af req-c27101c9-63d6-45fe-8648-3c107798fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:01.192433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5a1b6575-83ca-4980-8c3a-09f2fb2802af req-c27101c9-63d6-45fe-8648-3c107798fae8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1385539 Jun 03 15:13:01.235663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd01d3b-cb29-4622-a7de-4abb100a0196 req-55fbcb16-0dfd-48ea-82df-38acb32ffbdf tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:01.239789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecd01d3b-cb29-4622-a7de-4abb100a0196 req-55fbcb16-0dfd-48ea-82df-38acb32ffbdf tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 946 time: 1.2809591 Jun 03 15:13:01.245675 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-47444dec-42f5-4144-a3a7-fc6fcb9f2902 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3541472 Jun 03 15:13:01.286417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-75d35fa2-3030-4ff0-adea-8e23f3654954 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1513572 Jun 03 15:13:01.310599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ac7dbb4a-800b-411b-bc90-62d784121525 None None] Provisioning for port 98d655ba-b84b-43de-aa1c-b8817a498dd4 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:01.317534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b6575-83ca-4980-8c3a-09f2fb2802af req-d5109e49-c2a5-4dec-bf74-41b598918a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:01.319328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ac7dbb4a-800b-411b-bc90-62d784121525 None None] Provisioning complete for port 98d655ba-b84b-43de-aa1c-b8817a498dd4 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:01.320145 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbb4a-800b-411b-bc90-62d784121525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:01.321691 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5a1b6575-83ca-4980-8c3a-09f2fb2802af req-d5109e49-c2a5-4dec-bf74-41b598918a84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210122 Jun 03 15:13:01.488599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dbb4a-800b-411b-bc90-62d784121525 None None] Port 98d655ba-b84b-43de-aa1c-b8817a498dd4 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:01.533639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Request body: {'port': {'device_id': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:01.595582 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-router', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:44Z', 'updated_at': '2022-06-03T15:12:53Z', 'revision_number': 4, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'gw_port': {'id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:45Z', 'updated_at': '2022-06-03T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '5a6005ab-4a60-4538-a6bf-2ec34c20fb58', 'name': '', 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'mac_address': 'fa:16:3e:49:c3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cdef4166-2f79-4cea-8155-ed0153e0ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:50Z', 'updated_at': '2022-06-03T15:13:00Z', 'revision_number': 4, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'subnets': [{'id': 'cdef4166-2f79-4cea-8155-ed0153e0ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:01.605994 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b07e99-dc74-419b-a92d-bc3955ff5ad8 None None] The sync data for ids ['0af3618b-b703-41fd-9eaf-5609ba6090a4'] in n-d-844595-1 is: [{'id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-router', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:44Z', 'updated_at': '2022-06-03T15:12:53Z', 'revision_number': 4, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'gw_port': {'id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:45Z', 'updated_at': '2022-06-03T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '5a6005ab-4a60-4538-a6bf-2ec34c20fb58', 'name': '', 'network_id': '9231713f-b4ab-47b9-8a6b-f7fd0065cb10', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'mac_address': 'fa:16:3e:49:c3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'cdef4166-2f79-4cea-8155-ed0153e0ae72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:50Z', 'updated_at': '2022-06-03T15:13:00Z', 'revision_number': 4, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'subnets': [{'id': 'cdef4166-2f79-4cea-8155-ed0153e0ae72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:01.682115 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-101263c6-292a-438c-9f93-a2002f9fd9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:01.773353 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5a1b6575-83ca-4980-8c3a-09f2fb2802af req-e3555ca8-615e-4570-9c48-a09dbc42b061 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436586 Jun 03 15:13:01.803596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:01.844351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-b022f365-0f66-4e11-b611-db39ca58ed0f service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097001 Jun 03 15:13:01.857683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecd01d3b-cb29-4622-a7de-4abb100a0196 req-a13b4bb0-b80b-4f7c-b511-0c2d24853cd1 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892680 Jun 03 15:13:01.915760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:02.014717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719af072-978c-4d93-b164-ec557346d667 req-e858b361-8269-48be-8a01-996455fddc0b tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:02.021774 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-719af072-978c-4d93-b164-ec557346d667 req-e858b361-8269-48be-8a01-996455fddc0b tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 948 time: 0.9232247 Jun 03 15:13:02.074693 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41fdf1b-014e-4baa-8d78-0e0b8a85eee4'] response: {'name': 'network-changed', 'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'tag': '4063cb38-017f-446d-b983-efa260d39050', 'status': 'completed', 'code': 200} Jun 03 15:13:02.235293 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d586bb4-2539-433d-bffd-1ea3cb4b4fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.258826 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-101263c6-292a-438c-9f93-a2002f9fd9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.298974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:02.308826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:02.309193 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.360640 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5a1b6575-83ca-4980-8c3a-09f2fb2802af req-460fecdb-ce72-45d0-bc82-6b4f5042956d service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809517 Jun 03 15:13:02.561553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:02.562177 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.686954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5a6005ab-4a60-4538-a6bf-2ec34c20fb58,segment=NetworkSegment(97a15ca5-485f-4336-87f4-2d4f17efc8da),segment_id=97a15ca5-485f-4336-87f4-2d4f17efc8da)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:02.697287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:02.890581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=5a6005ab-4a60-4538-a6bf-2ec34c20fb58,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:03.002300 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-719af072-978c-4d93-b164-ec557346d667 req-a1d9605a-048a-4a93-a5e2-5714587e6a1f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9548042 Jun 03 15:13:03.099179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5abaae-9db5-4e6b-a579-31eb579f53b1 req-64724b4b-f1e9-4358-97d6-e8bc95de79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:03.100620 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3f5abaae-9db5-4e6b-a579-31eb579f53b1 req-64724b4b-f1e9-4358-97d6-e8bc95de79cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1098 time: 0.2413011 Jun 03 15:13:03.165443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf87e5-f6aa-4d63-9a51-642ab82bda28 req-28832327-1667-4b75-a163-1d96b766ea48 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:03.180001 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6dcf87e5-f6aa-4d63-9a51-642ab82bda28 req-28832327-1667-4b75-a163-1d96b766ea48 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 932 time: 0.4005654 Jun 03 15:13:03.297623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d655ba-b84b-43de-aa1c-b8817a498dd4 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:03.340369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-101263c6-292a-438c-9f93-a2002f9fd9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:03.351698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:03.407173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Transition to ACTIVE for port object 98d655ba-b84b-43de-aa1c-b8817a498dd4 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:03.453610 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:03.467809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6dcf87e5-f6aa-4d63-9a51-642ab82bda28 req-1e2da6ec-f2a4-4251-a6b7-ee5651b831e2 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a647cb81-6296-4eae-86d9-b6a0447a2bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865605 Jun 03 15:13:03.501783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101263c6-292a-438c-9f93-a2002f9fd9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91d67f3-fb0d-4501-9611-0348aa3dc5e7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:03.518977 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-101263c6-292a-438c-9f93-a2002f9fd9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:03.520197 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-101263c6-292a-438c-9f93-a2002f9fd9a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a91d67f3-fb0d-4501-9611-0348aa3dc5e7 HTTP/1.1" status: 204 len: 168 time: 2.8264403 Jun 03 15:13:03.620779 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-fa826df2-c13b-4957-847b-46a83d1428f3 req-e886aadc-d502-4075-b653-9352bb89cedc tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] show failed (client error): The resource could not be found. Jun 03 15:13:03.628308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa826df2-c13b-4957-847b-46a83d1428f3 req-e886aadc-d502-4075-b653-9352bb89cedc tempest-SecurityGroupsNegativeTestJSON-812919618 tempest-SecurityGroupsNegativeTestJSON-812919618-project] 10.222.0.48 "GET /v2.0/security-groups/0c96625e-79ab-4970-9874-8b083008d9ce HTTP/1.1" status: 404 len: 352 time: 0.1320114 Jun 03 15:13:03.642453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56494) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:03.672512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5bf019a5-5e94-434a-9a5f-6c42957e3a08 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:03.885470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5abaae-9db5-4e6b-a579-31eb579f53b1 req-c417b88d-5980-4997-abf5-368056f6bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:03.889765 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3f5abaae-9db5-4e6b-a579-31eb579f53b1 req-c417b88d-5980-4997-abf5-368056f6bdac service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.7763033 Jun 03 15:13:03.924730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:04.035763 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3f5abaae-9db5-4e6b-a579-31eb579f53b1 req-f8b8ae7f-8b7d-4593-beba-215330e6fea9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 217 time: 0.1314559 Jun 03 15:13:04.176315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5bf019a5-5e94-434a-9a5f-6c42957e3a08, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5bf019a5-5e94-434a-9a5f-6c42957e3a08,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:04.186384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5d59b-21ad-4faf-b175-6a8f5a18584f req-e879d626-607d-4e0a-b6e9-c2c5bc92dec9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:04.196301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46c5d59b-21ad-4faf-b175-6a8f5a18584f req-e879d626-607d-4e0a-b6e9-c2c5bc92dec9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 947 time: 0.9978206 Jun 03 15:13:04.227963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:04.228331 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.259699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5bf019a5-5e94-434a-9a5f-6c42957e3a08', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '5bf019a5-5e94-434a-9a5f-6c42957e3a08', 'mac_address': 'fa:16:3e:81:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:04.277974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5abaae-9db5-4e6b-a579-31eb579f53b1 req-323c9694-5eb1-4ffe-aedc-88248535b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:04.279139 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3f5abaae-9db5-4e6b-a579-31eb579f53b1 req-323c9694-5eb1-4ffe-aedc-88248535b8ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1478434 Jun 03 15:13:04.309423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a22b94-51ff-4693-8b90-0e425a3148fa admin admin] Deleting subnet b270d6fd-62d0-4416-b3a4-ab9a343f46a5 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:13:04.324625 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95a22b94-51ff-4693-8b90-0e425a3148fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.446633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95a22b94-51ff-4693-8b90-0e425a3148fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.489829 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-55e670fc-d72c-4964-8fc8-2e652aae663b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.558710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Pushing event updated for resources: {'Port': ['ID=98d655ba-b84b-43de-aa1c-b8817a498dd4,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:04.562579 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95a22b94-51ff-4693-8b90-0e425a3148fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.701455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Attempting to bind port 98d655ba-b84b-43de-aa1c-b8817a498dd4 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:04.701838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Attempting to bind port 98d655ba-b84b-43de-aa1c-b8817a498dd4 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:04.702290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Attempting to bind port 98d655ba-b84b-43de-aa1c-b8817a498dd4 on network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:04.723300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Port 98d655ba-b84b-43de-aa1c-b8817a498dd4 on network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:04.724532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Attempting to bind port 98d655ba-b84b-43de-aa1c-b8817a498dd4 on network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:04.729108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:04.729687 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.737002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5abaae-9db5-4e6b-a579-31eb579f53b1 req-9e7104d0-8c90-4fa5-ac24-7a0aecbec2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:04.740646 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3f5abaae-9db5-4e6b-a579-31eb579f53b1 req-9e7104d0-8c90-4fa5-ac24-7a0aecbec2bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4443951 Jun 03 15:13:04.741916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:04.742725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Checking segment: {'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:04.743831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Bound using segment: {'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:04.744885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Bound port: 98d655ba-b84b-43de-aa1c-b8817a498dd4, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16e22082-df3f-4615-acc3-106df8d893fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:04.745508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.874288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46c5d59b-21ad-4faf-b175-6a8f5a18584f req-3ce510cd-2f46-44b9-a877-ca302ba220dd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768832 Jun 03 15:13:04.904285 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95a22b94-51ff-4693-8b90-0e425a3148fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:04.917144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:04.945623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf019a5-5e94-434a-9a5f-6c42957e3a08 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:05.012583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5bf019a5-5e94-434a-9a5f-6c42957e3a08, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5bf019a5-5e94-434a-9a5f-6c42957e3a08,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:05.023825 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.034176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a22b94-51ff-4693-8b90-0e425a3148fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b270d6fd-62d0-4416-b3a4-ab9a343f46a5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:05.059582 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3f5abaae-9db5-4e6b-a579-31eb579f53b1 req-20f1bf15-7396-4678-a8ec-d0bfb272205a service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982533 Jun 03 15:13:05.061164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] For port 98d655ba-b84b-43de-aa1c-b8817a498dd4, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:05.065316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] For port 98d655ba-b84b-43de-aa1c-b8817a498dd4, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=98d655ba-b84b-43de-aa1c-b8817a498dd4,segment=NetworkSegment(16e22082-df3f-4615-acc3-106df8d893fe),segment_id=16e22082-df3f-4615-acc3-106df8d893fe)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:05.080523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95a22b94-51ff-4693-8b90-0e425a3148fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.105774 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.127865 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.269735 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.287251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5bf019a5-5e94-434a-9a5f-6c42957e3a08,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:05.295912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Pushing event updated for resources: {'Port': ['ID=98d655ba-b84b-43de-aa1c-b8817a498dd4,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:05.343902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:05.344865 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.346587 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-2ba15821-5933-4fc4-a5f5-3519649812f2 service neutron] 10.222.0.75 "PUT /v2.0/ports/98d655ba-b84b-43de-aa1c-b8817a498dd4 HTTP/1.1" status: 200 len: 1092 time: 3.8354323 Jun 03 15:13:05.349351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'tag': '98d655ba-b84b-43de-aa1c-b8817a498dd4'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:05.460411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:05.557133 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:05.589352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56522) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:05.624237 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3f5abaae-9db5-4e6b-a579-31eb579f53b1 req-bc93eac7-26c5-46f7-8457-fd9a371f25ed service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551710 Jun 03 15:13:05.647682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-95a22b94-51ff-4693-8b90-0e425a3148fa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b270d6fd-62d0-4416-b3a4-ab9a343f46a5 HTTP/1.1" status: 204 len: 168 time: 1.9987407 Jun 03 15:13:05.650092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56528) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:05.674733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4063cb38-017f-446d-b983-efa260d39050 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:05.688376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 80860ae2-4994-4182-89fd-7d539458d36b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:05.694031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c6f16-fbec-470a-8ba4-be774d78b6c3 req-2abc914b-25bd-4af0-b2db-a4735e43b91b tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:05.701949 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae3c6f16-fbec-470a-8ba4-be774d78b6c3 req-2abc914b-25bd-4af0-b2db-a4735e43b91b tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 946 time: 1.8178680 Jun 03 15:13:05.816197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-ba70f395-f4b5-4c3e-8529-3cd288823af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:05.817585 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-ba70f395-f4b5-4c3e-8529-3cd288823af3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8a68f7690074e829c03c3202f5c7f6a&device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 1095 time: 0.3933551 Jun 03 15:13:05.930896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4e1228a4-c19d-4c2f-b2ab-dab94e99c8de tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:05.932844 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4e1228a4-c19d-4c2f-b2ab-dab94e99c8de tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 946 time: 1.2752361 Jun 03 15:13:06.013977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-887518807-network', 'tenant_id': '242e132ffe3c43459e9a46589013406a'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:06.019855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:06.025036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Usage tracker for resource:network and tenant:242e132ffe3c43459e9a46589013406a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:06.028150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:06.034227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:06.071867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Made reservation on behalf of 242e132ffe3c43459e9a46589013406a for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:06.074911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.086811 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-20332f35-0b4e-444b-bf79-54dd26aa1293 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98d655ba-b84b-43de-aa1c-b8817a498dd4 HTTP/1.1" status: 200 len: 217 time: 0.2292447 Jun 03 15:13:06.113976 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.119365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4063cb38-017f-446d-b983-efa260d39050,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:06.166119 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.172437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '4063cb38-017f-446d-b983-efa260d39050', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '4063cb38-017f-446d-b983-efa260d39050', 'mac_address': 'fa:16:3e:53:52:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:06.174740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:06.195220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Usage tracker for resource:security_group_rule and tenant:242e132ffe3c43459e9a46589013406a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:06.207314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:06.225922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:06.282176 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae3c6f16-fbec-470a-8ba4-be774d78b6c3 req-9246aefe-d886-40b4-8015-f4dc95f18b82 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5792146 Jun 03 15:13:06.303790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Deleting port 80860ae2-4994-4182-89fd-7d539458d36b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:06.315840 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.454104 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.471067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88a90-14ed-46d3-814d-eb6884b3a300 req-dfeb2fda-ae65-4896-9a6b-75accdeebac6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:06.482170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dd88a90-14ed-46d3-814d-eb6884b3a300 req-dfeb2fda-ae65-4896-9a6b-75accdeebac6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 946 time: 1.1620855 Jun 03 15:13:06.486687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397dbe28-36d8-4aab-a071-2812e869dd6d']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:06.492914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 80860ae2-4994-4182-89fd-7d539458d36b is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:06.493672 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.500008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70efa66-2b9b-41c9-bff7-ceb3178bdd2f') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:06.500346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70efa66-2b9b-41c9-bff7-ceb3178bdd2f') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:06.513966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.515013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 4063cb38-017f-446d-b983-efa260d39050 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:06.515636 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.531520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.538397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:13:06.538819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.547913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4063cb38-017f-446d-b983-efa260d39050 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:06.563885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80860ae2-4994-4182-89fd-7d539458d36b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:06.586695 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 80860ae2-4994-4182-89fd-7d539458d36b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=80860ae2-4994-4182-89fd-7d539458d36b,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:06.591133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4063cb38-017f-446d-b983-efa260d39050,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:06.595542 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.697843 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.707657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dd88a90-14ed-46d3-814d-eb6884b3a300 req-e6ad5e74-874a-4020-93b4-28961021ce67 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227342 Jun 03 15:13:06.777434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=80860ae2-4994-4182-89fd-7d539458d36b,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:06.822638 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.846584 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e70efa66-2b9b-41c9-bff7-ceb3178bdd2f resource provider aggregate not found Jun 03 15:13:06.888628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.899174 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:06.911657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=4063cb38-017f-446d-b983-efa260d39050,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:06.922949 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] 10.222.0.48 "DELETE /v2.0/networks/397dbe28-36d8-4aab-a071-2812e869dd6d HTTP/1.1" status: 204 len: 168 time: 1.2651291 Jun 03 15:13:06.923492 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e70efa66-2b9b-41c9-bff7-ceb3178bdd2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e70efa66-2b9b-41c9-bff7-ceb3178bdd2f found for delete ", "request_id": "req-cf10f196-f2fd-4af3-b596-58d08572066e"}]} Jun 03 15:13:06.933275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed968d2-25d3-4773-9573-9ad15b679852 admin admin] Pushing event deleted for resources: {'Network': ['ID=397dbe28-36d8-4aab-a071-2812e869dd6d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:06.971405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-7286a0b0-e989-474d-b22d-b7bf9edb73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:06.973168 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-7286a0b0-e989-474d-b22d-b7bf9edb73b8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d644fdd2-49e6-4739-a159-c1fcebe267a3 HTTP/1.1" status: 200 len: 854 time: 0.3286393 Jun 03 15:13:06.996211 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.001867 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.033801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:13:07.047661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7428e53-e12c-4476-ac9d-ffcc52213b5d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:07.052658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.052868 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Added segment 23f249e8-5874-4c3a-bc6f-5e83e95ffa57 of type vlan for network 792a4a9d-a386-4c71-aeab-373b9ac4887e Jun 03 15:13:07.063937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56544) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:07.149054 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.191230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d5b6f-d1a6-489c-8120-18d98b47546d req-11b3a3ac-3e63-4bc6-9189-bb90399aceb6 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.192742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-309d5b6f-d1a6-489c-8120-18d98b47546d req-11b3a3ac-3e63-4bc6-9189-bb90399aceb6 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 949 time: 0.6708941 Jun 03 15:13:07.194250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['4063cb38-017f-446d-b983-efa260d39050'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:07.212632 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1e093b22-88a3-4978-93fe-e2deb0f4f575 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98f42e02295143c3b8ae483a72027e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447356 Jun 03 15:13:07.212867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56548) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:07.232681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.233547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.234133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.364222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] Deleting port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:07.364877 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.365890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-c21a660d-0561-48c6-9354-59e28d46caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.367430 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-c21a660d-0561-48c6-9354-59e28d46caf2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2828155 Jun 03 15:13:07.377366 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7763338 Jun 03 15:13:07.378266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce335e14-dab3-459a-b10f-4c385a8afc6f admin admin] Pushing event updated for resources: {'Network': ['ID=792a4a9d-a386-4c71-aeab-373b9ac4887e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:07.392085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 792a4a9d-a386-4c71-aeab-373b9ac4887e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:13:07.400541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56554) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:07.407649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-309d5b6f-d1a6-489c-8120-18d98b47546d req-25889c48-8f53-4a06-ad36-f76a21885d78 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007415 Jun 03 15:13:07.410129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Request body: {'subnet': {'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-887518807-subnet', 'tenant_id': '242e132ffe3c43459e9a46589013406a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:07.477618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:07.488825 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f9e3fc-a559-456a-b5de-43141ec08438'] response: {'name': 'network-changed', 'server_uuid': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'tag': '98d655ba-b84b-43de-aa1c-b8817a498dd4', 'status': 'completed', 'code': 200} Jun 03 15:13:07.491994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Usage tracker for resource:subnet and tenant:242e132ffe3c43459e9a46589013406a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:07.494238 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40e45232-b1bd-4b95-a2f3-f39e51f31195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.498431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:07.513766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:07.558421 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40e45232-b1bd-4b95-a2f3-f39e51f31195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.564976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Made reservation on behalf of 242e132ffe3c43459e9a46589013406a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:07.567283 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.617526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87ddc0-4f45-4c7e-a3a1-ce516759114b req-b5c776cd-2f30-4c82-9657-184d06f632c4 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:07.619030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc87ddc0-4f45-4c7e-a3a1-ce516759114b req-b5c776cd-2f30-4c82-9657-184d06f632c4 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 944 time: 0.4923861 Jun 03 15:13:07.633620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] For port 80860ae2-4994-4182-89fd-7d539458d36b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=80860ae2-4994-4182-89fd-7d539458d36b,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:07.633999 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.665039 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-0c56a45c-cd94-469d-88ca-dcb5974e269a service neutron] 10.222.0.75 "GET /v2.0/networks/eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893381 Jun 03 15:13:07.676199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5bf019a5-5e94-434a-9a5f-6c42957e3a08 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:07.724323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] For port 5a6005ab-4a60-4538-a6bf-2ec34c20fb58, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5a6005ab-4a60-4538-a6bf-2ec34c20fb58,segment=NetworkSegment(97a15ca5-485f-4336-87f4-2d4f17efc8da),segment_id=97a15ca5-485f-4336-87f4-2d4f17efc8da)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:07.724948 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.749018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:07.754259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:07.754728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.876965 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0c87cabf-aebc-41f8-8f01-aa095814be05 req-d68a714e-619b-4cab-98d8-e17997a97adc service neutron] 10.222.0.75 "GET /v2.0/networks/eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048168 Jun 03 15:13:07.879837 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40e45232-b1bd-4b95-a2f3-f39e51f31195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.900600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc87ddc0-4f45-4c7e-a3a1-ce516759114b req-679be2fd-63b2-4960-bd3f-c9f7c811f218 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a647cb81-6296-4eae-86d9-b6a0447a2bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565415 Jun 03 15:13:07.906805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e45232-b1bd-4b95-a2f3-f39e51f31195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403b363b-1a88-429d-bf18-597779cf7e55,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:07.956734 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40e45232-b1bd-4b95-a2f3-f39e51f31195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.957251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:07.957843 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.957985 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-40e45232-b1bd-4b95-a2f3-f39e51f31195 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/403b363b-1a88-429d-bf18-597779cf7e55 HTTP/1.1" status: 204 len: 168 time: 0.7442350 Jun 03 15:13:07.981300 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:07.984697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] Calling delete_port for 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:07.999556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5bf019a5-5e94-434a-9a5f-6c42957e3a08, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5bf019a5-5e94-434a-9a5f-6c42957e3a08,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:08.007541 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.138705 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2400615-ccd4-4818-8c02-9b9eb94a2426'] response: {'server_uuid': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80860ae2-4994-4182-89fd-7d539458d36b', 'code': 200} Jun 03 15:13:08.139903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5bf019a5-5e94-434a-9a5f-6c42957e3a08,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:08.199256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b9255b-6a22-475f-892c-3d87acb00f06,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:08.223056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Checking segment: {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:08.223826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Network hostable DHCP agents. Network: 792a4a9d-a386-4c71-aeab-373b9ac4887e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:13:08.251486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe9a1e-b1e0-489d-aa25-b9fbfcbe8f7f req-02023584-da4a-494f-86e1-f97c3cdf79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:08.254501 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4afe9a1e-b1e0-489d-aa25-b9fbfcbe8f7f req-02023584-da4a-494f-86e1-f97c3cdf79a4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8a68f7690074e829c03c3202f5c7f6a&device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 1095 time: 0.2681873 Jun 03 15:13:08.291834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2182406-e3a7-4906-9846-c1261cf4ecf8 req-feaa7c92-8d17-4b77-8036-78f4deb566a9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:08.293434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2182406-e3a7-4906-9846-c1261cf4ecf8 req-feaa7c92-8d17-4b77-8036-78f4deb566a9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 948 time: 0.6700442 Jun 03 15:13:08.359577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Network 792a4a9d-a386-4c71-aeab-373b9ac4887e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:13:08.392287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 792a4a9d-a386-4c71-aeab-373b9ac4887e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:08.404147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f6342-55ce-457b-ab78-f5096ed21c61 None None] Network 792a4a9d-a386-4c71-aeab-373b9ac4887e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:08.426800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:08.427456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.468411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe9a1e-b1e0-489d-aa25-b9fbfcbe8f7f req-225290bc-7b97-4459-8f40-8896095af383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:08.471083 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4afe9a1e-b1e0-489d-aa25-b9fbfcbe8f7f req-225290bc-7b97-4459-8f40-8896095af383 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 HTTP/1.1" status: 200 len: 916 time: 0.2064967 Jun 03 15:13:08.472997 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0af00c3b-b9a3-4d25-ab61-f21cf75e6980 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0709901 Jun 03 15:13:08.486098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2182406-e3a7-4906-9846-c1261cf4ecf8 req-77a1a8c2-d344-428e-8361-b17f475072cd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678917 Jun 03 15:13:08.506000 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.506287 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.506540 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Floating IP 1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad disassociated. External IP: 172.25.7.193, port: 80860ae2-4994-4182-89fd-7d539458d36b. Jun 03 15:13:08.506872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Calling delete_port for 80860ae2-4994-4182-89fd-7d539458d36b owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:08.514799 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:08.565097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3fd5d-7b2a-480f-917b-4b2046f5ac43 req-356916f8-593c-4811-9c4a-a2e4dd683402 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:08.575812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2c3fd5d-7b2a-480f-917b-4b2046f5ac43 req-356916f8-593c-4811-9c4a-a2e4dd683402 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 944 time: 0.3832033 Jun 03 15:13:08.649492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4afe9a1e-b1e0-489d-aa25-b9fbfcbe8f7f req-c99344b3-8b6a-4361-87e3-79a948d1e2be service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98d655ba-b84b-43de-aa1c-b8817a498dd4 HTTP/1.1" status: 200 len: 217 time: 0.1686265 Jun 03 15:13:08.691409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad011124-35b5-475a-881f-dda5c78b181a None None] Network 792a4a9d-a386-4c71-aeab-373b9ac4887e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:08.708402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2c3fd5d-7b2a-480f-917b-4b2046f5ac43 req-0294fd85-aaca-4a80-acf5-c5e37070d3b2 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups?id=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316187 Jun 03 15:13:08.816861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe9a1e-b1e0-489d-aa25-b9fbfcbe8f7f req-b9190b0e-2966-4b1f-b927-6a9ff5eb9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:08.818342 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4afe9a1e-b1e0-489d-aa25-b9fbfcbe8f7f req-b9190b0e-2966-4b1f-b927-6a9ff5eb9692 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d644fdd2-49e6-4739-a159-c1fcebe267a3 HTTP/1.1" status: 200 len: 854 time: 0.1627650 Jun 03 15:13:08.946134 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe9a1e-b1e0-489d-aa25-b9fbfcbe8f7f req-551864f7-3638-47a6-b436-0ece939b0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:08.947625 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4afe9a1e-b1e0-489d-aa25-b9fbfcbe8f7f req-551864f7-3638-47a6-b436-0ece939b0570 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226220 Jun 03 15:13:09.079738 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.203457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6005ab-4a60-4538-a6bf-2ec34c20fb58,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:09.211747 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4afe9a1e-b1e0-489d-aa25-b9fbfcbe8f7f req-4228c82f-ee55-49f3-a1a2-d9b123eb8d1a service neutron] 10.222.0.75 "GET /v2.0/networks/eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566330 Jun 03 15:13:09.237233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56590) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:09.300224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.394999 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4afe9a1e-b1e0-489d-aa25-b9fbfcbe8f7f req-ed4723a8-4e5e-43df-b706-dbc12dd30a6f service neutron] 10.222.0.75 "GET /v2.0/networks/eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758511 Jun 03 15:13:09.403026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-453104773-network', 'tenant_id': '174af88446244ef48fad351389235316'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:09.407985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:09.412126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Usage tracker for resource:network and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:09.416600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:09.422308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:09.433716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:09.436176 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.449997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.452523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Pushing event deleted for resources: {'Port': ['ID=80860ae2-4994-4182-89fd-7d539458d36b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:09.468203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:09.472432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Usage tracker for resource:security_group_rule and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:09.475579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:09.482260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:09.485405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526046c-8f71-4011-b93f-253e18fa5c98 req-e4da0b78-d634-4613-99bb-025721264718 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:09.486950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9526046c-8f71-4011-b93f-253e18fa5c98 req-e4da0b78-d634-4613-99bb-025721264718 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 946 time: 0.6743605 Jun 03 15:13:09.568808 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.574324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.606604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:13:09.614998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b016b28e-6cfb-438a-8581-4d0b62d53717,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:09.622529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.622908 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Added segment 3dfd7c81-ecce-479d-b22d-48769af7b048 of type vlan for network 03cf6636-c1ce-47a4-8694-f929707d066b Jun 03 15:13:09.651192 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.684296 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.685721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:09.687217 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.690101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4063cb38-017f-446d-b983-efa260d39050 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:09.705388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab82fb0-b098-49a5-8284-46860e004e16 req-37c27ad9-8ea8-4998-9f10-267748f16340 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:09.714457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ab82fb0-b098-49a5-8284-46860e004e16 req-37c27ad9-8ea8-4998-9f10-267748f16340 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 950 time: 0.8294525 Jun 03 15:13:09.768573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 4063cb38-017f-446d-b983-efa260d39050 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:09.775550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 4063cb38-017f-446d-b983-efa260d39050 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:09.775808 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.799043 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5580177 Jun 03 15:13:09.802285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56600) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:09.809157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Request body: {'subnet': {'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-453104773-subnet', 'tenant_id': '174af88446244ef48fad351389235316', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:09.826147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:09.833523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Usage tracker for resource:subnet and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:09.838161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:09.840947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1b5d3-1765-4380-b9e9-8aeb103e66ff admin admin] Pushing event updated for resources: {'Network': ['ID=03cf6636-c1ce-47a4-8694-f929707d066b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:09.848836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:09.849425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9526046c-8f71-4011-b93f-253e18fa5c98 req-bfcccca2-4ea7-41d6-984f-9244b0a896d7 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439641 Jun 03 15:13:09.868499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:09.870387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 03cf6636-c1ce-47a4-8694-f929707d066b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:13:09.880473 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:09.902664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ab82fb0-b098-49a5-8284-46860e004e16 req-ebf7e14a-f384-4249-af4f-0b3a40989700 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870525 Jun 03 15:13:09.903316 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.099375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 4063cb38-017f-446d-b983-efa260d39050 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:10.099850 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.139067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4063cb38-017f-446d-b983-efa260d39050,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:10.140001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b0474c-9ad0-4b66-949a-7a443d1a49e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf019a5-5e94-434a-9a5f-6c42957e3a08'}, {'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4063cb38-017f-446d-b983-efa260d39050'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:10.149960 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.170491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.193615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Router de4a187b-7559-4915-a8ba-ebe1e6b58d7c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:10.235041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=4063cb38-017f-446d-b983-efa260d39050,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:10.285469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Checking segment: {'id': '3dfd7c81-ecce-479d-b22d-48769af7b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:10.285825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Network hostable DHCP agents. Network: 03cf6636-c1ce-47a4-8694-f929707d066b, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:13:10.290241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bbe2834-389b-41ed-950f-16cfe3aa3902,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:10.312061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Network 03cf6636-c1ce-47a4-8694-f929707d066b is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:13:10.323681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 03cf6636-c1ce-47a4-8694-f929707d066b) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:10.328444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:10.329560 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.334110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e83c40-f8da-496e-ae46-16b1f4b05793 None None] Network 03cf6636-c1ce-47a4-8694-f929707d066b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:10.362661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e68002bf-f581-4035-a198-2b4f7f60c978 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5568826 Jun 03 15:13:10.363290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56616) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:10.371285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-453104773-router', 'tenant_id': '174af88446244ef48fad351389235316', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:10.378149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:10.382679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Usage tracker for resource:router and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:10.387321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:10.395640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:10.407752 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.409261 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.429303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.557753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-03cf6636-c1ce-47a4-8694-f929707d066b', 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b', 'tenant_id': '174af88446244ef48fad351389235316', 'fixed_ips': [{'subnet_id': '7bbe2834-389b-41ed-950f-16cfe3aa3902'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:13:10.558620 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.705121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:10.730026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Allocated IP 172.20.0.2 (03cf6636-c1ce-47a4-8694-f929707d066b/7bbe2834-389b-41ed-950f-16cfe3aa3902/47fdfdce-f560-4144-8d51-6528cd1dc182) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:10.798687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110895e8-b850-4fbe-9756-f824480efd10 req-08e970c8-7a24-478b-9057-b75ee8e3fe45 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:10.800183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-110895e8-b850-4fbe-9756-f824480efd10 req-08e970c8-7a24-478b-9057-b75ee8e3fe45 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 944 time: 0.7180262 Jun 03 15:13:10.921116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 98d655ba-b84b-43de-aa1c-b8817a498dd4 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:10.953926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-2210233b-1197-4ff3-a9c7-d95064552065 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:10.955392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-2210233b-1197-4ff3-a9c7-d95064552065 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 804 time: 0.6445704 Jun 03 15:13:10.976365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:11.000023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3f5ab-fc29-492d-9993-d2c88e132f48 None None] Sync routers for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:11.015673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-110895e8-b850-4fbe-9756-f824480efd10 req-0914c9ee-b256-47d5-9b6f-83442b127733 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a647cb81-6296-4eae-86d9-b6a0447a2bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896834 Jun 03 15:13:11.026854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f77b151f-0f6f-47af-a5cd-2b0e8d17bd08 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/quotas/242e132ffe3c43459e9a46589013406a HTTP/1.1" status: 200 len: 375 time: 0.0549295 Jun 03 15:13:11.042836 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.074417 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.081077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3f5ab-fc29-492d-9993-d2c88e132f48 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:11.081694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a5f3f5ab-fc29-492d-9993-d2c88e132f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:11.120613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] No DVR routers for this DVR port 80860ae2-4994-4182-89fd-7d539458d36b on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:11.130012 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.132120 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.134249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-e827d15d-51c5-4d98-a53d-3c4f351dee1e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558977 Jun 03 15:13:11.134859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'name': 'network-vif-deleted', 'tag': '80860ae2-4994-4182-89fd-7d539458d36b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:11.148177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] Router 0af3618b-b703-41fd-9eaf-5609ba6090a4 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:11.176342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Transition to ACTIVE for port object 47fdfdce-f560-4144-8d51-6528cd1dc182 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:11.181306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1bbe7340-40c1-4e8f-b124-f019bf77279c req-4a2372c6-5598-4c1d-9b0f-7f09325c65f4 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.67 "DELETE /v2.0/ports/80860ae2-4994-4182-89fd-7d539458d36b HTTP/1.1" status: 204 len: 173 time: 5.2170906 Jun 03 15:13:11.290312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Transition to ACTIVE for port object 47fdfdce-f560-4144-8d51-6528cd1dc182 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:11.318254 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.372533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Allocated IP 172.25.7.96 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/86aaa73e-a5f0-4b7c-844c-1789777ad98c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:11.399476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Pushing event updated for resources: {'Port': ['ID=47fdfdce-f560-4144-8d51-6528cd1dc182,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:11.404983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 98d655ba-b84b-43de-aa1c-b8817a498dd4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=98d655ba-b84b-43de-aa1c-b8817a498dd4,segment=NetworkSegment(16e22082-df3f-4615-acc3-106df8d893fe),segment_id=16e22082-df3f-4615-acc3-106df8d893fe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:11.429159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '98d655ba-b84b-43de-aa1c-b8817a498dd4', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'port_id': '98d655ba-b84b-43de-aa1c-b8817a498dd4', 'mac_address': 'fa:16:3e:04:61:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:11.435643 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-a5f3f5ab-fc29-492d-9993-d2c88e132f48 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:11.509814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Network 03cf6636-c1ce-47a4-8694-f929707d066b is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:11.512615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-77e392d6-d3fb-4040-8f54-9175d7d0ae9c service neutron] 10.222.0.48 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633437 Jun 03 15:13:11.523526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:11.539562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:11.549277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.552740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:11.563702 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ee088-e1da-4dd4-ae43-41dad66252cd None None] Sync routers for ids ['0af3618b-b703-41fd-9eaf-5609ba6090a4'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:11.577794 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ee088-e1da-4dd4-ae43-41dad66252cd None None] Routers {'0af3618b-b703-41fd-9eaf-5609ba6090a4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:11.578822 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c14ee088-e1da-4dd4-ae43-41dad66252cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0af3618b-b703-41fd-9eaf-5609ba6090a4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:11.587004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.604817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e6a6886d-25fa-4c49-9992-bd97a91b75c3 admin admin] 10.222.0.48 "PUT /v2.0/routers/0af3618b-b703-41fd-9eaf-5609ba6090a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2038960 Jun 03 15:13:11.608798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56626) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:11.687774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f44886-55bb-4a4f-9d0a-fe9c0efb5591 req-efbf1505-4501-48b6-a082-0efe926dffce tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:11.694990 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81f44886-55bb-4a4f-9d0a-fe9c0efb5591 req-efbf1505-4501-48b6-a082-0efe926dffce tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.4569697 Jun 03 15:13:11.701134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 98d655ba-b84b-43de-aa1c-b8817a498dd4 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:11.701494 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.729312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:11.731910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Pushing event updated for resources: {'Port': ['ID=86aaa73e-a5f0-4b7c-844c-1789777ad98c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:11.737983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:11.741633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:11.794483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Attempting to bind port 47fdfdce-f560-4144-8d51-6528cd1dc182 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:11.795485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Attempting to bind port 47fdfdce-f560-4144-8d51-6528cd1dc182 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '3dfd7c81-ecce-479d-b22d-48769af7b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:11.796014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Attempting to bind port 47fdfdce-f560-4144-8d51-6528cd1dc182 on network 03cf6636-c1ce-47a4-8694-f929707d066b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:11.803214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d655ba-b84b-43de-aa1c-b8817a498dd4 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:11.813067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:11.813717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Checking segment: {'id': '3dfd7c81-ecce-479d-b22d-48769af7b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:11.814372 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.814974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Bound using segment: {'id': '3dfd7c81-ecce-479d-b22d-48769af7b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:11.815683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Bound port: 47fdfdce-f560-4144-8d51-6528cd1dc182, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfd7c81-ecce-479d-b22d-48769af7b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:11.816263 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.848112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 98d655ba-b84b-43de-aa1c-b8817a498dd4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=98d655ba-b84b-43de-aa1c-b8817a498dd4,segment=NetworkSegment(16e22082-df3f-4615-acc3-106df8d893fe),segment_id=16e22082-df3f-4615-acc3-106df8d893fe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:11.900760 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:11.901137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81f44886-55bb-4a4f-9d0a-fe9c0efb5591 req-03191631-4eca-458e-9f57-4496de5e8a05 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052209 Jun 03 15:13:11.925596 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c14ee088-e1da-4dd4-ae43-41dad66252cd None None] Set router 0af3618b-b703-41fd-9eaf-5609ba6090a4 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:11.948946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-186df1cc-90cd-40d4-b4e1-e1ff9af81940 service neutron] 10.222.0.48 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259787 Jun 03 15:13:11.967343 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.118586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] For port 47fdfdce-f560-4144-8d51-6528cd1dc182, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:12.130514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=98d655ba-b84b-43de-aa1c-b8817a498dd4,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:12.137709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] For port 47fdfdce-f560-4144-8d51-6528cd1dc182, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=47fdfdce-f560-4144-8d51-6528cd1dc182,segment=NetworkSegment(3dfd7c81-ecce-479d-b22d-48769af7b048),segment_id=3dfd7c81-ecce-479d-b22d-48769af7b048)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:12.139333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['98d655ba-b84b-43de-aa1c-b8817a498dd4'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:12.170749 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.266213 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385a2d33-1df2-492b-94a6-40c16fcadb51'] response: {'server_uuid': '90b0474c-9ad0-4b66-949a-7a443d1a49e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf019a5-5e94-434a-9a5f-6c42957e3a08', 'code': 200} Jun 03 15:13:12.266483 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385a2d33-1df2-492b-94a6-40c16fcadb51'] response: {'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4063cb38-017f-446d-b983-efa260d39050', 'code': 200} Jun 03 15:13:12.288701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-661e2ac4-e780-470f-b748-f433d9b1656e req-da2387cc-b6ef-44e5-905c-b846c9626225 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Synchronizing usage tracker for tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:12.337696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60131c2a-61ee-411c-9936-7d2c1dfc0d27 None None] Pushing event updated for resources: {'Port': ['ID=47fdfdce-f560-4144-8d51-6528cd1dc182,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:12.436322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a5f3f5ab-fc29-492d-9993-d2c88e132f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:12.463339 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3f5ab-fc29-492d-9993-d2c88e132f48 None None] Checking router: de4a187b-7559-4915-a8ba-ebe1e6b58d7c for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:12.523035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3f5ab-fc29-492d-9993-d2c88e132f48 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:12.525134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a5f3f5ab-fc29-492d-9993-d2c88e132f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:12.578887 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c14ee088-e1da-4dd4-ae43-41dad66252cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-router', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:44Z', 'updated_at': '2022-06-03T15:13:08Z', 'revision_number': 5, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'gw_port': {'id': 'e6cebbfd-c68f-4712-bfbb-f85909bb2141', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:45Z', 'updated_at': '2022-06-03T15:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:12.589750 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ee088-e1da-4dd4-ae43-41dad66252cd None None] Checking router: 0af3618b-b703-41fd-9eaf-5609ba6090a4 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:12.633799 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ee088-e1da-4dd4-ae43-41dad66252cd None None] Routers {'0af3618b-b703-41fd-9eaf-5609ba6090a4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:12.633799 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c14ee088-e1da-4dd4-ae43-41dad66252cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0af3618b-b703-41fd-9eaf-5609ba6090a4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:12.679291 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.694773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Deleting port e6cebbfd-c68f-4712-bfbb-f85909bb2141 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:12.695183 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.900852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9f6e0-cf74-43d6-8aa6-d498009015ae req-2c957159-3b2b-486d-9e42-3202d43cf05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:12.902400 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b9f9f6e0-cf74-43d6-8aa6-d498009015ae req-2c957159-3b2b-486d-9e42-3202d43cf05d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1100 time: 0.4476030 Jun 03 15:13:12.902989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:12.974830 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c14ee088-e1da-4dd4-ae43-41dad66252cd None None] Set router 0af3618b-b703-41fd-9eaf-5609ba6090a4 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:13.075697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-a5f3f5ab-fc29-492d-9993-d2c88e132f48 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:13.101634 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b9f9f6e0-cf74-43d6-8aa6-d498009015ae req-3d27e19a-baea-43b6-9931-21cc1ff8b891 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308837 Jun 03 15:13:13.142196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-661e2ac4-e780-470f-b748-f433d9b1656e req-da2387cc-b6ef-44e5-905c-b846c9626225 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Unset dirty status for tenant:8a5fa3a8ac7b40cf8ba284d70c982f43 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:13.143980 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c14ee088-e1da-4dd4-ae43-41dad66252cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-router', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:44Z', 'updated_at': '2022-06-03T15:13:12Z', 'revision_number': 6, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:13.144895 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-661e2ac4-e780-470f-b748-f433d9b1656e req-da2387cc-b6ef-44e5-905c-b846c9626225 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c6a80a2-7f38-41b3-884d-03aff0b1fc30 HTTP/1.1" status: 200 len: 210 time: 1.0381489 Jun 03 15:13:13.149018 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14ee088-e1da-4dd4-ae43-41dad66252cd None None] The sync data for ids ['0af3618b-b703-41fd-9eaf-5609ba6090a4'] in n-d-844595-1 is: [{'id': '0af3618b-b703-41fd-9eaf-5609ba6090a4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-156605379-router', 'tenant_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:44Z', 'updated_at': '2022-06-03T15:13:12Z', 'revision_number': 6, 'project_id': 'dbb39b4f41144302b2fc9fd6fe25b8e3', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:13.192273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] For port e6cebbfd-c68f-4712-bfbb-f85909bb2141, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e6cebbfd-c68f-4712-bfbb-f85909bb2141,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:13.192568 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.341056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Calling delete_port for e6cebbfd-c68f-4712-bfbb-f85909bb2141 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:13.466693 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.545197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37773fef-03e1-498c-9a3c-ede719849cd1 req-0b168913-3f26-4a06-894d-1b393f9837a7 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:13.552424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a5f3f5ab-fc29-492d-9993-d2c88e132f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:13.553242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37773fef-03e1-498c-9a3c-ede719849cd1 req-0b168913-3f26-4a06-894d-1b393f9837a7 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 946 time: 1.0285952 Jun 03 15:13:13.558516 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3f5ab-fc29-492d-9993-d2c88e132f48 None None] The sync data for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 is: [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:09:36Z', 'revision_number': 4, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '2f909954-3c78-42cb-91c0-e47d2acf424a', 'name': '', 'network_id': 'f98b702b-23a0-4cd9-ad93-b11c6ceda5f5', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'mac_address': 'fa:16:3e:08:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:36Z', 'updated_at': '2022-06-03T15:09:48Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'subnets': [{'id': '3643cc6a-71bb-45ac-92f2-833c795c0750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:13.609269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a025e3-5323-42ff-a00f-15093b3a7ae8 req-c5408cdd-e4a6-43b9-b8f3-d7ae7c315c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:13.611177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9a025e3-5323-42ff-a00f-15093b3a7ae8 req-c5408cdd-e4a6-43b9-b8f3-d7ae7c315c73 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 1101 time: 1.1582081 Jun 03 15:13:13.634136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37773fef-03e1-498c-9a3c-ede719849cd1 req-2cbb34aa-cd00-40b1-a39d-17388fcc74ea tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802596 Jun 03 15:13:13.782062 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ac9bfc-7fc1-4af9-92a5-1daa7aaf3e24'] response: {'server_uuid': '7c6a80a2-7f38-41b3-884d-03aff0b1fc30', 'name': 'network-vif-deleted', 'tag': '80860ae2-4994-4182-89fd-7d539458d36b', 'status': 'completed', 'code': 200} Jun 03 15:13:13.792895 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9a025e3-5323-42ff-a00f-15093b3a7ae8 req-cff10e68-e038-481a-a3a4-a1f3c1364eb3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528707 Jun 03 15:13:13.794505 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:13.816781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aee0f6e-1536-4810-9bcc-f09dbff46203 None None] Network 03cf6636-c1ce-47a4-8694-f929707d066b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:13.863995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6cebbfd-c68f-4712-bfbb-f85909bb2141,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:13.915517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0a75b-7c15-440e-9e99-716e55b6b7d4 req-61c4022c-48f6-4fcb-98be-5570e5825c40 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:13.917098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccc0a75b-7c15-440e-9e99-716e55b6b7d4 req-61c4022c-48f6-4fcb-98be-5570e5825c40 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 950 time: 0.4528172 Jun 03 15:13:13.937810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-fa8706d4-2f4e-4cce-b999-3d7e583c2c33 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:13.939321 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-fa8706d4-2f4e-4cce-b999-3d7e583c2c33 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1097 time: 0.1162074 Jun 03 15:13:13.999356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-eef2728c-2a5c-4916-8f13-36d3e4203373 None None] Provisioning for port 47fdfdce-f560-4144-8d51-6528cd1dc182 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:14.059525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Router 1932a48a-719b-4866-b502-16bdc612a27a is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:13:14.130561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e805660a-60cd-4c9b-8757-97f601083396 None None] New status for floating IP 1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:13:14.136786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccc0a75b-7c15-440e-9e99-716e55b6b7d4 req-25016692-755e-4e5a-a80d-1bb1c6c53437 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824145 Jun 03 15:13:14.144088 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.336859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:14.342724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844595-1'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:14.348374 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Sync routers for ids ['1932a48a-719b-4866-b502-16bdc612a27a'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:14.367202 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Routers {'1932a48a-719b-4866-b502-16bdc612a27a'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:14.368068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1932a48a-719b-4866-b502-16bdc612a27a'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:14.425972 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.428842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.445038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388b364-8150-4ae5-9086-04cf7177c072 req-07d6a225-7b0a-44c2-9107-cad6fb58c08c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:14.446918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7388b364-8150-4ae5-9086-04cf7177c072 req-07d6a225-7b0a-44c2-9107-cad6fb58c08c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 945 time: 0.4641402 Jun 03 15:13:14.512903 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.513406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af3618b-b703-41fd-9eaf-5609ba6090a4 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:13:14.514732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 47fdfdce-f560-4144-8d51-6528cd1dc182 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:14.549750 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.551344 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e8a9787e-51ad-4aba-89ff-84152cb90f34 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0af3618b-b703-41fd-9eaf-5609ba6090a4 HTTP/1.1" status: 204 len: 168 time: 2.9354475 Jun 03 15:13:14.567168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56646) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:14.568947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7388b364-8150-4ae5-9086-04cf7177c072 req-af31f428-1ad3-4d40-a51b-f754ced7fe3c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a647cb81-6296-4eae-86d9-b6a0447a2bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983417 Jun 03 15:13:14.645224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 47fdfdce-f560-4144-8d51-6528cd1dc182 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:14.656070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 47fdfdce-f560-4144-8d51-6528cd1dc182 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:14.656264 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.697779 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.701988 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1975e2c6-cdee-4c79-9253-9b3c34c8d5ba admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3360739 Jun 03 15:13:14.707061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56652) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:14.770841 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b0d5235-e70d-4ef5-ab3e-cc5902102fc7 req-703afd3c-fc4b-4e3b-81f7-8c83120d3436 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 210 time: 0.0814126 Jun 03 15:13:14.792526 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Set router 1932a48a-719b-4866-b502-16bdc612a27a gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:14.837897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 47fdfdce-f560-4144-8d51-6528cd1dc182 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:14.838405 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.888974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:14.903955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-fd12152b-f66b-4e43-960d-d148558618e8 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:14.904640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-fd12152b-f66b-4e43-960d-d148558618e8 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Synchronizing usage tracker for tenant:242e132ffe3c43459e9a46589013406a on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:14.907870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 47fdfdce-f560-4144-8d51-6528cd1dc182, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=47fdfdce-f560-4144-8d51-6528cd1dc182,segment=NetworkSegment(3dfd7c81-ecce-479d-b22d-48769af7b048),segment_id=3dfd7c81-ecce-479d-b22d-48769af7b048)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:14.917152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 98d655ba-b84b-43de-aa1c-b8817a498dd4 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:14.921861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d88f12-faaa-4fd7-9296-c97f46f97121 req-a297e89e-a595-47be-a216-7df6a6ea1ce3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:14.931329 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08d88f12-faaa-4fd7-9296-c97f46f97121 req-a297e89e-a595-47be-a216-7df6a6ea1ce3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.1584873 Jun 03 15:13:14.952530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-fd12152b-f66b-4e43-960d-d148558618e8 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Unset dirty status for tenant:242e132ffe3c43459e9a46589013406a on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:14.957213 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-fd12152b-f66b-4e43-960d-d148558618e8 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 804 time: 0.9973626 Jun 03 15:13:14.991229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f31301b-865c-45f6-b921-e4f9423cfe1f admin admin] Deleting subnet cdef4166-2f79-4cea-8155-ed0153e0ae72 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:13:15.001761 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.008482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Request body: {'port': {'device_id': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'admin_state_up': True, 'tenant_id': '242e132ffe3c43459e9a46589013406a'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:15.020226 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08d88f12-faaa-4fd7-9296-c97f46f97121 req-b7cf62f1-dd15-4135-92e2-5df0ce221714 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842960 Jun 03 15:13:15.117930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:15.233683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f31301b-865c-45f6-b921-e4f9423cfe1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.266516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97df4f6-61c0-452e-ace1-620114f86d07 req-017b45d6-d4f2-499e-8bfc-c4f33e658f64 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:15.274981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:15.286402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b97df4f6-61c0-452e-ace1-620114f86d07 req-017b45d6-d4f2-499e-8bfc-c4f33e658f64 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 946 time: 0.1414192 Jun 03 15:13:15.305578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Usage tracker for resource:port and tenant:242e132ffe3c43459e9a46589013406a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:15.312256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:15.349196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:15.354314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b97df4f6-61c0-452e-ace1-620114f86d07 req-de7596d5-8683-4754-8253-9a238df9d351 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669193 Jun 03 15:13:15.373598 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1932a48a-719b-4866-b502-16bdc612a27a', 'name': 'tempest-ServersTestMultiNic-453104773-router', 'tenant_id': '174af88446244ef48fad351389235316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:10Z', 'updated_at': '2022-06-03T15:13:12Z', 'revision_number': 3, 'project_id': '174af88446244ef48fad351389235316', 'gw_port': {'id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:74:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:11Z', 'updated_at': '2022-06-03T15:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:15.378684 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Checking router: 1932a48a-719b-4866-b502-16bdc612a27a for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:15.379393 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Updating router 1932a48a-719b-4866-b502-16bdc612a27a port 86aaa73e-a5f0-4b7c-844c-1789777ad98c binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:13:15.405132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:15.405717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5a6005ab-4a60-4538-a6bf-2ec34c20fb58 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:15.428453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f908264c-e3d9-4e5e-b5b2-5f0dbaff0686 None None] Provisioning complete for port 47fdfdce-f560-4144-8d51-6528cd1dc182 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:15.428823 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f908264c-e3d9-4e5e-b5b2-5f0dbaff0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.433260 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f31301b-865c-45f6-b921-e4f9423cfe1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.439095 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.480112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Made reservation on behalf of 242e132ffe3c43459e9a46589013406a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:15.484631 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.597998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502842b2-817e-4188-8321-fb8f87ec6c08 req-c8c84ae2-7ca8-40a3-8759-444d73ef3810 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:15.617303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-502842b2-817e-4188-8321-fb8f87ec6c08 req-c8c84ae2-7ca8-40a3-8759-444d73ef3810 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 950 time: 0.2535028 Jun 03 15:13:15.620404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 98d655ba-b84b-43de-aa1c-b8817a498dd4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:15.639060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 98d655ba-b84b-43de-aa1c-b8817a498dd4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:15.639424 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:15.702670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=47fdfdce-f560-4144-8d51-6528cd1dc182,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:15.718519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-502842b2-817e-4188-8321-fb8f87ec6c08 req-5eac54de-b1e6-4493-a96d-61e6496faec4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001933 Jun 03 15:13:15.772943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56666) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:15.820564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d4d6aec2-9fb4-489f-ae07-beb8eba82f11 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:15.961535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:15.976426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e6cebbfd-c68f-4712-bfbb-f85909bb2141 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:16.007763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d4d6aec2-9fb4-489f-ae07-beb8eba82f11 has no active binding in host n-h2-844595-1 {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:13:16.015283 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.025021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e6cebbfd-c68f-4712-bfbb-f85909bb2141 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:16.025371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e6cebbfd-c68f-4712-bfbb-f85909bb2141 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:16.030933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62b7354a-74ed-4da7-b044-195ddd74104e req-c4db3438-167f-4de2-80e3-1a84755f5736 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 210 time: 0.0548778 Jun 03 15:13:16.043619 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Transition to ACTIVE for port object 86aaa73e-a5f0-4b7c-844c-1789777ad98c will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:16.068538 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.092120 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-527ec584-d618-4fb0-a9e4-27293752dc56 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.112508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122a6a3-6a94-4a6c-bb07-216f62993a45 req-de01bbe3-8dfb-4771-87f6-a83ccd4903b6 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:16.114213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:16.119719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4122a6a3-6a94-4a6c-bb07-216f62993a45 req-de01bbe3-8dfb-4771-87f6-a83ccd4903b6 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 945 time: 0.3327720 Jun 03 15:13:16.149393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:16.156281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 98d655ba-b84b-43de-aa1c-b8817a498dd4 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:16.156670 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.189481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f908264c-e3d9-4e5e-b5b2-5f0dbaff0686 None None] Current status of the port 47fdfdce-f560-4144-8d51-6528cd1dc182 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:16.190442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4122a6a3-6a94-4a6c-bb07-216f62993a45 req-12f0afde-83be-4cbe-a2ab-213d173e0cd3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a647cb81-6296-4eae-86d9-b6a0447a2bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697374 Jun 03 15:13:16.197273 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-527ec584-d618-4fb0-a9e4-27293752dc56 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.198433 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a09296-6d05-4a67-9fb3-95409a8e47ed None None] Pushing event updated for resources: {'Port': ['ID=86aaa73e-a5f0-4b7c-844c-1789777ad98c,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:16.223865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d655ba-b84b-43de-aa1c-b8817a498dd4'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:16.230296 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Attempting to bind port 86aaa73e-a5f0-4b7c-844c-1789777ad98c on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:16.230660 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Attempting to bind port 86aaa73e-a5f0-4b7c-844c-1789777ad98c by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:16.231017 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Attempting to bind port 86aaa73e-a5f0-4b7c-844c-1789777ad98c on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:16.238533 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:16.239092 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:16.239865 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.240084 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:16.240563 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Bound port: 86aaa73e-a5f0-4b7c-844c-1789777ad98c, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:16.240949 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.246108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 98d655ba-b84b-43de-aa1c-b8817a498dd4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=98d655ba-b84b-43de-aa1c-b8817a498dd4,segment=NetworkSegment(16e22082-df3f-4615-acc3-106df8d893fe),segment_id=16e22082-df3f-4615-acc3-106df8d893fe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:16.252948 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.326456 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] For port 86aaa73e-a5f0-4b7c-844c-1789777ad98c, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:16.327882 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-527ec584-d618-4fb0-a9e4-27293752dc56 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.330023 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] For port 86aaa73e-a5f0-4b7c-844c-1789777ad98c, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=86aaa73e-a5f0-4b7c-844c-1789777ad98c,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:16.342596 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.371565 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9b41f8-ba14-4735-b266-e921419d174a'] response: {'server_uuid': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d655ba-b84b-43de-aa1c-b8817a498dd4', 'code': 200} Jun 03 15:13:16.386605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ec584-d618-4fb0-a9e4-27293752dc56 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:16.443850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=98d655ba-b84b-43de-aa1c-b8817a498dd4,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:16.466258 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-527ec584-d618-4fb0-a9e4-27293752dc56 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.473564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-527ec584-d618-4fb0-a9e4-27293752dc56 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "DELETE /v2.0/security-groups/0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977 HTTP/1.1" status: 204 len: 168 time: 0.6989992 Jun 03 15:13:16.478393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56680) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:16.501245 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-8763c01c-c652-4d57-97eb-bd96a5754f8d tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] show failed (client error): The resource could not be found. Jun 03 15:13:16.506746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8763c01c-c652-4d57-97eb-bd96a5754f8d tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "GET /v2.0/security-groups/0819b2fd-d8d0-4d93-a2a7-5a5ab83b8977 HTTP/1.1" status: 404 len: 347 time: 0.0254474 Jun 03 15:13:16.514255 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a09296-6d05-4a67-9fb3-95409a8e47ed None None] Pushing event updated for resources: {'Port': ['ID=86aaa73e-a5f0-4b7c-844c-1789777ad98c,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:16.535441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56686) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:16.542761 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Routers {'1932a48a-719b-4866-b502-16bdc612a27a'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:16.543785 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1932a48a-719b-4866-b502-16bdc612a27a'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:16.635109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b0462e-1ecf-4777-90bd-77886ac08115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:16.699567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005bfdf-3188-406f-954c-44e0f321d118 req-4d7b35f9-8ecb-40e0-8c98-b3b2067f93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:16.701286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b005bfdf-3188-406f-954c-44e0f321d118 req-4d7b35f9-8ecb-40e0-8c98-b3b2067f93cd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 1097 time: 0.2216520 Jun 03 15:13:16.702318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.713346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Allocated IP 172.20.0.5 (792a4a9d-a386-4c71-aeab-373b9ac4887e/16b9255b-6a22-475f-892c-3d87acb00f06/17dfe3f0-f5c9-4a9d-8f84-1ec976a08683) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:16.732945 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] Set router 1932a48a-719b-4866-b502-16bdc612a27a gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:16.749602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532dce2-c3ae-4899-b7ad-12e7434e7843 req-ebb940e6-a731-4567-9f64-41cfdd222274 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:16.751299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a532dce2-c3ae-4899-b7ad-12e7434e7843 req-ebb940e6-a731-4567-9f64-41cfdd222274 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 946 time: 0.1552567 Jun 03 15:13:16.753606 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:16.768776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163137-5778-4fd3-8563-ccba6acf4d5c req-9651a96e-c6bd-4c37-b617-398199b5773c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:16.770610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a163137-5778-4fd3-8563-ccba6acf4d5c req-9651a96e-c6bd-4c37-b617-398199b5773c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.2218165 Jun 03 15:13:16.812883 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b005bfdf-3188-406f-954c-44e0f321d118 req-8b0d1e29-9448-4f35-8ade-9a48430dca7f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a647cb81-6296-4eae-86d9-b6a0447a2bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981910 Jun 03 15:13:16.857811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a163137-5778-4fd3-8563-ccba6acf4d5c req-ba18fb7f-0016-49ac-9014-ed25cd336fba tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644424 Jun 03 15:13:16.860717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a532dce2-c3ae-4899-b7ad-12e7434e7843 req-be1a6626-c4a9-4ec9-9f04-f4c7080e758e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890355 Jun 03 15:13:16.952728 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ac7c02-7b4a-4dee-b60a-57f8b3c77bc2'] response: {'server_uuid': '73b0462e-1ecf-4777-90bd-77886ac08115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11', 'code': 200} Jun 03 15:13:17.019218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9e9616f5-ad02-4539-8154-6235c345d289 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Deleting port adaa5652-d7f4-410b-b1a0-e52c67247416 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:17.019556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e9616f5-ad02-4539-8154-6235c345d289 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.071795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f31301b-865c-45f6-b921-e4f9423cfe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.148718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4906b8-28d6-4f21-9096-e6cac48fb0c9 req-3c906b1e-b4a4-4efa-a3d2-00dff10d3ab7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:17.151056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d4906b8-28d6-4f21-9096-e6cac48fb0c9 req-3c906b1e-b4a4-4efa-a3d2-00dff10d3ab7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 950 time: 0.0979171 Jun 03 15:13:17.198547 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1932a48a-719b-4866-b502-16bdc612a27a', 'name': 'tempest-ServersTestMultiNic-453104773-router', 'tenant_id': '174af88446244ef48fad351389235316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:10Z', 'updated_at': '2022-06-03T15:13:12Z', 'revision_number': 3, 'project_id': '174af88446244ef48fad351389235316', 'gw_port': {'id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:74:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:11Z', 'updated_at': '2022-06-03T15:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:17.205089 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d1445-30cf-48b9-b838-aa6b199bdc49 None None] The sync data for ids ['1932a48a-719b-4866-b502-16bdc612a27a'] in n-d-844595-1 is: [{'id': '1932a48a-719b-4866-b502-16bdc612a27a', 'name': 'tempest-ServersTestMultiNic-453104773-router', 'tenant_id': '174af88446244ef48fad351389235316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:10Z', 'updated_at': '2022-06-03T15:13:12Z', 'revision_number': 3, 'project_id': '174af88446244ef48fad351389235316', 'gw_port': {'id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:74:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:11Z', 'updated_at': '2022-06-03T15:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:17.258868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d4906b8-28d6-4f21-9096-e6cac48fb0c9 req-0b6f0a85-b8a3-49cd-b0bf-a77a3299941f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005075 Jun 03 15:13:17.285041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc9eee-3498-4484-ba41-b35651554790 req-3efb9473-d5af-448a-a5ef-e67e4e15bfb4 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:17.286969 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81dc9eee-3498-4484-ba41-b35651554790 req-3efb9473-d5af-448a-a5ef-e67e4e15bfb4 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1100 time: 0.1269391 Jun 03 15:13:17.316838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-81dc9eee-3498-4484-ba41-b35651554790 req-b328b0f2-ceab-4946-b21f-98644a76f472 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.318645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Pushing event updated for resources: {'Port': ['ID=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:17.340906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-81dc9eee-3498-4484-ba41-b35651554790 req-b328b0f2-ceab-4946-b21f-98644a76f472 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:17.347179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-81dc9eee-3498-4484-ba41-b35651554790 req-b328b0f2-ceab-4946-b21f-98644a76f472 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Usage tracker for resource:security_group_rule and tenant:cd2d14f162a5467fa9e5e3644c5b8d27 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:17.350930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-81dc9eee-3498-4484-ba41-b35651554790 req-b328b0f2-ceab-4946-b21f-98644a76f472 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:17.360656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-81dc9eee-3498-4484-ba41-b35651554790 req-b328b0f2-ceab-4946-b21f-98644a76f472 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:17.485449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-807612ac-c0b0-4231-a60d-260859706a6e req-bb4fc2be-c382-49ca-90ef-6531e944521f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 210 time: 0.0478139 Jun 03 15:13:17.490472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on host n-h1-844595-1 for vnic_type normal with profile {"migrating_to": "n-h2-844595-1"} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:17.490798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:17.491128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:17.494032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f31301b-865c-45f6-b921-e4f9423cfe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.524898 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-81dc9eee-3498-4484-ba41-b35651554790 req-b328b0f2-ceab-4946-b21f-98644a76f472 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.530241 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-81dc9eee-3498-4484-ba41-b35651554790 req-b328b0f2-ceab-4946-b21f-98644a76f472 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.570514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:17.570864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Attempting to bind port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:17.588773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81dc9eee-3498-4484-ba41-b35651554790 req-b328b0f2-ceab-4946-b21f-98644a76f472 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927060 Jun 03 15:13:17.601074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31301b-865c-45f6-b921-e4f9423cfe1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdef4166-2f79-4cea-8155-ed0153e0ae72,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:17.613181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328b0f2-ceab-4946-b21f-98644a76f472 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1732f7f8-62d6-453c-91b8-fc479ae1a691,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:17.617815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:17.621161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:17.621556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:17.622058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Bound port: d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:17.622409 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.623182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e48e6e-79c5-454b-a97a-b4dea3cb517f None None] Network 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:17.632252 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f31301b-865c-45f6-b921-e4f9423cfe1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.713366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:17.766182 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0f31301b-865c-45f6-b921-e4f9423cfe1f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cdef4166-2f79-4cea-8155-ed0153e0ae72 HTTP/1.1" status: 204 len: 168 time: 3.1931789 Jun 03 15:13:17.773592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56708) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:17.909817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f7a36-f86c-4e21-8dd8-90d84d0c5327 req-8c88082e-14bd-4012-9816-19df581a515a tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:17.917899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e9f7a36-f86c-4e21-8dd8-90d84d0c5327 req-8c88082e-14bd-4012-9816-19df581a515a tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 946 time: 0.2886872 Jun 03 15:13:17.972671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 47fdfdce-f560-4144-8d51-6528cd1dc182 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:17.974999 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.000714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e9f7a36-f86c-4e21-8dd8-90d84d0c5327 req-616ab4f2-dce4-46f1-a8ba-6d2842633a86 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a647cb81-6296-4eae-86d9-b6a0447a2bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816951 Jun 03 15:13:18.018052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Deleting port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:18.019880 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.251731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 47fdfdce-f560-4144-8d51-6528cd1dc182 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:18.252086 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.409544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8d987d-851a-453f-86d2-64a198e57dbf None None] DHCP port deletion for 9231713f-b4ab-47b9-8a6b-f7fd0065cb10 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:13:18.469355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d987d-851a-453f-86d2-64a198e57dbf None None] Deleting port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:18.469623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2f8d987d-851a-453f-86d2-64a198e57dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.504801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] For port 5f720e03-1fa9-4bd6-ba8f-51981b241a47, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5f720e03-1fa9-4bd6-ba8f-51981b241a47,segment=NetworkSegment(97a15ca5-485f-4336-87f4-2d4f17efc8da),segment_id=97a15ca5-485f-4336-87f4-2d4f17efc8da)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:18.505328 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.553036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 47fdfdce-f560-4144-8d51-6528cd1dc182 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:18.554371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 86aaa73e-a5f0-4b7c-844c-1789777ad98c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:18.600935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aedd34-777a-41cd-8227-adb8008e141a req-e64a7df3-2a61-4599-9eb7-54fcecdc13af tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:18.602500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01aedd34-777a-41cd-8227-adb8008e141a req-e64a7df3-2a61-4599-9eb7-54fcecdc13af tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 1101 time: 0.3785727 Jun 03 15:13:18.675046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:18.680045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:18.682805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e9616f5-ad02-4539-8154-6235c345d289 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.683132 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e9616f5-ad02-4539-8154-6235c345d289 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.699494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Calling delete_port for 5f720e03-1fa9-4bd6-ba8f-51981b241a47 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:18.718631 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.724054 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.773596 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-01aedd34-777a-41cd-8227-adb8008e141a req-17715585-7bdc-4e4c-b2e7-075806331268 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.794665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 86aaa73e-a5f0-4b7c-844c-1789777ad98c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:18.818578 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 86aaa73e-a5f0-4b7c-844c-1789777ad98c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:18.818939 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.895277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2f8d987d-851a-453f-86d2-64a198e57dbf None None] For port 5f720e03-1fa9-4bd6-ba8f-51981b241a47, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5f720e03-1fa9-4bd6-ba8f-51981b241a47,segment=NetworkSegment(97a15ca5-485f-4336-87f4-2d4f17efc8da),segment_id=97a15ca5-485f-4336-87f4-2d4f17efc8da)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:18.895668 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2f8d987d-851a-453f-86d2-64a198e57dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:18.987394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-01aedd34-777a-41cd-8227-adb8008e141a req-17715585-7bdc-4e4c-b2e7-075806331268 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:19.002485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-01aedd34-777a-41cd-8227-adb8008e141a req-17715585-7bdc-4e4c-b2e7-075806331268 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Usage tracker for resource:security_group_rule and tenant:f1a6bbc8739f4097a1f37c71689775bd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:19.012417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-01aedd34-777a-41cd-8227-adb8008e141a req-17715585-7bdc-4e4c-b2e7-075806331268 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:19.028111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9e9616f5-ad02-4539-8154-6235c345d289 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Calling delete_port for adaa5652-d7f4-410b-b1a0-e52c67247416 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:19.028360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d987d-851a-453f-86d2-64a198e57dbf None None] Calling delete_port for 5f720e03-1fa9-4bd6-ba8f-51981b241a47 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:19.034330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-01aedd34-777a-41cd-8227-adb8008e141a req-17715585-7bdc-4e4c-b2e7-075806331268 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:19.097367 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.149462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 86aaa73e-a5f0-4b7c-844c-1789777ad98c is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:19.149840 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.155900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Pushing event deleted for resources: {'Port': ['ID=5f720e03-1fa9-4bd6-ba8f-51981b241a47,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:19.165301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-5d49cd16-e986-40e7-8506-f8aebd07194c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2582822 Jun 03 15:13:19.168355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] No DVR routers for this DVR port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:19.179348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 86aaa73e-a5f0-4b7c-844c-1789777ad98c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=86aaa73e-a5f0-4b7c-844c-1789777ad98c,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:19.183896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:19.184909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.186149 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] 10.222.0.67 "PUT /v2.0/ports/d4d6aec2-9fb4-489f-ae07-beb8eba82f11 HTTP/1.1" status: 200 len: 1122 time: 4.8533678 Jun 03 15:13:19.187709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Allocated IP 172.20.0.1 (03cf6636-c1ce-47a4-8694-f929707d066b/7bbe2834-389b-41ed-950f-16cfe3aa3902/5cf9eda2-d6af-4514-9894-97bba89e112b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:19.187837 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.196221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b0462e-1ecf-4777-90bd-77886ac08115', 'tag': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:19.241670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef9caf-eca3-407e-ba57-570731a5972c service neutron] Pushing event updated for resources: {'Port': ['ID=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,revision_number=8']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:19.243897 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-2f8d987d-851a-453f-86d2-64a198e57dbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:13:19.244246 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-2f8d987d-851a-453f-86d2-64a198e57dbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:13:19.247941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce498a-9746-4629-b65e-c897c9450a19 req-0fae16e6-a950-4dfa-8805-614d3371d331 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:19.256276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbce498a-9746-4629-b65e-c897c9450a19 req-0fae16e6-a950-4dfa-8805-614d3371d331 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 944 time: 0.3502262 Jun 03 15:13:19.270069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['d4d6aec2-9fb4-489f-ae07-beb8eba82f11'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:19.451866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=86aaa73e-a5f0-4b7c-844c-1789777ad98c,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:19.482446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['d4d6aec2-9fb4-489f-ae07-beb8eba82f11'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:19.487167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.573592 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.604259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9231713f-b4ab-47b9-8a6b-f7fd0065cb10']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:19.606667 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.618682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a15ca5-485f-4336-87f4-2d4f17efc8da') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:19.619271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a15ca5-485f-4336-87f4-2d4f17efc8da') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:19.640180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.650436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Network 792a4a9d-a386-4c71-aeab-373b9ac4887e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:19.661179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.662558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:19.665206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:19.668720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:13:19.669257 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.748634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Transition to ACTIVE for port object 5cf9eda2-d6af-4514-9894-97bba89e112b will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:19.749827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d987d-851a-453f-86d2-64a198e57dbf None None] Deleting port 5f720e03-1fa9-4bd6-ba8f-51981b241a47 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:19.750249 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2f8d987d-851a-453f-86d2-64a198e57dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.757560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:19.758466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.786606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Pushing event updated for resources: {'Port': ['ID=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:19.794453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbce498a-9746-4629-b65e-c897c9450a19 req-6ab05066-b06a-483a-bb8a-8c60d7bfa5e2 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371563 Jun 03 15:13:19.816480 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e9616f5-ad02-4539-8154-6235c345d289 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.826763 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.861898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 86aaa73e-a5f0-4b7c-844c-1789777ad98c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:19.867533 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-01aedd34-777a-41cd-8227-adb8008e141a req-17715585-7bdc-4e4c-b2e7-075806331268 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.889666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d987d-851a-453f-86d2-64a198e57dbf None None] The port '5f720e03-1fa9-4bd6-ba8f-51981b241a47' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:13:19.892828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:19.893183 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-a4705d1b-3354-4f15-8e42-9b3003d802f9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9054399 Jun 03 15:13:19.896862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9616f5-ad02-4539-8154-6235c345d289 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Pushing event deleted for resources: {'Port': ['ID=adaa5652-d7f4-410b-b1a0-e52c67247416,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:19.918150 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 97a15ca5-485f-4336-87f4-2d4f17efc8da resource provider aggregate not found Jun 03 15:13:19.920636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Request body: {'port': {'device_id': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:19.922092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] Pushing event deleted for resources: {'Network': ['ID=9231713f-b4ab-47b9-8a6b-f7fd0065cb10,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:19.931717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-de254445-b583-4d4d-a455-64e5d45d04db admin admin] 10.222.0.48 "DELETE /v2.0/networks/9231713f-b4ab-47b9-8a6b-f7fd0065cb10 HTTP/1.1" status: 204 len: 168 time: 2.1565497 Jun 03 15:13:19.932794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-01aedd34-777a-41cd-8227-adb8008e141a req-17715585-7bdc-4e4c-b2e7-075806331268 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.009673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 86aaa73e-a5f0-4b7c-844c-1789777ad98c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:20.010056 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.019882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-01aedd34-777a-41cd-8227-adb8008e141a req-17715585-7bdc-4e4c-b2e7-075806331268 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Synchronizing usage tracker for tenant:f1a6bbc8739f4097a1f37c71689775bd on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:20.043473 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 97a15ca5-485f-4336-87f4-2d4f17efc8da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97a15ca5-485f-4336-87f4-2d4f17efc8da found for delete ", "request_id": "req-5e909035-3d80-4c9c-b392-fecb793a75f4"}]} Jun 03 15:13:20.056703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17715585-7bdc-4e4c-b2e7-075806331268 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff341ac-7915-430e-be03-9df3b3315226,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:20.081640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-01aedd34-777a-41cd-8227-adb8008e141a req-17715585-7bdc-4e4c-b2e7-075806331268 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Unset dirty status for tenant:f1a6bbc8739f4097a1f37c71689775bd on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:20.083532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01aedd34-777a-41cd-8227-adb8008e141a req-17715585-7bdc-4e4c-b2e7-075806331268 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4092629 Jun 03 15:13:20.185374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56764) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:20.214311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 86aaa73e-a5f0-4b7c-844c-1789777ad98c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:20.225904 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.278249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-49fe04ea-87a0-4227-a773-f30c27b96c70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbb39b4f41144302b2fc9fd6fe25b8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867386 Jun 03 15:13:20.282234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56768) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:20.297927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5f720e03-1fa9-4bd6-ba8f-51981b241a47 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:20.330071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f18a5-cdb0-450f-b6ca-05abd8845f19 req-6eb0e655-2dfe-4ece-bccd-7a267c43b232 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:20.332825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 5f720e03-1fa9-4bd6-ba8f-51981b241a47 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:20.333166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5f720e03-1fa9-4bd6-ba8f-51981b241a47 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:20.335231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.337983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-498f18a5-cdb0-450f-b6ca-05abd8845f19 req-6eb0e655-2dfe-4ece-bccd-7a267c43b232 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 931 time: 0.2055268 Jun 03 15:13:20.394933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Network 03cf6636-c1ce-47a4-8694-f929707d066b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:20.401040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:20.439263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:20.470723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a9d3-aae7-4f66-8dd4-00ab562eb321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.478375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-498f18a5-cdb0-450f-b6ca-05abd8845f19 req-18aaaf27-4708-4b4a-9aaa-eca81e653902 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394420 Jun 03 15:13:20.522009 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e9616f5-ad02-4539-8154-6235c345d289 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.524563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e9616f5-ad02-4539-8154-6235c345d289 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.529116 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9e9616f5-ad02-4539-8154-6235c345d289 tempest-ServersWithSpecificFlavorTestJSON-2023610768 tempest-ServersWithSpecificFlavorTestJSON-2023610768-project] 10.222.0.48 "DELETE /v2.0/floatingips/1ccea97e-b0d1-4ace-94bd-3dc8ef47ffad HTTP/1.1" status: 204 len: 168 time: 3.9168839 Jun 03 15:13:20.531339 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a9d3-aae7-4f66-8dd4-00ab562eb321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.538484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Pushing event updated for resources: {'Port': ['ID=5cf9eda2-d6af-4514-9894-97bba89e112b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:20.558420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a80562-c24f-45b1-b863-54688734aa2f req-f1592156-fec0-4a9a-aa93-9e9de27c933f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:20.559170 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.559959 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4a80562-c24f-45b1-b863-54688734aa2f req-f1592156-fec0-4a9a-aa93-9e9de27c933f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.2391963 Jun 03 15:13:20.687468 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e1878016-4f37-4239-b176-e341480e3928 None None] Provisioning for port 5cf9eda2-d6af-4514-9894-97bba89e112b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:20.694020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e1878016-4f37-4239-b176-e341480e3928 None None] Provisioning complete for port 5cf9eda2-d6af-4514-9894-97bba89e112b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:20.695007 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e1878016-4f37-4239-b176-e341480e3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.709053 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4a80562-c24f-45b1-b863-54688734aa2f req-10541b06-e39a-4d19-b90d-5ba32f459e76 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378090 Jun 03 15:13:20.734307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a9d3-aae7-4f66-8dd4-00ab562eb321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.757041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e1878016-4f37-4239-b176-e341480e3928 None None] Port 5cf9eda2-d6af-4514-9894-97bba89e112b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:20.761033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2a9d3-aae7-4f66-8dd4-00ab562eb321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce64b09b-05ca-41e5-9b07-87d67a9a8ec1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:20.780319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e9336-f018-4db3-9b92-ee1bf77241aa req-4259a961-6296-4150-bfa2-062b9bb8bf08 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:20.781392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a8e9336-f018-4db3-9b92-ee1bf77241aa req-4259a961-6296-4150-bfa2-062b9bb8bf08 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 946 time: 0.1577880 Jun 03 15:13:20.786249 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a9d3-aae7-4f66-8dd4-00ab562eb321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:20.786249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c2c2a9d3-aae7-4f66-8dd4-00ab562eb321 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce64b09b-05ca-41e5-9b07-87d67a9a8ec1 HTTP/1.1" status: 204 len: 168 time: 0.5014956 Jun 03 15:13:20.843663 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da069f70-ea18-46ff-bfd5-a9a9ec7f3ca9'] response: {'name': 'network-changed', 'server_uuid': '73b0462e-1ecf-4777-90bd-77886ac08115', 'tag': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11', 'status': 'completed', 'code': 200} Jun 03 15:13:20.901444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a8e9336-f018-4db3-9b92-ee1bf77241aa req-13431ef5-dfff-45ff-9cdf-1c74b9f92691 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a647cb81-6296-4eae-86d9-b6a0447a2bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114535 Jun 03 15:13:21.003265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943e6d-13e3-41c1-9a5d-549cbefe0a8d req-f956e59c-2a0a-43b4-a8fa-d0d1e3608afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:21.006860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03943e6d-13e3-41c1-9a5d-549cbefe0a8d req-f956e59c-2a0a-43b4-a8fa-d0d1e3608afa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 1125 time: 0.1715317 Jun 03 15:13:21.010293 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.313044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-be35dc61-8b1f-4796-adb0-c23ade172013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:21.315113 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-be35dc61-8b1f-4796-adb0-c23ade172013 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1100 time: 0.2772081 Jun 03 15:13:21.330100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943e6d-13e3-41c1-9a5d-549cbefe0a8d req-1c23015f-0fde-4ad5-af6c-7ffb9a80aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:21.331535 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03943e6d-13e3-41c1-9a5d-549cbefe0a8d req-1c23015f-0fde-4ad5-af6c-7ffb9a80aaf2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.3198144 Jun 03 15:13:21.340741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f7a4a-0922-4b45-9974-51552b31805d req-a9fc848e-6aa1-4c0d-84e2-ba5e79ab9b13 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:21.342190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab7f7a4a-0922-4b45-9974-51552b31805d req-a9fc848e-6aa1-4c0d-84e2-ba5e79ab9b13 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 944 time: 0.2707300 Jun 03 15:13:21.350793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b8f1c-604f-4de1-9edb-6c73c687eab2 req-c1261e27-bfe3-40f4-82d8-c4b979d12afa tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:21.352293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb1b8f1c-604f-4de1-9edb-6c73c687eab2 req-c1261e27-bfe3-40f4-82d8-c4b979d12afa tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 946 time: 0.2392628 Jun 03 15:13:21.367794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56794) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:21.452833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3b22588d-cffe-4e78-8876-dedeeffaf506 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Request body: {'floatingip': {'port_id': '98d655ba-b84b-43de-aa1c-b8817a498dd4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:21.457269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03943e6d-13e3-41c1-9a5d-549cbefe0a8d req-8e4b81dd-658b-4ed3-baca-3d2190660e71 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11 HTTP/1.1" status: 200 len: 217 time: 0.1139216 Jun 03 15:13:21.572181 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b22588d-cffe-4e78-8876-dedeeffaf506 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.652665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:21.653347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab7f7a4a-0922-4b45-9974-51552b31805d req-c55a335b-68c0-4382-a49c-914f7aa7d585 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419162 Jun 03 15:13:21.709396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.716701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-aa32b698-6e99-4ec0-b9b5-df352a614c02 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749030 Jun 03 15:13:21.808895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03943e6d-13e3-41c1-9a5d-549cbefe0a8d req-b85ee203-26af-4d0e-8586-66ecc852c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:21.810369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03943e6d-13e3-41c1-9a5d-549cbefe0a8d req-b85ee203-26af-4d0e-8586-66ecc852c42f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.3209960 Jun 03 15:13:21.811739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Transition to ACTIVE for port object 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:21.827534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-04d61bb9-f1a1-461c-9c32-cf1664f66658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:21.828982 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-04d61bb9-f1a1-461c-9c32-cf1664f66658 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.5035503 Jun 03 15:13:21.833861 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.838735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:21.919679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03943e6d-13e3-41c1-9a5d-549cbefe0a8d req-3efa6c98-957d-431e-bbc9-306a503e43d0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019232 Jun 03 15:13:21.938642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:22.003673 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-ac805257-46c6-469d-9e38-4b55292e992f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 217 time: 0.1256020 Jun 03 15:13:22.062805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-86f9f1e8-7137-4dae-a64b-6b3159a9e5c0 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:22.064199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-86f9f1e8-7137-4dae-a64b-6b3159a9e5c0 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467410 Jun 03 15:13:22.097758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-46c6ed0c-b7c6-4fe9-9c44-f60f1f297b27 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/quotas/c95ad44430d64d5b85d7a6e1a95a2003 HTTP/1.1" status: 200 len: 375 time: 0.0263038 Jun 03 15:13:22.157433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03943e6d-13e3-41c1-9a5d-549cbefe0a8d req-176ac6cb-cd1d-4724-841f-146b10555cae service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293165 Jun 03 15:13:22.172117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a8e59-66f7-4d10-b4f8-218c0ea16dc1 req-f11efd85-0044-463f-9215-c16aac19bb36 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:22.173640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-936a8e59-66f7-4d10-b4f8-218c0ea16dc1 req-f11efd85-0044-463f-9215-c16aac19bb36 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 943 time: 0.3187420 Jun 03 15:13:22.285975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Pushing event updated for resources: {'Port': ['ID=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:22.316034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-936a8e59-66f7-4d10-b4f8-218c0ea16dc1 req-05ba8ba7-bf60-48a1-b74f-1b23cbfb1f62 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216476 Jun 03 15:13:22.380810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-8778032f-104f-44f3-aea5-75facd8020a9 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2685883 Jun 03 15:13:22.390513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03943e6d-13e3-41c1-9a5d-549cbefe0a8d req-65bd351f-5cb5-4f18-9bbb-9f715cba482b service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264829 Jun 03 15:13:22.403112 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:22.527274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-f5ab5877-e017-4102-b74c-2873f21bbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:22.528745 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-f5ab5877-e017-4102-b74c-2873f21bbe5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.4213097 Jun 03 15:13:22.554408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f998-416d-4982-be36-42010cbc566b req-52369ab0-337b-4074-8eb4-353a9c388386 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:22.555946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2951f998-416d-4982-be36-42010cbc566b req-52369ab0-337b-4074-8eb4-353a9c388386 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.0836294 Jun 03 15:13:22.606028 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2951f998-416d-4982-be36-42010cbc566b req-f479927d-7b09-4ba0-a342-cd116616d90a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Jun 03 15:13:22.656052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Pushing event updated for resources: {'Port': ['ID=5cf9eda2-d6af-4514-9894-97bba89e112b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:22.924497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Attempting to bind port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:22.924827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Attempting to bind port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:22.925149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Attempting to bind port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:22.959653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:22.960415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Attempting to bind port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:22.992309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:22.992641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Checking segment: {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:22.993020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Bound using segment: {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:22.993788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Bound port: 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:22.993788 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:23.014948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed625bd-d85e-426c-8f55-b79b2a7e38ce req-2682cdb4-c96d-43eb-bac0-d0834ae3e256 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:23.022494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ed625bd-d85e-426c-8f55-b79b2a7e38ce req-2682cdb4-c96d-43eb-bac0-d0834ae3e256 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 944 time: 0.1287656 Jun 03 15:13:23.070985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Network 03cf6636-c1ce-47a4-8694-f929707d066b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:23.078074 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ed625bd-d85e-426c-8f55-b79b2a7e38ce req-9a89c347-f04f-43a7-86e3-2a2a7a79ba44 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539989 Jun 03 15:13:23.089572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:23.106824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-3e313c69-2b15-4459-aa07-5b4c5e1ae2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:23.108216 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-3e313c69-2b15-4459-aa07-5b4c5e1ae2bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5666149 Jun 03 15:13:23.241856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d08140ee-3f2c-45a6-9fea-b63d64a4ee04 req-a0715797-dd9b-4e06-896d-b95202a4dcd5 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 210 time: 0.0641887 Jun 03 15:13:23.444871 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] For port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:23.506227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:23.507136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3196b310-012a-4e45-bcb3-cc8a1e9ef879 None None] Provisioning complete for port 5cf9eda2-d6af-4514-9894-97bba89e112b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:23.507672 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3196b310-012a-4e45-bcb3-cc8a1e9ef879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:23.577759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea492167-9a3e-4828-bc85-d53c8282719a req-714c3311-0f4e-4e2d-9c6e-a63c76f30722 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:23.585168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea492167-9a3e-4828-bc85-d53c8282719a req-714c3311-0f4e-4e2d-9c6e-a63c76f30722 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 943 time: 0.1040180 Jun 03 15:13:23.642638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3196b310-012a-4e45-bcb3-cc8a1e9ef879 None None] Port 5cf9eda2-d6af-4514-9894-97bba89e112b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:23.656205 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea492167-9a3e-4828-bc85-d53c8282719a req-3b0b5f22-b466-427c-be15-212be9424bd1 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699632 Jun 03 15:13:23.727250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] For port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:23.748874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-3b22588d-cffe-4e78-8876-dedeeffaf506 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:13:23.811517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:23.845084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61bd6c-a93b-4ec2-8bf0-b490741933fa req-3145dc9e-76e9-4519-8725-2197d538fdbb tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:23.854381 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff61bd6c-a93b-4ec2-8bf0-b490741933fa req-3145dc9e-76e9-4519-8725-2197d538fdbb tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.1140084 Jun 03 15:13:23.944493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff61bd6c-a93b-4ec2-8bf0-b490741933fa req-f34b972e-b3a1-456f-a8e7-c93c5254863b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890207 Jun 03 15:13:24.014092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56900) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:24.033484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:24.034085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.035498 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] 10.222.0.75 "PUT /v2.0/ports/17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 HTTP/1.1" status: 200 len: 1091 time: 4.1310260 Jun 03 15:13:24.037984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'tag': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:24.074335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-5402043c-fbc0-4f78-abe6-ad9cf4394a17 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9575927 Jun 03 15:13:24.078561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Router 1932a48a-719b-4866-b502-16bdc612a27a has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:24.082590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b22588d-cffe-4e78-8876-dedeeffaf506 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.124353 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db936c9-2839-4e81-8e73-ce4b72444d31'] response: {'name': 'network-changed', 'server_uuid': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'tag': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683', 'status': 'completed', 'code': 200} Jun 03 15:13:24.125264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea3d0e-85c2-471a-bea6-da3b0e3aaca1 service neutron] Pushing event updated for resources: {'Port': ['ID=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:24.128445 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b22588d-cffe-4e78-8876-dedeeffaf506 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.177203 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d22e5948-2105-4e32-901a-c2cb75eb5c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.191833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d22e5948-2105-4e32-901a-c2cb75eb5c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:24.195752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d22e5948-2105-4e32-901a-c2cb75eb5c6a admin admin] Usage tracker for resource:security_group_rule and tenant:25e43c15625b4e428bef231ed734fafa is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:24.198637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d22e5948-2105-4e32-901a-c2cb75eb5c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:24.236823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d22e5948-2105-4e32-901a-c2cb75eb5c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:24.324337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdde7bf-fad7-41d9-a95c-6a9bdd3115f2 req-4169415c-af4a-4723-b3a2-fa21efd9eb77 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:24.325813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bfdde7bf-fad7-41d9-a95c-6a9bdd3115f2 req-4169415c-af4a-4723-b3a2-fa21efd9eb77 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 944 time: 0.1242921 Jun 03 15:13:24.440068 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d22e5948-2105-4e32-901a-c2cb75eb5c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.443282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e773d1f4-e0b1-48ad-bba8-3f122c8ac223 req-5eced3bf-2c75-423e-8449-ae5bc485e721 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 210 time: 0.0719473 Jun 03 15:13:24.449506 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d22e5948-2105-4e32-901a-c2cb75eb5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.465812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bfdde7bf-fad7-41d9-a95c-6a9bdd3115f2 req-796a4161-8fab-4bfb-ace4-cf715a9c45d0 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263940 Jun 03 15:13:24.516751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d22e5948-2105-4e32-901a-c2cb75eb5c6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25e43c15625b4e428bef231ed734fafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5012934 Jun 03 15:13:24.518137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e5948-2105-4e32-901a-c2cb75eb5c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d80e940-4ac8-4a8b-a531-202d7bfffe39,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:24.520975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56912) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:24.584123 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8af2828-2e85-41a0-8f29-c72cb07c1d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.613618 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8af2828-2e85-41a0-8f29-c72cb07c1d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.671677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8af2828-2e85-41a0-8f29-c72cb07c1d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.692409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af2828-2e85-41a0-8f29-c72cb07c1d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d80e940-4ac8-4a8b-a531-202d7bfffe39,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:24.699348 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8af2828-2e85-41a0-8f29-c72cb07c1d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:24.700480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e8af2828-2e85-41a0-8f29-c72cb07c1d26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d80e940-4ac8-4a8b-a531-202d7bfffe39 HTTP/1.1" status: 204 len: 168 time: 0.1782877 Jun 03 15:13:24.775236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-bd4c9f4f-4226-43e6-b04c-1c6b5ade3882 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430353 Jun 03 15:13:24.826267 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-dcfc2330-1078-43be-9aae-817e3af6def5 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7381938 Jun 03 15:13:24.827418 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-3b22588d-cffe-4e78-8876-dedeeffaf506 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Floating IP 89e96721-5fd7-41dc-b8f8-0dc482aeabcb associated. External IP: 172.25.7.215, port: 98d655ba-b84b-43de-aa1c-b8817a498dd4. Jun 03 15:13:24.903724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:24.914896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Sync routers for ids ['1932a48a-719b-4866-b502-16bdc612a27a'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:24.923542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-954caa6c-cea9-47ad-a12a-a1ef6b987eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:24.925345 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-954caa6c-cea9-47ad-a12a-a1ef6b987eb7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 1094 time: 0.8028862 Jun 03 15:13:24.928993 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8b062bde-a37c-4536-acb5-69459bd6c21f admin admin] 10.222.0.48 "PUT /v2.0/routers/1932a48a-719b-4866-b502-16bdc612a27a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2183044 Jun 03 15:13:24.944638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Routers {'1932a48a-719b-4866-b502-16bdc612a27a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:24.946563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1932a48a-719b-4866-b502-16bdc612a27a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:25.189505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56928) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:25.253381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Set router 1932a48a-719b-4866-b502-16bdc612a27a gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:25.424842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-67e71048-67dd-4a40-ad6b-cadf15c39773 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:25.431566 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-67e71048-67dd-4a40-ad6b-cadf15c39773 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6426358 Jun 03 15:13:25.434939 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-368d33d1-1a00-4def-bee4-c61e21676a4b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 HTTP/1.1" status: 200 len: 217 time: 0.4996672 Jun 03 15:13:25.477146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7b167-0a58-40e0-98bb-6cc2c6b11f51 req-e01540d7-d3f7-4f63-b748-588190cfd000 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:25.478865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9f7b167-0a58-40e0-98bb-6cc2c6b11f51 req-e01540d7-d3f7-4f63-b748-588190cfd000 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 943 time: 0.6654108 Jun 03 15:13:25.483398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Request body: {'port': {'device_id': '538b2243-1896-4e79-ac0b-979f85dc1f4e', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'c95ad44430d64d5b85d7a6e1a95a2003'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:25.519949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bc9d9-27d0-489c-b1e8-2870da7db021 req-b236108a-df18-4aaa-9ee4-7477ef544836 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:25.522468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-129bc9d9-27d0-489c-b1e8-2870da7db021 req-b236108a-df18-4aaa-9ee4-7477ef544836 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.3304865 Jun 03 15:13:25.696477 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-956d9f50-0d0b-4e89-a5a1-1112e1a95682 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608666 Jun 03 15:13:25.699189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9f7b167-0a58-40e0-98bb-6cc2c6b11f51 req-fd81f600-3d6b-447a-a71f-78825df9675c tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982610 Jun 03 15:13:25.715867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-163968051'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:25.726921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:25.726921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:network and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:25.734363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:25.758324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:25.762884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-129bc9d9-27d0-489c-b1e8-2870da7db021 req-78602423-cdb7-4900-8d4f-b662b4040fc3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480303 Jun 03 15:13:25.801626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:25.805130 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:25.845831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:25.852001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Usage tracker for resource:port and tenant:c95ad44430d64d5b85d7a6e1a95a2003 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:25.865106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:25.890271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:13:25.921371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:25.937379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:25.938136 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Added segment d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f of type vlan for network 31228f30-ad61-4206-a2b3-b135c1d7dca0 Jun 03 15:13:25.957516 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1932a48a-719b-4866-b502-16bdc612a27a', 'name': 'tempest-ServersTestMultiNic-453104773-router', 'tenant_id': '174af88446244ef48fad351389235316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:10Z', 'updated_at': '2022-06-03T15:13:20Z', 'revision_number': 4, 'project_id': '174af88446244ef48fad351389235316', 'gw_port': {'id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:74:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:11Z', 'updated_at': '2022-06-03T15:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '5cf9eda2-d6af-4514-9894-97bba89e112b', 'name': '', 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b', 'tenant_id': '174af88446244ef48fad351389235316', 'mac_address': 'fa:16:3e:26:41:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7bbe2834-389b-41ed-950f-16cfe3aa3902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:18Z', 'updated_at': '2022-06-03T15:13:21Z', 'revision_number': 2, 'project_id': '174af88446244ef48fad351389235316', 'subnets': [{'id': '7bbe2834-389b-41ed-950f-16cfe3aa3902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:25.968108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Checking router: 1932a48a-719b-4866-b502-16bdc612a27a for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:25.968711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Updating router 1932a48a-719b-4866-b502-16bdc612a27a port 5cf9eda2-d6af-4514-9894-97bba89e112b binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:13:26.052937 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.061919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61557747-cba2-4cc1-b178-7af7e31e8148 req-7c050e95-e6fa-4595-8cb9-de5a3c6739de tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 210 time: 0.1329730 Jun 03 15:13:26.068750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Made reservation on behalf of c95ad44430d64d5b85d7a6e1a95a2003 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:26.072067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-ca686460-ca14-4e97-b903-64bdf2e7dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:26.072516 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.073669 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-ca686460-ca14-4e97-b903-64bdf2e7dc39 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9255b-6a22-475f-892c-3d87acb00f06 HTTP/1.1" status: 200 len: 844 time: 0.6184855 Jun 03 15:13:26.165896 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-5ead59a3-de11-482c-8526-329d27782629 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=792a4a9d-a386-4c71-aeab-373b9ac4887e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603235 Jun 03 15:13:26.166447 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.175321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b22588d-cffe-4e78-8876-dedeeffaf506 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:26.286366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75584d-8178-4107-bab6-5b5a329f91f5 req-837e4640-da83-4c4c-98f9-49046d49170a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:26.288816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e75584d-8178-4107-bab6-5b5a329f91f5 req-837e4640-da83-4c4c-98f9-49046d49170a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 944 time: 0.2971351 Jun 03 15:13:26.295987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.301515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:26.302179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.323480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-187ba0bc-3e50-4726-bfbb-b149709772cf tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:26.324941 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-187ba0bc-3e50-4726-bfbb-b149709772cf tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6052079 Jun 03 15:13:26.410347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Request body: {'port': {'device_id': '9ab39222-58ac-433e-b715-d5d17988bf29', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'c95ad44430d64d5b85d7a6e1a95a2003'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:26.489234 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2931366 Jun 03 15:13:26.489761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5588f-92a3-44f4-a677-47fc76cbbcc0 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Network': ['ID=31228f30-ad61-4206-a2b3-b135c1d7dca0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:26.501539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e75584d-8178-4107-bab6-5b5a329f91f5 req-9444ff19-b4f8-4613-afcf-da584386a75e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125072 Jun 03 15:13:26.502074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56964) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:26.506759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 31228f30-ad61-4206-a2b3-b135c1d7dca0 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:13:26.510439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Allocated IP 192.168.233.192 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/1565d794-e24f-4585-b205-38fa580faedd) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:26.516756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'subnet': {'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:26.631721 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:13:26.726333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b22588d-cffe-4e78-8876-dedeeffaf506 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:26.733929 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.743065 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ff8bc-e8a1-42dc-ba42-cb7a5e5cea87 None None] Sync routers for ids ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:26.750312 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-46ed8782-562d-4612-bdcf-adfff040ef58 service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688674 Jun 03 15:13:26.750885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Transition to ACTIVE for port object 5cf9eda2-d6af-4514-9894-97bba89e112b will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:26.756961 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ff8bc-e8a1-42dc-ba42-cb7a5e5cea87 None None] Routers {'8f1ec7eb-4d98-4b33-9af3-6b54be031128'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:26.758016 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3f9ff8bc-e8a1-42dc-ba42-cb7a5e5cea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:26.759050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b22588d-cffe-4e78-8876-dedeeffaf506 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.761275 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:26.786943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56970) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:26.883828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54793b-b917-41fd-9ceb-07f5e043cd50 None None] Pushing event updated for resources: {'Port': ['ID=5cf9eda2-d6af-4514-9894-97bba89e112b,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:27.023168 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.058637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Transition to ACTIVE for port object 1565d794-e24f-4585-b205-38fa580faedd will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:27.088036 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3f9ff8bc-e8a1-42dc-ba42-cb7a5e5cea87 None None] Set router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:27.102657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:27.133044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:27.137367 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.167722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Usage tracker for resource:port and tenant:c95ad44430d64d5b85d7a6e1a95a2003 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:27.173271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:27.173770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:27.182637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:27.193654 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3b22588d-cffe-4e78-8876-dedeeffaf506 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "PUT /v2.0/floatingips/89e96721-5fd7-41dc-b8f8-0dc482aeabcb HTTP/1.1" status: 200 len: 992 time: 5.8248329 Jun 03 15:13:27.194920 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9b48-37fd-4367-9a8a-66dd00df590b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.225567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'tag': '98d655ba-b84b-43de-aa1c-b8817a498dd4'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:27.236666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Made reservation on behalf of c95ad44430d64d5b85d7a6e1a95a2003 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:27.240991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.248555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Attempting to bind port 5cf9eda2-d6af-4514-9894-97bba89e112b on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:27.248931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Attempting to bind port 5cf9eda2-d6af-4514-9894-97bba89e112b by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '3dfd7c81-ecce-479d-b22d-48769af7b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:27.249266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Attempting to bind port 5cf9eda2-d6af-4514-9894-97bba89e112b on network 03cf6636-c1ce-47a4-8694-f929707d066b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:27.261816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:27.262232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Checking segment: {'id': '3dfd7c81-ecce-479d-b22d-48769af7b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:27.262621 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.263001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Bound using segment: {'id': '3dfd7c81-ecce-479d-b22d-48769af7b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:27.263500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Bound port: 5cf9eda2-d6af-4514-9894-97bba89e112b, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfd7c81-ecce-479d-b22d-48769af7b048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:27.263862 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.282114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a2ca9b48-37fd-4367-9a8a-66dd00df590b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:27.299794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:subnet and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:27.304972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event updated for resources: {'Port': ['ID=1565d794-e24f-4585-b205-38fa580faedd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:27.307373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a2ca9b48-37fd-4367-9a8a-66dd00df590b admin admin] Usage tracker for resource:security_group_rule and tenant:2167c201394a451e9e42bf9d7874fe08 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:27.311912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a2ca9b48-37fd-4367-9a8a-66dd00df590b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:27.339563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:27.373032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:27.374465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:27.379597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a2ca9b48-37fd-4367-9a8a-66dd00df590b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:27.384982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:27.402295 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:27.485382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:27.486058 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.527172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d4fb5-769d-441f-a3c4-1c067e64e1a7 req-0f32e911-7956-482e-8f50-6afb14651517 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:27.535229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb0d4fb5-769d-441f-a3c4-1c067e64e1a7 req-0f32e911-7956-482e-8f50-6afb14651517 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 943 time: 0.4509871 Jun 03 15:13:27.537743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-eaa94c01-a8c1-4daa-b95b-5bdb7bc2d6f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0714622 Jun 03 15:13:27.577950 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3f9ff8bc-e8a1-42dc-ba42-cb7a5e5cea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '89e96721-5fd7-41dc-b8f8-0dc482aeabcb', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'port_id': '98d655ba-b84b-43de-aa1c-b8817a498dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'mac_address': 'fa:16:3e:04:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:49Z', 'updated_at': '2022-06-03T15:13:23Z', 'revision_number': 1, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e494abdf-bbd0-4a91-86a5-3ee5e5833f5e', 'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'mac_address': 'fa:16:3e:1a:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:52Z', 'updated_at': '2022-06-03T15:12:02Z', 'revision_number': 5, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'subnets': [{'id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:27.583298 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ff8bc-e8a1-42dc-ba42-cb7a5e5cea87 None None] Checking router: 8f1ec7eb-4d98-4b33-9af3-6b54be031128 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:27.585407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] For port 5cf9eda2-d6af-4514-9894-97bba89e112b, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:27.588360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118576a7-5824-466a-8da8-ae0cce451438 req-f47b56c1-b757-421e-820c-ab02fcc1a685 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:27.594192 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ff8bc-e8a1-42dc-ba42-cb7a5e5cea87 None None] Routers {'8f1ec7eb-4d98-4b33-9af3-6b54be031128'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:27.594992 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3f9ff8bc-e8a1-42dc-ba42-cb7a5e5cea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:27.598281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-118576a7-5824-466a-8da8-ae0cce451438 req-f47b56c1-b757-421e-820c-ab02fcc1a685 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.5159643 Jun 03 15:13:27.600371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:27.604812 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.607822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] For port 5cf9eda2-d6af-4514-9894-97bba89e112b, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5cf9eda2-d6af-4514-9894-97bba89e112b,segment=NetworkSegment(3dfd7c81-ecce-479d-b22d-48769af7b048),segment_id=3dfd7c81-ecce-479d-b22d-48769af7b048)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:27.634196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.646643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:27.754789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54793b-b917-41fd-9ceb-07f5e043cd50 None None] Pushing event updated for resources: {'Port': ['ID=5cf9eda2-d6af-4514-9894-97bba89e112b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:27.788571 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3f9ff8bc-e8a1-42dc-ba42-cb7a5e5cea87 None None] Set router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:27.845699 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b35d3bee-0337-43af-aafd-4183171c1cc3 req-20009068-09ad-4eb4-ab4b-b0ac5287e802 service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0330572 Jun 03 15:13:27.848816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Routers {'1932a48a-719b-4866-b502-16bdc612a27a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:27.849652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1932a48a-719b-4866-b502-16bdc612a27a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:28.070339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Request body: {'port': {'device_id': '538b2243-1896-4e79-ac0b-979f85dc1f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:28.071120 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:13:28.122705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] Set router 1932a48a-719b-4866-b502-16bdc612a27a gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:28.209122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-118576a7-5824-466a-8da8-ae0cce451438 req-81f29859-71ae-4008-9191-700b6242e196 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063385 Jun 03 15:13:28.211274 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.227705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ac3035db-fd76-4f8c-8bdc-b58323329da4 None None] Provisioning for port 1565d794-e24f-4585-b205-38fa580faedd completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:28.282719 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3f9ff8bc-e8a1-42dc-ba42-cb7a5e5cea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '89e96721-5fd7-41dc-b8f8-0dc482aeabcb', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'port_id': '98d655ba-b84b-43de-aa1c-b8817a498dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'mac_address': 'fa:16:3e:04:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:49Z', 'updated_at': '2022-06-03T15:13:23Z', 'revision_number': 1, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e494abdf-bbd0-4a91-86a5-3ee5e5833f5e', 'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'mac_address': 'fa:16:3e:1a:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:52Z', 'updated_at': '2022-06-03T15:12:02Z', 'revision_number': 5, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'subnets': [{'id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:28.288009 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ff8bc-e8a1-42dc-ba42-cb7a5e5cea87 None None] The sync data for ids ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'] in n-d-844595-1 is: [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '89e96721-5fd7-41dc-b8f8-0dc482aeabcb', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'port_id': '98d655ba-b84b-43de-aa1c-b8817a498dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'mac_address': 'fa:16:3e:04:61:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:12:49Z', 'updated_at': '2022-06-03T15:13:23Z', 'revision_number': 1, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e494abdf-bbd0-4a91-86a5-3ee5e5833f5e', 'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'mac_address': 'fa:16:3e:1a:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:52Z', 'updated_at': '2022-06-03T15:12:02Z', 'revision_number': 5, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'subnets': [{'id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:28.360131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ac3035db-fd76-4f8c-8bdc-b58323329da4 None None] Provisioning complete for port 1565d794-e24f-4585-b205-38fa580faedd triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:28.360505 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ac3035db-fd76-4f8c-8bdc-b58323329da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.403186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Subnet': ['ID=993e7829-2b15-4e54-ae02-270c90bcb6ae,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:28.422753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb0d4fb5-769d-441f-a3c4-1c067e64e1a7 req-3e310db3-6809-4a2a-8463-d0fe8e805e46 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8865550 Jun 03 15:13:28.460411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ac3035db-fd76-4f8c-8bdc-b58323329da4 None None] Port 1565d794-e24f-4585-b205-38fa580faedd cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:28.514662 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad7a5e0-2bde-42c7-bef4-a17c8b44ab95'] response: {'name': 'network-changed', 'server_uuid': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'tag': '98d655ba-b84b-43de-aa1c-b8817a498dd4', 'status': 'completed', 'code': 200} Jun 03 15:13:28.516283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Allocated IP 192.168.233.84 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/15d294a7-09f8-4f0d-855a-e54b5bb1459c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:28.542165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.75', 57593) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:28.549593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Checking segment: {'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:28.549972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network hostable DHCP agents. Network: 31228f30-ad61-4206-a2b3-b135c1d7dca0, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:13:28.589772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8e62a-a03e-4332-a175-a97f53831465 req-674a8072-97f0-4493-bb72-4d7fde69d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:28.591555 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ec8e62a-a03e-4332-a175-a97f53831465 req-674a8072-97f0-4493-bb72-4d7fde69d74d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 1094 time: 0.4966474 Jun 03 15:13:28.618855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-08336eb8-f579-40d0-a0f0-63f39a86f806 req-ab76e1b2-bef3-460c-bb6a-1441974362a5 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Synchronizing usage tracker for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:28.679671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068bb2a-8580-41a0-a692-74f48018cd4d None None] New status for floating IP 89e96721-5fd7-41dc-b8f8-0dc482aeabcb: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:13:28.752436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.779680 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-08336eb8-f579-40d0-a0f0-63f39a86f806 req-ab76e1b2-bef3-460c-bb6a-1441974362a5 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Unset dirty status for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:28.780426 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08336eb8-f579-40d0-a0f0-63f39a86f806 req-ab76e1b2-bef3-460c-bb6a-1441974362a5 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 210 time: 0.2713499 Jun 03 15:13:28.782270 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9b48-37fd-4367-9a8a-66dd00df590b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.806637 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9b48-37fd-4367-9a8a-66dd00df590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.836860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network 31228f30-ad61-4206-a2b3-b135c1d7dca0 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:13:28.859085 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-27858c50-be69-42c8-84b3-a60d11569fad service neutron] 10.222.0.75 "GET /v2.0/ports/d4d6aec2-9fb4-489f-ae07-beb8eba82f11/bindings/n-h2-844595-1 HTTP/1.1" status: 200 len: 384 time: 0.4954457 Jun 03 15:13:28.915843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 31228f30-ad61-4206-a2b3-b135c1d7dca0) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:28.920262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:28.920837 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:28.936799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c9fc51-8588-48da-a24f-435d38f91f13 None None] Network 31228f30-ad61-4206-a2b3-b135c1d7dca0 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:29.028495 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a2ca9b48-37fd-4367-9a8a-66dd00df590b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2167c201394a451e9e42bf9d7874fe08&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2333617 Jun 03 15:13:29.030998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1932a48a-719b-4866-b502-16bdc612a27a', 'name': 'tempest-ServersTestMultiNic-453104773-router', 'tenant_id': '174af88446244ef48fad351389235316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:10Z', 'updated_at': '2022-06-03T15:13:20Z', 'revision_number': 4, 'project_id': '174af88446244ef48fad351389235316', 'gw_port': {'id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:74:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:11Z', 'updated_at': '2022-06-03T15:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '5cf9eda2-d6af-4514-9894-97bba89e112b', 'name': '', 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b', 'tenant_id': '174af88446244ef48fad351389235316', 'mac_address': 'fa:16:3e:26:41:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7bbe2834-389b-41ed-950f-16cfe3aa3902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:18Z', 'updated_at': '2022-06-03T15:13:27Z', 'revision_number': 4, 'project_id': '174af88446244ef48fad351389235316', 'subnets': [{'id': '7bbe2834-389b-41ed-950f-16cfe3aa3902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:29.039248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca9b48-37fd-4367-9a8a-66dd00df590b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f45402b-6cdc-4f5d-920b-23186c752ed7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:29.039476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6ad143a0-ff34-42c8-b5ca-880c916177d9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5281587 Jun 03 15:13:29.039476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56992) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:29.042738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339dcfc-be39-411f-b52f-4607fec298f2 None None] The sync data for ids ['1932a48a-719b-4866-b502-16bdc612a27a'] in n-d-844595-1 is: [{'id': '1932a48a-719b-4866-b502-16bdc612a27a', 'name': 'tempest-ServersTestMultiNic-453104773-router', 'tenant_id': '174af88446244ef48fad351389235316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:10Z', 'updated_at': '2022-06-03T15:13:20Z', 'revision_number': 4, 'project_id': '174af88446244ef48fad351389235316', 'gw_port': {'id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:74:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:11Z', 'updated_at': '2022-06-03T15:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '5cf9eda2-d6af-4514-9894-97bba89e112b', 'name': '', 'network_id': '03cf6636-c1ce-47a4-8694-f929707d066b', 'tenant_id': '174af88446244ef48fad351389235316', 'mac_address': 'fa:16:3e:26:41:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '7bbe2834-389b-41ed-950f-16cfe3aa3902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:18Z', 'updated_at': '2022-06-03T15:13:27Z', 'revision_number': 4, 'project_id': '174af88446244ef48fad351389235316', 'subnets': [{'id': '7bbe2834-389b-41ed-950f-16cfe3aa3902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:29.049733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56994) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:29.053408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8e62a-a03e-4332-a175-a97f53831465 req-5e060be5-a6a2-44bd-b909-8ce5cc4e9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:29.055750 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ec8e62a-a03e-4332-a175-a97f53831465 req-5e060be5-a6a2-44bd-b909-8ce5cc4e9b2a service neutron] 10.222.0.75 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 905 time: 0.4413605 Jun 03 15:13:29.071692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1402181007'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:29.107056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5ec6-6674-4800-8096-2e143a40ee90 req-840b3751-cc61-4ce9-9052-d9751d2116a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:29.108255 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-292e5ec6-6674-4800-8096-2e143a40ee90 req-840b3751-cc61-4ce9-9052-d9751d2116a6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8a68f7690074e829c03c3202f5c7f6a&device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 1097 time: 0.5537226 Jun 03 15:13:29.130612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae09e3-0a91-4ea6-947e-2afac220ac5e req-8a6fdf4e-13ab-4c69-86fc-b0730ddd8de6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:29.143394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3ae09e3-0a91-4ea6-947e-2afac220ac5e req-8a6fdf4e-13ab-4c69-86fc-b0730ddd8de6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 944 time: 0.4567373 Jun 03 15:13:29.178908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:29.209835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:network and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:29.224236 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ec8e62a-a03e-4332-a175-a97f53831465 req-dff2493d-f471-416b-986e-ff6e7b95e31d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 HTTP/1.1" status: 200 len: 217 time: 0.1354749 Jun 03 15:13:29.224236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:29.261791 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.268652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:29.327598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] Deleting port 2f909954-3c78-42cb-91c0-e47d2acf424a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:29.327932 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.346158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-31228f30-ad61-4206-a2b3-b135c1d7dca0', 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0', 'tenant_id': '174af88446244ef48fad351389235316', 'fixed_ips': [{'subnet_id': '993e7829-2b15-4e54-ae02-270c90bcb6ae'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:13:29.347303 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.404838 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.430003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:29.437156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.484827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3ae09e3-0a91-4ea6-947e-2afac220ac5e req-c3c86ed9-9b41-4b81-8608-c69aeb3b3478 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389843 Jun 03 15:13:29.493916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Transition to ACTIVE for port object 15d294a7-09f8-4f0d-855a-e54b5bb1459c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:29.498892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8e62a-a03e-4332-a175-a97f53831465 req-2903dfc3-aefa-47e5-8e9f-cfd4cf9030e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:29.500401 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ec8e62a-a03e-4332-a175-a97f53831465 req-2903dfc3-aefa-47e5-8e9f-cfd4cf9030e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9255b-6a22-475f-892c-3d87acb00f06 HTTP/1.1" status: 200 len: 844 time: 0.2413030 Jun 03 15:13:29.600075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Allocated IP 19.80.0.2 (31228f30-ad61-4206-a2b3-b135c1d7dca0/993e7829-2b15-4e54-ae02-270c90bcb6ae/7fff1b3c-7f5e-446c-81e2-3ad0f34f1398) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:29.651247 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f403d03c-8146-4f9c-b69e-723eafa30605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.678195 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ec8e62a-a03e-4332-a175-a97f53831465 req-1e4accdb-d011-4d8f-b56d-ab84167f52c2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=792a4a9d-a386-4c71-aeab-373b9ac4887e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588585 Jun 03 15:13:29.684285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:13:29.687782 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f403d03c-8146-4f9c-b69e-723eafa30605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.739088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5ec6-6674-4800-8096-2e143a40ee90 req-67afd301-743e-4fde-a9d7-e1c9168ac005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:29.740770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-292e5ec6-6674-4800-8096-2e143a40ee90 req-67afd301-743e-4fde-a9d7-e1c9168ac005 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 HTTP/1.1" status: 200 len: 916 time: 0.5862763 Jun 03 15:13:29.843839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f403d03c-8146-4f9c-b69e-723eafa30605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.854771 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.854771 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Added segment 1634d8e8-7179-41f3-9341-713212536428 of type vlan for network 901c1a05-309f-41c2-ad1e-d7d1fab81424 Jun 03 15:13:29.902370 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f403d03c-8146-4f9c-b69e-723eafa30605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.903493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f403d03c-8146-4f9c-b69e-723eafa30605 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f45402b-6cdc-4f5d-920b-23186c752ed7 HTTP/1.1" status: 204 len: 168 time: 0.8170269 Jun 03 15:13:29.904385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403d03c-8146-4f9c-b69e-723eafa30605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f45402b-6cdc-4f5d-920b-23186c752ed7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:29.909190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] For port 2f909954-3c78-42cb-91c0-e47d2acf424a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2f909954-3c78-42cb-91c0-e47d2acf424a,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:29.909556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:29.950625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5cf9eda2-d6af-4514-9894-97bba89e112b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:30.105094 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.147586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Transition to ACTIVE for port object 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:30.162324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.212913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Transition to ACTIVE for port object 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:30.213350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d688ab4-f0f7-4aaa-8267-96c5cef12e1d req-561944ad-3d1e-4f3d-926e-fa9a3e5f10e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:30.216485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:30.220343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d688ab4-f0f7-4aaa-8267-96c5cef12e1d req-561944ad-3d1e-4f3d-926e-fa9a3e5f10e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.7478828 Jun 03 15:13:30.229555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-57d64d37-f2b0-4f7c-b6f0-1615ba68a151 service neutron] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:30.241147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.266936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 5cf9eda2-d6af-4514-9894-97bba89e112b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:30.281978 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.287178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-292e5ec6-6674-4800-8096-2e143a40ee90 req-4aefe8fe-fd08-4af1-b799-7482f71d2d85 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98d655ba-b84b-43de-aa1c-b8817a498dd4 HTTP/1.1" status: 200 len: 1002 time: 0.5010052 Jun 03 15:13:30.308888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] Calling delete_port for 2f909954-3c78-42cb-91c0-e47d2acf424a owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:30.316760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-57d64d37-f2b0-4f7c-b6f0-1615ba68a151 service neutron] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:30.375973 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d688ab4-f0f7-4aaa-8267-96c5cef12e1d req-e6a86a66-6d69-4640-895c-53722658afaa tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515527 Jun 03 15:13:30.426536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5cf9eda2-d6af-4514-9894-97bba89e112b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:30.426891 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.474103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:30.476680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ec8e62a-a03e-4332-a175-a97f53831465 req-488db1fd-1d8d-4b61-9bd1-06834293d525 service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810140 Jun 03 15:13:30.490751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event updated for resources: {'Port': ['ID=15d294a7-09f8-4f0d-855a-e54b5bb1459c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:30.495210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:30.497634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:30.524147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Network 31228f30-ad61-4206-a2b3-b135c1d7dca0 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:30.537726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:30.544534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:30.575678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Pushing event updated for resources: {'Port': ['ID=7fff1b3c-7f5e-446c-81e2-3ad0f34f1398,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:30.632114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5ec6-6674-4800-8096-2e143a40ee90 req-6d6c44dc-8bf5-4d86-b745-8a13db46be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:30.633599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-292e5ec6-6674-4800-8096-2e143a40ee90 req-6d6c44dc-8bf5-4d86-b745-8a13db46be5d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d644fdd2-49e6-4739-a159-c1fcebe267a3 HTTP/1.1" status: 200 len: 854 time: 0.2162809 Jun 03 15:13:30.662498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb651d39-4a97-4df7-be62-a407ccf0d065 req-001880e1-ed9b-41e4-9177-3e002f4153bc tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:30.670810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb651d39-4a97-4df7-be62-a407ccf0d065 req-001880e1-ed9b-41e4-9177-3e002f4153bc tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 943 time: 0.9263194 Jun 03 15:13:30.876720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Attempting to bind port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:30.877079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Attempting to bind port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:30.877438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Attempting to bind port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 on network 31228f30-ad61-4206-a2b3-b135c1d7dca0 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:30.946856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:30.947701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Checking segment: {'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:30.948437 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.949006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Bound using segment: {'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:30.949636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Bound port: 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:30.950184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:30.996344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8ff8bf39-7326-460c-8e41-50833db10f6d None None] Provisioning for port 15d294a7-09f8-4f0d-855a-e54b5bb1459c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:30.998904 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.002336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-57d64d37-f2b0-4f7c-b6f0-1615ba68a151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d6aec2-9fb4-489f-ae07-beb8eba82f11 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:31.006707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5cf9eda2-d6af-4514-9894-97bba89e112b is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:31.007268 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.007967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:31.009466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.021896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-57d64d37-f2b0-4f7c-b6f0-1615ba68a151 service neutron] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:31.029458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:31.031802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d4d6aec2-9fb4-489f-ae07-beb8eba82f11 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:31.058177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb651d39-4a97-4df7-be62-a407ccf0d065 req-74af9259-121d-430b-9456-35a8131e19bf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103309 Jun 03 15:13:31.091086 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-57d64d37-f2b0-4f7c-b6f0-1615ba68a151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.111761 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0554764 Jun 03 15:13:31.146697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8ff8bf39-7326-460c-8e41-50833db10f6d None None] Provisioning complete for port 15d294a7-09f8-4f0d-855a-e54b5bb1459c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:31.146992 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bf39-7326-460c-8e41-50833db10f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.187413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57034) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:31.194054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:31.195324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.203452 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ec8e62a-a03e-4332-a175-a97f53831465 req-36a8ac74-9f29-4da2-81fd-71ba5f4e2c2d service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680932 Jun 03 15:13:31.234115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'subnet': {'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:31.236267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1565d794-e24f-4585-b205-38fa580faedd {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:31.306669 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.365676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964cf18-a256-4c22-b9b5-c0fd05ca1467 req-a3d29588-2e63-4897-947b-03dabc22a2a3 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:31.374685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3964cf18-a256-4c22-b9b5-c0fd05ca1467 req-a3d29588-2e63-4897-947b-03dabc22a2a3 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 935 time: 0.7244930 Jun 03 15:13:31.384690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8bf39-7326-460c-8e41-50833db10f6d None None] Port 15d294a7-09f8-4f0d-855a-e54b5bb1459c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:31.387470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 5cf9eda2-d6af-4514-9894-97bba89e112b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5cf9eda2-d6af-4514-9894-97bba89e112b,segment=NetworkSegment(3dfd7c81-ecce-479d-b22d-48769af7b048),segment_id=3dfd7c81-ecce-479d-b22d-48769af7b048)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:31.405704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Transition to ACTIVE for port object 1565d794-e24f-4585-b205-38fa580faedd will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:31.415951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:31.416252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5ec6-6674-4800-8096-2e143a40ee90 req-1d542e30-601a-4582-ab8c-3ca6d61791af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:31.418153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-292e5ec6-6674-4800-8096-2e143a40ee90 req-1d542e30-601a-4582-ab8c-3ca6d61791af service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7670159 Jun 03 15:13:31.421326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:subnet and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:31.424461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-57d64d37-f2b0-4f7c-b6f0-1615ba68a151 service neutron] Transition to ACTIVE for port object d4d6aec2-9fb4-489f-ae07-beb8eba82f11 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:31.424622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:31.426574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.434383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8863132-6943-4033-9e20-408d70d706cf tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Network': ['ID=901c1a05-309f-41c2-ad1e-d7d1fab81424,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:31.436787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:31.442095 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5372869f-d31f-4d06-9fb7-b0be04bc3848 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0354698 Jun 03 15:13:31.462050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Request body: {'port': {'device_id': '9ab39222-58ac-433e-b715-d5d17988bf29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:31.494222 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-57d64d37-f2b0-4f7c-b6f0-1615ba68a151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.497920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:31.501688 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.506821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 901c1a05-309f-41c2-ad1e-d7d1fab81424 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:13:31.530647 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.539208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] For port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:31.680614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] For port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7fff1b3c-7f5e-446c-81e2-3ad0f34f1398,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:31.714058 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.753825 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.792962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.796942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 is: DOWN; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:31.809560 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=5cf9eda2-d6af-4514-9894-97bba89e112b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:31.817286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:31.839708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3964cf18-a256-4c22-b9b5-c0fd05ca1467 req-192c80de-b5ff-47ca-9d9d-7cb5bac40585 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640634 Jun 03 15:13:31.883701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df4310-7834-4514-ba87-dd6565ba1f5a req-3a2daef9-811b-46b7-9443-60787d8cbec8 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:31.885493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'port_id': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683', 'mac_address': 'fa:16:3e:bf:d2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b9255b-6a22-475f-892c-3d87acb00f06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:31.892430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41df4310-7834-4514-ba87-dd6565ba1f5a req-3a2daef9-811b-46b7-9443-60787d8cbec8 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 944 time: 0.6621165 Jun 03 15:13:31.937410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-57d64d37-f2b0-4f7c-b6f0-1615ba68a151 service neutron] No DVR routers for this DVR port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:31.961468 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41270c-47a4-4158-9d39-ed4adfe48641 None None] Pushing event updated for resources: {'Port': ['ID=7fff1b3c-7f5e-446c-81e2-3ad0f34f1398,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:31.963353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f909954-3c78-42cb-91c0-e47d2acf424a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:31.965843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:31.966259 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:31.984917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:31.989713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Pushing event updated for resources: {'Port': ['ID=1565d794-e24f-4585-b205-38fa580faedd,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:32.019820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:32.046468 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:32.156107 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a78e5525-0b48-43b5-84dc-2a56f0f03d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:32.170961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d64d37-f2b0-4f7c-b6f0-1615ba68a151 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:32.193832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:32.319325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['17dfe3f0-f5c9-4a9d-8f84-1ec976a08683'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:32.376614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41df4310-7834-4514-ba87-dd6565ba1f5a req-761756e6-08c2-403e-b615-09897c6be590 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830763 Jun 03 15:13:32.405031 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-57d64d37-f2b0-4f7c-b6f0-1615ba68a151 service neutron] 10.222.0.75 "PUT /v2.0/ports/d4d6aec2-9fb4-489f-ae07-beb8eba82f11/bindings/n-h2-844595-1/activate HTTP/1.1" status: 200 len: 369 time: 3.5372365 Jun 03 15:13:32.426116 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-292e5ec6-6674-4800-8096-2e143a40ee90 req-739b9bc1-fe04-4f9d-b29f-83f98c7bce05 service neutron] 10.222.0.75 "GET /v2.0/networks/eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9944608 Jun 03 15:13:32.630105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Attempting to bind port 1565d794-e24f-4585-b205-38fa580faedd on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:32.630722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Attempting to bind port 1565d794-e24f-4585-b205-38fa580faedd by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:32.631248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Attempting to bind port 1565d794-e24f-4585-b205-38fa580faedd on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:32.731530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Port 1565d794-e24f-4585-b205-38fa580faedd on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:32.733867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Attempting to bind port 1565d794-e24f-4585-b205-38fa580faedd on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:32.815347 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:32.938603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:32.938603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:32.938603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:32.939373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Bound port: 1565d794-e24f-4585-b205-38fa580faedd, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:32.939373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.082866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Subnet': ['ID=8ddb1a15-a8a9-4c65-b761-38aac68b836f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:33.096567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] For port 1565d794-e24f-4585-b205-38fa580faedd, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:33.100259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] For port 1565d794-e24f-4585-b205-38fa580faedd, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1565d794-e24f-4585-b205-38fa580faedd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:33.124362 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.213227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:33.215013 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.216451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] 10.222.0.67 "PUT /v2.0/ports/1565d794-e24f-4585-b205-38fa580faedd HTTP/1.1" status: 200 len: 1096 time: 5.1537936 Jun 03 15:13:33.218374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538b2243-1896-4e79-ac0b-979f85dc1f4e', 'tag': '1565d794-e24f-4585-b205-38fa580faedd'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:33.241038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-292e5ec6-6674-4800-8096-2e143a40ee90 req-2dca7d94-f94b-4c36-8d2d-765a3db7f451 service neutron] 10.222.0.75 "GET /v2.0/networks/eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7969747 Jun 03 15:13:33.278538 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.289456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd1f7f-d1f9-412b-84f0-e8461bdcdbf4 req-1bb74a1e-f0e7-4bc8-a856-fe6c4e065bfc tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:33.300406 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fcd1f7f-d1f9-412b-84f0-e8461bdcdbf4 req-1bb74a1e-f0e7-4bc8-a856-fe6c4e065bfc tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 944 time: 0.7160308 Jun 03 15:13:33.439680 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fcd1f7f-d1f9-412b-84f0-e8461bdcdbf4 req-a04215e6-0d8e-4fbd-af21-b39da5201763 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382833 Jun 03 15:13:33.451626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d0fa7-b8e7-4821-9018-707c3d5b0021 service neutron] Pushing event updated for resources: {'Port': ['ID=1565d794-e24f-4585-b205-38fa580faedd,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:33.463855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0ae34-8fd5-473b-bdda-126a8e07b565 req-23c5c991-5306-4fe4-b32c-52a35e6d077d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:33.482478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ea0ae34-8fd5-473b-bdda-126a8e07b565 req-23c5c991-5306-4fe4-b32c-52a35e6d077d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.9666202 Jun 03 15:13:33.511204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cfedd8-df46-4b16-b5b0-689af640ab8e None None] Network 31228f30-ad61-4206-a2b3-b135c1d7dca0 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:33.554887 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ea0ae34-8fd5-473b-bdda-126a8e07b565 req-a4735369-f771-44e2-9bee-d22bd40fdb79 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712700 Jun 03 15:13:33.565782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-21732df6-b23e-48d6-b3e6-938cbfe2b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:33.567679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-21732df6-b23e-48d6-b3e6-938cbfe2b5ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=538b2243-1896-4e79-ac0b-979f85dc1f4e HTTP/1.1" status: 200 len: 1099 time: 0.2404966 Jun 03 15:13:33.638536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-d37be024-fe3c-4f6c-bcce-0e16194dd599 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:33.641201 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-d37be024-fe3c-4f6c-bcce-0e16194dd599 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1096 time: 1.0969617 Jun 03 15:13:33.649525 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9250878f-cbfb-4127-afcb-926ac368604a'] response: {'name': 'network-changed', 'server_uuid': '538b2243-1896-4e79-ac0b-979f85dc1f4e', 'tag': '1565d794-e24f-4585-b205-38fa580faedd', 'status': 'completed', 'code': 200} Jun 03 15:13:33.661153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Checking segment: {'id': '1634d8e8-7179-41f3-9341-713212536428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:33.661830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network hostable DHCP agents. Network: 901c1a05-309f-41c2-ad1e-d7d1fab81424, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:13:33.676614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0d4bdf63-720b-43c4-a95e-b9187ec60b0d None None] Provisioning for port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:33.692997 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-bd7f8951-1929-4343-9193-bf60c6a41cda service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1565d794-e24f-4585-b205-38fa580faedd HTTP/1.1" status: 200 len: 217 time: 0.1067972 Jun 03 15:13:33.833908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-78e66e28-74b9-4e1c-bdc6-1dec504bd09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:33.833908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-78e66e28-74b9-4e1c-bdc6-1dec504bd09c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1271765 Jun 03 15:13:33.856634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d294a7-09f8-4f0d-855a-e54b5bb1459c {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:33.882158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network 901c1a05-309f-41c2-ad1e-d7d1fab81424 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:13:33.889841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.911449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f65483-bde4-4790-b8dd-21efd4452a8a req-ce189150-5f4a-4d56-9ad5-05172fdc0e7f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:33.913107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4f65483-bde4-4790-b8dd-21efd4452a8a req-ce189150-5f4a-4d56-9ad5-05172fdc0e7f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 935 time: 0.2714074 Jun 03 15:13:33.927845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 901c1a05-309f-41c2-ad1e-d7d1fab81424) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:33.932768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:33.933362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:33.943623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afc8bc2-6d27-480f-bc08-2dc96b19870b None None] Network 901c1a05-309f-41c2-ad1e-d7d1fab81424 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:34.025904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Transition to ACTIVE for port object 15d294a7-09f8-4f0d-855a-e54b5bb1459c will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:34.029809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4f65483-bde4-4790-b8dd-21efd4452a8a req-2385a7d6-71db-4305-97b0-549183b22e9b tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011500 Jun 03 15:13:34.038793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f09ac-30cb-4582-8d3b-096b6dab612a req-422bf628-5c68-4897-8687-0d144b26d95b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:34.040417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-736f09ac-30cb-4582-8d3b-096b6dab612a req-422bf628-5c68-4897-8687-0d144b26d95b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 945 time: 0.2599626 Jun 03 15:13:34.044385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.052430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-be4928f0-b8dc-462b-adc3-76c2e0c9b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:34.054123 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-be4928f0-b8dc-462b-adc3-76c2e0c9b20d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115&tenant_id=4e4652bab4e34ad58d39564c3d0261fb HTTP/1.1" status: 200 len: 1096 time: 0.3771231 Jun 03 15:13:34.093098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-0c11b1e4-5b28-4c4d-aa20-425115ceecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:34.105080 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-0c11b1e4-5b28-4c4d-aa20-425115ceecca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2623415 Jun 03 15:13:34.118153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:34.171613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Pushing event updated for resources: {'Port': ['ID=15d294a7-09f8-4f0d-855a-e54b5bb1459c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:34.247750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-736f09ac-30cb-4582-8d3b-096b6dab612a req-d7fd6f36-6926-4c20-b6c3-2e549f5d6fd2 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970339 Jun 03 15:13:34.304772 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aeb2ffc6-d280-4f13-a971-8b2380159636 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0964601 Jun 03 15:13:34.312864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.313210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.313676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.314057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.314390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.314691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.315011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.315334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.315643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.315963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.316272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.316587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:34.380368 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b199f2bc-2f9e-47a9-8ad1-485d5cc2f362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.429453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-6eb2e0f5-86a6-4f4d-bcf1-60502477e611 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112941 Jun 03 15:13:34.610801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:34.617619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:34.618238 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.712582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-901c1a05-309f-41c2-ad1e-d7d1fab81424', 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424', 'tenant_id': '174af88446244ef48fad351389235316', 'fixed_ips': [{'subnet_id': '8ddb1a15-a8a9-4c65-b761-38aac68b836f'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:13:34.713772 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.728054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] Router de4a187b-7559-4915-a8ba-ebe1e6b58d7c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:34.746306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Attempting to bind port 15d294a7-09f8-4f0d-855a-e54b5bb1459c on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:34.746738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Attempting to bind port 15d294a7-09f8-4f0d-855a-e54b5bb1459c by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:34.747093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Attempting to bind port 15d294a7-09f8-4f0d-855a-e54b5bb1459c on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:34.796583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-c98f6b3c-36f7-4ecf-9c24-c465a3165992 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578126 Jun 03 15:13:34.805652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-9774a922-acbb-480c-9e70-37df35cb38e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:34.807175 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-9774a922-acbb-480c-9e70-37df35cb38e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 1096 time: 0.6367419 Jun 03 15:13:34.814844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Port 15d294a7-09f8-4f0d-855a-e54b5bb1459c on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:34.814844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Attempting to bind port 15d294a7-09f8-4f0d-855a-e54b5bb1459c on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:34.862440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:34.863166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:34.863166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:34.863570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Bound port: 15d294a7-09f8-4f0d-855a-e54b5bb1459c, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:34.863912 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.885397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:34.888728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.906104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e3e4df7d-5075-4497-89e9-220bce13bf3a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:34.913634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e3e4df7d-5075-4497-89e9-220bce13bf3a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:34.915017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e3e4df7d-5075-4497-89e9-220bce13bf3a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Synchronizing usage tracker for tenant:174af88446244ef48fad351389235316 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:34.970186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7fff1b3c-7f5e-446c-81e2-3ad0f34f1398,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:34.977952 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:34.978775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5cf9eda2-d6af-4514-9894-97bba89e112b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:34.993048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125be614-68de-4c3f-9aab-f1510766f43e req-8858c477-eec6-4244-8b90-aaaa0640553e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:34.994692 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-125be614-68de-4c3f-9aab-f1510766f43e req-8858c477-eec6-4244-8b90-aaaa0640553e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 944 time: 0.2482283 Jun 03 15:13:34.996929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e3e4df7d-5075-4497-89e9-220bce13bf3a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Unset dirty status for tenant:174af88446244ef48fad351389235316 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:34.997976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e3e4df7d-5075-4497-89e9-220bce13bf3a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/networks?id=31228f30-ad61-4206-a2b3-b135c1d7dca0&id=901c1a05-309f-41c2-ad1e-d7d1fab81424&id=31228f30-ad61-4206-a2b3-b135c1d7dca0 HTTP/1.1" status: 200 len: 1391 time: 0.3522384 Jun 03 15:13:35.031410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce9041-189c-4943-b4c2-a8576d38d561 req-310045e2-b955-4e58-805a-81dfe0d08a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:35.040811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ce9041-189c-4943-b4c2-a8576d38d561 req-310045e2-b955-4e58-805a-81dfe0d08a27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=538b2243-1896-4e79-ac0b-979f85dc1f4e HTTP/1.1" status: 200 len: 1099 time: 0.1139364 Jun 03 15:13:35.076911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-65a9dd70-06ff-447d-a85a-69c5694ce9c2 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/quotas/174af88446244ef48fad351389235316 HTTP/1.1" status: 200 len: 375 time: 0.0579374 Jun 03 15:13:35.099290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:35.147499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:35.158143 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-33602173-cdc7-43d3-ad15-0f3c23222fa5 admin admin] 10.222.0.48 "PUT /v2.0/routers/de4a187b-7559-4915-a8ba-ebe1e6b58d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6443455 Jun 03 15:13:35.159078 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d56c11-23e7-4ae5-b34a-a80d7b3b6738 None None] Sync routers for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:35.166288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-73141fee-e985-4d2a-bb3d-e24ab3751523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:35.168708 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-73141fee-e985-4d2a-bb3d-e24ab3751523 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.3517272 Jun 03 15:13:35.172246 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d56c11-23e7-4ae5-b34a-a80d7b3b6738 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:35.172484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57084) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:35.173506 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-68d56c11-23e7-4ae5-b34a-a80d7b3b6738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:35.189706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Allocated IP 19.86.0.2 (901c1a05-309f-41c2-ad1e-d7d1fab81424/8ddb1a15-a8a9-4c65-b761-38aac68b836f/09f8de7c-9cad-4f74-98f8-84159644f42e) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:35.261035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=7fff1b3c-7f5e-446c-81e2-3ad0f34f1398,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:35.311247 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.333273 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-0730ec87-cfbe-4350-8532-1dcce6b3210d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11 HTTP/1.1" status: 200 len: 217 time: 0.1550820 Jun 03 15:13:35.344588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce9041-189c-4943-b4c2-a8576d38d561 req-9ae5cade-55a1-46e5-a8e0-87879ec8bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:35.347768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ce9041-189c-4943-b4c2-a8576d38d561 req-9ae5cade-55a1-46e5-a8e0-87879ec8bf1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.2986345 Jun 03 15:13:35.354284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5cf9eda2-d6af-4514-9894-97bba89e112b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:35.354642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.382349 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-68d56c11-23e7-4ae5-b34a-a80d7b3b6738 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:35.392430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:35.397357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] For port 15d294a7-09f8-4f0d-855a-e54b5bb1459c, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:35.438217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] For port 15d294a7-09f8-4f0d-855a-e54b5bb1459c, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=15d294a7-09f8-4f0d-855a-e54b5bb1459c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:35.441412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:35.441804 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.452847 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.604902 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.611547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Pushing event updated for resources: {'Port': ['ID=15d294a7-09f8-4f0d-855a-e54b5bb1459c,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:35.635800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-4d868f5b-bbf2-4b96-a428-84f47c0774ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:35.637268 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-4d868f5b-bbf2-4b96-a428-84f47c0774ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.2931082 Jun 03 15:13:35.658155 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-125be614-68de-4c3f-9aab-f1510766f43e req-c67f3ff1-9757-448e-a63f-9e0047be8e4d tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174340 Jun 03 15:13:35.659885 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ce9041-189c-4943-b4c2-a8576d38d561 req-6dd9b0ad-366c-43c8-b9ff-c432b812514a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1565d794-e24f-4585-b205-38fa580faedd HTTP/1.1" status: 200 len: 217 time: 0.2672250 Jun 03 15:13:35.729915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-c99e2597-6633-4ab3-9d8f-078c2d71e2b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774436 Jun 03 15:13:35.729915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:35.729915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.729915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-931ebd42-891d-4063-97a3-1430253f0dce service neutron] 10.222.0.67 "PUT /v2.0/ports/15d294a7-09f8-4f0d-855a-e54b5bb1459c HTTP/1.1" status: 200 len: 1095 time: 4.2699010 Jun 03 15:13:35.729915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab39222-58ac-433e-b715-d5d17988bf29', 'tag': '15d294a7-09f8-4f0d-855a-e54b5bb1459c'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:35.737620 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.760742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce9041-189c-4943-b4c2-a8576d38d561 req-dcb11d65-609a-43c6-9fd6-2b572d831f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:35.761744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ce9041-189c-4943-b4c2-a8576d38d561 req-dcb11d65-609a-43c6-9fd6-2b572d831f28 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0931587 Jun 03 15:13:35.775139 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-68d56c11-23e7-4ae5-b34a-a80d7b3b6738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:13:31Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:35.777977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2d35ce8f-7a06-4743-93bd-869ddf069be9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=174af88446244ef48fad351389235316&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6460559 Jun 03 15:13:35.779948 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d56c11-23e7-4ae5-b34a-a80d7b3b6738 None None] Checking router: de4a187b-7559-4915-a8ba-ebe1e6b58d7c for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:35.790690 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d56c11-23e7-4ae5-b34a-a80d7b3b6738 None None] Routers {'de4a187b-7559-4915-a8ba-ebe1e6b58d7c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:35.791650 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-68d56c11-23e7-4ae5-b34a-a80d7b3b6738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:35.816130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Transition to ACTIVE for port object 09f8de7c-9cad-4f74-98f8-84159644f42e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:35.849157 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.877539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Transition to ACTIVE for port object 09f8de7c-9cad-4f74-98f8-84159644f42e will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:35.940479 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:35.999139 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-68d56c11-23e7-4ae5-b34a-a80d7b3b6738 None None] Set router de4a187b-7559-4915-a8ba-ebe1e6b58d7c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:36.023606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-403d080c-79a9-4889-aa5b-7873cc48777a service neutron] 10.222.0.48 "GET /v2.0/networks/31228f30-ad61-4206-a2b3-b135c1d7dca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339559 Jun 03 15:13:36.093541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5cf9eda2-d6af-4514-9894-97bba89e112b is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:36.106727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Network 901c1a05-309f-41c2-ad1e-d7d1fab81424 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:36.111281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:36.112277 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.136014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:36.139313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:36.155051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Pushing event updated for resources: {'Port': ['ID=09f8de7c-9cad-4f74-98f8-84159644f42e,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:36.167952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:36.222362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.270577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:36.273263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Deleting port dae95cbd-c79e-4f21-8db3-cca1fe292855 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:36.273783 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.294769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-419698bc-48cc-4b24-a941-87eb2c47eae5 service neutron] 10.222.0.48 "GET /v2.0/networks/31228f30-ad61-4206-a2b3-b135c1d7dca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405136 Jun 03 15:13:36.310481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce9041-189c-4943-b4c2-a8576d38d561 req-1da75207-3750-474f-a530-b9b99add6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:36.312325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ce9041-189c-4943-b4c2-a8576d38d561 req-1da75207-3750-474f-a530-b9b99add6c07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5213258 Jun 03 15:13:36.331531 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-68d56c11-23e7-4ae5-b34a-a80d7b3b6738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:13:31Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:36.336007 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d56c11-23e7-4ae5-b34a-a80d7b3b6738 None None] The sync data for ids ['de4a187b-7559-4915-a8ba-ebe1e6b58d7c'] in n-d-844595-1 is: [{'id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1028545609-router', 'tenant_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:31Z', 'updated_at': '2022-06-03T15:13:31Z', 'revision_number': 5, 'project_id': '8a5fa3a8ac7b40cf8ba284d70c982f43', 'gw_port': {'id': 'dae95cbd-c79e-4f21-8db3-cca1fe292855', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ed:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a187b-7559-4915-a8ba-ebe1e6b58d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:32Z', 'updated_at': '2022-06-03T15:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:36.352207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:36.407927 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.422023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df57a76-1ac2-4d9c-a84f-40d129d7a3e9 req-5b88c394-dd1f-41c7-b9dc-5523429aa8eb tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:36.423577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0df57a76-1ac2-4d9c-a84f-40d129d7a3e9 req-5b88c394-dd1f-41c7-b9dc-5523429aa8eb tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.3991075 Jun 03 15:13:36.502326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Attempting to bind port 09f8de7c-9cad-4f74-98f8-84159644f42e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:36.502714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Attempting to bind port 09f8de7c-9cad-4f74-98f8-84159644f42e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '1634d8e8-7179-41f3-9341-713212536428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:36.503031 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Attempting to bind port 09f8de7c-9cad-4f74-98f8-84159644f42e on network 901c1a05-309f-41c2-ad1e-d7d1fab81424 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:36.519397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:36.523067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:36.523435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Checking segment: {'id': '1634d8e8-7179-41f3-9341-713212536428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:36.523906 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.525594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Bound using segment: {'id': '1634d8e8-7179-41f3-9341-713212536428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:36.526956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Bound port: 09f8de7c-9cad-4f74-98f8-84159644f42e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1634d8e8-7179-41f3-9341-713212536428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:36.526956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.543626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:36.543985 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.601255 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0df57a76-1ac2-4d9c-a84f-40d129d7a3e9 req-114c9036-d57d-462d-8044-90249f228570 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509109 Jun 03 15:13:36.602828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-7d0c5396-ccc9-4950-8cb4-2e5c603f8966 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8614588 Jun 03 15:13:36.617561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-839ed680-21da-47aa-97c6-2199a444c637 service neutron] 10.222.0.48 "GET /v2.0/networks/901c1a05-309f-41c2-ad1e-d7d1fab81424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996573 Jun 03 15:13:36.643660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-c3f01481-6bfa-4ef0-995c-700521c4f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:36.645121 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-c3f01481-6bfa-4ef0-995c-700521c4f721 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 1098 time: 0.5533779 Jun 03 15:13:36.720853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ce9041-189c-4943-b4c2-a8576d38d561 req-1b492d5f-4fd4-4008-9f1f-31e5553844aa service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963111 Jun 03 15:13:36.777620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:36.812215 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-ea77128d-4423-43b9-930b-b4da43b2a61c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=15d294a7-09f8-4f0d-855a-e54b5bb1459c HTTP/1.1" status: 200 len: 217 time: 0.0931168 Jun 03 15:13:36.820537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] For port 09f8de7c-9cad-4f74-98f8-84159644f42e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:36.825419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] For port 09f8de7c-9cad-4f74-98f8-84159644f42e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=09f8de7c-9cad-4f74-98f8-84159644f42e,segment=NetworkSegment(1634d8e8-7179-41f3-9341-713212536428),segment_id=1634d8e8-7179-41f3-9341-713212536428)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:36.830999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] For port dae95cbd-c79e-4f21-8db3-cca1fe292855, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dae95cbd-c79e-4f21-8db3-cca1fe292855,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:36.831618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.832681 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:36.933671 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-fcb62165-f313-425d-8eb3-e8ae1ff8356f service neutron] 10.222.0.48 "GET /v2.0/networks/901c1a05-309f-41c2-ad1e-d7d1fab81424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087277 Jun 03 15:13:36.956808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6af48-5a21-4ce6-b5f7-024546796857 None None] Pushing event updated for resources: {'Port': ['ID=09f8de7c-9cad-4f74-98f8-84159644f42e,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:36.969577 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.028856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ce9041-189c-4943-b4c2-a8576d38d561 req-389ddff8-9f06-4af7-85ef-0fb215638fd9 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995288 Jun 03 15:13:37.069045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Calling delete_port for dae95cbd-c79e-4f21-8db3-cca1fe292855 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:37.069665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a66cb-0dba-4d8f-9ec4-8cf5c94aec5d req-95385eaf-ca5e-4183-80d3-4e8acf8ecb7b tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:37.071271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-135a66cb-0dba-4d8f-9ec4-8cf5c94aec5d req-95385eaf-ca5e-4183-80d3-4e8acf8ecb7b tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 947 time: 0.2617140 Jun 03 15:13:37.130593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-4bc89494-aa96-455d-b2f0-7b323fab53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:37.134139 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-4bc89494-aa96-455d-b2f0-7b323fab53ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.3131287 Jun 03 15:13:37.135392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-1296309d-40cc-4d7c-b898-d17b22e8afa1 service neutron] 10.222.0.48 "GET /v2.0/networks/31228f30-ad61-4206-a2b3-b135c1d7dca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941845 Jun 03 15:13:37.193171 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-e1ea00c9-b0e3-4035-9ff6-abbaaedecf1e service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756505 Jun 03 15:13:37.270429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-050e2f12-1a8f-4e15-af9d-53ef9d56e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:37.272313 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-050e2f12-1a8f-4e15-af9d-53ef9d56e012 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323137 Jun 03 15:13:37.293077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-135a66cb-0dba-4d8f-9ec4-8cf5c94aec5d req-af492fbf-d718-46e5-884e-94d97d4e4fbe tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062228 Jun 03 15:13:37.375207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-b9406b18-4450-4378-864b-da76e152740e service neutron] 10.222.0.48 "GET /v2.0/networks/31228f30-ad61-4206-a2b3-b135c1d7dca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294095 Jun 03 15:13:37.523651 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:37.531125 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0600e-4137-468f-ada4-657b39221dd1 req-81286aef-f842-456e-b3d4-3fa9340275d6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:37.532549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ba0600e-4137-468f-ada4-657b39221dd1 req-81286aef-f842-456e-b3d4-3fa9340275d6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 945 time: 0.0979333 Jun 03 15:13:37.583875 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ba0600e-4137-468f-ada4-657b39221dd1 req-74c86c53-bf30-4d35-9b0c-99c0935cf22a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442374 Jun 03 15:13:37.648422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae95cbd-c79e-4f21-8db3-cca1fe292855,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:37.683736 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d2e56b-f61f-41f9-9345-995cd899a67c'] response: {'server_uuid': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683', 'code': 200} Jun 03 15:13:37.692920 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d412614-6dd7-43b6-bb79-9931745ce4e8'] response: {'name': 'network-changed', 'server_uuid': '9ab39222-58ac-433e-b715-d5d17988bf29', 'tag': '15d294a7-09f8-4f0d-855a-e54b5bb1459c', 'status': 'completed', 'code': 200} Jun 03 15:13:37.802322 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-5663b343-da2b-4123-a732-f7a00168855f service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797769 Jun 03 15:13:37.930728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9ed3424-8b56-4200-b4c8-8d6dd9be1077 req-4b3f0084-2741-4a71-8798-1e3950dc58e3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 210 time: 0.1846936 Jun 03 15:13:37.940877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.114538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab9e6-b666-4779-a942-a5dc9b55bb55 req-366e34c0-19c8-4b1f-bddf-e255bb6d2a0e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:38.122077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fccab9e6-b666-4779-a942-a5dc9b55bb55 req-366e34c0-19c8-4b1f-bddf-e255bb6d2a0e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 945 time: 0.1373625 Jun 03 15:13:38.126222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56388dec-5e0a-4555-b4e3-53dd717f60f7 req-590f1bf5-a1c2-4722-9b3c-246330201179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:38.127622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56388dec-5e0a-4555-b4e3-53dd717f60f7 req-590f1bf5-a1c2-4722-9b3c-246330201179 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 1096 time: 0.1960144 Jun 03 15:13:38.132113 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a2dab3d5-dfdb-441c-95ff-3860a27a4c2c req-a6dbeab9-3c01-47ed-9ca0-37d9f50df255 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194644 Jun 03 15:13:38.208125 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56388dec-5e0a-4555-b4e3-53dd717f60f7 req-855aacb6-d7ef-4597-befb-bf97e577e269 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676696 Jun 03 15:13:38.236291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fccab9e6-b666-4779-a942-a5dc9b55bb55 req-cc908519-78f1-48d8-824f-8f7a25ca6f2c tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133592 Jun 03 15:13:38.240867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-63ef2114-b994-486e-a27c-9aaf04f12153 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:38.242373 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-63ef2114-b994-486e-a27c-9aaf04f12153 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.6599662 Jun 03 15:13:38.246529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.249604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.291315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8e4375-6912-49da-987d-68d8ce5b1629 None None] Network 901c1a05-309f-41c2-ad1e-d7d1fab81424 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:38.449247 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 09f8de7c-9cad-4f74-98f8-84159644f42e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:38.504826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bc586-03ee-4447-911d-55eed44e21e2 req-fdf86c16-d84f-400c-8eda-9f03f541a769 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:38.506390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a72bc586-03ee-4447-911d-55eed44e21e2 req-fdf86c16-d84f-400c-8eda-9f03f541a769 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.1844709 Jun 03 15:13:38.530188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-52885df0-1975-4f6f-899b-2cbb29b18f7b None None] Provisioning for port 09f8de7c-9cad-4f74-98f8-84159644f42e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:38.581653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.647442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a72bc586-03ee-4447-911d-55eed44e21e2 req-8cd8a9cf-19f3-42ec-abfb-086ed2af520c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299629 Jun 03 15:13:38.678355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-1d64a1dd-1925-44cf-91e2-c224633d57e9 service neutron] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:38.687020 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.687675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de4a187b-7559-4915-a8ba-ebe1e6b58d7c {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:13:38.693700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56285c-6b14-4b39-8af7-98f010c7abfc req-3cc22785-9533-4d48-8faa-51734e8261ef tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:38.696585 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.700045 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2664d60e-6312-41fa-babf-a43a2ff2ff01 admin admin] 10.222.0.48 "DELETE /v2.0/routers/de4a187b-7559-4915-a8ba-ebe1e6b58d7c HTTP/1.1" status: 204 len: 168 time: 3.5242751 Jun 03 15:13:38.700173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a56285c-6b14-4b39-8af7-98f010c7abfc req-3cc22785-9533-4d48-8faa-51734e8261ef tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 947 time: 0.1524606 Jun 03 15:13:38.700437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57120) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:38.701465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-1d64a1dd-1925-44cf-91e2-c224633d57e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.702117 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f89a2fa-25da-41f4-a249-3b1b6a1faabb req-1d64a1dd-1925-44cf-91e2-c224633d57e9 service neutron] 10.222.0.67 "DELETE /v2.0/ports/d4d6aec2-9fb4-489f-ae07-beb8eba82f11/bindings/n-h1-844595-1 HTTP/1.1" status: 204 len: 173 time: 0.4513011 Jun 03 15:13:38.715940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171c6b-426f-41c4-ba8b-65608bfad794 req-ce7035c5-7ab1-4130-a850-16eb856f6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:38.717481 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1d171c6b-426f-41c4-ba8b-65608bfad794 req-ce7035c5-7ab1-4130-a850-16eb856f6ba0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 1098 time: 0.2079475 Jun 03 15:13:38.732518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 09f8de7c-9cad-4f74-98f8-84159644f42e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:38.743288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 09f8de7c-9cad-4f74-98f8-84159644f42e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:38.743653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.861518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a56285c-6b14-4b39-8af7-98f010c7abfc req-56098794-75b4-4aeb-a6a8-2d39f3aeea03 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177840 Jun 03 15:13:38.956233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Deleting subnet 3643cc6a-71bb-45ac-92f2-833c795c0750 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:13:38.960472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171c6b-426f-41c4-ba8b-65608bfad794 req-dbbd5cd9-7764-4de9-b23f-3009df0d2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:38.961854 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:38.963158 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1d171c6b-426f-41c4-ba8b-65608bfad794 req-dbbd5cd9-7764-4de9-b23f-3009df0d2e40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.2336676 Jun 03 15:13:38.985595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 09f8de7c-9cad-4f74-98f8-84159644f42e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:38.986067 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:39.034576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 09f8de7c-9cad-4f74-98f8-84159644f42e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=09f8de7c-9cad-4f74-98f8-84159644f42e,segment=NetworkSegment(1634d8e8-7179-41f3-9341-713212536428),segment_id=1634d8e8-7179-41f3-9341-713212536428)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:39.040660 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:39.096908 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:39.127107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2f909954-3c78-42cb-91c0-e47d2acf424a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:39.129706 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1d171c6b-426f-41c4-ba8b-65608bfad794 req-c60fceff-466a-4368-b6a9-8a456938a060 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=15d294a7-09f8-4f0d-855a-e54b5bb1459c HTTP/1.1" status: 200 len: 217 time: 0.1569521 Jun 03 15:13:39.182512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 2f909954-3c78-42cb-91c0-e47d2acf424a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:39.182794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2f909954-3c78-42cb-91c0-e47d2acf424a not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:39.218713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171c6b-426f-41c4-ba8b-65608bfad794 req-0a71e5f6-918b-471a-b217-5a0654fdb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:39.220191 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1d171c6b-426f-41c4-ba8b-65608bfad794 req-0a71e5f6-918b-471a-b217-5a0654fdb4d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0810192 Jun 03 15:13:39.228058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d591008a-90a3-481c-8235-ece833326837 None None] Provisioning complete for port 09f8de7c-9cad-4f74-98f8-84159644f42e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:39.228515 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d591008a-90a3-481c-8235-ece833326837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:39.276086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=09f8de7c-9cad-4f74-98f8-84159644f42e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:39.336754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b70192c-eab3-4d12-94ec-e3b7d2264d24 req-bd8c541c-0e34-42aa-a1de-c6cb4f8f5b7a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 210 time: 0.1572139 Jun 03 15:13:39.400786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171c6b-426f-41c4-ba8b-65608bfad794 req-72b4caf5-9ad9-4b97-bdaf-6fd4e92b8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:39.407971 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1d171c6b-426f-41c4-ba8b-65608bfad794 req-72b4caf5-9ad9-4b97-bdaf-6fd4e92b8a6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1796055 Jun 03 15:13:39.448345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d591008a-90a3-481c-8235-ece833326837 None None] Current status of the port 09f8de7c-9cad-4f74-98f8-84159644f42e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:39.556010 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:39.658653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-94946b84-bcac-4a8e-992c-d4dbcf143eec tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:39.667310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-94946b84-bcac-4a8e-992c-d4dbcf143eec tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:39.670425 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1d171c6b-426f-41c4-ba8b-65608bfad794 req-b09ff56e-8a7d-4c01-a340-25b91030c9eb service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455709 Jun 03 15:13:39.670587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-94946b84-bcac-4a8e-992c-d4dbcf143eec tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.75 "GET /v2.0/networks?id=31228f30-ad61-4206-a2b3-b135c1d7dca0&id=901c1a05-309f-41c2-ad1e-d7d1fab81424&id=31228f30-ad61-4206-a2b3-b135c1d7dca0 HTTP/1.1" status: 200 len: 1391 time: 0.4916148 Jun 03 15:13:39.748195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'port': {'device_id': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0', 'admin_state_up': True, 'tenant_id': '174af88446244ef48fad351389235316'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:39.801597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57140) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:39.833523 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1d171c6b-426f-41c4-ba8b-65608bfad794 req-a065ce8b-6384-476d-b034-95438e9c275b service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579106 Jun 03 15:13:39.908936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1565d794-e24f-4585-b205-38fa580faedd details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:39.927804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3cf57-ca40-4e8a-abfc-67a93c166ff6 req-a806ba37-7461-4b44-935e-f8f328ce5c87 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:39.929319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55b3cf57-ca40-4e8a-abfc-67a93c166ff6 req-a806ba37-7461-4b44-935e-f8f328ce5c87 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 945 time: 1.0580175 Jun 03 15:13:40.003099 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.064721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1565d794-e24f-4585-b205-38fa580faedd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1565d794-e24f-4585-b205-38fa580faedd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:40.079804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '1565d794-e24f-4585-b205-38fa580faedd', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '1565d794-e24f-4585-b205-38fa580faedd', 'mac_address': 'fa:16:3e:08:1f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:40.090152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7a39d-a07a-4916-893d-da88d2c9218a req-07a1892f-7f23-467e-bf5f-ea1a80b579c8 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:40.091656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0e7a39d-a07a-4916-893d-da88d2c9218a req-07a1892f-7f23-467e-bf5f-ea1a80b579c8 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 945 time: 0.4202735 Jun 03 15:13:40.092379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3643cc6a-71bb-45ac-92f2-833c795c0750,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:40.097262 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.103192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:40.110417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66a80612-ffac-4c61-b950-da56040e70ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.118324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4e0307-eba9-44f4-9c2a-c2c0f26081cc None None] Network f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:40.132701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:port and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:40.153410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.153748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.154114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.154477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.154777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.155153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.155439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.155760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.156083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.156402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.156724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.157356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:40.162487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:40.170327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55b3cf57-ca40-4e8a-abfc-67a93c166ff6 req-ccf78d98-d7a4-41d7-8b10-d14285571baf tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218099 Jun 03 15:13:40.180665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57148) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:40.180873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5495b44a-ac0f-4800-81ec-384ab5b6f8f9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3643cc6a-71bb-45ac-92f2-833c795c0750 HTTP/1.1" status: 204 len: 168 time: 1.4789793 Jun 03 15:13:40.181804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:40.185963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-66a80612-ffac-4c61-b950-da56040e70ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:40.201245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-66a80612-ffac-4c61-b950-da56040e70ab admin admin] Usage tracker for resource:security_group_rule and tenant:ccd898b60034497aba27fb6e0df18175 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:40.208351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-66a80612-ffac-4c61-b950-da56040e70ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:40.229834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-66a80612-ffac-4c61-b950-da56040e70ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:40.229834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0e7a39d-a07a-4916-893d-da88d2c9218a req-993e8c72-eb59-40b4-81ba-b5c5f272abae tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265035 Jun 03 15:13:40.248483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:40.254619 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.287298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 09f8de7c-9cad-4f74-98f8-84159644f42e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:40.331917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1565d794-e24f-4585-b205-38fa580faedd is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:40.332198 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.340898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.357073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Deleting port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:40.357548 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.430166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1565d794-e24f-4585-b205-38fa580faedd {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:40.484676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1565d794-e24f-4585-b205-38fa580faedd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1565d794-e24f-4585-b205-38fa580faedd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:40.514828 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.533010 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66a80612-ffac-4c61-b950-da56040e70ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.586586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] For port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98,segment=NetworkSegment(5af278b7-8c3f-43d9-a7cc-ee3f6b458efc),segment_id=5af278b7-8c3f-43d9-a7cc-ee3f6b458efc)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:40.586586 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.610133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 09f8de7c-9cad-4f74-98f8-84159644f42e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:40.610510 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.644485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1565d794-e24f-4585-b205-38fa580faedd,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:40.674951 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66a80612-ffac-4c61-b950-da56040e70ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.742925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Calling delete_port for 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:40.774030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 09f8de7c-9cad-4f74-98f8-84159644f42e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:40.784004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dae95cbd-c79e-4f21-8db3-cca1fe292855 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:40.806555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-66a80612-ffac-4c61-b950-da56040e70ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccd898b60034497aba27fb6e0df18175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9967909 Jun 03 15:13:40.809766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57156) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:40.811055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a80612-ffac-4c61-b950-da56040e70ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de426807-2367-41b1-aba9-1db4f2fd63d3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:40.814069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f860b-f3ab-452f-b7a3-11525f97d513 None None] DHCP port deletion for f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:13:40.827653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: dae95cbd-c79e-4f21-8db3-cca1fe292855 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:40.827988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dae95cbd-c79e-4f21-8db3-cca1fe292855 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:40.830866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f860b-f3ab-452f-b7a3-11525f97d513 None None] Deleting port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:40.831192 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3e2f860b-f3ab-452f-b7a3-11525f97d513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.841012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Allocated IP 19.80.0.93 (31228f30-ad61-4206-a2b3-b135c1d7dca0/993e7829-2b15-4e54-ae02-270c90bcb6ae/cc601b6c-99a8-4b6d-84f6-4be60a473ed7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:40.859347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a659de-f3f5-4d52-9e5c-0823e459d8a2 req-3911ca62-b0eb-452c-afb7-d52176513ee4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:40.859629 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:40.860860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84a659de-f3f5-4d52-9e5c-0823e459d8a2 req-3911ca62-b0eb-452c-afb7-d52176513ee4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 947 time: 0.4272022 Jun 03 15:13:40.879580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b1393-de00-4b0a-94e8-1c678e415435 req-a01d6f55-090a-4ee9-8eaf-339ca17d1ad4 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:40.881810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-854b1393-de00-4b0a-94e8-1c678e415435 req-a01d6f55-090a-4ee9-8eaf-339ca17d1ad4 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.4906175 Jun 03 15:13:40.913613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f860b-f3ab-452f-b7a3-11525f97d513 None None] The port '8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:13:40.929149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:40.930989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] No DVR routers for this DVR port 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:41.000923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84a659de-f3f5-4d52-9e5c-0823e459d8a2 req-1657f2ea-59e1-45b7-a01f-f76d8e95c11a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319056 Jun 03 15:13:41.019905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-854b1393-de00-4b0a-94e8-1c678e415435 req-c8269cb2-14b8-4f6b-8acf-1b6b6dfc7d3d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186779 Jun 03 15:13:41.103237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['1565d794-e24f-4585-b205-38fa580faedd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:41.145279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9688e111-d738-47a4-bae4-c738946c5edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.252205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9688e111-d738-47a4-bae4-c738946c5edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.263420 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.286490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-784337fa-5c90-4c0e-95f2-6c9b4d543074 req-c7f42a60-7656-4c38-b99e-8ac9570afbf3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 210 time: 0.0851531 Jun 03 15:13:41.345982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98b702b-23a0-4cd9-ad93-b11c6ceda5f5']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:41.361762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:41.362070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af278b7-8c3f-43d9-a7cc-ee3f6b458efc') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:41.369423 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.376624 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.396276 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.397200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa1fdb-1e07-41b5-ab9c-0c542682a9e8 req-6a494ec0-7eb1-4a14-b7d5-c892d23c28a3 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:41.399072 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5afa1fdb-1e07-41b5-ab9c-0c542682a9e8 req-6a494ec0-7eb1-4a14-b7d5-c892d23c28a3 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 1096 time: 0.2397392 Jun 03 15:13:41.406785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:13:41.407167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.407776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Transition to ACTIVE for port object cc601b6c-99a8-4b6d-84f6-4be60a473ed7 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:41.428399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9688e111-d738-47a4-bae4-c738946c5edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.491974 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 5af278b7-8c3f-43d9-a7cc-ee3f6b458efc resource provider aggregate not found Jun 03 15:13:41.506497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5afa1fdb-1e07-41b5-ab9c-0c542682a9e8 req-8bc300a2-a935-4d0e-9ce7-ddb3a9463bf1 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008723 Jun 03 15:13:41.516626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688e111-d738-47a4-bae4-c738946c5edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de426807-2367-41b1-aba9-1db4f2fd63d3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:41.535312 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9688e111-d738-47a4-bae4-c738946c5edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.538994 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9688e111-d738-47a4-bae4-c738946c5edd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de426807-2367-41b1-aba9-1db4f2fd63d3 HTTP/1.1" status: 204 len: 168 time: 0.7247996 Jun 03 15:13:41.538994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.555011 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.558017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.563282 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 5af278b7-8c3f-43d9-a7cc-ee3f6b458efc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5af278b7-8c3f-43d9-a7cc-ee3f6b458efc found for delete ", "request_id": "req-59939cd0-f2fb-49e0-93ef-63427fe89169"}]} Jun 03 15:13:41.588470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] Pushing event deleted for resources: {'Network': ['ID=f98b702b-23a0-4cd9-ad93-b11c6ceda5f5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:41.599552 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-de4481da-95f1-4879-9722-9b72b380526f admin admin] 10.222.0.48 "DELETE /v2.0/networks/f98b702b-23a0-4cd9-ad93-b11c6ceda5f5 HTTP/1.1" status: 204 len: 168 time: 1.4176142 Jun 03 15:13:41.602676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57172) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:41.635039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network 31228f30-ad61-4206-a2b3-b135c1d7dca0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:41.652521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b6e59-2b1e-482d-887e-d87c9620382d req-ede5aa6a-fe04-4f88-b229-540dc5e73052 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:41.654058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d27b6e59-2b1e-482d-887e-d87c9620382d req-ede5aa6a-fe04-4f88-b229-540dc5e73052 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 945 time: 0.2063246 Jun 03 15:13:41.658813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:41.664980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:41.791084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Port': ['ID=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:41.854336 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d27b6e59-2b1e-482d-887e-d87c9620382d req-7ad6a67e-bc15-4af8-94c6-6a76da6e6100 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930978 Jun 03 15:13:41.877441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:41.885385 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:41.924342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 15d294a7-09f8-4f0d-855a-e54b5bb1459c details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:41.935827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5de85-6b7c-40b5-aa89-c2558d4fc54e req-15d081b2-ee09-4207-96e7-c49e0c81e57c tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:41.937565 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97c5de85-6b7c-40b5-aa89-c2558d4fc54e req-15d081b2-ee09-4207-96e7-c49e0c81e57c tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 1096 time: 0.2126489 Jun 03 15:13:41.941339 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-f5773b2c-5c7f-4c80-a097-73adf339672c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2624140 Jun 03 15:13:41.984822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'port': {'device_id': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424', 'admin_state_up': True, 'tenant_id': '174af88446244ef48fad351389235316'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:42.137834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-85ebbfaf-70df-43a0-8131-76360dab0214 None None] Provisioning for port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:42.156050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97c5de85-6b7c-40b5-aa89-c2558d4fc54e req-9ebfac8d-3d4d-4bd3-88f4-7a2f367de8bf tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114804 Jun 03 15:13:42.163355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-85ebbfaf-70df-43a0-8131-76360dab0214 None None] Provisioning complete for port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:42.168416 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-85ebbfaf-70df-43a0-8131-76360dab0214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.236172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:42.256827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:port and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:42.264305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:42.275045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:42.286115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:42.316631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-85ebbfaf-70df-43a0-8131-76360dab0214 None None] Port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:42.327029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:42.327760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8fdeeb2d-f5b3-4d86-a4fb-40ebd0740b98 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:42.344008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 15d294a7-09f8-4f0d-855a-e54b5bb1459c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=15d294a7-09f8-4f0d-855a-e54b5bb1459c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:42.347522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:42.353803 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.360783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '15d294a7-09f8-4f0d-855a-e54b5bb1459c', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '15d294a7-09f8-4f0d-855a-e54b5bb1459c', 'mac_address': 'fa:16:3e:5c:b9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:42.432061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 15d294a7-09f8-4f0d-855a-e54b5bb1459c is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:42.432604 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.518161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.563804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f822d3-3070-4b1a-ba2e-a8f27bc3f428 req-027c24e2-beaa-4f25-8c99-e60102ff75dc tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:42.563804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9f822d3-3070-4b1a-ba2e-a8f27bc3f428 req-027c24e2-beaa-4f25-8c99-e60102ff75dc tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 947 time: 0.2128370 Jun 03 15:13:42.619728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d294a7-09f8-4f0d-855a-e54b5bb1459c {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:42.644920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 15d294a7-09f8-4f0d-855a-e54b5bb1459c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=15d294a7-09f8-4f0d-855a-e54b5bb1459c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:42.651024 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.666797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9f822d3-3070-4b1a-ba2e-a8f27bc3f428 req-a9367c9b-1e37-4659-82dd-fb91a47f6483 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093669 Jun 03 15:13:42.744258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=15d294a7-09f8-4f0d-855a-e54b5bb1459c,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:42.763986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Allocated IP 19.86.0.144 (901c1a05-309f-41c2-ad1e-d7d1fab81424/8ddb1a15-a8a9-4c65-b761-38aac68b836f/407e585a-402a-496f-a033-a2eedd7bc8d9) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:42.778340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce146b-377c-4c8a-916c-0322354b8231 req-f6ae599b-f3d4-4090-b992-62eaab6d8798 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:42.780003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbce146b-377c-4c8a-916c-0322354b8231 req-f6ae599b-f3d4-4090-b992-62eaab6d8798 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.1958461 Jun 03 15:13:42.888023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57210) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:42.943241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] Deleting port b476b679-20d0-4e78-8451-eeb06c7fa6de {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:42.943579 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:42.968699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbce146b-377c-4c8a-916c-0322354b8231 req-beaf1d71-befb-408d-bdb7-a6cde54da54c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830859 Jun 03 15:13:43.039476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1709238429-network', 'tenant_id': 'f8c26fed818a4f95b57bca928baf8d2b'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:43.051946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:43.064398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Usage tracker for resource:network and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:43.079798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:43.103001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['15d294a7-09f8-4f0d-855a-e54b5bb1459c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:43.125059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:43.184616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092821f7-ee43-4ff5-ae19-50ffd0c49f11 req-8da61455-c2fc-48c5-9db3-7488dca76bb1 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:43.186167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-092821f7-ee43-4ff5-ae19-50ffd0c49f11 req-8da61455-c2fc-48c5-9db3-7488dca76bb1 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 945 time: 0.3529558 Jun 03 15:13:43.194805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Made reservation on behalf of f8c26fed818a4f95b57bca928baf8d2b for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:43.197018 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.272069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] For port b476b679-20d0-4e78-8451-eeb06c7fa6de, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b476b679-20d0-4e78-8451-eeb06c7fa6de,segment=NetworkSegment(e9ccac9c-f528-4db3-9232-26711452edaf),segment_id=e9ccac9c-f528-4db3-9232-26711452edaf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:43.272417 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.339447 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.364562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.395124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Transition to ACTIVE for port object 407e585a-402a-496f-a033-a2eedd7bc8d9 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:43.412381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] Calling delete_port for b476b679-20d0-4e78-8451-eeb06c7fa6de owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:43.412725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:43.420372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Usage tracker for resource:security_group_rule and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:43.426944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:43.433947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-092821f7-ee43-4ff5-ae19-50ffd0c49f11 req-9ec0982f-4de2-416f-9002-9b41a53f1cfa tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238576 Jun 03 15:13:43.441461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:43.467968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314635a-4702-431b-af08-335e3cba77e9 req-1399ad3f-84b7-42c4-99fd-3f53e46170e7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:43.468682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c314635a-4702-431b-af08-335e3cba77e9 req-1399ad3f-84b7-42c4-99fd-3f53e46170e7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Synchronizing usage tracker for tenant:174af88446244ef48fad351389235316 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:43.510240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c314635a-4702-431b-af08-335e3cba77e9 req-1399ad3f-84b7-42c4-99fd-3f53e46170e7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Unset dirty status for tenant:174af88446244ef48fad351389235316 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:43.511473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c314635a-4702-431b-af08-335e3cba77e9 req-1399ad3f-84b7-42c4-99fd-3f53e46170e7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 931 time: 0.4287446 Jun 03 15:13:43.513520 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.621981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.633216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network 901c1a05-309f-41c2-ad1e-d7d1fab81424 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:43.636050 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Port': ['ID=407e585a-402a-496f-a033-a2eedd7bc8d9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:43.639646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:43.648988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:43.717936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] Pushing event deleted for resources: {'Port': ['ID=b476b679-20d0-4e78-8451-eeb06c7fa6de,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:43.732530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c314635a-4702-431b-af08-335e3cba77e9 req-6af1792c-0cb1-4a96-a77d-6330c954a96d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743784 Jun 03 15:13:43.763354 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.776620 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.853672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd2f058-f28e-4c05-ac7d-48b53fa24ad6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:43.908926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:43.910632 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.929180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:13:43.950153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1565d794-e24f-4585-b205-38fa580faedd up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:43.958825 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:43.959176 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Added segment 547b4734-d0be-4cbd-b55e-547046d28c4d of type vlan for network 25d25901-7daa-4473-a370-c78fb0a5e9e4 Jun 03 15:13:44.006563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-93077731-5d23-457f-a804-37767bc7848f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0321417 Jun 03 15:13:44.041506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'port': {'device_id': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0', 'admin_state_up': True, 'tenant_id': '174af88446244ef48fad351389235316'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:44.141434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.194715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-43b61f99-4c4b-46ad-88b4-60d899e13650 None None] Provisioning for port 407e585a-402a-496f-a033-a2eedd7bc8d9 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:44.200759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-43b61f99-4c4b-46ad-88b4-60d899e13650 None None] Provisioning complete for port 407e585a-402a-496f-a033-a2eedd7bc8d9 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:44.201244 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-43b61f99-4c4b-46ad-88b4-60d899e13650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.276957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-43b61f99-4c4b-46ad-88b4-60d899e13650 None None] Port 407e585a-402a-496f-a033-a2eedd7bc8d9 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:44.279956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.296261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 1565d794-e24f-4585-b205-38fa580faedd completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:44.307125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 1565d794-e24f-4585-b205-38fa580faedd triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:44.307752 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.308780 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.309193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:44.310141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.440198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:44.448798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5524523 Jun 03 15:13:44.460031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57236) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:44.464683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:44.466224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Request body: {'subnet': {'network_id': '25d25901-7daa-4473-a370-c78fb0a5e9e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1709238429-subnet', 'tenant_id': 'f8c26fed818a4f95b57bca928baf8d2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:44.468066 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b665aba-9c42-4794-9817-5244921b6d5a admin admin] Pushing event updated for resources: {'Network': ['ID=25d25901-7daa-4473-a370-c78fb0a5e9e4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:44.487171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:44.487642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 25d25901-7daa-4473-a370-c78fb0a5e9e4 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:13:44.494953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16352e-5107-473e-aeb8-ad1481e4654c req-68a888e5-a0e0-4605-bbd8-3749b11b5df3 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:44.496706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Usage tracker for resource:subnet and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:44.496862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b16352e-5107-473e-aeb8-ad1481e4654c req-68a888e5-a0e0-4605-bbd8-3749b11b5df3 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 948 time: 0.2940438 Jun 03 15:13:44.498151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:44.502040 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.504769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:44.608628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:44.631671 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b16352e-5107-473e-aeb8-ad1481e4654c req-dc2a74fb-11df-4645-9709-bdb623fbece6 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174879 Jun 03 15:13:44.647437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Made reservation on behalf of f8c26fed818a4f95b57bca928baf8d2b for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:13:44.650451 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.657994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1565d794-e24f-4585-b205-38fa580faedd is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:44.658495 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.741716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538b2243-1896-4e79-ac0b-979f85dc1f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1565d794-e24f-4585-b205-38fa580faedd'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:44.769209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1565d794-e24f-4585-b205-38fa580faedd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1565d794-e24f-4585-b205-38fa580faedd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:44.786275 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:44.883725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Allocated IP 19.80.0.152 (31228f30-ad61-4206-a2b3-b135c1d7dca0/993e7829-2b15-4e54-ae02-270c90bcb6ae/1068c2ad-65ae-4e41-aad7-9998061db456) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:13:44.907357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1565d794-e24f-4585-b205-38fa580faedd,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:44.924335 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85851830-2df7-4b7f-b07f-386aee5e5d5b'] response: {'server_uuid': '538b2243-1896-4e79-ac0b-979f85dc1f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1565d794-e24f-4585-b205-38fa580faedd', 'code': 200} Jun 03 15:13:45.091168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f51b66-7879-49c6-b096-e823af77766f req-2a44e9b4-51cf-4505-8468-f5bd0c171de2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:45.093383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f51b66-7879-49c6-b096-e823af77766f req-2a44e9b4-51cf-4505-8468-f5bd0c171de2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.2850111 Jun 03 15:13:45.224642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] Router d67ac4db-3fd9-4e8f-b82c-350c40217221 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:13:45.294161 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f51b66-7879-49c6-b096-e823af77766f req-2da79379-beeb-46b7-bec4-8a71dee2e806 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168542 Jun 03 15:13:45.353684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.391304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Transition to ACTIVE for port object 1068c2ad-65ae-4e41-aad7-9998061db456 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:45.429799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747068cf-2604-435d-8970-78eb41626e90 req-2e0dd6aa-4409-4d6f-80f1-18798bf580e5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:45.436047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747068cf-2604-435d-8970-78eb41626e90 req-2e0dd6aa-4409-4d6f-80f1-18798bf580e5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:45.437714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-747068cf-2604-435d-8970-78eb41626e90 req-2e0dd6aa-4409-4d6f-80f1-18798bf580e5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 1654 time: 0.3626702 Jun 03 15:13:45.467924 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.504959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822507c2-7d27-48fe-91a4-5e08a187af40 req-0b087d1d-6a66-4643-8daa-7fb228e8e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:45.506505 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-822507c2-7d27-48fe-91a4-5e08a187af40 req-0b087d1d-6a66-4643-8daa-7fb228e8e6bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=538b2243-1896-4e79-ac0b-979f85dc1f4e HTTP/1.1" status: 200 len: 1101 time: 0.4504786 Jun 03 15:13:45.531624 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.534063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network 31228f30-ad61-4206-a2b3-b135c1d7dca0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:13:45.543909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:45.562839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:13:45.600995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-747068cf-2604-435d-8970-78eb41626e90 req-cf36fd9b-28a1-491e-a4dc-f325f4ca3411 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528294 Jun 03 15:13:45.649422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Port': ['ID=1068c2ad-65ae-4e41-aad7-9998061db456,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:45.664512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:45.665151 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:45.701647 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-313f14a6-eaf0-4ed5-89d5-0fbec56b6d8e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6874645 Jun 03 15:13:45.706806 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-822507c2-7d27-48fe-91a4-5e08a187af40 req-6a990674-39fa-4203-ad84-d81dc5537dd4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934028 Jun 03 15:13:45.717392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Request body: {'port': {'device_id': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:45.724190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=102e723d-2dc4-4c7c-bb3a-eccd32d9e662,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:45.740013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:13:45.753471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01655def-a685-4cee-9047-c9adcdf0717e None None] Sync routers for ids ['d67ac4db-3fd9-4e8f-b82c-350c40217221'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:13:45.772425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Checking segment: {'id': '547b4734-d0be-4cbd-b55e-547046d28c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '25d25901-7daa-4473-a370-c78fb0a5e9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:45.772778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Network hostable DHCP agents. Network: 25d25901-7daa-4473-a370-c78fb0a5e9e4, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:13:45.777280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01655def-a685-4cee-9047-c9adcdf0717e None None] Routers {'d67ac4db-3fd9-4e8f-b82c-350c40217221'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:45.777935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-01655def-a685-4cee-9047-c9adcdf0717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['d67ac4db-3fd9-4e8f-b82c-350c40217221'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:45.793572 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5030c1a3-ef7d-40bd-ba1f-53cf6058380b admin admin] 10.222.0.48 "PUT /v2.0/routers/d67ac4db-3fd9-4e8f-b82c-350c40217221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1898270 Jun 03 15:13:45.806535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57258) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:45.920373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Network 25d25901-7daa-4473-a370-c78fb0a5e9e4 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:13:45.982476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 25d25901-7daa-4473-a370-c78fb0a5e9e4) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:13:46.006798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:46.007451 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.036860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.052443 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.105081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 15d294a7-09f8-4f0d-855a-e54b5bb1459c up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:46.131862 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f92c7949-53cd-4154-a040-cacbb7f080ad admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6704612 Jun 03 15:13:46.138953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6625dd-a9a4-415d-9c53-097a1279b9c3 req-93bed531-b2eb-460c-bb60-8620f833a3dc tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:46.150257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d6625dd-a9a4-415d-9c53-097a1279b9c3 req-93bed531-b2eb-460c-bb60-8620f833a3dc tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 948 time: 0.2951977 Jun 03 15:13:46.174883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e58d96-dace-454c-bad6-4f8f8c33fed3 None None] Network 25d25901-7daa-4473-a370-c78fb0a5e9e4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:46.235400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d6625dd-a9a4-415d-9c53-097a1279b9c3 req-72bfadfa-c208-46ba-b68f-9a420e3ce908 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808842 Jun 03 15:13:46.438257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-10cd7b75-91b9-4862-bc76-8a432827b525 None None] Provisioning for port 1068c2ad-65ae-4e41-aad7-9998061db456 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:46.450968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-01655def-a685-4cee-9047-c9adcdf0717e None None] Set router d67ac4db-3fd9-4e8f-b82c-350c40217221 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:13:46.473841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.490725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Deleting port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:46.491067 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.520049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 15d294a7-09f8-4f0d-855a-e54b5bb1459c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:13:46.604153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 15d294a7-09f8-4f0d-855a-e54b5bb1459c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:46.604923 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.629612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-280450109', 'description': 'tempest-description-1299427436'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:46.652646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:46.655063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-10cd7b75-91b9-4862-bc76-8a432827b525 None None] Provisioning complete for port 1068c2ad-65ae-4e41-aad7-9998061db456 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:46.655438 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10cd7b75-91b9-4862-bc76-8a432827b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.672000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Usage tracker for resource:security_group and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:46.678814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:46.696818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:46.778401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc2344-b6cd-4dab-8f2a-2ee5da9e3599 None None] Network 25d25901-7daa-4473-a370-c78fb0a5e9e4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:46.788579 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.810356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] For port 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:46.810984 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:46.830545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:46.859974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Usage tracker for resource:security_group_rule and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:46.869410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:46.880345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:46.899200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1367b-6b75-422f-bd99-b6431dd585fe req-4bf6b5c1-408e-4814-8fde-67f474cff223 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:46.906965 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3eb1367b-6b75-422f-bd99-b6431dd585fe req-4bf6b5c1-408e-4814-8fde-67f474cff223 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.3179464 Jun 03 15:13:46.994038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3eb1367b-6b75-422f-bd99-b6431dd585fe req-76ea1da3-6d12-41f3-99a6-578e014c4078 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860343 Jun 03 15:13:46.999875 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Calling delete_port for 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:47.113229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:13:47.131893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-10cd7b75-91b9-4862-bc76-8a432827b525 None None] Port 1068c2ad-65ae-4e41-aad7-9998061db456 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:13:47.192245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc601b6c-99a8-4b6d-84f6-4be60a473ed7 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:47.205504 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.245988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Transition to ACTIVE for port object cc601b6c-99a8-4b6d-84f6-4be60a473ed7 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:47.402785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.426857 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.427106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 15d294a7-09f8-4f0d-855a-e54b5bb1459c is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:47.427464 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.531325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:47.604652 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.624269 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.639640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:47.745225 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.754360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab39222-58ac-433e-b715-d5d17988bf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d294a7-09f8-4f0d-855a-e54b5bb1459c'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:47.795245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c3a613-46dd-45d5-b702-464d7e67d102,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:47.810429 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.815430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 15d294a7-09f8-4f0d-855a-e54b5bb1459c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=15d294a7-09f8-4f0d-855a-e54b5bb1459c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:47.830040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f83ae641-162f-4ed1-9dc6-55230343d56b req-2c0e64cc-0909-4dca-af2c-3f8aed62fcec tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2048924 Jun 03 15:13:47.843315 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:47.891669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96885f8d-04f7-4393-83a4-f1c3a9ae32e1 req-d37f02d0-2502-489f-8cb9-66f063f81e82 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:47.898870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96885f8d-04f7-4393-83a4-f1c3a9ae32e1 req-d37f02d0-2502-489f-8cb9-66f063f81e82 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:47.904843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96885f8d-04f7-4393-83a4-f1c3a9ae32e1 req-d37f02d0-2502-489f-8cb9-66f063f81e82 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:47.905797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-96885f8d-04f7-4393-83a4-f1c3a9ae32e1 req-d37f02d0-2502-489f-8cb9-66f063f81e82 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Synchronizing usage tracker for tenant:174af88446244ef48fad351389235316 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:13:47.964838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Attempting to bind port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:47.965412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Attempting to bind port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:47.966000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Attempting to bind port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 on network 31228f30-ad61-4206-a2b3-b135c1d7dca0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:47.968605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-96885f8d-04f7-4393-83a4-f1c3a9ae32e1 req-d37f02d0-2502-489f-8cb9-66f063f81e82 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Unset dirty status for tenant:174af88446244ef48fad351389235316 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:13:47.969219 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:47.979860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96885f8d-04f7-4393-83a4-f1c3a9ae32e1 req-d37f02d0-2502-489f-8cb9-66f063f81e82 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2388 time: 0.6612062 Jun 03 15:13:47.994489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'port_id': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683', 'mac_address': 'fa:16:3e:bf:d2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b9255b-6a22-475f-892c-3d87acb00f06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:13:48.021091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 on network 31228f30-ad61-4206-a2b3-b135c1d7dca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:48.021091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Attempting to bind port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 on network 31228f30-ad61-4206-a2b3-b135c1d7dca0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:48.057506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:48.057506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Checking segment: {'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:48.057506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Bound using segment: {'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:48.057506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Bound port: cc601b6c-99a8-4b6d-84f6-4be60a473ed7, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:48.057506 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.101617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:48.102013 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.122383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96885f8d-04f7-4393-83a4-f1c3a9ae32e1 req-92e4df46-1870-4327-b242-7f72c6b60f7a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403737 Jun 03 15:13:48.161429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:48.180202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:48.187743 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.188915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-01655def-a685-4cee-9047-c9adcdf0717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-312269395-router', 'tenant_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:09:42Z', 'updated_at': '2022-06-03T15:13:43Z', 'revision_number': 5, 'project_id': '5595c2666a4a4b2eb7c235c2cbf33451', 'gw_port': {'id': '5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67ac4db-3fd9-4e8f-b82c-350c40217221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:09:44Z', 'updated_at': '2022-06-03T15:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:48.190412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.196165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01655def-a685-4cee-9047-c9adcdf0717e None None] Checking router: d67ac4db-3fd9-4e8f-b82c-350c40217221 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:13:48.200287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.204325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=15d294a7-09f8-4f0d-855a-e54b5bb1459c,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:48.228878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01655def-a685-4cee-9047-c9adcdf0717e None None] Routers {'d67ac4db-3fd9-4e8f-b82c-350c40217221'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:13:48.229803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-01655def-a685-4cee-9047-c9adcdf0717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:13:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['d67ac4db-3fd9-4e8f-b82c-350c40217221'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:48.254049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.254840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d67ac4db-3fd9-4e8f-b82c-350c40217221 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:13:48.278486 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.279771 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-46c996d4-9cf0-4544-9a04-b82e2532f681 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d67ac4db-3fd9-4e8f-b82c-350c40217221 HTTP/1.1" status: 204 len: 168 time: 2.4720566 Jun 03 15:13:48.288079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57390) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:48.369796 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804f2c47-ff0f-48dd-bdcd-6d141be38375'] response: {'server_uuid': '9ab39222-58ac-433e-b715-d5d17988bf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d294a7-09f8-4f0d-855a-e54b5bb1459c', 'code': 200} Jun 03 15:13:48.374953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-01655def-a685-4cee-9047-c9adcdf0717e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:48.375366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01655def-a685-4cee-9047-c9adcdf0717e None None] The sync data for ids ['d67ac4db-3fd9-4e8f-b82c-350c40217221'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:13:48.377389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.377715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.378082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.378405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.378725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.379204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.379376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.388212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.388743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.389256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.389589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.390185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:13:48.477282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] For port cc601b6c-99a8-4b6d-84f6-4be60a473ed7, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:48.485446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] For port cc601b6c-99a8-4b6d-84f6-4be60a473ed7, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:48.500805 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.530534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78073a2-d989-4bf7-926a-594342f0ae66 admin admin] Deleting subnet 98904598-68fa-49e0-94df-06b6bac917da {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:13:48.539621 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e78073a2-d989-4bf7-926a-594342f0ae66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.618443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['17dfe3f0-f5c9-4a9d-8f84-1ec976a08683'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:13:48.654362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:48.670339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:48.672369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.675383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] 10.222.0.75 "PUT /v2.0/ports/cc601b6c-99a8-4b6d-84f6-4be60a473ed7 HTTP/1.1" status: 200 len: 1091 time: 2.9641349 Jun 03 15:13:48.695333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e78073a2-d989-4bf7-926a-594342f0ae66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.708235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'tag': 'cc601b6c-99a8-4b6d-84f6-4be60a473ed7'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:48.726676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Request body: {'port': {'device_id': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:48.802139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3decd45-bc0f-44ee-87d9-43daecd1a596 req-5b46bd50-7274-46d5-aabc-b83622d405ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:48.805760 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b3decd45-bc0f-44ee-87d9-43daecd1a596 req-5b46bd50-7274-46d5-aabc-b83622d405ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 1100 time: 0.4114096 Jun 03 15:13:48.815172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-e7d2fb25-c3d7-4357-b776-f38107da544d tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/c5c3a613-46dd-45d5-b702-464d7e67d102 HTTP/1.1" status: 200 len: 1812 time: 0.4533961 Jun 03 15:13:48.826999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5c3a613-46dd-45d5-b702-464d7e67d102', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:48.827313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5c3a613-46dd-45d5-b702-464d7e67d102', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:48.858565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:48.942780 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b3decd45-bc0f-44ee-87d9-43daecd1a596 req-20d9cdae-d177-4895-ba24-be393430122b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294124 Jun 03 15:13:48.948716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Usage tracker for resource:security_group_rule and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:48.955081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f018784-f9a4-4b56-89a3-1b76d18661c2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:48.972637 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e78073a2-d989-4bf7-926a-594342f0ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:48.973864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:49.013998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:49.027076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234be7c-d697-41aa-8b0e-0f0f773de415 req-c7ace432-30d3-4952-aed7-5dd0c9f5ba83 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:49.052740 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9234be7c-d697-41aa-8b0e-0f0f773de415 req-c7ace432-30d3-4952-aed7-5dd0c9f5ba83 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 949 time: 0.8197029 Jun 03 15:13:49.091229 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.098285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e78073a2-d989-4bf7-926a-594342f0ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.139731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78073a2-d989-4bf7-926a-594342f0ae66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98904598-68fa-49e0-94df-06b6bac917da,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:49.144154 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e78073a2-d989-4bf7-926a-594342f0ae66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.150136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd86705-26a5-47ec-af56-7ac608808a1f None None] Network a75087e5-7414-4273-900a-b676ba7eadb7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:13:49.153513 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e78073a2-d989-4bf7-926a-594342f0ae66 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/98904598-68fa-49e0-94df-06b6bac917da HTTP/1.1" status: 204 len: 168 time: 0.8641303 Jun 03 15:13:49.155995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57422) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:49.198875 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9234be7c-d697-41aa-8b0e-0f0f773de415 req-1b869c57-2654-459f-ac24-34dfeacfc578 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428761 Jun 03 15:13:49.388816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.439030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Deleting port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:49.439625 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.470345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.657425 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.680469 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.750021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3bc251-3dee-426d-be5f-517f1b511eb1 None None] DHCP port deletion for a75087e5-7414-4273-900a-b676ba7eadb7 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:13:49.754415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9c3bc251-3dee-426d-be5f-517f1b511eb1 None None] Deleting port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:49.754945 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc251-3dee-426d-be5f-517f1b511eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.843050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] For port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169,segment=NetworkSegment(e9ccac9c-f528-4db3-9232-26711452edaf),segment_id=e9ccac9c-f528-4db3-9232-26711452edaf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:49.843414 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.963409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20351c7-5f23-4734-81ea-48a9e6c00f49,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:49.983288 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:49.995359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5f032031-229d-40fb-8e55-a86feb4ad0b5 req-2b44ef70-b2ed-47fc-8c74-b728698c6176 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1792269 Jun 03 15:13:50.030978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17328b2-5801-4cf6-b93d-a6b823c5eacc req-b5d70699-8c9b-4580-b801-232e6474ceb2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:50.041416 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e17328b2-5801-4cf6-b93d-a6b823c5eacc req-b5d70699-8c9b-4580-b801-232e6474ceb2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.5503471 Jun 03 15:13:50.083943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Calling delete_port for 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:50.158226 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2bf6e8-1a37-4f0d-9391-b49307111eec'] response: {'name': 'network-changed', 'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'tag': 'cc601b6c-99a8-4b6d-84f6-4be60a473ed7', 'status': 'completed', 'code': 200} Jun 03 15:13:50.241115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9c3bc251-3dee-426d-be5f-517f1b511eb1 None None] For port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169,segment=NetworkSegment(e9ccac9c-f528-4db3-9232-26711452edaf),segment_id=e9ccac9c-f528-4db3-9232-26711452edaf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:50.242531 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc251-3dee-426d-be5f-517f1b511eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.244408 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e17328b2-5801-4cf6-b93d-a6b823c5eacc req-3658a81e-5e38-4a52-8962-ac9927750dcc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019153 Jun 03 15:13:50.307847 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.374551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] No DVR routers for this DVR port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:13:50.414220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b476b679-20d0-4e78-8451-eeb06c7fa6de no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:50.428499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:50.474510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f788170-bce4-4318-875f-bde153536302 req-b60d3dd0-36c9-49ba-8157-1d3b6c80d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:50.475331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f788170-bce4-4318-875f-bde153536302 req-b60d3dd0-36c9-49ba-8157-1d3b6c80d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:50.475831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f788170-bce4-4318-875f-bde153536302 req-b60d3dd0-36c9-49ba-8157-1d3b6c80d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:50.477562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f788170-bce4-4318-875f-bde153536302 req-b60d3dd0-36c9-49ba-8157-1d3b6c80d57f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=174af88446244ef48fad351389235316&device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2731 time: 0.3667192 Jun 03 15:13:50.618809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407e585a-402a-496f-a033-a2eedd7bc8d9 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:50.628853 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.640237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.654715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Transition to ACTIVE for port object 407e585a-402a-496f-a033-a2eedd7bc8d9 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:50.696516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75087e5-7414-4273-900a-b676ba7eadb7']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:50.735988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ccac9c-f528-4db3-9232-26711452edaf') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:50.738973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ccac9c-f528-4db3-9232-26711452edaf') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:13:50.744163 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.749482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9c3bc251-3dee-426d-be5f-517f1b511eb1 None None] Calling delete_port for 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:13:50.796813 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.812078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: b476b679-20d0-4e78-8451-eeb06c7fa6de {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:50.812415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b476b679-20d0-4e78-8451-eeb06c7fa6de not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:50.812831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:50.849255 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.868966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:13:50.871224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:50.872133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b67ec21-5bc6-4a9f-8f75-5aa6f7f37a43 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:50.872133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:13:50.874230 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:50.896678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Pushing event updated for resources: {'Port': ['ID=407e585a-402a-496f-a033-a2eedd7bc8d9,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:50.920031 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:13:50.920374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:13:51.007881 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-9c3bc251-3dee-426d-be5f-517f1b511eb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:13:51.008234 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-9c3bc251-3dee-426d-be5f-517f1b511eb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:13:51.049728 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e9ccac9c-f528-4db3-9232-26711452edaf resource provider aggregate not found Jun 03 15:13:51.097601 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e9ccac9c-f528-4db3-9232-26711452edaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9ccac9c-f528-4db3-9232-26711452edaf found for delete ", "request_id": "req-55f7bfe6-11e3-4507-80b0-d3a2d22d4c35"}]} Jun 03 15:13:51.113756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.118506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:13:51.149813 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.152685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] Pushing event deleted for resources: {'Network': ['ID=a75087e5-7414-4273-900a-b676ba7eadb7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:51.163492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d0df49d6-6cc3-4621-abce-573e2336e81d admin admin] 10.222.0.48 "DELETE /v2.0/networks/a75087e5-7414-4273-900a-b676ba7eadb7 HTTP/1.1" status: 204 len: 168 time: 2.0064967 Jun 03 15:13:51.336861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f788170-bce4-4318-875f-bde153536302 req-96ab6ead-6b72-4a3f-8df4-ad69335c8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:51.339511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f788170-bce4-4318-875f-bde153536302 req-96ab6ead-6b72-4a3f-8df4-ad69335c8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:51.342424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f788170-bce4-4318-875f-bde153536302 req-96ab6ead-6b72-4a3f-8df4-ad69335c8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:51.352506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f788170-bce4-4318-875f-bde153536302 req-96ab6ead-6b72-4a3f-8df4-ad69335c8d7c service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=174af88446244ef48fad351389235316&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8621697 Jun 03 15:13:51.433460 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:13:51.434258 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.526966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9c3bc251-3dee-426d-be5f-517f1b511eb1 None None] Deleting port 3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:13:51.527438 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc251-3dee-426d-be5f-517f1b511eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.534368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57446) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:51.561396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1933-5021-4097-ab8f-8cecdb0a6121 req-6842e3de-0c2b-4bf4-bf16-626458327e2d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:51.567554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1933-5021-4097-ab8f-8cecdb0a6121 req-6842e3de-0c2b-4bf4-bf16-626458327e2d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:51.574036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1933-5021-4097-ab8f-8cecdb0a6121 req-6842e3de-0c2b-4bf4-bf16-626458327e2d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:51.581722 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3baa1933-5021-4097-ab8f-8cecdb0a6121 req-6842e3de-0c2b-4bf4-bf16-626458327e2d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2400 time: 1.0524025 Jun 03 15:13:51.613076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Attempting to bind port 407e585a-402a-496f-a033-a2eedd7bc8d9 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:51.613682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Attempting to bind port 407e585a-402a-496f-a033-a2eedd7bc8d9 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '1634d8e8-7179-41f3-9341-713212536428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:51.614198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Attempting to bind port 407e585a-402a-496f-a033-a2eedd7bc8d9 on network 901c1a05-309f-41c2-ad1e-d7d1fab81424 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:51.622081 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-47fbf00c-30d2-4f15-92a1-27304160ea4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a5fa3a8ac7b40cf8ba284d70c982f43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0843165 Jun 03 15:13:51.623170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57450) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:51.661769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Port 407e585a-402a-496f-a033-a2eedd7bc8d9 on network 901c1a05-309f-41c2-ad1e-d7d1fab81424 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:51.662438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Attempting to bind port 407e585a-402a-496f-a033-a2eedd7bc8d9 on network 901c1a05-309f-41c2-ad1e-d7d1fab81424 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:51.690917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:51.691519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Checking segment: {'id': '1634d8e8-7179-41f3-9341-713212536428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:51.692062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Bound using segment: {'id': '1634d8e8-7179-41f3-9341-713212536428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:51.692655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Bound port: 407e585a-402a-496f-a033-a2eedd7bc8d9, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1634d8e8-7179-41f3-9341-713212536428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:51.693186 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.711111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3baa1933-5021-4097-ab8f-8cecdb0a6121 req-de995f7a-2373-4f37-9366-51113adb5641 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281488 Jun 03 15:13:51.740330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9c3bc251-3dee-426d-be5f-517f1b511eb1 None None] The port '3fc56cf7-c8b4-4964-b9c2-d0cf3c4bd169' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:13:51.806827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f788170-bce4-4318-875f-bde153536302 req-bd95d927-fc6e-46e5-a77d-9d6189f5632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:51.809169 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f788170-bce4-4318-875f-bde153536302 req-bd95d927-fc6e-46e5-a77d-9d6189f5632c service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4528828 Jun 03 15:13:51.838543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:13:51.839117 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.889146 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9224f99f-ecf8-489f-a22a-e9c5d2ad215b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.914782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:51.914782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:51.919293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9472e0d8-e31f-4cd4-97e2-00118e1ac175 req-37492008-b02c-438d-82a8-9909c6dd69aa tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/c5c3a613-46dd-45d5-b702-464d7e67d102 HTTP/1.1" status: 200 len: 2405 time: 0.1349385 Jun 03 15:13:51.924225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] For port 407e585a-402a-496f-a033-a2eedd7bc8d9, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:51.924373 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.939850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] For port 407e585a-402a-496f-a033-a2eedd7bc8d9, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=407e585a-402a-496f-a033-a2eedd7bc8d9,segment=NetworkSegment(1634d8e8-7179-41f3-9341-713212536428),segment_id=1634d8e8-7179-41f3-9341-713212536428)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:51.955585 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9224f99f-ecf8-489f-a22a-e9c5d2ad215b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:51.970168 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:52.081945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:52.081945 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:52.082936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] 10.222.0.75 "PUT /v2.0/ports/407e585a-402a-496f-a033-a2eedd7bc8d9 HTTP/1.1" status: 200 len: 1092 time: 3.3608592 Jun 03 15:13:52.132554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:52.137564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Request body: {'port': {'device_id': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:52.174414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'tag': '407e585a-402a-496f-a033-a2eedd7bc8d9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:52.225039 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9224f99f-ecf8-489f-a22a-e9c5d2ad215b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:52.303645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c9bfa-27e9-43b0-b5ab-f32b5c07344f service neutron] Pushing event updated for resources: {'Port': ['ID=407e585a-402a-496f-a033-a2eedd7bc8d9,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:52.331530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224f99f-ecf8-489f-a22a-e9c5d2ad215b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16288b70-5324-4a09-bc0a-b3de30c13b1c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:52.393714 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9224f99f-ecf8-489f-a22a-e9c5d2ad215b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:52.398842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9224f99f-ecf8-489f-a22a-e9c5d2ad215b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16288b70-5324-4a09-bc0a-b3de30c13b1c HTTP/1.1" status: 204 len: 168 time: 0.7697103 Jun 03 15:13:52.514109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d4460-232c-450c-8faf-b612e9501aff req-7c511184-641d-480a-8091-211daa19a1dd tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:52.527654 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-504d4460-232c-450c-8faf-b612e9501aff req-7c511184-641d-480a-8091-211daa19a1dd tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 949 time: 0.3434093 Jun 03 15:13:52.555280 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:52.686473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-504d4460-232c-450c-8faf-b612e9501aff req-3aeae40b-0eab-48d2-bb20-1475bcdb07b5 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576924 Jun 03 15:13:52.964568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:53.065152 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5a8f717b-19d9-4a14-ae05-7f90b049284b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5595c2666a4a4b2eb7c235c2cbf33451&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0990319 Jun 03 15:13:53.067672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57476) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:13:53.249323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1068c2ad-65ae-4e41-aad7-9998061db456 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:13:53.269770 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.288206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Transition to ACTIVE for port object 1068c2ad-65ae-4e41-aad7-9998061db456 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:53.306720 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.535716 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fae3b7d2-c979-4f89-931e-acc1ca03d8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.592684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fae3b7d2-c979-4f89-931e-acc1ca03d8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.597322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87926-ec29-4cec-aba8-9311c96d5be8 req-1ade8e4a-86b6-463f-ae21-e468c0789e3d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:53.607252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bcc87926-ec29-4cec-aba8-9311c96d5be8 req-1ade8e4a-86b6-463f-ae21-e468c0789e3d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.6025660 Jun 03 15:13:53.686116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fae3b7d2-c979-4f89-931e-acc1ca03d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.708547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3b7d2-c979-4f89-931e-acc1ca03d8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833e066a-f212-4833-9a96-b58704e78e9e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:53.730769 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fae3b7d2-c979-4f89-931e-acc1ca03d8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:53.737898 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fae3b7d2-c979-4f89-931e-acc1ca03d8c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/833e066a-f212-4833-9a96-b58704e78e9e HTTP/1.1" status: 204 len: 168 time: 0.6687264 Jun 03 15:13:53.765238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Pushing event updated for resources: {'Port': ['ID=1068c2ad-65ae-4e41-aad7-9998061db456,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:53.779775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bcc87926-ec29-4cec-aba8-9311c96d5be8 req-3e6554d5-a695-4889-9794-3c143f236ef2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728179 Jun 03 15:13:53.876944 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47385db9-8e51-403a-ab56-6168664e71c4'] response: {'server_uuid': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683', 'code': 200} Jun 03 15:13:53.926811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adf9ca0d-7575-4799-85af-4fd28fa99f39 req-abda7b7f-08ce-4a01-90f5-8c705d426b81 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-group-rules/c20351c7-5f23-4734-81ea-48a9e6c00f49 HTTP/1.1" status: 200 len: 778 time: 0.0254641 Jun 03 15:13:53.987873 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Attempting to bind port 1068c2ad-65ae-4e41-aad7-9998061db456 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:13:53.988308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Attempting to bind port 1068c2ad-65ae-4e41-aad7-9998061db456 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:13:53.988530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Attempting to bind port 1068c2ad-65ae-4e41-aad7-9998061db456 on network 31228f30-ad61-4206-a2b3-b135c1d7dca0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:53.998979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Port 1068c2ad-65ae-4e41-aad7-9998061db456 on network 31228f30-ad61-4206-a2b3-b135c1d7dca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:13:53.999303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Attempting to bind port 1068c2ad-65ae-4e41-aad7-9998061db456 on network 31228f30-ad61-4206-a2b3-b135c1d7dca0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:13:54.009174 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adf9ca0d-7575-4799-85af-4fd28fa99f39 req-93048633-c943-4c19-b268-e58c4c9b205d tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/c5c3a613-46dd-45d5-b702-464d7e67d102 HTTP/1.1" status: 200 len: 2405 time: 0.0813282 Jun 03 15:13:54.041102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:13:54.041488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Checking segment: {'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:13:54.041811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Bound using segment: {'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:13:54.042267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Bound port: 1068c2ad-65ae-4e41-aad7-9998061db456, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:13:54.042604 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:54.057383 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-adf9ca0d-7575-4799-85af-4fd28fa99f39 req-f04234cd-1658-439b-a039-0ec6b838a8ca tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:54.096303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-adf9ca0d-7575-4799-85af-4fd28fa99f39 req-f04234cd-1658-439b-a039-0ec6b838a8ca tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:54.304745 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-adf9ca0d-7575-4799-85af-4fd28fa99f39 req-f04234cd-1658-439b-a039-0ec6b838a8ca tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:54.353549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] For port 1068c2ad-65ae-4e41-aad7-9998061db456, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:54.358623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04234cd-1658-439b-a039-0ec6b838a8ca tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c20351c7-5f23-4734-81ea-48a9e6c00f49,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:54.386037 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-adf9ca0d-7575-4799-85af-4fd28fa99f39 req-f04234cd-1658-439b-a039-0ec6b838a8ca tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:54.390731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adf9ca0d-7575-4799-85af-4fd28fa99f39 req-f04234cd-1658-439b-a039-0ec6b838a8ca tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c20351c7-5f23-4734-81ea-48a9e6c00f49 HTTP/1.1" status: 204 len: 173 time: 0.3807802 Jun 03 15:13:54.425522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] For port 1068c2ad-65ae-4e41-aad7-9998061db456, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1068c2ad-65ae-4e41-aad7-9998061db456,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:13:54.447647 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:54.615386 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129ee06e-ed62-4c8c-9c72-ec26557e4589'] response: {'name': 'network-changed', 'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'tag': '407e585a-402a-496f-a033-a2eedd7bc8d9', 'status': 'completed', 'code': 200} Jun 03 15:13:54.652963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Pushing event updated for resources: {'Port': ['ID=1068c2ad-65ae-4e41-aad7-9998061db456,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:54.695274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:54.696445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:54.698472 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e199464c-1ad3-49eb-8470-64043fbdf80e service neutron] 10.222.0.75 "PUT /v2.0/ports/1068c2ad-65ae-4e41-aad7-9998061db456 HTTP/1.1" status: 200 len: 1092 time: 2.5736616 Jun 03 15:13:54.845152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1318-1b13-4482-87fd-45704450172a req-613cfa96-89d4-4686-adb2-bc655bb74192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:54.845657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1318-1b13-4482-87fd-45704450172a req-613cfa96-89d4-4686-adb2-bc655bb74192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:54.846430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1318-1b13-4482-87fd-45704450172a req-613cfa96-89d4-4686-adb2-bc655bb74192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:54.848116 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d99c1318-1b13-4482-87fd-45704450172a req-613cfa96-89d4-4686-adb2-bc655bb74192 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=174af88446244ef48fad351389235316&device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2865 time: 0.2316344 Jun 03 15:13:55.081548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1318-1b13-4482-87fd-45704450172a req-f980bdb1-fd07-49af-8a0a-67127b426685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.082288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1318-1b13-4482-87fd-45704450172a req-f980bdb1-fd07-49af-8a0a-67127b426685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.083037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1318-1b13-4482-87fd-45704450172a req-f980bdb1-fd07-49af-8a0a-67127b426685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.084860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d99c1318-1b13-4482-87fd-45704450172a req-f980bdb1-fd07-49af-8a0a-67127b426685 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=174af88446244ef48fad351389235316&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2260990 Jun 03 15:13:55.096133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a663efd-9c8d-4868-8ef2-d650eb7b103a req-5cf960cc-106d-4990-b19f-233e06e73c22 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.105829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a663efd-9c8d-4868-8ef2-d650eb7b103a req-5cf960cc-106d-4990-b19f-233e06e73c22 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=538b2243-1896-4e79-ac0b-979f85dc1f4e HTTP/1.1" status: 200 len: 950 time: 0.3728127 Jun 03 15:13:55.333585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a663efd-9c8d-4868-8ef2-d650eb7b103a req-b3d3299b-53a4-4b7c-9a74-75fec61b64b9 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267468 Jun 03 15:13:55.424440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1318-1b13-4482-87fd-45704450172a req-d57c2780-e181-45f2-8bd0-8111e6f17a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.425925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d99c1318-1b13-4482-87fd-45704450172a req-d57c2780-e181-45f2-8bd0-8111e6f17a57 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3056777 Jun 03 15:13:55.740411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e1270511-aca9-49c0-886f-039cbc013e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.741138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e1270511-aca9-49c0-886f-039cbc013e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.741605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e1270511-aca9-49c0-886f-039cbc013e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.743445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e1270511-aca9-49c0-886f-039cbc013e0d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=174af88446244ef48fad351389235316&device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2865 time: 0.2521250 Jun 03 15:13:55.771581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2136b0c-ada3-4ca7-8ff8-c0c45e9d0c69 req-2b19d1f0-d92b-4c68-afbe-596bb548f430 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.777664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2136b0c-ada3-4ca7-8ff8-c0c45e9d0c69 req-2b19d1f0-d92b-4c68-afbe-596bb548f430 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.783735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2136b0c-ada3-4ca7-8ff8-c0c45e9d0c69 req-2b19d1f0-d92b-4c68-afbe-596bb548f430 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:55.786092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2136b0c-ada3-4ca7-8ff8-c0c45e9d0c69 req-2b19d1f0-d92b-4c68-afbe-596bb548f430 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2412 time: 0.2216702 Jun 03 15:13:55.881599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-9e38d8b6-f9a2-4182-9629-0a23ec958a53 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=cc601b6c-99a8-4b6d-84f6-4be60a473ed7 HTTP/1.1" status: 200 len: 217 time: 0.0950418 Jun 03 15:13:55.977903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2136b0c-ada3-4ca7-8ff8-c0c45e9d0c69 req-db3f6207-72e1-441f-9455-e19116e11999 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236267 Jun 03 15:13:56.006738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f363197-d3f3-4854-897d-b459e9313d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:56.008968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2f363197-d3f3-4854-897d-b459e9313d2c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=993e7829-2b15-4e54-ae02-270c90bcb6ae HTTP/1.1" status: 200 len: 801 time: 0.1209993 Jun 03 15:13:56.064336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-252653317', 'description': 'tempest-description-764715784'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:56.077655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:56.083703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Usage tracker for resource:security_group and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:56.096668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:56.105408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:56.132202 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:56.159099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:13:56.164835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Usage tracker for resource:security_group_rule and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:13:56.169005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-9c5c30f6-42d5-4d41-827f-e33c4ccd6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:56.172396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-9c5c30f6-42d5-4d41-827f-e33c4ccd6062 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=31228f30-ad61-4206-a2b3-b135c1d7dca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1477656 Jun 03 15:13:56.172396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:13:56.180038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:13:56.652500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'tag': '1068c2ad-65ae-4e41-aad7-9998061db456'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:13:56.688379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:56.698701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:56.724836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-bc1e8d55-cf6b-476f-99b6-bc58aada3304 service neutron] 10.222.0.75 "GET /v2.0/networks/31228f30-ad61-4206-a2b3-b135c1d7dca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420413 Jun 03 15:13:56.777232 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30310eb5-9a04-4ca3-bc99-d397e873cdfa,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:13:56.909346 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:56.933377 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-314ccf06-0eb1-46ea-b084-5a97e5c310a5 req-557333af-59fa-4c08-8086-8144d9e8802c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9090219 Jun 03 15:13:57.046014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-e1544305-93e4-4f29-94ad-b2e3ec7c388a service neutron] 10.222.0.75 "GET /v2.0/networks/31228f30-ad61-4206-a2b3-b135c1d7dca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112524 Jun 03 15:13:57.156902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-bfaf5704-0d02-43fc-9d5f-62a8ff943383 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.144&port_id=407e585a-402a-496f-a033-a2eedd7bc8d9 HTTP/1.1" status: 200 len: 217 time: 0.1033645 Jun 03 15:13:57.245346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-4758c213-14d6-4e2e-a3ff-a5766188b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:57.247059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-4758c213-14d6-4e2e-a3ff-a5766188b7df service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8ddb1a15-a8a9-4c65-b761-38aac68b836f HTTP/1.1" status: 200 len: 801 time: 0.0756505 Jun 03 15:13:57.262151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2c3da-e152-41e1-a7a3-28ce27e5a8bd req-d448b4a1-5620-43c4-89a2-2c7f94a6a65f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:57.263893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5a2c3da-e152-41e1-a7a3-28ce27e5a8bd req-d448b4a1-5620-43c4-89a2-2c7f94a6a65f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.2132044 Jun 03 15:13:57.356780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5a2c3da-e152-41e1-a7a3-28ce27e5a8bd req-bf8634c4-e3a2-4eb6-8c11-961cf09803b6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619071 Jun 03 15:13:57.374192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-ef14751a-d50a-471b-8acd-55e88e5d9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:57.376311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-ef14751a-d50a-471b-8acd-55e88e5d9daf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=901c1a05-309f-41c2-ad1e-d7d1fab81424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1113498 Jun 03 15:13:57.623386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-88574864-8872-4792-b0ca-237e4d55c211 service neutron] 10.222.0.75 "GET /v2.0/networks/901c1a05-309f-41c2-ad1e-d7d1fab81424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407649 Jun 03 15:13:57.793754 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-0522360a-1268-4262-8561-4bff87753557 service neutron] show failed (client error): The resource could not be found. Jun 03 15:13:57.796592 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-0522360a-1268-4262-8561-4bff87753557 service neutron] 10.222.0.67 "GET /v2.0/ports/4063cb38-017f-446d-b983-efa260d39050/bindings/n-h1-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.2069354 Jun 03 15:13:57.868305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-2004dc88-97f9-4365-a842-24f77eccba44 service neutron] 10.222.0.75 "GET /v2.0/networks/901c1a05-309f-41c2-ad1e-d7d1fab81424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377095 Jun 03 15:13:57.956842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-c64c3f10-dc25-4cc1-9630-e72fb39ba5e3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=1068c2ad-65ae-4e41-aad7-9998061db456 HTTP/1.1" status: 200 len: 217 time: 0.0798147 Jun 03 15:13:58.017740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cdf2c-63df-4423-9d29-16180176f175 req-5e822fa5-dad0-46c9-9f51-a8a2a6a2d6f3 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:58.027647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cdf2c-63df-4423-9d29-16180176f175 req-5e822fa5-dad0-46c9-9f51-a8a2a6a2d6f3 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:58.029370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-145cdf2c-63df-4423-9d29-16180176f175 req-5e822fa5-dad0-46c9-9f51-a8a2a6a2d6f3 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=538b2243-1896-4e79-ac0b-979f85dc1f4e&device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 1690 time: 0.2737489 Jun 03 15:13:58.060878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-a472b382-3acd-4870-b28e-ac576e8c05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:58.062379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-a472b382-3acd-4870-b28e-ac576e8c05e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=993e7829-2b15-4e54-ae02-270c90bcb6ae HTTP/1.1" status: 200 len: 801 time: 0.0974514 Jun 03 15:13:58.251133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-145cdf2c-63df-4423-9d29-16180176f175 req-af03049f-d0c0-4b20-85a2-9d664e22c649 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876254 Jun 03 15:13:58.278417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-765f92fc-94f1-43b1-9f9a-1fde5e9d764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:58.280164 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-765f92fc-94f1-43b1-9f9a-1fde5e9d764f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7&tenant_id=56abfe7ac6594200b7814a183ed3b39d HTTP/1.1" status: 200 len: 1100 time: 0.2104440 Jun 03 15:13:58.303397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:13:58.388612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec5a21-756e-4022-b325-36a04410e1ed req-d0498456-0bc4-47ee-be85-0d4bc7918245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:58.390604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-d0498456-0bc4-47ee-be85-0d4bc7918245 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=31228f30-ad61-4206-a2b3-b135c1d7dca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3012426 Jun 03 15:13:58.628340 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:58.647645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-a0eb0aa9-8bde-4a67-863c-4c743bde273b service neutron] 10.222.0.75 "GET /v2.0/networks/31228f30-ad61-4206-a2b3-b135c1d7dca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460477 Jun 03 15:13:59.048107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fec5a21-756e-4022-b325-36a04410e1ed req-b8e2bbaf-d8b0-4faf-a24e-e02372503dc7 service neutron] 10.222.0.75 "GET /v2.0/networks/31228f30-ad61-4206-a2b3-b135c1d7dca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712213 Jun 03 15:13:59.215807 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:59.224790 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0fd8f5-8984-443d-a257-ba887ffedc37'] response: {'name': 'network-changed', 'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'tag': '1068c2ad-65ae-4e41-aad7-9998061db456', 'status': 'completed', 'code': 200} Jun 03 15:13:59.234797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4063cb38-017f-446d-b983-efa260d39050,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:13:59.402437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:13:59.670729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83b97a01-f34b-4cdc-a773-f01cec6e7b9a req-15069a14-c0be-42e3-9018-27b2a6e6655e tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/30310eb5-9a04-4ca3-bc99-d397e873cdfa HTTP/1.1" status: 200 len: 1811 time: 0.3855238 Jun 03 15:13:59.683045 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:13:59.714293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-6199ac21-d35a-4314-b31e-4a55fdee4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:59.714766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-6199ac21-d35a-4314-b31e-4a55fdee4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:59.715227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-6199ac21-d35a-4314-b31e-4a55fdee4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:13:59.716863 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-6199ac21-d35a-4314-b31e-4a55fdee4d0b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=174af88446244ef48fad351389235316&device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2865 time: 0.4708006 Jun 03 15:13:59.717914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Transition to ACTIVE for port object 4063cb38-017f-446d-b983-efa260d39050 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:13:59.794728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:00.004598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Pushing event updated for resources: {'Port': ['ID=4063cb38-017f-446d-b983-efa260d39050,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:00.097511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] No DVR routers for this DVR port 4063cb38-017f-446d-b983-efa260d39050 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:00.104639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-1c334a9e-ac1e-496c-83c4-a93229fce27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:00.106502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-1c334a9e-ac1e-496c-83c4-a93229fce27e service neutron] 10.222.0.75 "GET /v2.0/networks?id=31228f30-ad61-4206-a2b3-b135c1d7dca0 HTTP/1.1" status: 200 len: 902 time: 0.3824275 Jun 03 15:14:00.230721 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-14320424-352a-4078-8549-e1577fb38ee8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=1068c2ad-65ae-4e41-aad7-9998061db456 HTTP/1.1" status: 200 len: 217 time: 0.0900874 Jun 03 15:14:00.246827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Attempting to bind port 4063cb38-017f-446d-b983-efa260d39050 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:00.247286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Attempting to bind port 4063cb38-017f-446d-b983-efa260d39050 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:00.247623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Attempting to bind port 4063cb38-017f-446d-b983-efa260d39050 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:00.319293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f3bba-e31b-45bb-907f-570aa672e36d req-1b93a642-ca09-4873-8d71-08628f07c4c9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:00.325719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f3bba-e31b-45bb-907f-570aa672e36d req-1b93a642-ca09-4873-8d71-08628f07c4c9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:00.331901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f3bba-e31b-45bb-907f-570aa672e36d req-1b93a642-ca09-4873-8d71-08628f07c4c9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:00.340082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec8f3bba-e31b-45bb-907f-570aa672e36d req-1b93a642-ca09-4873-8d71-08628f07c4c9 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2412 time: 0.4977527 Jun 03 15:14:00.367042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Port 4063cb38-017f-446d-b983-efa260d39050 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:14:00.367520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Attempting to bind port 4063cb38-017f-446d-b983-efa260d39050 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:00.388818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:00.389290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:00.389788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:00.390352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Bound port: 4063cb38-017f-446d-b983-efa260d39050, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:00.390863 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:00.444404 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec8f3bba-e31b-45bb-907f-570aa672e36d req-8228ecf0-58a0-4f55-ba82-1c614fd6f4b6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032033 Jun 03 15:14:00.471694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-38b9bf20-f03e-4970-9136-acb1772717a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:00.471998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-38b9bf20-f03e-4970-9136-acb1772717a2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=993e7829-2b15-4e54-ae02-270c90bcb6ae HTTP/1.1" status: 200 len: 801 time: 0.2217617 Jun 03 15:14:00.701661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:00.705854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4063cb38-017f-446d-b983-efa260d39050,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:00.708889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-4207c695-0f34-45db-bb1e-d9b6d1f36646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:00.710638 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-4207c695-0f34-45db-bb1e-d9b6d1f36646 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=31228f30-ad61-4206-a2b3-b135c1d7dca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1507537 Jun 03 15:14:00.713352 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:00.950669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:00.951277 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:00.952637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] 10.222.0.75 "PUT /v2.0/ports/4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 1095 time: 2.6573889 Jun 03 15:14:01.163591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1068c2ad-65ae-4e41-aad7-9998061db456 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:01.242878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4063cb38-017f-446d-b983-efa260d39050'}, {'name': 'network-changed', 'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'tag': '4063cb38-017f-446d-b983-efa260d39050'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:01.304025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29213c84-0132-459d-8c23-cc17499ab2bb service neutron] Pushing event updated for resources: {'Port': ['ID=4063cb38-017f-446d-b983-efa260d39050,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:01.322633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-9e1b12a8-2ed2-4c38-adb7-9f2fdcdd50d3 service neutron] 10.222.0.75 "GET /v2.0/networks/31228f30-ad61-4206-a2b3-b135c1d7dca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979545 Jun 03 15:14:01.412741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd14c9b-3df1-4883-b45c-161d5fd8a7d0 req-18b369aa-c392-4d0e-bed3-148bf35caaa7 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:01.420111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5bd14c9b-3df1-4883-b45c-161d5fd8a7d0 req-18b369aa-c392-4d0e-bed3-148bf35caaa7 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 947 time: 0.6971138 Jun 03 15:14:01.499917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-b357e902-9948-4e12-84f2-13affd10058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:01.500658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-b357e902-9948-4e12-84f2-13affd10058c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1098 time: 0.5192177 Jun 03 15:14:01.538415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 1068c2ad-65ae-4e41-aad7-9998061db456, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1068c2ad-65ae-4e41-aad7-9998061db456,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:01.599537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '1068c2ad-65ae-4e41-aad7-9998061db456', 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0', 'port_id': '1068c2ad-65ae-4e41-aad7-9998061db456', 'mac_address': 'fa:16:3e:5f:df:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993e7829-2b15-4e54-ae02-270c90bcb6ae', 'ip_address': '19.80.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:01.623594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5bd14c9b-3df1-4883-b45c-161d5fd8a7d0 req-6971685e-3ae6-410b-8199-1a938bb3dd11 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024758 Jun 03 15:14:01.738259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 1068c2ad-65ae-4e41-aad7-9998061db456 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:01.738920 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:01.773520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1068c2ad-65ae-4e41-aad7-9998061db456 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:01.817274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 1068c2ad-65ae-4e41-aad7-9998061db456, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1068c2ad-65ae-4e41-aad7-9998061db456,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:01.824811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:01.826657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device cc601b6c-99a8-4b6d-84f6-4be60a473ed7 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:01.933434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port cc601b6c-99a8-4b6d-84f6-4be60a473ed7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:01.941175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=1068c2ad-65ae-4e41-aad7-9998061db456,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:01.953258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'cc601b6c-99a8-4b6d-84f6-4be60a473ed7', 'network_id': '31228f30-ad61-4206-a2b3-b135c1d7dca0', 'port_id': 'cc601b6c-99a8-4b6d-84f6-4be60a473ed7', 'mac_address': 'fa:16:3e:1c:73:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993e7829-2b15-4e54-ae02-270c90bcb6ae', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:02.027147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2df238dd-c666-4d58-bcec-96472ab115e2 req-fa8e8220-d58c-4035-91f5-701466ace0cf service neutron] 10.222.0.75 "GET /v2.0/networks/31228f30-ad61-4206-a2b3-b135c1d7dca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887317 Jun 03 15:14:02.032461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:02.033682 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:02.055854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc601b6c-99a8-4b6d-84f6-4be60a473ed7 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:02.073918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port cc601b6c-99a8-4b6d-84f6-4be60a473ed7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:02.081261 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:02.082228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 407e585a-402a-496f-a033-a2eedd7bc8d9 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:02.178905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-79031edf-2145-43c6-a696-1822feab0044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:02.183848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:02.186758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-79031edf-2145-43c6-a696-1822feab0044 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.6612871 Jun 03 15:14:02.193290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4063cb38-017f-446d-b983-efa260d39050 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:02.257243 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c9c148b5-d4f4-467c-8c33-e7209d8d4ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:02.315891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1414b-747f-4317-9a01-02d1bc85f93a req-1d680c76-968c-43c5-9d07-9d0eb6ad837f tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:02.323335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ac1414b-747f-4317-9a01-02d1bc85f93a req-1d680c76-968c-43c5-9d07-9d0eb6ad837f tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=538b2243-1896-4e79-ac0b-979f85dc1f4e HTTP/1.1" status: 200 len: 1101 time: 0.4685483 Jun 03 15:14:02.353823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-0c4bab02-7f65-40b3-bcad-99c503c124bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 217 time: 0.1608202 Jun 03 15:14:02.357753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4063cb38-017f-446d-b983-efa260d39050 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:02.422065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ac1414b-747f-4317-9a01-02d1bc85f93a req-45d6fbd9-c7e3-417b-be5e-389156a35f7b tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976605 Jun 03 15:14:02.450835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-146946ae-a284-4418-8b12-844a9332df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:02.452534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-146946ae-a284-4418-8b12-844a9332df8b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0924909 Jun 03 15:14:02.472090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 407e585a-402a-496f-a033-a2eedd7bc8d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=407e585a-402a-496f-a033-a2eedd7bc8d9,segment=NetworkSegment(1634d8e8-7179-41f3-9341-713212536428),segment_id=1634d8e8-7179-41f3-9341-713212536428)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:02.497381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '407e585a-402a-496f-a033-a2eedd7bc8d9', 'network_id': '901c1a05-309f-41c2-ad1e-d7d1fab81424', 'port_id': '407e585a-402a-496f-a033-a2eedd7bc8d9', 'mac_address': 'fa:16:3e:82:ed:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ddb1a15-a8a9-4c65-b761-38aac68b836f', 'ip_address': '19.86.0.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:02.529162 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a96285-9a78-4e6a-9dc7-a0c6a22d2114'] response: {'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4063cb38-017f-446d-b983-efa260d39050', 'code': 200} Jun 03 15:14:02.529435 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a96285-9a78-4e6a-9dc7-a0c6a22d2114'] response: {'name': 'network-changed', 'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'tag': '4063cb38-017f-446d-b983-efa260d39050', 'status': 'completed', 'code': 200} Jun 03 15:14:02.622131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-2fc82517-54d7-4f84-bd76-3e2e3276293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:02.623701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-2fc82517-54d7-4f84-bd76-3e2e3276293f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649992 Jun 03 15:14:02.671906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 407e585a-402a-496f-a033-a2eedd7bc8d9 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:02.672354 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:02.729331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407e585a-402a-496f-a033-a2eedd7bc8d9 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:02.763168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 407e585a-402a-496f-a033-a2eedd7bc8d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=407e585a-402a-496f-a033-a2eedd7bc8d9,segment=NetworkSegment(1634d8e8-7179-41f3-9341-713212536428),segment_id=1634d8e8-7179-41f3-9341-713212536428)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:02.773738 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:02.799651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-d9daacf9-3952-41ba-beb4-d27197dc8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:02.801412 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-d9daacf9-3952-41ba-beb4-d27197dc8ce2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1098 time: 0.2020793 Jun 03 15:14:02.950857 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=407e585a-402a-496f-a033-a2eedd7bc8d9,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:02.956581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f697e79-61e3-46ea-a920-16eddebbcc0c req-944b5a98-de74-44f4-b97d-638ad4ba70d4 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:02.966891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f697e79-61e3-46ea-a920-16eddebbcc0c req-944b5a98-de74-44f4-b97d-638ad4ba70d4 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:02.975255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f697e79-61e3-46ea-a920-16eddebbcc0c req-944b5a98-de74-44f4-b97d-638ad4ba70d4 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:02.983259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f697e79-61e3-46ea-a920-16eddebbcc0c req-944b5a98-de74-44f4-b97d-638ad4ba70d4 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2414 time: 0.3185790 Jun 03 15:14:03.072999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-c9699d2b-21e1-4a80-9449-c6d6d8e08ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:03.074907 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-c9699d2b-21e1-4a80-9449-c6d6d8e08ae2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.2651312 Jun 03 15:14:03.090437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['407e585a-402a-496f-a033-a2eedd7bc8d9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:03.102438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f697e79-61e3-46ea-a920-16eddebbcc0c req-21b85acd-381c-4d75-9ebe-db1847f9737c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179736 Jun 03 15:14:03.183536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-4d24acee-99c1-4d77-9f16-ea43643dca40 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783521 Jun 03 15:14:03.276469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-809053884', 'description': 'tempest-description-635433192'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:03.283887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:03.287937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Usage tracker for resource:security_group and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:03.290967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:03.296974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:03.312725 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:03.318076 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-1201b6d0-4d9b-4f93-ba93-57811a3b365d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 217 time: 0.2334640 Jun 03 15:14:03.340635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:03.344877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Usage tracker for resource:security_group_rule and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:03.348364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:03.355220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:03.384890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['cc601b6c-99a8-4b6d-84f6-4be60a473ed7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:03.431835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-1fccdc94-cc41-4c57-b00f-8f6956df7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:03.434358 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-1fccdc94-cc41-4c57-b00f-8f6956df7309 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1084962 Jun 03 15:14:03.439860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:03.448144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:03.455122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['1068c2ad-65ae-4e41-aad7-9998061db456'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:03.541408 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:03.561731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1caf504a-d80c-4dca-b43e-1f22efdd49e4 req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2890208 Jun 03 15:14:03.565620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8319a8d-b064-48f4-93eb-c4e0ed771a0a req-f52d3988-0cac-48b3-9df8-d54fd3acafb5 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389601 Jun 03 15:14:03.566504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-e0527d29-b9eb-47db-ae32-1ddfae2f1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:03.569443 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-e0527d29-b9eb-47db-ae32-1ddfae2f1f23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255801 Jun 03 15:14:03.569794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951cd3c-2f42-4e58-9bba-b6f89fd4a971 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf415a9-d746-4c69-bb00-6b1ebb25f2fe,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:03.828196 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-d5b1b6bb-ba5d-41a7-bced-71c7f281d7ff service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431421 Jun 03 15:14:03.894498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc728c1-a13b-416b-9fb3-da6db461fb5b req-e8964325-a788-4b69-9b7e-65fec4b99271 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:03.903659 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7dc728c1-a13b-416b-9fb3-da6db461fb5b req-e8964325-a788-4b69-9b7e-65fec4b99271 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 1100 time: 0.1739588 Jun 03 15:14:03.966957 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7dc728c1-a13b-416b-9fb3-da6db461fb5b req-45562cfb-e8fa-48cb-8236-08ccf3acda92 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618033 Jun 03 15:14:03.976789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-583560bc-4b61-4404-b5f6-80c5360f6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:03.979346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-583560bc-4b61-4404-b5f6-80c5360f6cc5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1098 time: 0.3448894 Jun 03 15:14:04.224064 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-97ecf946-9332-4aa8-9785-edd461255bb6 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859475 Jun 03 15:14:04.380333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-c85f7253-62dd-4132-ac21-8ae4f31b23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:04.380333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-c85f7253-62dd-4132-ac21-8ae4f31b23fc service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3688140 Jun 03 15:14:04.414690 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5358ac40-ba57-426e-8bcc-ac515a76bd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:04.554228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-4690950d-cc8e-4efb-800d-01c526a508fb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 217 time: 0.1201286 Jun 03 15:14:04.789152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-9d204aff-3f73-4f0b-86dd-4a5457889d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:04.790791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-9d204aff-3f73-4f0b-86dd-4a5457889d57 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2301259 Jun 03 15:14:04.801796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4f9b7-3d3a-487f-a191-cdc4e97c9fee req-4c72edce-0a9f-4462-ba6a-81f5fef37e23 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:04.811551 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0cc4f9b7-3d3a-487f-a191-cdc4e97c9fee req-4c72edce-0a9f-4462-ba6a-81f5fef37e23 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 947 time: 0.4547045 Jun 03 15:14:04.906352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0cc4f9b7-3d3a-487f-a191-cdc4e97c9fee req-f45cbea0-2fb7-4097-b917-3c73c62ef436 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933170 Jun 03 15:14:04.939970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-9904c321-8c5c-4a82-95e5-37efbbf69f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:04.943738 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-9904c321-8c5c-4a82-95e5-37efbbf69f71 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177588 Jun 03 15:14:05.055312 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:14:05.116083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-555d4698-67d8-4b3c-9918-fb3d06341bac req-12bf3dec-91ab-4479-a0db-ec487142726e tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/ddf415a9-d746-4c69-bb00-6b1ebb25f2fe HTTP/1.1" status: 200 len: 1811 time: 0.0810416 Jun 03 15:14:05.155940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-73f3daa0-9dc8-4608-9c3f-8cb10039f5e9 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052269 Jun 03 15:14:05.195471 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:05.459744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-774fd9ca-f92c-41a4-9806-677c29ea0e05 req-3688a5e8-4418-4ec7-bda0-f04638abb7b8 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846186 Jun 03 15:14:05.486735 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:05.722564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869f4aa-77ba-441e-a716-00c18465660c req-5d963289-ba99-4223-851c-c22175d5ac08 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:05.728431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869f4aa-77ba-441e-a716-00c18465660c req-5d963289-ba99-4223-851c-c22175d5ac08 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:05.735379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869f4aa-77ba-441e-a716-00c18465660c req-5d963289-ba99-4223-851c-c22175d5ac08 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:05.738043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d869f4aa-77ba-441e-a716-00c18465660c req-5d963289-ba99-4223-851c-c22175d5ac08 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2415 time: 0.1434817 Jun 03 15:14:05.813177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d869f4aa-77ba-441e-a716-00c18465660c req-b79bb12f-a8f2-4a33-bd16-b905028c157d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685737 Jun 03 15:14:05.878368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-960486308', 'description': 'tempest-description-1272495244'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:05.888612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:05.892846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Usage tracker for resource:security_group and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:05.898370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:05.906382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:05.921785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:05.949764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:05.954035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Usage tracker for resource:security_group_rule and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:05.957205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:05.965341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:06.066350 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:06.073030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:06.127613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508c5075-7ed3-40ae-ac77-52021025daae,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:06.134959 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:06.146457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12192a3c-a99f-4767-92e5-c47b138913c3 req-fd6da451-3b8a-4acb-a294-0e6708b89b46 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2724953 Jun 03 15:14:06.696984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-56f90b85-4ad6-49df-a7f0-7f51630eff56 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549831 Jun 03 15:14:06.872513 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:06.927469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-f92dc086-b1cd-4b2c-99c0-5b3f1a8ebf05 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:06.928910 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-f92dc086-b1cd-4b2c-99c0-5b3f1a8ebf05 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262595 Jun 03 15:14:06.940607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192352b-2864-4086-a6c8-59b84da3a1ff req-375052ba-c377-4f3d-9ed0-50d6bfdbe5b4 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:06.942053 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b192352b-2864-4086-a6c8-59b84da3a1ff req-375052ba-c377-4f3d-9ed0-50d6bfdbe5b4 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 947 time: 0.1561856 Jun 03 15:14:06.965481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-1ab14fad-e882-4c26-a919-9a0f61e3364f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/quotas/c95ad44430d64d5b85d7a6e1a95a2003 HTTP/1.1" status: 200 len: 375 time: 0.0225239 Jun 03 15:14:07.028670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b192352b-2864-4086-a6c8-59b84da3a1ff req-81f15415-b145-4eb6-8795-f6b35048055e tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793092 Jun 03 15:14:07.097316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-c2d3e0c4-ca63-4cfd-a577-37ad84fba7fb tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1250684 Jun 03 15:14:07.127651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4877c71b-add4-42e3-82ad-2e302a7d5be8 req-e4168f7f-2c6a-486a-82be-e30443b20a71 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/508c5075-7ed3-40ae-ac77-52021025daae HTTP/1.1" status: 200 len: 1812 time: 0.0680842 Jun 03 15:14:07.181717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4063cb38-017f-446d-b983-efa260d39050 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:07.184099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1068c2ad-65ae-4e41-aad7-9998061db456 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:07.364353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739fae-c7a9-443c-82ef-9028a54eefd6 req-bfe34786-ca39-44f8-863b-b39c793ca716 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:07.371223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739fae-c7a9-443c-82ef-9028a54eefd6 req-bfe34786-ca39-44f8-863b-b39c793ca716 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:07.375318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 1068c2ad-65ae-4e41-aad7-9998061db456 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:07.378907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739fae-c7a9-443c-82ef-9028a54eefd6 req-bfe34786-ca39-44f8-863b-b39c793ca716 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:07.383567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 1068c2ad-65ae-4e41-aad7-9998061db456 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:07.384149 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.388533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a739fae-c7a9-443c-82ef-9028a54eefd6 req-bfe34786-ca39-44f8-863b-b39c793ca716 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2415 time: 0.1399372 Jun 03 15:14:07.444378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a739fae-c7a9-443c-82ef-9028a54eefd6 req-b49ff16a-70de-48f2-9ff1-d53fb03e63d4 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540640 Jun 03 15:14:07.503188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4063cb38-017f-446d-b983-efa260d39050,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:07.560661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '4063cb38-017f-446d-b983-efa260d39050', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '4063cb38-017f-446d-b983-efa260d39050', 'mac_address': 'fa:16:3e:53:52:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:07.581258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1218424241', 'description': 'tempest-description-482188444'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:07.588021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:07.592737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Usage tracker for resource:security_group and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:07.596139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:07.604436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:07.625830 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.627011 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 1068c2ad-65ae-4e41-aad7-9998061db456 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:07.627415 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.656546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 4063cb38-017f-446d-b983-efa260d39050 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:07.656926 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.658399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:07.663090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Usage tracker for resource:security_group_rule and tenant:f8c26fed818a4f95b57bca928baf8d2b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:07.666695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:07.677019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:07.680242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1068c2ad-65ae-4e41-aad7-9998061db456'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:07.696399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4063cb38-017f-446d-b983-efa260d39050 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:07.715389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4063cb38-017f-446d-b983-efa260d39050,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:07.717344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 1068c2ad-65ae-4e41-aad7-9998061db456, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1068c2ad-65ae-4e41-aad7-9998061db456,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:07.731709 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.786844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.788407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device cc601b6c-99a8-4b6d-84f6-4be60a473ed7 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:07.881378 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.891831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.936135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=4063cb38-017f-446d-b983-efa260d39050,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:07.972071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d495ef-2f19-4b0a-a921-bf5825f23e56,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:07.974637 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:07.976435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-330d228c-9862-4acf-b906-2b1fcde8d411 req-b0ac6679-779c-43cf-819e-32b5a65ce39b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3996210 Jun 03 15:14:08.026873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:08.033962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-0af12805-61c5-451f-9f04-e20f73590934 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:08.035758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-0af12805-61c5-451f-9f04-e20f73590934 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Synchronizing usage tracker for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:08.037427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:08.038164 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:08.080172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=1068c2ad-65ae-4e41-aad7-9998061db456,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:08.082673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-0af12805-61c5-451f-9f04-e20f73590934 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Unset dirty status for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:08.085134 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-0af12805-61c5-451f-9f04-e20f73590934 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7&tenant_id=56abfe7ac6594200b7814a183ed3b39d&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 948 time: 0.2535176 Jun 03 15:14:08.107134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['4063cb38-017f-446d-b983-efa260d39050'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:08.332422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-6dd3c0e6-5e32-4a2d-8ab2-c57d7e1a5298 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2842603 Jun 03 15:14:08.366762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d4507-03be-4dc6-acbc-a44900997150 req-4c653879-227a-44ef-a157-0bf2fa2c60a2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:08.367015 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-716260bc-0db8-47ac-9329-8371b1d8ccd7 service neutron] delete failed (client error): The resource could not be found. Jun 03 15:14:08.368315 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-716260bc-0db8-47ac-9329-8371b1d8ccd7 service neutron] 10.222.0.67 "DELETE /v2.0/ports/4063cb38-017f-446d-b983-efa260d39050/bindings/n-h2-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.2750607 Jun 03 15:14:08.383468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-400d4507-03be-4dc6-acbc-a44900997150 req-4c653879-227a-44ef-a157-0bf2fa2c60a2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 948 time: 0.1725845 Jun 03 15:14:08.586996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-6602d222-c96e-4ee8-8bab-fb05031ec057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:08.589182 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-6602d222-c96e-4ee8-8bab-fb05031ec057 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1099 time: 0.1024351 Jun 03 15:14:08.628649 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4021ed8a-1759-4577-b035-01735b05a941'] response: {'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1068c2ad-65ae-4e41-aad7-9998061db456', 'code': 200} Jun 03 15:14:08.650278 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:08.683276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74457cfd-20f3-417d-b86a-649a41a8a8bd req-0031635b-7dbe-4fff-b18c-9017e36a9fbd tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/54d495ef-2f19-4b0a-a921-bf5825f23e56 HTTP/1.1" status: 200 len: 1812 time: 0.1322200 Jun 03 15:14:08.729800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-400d4507-03be-4dc6-acbc-a44900997150 req-d42abd4a-6b07-4aa7-b36e-8067b569156c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381798 Jun 03 15:14:08.749763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-851022bf-2871-4489-a232-0c1d68d9f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:08.751276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-851022bf-2871-4489-a232-0c1d68d9f9e2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1099 time: 0.3036058 Jun 03 15:14:08.771072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:08.771525 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:08.985687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-658e98f8-cffd-40c1-85bb-1ea02aca4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:08.986321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port cc601b6c-99a8-4b6d-84f6-4be60a473ed7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:08.988322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-658e98f8-cffd-40c1-85bb-1ea02aca4490 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.1815271 Jun 03 15:14:09.030658 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.031420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 407e585a-402a-496f-a033-a2eedd7bc8d9 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:09.063188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-69dbfb41-bec9-4b5b-91fb-83bf650f4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:09.066992 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-69dbfb41-bec9-4b5b-91fb-83bf650f4a9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.4710965 Jun 03 15:14:09.253255 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-ccc78828-6a34-483b-932b-8ce5c89404fc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 217 time: 0.1919408 Jun 03 15:14:09.253473 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-b89225fd-26db-4369-a731-024c316a5e04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 217 time: 0.1569066 Jun 03 15:14:09.276151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af18a37e-4322-4f38-9b64-f289607079a3 req-8bfc13e3-49a2-4b6c-9851-5f61ec00cb48 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 210 time: 0.2854798 Jun 03 15:14:09.364054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 407e585a-402a-496f-a033-a2eedd7bc8d9 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:09.369752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faf073-b0e9-4ffe-8394-c00700753a86 req-8c826dcc-39b1-4ed3-a048-4b73e311baf8 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:09.375566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faf073-b0e9-4ffe-8394-c00700753a86 req-8c826dcc-39b1-4ed3-a048-4b73e311baf8 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:09.376852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:09.380363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 407e585a-402a-496f-a033-a2eedd7bc8d9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:09.380754 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.382203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faf073-b0e9-4ffe-8394-c00700753a86 req-8c826dcc-39b1-4ed3-a048-4b73e311baf8 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:09.384124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42faf073-b0e9-4ffe-8394-c00700753a86 req-8c826dcc-39b1-4ed3-a048-4b73e311baf8 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2417 time: 0.3947499 Jun 03 15:14:09.388259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-f27fa57c-ecb4-43dd-838a-debb2fd91c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:09.389860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-f27fa57c-ecb4-43dd-838a-debb2fd91c95 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1270463 Jun 03 15:14:09.473448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-b1a909d2-92cc-4d2d-b655-77975d7ea343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:09.475094 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-b1a909d2-92cc-4d2d-b655-77975d7ea343 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2027543 Jun 03 15:14:09.522114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42faf073-b0e9-4ffe-8394-c00700753a86 req-19a19c96-1bc4-4487-b9fd-0e6c4939eb64 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230648 Jun 03 15:14:09.634585 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-82b95b6a-8fc2-4458-b6c0-1d8feaa46c22 req-151111cb-bad8-47a5-b1cc-fac8cd07a7a7 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] show failed (client error): The resource could not be found. Jun 03 15:14:09.638270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82b95b6a-8fc2-4458-b6c0-1d8feaa46c22 req-151111cb-bad8-47a5-b1cc-fac8cd07a7a7 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/633ac8a1-b17e-46b0-8e00-38539b2f9275 HTTP/1.1" status: 404 len: 352 time: 0.1500249 Jun 03 15:14:09.669225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-35540a8d-c04e-4822-b948-6a8bdb9fcc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:09.676828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-35540a8d-c04e-4822-b948-6a8bdb9fcc46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945341 Jun 03 15:14:09.790587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 407e585a-402a-496f-a033-a2eedd7bc8d9 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:09.800765 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.844463 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-cea77d4f-9300-4ed8-9763-f1f43851c607 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129458 Jun 03 15:14:09.928970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 407e585a-402a-496f-a033-a2eedd7bc8d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=407e585a-402a-496f-a033-a2eedd7bc8d9,segment=NetworkSegment(1634d8e8-7179-41f3-9341-713212536428),segment_id=1634d8e8-7179-41f3-9341-713212536428)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:09.942267 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:09.961159 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-46e6a680-a9cd-48f9-adf7-8bc8b78c369e req-c4312a20-e6dd-48f2-8d0e-967a9266c0c7 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] show failed (client error): The resource could not be found. Jun 03 15:14:09.971793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46e6a680-a9cd-48f9-adf7-8bc8b78c369e req-c4312a20-e6dd-48f2-8d0e-967a9266c0c7 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-group-rules/97eae106-2bad-4718-a4b0-a2b6bff01881 HTTP/1.1" status: 404 len: 361 time: 0.1245904 Jun 03 15:14:09.982103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-3f379928-927a-4c2e-81b2-944591e753dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:09.989590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-3f379928-927a-4c2e-81b2-944591e753dd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4740531 Jun 03 15:14:10.069308 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-aebb4773-6755-457c-8cd8-d8290327e2e9 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794701 Jun 03 15:14:10.127773 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=407e585a-402a-496f-a033-a2eedd7bc8d9,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:10.155106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4063cb38-017f-446d-b983-efa260d39050 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:10.310280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 4063cb38-017f-446d-b983-efa260d39050 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:10.324272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 4063cb38-017f-446d-b983-efa260d39050 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:10.324647 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.450719 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5e31d072-5ab7-4f3d-855b-92aaddc1f654 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504208 Jun 03 15:14:10.626930 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-130f3c03-0b1a-4758-a1cf-ccb623840405 req-e949bcb1-7280-420b-9cef-ae8931543c05 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513098 Jun 03 15:14:10.631256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc601b6c-99a8-4b6d-84f6-4be60a473ed7'}, {'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407e585a-402a-496f-a033-a2eedd7bc8d9'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:10.642610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 4063cb38-017f-446d-b983-efa260d39050 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:10.643497 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.672817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-c021279a-0549-420e-ac7d-01ee2d207c72 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:10.674638 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-c021279a-0549-420e-ac7d-01ee2d207c72 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162380 Jun 03 15:14:10.696367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4063cb38-017f-446d-b983-efa260d39050,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:10.706173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Request body: {'port': {'device_id': '712c2434-56b5-4b5d-8f93-93f7f7449a23', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'c95ad44430d64d5b85d7a6e1a95a2003'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:10.707654 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.708937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:10.735657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-7f07a386-d038-43f9-be88-bf55cc2ab552 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:10.740173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-7f07a386-d038-43f9-be88-bf55cc2ab552 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8945127 Jun 03 15:14:10.771603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Request body: {'port': {'device_id': 'd8dde4b7-95b7-4c7f-a41a-f19dd620e8bf', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'c95ad44430d64d5b85d7a6e1a95a2003'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:10.867342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:10.878324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:10.907467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Made reservation on behalf of c95ad44430d64d5b85d7a6e1a95a2003 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:10.911752 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:10.977222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=4063cb38-017f-446d-b983-efa260d39050,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:10.990735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:10.991219 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.026379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:11.033024 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.094471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-eac2f264-5289-49ca-9ca1-a925a5a51820 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0986180 Jun 03 15:14:11.096479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Allocated IP 192.168.233.110 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/911ab52b-da76-4296-ab43-3299325e66fd) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:11.108408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:11.112621 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1a5d358-f367-424e-bef4-54c55d14ea64 req-c63329d2-357a-4b6d-89b2-57958388a80d tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/54d495ef-2f19-4b0a-a921-bf5825f23e56 HTTP/1.1" status: 200 len: 1812 time: 0.1197417 Jun 03 15:14:11.169392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81afdc1-bff3-4111-aaf8-f0722742d9e6 req-b39e3e35-129b-41a7-8b79-ca1c3f4ba7b5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:11.176389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d81afdc1-bff3-4111-aaf8-f0722742d9e6 req-b39e3e35-129b-41a7-8b79-ca1c3f4ba7b5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 948 time: 0.8687868 Jun 03 15:14:11.182661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:11.192532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:11.330644 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.375171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Transition to ACTIVE for port object 911ab52b-da76-4296-ab43-3299325e66fd will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:11.408519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44b0adbc-8154-41bf-bd79-c36536d4e585 req-112d594c-0374-4eeb-b233-5102e81c926c service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899053 Jun 03 15:14:11.409145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Made reservation on behalf of c95ad44430d64d5b85d7a6e1a95a2003 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:11.414752 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.415190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.453281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08', '1565d794-e24f-4585-b205-38fa580faedd', '15d294a7-09f8-4f0d-855a-e54b5bb1459c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:11.465280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d81afdc1-bff3-4111-aaf8-f0722742d9e6 req-a8c728fc-9732-4af3-a93c-2db2a3b7decf tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879322 Jun 03 15:14:11.542117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:11.546362 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b1a5d358-f367-424e-bef4-54c55d14ea64 req-5122c12b-563e-4525-bbf5-49bbe7a164b8 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.551976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:11.562748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:11.602788 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b1a5d358-f367-424e-bef4-54c55d14ea64 req-5122c12b-563e-4525-bbf5-49bbe7a164b8 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.709394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event updated for resources: {'Port': ['ID=911ab52b-da76-4296-ab43-3299325e66fd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:11.740027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:11.741239 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.802808 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-10b71616-3dc8-472c-aaff-47236cdf56ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1005225 Jun 03 15:14:11.825163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Request body: {'port': {'device_id': '712c2434-56b5-4b5d-8f93-93f7f7449a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:11.855323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Allocated IP 192.168.233.5 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/097f3a10-8514-4232-9e14-a60be88bec08) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:11.857142 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b1a5d358-f367-424e-bef4-54c55d14ea64 req-5122c12b-563e-4525-bbf5-49bbe7a164b8 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:11.900423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122c12b-563e-4525-bbf5-49bbe7a164b8 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d495ef-2f19-4b0a-a921-bf5825f23e56,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:12.054804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.077473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e32172c5-0002-4985-ba11-ad46dec15571 None None] Provisioning for port 911ab52b-da76-4296-ab43-3299325e66fd completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:12.093428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e32172c5-0002-4985-ba11-ad46dec15571 None None] Provisioning complete for port 911ab52b-da76-4296-ab43-3299325e66fd triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:12.093832 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e32172c5-0002-4985-ba11-ad46dec15571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.150811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e32172c5-0002-4985-ba11-ad46dec15571 None None] Port 911ab52b-da76-4296-ab43-3299325e66fd cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:12.170813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.179261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b1a5d358-f367-424e-bef4-54c55d14ea64 req-5122c12b-563e-4525-bbf5-49bbe7a164b8 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.192110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1a5d358-f367-424e-bef4-54c55d14ea64 req-5122c12b-563e-4525-bbf5-49bbe7a164b8 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "DELETE /v2.0/security-groups/54d495ef-2f19-4b0a-a921-bf5825f23e56 HTTP/1.1" status: 204 len: 173 time: 1.0483799 Jun 03 15:14:12.213897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483332fb-8fa3-4d12-a578-1502ed74c94e req-29872982-8290-4179-acf2-e61418d9fbaf tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:12.214808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-483332fb-8fa3-4d12-a578-1502ed74c94e req-29872982-8290-4179-acf2-e61418d9fbaf tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Synchronizing usage tracker for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:12.232518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Transition to ACTIVE for port object 097f3a10-8514-4232-9e14-a60be88bec08 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:12.242471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-483332fb-8fa3-4d12-a578-1502ed74c94e req-29872982-8290-4179-acf2-e61418d9fbaf tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Unset dirty status for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:12.252254 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-483332fb-8fa3-4d12-a578-1502ed74c94e req-29872982-8290-4179-acf2-e61418d9fbaf tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 936 time: 0.4993956 Jun 03 15:14:12.315297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-483332fb-8fa3-4d12-a578-1502ed74c94e req-4f252f59-ba41-4252-a453-69cdc32dde30 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618031 Jun 03 15:14:12.338917 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.413436 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5f256b-eba3-4c7b-8bef-7752e67cde49'] response: {'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc601b6c-99a8-4b6d-84f6-4be60a473ed7', 'code': 200} Jun 03 15:14:12.414085 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5f256b-eba3-4c7b-8bef-7752e67cde49'] response: {'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407e585a-402a-496f-a033-a2eedd7bc8d9', 'code': 200} Jun 03 15:14:12.614637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911ab52b-da76-4296-ab43-3299325e66fd {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:12.625216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.647580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Transition to ACTIVE for port object 911ab52b-da76-4296-ab43-3299325e66fd will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:12.653507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:12.732833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event updated for resources: {'Port': ['ID=097f3a10-8514-4232-9e14-a60be88bec08,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:12.756635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Pushing event updated for resources: {'Port': ['ID=911ab52b-da76-4296-ab43-3299325e66fd,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:12.818689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:12.825906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:12.835304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:12.940139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db9c4f-66b0-463e-902d-9f952ba0ec0a req-f28818df-8c6b-489e-a50e-abd8a4cf4dad tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:12.949203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db9c4f-66b0-463e-902d-9f952ba0ec0a req-f28818df-8c6b-489e-a50e-abd8a4cf4dad tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:12.960075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db9c4f-66b0-463e-902d-9f952ba0ec0a req-f28818df-8c6b-489e-a50e-abd8a4cf4dad tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:12.962887 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98db9c4f-66b0-463e-902d-9f952ba0ec0a req-f28818df-8c6b-489e-a50e-abd8a4cf4dad tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2418 time: 0.4250948 Jun 03 15:14:13.023031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17268e11-4d63-4fcf-9b68-dc9ad7a00de9 req-964038c8-ead9-4aa9-9e23-9bb4ffb7e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:13.023659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17268e11-4d63-4fcf-9b68-dc9ad7a00de9 req-964038c8-ead9-4aa9-9e23-9bb4ffb7e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:13.024315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17268e11-4d63-4fcf-9b68-dc9ad7a00de9 req-964038c8-ead9-4aa9-9e23-9bb4ffb7e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:13.026769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17268e11-4d63-4fcf-9b68-dc9ad7a00de9 req-964038c8-ead9-4aa9-9e23-9bb4ffb7e6df service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2871 time: 0.5331261 Jun 03 15:14:13.033603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:13.034486 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.083625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98db9c4f-66b0-463e-902d-9f952ba0ec0a req-8c823512-ff0d-4c4a-aef5-b0bf4285aaf2 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079738 Jun 03 15:14:13.141175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-5a6e80a0-2108-4587-a0c6-66c69250879e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3843186 Jun 03 15:14:13.157844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Request body: {'port': {'device_id': 'd8dde4b7-95b7-4c7f-a41a-f19dd620e8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:13.218418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Attempting to bind port 911ab52b-da76-4296-ab43-3299325e66fd on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:13.219055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Attempting to bind port 911ab52b-da76-4296-ab43-3299325e66fd by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:13.219563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Attempting to bind port 911ab52b-da76-4296-ab43-3299325e66fd on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:13.229222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Port 911ab52b-da76-4296-ab43-3299325e66fd on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:14:13.233351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Attempting to bind port 911ab52b-da76-4296-ab43-3299325e66fd on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:13.245684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:13.246140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:13.246529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:13.246969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Bound port: 911ab52b-da76-4296-ab43-3299325e66fd, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:13.247545 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.323439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17268e11-4d63-4fcf-9b68-dc9ad7a00de9 req-cd402c44-2c56-4fb5-b93a-f988a69fe300 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803249 Jun 03 15:14:13.324638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08', '1565d794-e24f-4585-b205-38fa580faedd', '15d294a7-09f8-4f0d-855a-e54b5bb1459c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:13.382078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.431755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a5a32c5-9933-4503-bb33-b116d086fecc req-a5c30da9-9e73-490f-b44f-97bdec88c78e tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/508c5075-7ed3-40ae-ac77-52021025daae HTTP/1.1" status: 200 len: 1812 time: 0.1369820 Jun 03 15:14:13.565635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] For port 911ab52b-da76-4296-ab43-3299325e66fd, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:13.571714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] For port 911ab52b-da76-4296-ab43-3299325e66fd, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=911ab52b-da76-4296-ab43-3299325e66fd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:13.583649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.685855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:13.686999 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.688381 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] 10.222.0.67 "PUT /v2.0/ports/911ab52b-da76-4296-ab43-3299325e66fd HTTP/1.1" status: 200 len: 1096 time: 1.8698246 Jun 03 15:14:13.691627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712c2434-56b5-4b5d-8f93-93f7f7449a23', 'tag': '911ab52b-da76-4296-ab43-3299325e66fd'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:13.711578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed1800-9be7-410b-9908-23d5f9197906 service neutron] Pushing event updated for resources: {'Port': ['ID=911ab52b-da76-4296-ab43-3299325e66fd,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:13.753694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c73561b5-0dd9-40aa-ab3e-b5a5dc1ee0b3 None None] Provisioning for port 097f3a10-8514-4232-9e14-a60be88bec08 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:13.765004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c73561b5-0dd9-40aa-ab3e-b5a5dc1ee0b3 None None] Provisioning complete for port 097f3a10-8514-4232-9e14-a60be88bec08 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:13.765370 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c73561b5-0dd9-40aa-ab3e-b5a5dc1ee0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.848358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c73561b5-0dd9-40aa-ab3e-b5a5dc1ee0b3 None None] Port 097f3a10-8514-4232-9e14-a60be88bec08 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:13.892161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-c6a1ec3d-3508-4fed-b157-100ccbb92a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:13.894484 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-c6a1ec3d-3508-4fed-b157-100ccbb92a70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 1099 time: 0.1336980 Jun 03 15:14:13.974752 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6a5a32c5-9933-4503-bb33-b116d086fecc req-eea40f74-79af-4342-9017-00e320122798 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:13.994515 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-e696db61-e0f7-4472-ae97-2ba448705a46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=911ab52b-da76-4296-ab43-3299325e66fd HTTP/1.1" status: 200 len: 217 time: 0.0851159 Jun 03 15:14:14.032492 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6a5a32c5-9933-4503-bb33-b116d086fecc req-eea40f74-79af-4342-9017-00e320122798 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.098914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-43e0f124-19d2-434e-af3c-d45b7e642683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:14.101689 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-43e0f124-19d2-434e-af3c-d45b7e642683 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0967121 Jun 03 15:14:14.107256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9bece-4b00-4890-b322-59424fca7072 req-d21652ac-a1c5-4d09-8cbd-e7165766d308 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:14.108889 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3a9bece-4b00-4890-b322-59424fca7072 req-d21652ac-a1c5-4d09-8cbd-e7165766d308 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.3551061 Jun 03 15:14:14.164591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097f3a10-8514-4232-9e14-a60be88bec08 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:14.176261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.190206 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6a5a32c5-9933-4503-bb33-b116d086fecc req-eea40f74-79af-4342-9017-00e320122798 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.196171 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3a9bece-4b00-4890-b322-59424fca7072 req-fb612e1d-edc1-4d35-a68f-653cf53e62ed tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796220 Jun 03 15:14:14.209194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-6a4169c9-cc7e-4047-8aed-adafc6f2abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:14.213337 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-6a4169c9-cc7e-4047-8aed-adafc6f2abe0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025133 Jun 03 15:14:14.214519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Transition to ACTIVE for port object 097f3a10-8514-4232-9e14-a60be88bec08 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:14.217556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea40f74-79af-4342-9017-00e320122798 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=508c5075-7ed3-40ae-ac77-52021025daae,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:14.222195 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6a5a32c5-9933-4503-bb33-b116d086fecc req-eea40f74-79af-4342-9017-00e320122798 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.234906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a5a32c5-9933-4503-bb33-b116d086fecc req-eea40f74-79af-4342-9017-00e320122798 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "DELETE /v2.0/security-groups/508c5075-7ed3-40ae-ac77-52021025daae HTTP/1.1" status: 204 len: 173 time: 0.8021176 Jun 03 15:14:14.236702 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:14.415581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4063cb38-017f-446d-b983-efa260d39050'}, {'server_uuid': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:14.489702 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-e7346026-e047-4b5b-8d8b-7165d79fb817 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710450 Jun 03 15:14:14.611405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Pushing event updated for resources: {'Port': ['ID=097f3a10-8514-4232-9e14-a60be88bec08,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:14.772347 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-59b37082-c025-46ec-813e-319c5101ab69 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750230 Jun 03 15:14:14.793460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491995a3-b945-47a5-930f-20519eb4b5ea req-2778b6e6-0bf9-4052-9301-ba8a11fb18fa tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:14.800482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-2778b6e6-0bf9-4052-9301-ba8a11fb18fa tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 804 time: 0.4173210 Jun 03 15:14:14.839490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-6e7c1e31-f1d6-4f6a-89a9-83dd99d32cad tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/quotas/242e132ffe3c43459e9a46589013406a HTTP/1.1" status: 200 len: 375 time: 0.0379033 Jun 03 15:14:14.849589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc53789-860e-47f7-ba92-5f7564ccc10b req-2a67fa1d-67f2-4693-833d-82d9287329a8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:14.854512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9bc53789-860e-47f7-ba92-5f7564ccc10b req-2a67fa1d-67f2-4693-833d-82d9287329a8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 948 time: 0.3674150 Jun 03 15:14:14.920235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Attempting to bind port 097f3a10-8514-4232-9e14-a60be88bec08 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:14.920497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Attempting to bind port 097f3a10-8514-4232-9e14-a60be88bec08 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:14.920818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Attempting to bind port 097f3a10-8514-4232-9e14-a60be88bec08 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:14.962741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Port 097f3a10-8514-4232-9e14-a60be88bec08 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:14:14.963054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Attempting to bind port 097f3a10-8514-4232-9e14-a60be88bec08 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:15.098473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:15.098806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:15.099292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:15.099674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Bound port: 097f3a10-8514-4232-9e14-a60be88bec08, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:15.100037 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.155707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9bc53789-860e-47f7-ba92-5f7564ccc10b req-80624b5d-0ada-4df3-a656-4de96a885e0f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650554 Jun 03 15:14:15.205907 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8455e6ba-1d6e-43d0-ad59-0aecf2a4876a'] response: {'name': 'network-changed', 'server_uuid': '712c2434-56b5-4b5d-8f93-93f7f7449a23', 'tag': '911ab52b-da76-4296-ab43-3299325e66fd', 'status': 'completed', 'code': 200} Jun 03 15:14:15.220884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0863-720d-4efc-be20-d00d98510be6 req-4a3ad8c6-c7a6-4587-b67a-ffbfb55d0516 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:15.222335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e06a0863-720d-4efc-be20-d00d98510be6 req-4a3ad8c6-c7a6-4587-b67a-ffbfb55d0516 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "GET /v2.0/ports?device_id=67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4 HTTP/1.1" status: 200 len: 943 time: 0.3650000 Jun 03 15:14:15.229761 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-4135eeca-017c-4bc6-a4a5-b93dd5ccdd33 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3710659 Jun 03 15:14:15.287157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] For port 097f3a10-8514-4232-9e14-a60be88bec08, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:15.328202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577eeada-a2bc-4a5f-9ae3-ceba5ba8d71e req-c6aed878-a820-43ef-b4d4-a07052ccbb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:15.329910 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-577eeada-a2bc-4a5f-9ae3-ceba5ba8d71e req-c6aed878-a820-43ef-b4d4-a07052ccbb3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 1099 time: 0.0750380 Jun 03 15:14:15.413375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] For port 097f3a10-8514-4232-9e14-a60be88bec08, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=097f3a10-8514-4232-9e14-a60be88bec08,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:15.434022 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.465507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577eeada-a2bc-4a5f-9ae3-ceba5ba8d71e req-3a3504e4-b9ef-4611-8890-cc2d69c45a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:15.467021 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-577eeada-a2bc-4a5f-9ae3-ceba5ba8d71e req-3a3504e4-b9ef-4611-8890-cc2d69c45a6d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.1291618 Jun 03 15:14:15.481536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e06a0863-720d-4efc-be20-d00d98510be6 req-4de8329f-6504-4d0a-a4b9-c70527277358 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Deleting port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:15.481901 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e06a0863-720d-4efc-be20-d00d98510be6 req-4de8329f-6504-4d0a-a4b9-c70527277358 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.539313 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-577eeada-a2bc-4a5f-9ae3-ceba5ba8d71e req-e9c532d4-727f-40ed-b828-1c43012f8c00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=911ab52b-da76-4296-ab43-3299325e66fd HTTP/1.1" status: 200 len: 217 time: 0.0657735 Jun 03 15:14:15.579258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:15.579878 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:15.581229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] 10.222.0.75 "PUT /v2.0/ports/097f3a10-8514-4232-9e14-a60be88bec08 HTTP/1.1" status: 200 len: 1094 time: 2.4286723 Jun 03 15:14:15.585516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dde4b7-95b7-4c7f-a41a-f19dd620e8bf', 'tag': '097f3a10-8514-4232-9e14-a60be88bec08'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:15.619196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577eeada-a2bc-4a5f-9ae3-ceba5ba8d71e req-c6a875a2-ab02-46eb-a13e-18abb5c995a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:15.620733 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-577eeada-a2bc-4a5f-9ae3-ceba5ba8d71e req-c6a875a2-ab02-46eb-a13e-18abb5c995a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0681303 Jun 03 15:14:15.625155 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-35f7b66c-00c6-484b-99a6-8b97d9195ab9 service neutron] 10.222.0.48 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558450 Jun 03 15:14:15.693522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94f8de-e0ec-42aa-b771-0231129b211c service neutron] Pushing event updated for resources: {'Port': ['ID=097f3a10-8514-4232-9e14-a60be88bec08,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:15.710168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577eeada-a2bc-4a5f-9ae3-ceba5ba8d71e req-bf3f7cb3-669e-4d59-9a14-82c71d6c3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:15.712293 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-577eeada-a2bc-4a5f-9ae3-ceba5ba8d71e req-bf3f7cb3-669e-4d59-9a14-82c71d6c3036 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806732 Jun 03 15:14:15.811472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af0ad5-fef1-458a-b662-4293e09b0911 req-62c69cda-091f-4c13-af2e-57e6953415ff tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:15.817097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af0ad5-fef1-458a-b662-4293e09b0911 req-62c69cda-091f-4c13-af2e-57e6953415ff tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:15.822935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af0ad5-fef1-458a-b662-4293e09b0911 req-62c69cda-091f-4c13-af2e-57e6953415ff tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:15.824524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12af0ad5-fef1-458a-b662-4293e09b0911 req-62c69cda-091f-4c13-af2e-57e6953415ff tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2418 time: 0.5296288 Jun 03 15:14:15.854797 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-577eeada-a2bc-4a5f-9ae3-ceba5ba8d71e req-e2328545-448a-4d8b-b8ce-cb53c1001247 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350851 Jun 03 15:14:15.984280 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-577eeada-a2bc-4a5f-9ae3-ceba5ba8d71e req-fb054852-4929-4194-b586-6383fd77384e service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229670 Jun 03 15:14:16.011202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12af0ad5-fef1-458a-b662-4293e09b0911 req-6c4948d5-a244-42b5-90a8-98a82daed943 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756623 Jun 03 15:14:16.038039 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-9cd4b08d-7785-4ae0-be2f-555a658048d9 service neutron] 10.222.0.48 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741291 Jun 03 15:14:16.080662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-afefb5e1-3de6-499f-822a-96cf11c50ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:16.082179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-afefb5e1-3de6-499f-822a-96cf11c50ddd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=d8dde4b7-95b7-4c7f-a41a-f19dd620e8bf HTTP/1.1" status: 200 len: 1097 time: 0.4621804 Jun 03 15:14:16.092840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e06a0863-720d-4efc-be20-d00d98510be6 req-4de8329f-6504-4d0a-a4b9-c70527277358 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] For port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:16.093223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e06a0863-720d-4efc-be20-d00d98510be6 req-4de8329f-6504-4d0a-a4b9-c70527277358 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:16.282315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-72e7a1aa-f0ac-4175-b647-3521164fe897 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=097f3a10-8514-4232-9e14-a60be88bec08 HTTP/1.1" status: 200 len: 217 time: 0.1751001 Jun 03 15:14:16.289987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e06a0863-720d-4efc-be20-d00d98510be6 req-4de8329f-6504-4d0a-a4b9-c70527277358 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Calling delete_port for 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:16.427627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bec05f7-5a42-4c5f-90a8-018294e6ca5a req-97f58b7c-bb82-42fd-b317-e23c202e1263 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/ddf415a9-d746-4c69-bb00-6b1ebb25f2fe HTTP/1.1" status: 200 len: 1811 time: 0.3868890 Jun 03 15:14:16.493702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-e2350c73-76c8-4736-99ea-a5992212cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:16.495142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-e2350c73-76c8-4736-99ea-a5992212cbae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1731620 Jun 03 15:14:16.768226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfa60e-7a89-4b2c-9bf0-7ea2bcb21fd6 req-5a150835-9db1-44ac-ab3f-ceddb4016d2a tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:16.769631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbcfa60e-7a89-4b2c-9bf0-7ea2bcb21fd6 req-5a150835-9db1-44ac-ab3f-ceddb4016d2a tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1100 time: 0.5413861 Jun 03 15:14:16.784661 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3bec05f7-5a42-4c5f-90a8-018294e6ca5a req-c672cb25-5cf0-44c1-b260-812b594bdb6b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:16.803067 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e06a0863-720d-4efc-be20-d00d98510be6 req-4de8329f-6504-4d0a-a4b9-c70527277358 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:16.882101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8329f-6504-4d0a-a4b9-c70527277358 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Pushing event deleted for resources: {'Port': ['ID=17dfe3f0-f5c9-4a9d-8f84-1ec976a08683,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:16.929992 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3bec05f7-5a42-4c5f-90a8-018294e6ca5a req-c672cb25-5cf0-44c1-b260-812b594bdb6b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:16.992229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-dbcfa60e-7a89-4b2c-9bf0-7ea2bcb21fd6 req-a5918565-f96f-45fd-8074-cae7a10838af tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Synchronizing usage tracker for tenant:cd2d14f162a5467fa9e5e3644c5b8d27 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:16.997559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06a0863-720d-4efc-be20-d00d98510be6 req-4de8329f-6504-4d0a-a4b9-c70527277358 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] No DVR routers for this DVR port 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:17.000711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-27f10a2d-cc72-47ca-a006-d7fd0b5133ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:17.002429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-27f10a2d-cc72-47ca-a006-d7fd0b5133ad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4986708 Jun 03 15:14:17.003371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e06a0863-720d-4efc-be20-d00d98510be6 req-4de8329f-6504-4d0a-a4b9-c70527277358 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:17.047366 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e06a0863-720d-4efc-be20-d00d98510be6 req-4de8329f-6504-4d0a-a4b9-c70527277358 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "DELETE /v2.0/ports/17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 HTTP/1.1" status: 204 len: 173 time: 1.8114469 Jun 03 15:14:17.118495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-dbcfa60e-7a89-4b2c-9bf0-7ea2bcb21fd6 req-a5918565-f96f-45fd-8074-cae7a10838af tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Unset dirty status for tenant:cd2d14f162a5467fa9e5e3644c5b8d27 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:17.119672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbcfa60e-7a89-4b2c-9bf0-7ea2bcb21fd6 req-a5918565-f96f-45fd-8074-cae7a10838af tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390789 Jun 03 15:14:17.124524 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3bec05f7-5a42-4c5f-90a8-018294e6ca5a req-c672cb25-5cf0-44c1-b260-812b594bdb6b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:17.176897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672cb25-5cf0-44c1-b260-812b594bdb6b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf415a9-d746-4c69-bb00-6b1ebb25f2fe,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:17.183439 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3bec05f7-5a42-4c5f-90a8-018294e6ca5a req-c672cb25-5cf0-44c1-b260-812b594bdb6b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:17.184580 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bec05f7-5a42-4c5f-90a8-018294e6ca5a req-c672cb25-5cf0-44c1-b260-812b594bdb6b tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "DELETE /v2.0/security-groups/ddf415a9-d746-4c69-bb00-6b1ebb25f2fe HTTP/1.1" status: 204 len: 173 time: 0.7443852 Jun 03 15:14:17.208828 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-d56dd73a-be26-40e4-bc1f-b807f4fb3bd3 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914251 Jun 03 15:14:17.272011 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b3b453-565b-4b55-9e4f-f0eea332aafd'] response: {'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4063cb38-017f-446d-b983-efa260d39050', 'code': 200} Jun 03 15:14:17.273011 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b3b453-565b-4b55-9e4f-f0eea332aafd'] response: {'server_uuid': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683', 'code': 200} Jun 03 15:14:17.374076 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed644ce5-9584-4737-abbb-a45d2dcf41f2'] response: {'name': 'network-changed', 'server_uuid': 'd8dde4b7-95b7-4c7f-a41a-f19dd620e8bf', 'tag': '097f3a10-8514-4232-9e14-a60be88bec08', 'status': 'completed', 'code': 200} Jun 03 15:14:17.661259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fd7039-12e3-4f43-a945-44377fa0691b req-08dc3d18-4a14-4bae-83ca-6033d03ee36d service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210103 Jun 03 15:14:17.673011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1492c123-b48d-4fc2-b5fc-6102fa65dbb5 req-d0b30d18-1931-420f-9c2b-52c8ec715de9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Synchronizing usage tracker for tenant:242e132ffe3c43459e9a46589013406a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:17.687257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491995a3-b945-47a5-930f-20519eb4b5ea req-8955ffde-60d9-45aa-b575-b919e67eab4e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:17.688690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-8955ffde-60d9-45aa-b575-b919e67eab4e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 804 time: 0.4786737 Jun 03 15:14:17.717888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-825433f1-5bf9-4d14-bbd2-c1c6ffc8d787 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:17.719308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-825433f1-5bf9-4d14-bbd2-c1c6ffc8d787 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 820 time: 0.3443685 Jun 03 15:14:17.724647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Request body: {'port': {'device_id': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'admin_state_up': True, 'tenant_id': '242e132ffe3c43459e9a46589013406a'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:17.785754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1492c123-b48d-4fc2-b5fc-6102fa65dbb5 req-d0b30d18-1931-420f-9c2b-52c8ec715de9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Unset dirty status for tenant:242e132ffe3c43459e9a46589013406a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:17.786913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1492c123-b48d-4fc2-b5fc-6102fa65dbb5 req-d0b30d18-1931-420f-9c2b-52c8ec715de9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 210 time: 0.2067857 Jun 03 15:14:17.867788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-9befb635-6790-4084-849e-3fdce418d900 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/quotas/4e4652bab4e34ad58d39564c3d0261fb HTTP/1.1" status: 200 len: 375 time: 0.1280475 Jun 03 15:14:18.054503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:18.071358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:18.081985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39596-d926-4504-9469-d9b265370aec req-c837b221-1ce7-4884-b42b-f7015e24d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:18.083491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89f39596-d926-4504-9469-d9b265370aec req-c837b221-1ce7-4884-b42b-f7015e24d5c8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=d8dde4b7-95b7-4c7f-a41a-f19dd620e8bf HTTP/1.1" status: 200 len: 1097 time: 0.3426993 Jun 03 15:14:18.116447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Made reservation on behalf of 242e132ffe3c43459e9a46589013406a for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:18.119851 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:18.196019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67160ec-b4d8-4b8c-937b-856da8fdd5c5 req-1970b310-ed11-4a15-ba17-99f1503c9588 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:18.197490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f67160ec-b4d8-4b8c-937b-856da8fdd5c5 req-1970b310-ed11-4a15-ba17-99f1503c9588 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 948 time: 0.2781239 Jun 03 15:14:18.217109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-793801a1-1fd4-4ff5-b997-5eaf64e18590 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3384190 Jun 03 15:14:18.539938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f67160ec-b4d8-4b8c-937b-856da8fdd5c5 req-7e4d871a-a0f0-4e9b-b073-9aa9212960d7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326678 Jun 03 15:14:18.557603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39596-d926-4504-9469-d9b265370aec req-56941295-9900-44d7-ad42-5513d425b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:18.559053 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89f39596-d926-4504-9469-d9b265370aec req-56941295-9900-44d7-ad42-5513d425b380 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.4646587 Jun 03 15:14:18.698096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89f39596-d926-4504-9469-d9b265370aec req-29787904-d4c7-4d00-9415-a47e985c7910 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=097f3a10-8514-4232-9e14-a60be88bec08 HTTP/1.1" status: 200 len: 217 time: 0.1222923 Jun 03 15:14:18.766441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-6c1c31e2-a5f9-441b-8d26-4c20f5586aa9 service neutron] 10.222.0.48 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294056 Jun 03 15:14:18.886856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e0a4276-3888-4811-a930-04528b717ff8 req-1328d358-fdc2-4ccd-a4f3-fee2c8397d7f tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/30310eb5-9a04-4ca3-bc99-d397e873cdfa HTTP/1.1" status: 200 len: 1811 time: 0.2566886 Jun 03 15:14:18.902124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Allocated IP 172.20.0.5 (792a4a9d-a386-4c71-aeab-373b9ac4887e/16b9255b-6a22-475f-892c-3d87acb00f06/96fddac1-ba18-4ea2-beb3-deaeb11989d9) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:18.925609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39596-d926-4504-9469-d9b265370aec req-debebedb-9977-4f7a-8b0a-38560aef3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:18.926983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89f39596-d926-4504-9469-d9b265370aec req-debebedb-9977-4f7a-8b0a-38560aef3c38 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2180908 Jun 03 15:14:19.092604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-9483ffcf-a7a7-44c3-86b1-d7b65b293e85 service neutron] 10.222.0.48 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136997 Jun 03 15:14:19.180220 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e0a4276-3888-4811-a930-04528b717ff8 req-f3c6c088-a9c5-4313-a25c-e792691d1362 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.238850 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e0a4276-3888-4811-a930-04528b717ff8 req-f3c6c088-a9c5-4313-a25c-e792691d1362 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.240740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:19.276961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:19.277694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 17dfe3f0-f5c9-4a9d-8f84-1ec976a08683 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:19.293292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39596-d926-4504-9469-d9b265370aec req-3fb94f4b-1b6f-4f1c-89ac-3f49980eefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:19.294849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89f39596-d926-4504-9469-d9b265370aec req-3fb94f4b-1b6f-4f1c-89ac-3f49980eefe5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3454177 Jun 03 15:14:19.393736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'name': 'network-vif-deleted', 'tag': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:19.400988 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.440899 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e0a4276-3888-4811-a930-04528b717ff8 req-f3c6c088-a9c5-4313-a25c-e792691d1362 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.474590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6c088-a9c5-4313-a25c-e792691d1362 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30310eb5-9a04-4ca3-bc99-d397e873cdfa,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:19.519600 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.524038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89f39596-d926-4504-9469-d9b265370aec req-09918b26-7bb0-40a0-8189-12a1ffa1ca4a service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174921 Jun 03 15:14:19.611811 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e0a4276-3888-4811-a930-04528b717ff8 req-f3c6c088-a9c5-4313-a25c-e792691d1362 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.612933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e0a4276-3888-4811-a930-04528b717ff8 req-f3c6c088-a9c5-4313-a25c-e792691d1362 tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "DELETE /v2.0/security-groups/30310eb5-9a04-4ca3-bc99-d397e873cdfa HTTP/1.1" status: 204 len: 173 time: 0.7087142 Jun 03 15:14:19.678122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Network 792a4a9d-a386-4c71-aeab-373b9ac4887e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:19.688423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:19.698736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:19.733888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Pushing event updated for resources: {'Port': ['ID=96fddac1-ba18-4ea2-beb3-deaeb11989d9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:19.801296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:19.801906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:19.829698 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89f39596-d926-4504-9469-d9b265370aec req-493769ff-38b0-4828-b14b-0dab53f65ece service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670417 Jun 03 15:14:19.838622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-1cce2139-3153-400d-afbc-2b419738449f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1270082 Jun 03 15:14:19.850353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Request body: {'port': {'device_id': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:19.979066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-d7c796a6-380e-4358-95a9-1bb78ade7b6d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=56abfe7ac6594200b7814a183ed3b39d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467300 Jun 03 15:14:20.156589 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:20.232159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b81ad-49fb-492e-8c29-6fa2fea2dcc6 req-f27d8e71-09a9-4c04-b706-0705c238f5af tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:20.232747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0e9b81ad-49fb-492e-8c29-6fa2fea2dcc6 req-f27d8e71-09a9-4c04-b706-0705c238f5af tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Synchronizing usage tracker for tenant:242e132ffe3c43459e9a46589013406a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:20.238228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 911ab52b-da76-4296-ab43-3299325e66fd details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:20.275083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde405a-6327-4d70-bfb4-51710af09ebc req-f120cfed-e3ae-4d52-854a-3fb702e58744 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:20.276476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-f120cfed-e3ae-4d52-854a-3fb702e58744 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857420 Jun 03 15:14:20.303713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-13c2b8c6-4070-49b1-aac3-8bb230730414 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/quotas/56abfe7ac6594200b7814a183ed3b39d HTTP/1.1" status: 200 len: 375 time: 0.0207539 Jun 03 15:14:20.304227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0e9b81ad-49fb-492e-8c29-6fa2fea2dcc6 req-f27d8e71-09a9-4c04-b706-0705c238f5af tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Unset dirty status for tenant:242e132ffe3c43459e9a46589013406a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:20.305238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e9b81ad-49fb-492e-8c29-6fa2fea2dcc6 req-f27d8e71-09a9-4c04-b706-0705c238f5af tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 931 time: 0.4197979 Jun 03 15:14:20.397118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 911ab52b-da76-4296-ab43-3299325e66fd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=911ab52b-da76-4296-ab43-3299325e66fd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:20.411942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '911ab52b-da76-4296-ab43-3299325e66fd', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '911ab52b-da76-4296-ab43-3299325e66fd', 'mac_address': 'fa:16:3e:ee:83:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:20.472835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 911ab52b-da76-4296-ab43-3299325e66fd is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:20.473202 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:20.490777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911ab52b-da76-4296-ab43-3299325e66fd {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:20.508312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 911ab52b-da76-4296-ab43-3299325e66fd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=911ab52b-da76-4296-ab43-3299325e66fd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:20.513301 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:20.583825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=911ab52b-da76-4296-ab43-3299325e66fd,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:20.675597 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e9b81ad-49fb-492e-8c29-6fa2fea2dcc6 req-d36b8241-9c61-4169-84b5-376c8fe41a86 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297327 Jun 03 15:14:20.743606 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e0a8c1-aa59-4533-a026-f5f04464c45d'] response: {'server_uuid': '67c3a1de-be5e-4e14-a1c6-d3b1d8a8bde4', 'name': 'network-vif-deleted', 'tag': '17dfe3f0-f5c9-4a9d-8f84-1ec976a08683', 'status': 'completed', 'code': 200} Jun 03 15:14:20.822605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-a2862b4e-13c4-43e9-a6ef-6c3ab1693c21 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4756846 Jun 03 15:14:20.884173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d2e9c0b-0ea3-4348-b074-ef8db06c0445 req-504eff41-9657-431b-a755-16baafa6951f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 210 time: 0.0589945 Jun 03 15:14:20.891802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-2f2c32b9-79d6-4c12-867b-d7f3e97baf6b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:20.893377 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-2f2c32b9-79d6-4c12-867b-d7f3e97baf6b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 820 time: 0.2581842 Jun 03 15:14:20.912101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Request body: {'port': {'device_id': '863f05f5-264d-45f5-a8c3-16080db3876f', 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810', 'admin_state_up': True, 'tenant_id': '4e4652bab4e34ad58d39564c3d0261fb'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:20.999221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['911ab52b-da76-4296-ab43-3299325e66fd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:21.154093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fddac1-ba18-4ea2-beb3-deaeb11989d9 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:21.189275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.199701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b99b6e0b-5562-4d39-bdab-76d847eabecd req-28515fe2-ebbe-4185-99ba-5fbf345fe74c tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "GET /v2.0/security-groups/c5c3a613-46dd-45d5-b702-464d7e67d102 HTTP/1.1" status: 200 len: 1812 time: 0.2045469 Jun 03 15:14:21.238600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Transition to ACTIVE for port object 96fddac1-ba18-4ea2-beb3-deaeb11989d9 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:21.252997 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.277608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 097f3a10-8514-4232-9e14-a60be88bec08 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:21.306223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:21.327846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Usage tracker for resource:port and tenant:4e4652bab4e34ad58d39564c3d0261fb is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:21.336137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:21.402356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:21.441139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Pushing event updated for resources: {'Port': ['ID=96fddac1-ba18-4ea2-beb3-deaeb11989d9,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:21.481205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Made reservation on behalf of 4e4652bab4e34ad58d39564c3d0261fb for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:21.484583 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.503019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176e24d-d716-47f3-abb6-c282013f2b9e req-d248ba12-3341-45a3-862a-43e73553325c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:21.504458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1176e24d-d716-47f3-abb6-c282013f2b9e req-d248ba12-3341-45a3-862a-43e73553325c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 949 time: 0.4460607 Jun 03 15:14:21.526106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 097f3a10-8514-4232-9e14-a60be88bec08, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=097f3a10-8514-4232-9e14-a60be88bec08,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:21.546512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '097f3a10-8514-4232-9e14-a60be88bec08', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '097f3a10-8514-4232-9e14-a60be88bec08', 'mac_address': 'fa:16:3e:cb:d4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:21.552495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-2e81772c-d22b-467a-ae1c-02c04150c700 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:21.559541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-2e81772c-d22b-467a-ae1c-02c04150c700 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:21.565841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-2e81772c-d22b-467a-ae1c-02c04150c700 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:21.566736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-2e81772c-d22b-467a-ae1c-02c04150c700 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Synchronizing usage tracker for tenant:174af88446244ef48fad351389235316 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:21.581551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-2e81772c-d22b-467a-ae1c-02c04150c700 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Unset dirty status for tenant:174af88446244ef48fad351389235316 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:21.582736 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-2e81772c-d22b-467a-ae1c-02c04150c700 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2418 time: 0.1301236 Jun 03 15:14:21.590662 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b99b6e0b-5562-4d39-bdab-76d847eabecd req-a76d1a50-2151-426f-a6bd-11c90a137c4a tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.646243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 097f3a10-8514-4232-9e14-a60be88bec08 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:21.646838 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.672368 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097f3a10-8514-4232-9e14-a60be88bec08 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:21.691051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 097f3a10-8514-4232-9e14-a60be88bec08, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=097f3a10-8514-4232-9e14-a60be88bec08,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:21.696974 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.711557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1176e24d-d716-47f3-abb6-c282013f2b9e req-df680718-fccc-48ab-b583-72b99ee37354 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662338 Jun 03 15:14:21.745494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b99b6e0b-5562-4d39-bdab-76d847eabecd req-a76d1a50-2151-426f-a6bd-11c90a137c4a tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.780649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=097f3a10-8514-4232-9e14-a60be88bec08,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:21.879757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-18639776-a9dd-4276-a8dc-70890de428eb tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting port 1068c2ad-65ae-4e41-aad7-9998061db456 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:21.880349 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-18639776-a9dd-4276-a8dc-70890de428eb tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.888834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Attempting to bind port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:21.889371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Attempting to bind port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:21.889837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Attempting to bind port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:21.902327 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b99b6e0b-5562-4d39-bdab-76d847eabecd req-a76d1a50-2151-426f-a6bd-11c90a137c4a tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:21.925308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:14:21.926037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Attempting to bind port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:21.935240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['097f3a10-8514-4232-9e14-a60be88bec08'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:21.968854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d1a50-2151-426f-a6bd-11c90a137c4a tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c3a613-46dd-45d5-b702-464d7e67d102,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:21.979014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:21.979597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Checking segment: {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:21.980156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Bound using segment: {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:21.980779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Bound port: 96fddac1-ba18-4ea2-beb3-deaeb11989d9, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:21.981342 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.084168 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b99b6e0b-5562-4d39-bdab-76d847eabecd req-a76d1a50-2151-426f-a6bd-11c90a137c4a tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.099206 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b99b6e0b-5562-4d39-bdab-76d847eabecd req-a76d1a50-2151-426f-a6bd-11c90a137c4a tempest-SecurityGroupRulesNegativeTestJSON-1198147023 tempest-SecurityGroupRulesNegativeTestJSON-1198147023-project] 10.222.0.48 "DELETE /v2.0/security-groups/c5c3a613-46dd-45d5-b702-464d7e67d102 HTTP/1.1" status: 204 len: 173 time: 0.8789914 Jun 03 15:14:22.099929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57980) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:22.200443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Allocated IP 172.20.0.14 (f42f2f56-7eb9-4dd9-8460-83c70ed53810/9d8d6379-eb96-4f03-8390-c2aeb681aa26/e644be6d-9782-40bd-902a-5e72a3071767) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:22.220011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-18639776-a9dd-4276-a8dc-70890de428eb tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] For port 1068c2ad-65ae-4e41-aad7-9998061db456, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1068c2ad-65ae-4e41-aad7-9998061db456,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:22.221321 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-18639776-a9dd-4276-a8dc-70890de428eb tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.252941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-72beb67f-a53c-4344-92b5-1335a8906630 admin admin] Deleting subnet 102e723d-2dc4-4c7c-bb3a-eccd32d9e662 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:14:22.259335 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72beb67f-a53c-4344-92b5-1335a8906630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.382976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-18639776-a9dd-4276-a8dc-70890de428eb tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Calling delete_port for 1068c2ad-65ae-4e41-aad7-9998061db456 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:22.605510 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-18639776-a9dd-4276-a8dc-70890de428eb tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.617713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['407e585a-402a-496f-a033-a2eedd7bc8d9', 'cc601b6c-99a8-4b6d-84f6-4be60a473ed7', '1068c2ad-65ae-4e41-aad7-9998061db456'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:22.640067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] For port 96fddac1-ba18-4ea2-beb3-deaeb11989d9, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:22.655758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72beb67f-a53c-4344-92b5-1335a8906630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:22.682349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18639776-a9dd-4276-a8dc-70890de428eb tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Port': ['ID=1068c2ad-65ae-4e41-aad7-9998061db456,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:22.692254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b523ee-db93-4397-a6fe-dba8cf246e85 req-b5981389-5032-41b3-83cb-2fb6b548e33b tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:22.698847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b523ee-db93-4397-a6fe-dba8cf246e85 req-b5981389-5032-41b3-83cb-2fb6b548e33b tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:22.704791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b523ee-db93-4397-a6fe-dba8cf246e85 req-b5981389-5032-41b3-83cb-2fb6b548e33b tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:22.706765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32b523ee-db93-4397-a6fe-dba8cf246e85 req-b5981389-5032-41b3-83cb-2fb6b548e33b tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 2418 time: 0.8602617 Jun 03 15:14:22.720485 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-9b49ecf9-d191-42fc-926a-6ab7021559d0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=56abfe7ac6594200b7814a183ed3b39d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473795 Jun 03 15:14:22.861757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] For port 96fddac1-ba18-4ea2-beb3-deaeb11989d9, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=96fddac1-ba18-4ea2-beb3-deaeb11989d9,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:22.996201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-18639776-a9dd-4276-a8dc-70890de428eb tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] No DVR routers for this DVR port 1068c2ad-65ae-4e41-aad7-9998061db456 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:22.999115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-18639776-a9dd-4276-a8dc-70890de428eb tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.013111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde405a-6327-4d70-bfb4-51710af09ebc req-f6e1c1de-b112-4675-a304-ed20f3dbac24 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:23.014850 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-f6e1c1de-b112-4675-a304-ed20f3dbac24 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2493429 Jun 03 15:14:23.016903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-deleted', 'tag': '1068c2ad-65ae-4e41-aad7-9998061db456'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:23.041318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Request body: {'port': {'device_id': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '56abfe7ac6594200b7814a183ed3b39d'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:23.125358 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8952a385-07b2-4a42-8955-2fb67de0504b req-f767e19b-2f59-4f3d-99a5-9e56ba6725e6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5589421 Jun 03 15:14:23.126461 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a53179d-c25a-4464-993b-1e9f35a975b6 req-1c92e6b1-c84d-47cf-a2cf-d5a24ebb10a0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 210 time: 0.3619165 Jun 03 15:14:23.140017 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-18639776-a9dd-4276-a8dc-70890de428eb tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.75 "DELETE /v2.0/ports/1068c2ad-65ae-4e41-aad7-9998061db456 HTTP/1.1" status: 204 len: 173 time: 1.5509517 Jun 03 15:14:23.147655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.219211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32b523ee-db93-4397-a6fe-dba8cf246e85 req-ba7698f9-13fc-4d5a-8651-62d30f1a0bbe tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764786 Jun 03 15:14:23.227910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:23.228523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.230086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] 10.222.0.75 "PUT /v2.0/ports/96fddac1-ba18-4ea2-beb3-deaeb11989d9 HTTP/1.1" status: 200 len: 1091 time: 3.3842659 Jun 03 15:14:23.245803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'tag': '96fddac1-ba18-4ea2-beb3-deaeb11989d9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:23.264772 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72beb67f-a53c-4344-92b5-1335a8906630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.283525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 097f3a10-8514-4232-9e14-a60be88bec08 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:23.347924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-7928978a-8848-4f97-a3ed-a10f35d0a079 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting port 407e585a-402a-496f-a033-a2eedd7bc8d9 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:23.348190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-7928978a-8848-4f97-a3ed-a10f35d0a079 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.348306 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.422170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 097f3a10-8514-4232-9e14-a60be88bec08 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:23.425168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:23.427359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 097f3a10-8514-4232-9e14-a60be88bec08 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:23.427783 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.443095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:23.512303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952a385-07b2-4a42-8955-2fb67de0504b req-6317e4d2-f23c-4669-8163-b817368279e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:23.513898 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8952a385-07b2-4a42-8955-2fb67de0504b req-6317e4d2-f23c-4669-8163-b817368279e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 1095 time: 0.2795353 Jun 03 15:14:23.517014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Made reservation on behalf of 56abfe7ac6594200b7814a183ed3b39d for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:23.522100 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.551568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 097f3a10-8514-4232-9e14-a60be88bec08 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:23.552039 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.579066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dde4b7-95b7-4c7f-a41a-f19dd620e8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097f3a10-8514-4232-9e14-a60be88bec08'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:23.589538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 097f3a10-8514-4232-9e14-a60be88bec08, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=097f3a10-8514-4232-9e14-a60be88bec08,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:23.590406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1759e8a4-bcf9-4533-88d9-65d1eb6eac6e req-1398c851-ab9b-4b09-a33b-996d62209945 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Synchronizing usage tracker for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:23.594669 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.595834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1068c2ad-65ae-4e41-aad7-9998061db456 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:23.598071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb3e5b-187b-4c42-bab1-fb372a76519b service neutron] Pushing event updated for resources: {'Port': ['ID=96fddac1-ba18-4ea2-beb3-deaeb11989d9,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:23.653352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491995a3-b945-47a5-930f-20519eb4b5ea req-77215fe3-c232-4a57-9045-4a4a67a0b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:23.654896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-77215fe3-c232-4a57-9045-4a4a67a0b35c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 1094 time: 0.2712984 Jun 03 15:14:23.665943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf0600-84ba-4453-b7b5-f26386f7806b req-a1c6a845-345a-4812-a7eb-33a335d4dea6 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:23.667458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97bf0600-84ba-4453-b7b5-f26386f7806b req-a1c6a845-345a-4812-a7eb-33a335d4dea6 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 943 time: 0.2974832 Jun 03 15:14:23.671660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1759e8a4-bcf9-4533-88d9-65d1eb6eac6e req-1398c851-ab9b-4b09-a33b-996d62209945 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Unset dirty status for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:23.672741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1759e8a4-bcf9-4533-88d9-65d1eb6eac6e req-1398c851-ab9b-4b09-a33b-996d62209945 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 210 time: 0.2685769 Jun 03 15:14:23.672870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 1068c2ad-65ae-4e41-aad7-9998061db456 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:23.673438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1068c2ad-65ae-4e41-aad7-9998061db456 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:23.674121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device cc601b6c-99a8-4b6d-84f6-4be60a473ed7 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:23.756378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-389987a6-48bf-4d5b-b90e-3d3485261e15 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fddac1-ba18-4ea2-beb3-deaeb11989d9 HTTP/1.1" status: 200 len: 217 time: 0.0860779 Jun 03 15:14:23.764893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=097f3a10-8514-4232-9e14-a60be88bec08,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:23.766527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72beb67f-a53c-4344-92b5-1335a8906630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.829926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:23.829926 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.839914 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.841854 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72beb67f-a53c-4344-92b5-1335a8906630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.871278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port cc601b6c-99a8-4b6d-84f6-4be60a473ed7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:23.880203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['d4d6aec2-9fb4-489f-ae07-beb8eba82f11'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:23.928084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97bf0600-84ba-4453-b7b5-f26386f7806b req-d5ccdf8e-2058-46c7-98b8-2e55e0700787 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956711 Jun 03 15:14:23.931886 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:23.932914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72beb67f-a53c-4344-92b5-1335a8906630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102e723d-2dc4-4c7c-bb3a-eccd32d9e662,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:23.956964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.75', 57631) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:23.996172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-72beb67f-a53c-4344-92b5-1335a8906630 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/102e723d-2dc4-4c7c-bb3a-eccd32d9e662 HTTP/1.1" status: 204 len: 168 time: 1.8855295 Jun 03 15:14:24.006361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58004) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:24.021599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Network f42f2f56-7eb9-4dd9-8460-83c70ed53810 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:24.030141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:24.043786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:24.053866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:24.057476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-7928978a-8848-4f97-a3ed-a10f35d0a079 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] For port 407e585a-402a-496f-a033-a2eedd7bc8d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=407e585a-402a-496f-a033-a2eedd7bc8d9,segment=NetworkSegment(1634d8e8-7179-41f3-9341-713212536428),segment_id=1634d8e8-7179-41f3-9341-713212536428)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:24.057827 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-7928978a-8848-4f97-a3ed-a10f35d0a079 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.183941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491995a3-b945-47a5-930f-20519eb4b5ea req-2fffb1e8-dcc7-4713-b2b6-7c550709b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:24.185386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-2fffb1e8-dcc7-4713-b2b6-7c550709b606 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9255b-6a22-475f-892c-3d87acb00f06 HTTP/1.1" status: 200 len: 844 time: 0.4058027 Jun 03 15:14:24.205932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Pushing event updated for resources: {'Port': ['ID=e644be6d-9782-40bd-902a-5e72a3071767,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:24.218328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-7928978a-8848-4f97-a3ed-a10f35d0a079 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Calling delete_port for 407e585a-402a-496f-a033-a2eedd7bc8d9 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:24.273183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 911ab52b-da76-4296-ab43-3299325e66fd up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:24.282965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952a385-07b2-4a42-8955-2fb67de0504b req-4537f36b-9afe-497a-aad3-b1244dd2200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:24.285202 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8952a385-07b2-4a42-8955-2fb67de0504b req-4537f36b-9afe-497a-aad3-b1244dd2200a service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.7349434 Jun 03 15:14:24.297938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-e0dea0fa-e6dd-445a-ae6b-02055f9401a4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=792a4a9d-a386-4c71-aeab-373b9ac4887e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863590 Jun 03 15:14:24.310361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.336663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:24.336939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.379402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 911ab52b-da76-4296-ab43-3299325e66fd completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:24.392741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 911ab52b-da76-4296-ab43-3299325e66fd triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:24.393186 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8952a385-07b2-4a42-8955-2fb67de0504b req-c3141d6a-b44d-42d6-82a4-e0c218df3441 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b HTTP/1.1" status: 200 len: 217 time: 0.0936565 Jun 03 15:14:24.393978 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.443586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-96221fc6-ee43-4e84-b3aa-6832f43669ca tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5352769 Jun 03 15:14:24.473918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Allocated IP 192.168.233.147 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/b0a23afd-34dd-4424-a1b2-0c19de35c000) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:24.478653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Request body: {'port': {'device_id': '863f05f5-264d-45f5-a8c3-16080db3876f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:24.509719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779a07c-7c75-4db7-a502-c2d47cdcd0b6 req-c9803c1b-8088-47f3-9907-977d73a5e8ad tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:24.514371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8779a07c-7c75-4db7-a502-c2d47cdcd0b6 req-c9803c1b-8088-47f3-9907-977d73a5e8ad tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 946 time: 0.5792871 Jun 03 15:14:24.522337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952a385-07b2-4a42-8955-2fb67de0504b req-82f5a9a8-88c1-4fd5-bcc8-b8491aedd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:24.523804 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8952a385-07b2-4a42-8955-2fb67de0504b req-82f5a9a8-88c1-4fd5-bcc8-b8491aedd3a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1233993 Jun 03 15:14:24.538531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 911ab52b-da76-4296-ab43-3299325e66fd is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:24.538531 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.571599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 911ab52b-da76-4296-ab43-3299325e66fd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=911ab52b-da76-4296-ab43-3299325e66fd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:24.576567 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.624102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-1beeca03-59c0-4db7-be48-c7d3b7722982 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:24.624845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-1beeca03-59c0-4db7-be48-c7d3b7722982 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Synchronizing usage tracker for tenant:b8a68f7690074e829c03c3202f5c7f6a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:24.645201 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8952a385-07b2-4a42-8955-2fb67de0504b req-2d9db24c-7812-4638-8a9a-3acddb8325f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048090 Jun 03 15:14:24.655549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=911ab52b-da76-4296-ab43-3299325e66fd,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:24.784907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-1beeca03-59c0-4db7-be48-c7d3b7722982 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Unset dirty status for tenant:b8a68f7690074e829c03c3202f5c7f6a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:24.785977 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-1beeca03-59c0-4db7-be48-c7d3b7722982 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 946 time: 0.8221426 Jun 03 15:14:24.811441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6236b44-7d2a-47e7-8f52-9105c4d8ec5c req-5189d293-811a-4b82-a0be-aee03114e8f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:24.812870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6236b44-7d2a-47e7-8f52-9105c4d8ec5c req-5189d293-811a-4b82-a0be-aee03114e8f4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 949 time: 0.7244878 Jun 03 15:14:24.861200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8779a07c-7c75-4db7-a502-c2d47cdcd0b6 req-23b8a0e0-2162-4c83-bade-008a47277578 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a647cb81-6296-4eae-86d9-b6a0447a2bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3414078 Jun 03 15:14:24.880031 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.886484 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-7928978a-8848-4f97-a3ed-a10f35d0a079 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.911430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-a0175330-72a1-4768-900b-e3037242306e service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049900 Jun 03 15:14:24.947519 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e41574-c136-4920-848a-6694e640a1fb'] response: {'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-deleted', 'tag': '1068c2ad-65ae-4e41-aad7-9998061db456', 'status': 'completed', 'code': 200} Jun 03 15:14:24.971600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d25901-7daa-4473-a370-c78fb0a5e9e4']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:24.979748 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6faedf5-bb52-454b-a209-b7f27a3f9df3'] response: {'name': 'network-changed', 'server_uuid': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'tag': '96fddac1-ba18-4ea2-beb3-deaeb11989d9', 'status': 'completed', 'code': 200} Jun 03 15:14:24.985822 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:24.996183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928978a-8848-4f97-a3ed-a10f35d0a079 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Port': ['ID=407e585a-402a-496f-a033-a2eedd7bc8d9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:25.024339 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e4d261-a3d9-4fa3-9cd0-437404dbf0e0'] response: {'server_uuid': 'd8dde4b7-95b7-4c7f-a41a-f19dd620e8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097f3a10-8514-4232-9e14-a60be88bec08', 'code': 200} Jun 03 15:14:25.052099 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6236b44-7d2a-47e7-8f52-9105c4d8ec5c req-42e4f018-8f8a-451c-a4e1-737035761486 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298901 Jun 03 15:14:25.060239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Deleting port 98d655ba-b84b-43de-aa1c-b8817a498dd4 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:25.061208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.078797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547b4734-d0be-4cbd-b55e-547046d28c4d') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:25.079099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547b4734-d0be-4cbd-b55e-547046d28c4d') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:25.132993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.75', 57632) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:25.134759 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.238543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-7928978a-8848-4f97-a3ed-a10f35d0a079 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] No DVR routers for this DVR port 407e585a-402a-496f-a033-a2eedd7bc8d9 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:25.248273 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8952a385-07b2-4a42-8955-2fb67de0504b req-f0e69129-d861-470c-b9fa-55440f944c4c service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963533 Jun 03 15:14:25.249370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-7928978a-8848-4f97-a3ed-a10f35d0a079 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.267210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.300302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 407e585a-402a-496f-a033-a2eedd7bc8d9 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:25.337552 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.337782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:14:25.338259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.346378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 407e585a-402a-496f-a033-a2eedd7bc8d9 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:25.346946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 407e585a-402a-496f-a033-a2eedd7bc8d9 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:25.365972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-160d0ed1-6eb1-465c-bed0-5d26891ac91f req-4286274f-fea0-4461-8341-8be5a30c320d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 210 time: 0.1339374 Jun 03 15:14:25.445848 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 547b4734-d0be-4cbd-b55e-547046d28c4d resource provider aggregate not found Jun 03 15:14:25.472017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491995a3-b945-47a5-930f-20519eb4b5ea req-dca21695-9f9e-41bb-a5fc-070110dca073 service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313661 Jun 03 15:14:25.516856 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 547b4734-d0be-4cbd-b55e-547046d28c4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 547b4734-d0be-4cbd-b55e-547046d28c4d found for delete ", "request_id": "req-cfe355e9-8697-456a-9fc3-65c5c9c34552"}]} Jun 03 15:14:25.551051 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-7928978a-8848-4f97-a3ed-a10f35d0a079 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.75 "DELETE /v2.0/ports/407e585a-402a-496f-a033-a2eedd7bc8d9 HTTP/1.1" status: 204 len: 173 time: 2.4025950 Jun 03 15:14:25.616195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Transition to ACTIVE for port object b0a23afd-34dd-4424-a1b2-0c19de35c000 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:25.634268 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.660629 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.685409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d25901-7daa-4473-a370-c78fb0a5e9e4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:25.721908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fe735000-c86e-49e6-828b-780c6d470c48 admin admin] 10.222.0.48 "DELETE /v2.0/networks/25d25901-7daa-4473-a370-c78fb0a5e9e4 HTTP/1.1" status: 204 len: 168 time: 1.6988068 Jun 03 15:14:25.769031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-dcb809c1-951d-4e3e-8c1a-4a4be04c5862 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:25.769455 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-dcb809c1-951d-4e3e-8c1a-4a4be04c5862 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.796096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5927806-6017-46c7-b1b1-9f35fc68cc6f req-1f0dc086-2b79-44a1-8567-fe12079b4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:25.797551 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5927806-6017-46c7-b1b1-9f35fc68cc6f req-1f0dc086-2b79-44a1-8567-fe12079b4f70 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d8dde4b7-95b7-4c7f-a41a-f19dd620e8bf HTTP/1.1" status: 200 len: 1099 time: 0.6540093 Jun 03 15:14:25.820620 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8952a385-07b2-4a42-8955-2fb67de0504b req-86a1f08a-626c-431b-8e48-a552c881f4f6 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612962 Jun 03 15:14:25.841777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc6c92-cd47-40e0-95d5-d33bc8148eae req-75a6a652-234a-41b8-8f6e-f5b0863fc30d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:25.848872 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87bc6c92-cd47-40e0-95d5-d33bc8148eae req-75a6a652-234a-41b8-8f6e-f5b0863fc30d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 943 time: 0.5857003 Jun 03 15:14:25.927989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] For port 98d655ba-b84b-43de-aa1c-b8817a498dd4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=98d655ba-b84b-43de-aa1c-b8817a498dd4,segment=NetworkSegment(16e22082-df3f-4615-acc3-106df8d893fe),segment_id=16e22082-df3f-4615-acc3-106df8d893fe)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:25.928346 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:25.942957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:25.944661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1638b9-9c97-46b5-8f47-380f5407e58b req-fb050ac2-3f08-4390-af36-3d42800e9326 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:25.946292 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e1638b9-9c97-46b5-8f47-380f5407e58b req-fb050ac2-3f08-4390-af36-3d42800e9326 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 932 time: 0.4169569 Jun 03 15:14:25.953795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5927806-6017-46c7-b1b1-9f35fc68cc6f req-67e34c45-3d52-4d4b-9d5b-560a770566f2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471601 Jun 03 15:14:25.986405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87bc6c92-cd47-40e0-95d5-d33bc8148eae req-6fdb6d93-63c9-4f81-ac12-c40c7a455912 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366928 Jun 03 15:14:25.991917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a186f2a-9f9f-4244-8ec7-9820c86101cf req-ed0c5be6-b7c8-47ee-9cf6-01d3d0001f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:25.993360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a186f2a-9f9f-4244-8ec7-9820c86101cf req-ed0c5be6-b7c8-47ee-9cf6-01d3d0001f91 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 1094 time: 0.4617248 Jun 03 15:14:26.013580 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.027718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['4063cb38-017f-446d-b983-efa260d39050'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:26.029215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e1638b9-9c97-46b5-8f47-380f5407e58b req-6941470b-d245-47cc-9f27-1bedc9e59bfa tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720546 Jun 03 15:14:26.116061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e644be6d-9782-40bd-902a-5e72a3071767 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:26.132735 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.200825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Transition to ACTIVE for port object e644be6d-9782-40bd-902a-5e72a3071767 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:26.226816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:26.291623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:26.309121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:26.356681 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.360009 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c3564734-dc76-4667-9a13-eef9e16011ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8c26fed818a4f95b57bca928baf8d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109597 Jun 03 15:14:26.371015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58036) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:26.373087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event updated for resources: {'Port': ['ID=b0a23afd-34dd-4424-a1b2-0c19de35c000,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:26.525141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:26.525756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.549371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-dcb809c1-951d-4e3e-8c1a-4a4be04c5862 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] For port cc601b6c-99a8-4b6d-84f6-4be60a473ed7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:26.549721 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-dcb809c1-951d-4e3e-8c1a-4a4be04c5862 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.564504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0ccfd2f3-565c-4ca3-a854-fd18b39e46ff None None] Provisioning for port b0a23afd-34dd-4424-a1b2-0c19de35c000 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:26.571170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0ccfd2f3-565c-4ca3-a854-fd18b39e46ff None None] Provisioning complete for port b0a23afd-34dd-4424-a1b2-0c19de35c000 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:26.571533 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd2f3-565c-4ca3-a854-fd18b39e46ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.634381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfd2f3-565c-4ca3-a854-fd18b39e46ff None None] Port b0a23afd-34dd-4424-a1b2-0c19de35c000 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:26.677686 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c9358090-f28c-4967-abae-5106d1f146f6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6450632 Jun 03 15:14:26.684470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-dcb809c1-951d-4e3e-8c1a-4a4be04c5862 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Calling delete_port for cc601b6c-99a8-4b6d-84f6-4be60a473ed7 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:26.714955 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.715311 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.715613 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Floating IP 89e96721-5fd7-41dc-b8f8-0dc482aeabcb disassociated. External IP: 172.25.7.215, port: 98d655ba-b84b-43de-aa1c-b8817a498dd4. Jun 03 15:14:26.715945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Calling delete_port for 98d655ba-b84b-43de-aa1c-b8817a498dd4 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:26.756017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Request body: {'port': {'device_id': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:26.769471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Pushing event updated for resources: {'Port': ['ID=e644be6d-9782-40bd-902a-5e72a3071767,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:26.836863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a186f2a-9f9f-4244-8ec7-9820c86101cf req-215dfb20-30e8-4e05-ae11-3032a37c1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:26.838333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a186f2a-9f9f-4244-8ec7-9820c86101cf req-215dfb20-30e8-4e05-ae11-3032a37c1f1c service neutron] 10.222.0.75 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 905 time: 0.6679029 Jun 03 15:14:26.922803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fd0e7-2a5f-42eb-a89a-7014ebe2f6e2 req-f801aa91-a7cd-44d0-be06-9e901d4a6bd6 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:26.924227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-450fd0e7-2a5f-42eb-a89a-7014ebe2f6e2 req-f801aa91-a7cd-44d0-be06-9e901d4a6bd6 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 946 time: 0.6777370 Jun 03 15:14:26.940644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caa386-4c3f-463f-8390-00cc9b3bef30 req-b3c2abb2-f673-4c95-b319-0cb082ad1607 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:26.942109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27caa386-4c3f-463f-8390-00cc9b3bef30 req-b3c2abb2-f673-4c95-b319-0cb082ad1607 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 943 time: 0.7741575 Jun 03 15:14:26.951873 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-deleted', 'tag': '407e585a-402a-496f-a033-a2eedd7bc8d9'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:26.953825 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2106303a-a57c-448c-9d97-2d8f20aaf60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:26.960494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a186f2a-9f9f-4244-8ec7-9820c86101cf req-6a8fa09a-f312-4ba9-9b82-e91b3e8db91d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96fddac1-ba18-4ea2-beb3-deaeb11989d9 HTTP/1.1" status: 200 len: 217 time: 0.1079638 Jun 03 15:14:26.995939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:26.996247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:26.996565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:27.017478 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.025962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc601b6c-99a8-4b6d-84f6-4be60a473ed7'}, {'server_uuid': '712c2434-56b5-4b5d-8f93-93f7f7449a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911ab52b-da76-4296-ab43-3299325e66fd'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:27.076395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Port e644be6d-9782-40bd-902a-5e72a3071767 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:14:27.076782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:27.113614 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2106303a-a57c-448c-9d97-2d8f20aaf60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.120541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:27.120964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:27.121272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:27.121715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Bound port: e644be6d-9782-40bd-902a-5e72a3071767, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:27.122079 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.148537 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27caa386-4c3f-463f-8390-00cc9b3bef30 req-b2f29180-5ae2-4ef5-992e-7a366caf32a4 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926253 Jun 03 15:14:27.162040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-450fd0e7-2a5f-42eb-a89a-7014ebe2f6e2 req-3db36bb0-f00f-4ea0-a261-5b87e8bfa242 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/security-groups?id=a647cb81-6296-4eae-86d9-b6a0447a2bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188735 Jun 03 15:14:27.213279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a186f2a-9f9f-4244-8ec7-9820c86101cf req-4c2133e6-716f-41cf-a091-71c16a6145c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:27.214782 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a186f2a-9f9f-4244-8ec7-9820c86101cf req-4c2133e6-716f-41cf-a091-71c16a6145c2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9255b-6a22-475f-892c-3d87acb00f06 HTTP/1.1" status: 200 len: 844 time: 0.2200994 Jun 03 15:14:27.231735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-dcb809c1-951d-4e3e-8c1a-4a4be04c5862 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.287038 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.296684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a186f2a-9f9f-4244-8ec7-9820c86101cf req-1e47a7ad-17d6-4b52-925b-90f0e67014e3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=792a4a9d-a386-4c71-aeab-373b9ac4887e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587549 Jun 03 15:14:27.300732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 98d655ba-b84b-43de-aa1c-b8817a498dd4 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:27.318767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb809c1-951d-4e3e-8c1a-4a4be04c5862 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Port': ['ID=cc601b6c-99a8-4b6d-84f6-4be60a473ed7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:27.411995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 98d655ba-b84b-43de-aa1c-b8817a498dd4 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:27.412467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 98d655ba-b84b-43de-aa1c-b8817a498dd4 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:27.482454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Pushing event deleted for resources: {'Port': ['ID=98d655ba-b84b-43de-aa1c-b8817a498dd4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:27.522080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-dcb809c1-951d-4e3e-8c1a-4a4be04c5862 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] No DVR routers for this DVR port cc601b6c-99a8-4b6d-84f6-4be60a473ed7 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:27.531615 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-dcb809c1-951d-4e3e-8c1a-4a4be04c5862 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.544610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:27.548386 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2106303a-a57c-448c-9d97-2d8f20aaf60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.550981 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8e2120bd-fbea-43e9-8b2f-5f3f32f609e1 req-dcb809c1-951d-4e3e-8c1a-4a4be04c5862 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.75 "DELETE /v2.0/ports/cc601b6c-99a8-4b6d-84f6-4be60a473ed7 HTTP/1.1" status: 204 len: 173 time: 1.9824274 Jun 03 15:14:27.595288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e644be6d-9782-40bd-902a-5e72a3071767,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:27.599878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106303a-a57c-448c-9d97-2d8f20aaf60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd2f058-f28e-4c05-ac7d-48b53fa24ad6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:27.625511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.671978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2106303a-a57c-448c-9d97-2d8f20aaf60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.675481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2106303a-a57c-448c-9d97-2d8f20aaf60f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebd2f058-f28e-4c05-ac7d-48b53fa24ad6 HTTP/1.1" status: 204 len: 168 time: 1.0745618 Jun 03 15:14:27.690148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a186f2a-9f9f-4244-8ec7-9820c86101cf req-390a1cb8-7f99-40ec-9424-2b42b713e4f3 service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791218 Jun 03 15:14:27.731539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:27.732039 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:27.733394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] 10.222.0.75 "PUT /v2.0/ports/e644be6d-9782-40bd-902a-5e72a3071767 HTTP/1.1" status: 200 len: 1092 time: 3.2587705 Jun 03 15:14:27.733992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863f05f5-264d-45f5-a8c3-16080db3876f', 'tag': 'e644be6d-9782-40bd-902a-5e72a3071767'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:27.758575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2943530-cae8-42f3-9f20-c5f3a0ae7234 req-69e38d7e-bf3d-4245-8208-7c64e6f782a7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:27.765563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2943530-cae8-42f3-9f20-c5f3a0ae7234 req-69e38d7e-bf3d-4245-8208-7c64e6f782a7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 950 time: 0.4271812 Jun 03 15:14:27.913482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:14:27.926289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f59b69-f954-4665-a149-a4d1f38914a5 req-9efda617-bbc9-4c29-b080-c6412406558e tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:27.934746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0f59b69-f954-4665-a149-a4d1f38914a5 req-9efda617-bbc9-4c29-b080-c6412406558e tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 936 time: 0.4788346 Jun 03 15:14:27.935531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee00a6a-5f68-47aa-95ff-863ca1a1bd6f service neutron] Pushing event updated for resources: {'Port': ['ID=e644be6d-9782-40bd-902a-5e72a3071767,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:28.014414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a186f2a-9f9f-4244-8ec7-9820c86101cf req-689f42eb-a72f-4920-91ae-a4509b317d65 service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100555 Jun 03 15:14:28.048880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0f59b69-f954-4665-a149-a4d1f38914a5 req-1b37a156-63ca-419f-84fd-5ab4879faca1 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614929 Jun 03 15:14:28.083935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2943530-cae8-42f3-9f20-c5f3a0ae7234 req-1e57cadf-2a73-4b3e-8c20-0982182d1dd8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173547 Jun 03 15:14:28.154638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-820981ff-ea6a-46b8-83fc-b03f5c756f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:28.174118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-820981ff-ea6a-46b8-83fc-b03f5c756f0f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 1095 time: 0.3397114 Jun 03 15:14:28.182428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a23afd-34dd-4424-a1b2-0c19de35c000 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:28.199853 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd4c041-5803-487c-9efb-0d820df3961e'] response: {'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-deleted', 'tag': '407e585a-402a-496f-a033-a2eedd7bc8d9', 'status': 'completed', 'code': 200} Jun 03 15:14:28.218660 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbf6a4e-ae6d-4743-9648-68eb2b0c569b'] response: {'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc601b6c-99a8-4b6d-84f6-4be60a473ed7', 'code': 200} Jun 03 15:14:28.219104 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbf6a4e-ae6d-4743-9648-68eb2b0c569b'] response: {'server_uuid': '712c2434-56b5-4b5d-8f93-93f7f7449a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911ab52b-da76-4296-ab43-3299325e66fd', 'code': 200} Jun 03 15:14:28.229446 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:28.275535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:28.293322 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81b7ac-718c-4064-adb3-3670842833be None None] Sync routers for ids ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:28.309224 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81b7ac-718c-4064-adb3-3670842833be None None] Routers {'8f1ec7eb-4d98-4b33-9af3-6b54be031128'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:28.314502 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0e81b7ac-718c-4064-adb3-3670842833be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:28.366595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Transition to ACTIVE for port object b0a23afd-34dd-4424-a1b2-0c19de35c000 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:28.425592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-368a0832-13af-4d23-b346-541bab9e6287 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e644be6d-9782-40bd-902a-5e72a3071767 HTTP/1.1" status: 200 len: 217 time: 0.2475114 Jun 03 15:14:28.438316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48d601f5-557a-43ca-8239-fc4c28cdaff3 req-7b6fdfb1-08cc-4eb8-844e-dd45d8263312 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7884eb3-1e83-40e0-856c-d92c6bb2489f HTTP/1.1" status: 200 len: 210 time: 0.1358521 Jun 03 15:14:28.493544 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:28.548084 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a01f9d1-3b2d-450e-9153-16fdcb82c1ba'] response: {'name': 'network-changed', 'server_uuid': '863f05f5-264d-45f5-a8c3-16080db3876f', 'tag': 'e644be6d-9782-40bd-902a-5e72a3071767', 'status': 'completed', 'code': 200} Jun 03 15:14:28.571229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-5b33add0-9271-4fbd-8b27-66011670f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:28.572879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-5b33add0-9271-4fbd-8b27-66011670f220 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.0956249 Jun 03 15:14:28.586390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] No DVR routers for this DVR port 98d655ba-b84b-43de-aa1c-b8817a498dd4 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:28.590241 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0e81b7ac-718c-4064-adb3-3670842833be None None] Set router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:28.618190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:28.620142 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e2ee08ee-8faf-4204-b4b3-e707f903fb74 req-d5bb598c-cfe2-457f-b95d-dce064061884 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.75 "DELETE /v2.0/ports/98d655ba-b84b-43de-aa1c-b8817a498dd4 HTTP/1.1" status: 204 len: 173 time: 3.8257239 Jun 03 15:14:28.630907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-c0361211-34ce-413d-a9aa-24686378d087 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508435 Jun 03 15:14:28.854845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3210-f421-4c20-8001-ac4b0c8011f6 req-220a04ba-816d-4010-8cb7-2244ce397976 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:28.864362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a08c3210-f421-4c20-8001-ac4b0c8011f6 req-220a04ba-816d-4010-8cb7-2244ce397976 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 944 time: 0.4492724 Jun 03 15:14:28.904912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a23afd-34dd-4424-a1b2-0c19de35c000,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:28.951636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58080) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:28.992382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e56bf-b615-4a50-b807-655d450073d3 req-ad0bb0ff-039d-4144-93e5-f625cf790a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:28.993853 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e88e56bf-b615-4a50-b807-655d450073d3 req-ad0bb0ff-039d-4144-93e5-f625cf790a12 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 1101 time: 0.6260450 Jun 03 15:14:29.027515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Attempting to bind port b0a23afd-34dd-4424-a1b2-0c19de35c000 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:29.027843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Attempting to bind port b0a23afd-34dd-4424-a1b2-0c19de35c000 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:29.027973 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0e81b7ac-718c-4064-adb3-3670842833be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e494abdf-bbd0-4a91-86a5-3ee5e5833f5e', 'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'mac_address': 'fa:16:3e:1a:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:52Z', 'updated_at': '2022-06-03T15:12:02Z', 'revision_number': 5, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'subnets': [{'id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:29.028158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Attempting to bind port b0a23afd-34dd-4424-a1b2-0c19de35c000 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:29.034233 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81b7ac-718c-4064-adb3-3670842833be None None] Checking router: 8f1ec7eb-4d98-4b33-9af3-6b54be031128 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:29.041375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Port b0a23afd-34dd-4424-a1b2-0c19de35c000 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:14:29.041755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Attempting to bind port b0a23afd-34dd-4424-a1b2-0c19de35c000 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:29.046351 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81b7ac-718c-4064-adb3-3670842833be None None] Routers {'8f1ec7eb-4d98-4b33-9af3-6b54be031128'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:29.047005 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0e81b7ac-718c-4064-adb3-3670842833be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:29.051196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:29.051812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:29.052002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:29.052377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Bound port: b0a23afd-34dd-4424-a1b2-0c19de35c000, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:29.052723 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.061594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a08c3210-f421-4c20-8001-ac4b0c8011f6 req-7225bd7a-e066-429b-8057-d5c7bf6a2e29 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962128 Jun 03 15:14:29.069459 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e88e56bf-b615-4a50-b807-655d450073d3 req-9c591c95-6479-425e-96ec-c843ab620867 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680325 Jun 03 15:14:29.136518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-da9766da-d346-4ce2-bf64-e2b391562e38 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998145 Jun 03 15:14:29.145719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816ab4c-890e-4c28-be86-5c332fdfc786 req-e8a4d2a6-7f42-472c-9e23-8b54ca540a2d tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:29.147497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5816ab4c-890e-4c28-be86-5c332fdfc786 req-e8a4d2a6-7f42-472c-9e23-8b54ca540a2d tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 943 time: 0.2538104 Jun 03 15:14:29.210278 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.303437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-network', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:29.311875 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 96fddac1-ba18-4ea2-beb3-deaeb11989d9 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:29.315767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:29.323998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Usage tracker for resource:network and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:29.328676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:29.337847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:29.369939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:29.373755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:29.376247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:29.378831 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.390821 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.403225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fcc47c8e-9299-420a-9503-99bc52359b8c req-d8fa158a-52a4-4d33-af4b-1dda24de68e3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7f8551d-1c10-4b63-9ab6-c3e870765681 HTTP/1.1" status: 200 len: 210 time: 0.1244380 Jun 03 15:14:29.417039 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0e81b7ac-718c-4064-adb3-3670842833be None None] Set router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:29.429805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5816ab4c-890e-4c28-be86-5c332fdfc786 req-bf09b4e6-9249-49da-9c47-c3555b0893ec tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591786 Jun 03 15:14:29.439600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.477426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:29.478052 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.479434 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] 10.222.0.67 "PUT /v2.0/ports/b0a23afd-34dd-4424-a1b2-0c19de35c000 HTTP/1.1" status: 200 len: 1096 time: 2.7667310 Jun 03 15:14:29.483436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:29.491186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Usage tracker for resource:security_group_rule and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:29.496360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:29.516968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:29.525355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb1d08-93cf-4490-9f07-3609887fad78 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a23afd-34dd-4424-a1b2-0c19de35c000,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:29.580873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6819f410-2c8d-4f53-9033-da3178b527d1 req-ad00a986-1901-4c8c-bd00-e1d2431a6a6d service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308829 Jun 03 15:14:29.653241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 96fddac1-ba18-4ea2-beb3-deaeb11989d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=96fddac1-ba18-4ea2-beb3-deaeb11989d9,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:29.671145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '96fddac1-ba18-4ea2-beb3-deaeb11989d9', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'port_id': '96fddac1-ba18-4ea2-beb3-deaeb11989d9', 'mac_address': 'fa:16:3e:23:2c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b9255b-6a22-475f-892c-3d87acb00f06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:29.746916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.754152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:29.754710 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.758974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.796245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fddac1-ba18-4ea2-beb3-deaeb11989d9 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:29.806684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54892c1-58ef-4d26-9051-58865d8e1dae,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:29.832280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 96fddac1-ba18-4ea2-beb3-deaeb11989d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=96fddac1-ba18-4ea2-beb3-deaeb11989d9,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:29.840732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:14:29.841630 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.861202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.861551 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Added segment 781991cc-0936-4a95-a2b2-b0b4a6acb565 of type vlan for network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 Jun 03 15:14:29.870564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde405a-6327-4d70-bfb4-51710af09ebc req-3190a827-3146-4f96-8ba4-fd64b7844919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:29.872085 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-3190a827-3146-4f96-8ba4-fd64b7844919 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 1099 time: 0.3076971 Jun 03 15:14:29.889231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39007425-43aa-433f-8259-786c165088cb req-dd7386f3-64e5-41da-9d11-83fc34b205dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:29.890752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39007425-43aa-433f-8259-786c165088cb req-dd7386f3-64e5-41da-9d11-83fc34b205dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 1095 time: 0.2554300 Jun 03 15:14:29.909356 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:29.937849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=96fddac1-ba18-4ea2-beb3-deaeb11989d9,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:30.005510 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0e81b7ac-718c-4064-adb3-3670842833be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e494abdf-bbd0-4a91-86a5-3ee5e5833f5e', 'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'mac_address': 'fa:16:3e:1a:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:52Z', 'updated_at': '2022-06-03T15:12:02Z', 'revision_number': 5, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'subnets': [{'id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:30.009414 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-0e738f37-f82d-4095-90ac-218bc0f57816 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000 HTTP/1.1" status: 200 len: 217 time: 0.0848939 Jun 03 15:14:30.010324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148be46-1be4-472a-b964-609b3ce498df req-816a34f5-56ba-40a3-b29f-63b54beb997f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:30.010979 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81b7ac-718c-4064-adb3-3670842833be None None] The sync data for ids ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'] in n-d-844595-1 is: [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e494abdf-bbd0-4a91-86a5-3ee5e5833f5e', 'name': '', 'network_id': 'eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'mac_address': 'fa:16:3e:1a:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:52Z', 'updated_at': '2022-06-03T15:12:02Z', 'revision_number': 5, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'subnets': [{'id': 'd644fdd2-49e6-4739-a159-c1fcebe267a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:30.011794 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8148be46-1be4-472a-b964-609b3ce498df req-816a34f5-56ba-40a3-b29f-63b54beb997f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 948 time: 0.2994866 Jun 03 15:14:30.021858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0330-d9de-46a5-9a50-092d00ef075a req-f80c2008-54ad-48c9-a870-0383c894f22c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:30.026595 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c8a0330-d9de-46a5-9a50-092d00ef075a req-f80c2008-54ad-48c9-a870-0383c894f22c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 950 time: 0.3108366 Jun 03 15:14:30.069469 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.070443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:30.071018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.138904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c8a0330-d9de-46a5-9a50-092d00ef075a req-a8ac6958-90fe-46ab-b111-a2138b8e7227 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042476 Jun 03 15:14:30.140324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['96fddac1-ba18-4ea2-beb3-deaeb11989d9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:30.143125 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8148be46-1be4-472a-b964-609b3ce498df req-65fa81be-b804-4132-a90d-a2500874fe68 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126549 Jun 03 15:14:30.151860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39007425-43aa-433f-8259-786c165088cb req-fb0da4cd-3a08-488c-a618-d7942dd60c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:30.153324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39007425-43aa-433f-8259-786c165088cb req-fb0da4cd-3a08-488c-a618-d7942dd60c5f service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.2547333 Jun 03 15:14:30.204575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-deleted', 'tag': 'cc601b6c-99a8-4b6d-84f6-4be60a473ed7'}, {'server_uuid': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'name': 'network-vif-deleted', 'tag': '98d655ba-b84b-43de-aa1c-b8817a498dd4'}, {'name': 'network-changed', 'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:30.224982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde405a-6327-4d70-bfb4-51710af09ebc req-25086d84-ed86-431c-b389-6bcf750be890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:30.226495 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-25086d84-ed86-431c-b389-6bcf750be890 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2088952 Jun 03 15:14:30.231843 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2757714 Jun 03 15:14:30.233156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c6f86-22ee-4b9e-bcf1-2b8e06c83731 admin admin] Pushing event updated for resources: {'Network': ['ID=59b8d42f-7bef-4ced-83c7-f731095cdbd3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:30.235937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:30.247390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39007425-43aa-433f-8259-786c165088cb req-b613c04d-0972-4d74-af65-6a2d0dab22d9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e644be6d-9782-40bd-902a-5e72a3071767 HTTP/1.1" status: 200 len: 217 time: 0.0854113 Jun 03 15:14:30.264057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:14:30.308805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Request body: {'subnet': {'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-subnet', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:30.318540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58104) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:30.373671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:30.398583 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5080ac-4217-4069-b08f-40837b88de04'] response: {'server_uuid': 'e7884eb3-1e83-40e0-856c-d92c6bb2489f', 'name': 'network-vif-deleted', 'tag': 'cc601b6c-99a8-4b6d-84f6-4be60a473ed7', 'status': 'completed', 'code': 200} Jun 03 15:14:30.398808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39007425-43aa-433f-8259-786c165088cb req-4359d15b-dc25-47ba-b992-85de54626d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:30.399081 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5080ac-4217-4069-b08f-40837b88de04'] response: {'server_uuid': 'a7f8551d-1c10-4b63-9ab6-c3e870765681', 'name': 'network-vif-deleted', 'tag': '98d655ba-b84b-43de-aa1c-b8817a498dd4', 'status': 'completed', 'code': 200} Jun 03 15:14:30.399438 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5080ac-4217-4069-b08f-40837b88de04'] response: {'name': 'network-changed', 'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'status': 'completed', 'code': 200} Jun 03 15:14:30.400238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39007425-43aa-433f-8259-786c165088cb req-4359d15b-dc25-47ba-b992-85de54626d43 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1463208 Jun 03 15:14:30.400596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Usage tracker for resource:subnet and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:30.416555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:30.443679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:30.467298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-99444906-e609-4780-927e-d574cdd0828f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting subnet 8ddb1a15-a8a9-4c65-b761-38aac68b836f {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:14:30.474387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99444906-e609-4780-927e-d574cdd0828f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.526870 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:30.532390 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.539550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ca27e9-d5be-4b5e-8a19-4170ed38863a None None] New status for floating IP 89e96721-5fd7-41dc-b8f8-0dc482aeabcb: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:14:30.572639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39007425-43aa-433f-8259-786c165088cb req-4f8c55f5-7928-40a0-8003-fbc4ae8d2811 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631553 Jun 03 15:14:30.760801 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99444906-e609-4780-927e-d574cdd0828f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.812627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd47fd-9806-40c7-859f-de834173ab90 req-b79f80d2-58f6-4705-b5ec-fbb835df7db3 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:30.814274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5cd47fd-9806-40c7-859f-de834173ab90 req-b79f80d2-58f6-4705-b5ec-fbb835df7db3 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 944 time: 0.3275564 Jun 03 15:14:30.845205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99444906-e609-4780-927e-d574cdd0828f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:30.895766 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5cd47fd-9806-40c7-859f-de834173ab90 req-ce92f80c-cc0a-4f99-86e8-60691eed266a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750561 Jun 03 15:14:30.926352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c0f6623c-ee42-4519-baf3-2ddb354fd48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:30.928241 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-c0f6623c-ee42-4519-baf3-2ddb354fd48b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6914155 Jun 03 15:14:30.936522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39007425-43aa-433f-8259-786c165088cb req-c3292a60-5294-4a78-923b-6aa099e9a36a service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531678 Jun 03 15:14:30.970766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58118) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:31.075403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.116280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99444906-e609-4780-927e-d574cdd0828f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.149078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64d9863-65f3-4b18-a83f-e9ad05cd2adf None None] Network 901c1a05-309f-41c2-ad1e-d7d1fab81424 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:31.157685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99444906-e609-4780-927e-d574cdd0828f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.217628 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-99444906-e609-4780-927e-d574cdd0828f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "DELETE /v2.0/subnets/8ddb1a15-a8a9-4c65-b761-38aac68b836f HTTP/1.1" status: 204 len: 168 time: 0.8976488 Jun 03 15:14:31.218519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b083b2-47e5-47cc-b6f0-6e48a605189f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:31.222260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58138) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:31.259414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Checking segment: {'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:31.260036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Network hostable DHCP agents. Network: 59b8d42f-7bef-4ced-83c7-f731095cdbd3, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:14:31.282651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d39fab-1767-4d16-90e4-f894ff623746 req-b429012a-faea-4935-a99b-c0000c556d8f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:31.289688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-93d39fab-1767-4d16-90e4-f894ff623746 req-b429012a-faea-4935-a99b-c0000c556d8f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 944 time: 0.3983707 Jun 03 15:14:31.291749 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-d0e64dd0-b72a-4303-822f-0073ed88c399 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493161 Jun 03 15:14:31.295467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39007425-43aa-433f-8259-786c165088cb req-f63886d7-edf3-4b8b-a1db-a1f53802aaab service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488355 Jun 03 15:14:31.300440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99444906-e609-4780-927e-d574cdd0828f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Subnet': ['ID=8ddb1a15-a8a9-4c65-b761-38aac68b836f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:31.312948 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d3dd-8269-4006-ad91-dc5fe06f2ef3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.414758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-93d39fab-1767-4d16-90e4-f894ff623746 req-6e6090d6-53eb-4e57-9eeb-ccf09f6a5c88 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238332 Jun 03 15:14:31.419251 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d3dd-8269-4006-ad91-dc5fe06f2ef3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.468111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af4ecd6-7e48-4384-94ee-d9c0a9b1a07b None None] DHCP port deletion for 901c1a05-309f-41c2-ad1e-d7d1fab81424 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:14:31.473199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:14:31.475834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6af4ecd6-7e48-4384-94ee-d9c0a9b1a07b None None] Deleting port 09f8de7c-9cad-4f74-98f8-84159644f42e {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:31.476416 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6af4ecd6-7e48-4384-94ee-d9c0a9b1a07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.510036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ee2cc-d112-4673-babf-7ca32fb9f8f5 req-8cafd174-ad13-4456-85d9-488aab8cc802 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:31.518172 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.520327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b7ee2cc-d112-4673-babf-7ca32fb9f8f5 req-8cafd174-ad13-4456-85d9-488aab8cc802 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 948 time: 0.1895008 Jun 03 15:14:31.522228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 59b8d42f-7bef-4ced-83c7-f731095cdbd3) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:31.528403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:31.528980 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.536307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4078cdf2-7469-4af0-943e-2f2811901247 None None] Network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:31.567655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting port 09f8de7c-9cad-4f74-98f8-84159644f42e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:31.567992 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.602964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d3dd-8269-4006-ad91-dc5fe06f2ef3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.633810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b7ee2cc-d112-4673-babf-7ca32fb9f8f5 req-b17368fa-b512-4154-888e-2e911d2ccfc2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124825 Jun 03 15:14:31.638030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7d3dd-8269-4006-ad91-dc5fe06f2ef3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a647cb81-6296-4eae-86d9-b6a0447a2bd8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:31.653681 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3d7d3dd-8269-4006-ad91-dc5fe06f2ef3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.657532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e3d7d3dd-8269-4006-ad91-dc5fe06f2ef3 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "DELETE /v2.0/security-groups/a647cb81-6296-4eae-86d9-b6a0447a2bd8 HTTP/1.1" status: 204 len: 168 time: 0.6857693 Jun 03 15:14:31.659590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58142) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:31.694791 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-b6ec56c7-516f-42ee-bcd3-dec79cde62d5 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] show failed (client error): The resource could not be found. Jun 03 15:14:31.698922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b6ec56c7-516f-42ee-bcd3-dec79cde62d5 tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "GET /v2.0/security-groups/a647cb81-6296-4eae-86d9-b6a0447a2bd8 HTTP/1.1" status: 404 len: 347 time: 0.0367000 Jun 03 15:14:31.700382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58146) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:31.714470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7a182-1861-4b76-8cc4-175f558a24f2 req-e9277ab5-40b9-4df9-a0ca-c653b48405e1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:31.716363 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2c7a182-1861-4b76-8cc4-175f558a24f2 req-e9277ab5-40b9-4df9-a0ca-c653b48405e1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 950 time: 0.1757748 Jun 03 15:14:31.729160 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bddd25df-9c3c-45d9-93fe-196f12fe7f95 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4910538 Jun 03 15:14:31.744313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:31.756059 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-abde405a-6327-4d70-bfb4-51710af09ebc req-b42bbb17-a487-4cfd-92c5-f0684c4463b2 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267499 Jun 03 15:14:31.760892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:31.769001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:31.803245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Usage tracker for resource:router and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:31.813625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:31.839962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:31.868970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.870001 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:31.962942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0428e148-11c4-4627-a414-f0a4d0d8d12c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Deleting port 978b153d-9967-444e-ab06-e81eb0412bb6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:31.963555 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0428e148-11c4-4627-a414-f0a4d0d8d12c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.014899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2c7a182-1861-4b76-8cc4-175f558a24f2 req-c85a8e90-1eb5-4b2d-85b4-85bd23f1e298 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296705 Jun 03 15:14:32.047603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.068409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] For port 09f8de7c-9cad-4f74-98f8-84159644f42e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=09f8de7c-9cad-4f74-98f8-84159644f42e,segment=NetworkSegment(1634d8e8-7179-41f3-9341-713212536428),segment_id=1634d8e8-7179-41f3-9341-713212536428)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:32.068826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.088582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'fixed_ips': [{'subnet_id': '36b083b2-47e5-47cc-b6f0-6e48a605189f'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:14:32.089866 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.122425 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1eff754d-bd59-42b5-815f-32a8e0680f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.190287 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0428e148-11c4-4627-a414-f0a4d0d8d12c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.190691 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0428e148-11c4-4627-a414-f0a4d0d8d12c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.214967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Calling delete_port for 09f8de7c-9cad-4f74-98f8-84159644f42e owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:32.219835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6af4ecd6-7e48-4384-94ee-d9c0a9b1a07b None None] For port 09f8de7c-9cad-4f74-98f8-84159644f42e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=09f8de7c-9cad-4f74-98f8-84159644f42e,segment=NetworkSegment(1634d8e8-7179-41f3-9341-713212536428),segment_id=1634d8e8-7179-41f3-9341-713212536428)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:32.220476 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6af4ecd6-7e48-4384-94ee-d9c0a9b1a07b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.306570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 09f8de7c-9cad-4f74-98f8-84159644f42e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:32.363483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8edd64-6c3b-4188-af35-88c9f50f6011 req-02eb0fba-0616-490e-b443-b9ccb3b286be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:32.365798 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2b8edd64-6c3b-4188-af35-88c9f50f6011 req-02eb0fba-0616-490e-b443-b9ccb3b286be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 1099 time: 0.4846075 Jun 03 15:14:32.386212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0428e148-11c4-4627-a414-f0a4d0d8d12c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Calling delete_port for 978b153d-9967-444e-ab06-e81eb0412bb6 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:32.405721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6af4ecd6-7e48-4384-94ee-d9c0a9b1a07b None None] Calling delete_port for 09f8de7c-9cad-4f74-98f8-84159644f42e owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:32.585053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Allocated IP 172.20.0.2 (59b8d42f-7bef-4ced-83c7-f731095cdbd3/36b083b2-47e5-47cc-b6f0-6e48a605189f/6d968530-0baf-4cfc-ab13-583b3be11567) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:32.588213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73876882-c414-4b67-bb0d-0b4873de1677 req-9fcef9a5-742f-4c81-9a03-725d608c8acb tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:32.589620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73876882-c414-4b67-bb0d-0b4873de1677 req-9fcef9a5-742f-4c81-9a03-725d608c8acb tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dde4b7-95b7-4c7f-a41a-f19dd620e8bf HTTP/1.1" status: 200 len: 948 time: 0.2525029 Jun 03 15:14:32.613574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61ee26-25a1-4467-94d9-96b8914f3f16 req-cc3fbc7f-126b-4412-bf47-4ffc728d47a6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:32.620581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1c61ee26-25a1-4467-94d9-96b8914f3f16 req-cc3fbc7f-126b-4412-bf47-4ffc728d47a6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 944 time: 0.3573995 Jun 03 15:14:32.639075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 09f8de7c-9cad-4f74-98f8-84159644f42e is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:32.639456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.661920 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.670775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.693651 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-6af4ecd6-7e48-4384-94ee-d9c0a9b1a07b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 03 15:14:32.693651 n-d-844595-1 neutron-server[88446]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Jun 03 15:14:32.693651 n-d-844595-1 neutron-server[88446]: [parameters: {'port_id': '09f8de7c-9cad-4f74-98f8-84159644f42e', 'host': 'n-d-844595-1', 'level': 0}] Jun 03 15:14:32.693651 n-d-844595-1 neutron-server[88446]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:14:32.694184 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-6af4ecd6-7e48-4384-94ee-d9c0a9b1a07b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:14:32.700064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0428e148-11c4-4627-a414-f0a4d0d8d12c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.743937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1c61ee26-25a1-4467-94d9-96b8914f3f16 req-9b9878cc-7af6-4ac1-883e-99fd2f512e29 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224520 Jun 03 15:14:32.751040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Port': ['ID=09f8de7c-9cad-4f74-98f8-84159644f42e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:32.751821 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73876882-c414-4b67-bb0d-0b4873de1677 req-77cf82aa-11c9-40a2-b390-9188c1c90663 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433089 Jun 03 15:14:32.764634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428e148-11c4-4627-a414-f0a4d0d8d12c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Pushing event deleted for resources: {'Port': ['ID=978b153d-9967-444e-ab06-e81eb0412bb6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:32.781784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] No DVR routers for this DVR port 09f8de7c-9cad-4f74-98f8-84159644f42e on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:32.833340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8edd64-6c3b-4188-af35-88c9f50f6011 req-29ccfb44-c130-4e1b-8c4d-8f6368535cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:32.834992 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2b8edd64-6c3b-4188-af35-88c9f50f6011 req-29ccfb44-c130-4e1b-8c4d-8f6368535cbe service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.4101412 Jun 03 15:14:32.953442 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:32.964696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Transition to ACTIVE for port object 6d968530-0baf-4cfc-ab13-583b3be11567 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:32.985397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Transition to ACTIVE for port object 6d968530-0baf-4cfc-ab13-583b3be11567 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:32.992090 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.008656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0428e148-11c4-4627-a414-f0a4d0d8d12c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.035752 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2b8edd64-6c3b-4188-af35-88c9f50f6011 req-b87efd8b-cad3-4d29-bf4f-f9eacfb136c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000 HTTP/1.1" status: 200 len: 217 time: 0.1528287 Jun 03 15:14:33.058819 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0428e148-11c4-4627-a414-f0a4d0d8d12c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.062771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0428e148-11c4-4627-a414-f0a4d0d8d12c tempest-AttachSCSIVolumeTestJSON-1175999809 tempest-AttachSCSIVolumeTestJSON-1175999809-project] 10.222.0.48 "DELETE /v2.0/floatingips/89e96721-5fd7-41dc-b8f8-0dc482aeabcb HTTP/1.1" status: 204 len: 168 time: 1.3546863 Jun 03 15:14:33.076359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:33.078822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:33.088166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46044ae5-99e9-459c-8250-60d970343666 req-a177d98d-bd03-4768-b64a-b7925caca55b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:33.089893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46044ae5-99e9-459c-8250-60d970343666 req-a177d98d-bd03-4768-b64a-b7925caca55b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 944 time: 0.1704357 Jun 03 15:14:33.100748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Pushing event updated for resources: {'Port': ['ID=6d968530-0baf-4cfc-ab13-583b3be11567,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:33.121437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:33.129490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9e77-a098-4486-be15-d6ce8c56addc req-c9edf0c1-ba3f-414a-b5c3-4fdacd2fd95b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:33.135333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f93b9e77-a098-4486-be15-d6ce8c56addc req-c9edf0c1-ba3f-414a-b5c3-4fdacd2fd95b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 948 time: 0.1819649 Jun 03 15:14:33.210663 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46044ae5-99e9-459c-8250-60d970343666 req-c6c23538-8f26-49da-a140-ce4412255cc7 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036878 Jun 03 15:14:33.234109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6af4ecd6-7e48-4384-94ee-d9c0a9b1a07b None None] Deleting port 09f8de7c-9cad-4f74-98f8-84159644f42e {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:33.234476 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6af4ecd6-7e48-4384-94ee-d9c0a9b1a07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.250940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f93b9e77-a098-4486-be15-d6ce8c56addc req-6d02794f-202f-4560-8d81-25042119cb6b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778041 Jun 03 15:14:33.302586 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.367619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 96fddac1-ba18-4ea2-beb3-deaeb11989d9 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:33.413736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8edd64-6c3b-4188-af35-88c9f50f6011 req-8d87983c-583f-40b4-9ce0-448d83737f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:33.419352 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2b8edd64-6c3b-4188-af35-88c9f50f6011 req-8d87983c-583f-40b4-9ce0-448d83737f01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.3672545 Jun 03 15:14:33.424892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901c1a05-309f-41c2-ad1e-d7d1fab81424']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:33.456206 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Attempting to bind port 6d968530-0baf-4cfc-ab13-583b3be11567 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:33.460043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Attempting to bind port 6d968530-0baf-4cfc-ab13-583b3be11567 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:33.460318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Attempting to bind port 6d968530-0baf-4cfc-ab13-583b3be11567 on network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:33.488598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1634d8e8-7179-41f3-9341-713212536428') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:33.488913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1634d8e8-7179-41f3-9341-713212536428') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:33.515027 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.568558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.582789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:14:33.583358 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.607637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6af4ecd6-7e48-4384-94ee-d9c0a9b1a07b None None] The port '09f8de7c-9cad-4f74-98f8-84159644f42e' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:14:33.609442 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:33.610183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Checking segment: {'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:33.610624 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.611093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Bound using segment: {'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:33.611669 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Bound port: 6d968530-0baf-4cfc-ab13-583b3be11567, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:33.612319 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.718808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:33.727736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:33.728201 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.846313 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1634d8e8-7179-41f3-9341-713212536428 resource provider aggregate not found Jun 03 15:14:33.858138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] For port 6d968530-0baf-4cfc-ab13-583b3be11567, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:33.869603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] For port 6d968530-0baf-4cfc-ab13-583b3be11567, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6d968530-0baf-4cfc-ab13-583b3be11567,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:33.891814 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.925567 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:33.963596 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1634d8e8-7179-41f3-9341-713212536428 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1634d8e8-7179-41f3-9341-713212536428 found for delete ", "request_id": "req-e27f0ed8-7418-46fc-9e88-b1511ee68bf8"}]} Jun 03 15:14:33.967878 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.115606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Allocated IP 172.25.7.243 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/f52cbc0a-c22f-4575-88a0-ada80b96d3bc) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:34.155703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2af49d-db95-44af-8941-8b172ca5d2b2 None None] Pushing event updated for resources: {'Port': ['ID=6d968530-0baf-4cfc-ab13-583b3be11567,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:34.157853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:34.158350 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.198522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fddac1-ba18-4ea2-beb3-deaeb11989d9'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:34.220871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5921cbc-00d0-495d-8bd8-2ee1eab4d866 req-cb1a3a08-dfb4-4594-92e1-e097e3ecf45a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:34.225162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 96fddac1-ba18-4ea2-beb3-deaeb11989d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=96fddac1-ba18-4ea2-beb3-deaeb11989d9,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:34.229536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5921cbc-00d0-495d-8bd8-2ee1eab4d866 req-cb1a3a08-dfb4-4594-92e1-e097e3ecf45a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:34.235232 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.242044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5921cbc-00d0-495d-8bd8-2ee1eab4d866 req-cb1a3a08-dfb4-4594-92e1-e097e3ecf45a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23&device_id=d8dde4b7-95b7-4c7f-a41a-f19dd620e8bf HTTP/1.1" status: 200 len: 1689 time: 0.5072498 Jun 03 15:14:34.286116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58244) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:34.311281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51eedd-f938-4939-a11a-7b8191ef2574 req-2cdc0205-f853-470b-8d04-bb12b09e2a54 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:34.312792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa51eedd-f938-4939-a11a-7b8191ef2574 req-2cdc0205-f853-470b-8d04-bb12b09e2a54 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 944 time: 0.2599216 Jun 03 15:14:34.339522 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e26f8c39-9248-4ebd-8a5b-5f902287ca8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.343784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5921cbc-00d0-495d-8bd8-2ee1eab4d866 req-cc5c1a39-399a-4d00-be75-7f939c0c7208 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985360 Jun 03 15:14:34.348814 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.406739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8edd64-6c3b-4188-af35-88c9f50f6011 req-e4783bb9-fb63-4bde-bb3b-1acf79c8aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:34.415790 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2b8edd64-6c3b-4188-af35-88c9f50f6011 req-e4783bb9-fb63-4bde-bb3b-1acf79c8aaaf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9826009 Jun 03 15:14:34.424293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=96fddac1-ba18-4ea2-beb3-deaeb11989d9,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:34.427753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.431464 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6bf3a6-0bbd-48a2-9bf9-ab5d7e7fd187'] response: {'server_uuid': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fddac1-ba18-4ea2-beb3-deaeb11989d9', 'code': 200} Jun 03 15:14:34.452280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa51eedd-f938-4939-a11a-7b8191ef2574 req-c0853d3a-dc58-4afc-883c-426f279939c3 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020224 Jun 03 15:14:34.586112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Pushing event updated for resources: {'Port': ['ID=f52cbc0a-c22f-4575-88a0-ada80b96d3bc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:34.590393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.590740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.591141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.591497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.591827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.592154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.593836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.593836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.593836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.594283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.594418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.595785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:34.600801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:34.606060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:34.607848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.703762 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-996f0f4b-55bf-4190-ac39-c07ed0a7b1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.737455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:34.760648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-996f0f4b-55bf-4190-ac39-c07ed0a7b1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:34.776358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-996f0f4b-55bf-4190-ac39-c07ed0a7b1bd admin admin] Usage tracker for resource:security_group_rule and tenant:b7761b4921954e399d56b5f1d08e190a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:34.779747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-996f0f4b-55bf-4190-ac39-c07ed0a7b1bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:34.788840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-996f0f4b-55bf-4190-ac39-c07ed0a7b1bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:34.813305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:34.851597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f0c17-46eb-43f4-b898-7acde19de507 req-797d4462-dd09-42ff-8610-42d945eea56c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:34.853252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-807f0c17-46eb-43f4-b898-7acde19de507 req-797d4462-dd09-42ff-8610-42d945eea56c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 948 time: 0.1962690 Jun 03 15:14:34.857935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac0ae8-e9fa-4425-85c0-defcf270f285 req-06be7722-b729-40f9-abce-b509724ad72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:34.859619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ac0ae8-e9fa-4425-85c0-defcf270f285 req-06be7722-b729-40f9-abce-b509724ad72e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 1096 time: 0.2990909 Jun 03 15:14:34.891349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Network': ['ID=901c1a05-309f-41c2-ad1e-d7d1fab81424,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:34.914654 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2b8edd64-6c3b-4188-af35-88c9f50f6011 req-d89eefa2-0bdd-45a3-8b22-08e3b435ebc7 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733179 Jun 03 15:14:34.931818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-807f0c17-46eb-43f4-b898-7acde19de507 req-c0214183-4f57-45fc-96a9-a3d17158caad tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690598 Jun 03 15:14:34.982513 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-27d5765c-6e47-400c-ba6d-37602173ddb3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "DELETE /v2.0/networks/901c1a05-309f-41c2-ad1e-d7d1fab81424 HTTP/1.1" status: 204 len: 168 time: 3.7565773 Jun 03 15:14:35.019246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58260) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:35.029614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ac0ae8-e9fa-4425-85c0-defcf270f285 req-9878093c-2891-495f-8a43-c818962f0d85 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616836 Jun 03 15:14:35.140510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-14294ded-8b7c-4b11-9fc2-80bbe15639b7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting subnet 993e7829-2b15-4e54-ae02-270c90bcb6ae {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:14:35.152544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14294ded-8b7c-4b11-9fc2-80bbe15639b7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.208461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.235498 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14294ded-8b7c-4b11-9fc2-80bbe15639b7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.328707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14294ded-8b7c-4b11-9fc2-80bbe15639b7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.346193 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2b8edd64-6c3b-4188-af35-88c9f50f6011 req-ebea3391-76b7-4539-a043-451837e5a3a7 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221981 Jun 03 15:14:35.480743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-996f0f4b-55bf-4190-ac39-c07ed0a7b1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.481192 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.492901 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14294ded-8b7c-4b11-9fc2-80bbe15639b7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.527999 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-996f0f4b-55bf-4190-ac39-c07ed0a7b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.544827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa6deac-5415-427c-861e-3be5737b5473 None None] Network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:35.582747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14294ded-8b7c-4b11-9fc2-80bbe15639b7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Subnet': ['ID=993e7829-2b15-4e54-ae02-270c90bcb6ae,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:35.592759 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14294ded-8b7c-4b11-9fc2-80bbe15639b7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.611335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb174b-82f0-4a1d-9d62-cc7abfdab57d req-fe2f846b-a3e1-4a69-9e83-aa4cec818ca7 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:35.619742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71bb174b-82f0-4a1d-9d62-cc7abfdab57d req-fe2f846b-a3e1-4a69-9e83-aa4cec818ca7 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.6549346 Jun 03 15:14:35.657628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-14294ded-8b7c-4b11-9fc2-80bbe15639b7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "DELETE /v2.0/subnets/993e7829-2b15-4e54-ae02-270c90bcb6ae HTTP/1.1" status: 204 len: 168 time: 0.6370232 Jun 03 15:14:35.668543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58268) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:35.679135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f0f4b-55bf-4190-ac39-c07ed0a7b1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f93eac8-e500-44b2-b0eb-b5c2ff261f96,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:35.710018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-996f0f4b-55bf-4190-ac39-c07ed0a7b1bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7761b4921954e399d56b5f1d08e190a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4208777 Jun 03 15:14:35.711077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58272) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:35.735179 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:35.747156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88adc77c-f53c-4599-aab7-d26fccef6053 None None] Network 31228f30-ad61-4206-a2b3-b135c1d7dca0 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:35.873051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fc28928d-54f2-4596-899c-c4f4e8117789 None None] Provisioning for port 6d968530-0baf-4cfc-ab13-583b3be11567 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:35.886502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71bb174b-82f0-4a1d-9d62-cc7abfdab57d req-695ff478-f607-457b-b7d4-ec9877c68dbd tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654569 Jun 03 15:14:35.918151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e319f0-3963-4ad4-95fa-471b13feff4a req-5f1a352f-aec5-4e71-809a-256429915788 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:35.932175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0e319f0-3963-4ad4-95fa-471b13feff4a req-5f1a352f-aec5-4e71-809a-256429915788 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 1101 time: 0.4981813 Jun 03 15:14:36.022352 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.111988 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb57dcb9-6532-43b3-89dc-957a07ac171c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.142601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0e319f0-3963-4ad4-95fa-471b13feff4a req-6b8a2760-6bf6-4630-a263-6c4fa78bbf29 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088549 Jun 03 15:14:36.160361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:36.166677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.177306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8766cd02-97a2-49aa-bc14-1a104f9da8dc None None] DHCP port deletion for 31228f30-ad61-4206-a2b3-b135c1d7dca0 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:14:36.198575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8766cd02-97a2-49aa-bc14-1a104f9da8dc None None] Deleting port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:36.199046 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8766cd02-97a2-49aa-bc14-1a104f9da8dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.251487 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.530422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] For port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7fff1b3c-7f5e-446c-81e2-3ad0f34f1398,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:36.531419 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.585508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8766cd02-97a2-49aa-bc14-1a104f9da8dc None None] For port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7fff1b3c-7f5e-446c-81e2-3ad0f34f1398,segment=NetworkSegment(d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f),segment_id=d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:36.586280 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8766cd02-97a2-49aa-bc14-1a104f9da8dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.620281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:14:36.731346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8766cd02-97a2-49aa-bc14-1a104f9da8dc None None] Calling delete_port for 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:36.766617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b0a23afd-34dd-4424-a1b2-0c19de35c000 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:36.782012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6d968530-0baf-4cfc-ab13-583b3be11567 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:36.786520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Calling delete_port for 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:36.842854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:36.849779 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb57dcb9-6532-43b3-89dc-957a07ac171c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.853727 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Sync routers for ids ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:36.864534 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Routers {'6d4ea7f7-6016-46ce-92f1-8212d2a90072'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:36.865523 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:36.886247 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:36.887593 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4e0cf8f3-9fb5-4738-b77f-bd4aa7bd5d64 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1422746 Jun 03 15:14:36.890415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58282) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:36.997734 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 03 15:14:36.997734 n-d-844595-1 neutron-server[88445]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jun 03 15:14:36.997734 n-d-844595-1 neutron-server[88445]: [parameters: {'port_id': '7fff1b3c-7f5e-446c-81e2-3ad0f34f1398', 'host': 'n-d-844595-1'}] Jun 03 15:14:36.997734 n-d-844595-1 neutron-server[88445]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:14:36.998526 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:14:37.005293 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8766cd02-97a2-49aa-bc14-1a104f9da8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.016261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370127a-6130-449c-bffb-2208d87aa793 req-cf898815-adf0-44f3-a4d9-6628a41ee7f5 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:37.023776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f370127a-6130-449c-bffb-2208d87aa793 req-cf898815-adf0-44f3-a4d9-6628a41ee7f5 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 944 time: 0.9975924 Jun 03 15:14:37.073365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.078936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766cd02-97a2-49aa-bc14-1a104f9da8dc None None] Pushing event deleted for resources: {'Port': ['ID=7fff1b3c-7f5e-446c-81e2-3ad0f34f1398,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:37.087035 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:14:37.091232 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Set router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:37.111749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766cd02-97a2-49aa-bc14-1a104f9da8dc None None] No DVR routers for this DVR port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:37.173379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6d968530-0baf-4cfc-ab13-583b3be11567 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:37.180973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceefefc-a2de-4659-8503-88fef5aad7b0 req-f354fd15-9224-4275-b688-b5973d17893d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:37.182977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6d968530-0baf-4cfc-ab13-583b3be11567 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:37.183342 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.192823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ceefefc-a2de-4659-8503-88fef5aad7b0 req-f354fd15-9224-4275-b688-b5973d17893d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 948 time: 0.3214900 Jun 03 15:14:37.240208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f370127a-6130-449c-bffb-2208d87aa793 req-ddfa9d22-48ee-4d30-945c-4d076532da7d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150750 Jun 03 15:14:37.328779 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb57dcb9-6532-43b3-89dc-957a07ac171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.431563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e644be6d-9782-40bd-902a-5e72a3071767 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:37.469824 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:35Z', 'revision_number': 3, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:37.480813 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Checking router: 6d4ea7f7-6016-46ce-92f1-8212d2a90072 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:37.481040 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Updating router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 port f52cbc0a-c22f-4575-88a0-ada80b96d3bc binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:14:37.503384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:37.507276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57dcb9-6532-43b3-89dc-957a07ac171c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f93eac8-e500-44b2-b0eb-b5c2ff261f96,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:37.522842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting port 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:37.523525 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.548767 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb57dcb9-6532-43b3-89dc-957a07ac171c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.552527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bb57dcb9-6532-43b3-89dc-957a07ac171c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f93eac8-e500-44b2-b0eb-b5c2ff261f96 HTTP/1.1" status: 204 len: 168 time: 1.8336706 Jun 03 15:14:37.552990 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.617624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ceefefc-a2de-4659-8503-88fef5aad7b0 req-c023eff8-17f7-4569-a205-952658aeef18 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114757 Jun 03 15:14:37.705115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] The port '7fff1b3c-7f5e-446c-81e2-3ad0f34f1398' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:14:37.725845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e644be6d-9782-40bd-902a-5e72a3071767,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:37.741284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'e644be6d-9782-40bd-902a-5e72a3071767', 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810', 'port_id': 'e644be6d-9782-40bd-902a-5e72a3071767', 'mac_address': 'fa:16:3e:1c:58:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8d6379-eb96-4f03-8390-c2aeb681aa26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:37.786371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6d968530-0baf-4cfc-ab13-583b3be11567 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:37.790890 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.834901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6d968530-0baf-4cfc-ab13-583b3be11567, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6d968530-0baf-4cfc-ab13-583b3be11567,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:37.857408 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:37.943686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'mac_address': 'fa:16:3e:0d:9d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:37.949523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6d968530-0baf-4cfc-ab13-583b3be11567,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:37.988493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:38.016959 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.058282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51617977-72f3-478a-a7b5-da042f0c0551 req-027ba81c-65c2-4036-a609-44629e70a5df tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:38.065891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51617977-72f3-478a-a7b5-da042f0c0551 req-027ba81c-65c2-4036-a609-44629e70a5df tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d8dde4b7-95b7-4c7f-a41a-f19dd620e8bf HTTP/1.1" status: 200 len: 1099 time: 0.6732512 Jun 03 15:14:38.086168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31228f30-ad61-4206-a2b3-b135c1d7dca0']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:38.109691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:38.110019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f278e4-3edb-44d3-ad5d-0d6f6de44b0f') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:38.134169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:38.135154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7fff1b3c-7f5e-446c-81e2-3ad0f34f1398 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:38.135390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c5696-fd18-457a-8026-f181f71c7095 req-44a857c3-2f7b-4eed-8d68-479a4990e7b5 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:38.152115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d3c5696-fd18-457a-8026-f181f71c7095 req-44a857c3-2f7b-4eed-8d68-479a4990e7b5 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.2288210 Jun 03 15:14:38.155183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port e644be6d-9782-40bd-902a-5e72a3071767 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:38.155672 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.159586 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.205200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b0a23afd-34dd-4424-a1b2-0c19de35c000 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:38.205895 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.221666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.223190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58296) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:38.227675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e644be6d-9782-40bd-902a-5e72a3071767 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:38.252607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a23afd-34dd-4424-a1b2-0c19de35c000 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:38.260977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e644be6d-9782-40bd-902a-5e72a3071767,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:38.266929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:14:38.272606 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.277763 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.283653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:38.338892 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.364897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6d968530-0baf-4cfc-ab13-583b3be11567 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:38.377673 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Transition to ACTIVE for port object f52cbc0a-c22f-4575-88a0-ada80b96d3bc will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:38.395157 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.403194 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99efba08-230c-44a0-993d-a2ae3e1435d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.454871 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.471856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d3c5696-fd18-457a-8026-f181f71c7095 req-1e01ca39-b5ce-46af-8cf4-65ce6b44643a tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185732 Jun 03 15:14:38.501244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-99efba08-230c-44a0-993d-a2ae3e1435d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:38.505889 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f resource provider aggregate not found Jun 03 15:14:38.510152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-99efba08-230c-44a0-993d-a2ae3e1435d1 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd65dbcfa104cd4912a8f48933b3177 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:38.522187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-99efba08-230c-44a0-993d-a2ae3e1435d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:38.544184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.551929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=e644be6d-9782-40bd-902a-5e72a3071767,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:38.554858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-99efba08-230c-44a0-993d-a2ae3e1435d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:38.560503 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3f278e4-3edb-44d3-ad5d-0d6f6de44b0f found for delete ", "request_id": "req-e20c00e2-696b-455a-928e-cabaeb27121c"}]} Jun 03 15:14:38.579996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.589092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.614352 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Attempting to bind port f52cbc0a-c22f-4575-88a0-ada80b96d3bc on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:38.614755 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Attempting to bind port f52cbc0a-c22f-4575-88a0-ada80b96d3bc by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:38.615149 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Attempting to bind port f52cbc0a-c22f-4575-88a0-ada80b96d3bc on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:38.635075 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.643469 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Pushing event updated for resources: {'Port': ['ID=f52cbc0a-c22f-4575-88a0-ada80b96d3bc,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:38.652701 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:38.652701 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:38.653949 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.654342 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:38.654841 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Bound port: f52cbc0a-c22f-4575-88a0-ada80b96d3bc, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:38.655202 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.659232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['e644be6d-9782-40bd-902a-5e72a3071767'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:38.659979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Network': ['ID=31228f30-ad61-4206-a2b3-b135c1d7dca0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:38.700826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ea0ce1b9-e24a-44c5-9d2e-3fdf7bbdec1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "DELETE /v2.0/networks/31228f30-ad61-4206-a2b3-b135c1d7dca0 HTTP/1.1" status: 204 len: 168 time: 3.0280061 Jun 03 15:14:38.724124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58314) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:38.731066 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1065453359'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:38.744010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:38.748097 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.748264 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.748724 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.749056 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.752199 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.752650 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.753247 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.753575 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.753952 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.754282 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.754600 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.755019 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:38.770971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:network and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:38.774890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:38.788474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:38.791503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51617977-72f3-478a-a7b5-da042f0c0551 req-f78489f4-045b-4bd6-ba4d-02335a8cd618 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7245955 Jun 03 15:14:38.826972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fa4bb-fa46-489a-a76d-071f576ec15f req-f430b5ff-3c79-4fbc-adc4-d1fb78dfa40a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:38.828608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-536fa4bb-fa46-489a-a76d-071f576ec15f req-f430b5ff-3c79-4fbc-adc4-d1fb78dfa40a tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 945 time: 0.1802449 Jun 03 15:14:38.844705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:38.855785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.891823 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] For port f52cbc0a-c22f-4575-88a0-ada80b96d3bc, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:38.897672 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] For port f52cbc0a-c22f-4575-88a0-ada80b96d3bc, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f52cbc0a-c22f-4575-88a0-ada80b96d3bc,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:38.907270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b0a23afd-34dd-4424-a1b2-0c19de35c000,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:38.911904 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99efba08-230c-44a0-993d-a2ae3e1435d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.919028 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.931596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99efba08-230c-44a0-993d-a2ae3e1435d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:38.997089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-536fa4bb-fa46-489a-a76d-071f576ec15f req-56b0b827-956f-41b2-bcc6-9d2dbaeea6d1 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540365 Jun 03 15:14:39.020966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:14:39.055745 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.062427 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Added segment 75d401c9-375b-4366-9652-1cc10bca8808 of type vlan for network e0638551-c033-4265-9192-9a9b145d3eb4 Jun 03 15:14:39.087999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['b0a23afd-34dd-4424-a1b2-0c19de35c000'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:39.099837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efba08-230c-44a0-993d-a2ae3e1435d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7d7990-3170-4139-88a4-dc70386ad9ff,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:39.100299 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Routers {'6d4ea7f7-6016-46ce-92f1-8212d2a90072'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:39.100922 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:39.114257 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.116779 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-99efba08-230c-44a0-993d-a2ae3e1435d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7dd65dbcfa104cd4912a8f48933b3177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8899903 Jun 03 15:14:39.121291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58324) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:39.138751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Allocated IP 172.20.0.1 (59b8d42f-7bef-4ced-83c7-f731095cdbd3/36b083b2-47e5-47cc-b6f0-6e48a605189f/6fb2f6ad-ac59-426d-aefa-4446862cd859) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:39.179386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6d968530-0baf-4cfc-ab13-583b3be11567 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:39.179744 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.219729 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.226477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:39.227124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.268923 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2062c2be-9e2e-416a-a2e3-0f3e5cbc907d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.302371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2062c2be-9e2e-416a-a2e3-0f3e5cbc907d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.361017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:39.503726 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] Set router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:39.538705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8124859 Jun 03 15:14:39.541375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58342) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:39.582741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'subnet': {'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:39.602267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6d968530-0baf-4cfc-ab13-583b3be11567 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:39.621094 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.650586 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203adb02-d7fc-44ce-8692-5ff329f0b356 None None] Pushing event updated for resources: {'Port': ['ID=f52cbc0a-c22f-4575-88a0-ada80b96d3bc,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:39.662658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Transition to ACTIVE for port object 6fb2f6ad-ac59-426d-aefa-4446862cd859 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:39.720075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:39.733134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-f338841b-7265-420c-82cd-53a7fd35c8b1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2122543 Jun 03 15:14:39.734777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:subnet and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:39.739205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bd508-52c2-425e-a56d-69934c20c8db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Network': ['ID=e0638551-c033-4265-9192-9a9b145d3eb4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:39.743975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:39.764836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e0638551-c033-4265-9192-9a9b145d3eb4 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:14:39.780048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:39.854551 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2062c2be-9e2e-416a-a2e3-0f3e5cbc907d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.868981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.877860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062c2be-9e2e-416a-a2e3-0f3e5cbc907d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7d7990-3170-4139-88a4-dc70386ad9ff,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:39.879718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:39.883255 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:39.901666 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:35Z', 'revision_number': 3, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:39.909219 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66bbea-562a-457f-9ced-b36c755e7740 None None] The sync data for ids ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'] in n-d-844595-1 is: [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:35Z', 'revision_number': 3, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:39.970201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:40.003203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:40.011436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:40.037522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb2f6ad-ac59-426d-aefa-4446862cd859,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:40.102267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2062c2be-9e2e-416a-a2e3-0f3e5cbc907d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:40.104708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2062c2be-9e2e-416a-a2e3-0f3e5cbc907d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c7d7990-3170-4139-88a4-dc70386ad9ff HTTP/1.1" status: 204 len: 168 time: 0.9813101 Jun 03 15:14:40.115518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:40.135229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb953a9-d146-4701-992e-78fb66ec82b7 req-570d97ed-8476-4c04-bdef-67682edd402f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:40.136953 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fb953a9-d146-4701-992e-78fb66ec82b7 req-570d97ed-8476-4c04-bdef-67682edd402f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 949 time: 0.8771663 Jun 03 15:14:40.312725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f03256-8860-4791-994e-8a2f7abc3420 req-d3902e91-4c02-448a-8500-d687fccd2faa tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:40.326644 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-d3902e91-4c02-448a-8500-d687fccd2faa tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5836473 Jun 03 15:14:40.405931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-1fd414de-9512-41f3-98aa-28ae5f301672 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/quotas/c95ad44430d64d5b85d7a6e1a95a2003 HTTP/1.1" status: 200 len: 375 time: 0.0781553 Jun 03 15:14:40.456106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4dd04527-e619-4ecd-940b-a2627a4cf52f None None] Provisioning for port 6fb2f6ad-ac59-426d-aefa-4446862cd859 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:40.465916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4dd04527-e619-4ecd-940b-a2627a4cf52f None None] Provisioning complete for port 6fb2f6ad-ac59-426d-aefa-4446862cd859 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:40.467691 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4dd04527-e619-4ecd-940b-a2627a4cf52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:40.478434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fb953a9-d146-4701-992e-78fb66ec82b7 req-2c8114cf-cd95-409b-a067-0427e7a9981c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102906 Jun 03 15:14:40.556657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4dd04527-e619-4ecd-940b-a2627a4cf52f None None] Port 6fb2f6ad-ac59-426d-aefa-4446862cd859 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:40.780319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-9eecad5d-fc37-4038-949d-568b79438d80 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3649790 Jun 03 15:14:40.783085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:40.813008 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:40.838445 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:40.907509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddd697-d6ea-460f-93ec-5e3ccd8f5111 req-a5d70699-eac6-4a21-975d-99dac725e0d7 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:40.909022 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-64ddd697-d6ea-460f-93ec-5e3ccd8f5111 req-a5d70699-eac6-4a21-975d-99dac725e0d7 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.2234123 Jun 03 15:14:40.915800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Checking segment: {'id': '75d401c9-375b-4366-9652-1cc10bca8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:40.916160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network hostable DHCP agents. Network: e0638551-c033-4265-9192-9a9b145d3eb4, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:14:40.943010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Subnet': ['ID=27c35c5e-d4e2-4385-a0ee-e49c8b894429,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:41.024579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-64ddd697-d6ea-460f-93ec-5e3ccd8f5111 req-6a065f6b-2390-4e07-b0c3-52155b6d12f3 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910466 Jun 03 15:14:41.051946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.054053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.055521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.056033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.056515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.058161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.058675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.060416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.060906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.061591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.062584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.063102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:41.084870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network e0638551-c033-4265-9192-9a9b145d3eb4 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:14:41.199508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff7546a7-9dc5-4114-8a51-e66a5851039b req-5b111612-68e1-4919-b16b-ce349b81c3d4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 210 time: 0.0531640 Jun 03 15:14:41.220333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e0638551-c033-4265-9192-9a9b145d3eb4) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:41.229101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:41.230534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.231055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d54d5a3-585e-47ab-bc84-1b8b7c9f6137 None None] Network e0638551-c033-4265-9192-9a9b145d3eb4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:41.284832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-918096b0-e956-4656-8233-84aeb1f7172a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7090964 Jun 03 15:14:41.299426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58376) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:41.314335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-948633247'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:41.326145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bd299-40d0-4bc1-b55e-56d59d2d6b93 req-08759ee3-5fbf-4b71-a857-adb3e717a0a9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:41.333244 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f32bd299-40d0-4bc1-b55e-56d59d2d6b93 req-08759ee3-5fbf-4b71-a857-adb3e717a0a9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 945 time: 0.2453980 Jun 03 15:14:41.337001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:41.356491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:network and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:41.362708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:41.377097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:41.384579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e644be6d-9782-40bd-902a-5e72a3071767 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:41.422117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f32bd299-40d0-4bc1-b55e-56d59d2d6b93 req-eb054018-280f-4daf-a36f-f4d0a7ae3582 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856380 Jun 03 15:14:41.426231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:41.434240 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.499679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:14:41.519807 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.520418 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Added segment 7a5defa5-4bea-41e6-b16f-2053231e4c77 of type vlan for network a83c892b-3e9a-4c81-9a34-d1896b210510 Jun 03 15:14:41.552070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.585436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.585698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.641976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.652766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:41.653318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.734282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-e0638551-c033-4265-9192-9a9b145d3eb4', 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4', 'tenant_id': '174af88446244ef48fad351389235316', 'fixed_ips': [{'subnet_id': '27c35c5e-d4e2-4385-a0ee-e49c8b894429'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:14:41.735116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.791321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] Deleting port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:41.791717 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.859238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb2f6ad-ac59-426d-aefa-4446862cd859,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:41.868945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:41.945722 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6432350 Jun 03 15:14:41.946727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Allocated IP 19.80.0.2 (e0638551-c033-4265-9192-9a9b145d3eb4/27c35c5e-d4e2-4385-a0ee-e49c8b894429/57b3c370-e83d-4ddc-8f1d-37295e71992d) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:41.956590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58392) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:41.963476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb40b47-a7cb-4e75-b1d1-0984c4cd28c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Network': ['ID=a83c892b-3e9a-4c81-9a34-d1896b210510,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:41.979287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port e644be6d-9782-40bd-902a-5e72a3071767 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:41.989546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port e644be6d-9782-40bd-902a-5e72a3071767 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:41.989952 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:42.012455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19a02a-2cc0-400c-9fb7-b3bf79350bb1 req-d7c9dc3f-0e0b-4ffe-8438-d1db8431bf3b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:42.012715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a83c892b-3e9a-4c81-9a34-d1896b210510 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:14:42.022457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b19a02a-2cc0-400c-9fb7-b3bf79350bb1 req-d7c9dc3f-0e0b-4ffe-8438-d1db8431bf3b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 949 time: 0.2112596 Jun 03 15:14:42.057441 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:14:42.115415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'subnet': {'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:42.148031 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b19a02a-2cc0-400c-9fb7-b3bf79350bb1 req-dd21be34-4c98-4cb6-94ad-0e4fcf35d13e tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245918 Jun 03 15:14:42.376714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f52cbc0a-c22f-4575-88a0-ada80b96d3bc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:42.444083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacc041-2a86-4611-8a22-cd7321a99e66 req-b28810af-fcb6-4218-9d23-4f2ba906bed7 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:42.455146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cacc041-2a86-4611-8a22-cd7321a99e66 req-b28810af-fcb6-4218-9d23-4f2ba906bed7 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.2189369 Jun 03 15:14:42.524970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cacc041-2a86-4611-8a22-cd7321a99e66 req-dd6c223e-f931-4b81-b803-f1baaa6f8933 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684199 Jun 03 15:14:42.537507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] For port e494abdf-bbd0-4a91-86a5-3ee5e5833f5e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e494abdf-bbd0-4a91-86a5-3ee5e5833f5e,segment=NetworkSegment(16e22082-df3f-4615-acc3-106df8d893fe),segment_id=16e22082-df3f-4615-acc3-106df8d893fe)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:42.538143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:42.542900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b0a23afd-34dd-4424-a1b2-0c19de35c000 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:42.587360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7696094a-8213-4947-a853-431b3d9d2934 req-62ec71c4-63d2-4b9b-887b-1b17bac42268 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 210 time: 0.0611761 Jun 03 15:14:42.612010 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port e644be6d-9782-40bd-902a-5e72a3071767 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:42.612446 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:42.660801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863f05f5-264d-45f5-a8c3-16080db3876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e644be6d-9782-40bd-902a-5e72a3071767'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:42.681186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f52cbc0a-c22f-4575-88a0-ada80b96d3bc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:42.716857 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f52cbc0a-c22f-4575-88a0-ada80b96d3bc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:42.717576 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:42.796758 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f012d5e3-c832-4497-8b3e-6f179caa5270'] response: {'server_uuid': '863f05f5-264d-45f5-a8c3-16080db3876f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e644be6d-9782-40bd-902a-5e72a3071767', 'code': 200} Jun 03 15:14:42.804291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e644be6d-9782-40bd-902a-5e72a3071767,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:42.814760 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:42.828814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port b0a23afd-34dd-4424-a1b2-0c19de35c000 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:42.836627 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:42.891488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Transition to ACTIVE for port object 57b3c370-e83d-4ddc-8f1d-37295e71992d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:42.930445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port b0a23afd-34dd-4424-a1b2-0c19de35c000 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:42.931148 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:42.932633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca4b5-287f-4253-85ca-c70d6f75b8a8 req-f983eb58-d6a1-4b85-9af6-2290ff784b27 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:42.940172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76bca4b5-287f-4253-85ca-c70d6f75b8a8 req-f983eb58-d6a1-4b85-9af6-2290ff784b27 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 945 time: 0.2093682 Jun 03 15:14:43.007118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a18fc-dc08-43a2-a745-52fefaf79b95 req-286fe84d-bb25-4ab6-91b8-cc4e7292d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:43.008581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc0a18fc-dc08-43a2-a745-52fefaf79b95 req-286fe84d-bb25-4ab6-91b8-cc4e7292d425 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 1097 time: 0.1795862 Jun 03 15:14:43.009450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] Calling delete_port for e494abdf-bbd0-4a91-86a5-3ee5e5833f5e owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:43.015440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Transition to ACTIVE for port object 57b3c370-e83d-4ddc-8f1d-37295e71992d will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:43.024003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76bca4b5-287f-4253-85ca-c70d6f75b8a8 req-cfaa5ed5-cdf1-4ae6-95a1-4a9444ff717c tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786371 Jun 03 15:14:43.046069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:43.046376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=e644be6d-9782-40bd-902a-5e72a3071767,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:43.060046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:43.071030 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.081731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:43.094097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc0a18fc-dc08-43a2-a745-52fefaf79b95 req-b3b2eb21-5c82-415a-acf9-e626884baa4f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685287 Jun 03 15:14:43.155611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:subnet and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:43.163421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Network e0638551-c033-4265-9192-9a9b145d3eb4 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:43.168420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:43.170230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f52cbc0a-c22f-4575-88a0-ada80b96d3bc is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:43.170576 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.180096 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:43.181169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:43.188305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:43.207490 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Pushing event updated for resources: {'Port': ['ID=57b3c370-e83d-4ddc-8f1d-37295e71992d,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:43.243188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:43.246800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.267798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f52cbc0a-c22f-4575-88a0-ada80b96d3bc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f52cbc0a-c22f-4575-88a0-ada80b96d3bc,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:43.363003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b0a23afd-34dd-4424-a1b2-0c19de35c000 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:43.363616 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.457577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fc737-b8c8-4c36-b601-e32e29e2bce0 req-da43957a-2b21-4b9c-aaaa-f89b74ad35ef tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:43.465901 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-334fc737-b8c8-4c36-b601-e32e29e2bce0 req-da43957a-2b21-4b9c-aaaa-f89b74ad35ef tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 949 time: 0.1783953 Jun 03 15:14:43.489810 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.537558 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-334fc737-b8c8-4c36-b601-e32e29e2bce0 req-b249de77-b3dc-4f3a-b80f-6cb7fc98d2d6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692012 Jun 03 15:14:43.597496 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-97b23d46-63e9-47be-8254-a8ea3b4a33e5 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463431 Jun 03 15:14:43.693096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Attempting to bind port 57b3c370-e83d-4ddc-8f1d-37295e71992d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:43.693530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Attempting to bind port 57b3c370-e83d-4ddc-8f1d-37295e71992d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '75d401c9-375b-4366-9652-1cc10bca8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:43.693857 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Attempting to bind port 57b3c370-e83d-4ddc-8f1d-37295e71992d on network e0638551-c033-4265-9192-9a9b145d3eb4 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:43.700671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c673055c-2c8f-442d-8381-cf31fb5023c9 None None] Provisioning complete for port 6fb2f6ad-ac59-426d-aefa-4446862cd859 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:43.701038 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c673055c-2c8f-442d-8381-cf31fb5023c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.751959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:43.754069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:43.754757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Checking segment: {'id': '75d401c9-375b-4366-9652-1cc10bca8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:43.754958 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.755820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Bound using segment: {'id': '75d401c9-375b-4366-9652-1cc10bca8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:43.757309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Bound port: 57b3c370-e83d-4ddc-8f1d-37295e71992d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d401c9-375b-4366-9652-1cc10bca8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:43.757309 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.825699 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.827679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f52cbc0a-c22f-4575-88a0-ada80b96d3bc,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:43.850158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:14:43.876013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be05e045-a200-4191-b65a-982b13747bfd req-8dc32631-7b43-4834-b455-b3ef894d7e85 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 210 time: 0.1202686 Jun 03 15:14:43.947519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c673055c-2c8f-442d-8381-cf31fb5023c9 None None] Port 6fb2f6ad-ac59-426d-aefa-4446862cd859 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:43.958268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f03256-8860-4791-994e-8a2f7abc3420 req-4128db66-508d-4ffb-9130-75c47830864f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:43.960015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-4128db66-508d-4ffb-9130-75c47830864f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3499694 Jun 03 15:14:43.966551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b0a23afd-34dd-4424-a1b2-0c19de35c000,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:43.973978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] For port 57b3c370-e83d-4ddc-8f1d-37295e71992d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:43.977447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] For port 57b3c370-e83d-4ddc-8f1d-37295e71992d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=57b3c370-e83d-4ddc-8f1d-37295e71992d,segment=NetworkSegment(75d401c9-375b-4366-9652-1cc10bca8808),segment_id=75d401c9-375b-4366-9652-1cc10bca8808)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:43.982968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2240d-9934-48cb-919d-8d98dfae71e7 req-3c3d8ff8-c9a4-4404-9792-334d95511a99 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:43.984739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f2240d-9934-48cb-919d-8d98dfae71e7 req-3c3d8ff8-c9a4-4404-9792-334d95511a99 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.2307532 Jun 03 15:14:43.985052 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:43.988325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Request body: {'port': {'device_id': '98cc6d33-b84d-4d42-af14-9db69e281c79', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'c95ad44430d64d5b85d7a6e1a95a2003'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:44.122353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19d47d-2204-45c8-a89b-302cbfecb2c7 None None] Pushing event updated for resources: {'Port': ['ID=57b3c370-e83d-4ddc-8f1d-37295e71992d,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:44.235542 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.280347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f52cbc0a-c22f-4575-88a0-ada80b96d3bc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:44.297212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] Pushing event deleted for resources: {'Port': ['ID=e494abdf-bbd0-4a91-86a5-3ee5e5833f5e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:44.329165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.379256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f2240d-9934-48cb-919d-8d98dfae71e7 req-7d1b88f8-f2ae-4a23-b908-dab5cdecef29 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731954 Jun 03 15:14:44.383561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:44.411199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Sync routers for ids ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:44.422139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f52cbc0a-c22f-4575-88a0-ada80b96d3bc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:44.422139 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.504841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Routers {'6d4ea7f7-6016-46ce-92f1-8212d2a90072'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:44.505507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:44.561297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:44.596119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:44.621930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fc657-1a0e-4f03-9ac5-a424fb1fa034 req-ff7feaf3-7da6-4dfa-a8ae-349669dbf533 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:44.634396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf4fc657-1a0e-4f03-9ac5-a424fb1fa034 req-ff7feaf3-7da6-4dfa-a8ae-349669dbf533 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 946 time: 0.4145584 Jun 03 15:14:44.683982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Subnet': ['ID=649fe368-f9ad-443e-a19e-e6015bb6cab3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:44.728372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Made reservation on behalf of c95ad44430d64d5b85d7a6e1a95a2003 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:44.736782 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:44.807170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Checking segment: {'id': '7a5defa5-4bea-41e6-b16f-2053231e4c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:44.807456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network hostable DHCP agents. Network: a83c892b-3e9a-4c81-9a34-d1896b210510, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:14:44.828645 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ba4f220b-9628-49be-937a-ec66b7372926 admin admin] 10.222.0.48 "PUT /v2.0/routers/6d4ea7f7-6016-46ce-92f1-8212d2a90072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9292414 Jun 03 15:14:44.833601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf4fc657-1a0e-4f03-9ac5-a424fb1fa034 req-2fd96b5c-386b-4b74-8b1f-0759214a5883 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932793 Jun 03 15:14:44.901954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:45.021979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Set router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:45.059947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Allocated IP 192.168.233.239 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:45.095290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f52cbc0a-c22f-4575-88a0-ada80b96d3bc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:45.207234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58470) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:45.217102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network a83c892b-3e9a-4c81-9a34-d1896b210510 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:14:45.266960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a83c892b-3e9a-4c81-9a34-d1896b210510) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:45.272533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:45.273125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.309253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07719c0c-bcbd-4f4f-af6a-35df48e3c6cf None None] Network a83c892b-3e9a-4c81-9a34-d1896b210510 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:45.353850 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.388242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Transition to ACTIVE for port object d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:45.441985 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c48df097-36aa-481c-9c0b-26ee160c07a3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4784241 Jun 03 15:14:45.512358 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.527972 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.559285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['097f3a10-8514-4232-9e14-a60be88bec08'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:45.667045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08', '1565d794-e24f-4585-b205-38fa580faedd', '15d294a7-09f8-4f0d-855a-e54b5bb1459c', '911ab52b-da76-4296-ab43-3299325e66fd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:45.672891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event updated for resources: {'Port': ['ID=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:45.721653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:45.734143 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:45.735682 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d1dd-4793-4515-993e-d1b83d49f872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.738558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:45.777031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a1d9d1dd-4793-4515-993e-d1b83d49f872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:45.790900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a1d9d1dd-4793-4515-993e-d1b83d49f872 admin admin] Usage tracker for resource:security_group_rule and tenant:905646f6abd745d29db4fabc5928fbe9 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:45.856107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:45.856820 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:45.858230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a1d9d1dd-4793-4515-993e-d1b83d49f872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:45.860205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ab0d7-e7e4-45a7-868d-307defe6e7e8 None None] Network e0638551-c033-4265-9192-9a9b145d3eb4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:45.889435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a1d9d1dd-4793-4515-993e-d1b83d49f872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:45.894792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42882a1-3420-44e7-a1fc-30f78917f443 req-27c3b932-5b27-4e29-a88d-23932c0327b9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:45.906653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a42882a1-3420-44e7-a1fc-30f78917f443 req-27c3b932-5b27-4e29-a88d-23932c0327b9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.4958758 Jun 03 15:14:45.960489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e38b6-c01e-45c4-8256-cd6d0c4a4df9 req-51443577-2d57-4ba5-ba31-8f0f6f21d001 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:45.961412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-df0e38b6-c01e-45c4-8256-cd6d0c4a4df9 req-51443577-2d57-4ba5-ba31-8f0f6f21d001 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Synchronizing usage tracker for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:45.977338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-7734c223-44be-4bf3-9157-603ad97e0420 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0055397 Jun 03 15:14:46.008552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a42882a1-3420-44e7-a1fc-30f78917f443 req-1cf492cc-da95-442f-9d46-e7d4460a0c6a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009729 Jun 03 15:14:46.014624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-df0e38b6-c01e-45c4-8256-cd6d0c4a4df9 req-51443577-2d57-4ba5-ba31-8f0f6f21d001 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Unset dirty status for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:46.016844 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df0e38b6-c01e-45c4-8256-cd6d0c4a4df9 req-51443577-2d57-4ba5-ba31-8f0f6f21d001 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 936 time: 0.6072900 Jun 03 15:14:46.101206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58496) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:46.110438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-network', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:46.117199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df0e38b6-c01e-45c4-8256-cd6d0c4a4df9 req-fa2fbeab-8688-491f-aea0-29c1b737b02e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930090 Jun 03 15:14:46.122869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:46.141510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-679a819f-8483-4e67-8072-9db2fbd4c92e None None] Provisioning for port 57b3c370-e83d-4ddc-8f1d-37295e71992d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:46.179487 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83748fde-2981-4ede-b4a7-7cbb5f95ad4b'] response: {'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'code': 200} Jun 03 15:14:46.220994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Usage tracker for resource:network and tenant:a6f994918d4548738764f17fbe8eab47 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:46.238552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:46.313034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:46.475552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a96972d6-33a3-4cf1-8f69-3f8e5f510d05 None None] Provisioning for port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:46.488563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Made reservation on behalf of a6f994918d4548738764f17fbe8eab47 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:46.491346 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.520364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Request body: {'port': {'device_id': '98cc6d33-b84d-4d42-af14-9db69e281c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:46.522944 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.524073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a96972d6-33a3-4cf1-8f69-3f8e5f510d05 None None] Provisioning complete for port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:46.524430 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a96972d6-33a3-4cf1-8f69-3f8e5f510d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.534541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] Router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:14:46.549851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 57b3c370-e83d-4ddc-8f1d-37295e71992d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:46.563898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:46.581825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Usage tracker for resource:security_group_rule and tenant:a6f994918d4548738764f17fbe8eab47 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:46.591526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d1dd-4793-4515-993e-d1b83d49f872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.592042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:40Z', 'revision_number': 4, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fb2f6ad-ac59-426d-aefa-4446862cd859', 'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'mac_address': 'fa:16:3e:0a:ae:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:38Z', 'updated_at': '2022-06-03T15:14:41Z', 'revision_number': 2, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'subnets': [{'id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:46.593066 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:46.619587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3cbe4-97e0-423f-8881-4c289b546fa3 req-dc096d01-85a0-47a4-bfe7-ff42bf6b0a6f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:46.621146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01f3cbe4-97e0-423f-8881-4c289b546fa3 req-dc096d01-85a0-47a4-bfe7-ff42bf6b0a6f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.3509781 Jun 03 15:14:46.655822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:46.668421 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d1dd-4793-4515-993e-d1b83d49f872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.669579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Checking router: 6d4ea7f7-6016-46ce-92f1-8212d2a90072 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:46.670061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Updating router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 port 6fb2f6ad-ac59-426d-aefa-4446862cd859 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:14:46.695168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-a83c892b-3e9a-4c81-9a34-d1896b210510', 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510', 'tenant_id': '174af88446244ef48fad351389235316', 'fixed_ips': [{'subnet_id': '649fe368-f9ad-443e-a19e-e6015bb6cab3'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:14:46.695988 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.708504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85890c3-5d0c-46c2-acae-a201f973cbcf req-b3f986dc-8461-4c04-86a7-1976cbff7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:46.710309 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e85890c3-5d0c-46c2-acae-a201f973cbcf req-b3f986dc-8461-4c04-86a7-1976cbff7fae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 1101 time: 0.3867011 Jun 03 15:14:46.748075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-c9ab5452-396a-46df-b240-a1f12e85d723 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:46.753551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-c9ab5452-396a-46df-b240-a1f12e85d723 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:46.754432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-c9ab5452-396a-46df-b240-a1f12e85d723 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Synchronizing usage tracker for tenant:174af88446244ef48fad351389235316 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:46.760594 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:46.782786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9d1dd-4793-4515-993e-d1b83d49f872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df04b9d1-ab7f-4a4a-9cdd-efe6f0ff685c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:46.784605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01f3cbe4-97e0-423f-8881-4c289b546fa3 req-8205b666-4a55-4d7d-ac2e-100781fd379e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329391 Jun 03 15:14:46.802608 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a1d9d1dd-4793-4515-993e-d1b83d49f872 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=905646f6abd745d29db4fabc5928fbe9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5868986 Jun 03 15:14:46.809068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58510) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:46.898041 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e85890c3-5d0c-46c2-acae-a201f973cbcf req-fa006bda-0193-4e59-b7bd-3aeb541988cf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792839 Jun 03 15:14:46.901997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a96972d6-33a3-4cf1-8f69-3f8e5f510d05 None None] Port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:46.924715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:46.935992 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290f2b7-05f3-4b1b-abe4-b82dc3cafccd None None] Sync routers for ids ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:46.946961 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290f2b7-05f3-4b1b-abe4-b82dc3cafccd None None] Routers {'8f1ec7eb-4d98-4b33-9af3-6b54be031128'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:46.948069 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1290f2b7-05f3-4b1b-abe4-b82dc3cafccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:46.964835 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1b3fe554-becf-4818-bbcb-8b13f544e18e admin admin] 10.222.0.48 "PUT /v2.0/routers/8f1ec7eb-4d98-4b33-9af3-6b54be031128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6017246 Jun 03 15:14:46.972623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58512) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:47.039114 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.055396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.106689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:14:47.111763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Allocated IP 19.86.0.2 (a83c892b-3e9a-4c81-9a34-d1896b210510/649fe368-f9ad-443e-a19e-e6015bb6cab3/52072b50-e9ef-45cf-827c-1519c4538274) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:47.148761 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1290f2b7-05f3-4b1b-abe4-b82dc3cafccd None None] Set router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:47.170652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3400b27-1ad2-49c7-871c-0d94d8dd2ea6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:47.215417 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.215942 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Added segment aff55073-459c-4ddc-98ad-f5d5d98e32d2 of type vlan for network a174f3c4-c00d-4781-9eea-11a9bb5e3e92 Jun 03 15:14:47.258860 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.300863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:47.324548 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.325462 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.357202 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.368948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Transition to ACTIVE for port object 52072b50-e9ef-45cf-827c-1519c4538274 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:47.391280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Transition to ACTIVE for port object 52072b50-e9ef-45cf-827c-1519c4538274 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:47.445661 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.556560 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1290f2b7-05f3-4b1b-abe4-b82dc3cafccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 5, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:47.561231 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290f2b7-05f3-4b1b-abe4-b82dc3cafccd None None] Checking router: 8f1ec7eb-4d98-4b33-9af3-6b54be031128 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:47.571550 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290f2b7-05f3-4b1b-abe4-b82dc3cafccd None None] Routers {'8f1ec7eb-4d98-4b33-9af3-6b54be031128'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:47.572388 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1290f2b7-05f3-4b1b-abe4-b82dc3cafccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:47.583312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-c9ab5452-396a-46df-b240-a1f12e85d723 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Unset dirty status for tenant:174af88446244ef48fad351389235316 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:47.590956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-c9ab5452-396a-46df-b240-a1f12e85d723 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/networks?id=e0638551-c033-4265-9192-9a9b145d3eb4&id=a83c892b-3e9a-4c81-9a34-d1896b210510 HTTP/1.1" status: 200 len: 1391 time: 1.2042906 Jun 03 15:14:47.605175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Transition to ACTIVE for port object d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:47.609826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.611006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:47.611804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.619609 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.630315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.641630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-44011c79-e800-48f0-a12b-c5acfa97a39c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/quotas/174af88446244ef48fad351389235316 HTTP/1.1" status: 200 len: 375 time: 0.0481529 Jun 03 15:14:47.719173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Network a83c892b-3e9a-4c81-9a34-d1896b210510 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:47.725394 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6230047 Jun 03 15:14:47.729459 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.730087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Pushing event updated for resources: {'Port': ['ID=52072b50-e9ef-45cf-827c-1519c4538274,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:47.732166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58522) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:47.733340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:47.744533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:47.745248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Request body: {'subnet': {'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-subnet', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:47.750272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:47.754119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Usage tracker for resource:subnet and tenant:a6f994918d4548738764f17fbe8eab47 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:47.757153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:47.763223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:47.773497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8581e-951f-4712-bd4d-d94b19469a7a admin admin] Pushing event updated for resources: {'Network': ['ID=a174f3c4-c00d-4781-9eea-11a9bb5e3e92,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:47.778381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Made reservation on behalf of a6f994918d4548738764f17fbe8eab47 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:47.781057 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.803803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Deleting port ffe56d39-0dc6-41f5-9266-e23e9b81ed35 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:47.804248 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.855248 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1290f2b7-05f3-4b1b-abe4-b82dc3cafccd None None] Set router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:47.862654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 57b3c370-e83d-4ddc-8f1d-37295e71992d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:47.888692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a174f3c4-c00d-4781-9eea-11a9bb5e3e92 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:14:47.936103 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-957fe06e-621e-4607-947d-16acbe47a7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:47.985795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Pushing event updated for resources: {'Port': ['ID=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:48.077293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-957fe06e-621e-4607-947d-16acbe47a7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.092257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 57b3c370-e83d-4ddc-8f1d-37295e71992d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:48.092641 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.135352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db68137-f700-4b8c-ab65-5ed23302cc68 req-8254777f-a8c9-4e81-8ad7-8060b37d2585 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:48.145312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2db68137-f700-4b8c-ab65-5ed23302cc68 req-8254777f-a8c9-4e81-8ad7-8060b37d2585 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 946 time: 0.8001690 Jun 03 15:14:48.262484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-dcdbfb15-e249-4e54-b76b-5f0b95c238dc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=174af88446244ef48fad351389235316&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6197670 Jun 03 15:14:48.281952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] For port ffe56d39-0dc6-41f5-9266-e23e9b81ed35, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ffe56d39-0dc6-41f5-9266-e23e9b81ed35,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:48.282387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.297268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Attempting to bind port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:48.297625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Attempting to bind port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:48.297938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Attempting to bind port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:48.334590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Attempting to bind port 52072b50-e9ef-45cf-827c-1519c4538274 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:48.334965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Attempting to bind port 52072b50-e9ef-45cf-827c-1519c4538274 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7a5defa5-4bea-41e6-b16f-2053231e4c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:48.335309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Attempting to bind port 52072b50-e9ef-45cf-827c-1519c4538274 on network a83c892b-3e9a-4c81-9a34-d1896b210510 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:48.351583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:48.351959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Checking segment: {'id': '7a5defa5-4bea-41e6-b16f-2053231e4c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:48.358504 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.359044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Bound using segment: {'id': '7a5defa5-4bea-41e6-b16f-2053231e4c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:48.359513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Bound port: 52072b50-e9ef-45cf-827c-1519c4538274, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5defa5-4bea-41e6-b16f-2053231e4c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:48.359902 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.360786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2db68137-f700-4b8c-ab65-5ed23302cc68 req-f181458d-d221-4048-a489-fb21318ec88f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145376 Jun 03 15:14:48.366397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:14:48.366738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Attempting to bind port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:48.446433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Calling delete_port for ffe56d39-0dc6-41f5-9266-e23e9b81ed35 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:48.487307 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1290f2b7-05f3-4b1b-abe4-b82dc3cafccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 5, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:48.496911 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290f2b7-05f3-4b1b-abe4-b82dc3cafccd None None] The sync data for ids ['8f1ec7eb-4d98-4b33-9af3-6b54be031128'] in n-d-844595-1 is: [{'id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'name': 'tempest-AttachSCSIVolumeTestJSON-1454833364-router', 'tenant_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:11:46Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 5, 'project_id': 'b8a68f7690074e829c03c3202f5c7f6a', 'gw_port': {'id': 'ffe56d39-0dc6-41f5-9266-e23e9b81ed35', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1ec7eb-4d98-4b33-9af3-6b54be031128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:11:47Z', 'updated_at': '2022-06-03T15:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:48.541276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:48.541662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:48.542267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:48.542593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Bound port: d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:48.543180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.566693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-ef94c255-6cea-4c3d-98f3-651044b04357 service neutron] 10.222.0.48 "GET /v2.0/networks/e0638551-c033-4265-9192-9a9b145d3eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034360 Jun 03 15:14:48.620775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-957fe06e-621e-4607-947d-16acbe47a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.639831 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.710357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f29e6aad-7db1-49e9-bd4a-60de0fb928ed None None] Provisioning complete for port 57b3c370-e83d-4ddc-8f1d-37295e71992d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:48.711115 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f29e6aad-7db1-49e9-bd4a-60de0fb928ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.762676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fe06e-621e-4607-947d-16acbe47a7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df04b9d1-ab7f-4a4a-9cdd-efe6f0ff685c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:48.771929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84c76abd-4136-42fe-92b0-0f8eaa17cbea,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:48.785696 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-957fe06e-621e-4607-947d-16acbe47a7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.786813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-957fe06e-621e-4607-947d-16acbe47a7cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df04b9d1-ab7f-4a4a-9cdd-efe6f0ff685c HTTP/1.1" status: 204 len: 168 time: 1.4461288 Jun 03 15:14:48.789533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Checking segment: {'id': 'aff55073-459c-4ddc-98ad-f5d5d98e32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:48.789962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Network hostable DHCP agents. Network: a174f3c4-c00d-4781-9eea-11a9bb5e3e92, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:14:48.803478 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.836965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] For port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:48.859430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe56d39-0dc6-41f5-9266-e23e9b81ed35,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:48.885800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] For port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:48.900215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-6bccdab0-0cd7-441f-95f3-a04a113e8b20 service neutron] 10.222.0.48 "GET /v2.0/networks/e0638551-c033-4265-9192-9a9b145d3eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808917 Jun 03 15:14:48.904352 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:48.979979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] For port 52072b50-e9ef-45cf-827c-1519c4538274, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:48.987707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Network a174f3c4-c00d-4781-9eea-11a9bb5e3e92 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:14:48.993955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 57b3c370-e83d-4ddc-8f1d-37295e71992d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:48.994673 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.024356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a174f3c4-c00d-4781-9eea-11a9bb5e3e92) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:49.049503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55efc0d7-9819-4807-9a22-aeca6ed479bd None None] Network a174f3c4-c00d-4781-9eea-11a9bb5e3e92 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:49.050101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:49.051927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.079549 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.110269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23800cd-1a4e-4b8c-b97d-f55286d342ea req-7d1c322c-145b-4715-a73e-e439417df6e8 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:49.117334 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d23800cd-1a4e-4b8c-b97d-f55286d342ea req-7d1c322c-145b-4715-a73e-e439417df6e8 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.5494390 Jun 03 15:14:49.127593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:49.134968 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.136406 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-e6809545-292a-4841-a1d7-714e0144816e service neutron] 10.222.0.75 "PUT /v2.0/ports/d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb HTTP/1.1" status: 200 len: 1096 time: 3.1454020 Jun 03 15:14:49.139127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cc6d33-b84d-4d42-af14-9db69e281c79', 'tag': 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:14:49.229545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d23800cd-1a4e-4b8c-b97d-f55286d342ea req-01c9b25b-d16a-445d-88cb-0e8a86374597 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112397 Jun 03 15:14:49.244406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] For port 52072b50-e9ef-45cf-827c-1519c4538274, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=52072b50-e9ef-45cf-827c-1519c4538274,segment=NetworkSegment(7a5defa5-4bea-41e6-b16f-2053231e4c77),segment_id=7a5defa5-4bea-41e6-b16f-2053231e4c77)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:49.370753 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.441864 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.445172 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.458501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6809545-292a-4841-a1d7-714e0144816e service neutron] Pushing event updated for resources: {'Port': ['ID=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:49.482702 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.483576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f1ec7eb-4d98-4b33-9af3-6b54be031128 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:14:49.489342 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.492182 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2fc3fd42-b023-400e-9fde-1e16aad51651 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8f1ec7eb-4d98-4b33-9af3-6b54be031128 HTTP/1.1" status: 204 len: 168 time: 2.5182116 Jun 03 15:14:49.494161 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7f77b864-6d73-42d5-b52d-ba165c106f65 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7570977 Jun 03 15:14:49.494909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58538) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:49.497072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58540) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:49.525779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58546) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:49.529613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-router', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:49.564806 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-b5075d39-c9d5-441e-8f8a-70b096ab55c1 service neutron] 10.222.0.48 "GET /v2.0/networks/a83c892b-3e9a-4c81-9a34-d1896b210510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549966 Jun 03 15:14:49.571360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:49.594858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 57b3c370-e83d-4ddc-8f1d-37295e71992d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=57b3c370-e83d-4ddc-8f1d-37295e71992d,segment=NetworkSegment(75d401c9-375b-4366-9652-1cc10bca8808),segment_id=75d401c9-375b-4366-9652-1cc10bca8808)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:49.605854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Usage tracker for resource:router and tenant:a6f994918d4548738764f17fbe8eab47 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:49.607867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f29e6aad-7db1-49e9-bd4a-60de0fb928ed None None] Current status of the port 57b3c370-e83d-4ddc-8f1d-37295e71992d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:49.608413 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f29e6aad-7db1-49e9-bd4a-60de0fb928ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.618007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:49.621262 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b078a61-f14b-446a-a3ec-5dca46b95e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.679779 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.691228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:49.718949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5f6c62-b5cf-4f10-888f-b0808f2946aa admin admin] Deleting subnet d644fdd2-49e6-4739-a159-c1fcebe267a3 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:14:49.722972 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f5f6c62-b5cf-4f10-888f-b0808f2946aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.728397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Pushing event updated for resources: {'Port': ['ID=52072b50-e9ef-45cf-827c-1519c4538274,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:49.731557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f03256-8860-4791-994e-8a2f7abc3420 req-32b474ae-b0bf-4edb-aff2-2cb99687f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:49.733114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-32b474ae-b0bf-4edb-aff2-2cb99687f98f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 1099 time: 0.5221152 Jun 03 15:14:49.734158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8b078a61-f14b-446a-a3ec-5dca46b95e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:49.746922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-a174f3c4-c00d-4781-9eea-11a9bb5e3e92', 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'fixed_ips': [{'subnet_id': '84c76abd-4136-42fe-92b0-0f8eaa17cbea'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:14:49.747773 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.790856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.791269 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.791517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.791848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.792175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.792587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.792807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.793127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.793487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.793744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.794908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.795232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffac9a3-c963-49d8-b0c4-966b8f6b7d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:14:49.835435 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f5f6c62-b5cf-4f10-888f-b0808f2946aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.926865 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f5f6c62-b5cf-4f10-888f-b0808f2946aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.947539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ffe56d39-0dc6-41f5-9266-e23e9b81ed35 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:49.984052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8b078a61-f14b-446a-a3ec-5dca46b95e83 admin admin] Usage tracker for resource:security_group_rule and tenant:7f86056588964b32a6a5d42a2e3d63f2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:49.989299 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:49.990474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.000950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8b078a61-f14b-446a-a3ec-5dca46b95e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:50.012875 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-5015db12-4027-44e6-bc61-87307d55f42c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb HTTP/1.1" status: 200 len: 217 time: 0.2552557 Jun 03 15:14:50.020916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8b078a61-f14b-446a-a3ec-5dca46b95e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:50.029508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f5f6c62-b5cf-4f10-888f-b0808f2946aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.075056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: ffe56d39-0dc6-41f5-9266-e23e9b81ed35 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:50.075292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ffe56d39-0dc6-41f5-9266-e23e9b81ed35 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:50.075717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e494abdf-bbd0-4a91-86a5-3ee5e5833f5e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:50.105532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f6c62-b5cf-4f10-888f-b0808f2946aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d644fdd2-49e6-4739-a159-c1fcebe267a3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:50.107792 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f5f6c62-b5cf-4f10-888f-b0808f2946aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.119813 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6f5f6c62-b5cf-4f10-888f-b0808f2946aa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d644fdd2-49e6-4739-a159-c1fcebe267a3 HTTP/1.1" status: 204 len: 168 time: 0.6232679 Jun 03 15:14:50.121286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fb1ec-bdc6-4c5b-a81f-1aaa0fcb3196 req-6365e44d-ebed-408b-9c00-d98ad3146307 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:50.122318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58550) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:50.130492 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e04fb1ec-bdc6-4c5b-a81f-1aaa0fcb3196 req-6365e44d-ebed-408b-9c00-d98ad3146307 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 948 time: 0.7705507 Jun 03 15:14:50.137983 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-f29e6aad-7db1-49e9-bd4a-60de0fb928ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:14:50.138344 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-f29e6aad-7db1-49e9-bd4a-60de0fb928ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:14:50.149279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e494abdf-bbd0-4a91-86a5-3ee5e5833f5e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:50.149616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e494abdf-bbd0-4a91-86a5-3ee5e5833f5e not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:50.178019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a67e1-5aa4-40c1-a509-446eb3edee55 None None] Network eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:50.181741 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.214385 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.217525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=57b3c370-e83d-4ddc-8f1d-37295e71992d,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:50.223730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-be75adbc-d6b5-4523-9af7-e2c2c2a386c8 service neutron] 10.222.0.48 "GET /v2.0/networks/a83c892b-3e9a-4c81-9a34-d1896b210510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580606 Jun 03 15:14:50.261621 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.275062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Deleting port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:50.275554 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.309793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e04fb1ec-bdc6-4c5b-a81f-1aaa0fcb3196 req-1e56d307-3375-4ee6-904b-0ca8b849044b tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780639 Jun 03 15:14:50.343034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f03256-8860-4791-994e-8a2f7abc3420 req-24e3e20f-66a0-42ff-81ef-227df58b36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:50.344706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-24e3e20f-66a0-42ff-81ef-227df58b36fc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.3214929 Jun 03 15:14:50.358007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Transition to ACTIVE for port object 6fb2f6ad-ac59-426d-aefa-4446862cd859 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:50.448492 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b078a61-f14b-446a-a3ec-5dca46b95e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.458853 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.588709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] For port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e20ebe12-5242-4d1e-bfa4-d3f9855fd04d,segment=NetworkSegment(16e22082-df3f-4615-acc3-106df8d893fe),segment_id=16e22082-df3f-4615-acc3-106df8d893fe)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:50.589794 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.680972 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b078a61-f14b-446a-a3ec-5dca46b95e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.809904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Calling delete_port for e20ebe12-5242-4d1e-bfa4-d3f9855fd04d owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:50.816876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b30321-cf28-4dd9-9dd6-30b293fe7599 None None] Pushing event updated for resources: {'Port': ['ID=6fb2f6ad-ac59-426d-aefa-4446862cd859,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:50.839396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b078a61-f14b-446a-a3ec-5dca46b95e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669bad4f-36cf-4e49-bb3c-61e120bb5b83,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:50.855146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Allocated IP 172.20.0.2 (a174f3c4-c00d-4781-9eea-11a9bb5e3e92/84c76abd-4136-42fe-92b0-0f8eaa17cbea/68c7cc2f-fe85-48ef-8860-6ca944ed2928) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:50.945507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:50.975134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f29e6aad-7db1-49e9-bd4a-60de0fb928ed None None] Current status of the port 57b3c370-e83d-4ddc-8f1d-37295e71992d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:51.039462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8b078a61-f14b-446a-a3ec-5dca46b95e83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f86056588964b32a6a5d42a2e3d63f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5042605 Jun 03 15:14:51.049421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58566) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:51.050533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Pushing event deleted for resources: {'Port': ['ID=e20ebe12-5242-4d1e-bfa4-d3f9855fd04d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:51.055466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] No DVR routers for this DVR port e20ebe12-5242-4d1e-bfa4-d3f9855fd04d on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:14:51.169153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Attempting to bind port 6fb2f6ad-ac59-426d-aefa-4446862cd859 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:51.169520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Attempting to bind port 6fb2f6ad-ac59-426d-aefa-4446862cd859 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:51.169904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Attempting to bind port 6fb2f6ad-ac59-426d-aefa-4446862cd859 on network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:51.227479 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.240569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b1234-d87b-4d97-83bf-237cbb3ccc62 req-450ee88a-df1a-4cc3-a5b5-f9e75b82e8c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:51.244652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e8b1234-d87b-4d97-83bf-237cbb3ccc62 req-450ee88a-df1a-4cc3-a5b5-f9e75b82e8c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.6863606 Jun 03 15:14:51.254741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f03256-8860-4791-994e-8a2f7abc3420 req-0e0b87b7-d6a3-474b-ab17-222823fc4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:51.256426 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-0e0b87b7-d6a3-474b-ab17-222823fc4070 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8061659 Jun 03 15:14:51.265083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3031b3a-5522-46b2-b7c3-931a7e3a43db req-c9a36813-4297-4e59-8182-520c377ee657 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:51.267313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3031b3a-5522-46b2-b7c3-931a7e3a43db req-c9a36813-4297-4e59-8182-520c377ee657 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 1097 time: 0.6382082 Jun 03 15:14:51.313263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.346333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0860d09-1e50-457f-9419-0a0731edb5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.375018 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.380703 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0860d09-1e50-457f-9419-0a0731edb5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.388976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Transition to ACTIVE for port object 68c7cc2f-fe85-48ef-8860-6ca944ed2928 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:51.411495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56389737-4e16-43ab-a857-4e114b9350f2 None None] Network a83c892b-3e9a-4c81-9a34-d1896b210510 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:51.452116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:51.466262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e22082-df3f-4615-acc3-106df8d893fe') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:51.466557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e22082-df3f-4615-acc3-106df8d893fe') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:51.484783 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.506682 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.511489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:51.515221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0860d09-1e50-457f-9419-0a0731edb5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.518301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:14:51.518691 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.523692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Checking segment: {'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:51.524482 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.524877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Bound using segment: {'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:51.525645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Bound port: 6fb2f6ad-ac59-426d-aefa-4446862cd859, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:51.525807 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.540284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e8b1234-d87b-4d97-83bf-237cbb3ccc62 req-47d45479-86e6-4b33-bf96-e98e970117f5 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793031 Jun 03 15:14:51.555595 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3031b3a-5522-46b2-b7c3-931a7e3a43db req-4d8573f0-c46c-44a3-b715-12ee10de3d1e tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471642 Jun 03 15:14:51.601019 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 16e22082-df3f-4615-acc3-106df8d893fe resource provider aggregate not found Jun 03 15:14:51.604452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0860d09-1e50-457f-9419-0a0731edb5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669bad4f-36cf-4e49-bb3c-61e120bb5b83,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:51.621592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-044a43bc-dd7a-4037-9597-5a028bedf10f service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533893 Jun 03 15:14:51.629567 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 16e22082-df3f-4615-acc3-106df8d893fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16e22082-df3f-4615-acc3-106df8d893fe found for delete ", "request_id": "req-0d71968a-37df-4c19-a091-b0f40e1150ce"}]} Jun 03 15:14:51.646706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0860d09-1e50-457f-9419-0a0731edb5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.650783 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d0860d09-1e50-457f-9419-0a0731edb5cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/669bad4f-36cf-4e49-bb3c-61e120bb5b83 HTTP/1.1" status: 204 len: 168 time: 0.5976729 Jun 03 15:14:51.672180 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Transition to ACTIVE for port object 68c7cc2f-fe85-48ef-8860-6ca944ed2928 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:51.672335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.708123 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.731284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] Pushing event deleted for resources: {'Network': ['ID=eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:51.750775 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:51.761274 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8ea73d68-ccbb-4ea8-816d-8a6da37af68f admin admin] 10.222.0.48 "DELETE /v2.0/networks/eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 HTTP/1.1" status: 204 len: 168 time: 1.6339231 Jun 03 15:14:51.762101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58580) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:51.931081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f03256-8860-4791-994e-8a2f7abc3420 req-56f0931a-5328-4eb2-9e28-f0ad721d547c service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999516 Jun 03 15:14:51.949769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Pushing event updated for resources: {'Port': ['ID=68c7cc2f-fe85-48ef-8860-6ca944ed2928,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:51.954897 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13b6d52-3fd2-4589-b87a-886f69e43499'] response: {'name': 'network-changed', 'server_uuid': '98cc6d33-b84d-4d42-af14-9db69e281c79', 'tag': 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb', 'status': 'completed', 'code': 200} Jun 03 15:14:51.957932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a637e-25fc-40aa-8338-991b2b69fccd None None] DHCP port deletion for eba3b2f7-2d83-4d43-b93a-f0d2aa399dc5 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:14:51.984066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Network a174f3c4-c00d-4781-9eea-11a9bb5e3e92 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:52.023271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:52.025564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:52.192535 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5da6482-ee38-4fd5-9c9c-547fc2fd8e8b req-593a05cb-3054-41a3-afe8-8461504d6fe3 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 210 time: 0.2543688 Jun 03 15:14:52.241264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] For port 6fb2f6ad-ac59-426d-aefa-4446862cd859, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:52.256409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 52072b50-e9ef-45cf-827c-1519c4538274 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:52.332651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] For port 6fb2f6ad-ac59-426d-aefa-4446862cd859, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6fb2f6ad-ac59-426d-aefa-4446862cd859,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:52.419104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-30fbe831-09fa-4f6d-8d81-597d9934c774 None None] Provisioning for port 52072b50-e9ef-45cf-827c-1519c4538274 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:52.436266 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.481921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Attempting to bind port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:52.482309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Attempting to bind port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'aff55073-459c-4ddc-98ad-f5d5d98e32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:52.482702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Attempting to bind port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 on network a174f3c4-c00d-4781-9eea-11a9bb5e3e92 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:52.510250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:52.510749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Checking segment: {'id': 'aff55073-459c-4ddc-98ad-f5d5d98e32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:52.511223 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.511613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Bound using segment: {'id': 'aff55073-459c-4ddc-98ad-f5d5d98e32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:52.512365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Bound port: 68c7cc2f-fe85-48ef-8860-6ca944ed2928, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff55073-459c-4ddc-98ad-f5d5d98e32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:52.512816 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:52.580969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-1defee12-31bf-4960-b7a0-ef244a6884c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:52.591201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-1defee12-31bf-4960-b7a0-ef244a6884c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:52.592162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-1defee12-31bf-4960-b7a0-ef244a6884c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Synchronizing usage tracker for tenant:174af88446244ef48fad351389235316 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:14:52.621774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-1defee12-31bf-4960-b7a0-ef244a6884c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Unset dirty status for tenant:174af88446244ef48fad351389235316 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:14:52.623812 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-1defee12-31bf-4960-b7a0-ef244a6884c7 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.67 "GET /v2.0/networks?id=e0638551-c033-4265-9192-9a9b145d3eb4&id=a83c892b-3e9a-4c81-9a34-d1896b210510 HTTP/1.1" status: 200 len: 1391 time: 0.4234381 Jun 03 15:14:52.648618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'port': {'device_id': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4', 'admin_state_up': True, 'tenant_id': '174af88446244ef48fad351389235316'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:52.710036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Routers {'6d4ea7f7-6016-46ce-92f1-8212d2a90072'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:52.711710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:52.836574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebc510-dd0a-40fb-ab54-4c609834a550 req-2e18bcfa-b456-4f36-a5d5-b6a90d7f5cf6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:52.838732 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2aebc510-dd0a-40fb-ab54-4c609834a550 req-2e18bcfa-b456-4f36-a5d5-b6a90d7f5cf6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.9061170 Jun 03 15:14:52.953324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b30321-cf28-4dd9-9dd6-30b293fe7599 None None] Pushing event updated for resources: {'Port': ['ID=6fb2f6ad-ac59-426d-aefa-4446862cd859,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:52.980745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 52072b50-e9ef-45cf-827c-1519c4538274 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:52.991617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] For port 68c7cc2f-fe85-48ef-8860-6ca944ed2928, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:14:52.995344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 52072b50-e9ef-45cf-827c-1519c4538274 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:52.996188 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.074948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] For port 68c7cc2f-fe85-48ef-8860-6ca944ed2928, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=68c7cc2f-fe85-48ef-8860-6ca944ed2928,segment=NetworkSegment(aff55073-459c-4ddc-98ad-f5d5d98e32d2),segment_id=aff55073-459c-4ddc-98ad-f5d5d98e32d2)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:53.081726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2aebc510-dd0a-40fb-ab54-4c609834a550 req-6d304ce7-c3a6-4927-8df5-be04969870e0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532285 Jun 03 15:14:53.100055 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.177445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:53.182720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:port and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:53.185753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:53.196192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:53.196889 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] Set router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:53.203615 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.218932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:53.223755 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.243005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350263fe-6840-4f1d-b4f5-7f7379a1565b req-40207bb0-25ec-4200-9ee9-5c07279845db tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:53.246376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-350263fe-6840-4f1d-b4f5-7f7379a1565b req-40207bb0-25ec-4200-9ee9-5c07279845db tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 948 time: 0.8113940 Jun 03 15:14:53.250599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dbbb-30e5-48bb-ad86-d363ccba3f05 req-76f6a975-8b77-43db-a4d2-3a4b599cb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:53.253174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7e281-cd04-4114-9e79-24f2f91ac731 None None] Pushing event updated for resources: {'Port': ['ID=68c7cc2f-fe85-48ef-8860-6ca944ed2928,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:53.253337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6481dbbb-30e5-48bb-ad86-d363ccba3f05 req-76f6a975-8b77-43db-a4d2-3a4b599cb734 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 1099 time: 1.0320249 Jun 03 15:14:53.256117 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.492159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Allocated IP 172.25.7.108 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/4f006d0d-d63e-4d1c-beb3-f27bb95266b4) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:53.506982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1ccad3d9-8a5a-4732-83c2-9a3779a0ae29 None None] Provisioning complete for port 52072b50-e9ef-45cf-827c-1519c4538274 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:53.507345 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ccad3d9-8a5a-4732-83c2-9a3779a0ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.657218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 52072b50-e9ef-45cf-827c-1519c4538274 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:53.660313 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.682744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Allocated IP 19.80.0.53 (e0638551-c033-4265-9192-9a9b145d3eb4/27c35c5e-d4e2-4385-a0ee-e49c8b894429/57394e57-f331-4a3d-8fc0-655b7b381ab7) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:53.807909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 52072b50-e9ef-45cf-827c-1519c4538274, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=52072b50-e9ef-45cf-827c-1519c4538274,segment=NetworkSegment(7a5defa5-4bea-41e6-b16f-2053231e4c77),segment_id=7a5defa5-4bea-41e6-b16f-2053231e4c77)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:53.828677 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.829469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 57b3c370-e83d-4ddc-8f1d-37295e71992d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:53.840295 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:53.867431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-350263fe-6840-4f1d-b4f5-7f7379a1565b req-effb793f-7600-48ad-ab7c-8cbb85b1b80d tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6126428 Jun 03 15:14:54.010303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1ccad3d9-8a5a-4732-83c2-9a3779a0ae29 None None] Current status of the port 52072b50-e9ef-45cf-827c-1519c4538274 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:54.089547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482dc6d-be88-46ce-b314-d38537edaba9 req-e4663b2f-f400-4410-b5f4-5bca0948ab44 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:54.091204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c482dc6d-be88-46ce-b314-d38537edaba9 req-e4663b2f-f400-4410-b5f4-5bca0948ab44 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 1097 time: 0.5937719 Jun 03 15:14:54.098732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dbbb-30e5-48bb-ad86-d363ccba3f05 req-2b616c1d-8360-45a2-8a16-27b01a238f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:54.100279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6481dbbb-30e5-48bb-ad86-d363ccba3f05 req-2b616c1d-8360-45a2-8a16-27b01a238f0a service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.6040592 Jun 03 15:14:54.108431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=52072b50-e9ef-45cf-827c-1519c4538274,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:54.184203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 57b3c370-e83d-4ddc-8f1d-37295e71992d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:54.184603 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:54.226849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6481dbbb-30e5-48bb-ad86-d363ccba3f05 req-6db7a057-ff79-4eb8-9b9b-28a1e0fbcf01 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb HTTP/1.1" status: 200 len: 217 time: 0.1170075 Jun 03 15:14:54.235108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:54.310512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c482dc6d-be88-46ce-b314-d38537edaba9 req-ae238ca8-963b-4189-9c1d-106407f84161 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092278 Jun 03 15:14:54.316920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:40Z', 'revision_number': 4, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fb2f6ad-ac59-426d-aefa-4446862cd859', 'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'mac_address': 'fa:16:3e:0a:ae:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:38Z', 'updated_at': '2022-06-03T15:14:52Z', 'revision_number': 4, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'subnets': [{'id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:54.335515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4cf355-9cdb-4aae-966d-0c34c215302d None None] The sync data for ids ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'] in n-d-844595-1 is: [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:40Z', 'revision_number': 4, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fb2f6ad-ac59-426d-aefa-4446862cd859', 'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'mac_address': 'fa:16:3e:0a:ae:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:38Z', 'updated_at': '2022-06-03T15:14:52Z', 'revision_number': 4, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'subnets': [{'id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:14:54.347944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dbbb-30e5-48bb-ad86-d363ccba3f05 req-182438ab-62d6-41ae-b97a-c996039c9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:54.349588 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6481dbbb-30e5-48bb-ad86-d363ccba3f05 req-182438ab-62d6-41ae-b97a-c996039c9ffb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1112633 Jun 03 15:14:54.355156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 57b3c370-e83d-4ddc-8f1d-37295e71992d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:54.378415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc81d6-6e02-4d92-a5ce-0010325872c6 req-747e3f49-a351-41e2-bdab-e8f320acbf16 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:54.381125 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24fc81d6-6e02-4d92-a5ce-0010325872c6 req-747e3f49-a351-41e2-bdab-e8f320acbf16 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.3435941 Jun 03 15:14:54.468910 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:54.535781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Transition to ACTIVE for port object 57394e57-f331-4a3d-8fc0-655b7b381ab7 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:54.662760 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:54.700679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 52072b50-e9ef-45cf-827c-1519c4538274 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:54.736615 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:54.740243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] Deleting port c490ff09-5b02-44c0-8541-5f4eb2294eea {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:14:54.741490 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:54.782125 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24fc81d6-6e02-4d92-a5ce-0010325872c6 req-ff765b5b-04d2-437f-ab65-a41f16fad8d5 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792554 Jun 03 15:14:54.797759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Pushing event updated for resources: {'Port': ['ID=4f006d0d-d63e-4d1c-beb3-f27bb95266b4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:54.851846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:54.854600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:54.861482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481dbbb-30e5-48bb-ad86-d363ccba3f05 req-67480f10-35d3-4d7f-b27b-2ad97588fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:54.865030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 52072b50-e9ef-45cf-827c-1519c4538274 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:54.865401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:54.874790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6481dbbb-30e5-48bb-ad86-d363ccba3f05 req-67480f10-35d3-4d7f-b27b-2ad97588fdce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4908004 Jun 03 15:14:54.875964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:54.927946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a76b03-77fd-416c-9ae8-b75511abcf33 None None] Network a174f3c4-c00d-4781-9eea-11a9bb5e3e92 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:14:54.934784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Port': ['ID=57394e57-f331-4a3d-8fc0-655b7b381ab7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:54.973399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network e0638551-c033-4265-9192-9a9b145d3eb4 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:54.980947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:54.984984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:55.299917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6481dbbb-30e5-48bb-ad86-d363ccba3f05 req-2c9e485e-8b76-4447-97a8-9f4aeddf6e4a service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607442 Jun 03 15:14:55.413898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6e04aebe-69f8-445f-bcc1-92ff0f24043f None None] Provisioning for port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:55.441052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:14:55.526999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58640) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:55.538845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:55.539551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:55.607781 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-2be7c763-7004-4775-b004-b08fea81713c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9640956 Jun 03 15:14:55.617893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] For port c490ff09-5b02-44c0-8541-5f4eb2294eea, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c490ff09-5b02-44c0-8541-5f4eb2294eea,segment=NetworkSegment(5740f579-7a3b-462d-b1e3-4f5c41f250fd),segment_id=5740f579-7a3b-462d-b1e3-4f5c41f250fd)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:55.618922 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:55.632632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Request body: {'port': {'device_id': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510', 'admin_state_up': True, 'tenant_id': '174af88446244ef48fad351389235316'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:55.780028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0d166a9b-6e79-4159-8b32-b627bd64154f None None] Provisioning for port 57394e57-f331-4a3d-8fc0-655b7b381ab7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:55.803941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6481dbbb-30e5-48bb-ad86-d363ccba3f05 req-ee326501-3c67-4285-a525-3c27140cec26 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458091 Jun 03 15:14:55.809896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0d166a9b-6e79-4159-8b32-b627bd64154f None None] Provisioning complete for port 57394e57-f331-4a3d-8fc0-655b7b381ab7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:55.811772 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0d166a9b-6e79-4159-8b32-b627bd64154f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:55.850487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] Calling delete_port for c490ff09-5b02-44c0-8541-5f4eb2294eea owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:14:55.916262 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 52072b50-e9ef-45cf-827c-1519c4538274 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:55.917402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 68c7cc2f-fe85-48ef-8860-6ca944ed2928 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:55.984636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:56.001607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:56.031448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0d166a9b-6e79-4159-8b32-b627bd64154f None None] Port 57394e57-f331-4a3d-8fc0-655b7b381ab7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:56.040007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb', 'mac_address': 'fa:16:3e:06:fc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:14:56.054505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c01ee832-c08b-41aa-bbc0-6cfeb343e70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.064708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Usage tracker for resource:port and tenant:174af88446244ef48fad351389235316 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:56.070281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:56.071891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a2f78-ee5b-4ff5-86e8-019fb0653962 req-1d0c1d76-d280-4ab2-8d8d-12e31562a234 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:56.073418 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f49a2f78-ee5b-4ff5-86e8-019fb0653962 req-1d0c1d76-d280-4ab2-8d8d-12e31562a234 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 931 time: 1.1040719 Jun 03 15:14:56.087839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8def1-f243-44d7-926f-762fc9e1586f req-28b380f6-f8b0-48fb-9aa3-8adec191ccd5 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:56.089531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ba8def1-f243-44d7-926f-762fc9e1586f req-28b380f6-f8b0-48fb-9aa3-8adec191ccd5 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 948 time: 0.7884026 Jun 03 15:14:56.101661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-5389f7cf-f9a3-4278-8781-8bc093100283 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9749422 Jun 03 15:14:56.109482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:56.109956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.117617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c01ee832-c08b-41aa-bbc0-6cfeb343e70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:56.122308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:56.122957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c01ee832-c08b-41aa-bbc0-6cfeb343e70d admin admin] Usage tracker for resource:security_group_rule and tenant:8b329b74035e41409c855b46b07aa9a9 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:56.129000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c01ee832-c08b-41aa-bbc0-6cfeb343e70d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:56.132598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:56.132964 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.138964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c01ee832-c08b-41aa-bbc0-6cfeb343e70d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:56.168387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:14:56.190650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:56.224316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Made reservation on behalf of 174af88446244ef48fad351389235316 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:14:56.226627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:56.228381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.236753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b1e10832-cbba-4179-a67c-d2da4c2e334c None None] Provisioning complete for port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:56.237118 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b1e10832-cbba-4179-a67c-d2da4c2e334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.294390 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.302346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f49a2f78-ee5b-4ff5-86e8-019fb0653962 req-b3e1b312-b445-4c37-8efa-dbe290853e77 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106085 Jun 03 15:14:56.373408 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ba8def1-f243-44d7-926f-762fc9e1586f req-4f003f77-f053-4e60-a167-57480b6849b7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761257 Jun 03 15:14:56.445814 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.548404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Allocated IP 19.86.0.95 (a83c892b-3e9a-4c81-9a34-d1896b210510/649fe368-f9ad-443e-a19e-e6015bb6cab3/c3ae9fac-2574-4395-bc67-3aaa76cfddee) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:14:56.579450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:56.597406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c01ee832-c08b-41aa-bbc0-6cfeb343e70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.609078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c01ee832-c08b-41aa-bbc0-6cfeb343e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.699515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:56.699906 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.737412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:14:56.740906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb36c6-0d88-4f8a-adf5-464a3cec1c14 req-73607206-20ea-45e1-a6d9-b3496dfea3a0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:56.743456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45fb36c6-0d88-4f8a-adf5-464a3cec1c14 req-73607206-20ea-45e1-a6d9-b3496dfea3a0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.2398396 Jun 03 15:14:56.866829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45fb36c6-0d88-4f8a-adf5-464a3cec1c14 req-7a5808d8-d2a9-4413-b026-b5426e9df803 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054995 Jun 03 15:14:56.879147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b1e10832-cbba-4179-a67c-d2da4c2e334c None None] Current status of the port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:56.879656 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b1e10832-cbba-4179-a67c-d2da4c2e334c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.951571 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:56.970317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Transition to ACTIVE for port object c3ae9fac-2574-4395-bc67-3aaa76cfddee will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:14:56.984332 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:57.068941 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c01ee832-c08b-41aa-bbc0-6cfeb343e70d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b329b74035e41409c855b46b07aa9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5388632 Jun 03 15:14:57.080144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ee832-c08b-41aa-bbc0-6cfeb343e70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3255dcf9-5e47-456d-91cb-1e9937d1874d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:57.083320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58666) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:57.089961 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] Pushing event deleted for resources: {'Port': ['ID=c490ff09-5b02-44c0-8541-5f4eb2294eea,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:57.110594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 68c7cc2f-fe85-48ef-8860-6ca944ed2928, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=68c7cc2f-fe85-48ef-8860-6ca944ed2928,segment=NetworkSegment(aff55073-459c-4ddc-98ad-f5d5d98e32d2),segment_id=aff55073-459c-4ddc-98ad-f5d5d98e32d2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:57.230350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:57.334149 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:57.481475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Network a83c892b-3e9a-4c81-9a34-d1896b210510 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:14:57.495609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e20ebe12-5242-4d1e-bfa4-d3f9855fd04d no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:14:57.526708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:14:57.536832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:14:57.626797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event updated for resources: {'Port': ['ID=c3ae9fac-2574-4395-bc67-3aaa76cfddee,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:57.685229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f00c-e6e1-4ab4-835d-fe9ff4058926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:57.690588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e20ebe12-5242-4d1e-bfa4-d3f9855fd04d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:14:57.690818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e20ebe12-5242-4d1e-bfa4-d3f9855fd04d not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:14:57.756087 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:57.877915 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-b1e10832-cbba-4179-a67c-d2da4c2e334c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:14:57.878282 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-b1e10832-cbba-4179-a67c-d2da4c2e334c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:14:57.986956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=68c7cc2f-fe85-48ef-8860-6ca944ed2928,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:58.032478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6fb2f6ad-ac59-426d-aefa-4446862cd859 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:58.174568 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f00c-e6e1-4ab4-835d-fe9ff4058926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.178166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ab976-5ecd-40d2-8f8c-1916ccecfaf1 req-9102c212-839c-42ad-849a-5bac9b306d41 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:58.180478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-389ab976-5ecd-40d2-8f8c-1916ccecfaf1 req-9102c212-839c-42ad-849a-5bac9b306d41 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.7907786 Jun 03 15:14:58.189470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6fb2f6ad-ac59-426d-aefa-4446862cd859 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:58.199860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6fb2f6ad-ac59-426d-aefa-4446862cd859 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:58.200682 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.223064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:58.224553 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.315385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-389ab976-5ecd-40d2-8f8c-1916ccecfaf1 req-67505778-1308-4b7d-a0e9-0a8aa213d0b6 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781944 Jun 03 15:14:58.330928 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.406413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:14:58.443035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6fb2f6ad-ac59-426d-aefa-4446862cd859 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:58.443035 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.489194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b1e10832-cbba-4179-a67c-d2da4c2e334c None None] Current status of the port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:14:58.503179 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-63027a14-2027-4e3c-bb19-46b2a2a986a5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8755600 Jun 03 15:14:58.503571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6fb2f6ad-ac59-426d-aefa-4446862cd859, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6fb2f6ad-ac59-426d-aefa-4446862cd859,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:14:58.508617 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.533149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Request body: {'port': {'device_id': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:58.622558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6fb2f6ad-ac59-426d-aefa-4446862cd859,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:58.627719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8a7d85f6-02e5-4be8-b6dd-5150c4d4328a None None] Provisioning for port c3ae9fac-2574-4395-bc67-3aaa76cfddee completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:58.632970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8a7d85f6-02e5-4be8-b6dd-5150c4d4328a None None] Provisioning complete for port c3ae9fac-2574-4395-bc67-3aaa76cfddee triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:58.633323 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8a7d85f6-02e5-4be8-b6dd-5150c4d4328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.635938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-adeffbf0-b975-4cfe-a58a-840455c89763 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:14:58.636924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-adeffbf0-b975-4cfe-a58a-840455c89763 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263019 Jun 03 15:14:58.651924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Request body: {'binding': {'host': 'n-h2-844595-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:14:58.652372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Unknown quota resources ['binding']. {{(pid=88445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:14:58.687324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d85f6-02e5-4be8-b6dd-5150c4d4328a None None] Port c3ae9fac-2574-4395-bc67-3aaa76cfddee cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:14:58.720871 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f00c-e6e1-4ab4-835d-fe9ff4058926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.819103 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f00c-e6e1-4ab4-835d-fe9ff4058926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.820229 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5ef9f00c-e6e1-4ab4-835d-fe9ff4058926 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3255dcf9-5e47-456d-91cb-1e9937d1874d HTTP/1.1" status: 204 len: 168 time: 1.7322121 Jun 03 15:14:58.825680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9f00c-e6e1-4ab4-835d-fe9ff4058926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3255dcf9-5e47-456d-91cb-1e9937d1874d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:14:58.838831 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:58.912483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0aaa2-b168-4c13-a819-97fa5e48247f req-a95f1f5d-2507-493d-8dfb-c24067a1acce tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:58.918261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0aaa2-b168-4c13-a819-97fa5e48247f req-a95f1f5d-2507-493d-8dfb-c24067a1acce tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:58.919825 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cc0aaa2-b168-4c13-a819-97fa5e48247f req-a95f1f5d-2507-493d-8dfb-c24067a1acce tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1653 time: 0.3553391 Jun 03 15:14:58.923816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:58.938932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Sync routers for ids ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:58.949716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Routers {'64983dd1-f403-4c61-a8ea-c3d0d525bc55'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:58.950725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:59.027376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cc0aaa2-b168-4c13-a819-97fa5e48247f req-9b905553-26a9-4617-baac-79332ba3a53f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884466 Jun 03 15:14:59.037567 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.039039 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-552681fe-b3f0-4654-9882-044f2bac6e49 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.5283024 Jun 03 15:14:59.042660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58706) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:59.083542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-282460fe-d2ea-459c-96c3-684e15f4cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:59.085720 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-282460fe-d2ea-459c-96c3-684e15f4cccf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 1101 time: 0.4638562 Jun 03 15:14:59.126018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 on host n-h2-844595-1 for vnic_type normal with profile None {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:14:59.126657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:14:59.127153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:59.144767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Port e644be6d-9782-40bd-902a-5e72a3071767 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:14:59.145451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:14:59.156654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:14:59.157248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:14:59.157810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:14:59.158429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Bound port: e644be6d-9782-40bd-902a-5e72a3071767, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:14:59.244977 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.267995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Set router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:14:59.313362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] Router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:14:59.388917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58712) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:59.442722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2ff0-e548-4e21-b49a-dc629ede261a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.450694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e644be6d-9782-40bd-902a-5e72a3071767,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:14:59.469012 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] Notify callbacks [] for binding, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.470311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b0aed951-0a88-4d44-96b0-e6c33c19e3df service neutron] 10.222.0.48 "POST /v2.0/ports/e644be6d-9782-40bd-902a-5e72a3071767/bindings HTTP/1.1" status: 201 len: 389 time: 0.8217654 Jun 03 15:14:59.486472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f0ec2ff0-e548-4e21-b49a-dc629ede261a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:14:59.495246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:14:59.589384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f0ec2ff0-e548-4e21-b49a-dc629ede261a admin admin] Usage tracker for resource:security_group_rule and tenant:3859713aa89b4a0385c21e4821eb6438 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:14:59.611917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f0ec2ff0-e548-4e21-b49a-dc629ede261a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:14:59.679608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f0ec2ff0-e548-4e21-b49a-dc629ede261a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:14:59.689039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:14:59.697668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:14:59.703253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:14:59.703969 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:14:59.734577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:14:59.746244 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bbb9d0-6afd-4d90-9d4e-22850ec93fac None None] Sync routers for ids ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:14:59.777046 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bbb9d0-6afd-4d90-9d4e-22850ec93fac None None] Routers {'847f0f83-6ee6-4dc1-a4d8-0a8d54033794'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:14:59.785124 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-59bbb9d0-6afd-4d90-9d4e-22850ec93fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:59.792856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc9cfc-0756-4f9a-9c8a-af390bf31996 req-d2702f2e-26ae-4960-8dfa-5d4c78cb082a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:14:59.794545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26bc9cfc-0756-4f9a-9c8a-af390bf31996 req-d2702f2e-26ae-4960-8dfa-5d4c78cb082a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 949 time: 0.4482594 Jun 03 15:14:59.817112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-router', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:50Z', 'updated_at': '2022-06-03T15:14:56Z', 'revision_number': 3, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'gw_port': {'id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:59:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:53Z', 'updated_at': '2022-06-03T15:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:14:59.836056 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-410ea912-d6b3-45d9-bffe-ccac7f21d959 admin admin] 10.222.0.48 "PUT /v2.0/routers/847f0f83-6ee6-4dc1-a4d8-0a8d54033794/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0728004 Jun 03 15:14:59.837213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:14:59.872923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Checking router: 64983dd1-f403-4c61-a8ea-c3d0d525bc55 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:14:59.873264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Updating router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:14:59.912297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6fb2f6ad-ac59-426d-aefa-4446862cd859 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:00.017152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:00.017423 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.041343 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.082178 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-59bbb9d0-6afd-4d90-9d4e-22850ec93fac None None] Set router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:00.099750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57394e57-f331-4a3d-8fc0-655b7b381ab7 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:00.108086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc6d33-b84d-4d42-af14-9db69e281c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:00.119252 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.122775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-e270f0bb-0813-4a0a-a97b-badb8d32cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:00.124553 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-e270f0bb-0813-4a0a-a97b-badb8d32cfeb service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.9732616 Jun 03 15:15:00.131689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:00.137653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26bc9cfc-0756-4f9a-9c8a-af390bf31996 req-4fcbeaa2-67b9-4bbf-aa32-c46321bc6896 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302271 Jun 03 15:15:00.188118 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.245896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb634-8be7-4880-b8bf-80b8c745d284 req-79f612c8-6575-406b-8666-ae3233edc516 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:00.254151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e03cb634-8be7-4880-b8bf-80b8c745d284 req-79f612c8-6575-406b-8666-ae3233edc516 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.5471942 Jun 03 15:15:00.279476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6fb2f6ad-ac59-426d-aefa-4446862cd859 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:00.280031 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.379447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Transition to ACTIVE for port object 57394e57-f331-4a3d-8fc0-655b7b381ab7 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:00.389024 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-727265d1-02a0-4f24-8258-d22f47b9eb73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000 HTTP/1.1" status: 200 len: 217 time: 0.2515678 Jun 03 15:15:00.404462 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.432351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e03cb634-8be7-4880-b8bf-80b8c745d284 req-853a77bc-e18d-4ec5-89e7-108c46bcd029 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768646 Jun 03 15:15:00.448971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-313c8acc-077f-4393-a8a0-8ee16c1a279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:00.453439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-313c8acc-077f-4393-a8a0-8ee16c1a279a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 1097 time: 0.3922257 Jun 03 15:15:00.506330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:00.639525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Pushing event updated for resources: {'Port': ['ID=57394e57-f331-4a3d-8fc0-655b7b381ab7,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:00.646124 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-59bbb9d0-6afd-4d90-9d4e-22850ec93fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-router', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:01Z', 'updated_at': '2022-06-03T15:14:56Z', 'revision_number': 5, 'project_id': 'f21ad23599e54a5da42330a965614622', 'gw_port': {'id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:02Z', 'updated_at': '2022-06-03T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:00.652608 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bbb9d0-6afd-4d90-9d4e-22850ec93fac None None] Checking router: 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:15:00.663215 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bbb9d0-6afd-4d90-9d4e-22850ec93fac None None] Routers {'847f0f83-6ee6-4dc1-a4d8-0a8d54033794'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:00.664312 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-59bbb9d0-6afd-4d90-9d4e-22850ec93fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:00.675079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6fb2f6ad-ac59-426d-aefa-4446862cd859 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:00.680553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 68c7cc2f-fe85-48ef-8860-6ca944ed2928 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:00.705254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2ff0-e548-4e21-b49a-dc629ede261a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.714210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-2abe4bdd-ce80-4f7b-97d4-8062a9289de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:00.716563 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-2abe4bdd-ce80-4f7b-97d4-8062a9289de6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.3132145 Jun 03 15:15:00.717997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.849937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b2bf7-3f1a-4b5a-9ee4-ece3dc5f9761 req-8a024ac6-65b6-480f-bab1-3a0f11c75272 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:00.859104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-099b2bf7-3f1a-4b5a-9ee4-ece3dc5f9761 req-8a024ac6-65b6-480f-bab1-3a0f11c75272 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.5431180 Jun 03 15:15:00.863735 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.889603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Transition to ACTIVE for port object 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:00.892691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:00.893318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.896663 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.896957 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-59bbb9d0-6afd-4d90-9d4e-22850ec93fac None None] Set router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:00.950482 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:00.978811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-0d363723-0666-4764-88f2-301997e135c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:00.980357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-0d363723-0666-4764-88f2-301997e135c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.5186148 Jun 03 15:15:00.998646 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0ec2ff0-e548-4e21-b49a-dc629ede261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.068972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac99fe-da0d-4d3d-9299-7e818c37b7e7 req-ef526a08-bb4c-4c5b-b2ed-1052d75d87b0 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:01.070564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9ac99fe-da0d-4d3d-9299-7e818c37b7e7 req-ef526a08-bb4c-4c5b-b2ed-1052d75d87b0 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 946 time: 0.3937104 Jun 03 15:15:01.076222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d78c4-b066-43c5-8bc3-80ac232beffe None None] Pushing event updated for resources: {'Port': ['ID=4f006d0d-d63e-4d1c-beb3-f27bb95266b4,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:01.081381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Attempting to bind port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:01.082076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Attempting to bind port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:01.083818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Attempting to bind port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:01.094572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:01.095197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:01.095894 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.096455 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:01.097071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Bound port: 4f006d0d-d63e-4d1c-beb3-f27bb95266b4, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:01.097590 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.110880 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.113159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-a3300bfe-0a90-40d6-9e78-31152bb825d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e644be6d-9782-40bd-902a-5e72a3071767 HTTP/1.1" status: 200 len: 217 time: 0.1199636 Jun 03 15:15:01.120184 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f0ec2ff0-e548-4e21-b49a-dc629ede261a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3859713aa89b4a0385c21e4821eb6438&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7149072 Jun 03 15:15:01.130198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-099b2bf7-3f1a-4b5a-9ee4-ece3dc5f9761 req-444b3e0a-b2d6-4200-84e8-25397eaa6a58 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696517 Jun 03 15:15:01.131291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58728) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:01.229616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Deleting port 1ae2c3b4-4971-4e1c-94fb-a47596384417 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:01.230584 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.239877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:01.246832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] For port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:01.250744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] For port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4f006d0d-d63e-4d1c-beb3-f27bb95266b4,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:01.262805 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.282981 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-59bbb9d0-6afd-4d90-9d4e-22850ec93fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-router', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:01Z', 'updated_at': '2022-06-03T15:14:56Z', 'revision_number': 5, 'project_id': 'f21ad23599e54a5da42330a965614622', 'gw_port': {'id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:02Z', 'updated_at': '2022-06-03T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:01.287749 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bbb9d0-6afd-4d90-9d4e-22850ec93fac None None] The sync data for ids ['847f0f83-6ee6-4dc1-a4d8-0a8d54033794'] in n-d-844595-1 is: [{'id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'name': 'tempest-AttachSCSIVolumeTestJSON-35786586-router', 'tenant_id': 'f21ad23599e54a5da42330a965614622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:12:01Z', 'updated_at': '2022-06-03T15:14:56Z', 'revision_number': 5, 'project_id': 'f21ad23599e54a5da42330a965614622', 'gw_port': {'id': '1ae2c3b4-4971-4e1c-94fb-a47596384417', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f0f83-6ee6-4dc1-a4d8-0a8d54033794', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:12:02Z', 'updated_at': '2022-06-03T15:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:15:01.373923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec2ff0-e548-4e21-b49a-dc629ede261a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b998c7d-1093-4190-9038-d78c019394fe,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:01.398525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Attempting to bind port 57394e57-f331-4a3d-8fc0-655b7b381ab7 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:01.399128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Routers {'64983dd1-f403-4c61-a8ea-c3d0d525bc55'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:01.399481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Attempting to bind port 57394e57-f331-4a3d-8fc0-655b7b381ab7 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '75d401c9-375b-4366-9652-1cc10bca8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:01.399481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Attempting to bind port 57394e57-f331-4a3d-8fc0-655b7b381ab7 on network e0638551-c033-4265-9192-9a9b145d3eb4 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:01.399743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:14:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:01.418725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Port 57394e57-f331-4a3d-8fc0-655b7b381ab7 on network e0638551-c033-4265-9192-9a9b145d3eb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:01.419125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Attempting to bind port 57394e57-f331-4a3d-8fc0-655b7b381ab7 on network e0638551-c033-4265-9192-9a9b145d3eb4 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:01.425605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26027996-3ed0-4d35-863a-a6649441cca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.451015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:01.451334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Checking segment: {'id': '75d401c9-375b-4366-9652-1cc10bca8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:01.451919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Bound using segment: {'id': '75d401c9-375b-4366-9652-1cc10bca8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:01.452409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Bound port: 57394e57-f331-4a3d-8fc0-655b7b381ab7, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d401c9-375b-4366-9652-1cc10bca8808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:01.452685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.458335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d78c4-b066-43c5-8bc3-80ac232beffe None None] Pushing event updated for resources: {'Port': ['ID=4f006d0d-d63e-4d1c-beb3-f27bb95266b4,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:01.474096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Allocated IP 172.20.0.1 (a174f3c4-c00d-4781-9eea-11a9bb5e3e92/84c76abd-4136-42fe-92b0-0f8eaa17cbea/f5904324-68a9-40a4-9b03-e9741fedef3a) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:01.479225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9ac99fe-da0d-4d3d-9299-7e818c37b7e7 req-a1cd6747-3225-41bf-a38a-d78ab9433c8c tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862295 Jun 03 15:15:01.518793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-2ab4d1ea-3884-424b-8a2f-0f86733ee30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:01.521106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-2ab4d1ea-3884-424b-8a2f-0f86733ee30f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.3897507 Jun 03 15:15:01.566932 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f11a38-b870-4305-8d54-85efc38cee1e'] response: {'server_uuid': '98cc6d33-b84d-4d42-af14-9db69e281c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb', 'code': 200} Jun 03 15:15:01.605505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-c0ab7ead-c32d-46dc-baa2-b872b4ee0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:01.607390 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-c0ab7ead-c32d-46dc-baa2-b872b4ee0de5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6184237 Jun 03 15:15:01.622996 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26027996-3ed0-4d35-863a-a6649441cca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.625394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] Set router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:01.719976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-0dc45562-a85c-42fe-b5a7-42fc7d6c960b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750014 Jun 03 15:15:01.765082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c490ff09-5b02-44c0-8541-5f4eb2294eea no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:01.830584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: c490ff09-5b02-44c0-8541-5f4eb2294eea {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:15:01.831547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c490ff09-5b02-44c0-8541-5f4eb2294eea not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:15:01.882837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-b6f75b3f-fd3a-4cea-90b6-0d9ae4b0359e service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448905 Jun 03 15:15:01.884948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] For port 1ae2c3b4-4971-4e1c-94fb-a47596384417, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=1ae2c3b4-4971-4e1c-94fb-a47596384417,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:01.885130 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:01.895729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] For port 57394e57-f331-4a3d-8fc0-655b7b381ab7, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:02.028824 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-a422601e-d09d-4db3-874e-6875a2f5c1b4 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079344 Jun 03 15:15:02.036935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Calling delete_port for 1ae2c3b4-4971-4e1c-94fb-a47596384417 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:02.064292 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b270d0b7-7fc8-4b06-9741-6fc0134763f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:02.073214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-router', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:50Z', 'updated_at': '2022-06-03T15:14:56Z', 'revision_number': 3, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'gw_port': {'id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:59:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:53Z', 'updated_at': '2022-06-03T15:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:02.077767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c375b-d902-4082-9b0f-c2ffa7d0968b None None] The sync data for ids ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'] in n-d-844595-1 is: [{'id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-router', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:50Z', 'updated_at': '2022-06-03T15:14:56Z', 'revision_number': 3, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'gw_port': {'id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:59:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:53Z', 'updated_at': '2022-06-03T15:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:15:02.193050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] For port 57394e57-f331-4a3d-8fc0-655b7b381ab7, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=57394e57-f331-4a3d-8fc0-655b7b381ab7,segment=NetworkSegment(75d401c9-375b-4366-9652-1cc10bca8808),segment_id=75d401c9-375b-4366-9652-1cc10bca8808)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:02.207739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72997ab4-e175-4359-8906-077d14924087 req-211113dd-df9a-468e-9b9e-df3a232d19b8 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:02.214047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72997ab4-e175-4359-8906-077d14924087 req-211113dd-df9a-468e-9b9e-df3a232d19b8 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:02.215954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72997ab4-e175-4359-8906-077d14924087 req-211113dd-df9a-468e-9b9e-df3a232d19b8 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1665 time: 0.8056486 Jun 03 15:15:02.226784 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:02.281006 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:02.340182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf291e2-64b6-4f11-b6f9-44c7a5675a52 req-b30f9704-420b-40c0-a2a9-2b89da47a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:02.342012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adf291e2-64b6-4f11-b6f9-44c7a5675a52 req-b30f9704-420b-40c0-a2a9-2b89da47a052 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 1101 time: 0.6924112 Jun 03 15:15:02.357636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Transition to ACTIVE for port object f5904324-68a9-40a4-9b03-e9741fedef3a will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:02.383849 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26027996-3ed0-4d35-863a-a6649441cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:02.394559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:02.394945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:02.396650 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] 10.222.0.67 "PUT /v2.0/ports/57394e57-f331-4a3d-8fc0-655b7b381ab7 HTTP/1.1" status: 200 len: 1091 time: 3.8681452 Jun 03 15:15:02.403256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'tag': '57394e57-f331-4a3d-8fc0-655b7b381ab7'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:02.449990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26027996-3ed0-4d35-863a-a6649441cca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b998c7d-1093-4190-9038-d78c019394fe,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:02.457072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Request body: {'port': {'device_id': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:02.479416 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72997ab4-e175-4359-8906-077d14924087 req-04c6119e-3161-45bd-b4e2-e1bf08604821 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478220 Jun 03 15:15:02.484716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adf291e2-64b6-4f11-b6f9-44c7a5675a52 req-3a9eeb29-7896-4ece-af7d-8e5acebf3ca2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185060 Jun 03 15:15:02.487393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-66ed3103-3284-4126-a668-e0ed737d1469 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934041 Jun 03 15:15:02.503635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab300ce6-af4f-4067-a8cd-da529686f011 req-f9175393-4db5-4b23-ba02-50c5b55bdb9f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:02.505677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab300ce6-af4f-4067-a8cd-da529686f011 req-f9175393-4db5-4b23-ba02-50c5b55bdb9f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 950 time: 0.6202381 Jun 03 15:15:02.586212 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26027996-3ed0-4d35-863a-a6649441cca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:02.587766 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-26027996-3ed0-4d35-863a-a6649441cca3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b998c7d-1093-4190-9038-d78c019394fe HTTP/1.1" status: 204 len: 168 time: 1.4294007 Jun 03 15:15:02.592044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab300ce6-af4f-4067-a8cd-da529686f011 req-dce32ebb-f5aa-4a51-b68a-47122f7d8e44 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730281 Jun 03 15:15:02.593393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae83d14-af2d-4823-8679-85a75f70ac97 service neutron] Pushing event updated for resources: {'Port': ['ID=57394e57-f331-4a3d-8fc0-655b7b381ab7,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:02.618371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:02.696119 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-eba0f6e0-b57a-422f-aa9c-e39885898f91 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951448 Jun 03 15:15:02.731602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Network a174f3c4-c00d-4781-9eea-11a9bb5e3e92 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:02.737575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:02.747455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:02.967551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:03.043552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Pushing event updated for resources: {'Port': ['ID=f5904324-68a9-40a4-9b03-e9741fedef3a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:03.099214 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:03.257711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a1b77cc6-b4b0-4662-a3b9-abc8f4655ccb None None] Provisioning for port f5904324-68a9-40a4-9b03-e9741fedef3a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:03.264247 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a1b77cc6-b4b0-4662-a3b9-abc8f4655ccb None None] Provisioning complete for port f5904324-68a9-40a4-9b03-e9741fedef3a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:03.264774 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a1b77cc6-b4b0-4662-a3b9-abc8f4655ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:03.315452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86497a75-1b4c-4671-a60f-05098d469f0b req-e41f5d0e-eed8-45f0-8343-aa3bdd29b9b3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:03.319967 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86497a75-1b4c-4671-a60f-05098d469f0b req-e41f5d0e-eed8-45f0-8343-aa3bdd29b9b3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.4958737 Jun 03 15:15:03.351027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dc0d7-7864-485b-9bb3-db15ef3d8215 req-837e6c11-ed32-4ce4-8d01-ecc062390915 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:03.352922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f2dc0d7-7864-485b-9bb3-db15ef3d8215 req-837e6c11-ed32-4ce4-8d01-ecc062390915 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.4703565 Jun 03 15:15:03.432300 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a1b77cc6-b4b0-4662-a3b9-abc8f4655ccb None None] Port f5904324-68a9-40a4-9b03-e9741fedef3a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:03.510434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f2dc0d7-7864-485b-9bb3-db15ef3d8215 req-40b49468-811e-4e39-ac1b-1e85014a6bc3 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511970 Jun 03 15:15:03.530021 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86497a75-1b4c-4671-a60f-05098d469f0b req-7c713c9f-6940-4bad-bfe0-21393d2aaafd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719098 Jun 03 15:15:03.574045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:03.676762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae2c3b4-4971-4e1c-94fb-a47596384417,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:03.689731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ae9fac-2574-4395-bc67-3aaa76cfddee {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:03.825416 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace1745a-51fb-49a1-bf24-a649337a8b40'] response: {'name': 'network-changed', 'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'tag': '57394e57-f331-4a3d-8fc0-655b7b381ab7', 'status': 'completed', 'code': 200} Jun 03 15:15:03.830634 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:03.830810 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:03.946528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:03.952108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Transition to ACTIVE for port object c3ae9fac-2574-4395-bc67-3aaa76cfddee will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:03.969193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.078684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.091013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:04.103583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:04.106351 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.262609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b49a4-ff10-493d-a411-1076fb54e503 req-639037df-3bd1-4890-961d-6da091c56dac tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:04.264239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c37b49a4-ff10-493d-a411-1076fb54e503 req-639037df-3bd1-4890-961d-6da091c56dac tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 946 time: 0.5364685 Jun 03 15:15:04.300779 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c89f877f-365e-4266-b6c2-644bca4c392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.376538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:04.378117 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.427216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4f006d0d-d63e-4d1c-beb3-f27bb95266b4,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:04.444443 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.491746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c37b49a4-ff10-493d-a411-1076fb54e503 req-e480d33c-64f8-441c-9e80-bcfa9a5bf318 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188640 Jun 03 15:15:04.563320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6e08d-d0fd-4075-bc24-3201b11a121e req-fa4c2473-271b-464a-818c-1fac451851db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:04.577811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6e08d-d0fd-4075-bc24-3201b11a121e req-fa4c2473-271b-464a-818c-1fac451851db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:04.582946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6bf6e08d-d0fd-4075-bc24-3201b11a121e req-fa4c2473-271b-464a-818c-1fac451851db tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1677 time: 0.5640352 Jun 03 15:15:04.682370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=4f006d0d-d63e-4d1c-beb3-f27bb95266b4,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:04.728359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6bf6e08d-d0fd-4075-bc24-3201b11a121e req-7e46860b-5231-4acd-80b6-026c940768ad tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358941 Jun 03 15:15:04.819376 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.830212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ae9fac-2574-4395-bc67-3aaa76cfddee,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:04.830788 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.836594 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.891138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.955641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Pushing event updated for resources: {'Port': ['ID=f5904324-68a9-40a4-9b03-e9741fedef3a,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:04.980701 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:04.981433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 847f0f83-6ee6-4dc1-a4d8-0a8d54033794 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:15:05.021669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dfc4f-1bc9-4ee4-91b3-8ad667eb0d54 req-341a0253-1e46-4085-b368-2878339bef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.022454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dfc4f-1bc9-4ee4-91b3-8ad667eb0d54 req-341a0253-1e46-4085-b368-2878339bef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.026637 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c53dfc4f-1bc9-4ee4-91b3-8ad667eb0d54 req-341a0253-1e46-4085-b368-2878339bef2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=174af88446244ef48fad351389235316&device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1912 time: 1.1605110 Jun 03 15:15:05.036387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:05.040445 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-04232c70-60d6-4b3c-8275-f7714a68324d admin admin] 10.222.0.48 "DELETE /v2.0/routers/847f0f83-6ee6-4dc1-a4d8-0a8d54033794 HTTP/1.1" status: 204 len: 168 time: 5.1951337 Jun 03 15:15:05.043092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144aa36-daf8-465a-b14c-2853ffe395cf req-1056c003-5edd-480f-8342-f7631ab3a6a1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.044662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2144aa36-daf8-465a-b14c-2853ffe395cf req-1056c003-5edd-480f-8342-f7631ab3a6a1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 950 time: 0.3153040 Jun 03 15:15:05.045156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58782) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:05.162261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:05.217355 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:05.231792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Attempting to bind port c3ae9fac-2574-4395-bc67-3aaa76cfddee on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:05.232128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Attempting to bind port c3ae9fac-2574-4395-bc67-3aaa76cfddee by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '7a5defa5-4bea-41e6-b16f-2053231e4c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:05.232458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Attempting to bind port c3ae9fac-2574-4395-bc67-3aaa76cfddee on network a83c892b-3e9a-4c81-9a34-d1896b210510 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:05.259007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Port c3ae9fac-2574-4395-bc67-3aaa76cfddee on network a83c892b-3e9a-4c81-9a34-d1896b210510 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:05.259574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Attempting to bind port c3ae9fac-2574-4395-bc67-3aaa76cfddee on network a83c892b-3e9a-4c81-9a34-d1896b210510 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:05.272661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:05.273309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Checking segment: {'id': '7a5defa5-4bea-41e6-b16f-2053231e4c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:05.273901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Bound using segment: {'id': '7a5defa5-4bea-41e6-b16f-2053231e4c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:05.274641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Bound port: c3ae9fac-2574-4395-bc67-3aaa76cfddee, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5defa5-4bea-41e6-b16f-2053231e4c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:05.275147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:05.394497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dfc4f-1bc9-4ee4-91b3-8ad667eb0d54 req-347cc326-a8e3-4e60-8a5d-ac7124e3266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.395047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dfc4f-1bc9-4ee4-91b3-8ad667eb0d54 req-347cc326-a8e3-4e60-8a5d-ac7124e3266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.395607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dfc4f-1bc9-4ee4-91b3-8ad667eb0d54 req-347cc326-a8e3-4e60-8a5d-ac7124e3266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.397238 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c53dfc4f-1bc9-4ee4-91b3-8ad667eb0d54 req-347cc326-a8e3-4e60-8a5d-ac7124e3266d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=174af88446244ef48fad351389235316&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3534205 Jun 03 15:15:05.453496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] For port c3ae9fac-2574-4395-bc67-3aaa76cfddee, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:05.484208 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:05.494435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2144aa36-daf8-465a-b14c-2853ffe395cf req-3e4d68e9-ae5e-41fd-90f0-706591d7a6fa tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103301 Jun 03 15:15:05.516473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b829e7a6-34e8-4e40-b265-40730a43b359 admin admin] Deleting subnet fa0e5bf8-79f9-4f33-a648-4c1727ff6011 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:15:05.534630 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b829e7a6-34e8-4e40-b265-40730a43b359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:05.539822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] For port c3ae9fac-2574-4395-bc67-3aaa76cfddee, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c3ae9fac-2574-4395-bc67-3aaa76cfddee,segment=NetworkSegment(7a5defa5-4bea-41e6-b16f-2053231e4c77),segment_id=7a5defa5-4bea-41e6-b16f-2053231e4c77)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:05.547897 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:05.600282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.601154 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:05.606980 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] 10.222.0.67 "PUT /v2.0/ports/c3ae9fac-2574-4395-bc67-3aaa76cfddee HTTP/1.1" status: 200 len: 1091 time: 3.1599717 Jun 03 15:15:05.609379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e0a2d-8e98-40de-bf00-df37c1708b33 req-4786d831-dc7c-4515-8dd2-c86901b56db0 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.624669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-158e0a2d-8e98-40de-bf00-df37c1708b33 req-4786d831-dc7c-4515-8dd2-c86901b56db0 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.6746550 Jun 03 15:15:05.679011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dfc4f-1bc9-4ee4-91b3-8ad667eb0d54 req-690f0b11-624b-4bc0-b0e4-be13d833dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.680441 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c53dfc4f-1bc9-4ee4-91b3-8ad667eb0d54 req-690f0b11-624b-4bc0-b0e4-be13d833dc97 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2561431 Jun 03 15:15:05.683534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c7032-4b7e-4ae5-a3b6-ab537e7b4b02 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ae9fac-2574-4395-bc67-3aaa76cfddee,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:05.716166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b829e7a6-34e8-4e40-b265-40730a43b359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:05.770035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Network a174f3c4-c00d-4781-9eea-11a9bb5e3e92 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:05.774070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:05.785567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:05.827771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'tag': 'c3ae9fac-2574-4395-bc67-3aaa76cfddee'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:05.884330 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-158e0a2d-8e98-40de-bf00-df37c1708b33 req-528df540-d69f-4493-b727-f8b0fe8d7307 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473052 Jun 03 15:15:05.941119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-4f252e20-1acf-4d73-ad2f-8df324c0b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.942487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-4f252e20-1acf-4d73-ad2f-8df324c0b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:05.944424 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-4f252e20-1acf-4d73-ad2f-8df324c0b4aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=174af88446244ef48fad351389235316&device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1979 time: 0.1770041 Jun 03 15:15:05.953003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:05.953362 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.046371 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-67ab0a54-c32f-4aad-b85a-fdc61f6a0014 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=57394e57-f331-4a3d-8fc0-655b7b381ab7 HTTP/1.1" status: 200 len: 217 time: 0.0839345 Jun 03 15:15:06.075583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c4ce8-e11e-4436-b7cd-9b224911371f req-83353e75-2e17-4c7a-8f38-3ea3473da7c2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:06.086345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-699c4ce8-e11e-4436-b7cd-9b224911371f req-83353e75-2e17-4c7a-8f38-3ea3473da7c2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.4489648 Jun 03 15:15:06.123812 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b829e7a6-34e8-4e40-b265-40730a43b359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.134154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:06.136483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-57f88f07-0924-49ca-a53b-164c71101db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:06.139919 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-57f88f07-0924-49ca-a53b-164c71101db3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=27c35c5e-d4e2-4385-a0ee-e49c8b894429 HTTP/1.1" status: 200 len: 801 time: 0.0846944 Jun 03 15:15:06.144282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1ae2c3b4-4971-4e1c-94fb-a47596384417 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:06.209134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:15:06.226490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-699c4ce8-e11e-4436-b7cd-9b224911371f req-c6901d25-a499-4b49-8649-41ac2c0f0486 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361067 Jun 03 15:15:06.241006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c5910f31-afe9-4639-8a12-bfe1c36b77f4 None None] Provisioning complete for port f5904324-68a9-40a4-9b03-e9741fedef3a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:06.241418 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c5910f31-afe9-4639-8a12-bfe1c36b77f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.253671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-58b0d648-f99a-49f5-853c-ee0482a47392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:06.255414 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-58b0d648-f99a-49f5-853c-ee0482a47392 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0638551-c033-4265-9192-9a9b145d3eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1057441 Jun 03 15:15:06.289373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 1ae2c3b4-4971-4e1c-94fb-a47596384417 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:15:06.289710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1ae2c3b4-4971-4e1c-94fb-a47596384417 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:15:06.340073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c5910f31-afe9-4639-8a12-bfe1c36b77f4 None None] Port f5904324-68a9-40a4-9b03-e9741fedef3a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:06.437746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b829e7a6-34e8-4e40-b265-40730a43b359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.448282 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-11c6bc03-6c71-4740-ab29-6503269ade5b service neutron] 10.222.0.67 "GET /v2.0/networks/e0638551-c033-4265-9192-9a9b145d3eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769819 Jun 03 15:15:06.532801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829e7a6-34e8-4e40-b265-40730a43b359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0e5bf8-79f9-4f33-a648-4c1727ff6011,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:06.538984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db629234-5c24-4612-81c7-e0c3be3ae234 None None] Network 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:06.542198 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b829e7a6-34e8-4e40-b265-40730a43b359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.622030 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-c0871baf-2717-4220-9636-9fb2a3df5983 service neutron] 10.222.0.67 "GET /v2.0/networks/e0638551-c033-4265-9192-9a9b145d3eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683354 Jun 03 15:15:06.672643 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b829e7a6-34e8-4e40-b265-40730a43b359 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fa0e5bf8-79f9-4f33-a648-4c1727ff6011 HTTP/1.1" status: 204 len: 168 time: 1.6162362 Jun 03 15:15:06.672643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58804) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:06.697494 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-7f50da52-02d0-4161-b3ed-2f95d9d2506e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=c3ae9fac-2574-4395-bc67-3aaa76cfddee HTTP/1.1" status: 200 len: 217 time: 0.0759590 Jun 03 15:15:06.785644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-d378f6b6-d6e7-45c6-a0a0-c9ead74645b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:06.787245 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-d378f6b6-d6e7-45c6-a0a0-c9ead74645b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=649fe368-f9ad-443e-a19e-e6015bb6cab3 HTTP/1.1" status: 200 len: 801 time: 0.0812337 Jun 03 15:15:06.792694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20286c2e-7082-4c63-aeac-0f124617faa5 req-672a6344-943c-4d78-b3c1-4170d8198cff tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:06.798868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20286c2e-7082-4c63-aeac-0f124617faa5 req-672a6344-943c-4d78-b3c1-4170d8198cff tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 1101 time: 0.4431908 Jun 03 15:15:06.864136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:15:06.878531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-359cba0e-b6b0-4258-bd5b-e3ef888d616c admin admin] 10.222.0.48 "PUT /v2.0/routers/64983dd1-f403-4c61-a8ea-c3d0d525bc55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8297236 Jun 03 15:15:06.878687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-6292721b-1945-45da-9a6c-312f6873a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:06.878687 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-6292721b-1945-45da-9a6c-312f6873a94d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a83c892b-3e9a-4c81-9a34-d1896b210510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814376 Jun 03 15:15:06.878895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Sync routers for ids ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:15:06.883397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784f9a7-cc75-4b51-a2a9-b5e96d6060b1 req-6d0e4af4-3954-4961-9cef-ef9495d5b174 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:06.885018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5784f9a7-cc75-4b51-a2a9-b5e96d6060b1 req-6d0e4af4-3954-4961-9cef-ef9495d5b174 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 946 time: 0.4594157 Jun 03 15:15:06.897734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Routers {'64983dd1-f403-4c61-a8ea-c3d0d525bc55'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:06.898519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:15:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:06.903857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.929861 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20286c2e-7082-4c63-aeac-0f124617faa5 req-6e1f4feb-31c2-4fb4-9beb-2e5c1b58c0f8 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058815 Jun 03 15:15:06.954261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Deleting port d246b75f-2d76-4e5f-a46d-a30eae5cc010 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:06.954602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:06.985835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc4c0b-6e4a-44ae-91af-e21946a525d2 None None] DHCP port deletion for 0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:15:06.987198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5784f9a7-cc75-4b51-a2a9-b5e96d6060b1 req-b8628a50-c4d3-449e-b5ef-ba3ebf72b3b6 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890656 Jun 03 15:15:07.006110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc4c0b-6e4a-44ae-91af-e21946a525d2 None None] Deleting port d246b75f-2d76-4e5f-a46d-a30eae5cc010 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:07.010327 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e3dc4c0b-6e4a-44ae-91af-e21946a525d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:07.132566 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:07.314855 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-9deb3957-46f1-4b69-9e03-638951d51cf2 service neutron] 10.222.0.67 "GET /v2.0/networks/a83c892b-3e9a-4c81-9a34-d1896b210510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244666 Jun 03 15:15:07.333804 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e940023-36eb-4462-9350-6e2492e646bf'] response: {'name': 'network-changed', 'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'tag': 'c3ae9fac-2574-4395-bc67-3aaa76cfddee', 'status': 'completed', 'code': 200} Jun 03 15:15:07.688615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Set router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:07.774326 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1af231-e2f3-47aa-a160-eff19000a5e1 req-88e70341-b32f-4350-b840-216263280305 service neutron] 10.222.0.67 "GET /v2.0/networks/a83c892b-3e9a-4c81-9a34-d1896b210510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400117 Jun 03 15:15:07.835497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e3dc4c0b-6e4a-44ae-91af-e21946a525d2 None None] For port d246b75f-2d76-4e5f-a46d-a30eae5cc010, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d246b75f-2d76-4e5f-a46d-a30eae5cc010,segment=NetworkSegment(5740f579-7a3b-462d-b1e3-4f5c41f250fd),segment_id=5740f579-7a3b-462d-b1e3-4f5c41f250fd)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:07.835497 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e3dc4c0b-6e4a-44ae-91af-e21946a525d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.007562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] For port d246b75f-2d76-4e5f-a46d-a30eae5cc010, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d246b75f-2d76-4e5f-a46d-a30eae5cc010,segment=NetworkSegment(5740f579-7a3b-462d-b1e3-4f5c41f250fd),segment_id=5740f579-7a3b-462d-b1e3-4f5c41f250fd)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:08.007562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.072862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d246b75f-2d76-4e5f-a46d-a30eae5cc010 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:08.148902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58852) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:08.179442 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-0e27ec02-89d9-4b72-98a7-cb33f110626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:08.180259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-0e27ec02-89d9-4b72-98a7-cb33f110626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:08.183028 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-0e27ec02-89d9-4b72-98a7-cb33f110626d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=174af88446244ef48fad351389235316&device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1979 time: 0.2494771 Jun 03 15:15:08.185973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc4c0b-6e4a-44ae-91af-e21946a525d2 None None] Calling delete_port for d246b75f-2d76-4e5f-a46d-a30eae5cc010 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:08.251010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Calling delete_port for d246b75f-2d76-4e5f-a46d-a30eae5cc010 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:08.364920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be12a-e6f7-42a1-9e53-d673fd936de1 req-570b4a95-8c32-4f2d-b12a-b01ce6232a05 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:08.375046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455be12a-e6f7-42a1-9e53-d673fd936de1 req-570b4a95-8c32-4f2d-b12a-b01ce6232a05 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:08.380955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-455be12a-e6f7-42a1-9e53-d673fd936de1 req-570b4a95-8c32-4f2d-b12a-b01ce6232a05 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1677 time: 1.0134394 Jun 03 15:15:08.440769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-3f7e262d-2d40-496f-a3ee-34814b51aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:08.442375 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-3f7e262d-2d40-496f-a3ee-34814b51aada service neutron] 10.222.0.67 "GET /v2.0/networks?id=a83c892b-3e9a-4c81-9a34-d1896b210510 HTTP/1.1" status: 200 len: 902 time: 0.2533672 Jun 03 15:15:08.469709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d82a4-6644-49d2-9c79-682fffb48398 req-ece0b7be-31c5-4bc7-ba93-9e65c8315dcb tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:08.477704 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-510d82a4-6644-49d2-9c79-682fffb48398 req-ece0b7be-31c5-4bc7-ba93-9e65c8315dcb tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.9173284 Jun 03 15:15:08.531135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d246b75f-2d76-4e5f-a46d-a30eae5cc010 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:08.531556 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.537358 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.538728 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-ac4571d6-24fa-47c1-8cf1-21c9a1b7d71b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=c3ae9fac-2574-4395-bc67-3aaa76cfddee HTTP/1.1" status: 200 len: 217 time: 0.0901105 Jun 03 15:15:08.541122 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-004d6bfa-08fb-4a64-9d96-7ae650608540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.550381 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.575056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-455be12a-e6f7-42a1-9e53-d673fd936de1 req-8a083f12-27c2-44dc-9b43-b64e6df6e98a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829181 Jun 03 15:15:08.605274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-004d6bfa-08fb-4a64-9d96-7ae650608540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:08.609522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-004d6bfa-08fb-4a64-9d96-7ae650608540 admin admin] Usage tracker for resource:security_group_rule and tenant:d7bc230f6ae74e09a8339041c67ea45e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:08.611598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Pushing event deleted for resources: {'Port': ['ID=d246b75f-2d76-4e5f-a46d-a30eae5cc010,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:08.612592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-004d6bfa-08fb-4a64-9d96-7ae650608540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:08.616024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] No DVR routers for this DVR port d246b75f-2d76-4e5f-a46d-a30eae5cc010 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:15:08.618644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-004d6bfa-08fb-4a64-9d96-7ae650608540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:08.633417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-510d82a4-6644-49d2-9c79-682fffb48398 req-b67444b1-55ff-4396-acb2-46a07944dc0c tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544125 Jun 03 15:15:08.690976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-daa26929-e220-4a9f-b298-9bca1135b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:08.692705 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-daa26929-e220-4a9f-b298-9bca1135b167 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=649fe368-f9ad-443e-a19e-e6015bb6cab3 HTTP/1.1" status: 200 len: 801 time: 0.1426477 Jun 03 15:15:08.703364 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-e3dc4c0b-6e4a-44ae-91af-e21946a525d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:15:08.703950 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-e3dc4c0b-6e4a-44ae-91af-e21946a525d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:15:08.810204 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.851662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-router', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:50Z', 'updated_at': '2022-06-03T15:15:03Z', 'revision_number': 4, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'gw_port': {'id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:53Z', 'updated_at': '2022-06-03T15:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f5904324-68a9-40a4-9b03-e9741fedef3a', 'name': '', 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'mac_address': 'fa:16:3e:34:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '84c76abd-4136-42fe-92b0-0f8eaa17cbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:00Z', 'updated_at': '2022-06-03T15:15:04Z', 'revision_number': 2, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'subnets': [{'id': '84c76abd-4136-42fe-92b0-0f8eaa17cbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:08.860165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Checking router: 64983dd1-f403-4c61-a8ea-c3d0d525bc55 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:15:08.862575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Updating router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 port f5904324-68a9-40a4-9b03-e9741fedef3a binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:15:08.873507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-004d6bfa-08fb-4a64-9d96-7ae650608540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.923426 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-004d6bfa-08fb-4a64-9d96-7ae650608540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.940444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-59820853-8f14-4b14-9aea-5c0028dd6870 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1098273 Jun 03 15:15:08.978091 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:08.991934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d6bfa-08fb-4a64-9d96-7ae650608540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf46b9f-a8b3-4f29-b14b-9777ad346e27,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:09.006295 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-004d6bfa-08fb-4a64-9d96-7ae650608540 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7bc230f6ae74e09a8339041c67ea45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8588307 Jun 03 15:15:09.008947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58878) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:09.026802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8f2139-fcde-48e0-b488-aef2ea5c5aa4']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:09.032760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-2f1e10ef-18e5-4e7d-aa26-bba9007c1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:09.034278 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-2f1e10ef-18e5-4e7d-aa26-bba9007c1c25 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a83c892b-3e9a-4c81-9a34-d1896b210510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3295619 Jun 03 15:15:09.120252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5740f579-7a3b-462d-b1e3-4f5c41f250fd') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:09.120866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5740f579-7a3b-462d-b1e3-4f5c41f250fd') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:09.152508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.179219 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.199887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:15:09.200542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.215714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc4c0b-6e4a-44ae-91af-e21946a525d2 None None] Deleting port d246b75f-2d76-4e5f-a46d-a30eae5cc010 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:09.216031 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e3dc4c0b-6e4a-44ae-91af-e21946a525d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.218709 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-356634c4-5ae0-4fd2-9104-5a928c0b3fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.284002 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 5740f579-7a3b-462d-b1e3-4f5c41f250fd resource provider aggregate not found Jun 03 15:15:09.321389 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 5740f579-7a3b-462d-b1e3-4f5c41f250fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5740f579-7a3b-462d-b1e3-4f5c41f250fd found for delete ", "request_id": "req-4173f7ee-d832-4701-ae75-1f2118360182"}]} Jun 03 15:15:09.329466 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-ca5ccda1-9506-4d6a-917b-3e99a74575c2 service neutron] 10.222.0.67 "GET /v2.0/networks/a83c892b-3e9a-4c81-9a34-d1896b210510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794127 Jun 03 15:15:09.338307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc4c0b-6e4a-44ae-91af-e21946a525d2 None None] The port 'd246b75f-2d76-4e5f-a46d-a30eae5cc010' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:15:09.345638 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-356634c4-5ae0-4fd2-9104-5a928c0b3fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.360530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-9198dc07-d568-4225-a36d-6de631b4d85d tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:09.367999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-9198dc07-d568-4225-a36d-6de631b4d85d tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4267399 Jun 03 15:15:09.388564 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.410444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ffb5c-66a6-4a5a-a8dd-765c802830af req-a059dbd3-a8c0-4748-b6c3-1309e79e513b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:09.418505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd1ffb5c-66a6-4a5a-a8dd-765c802830af req-a059dbd3-a8c0-4748-b6c3-1309e79e513b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.5141451 Jun 03 15:15:09.438372 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.466628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-6ab04662-fb76-44bc-a74a-8e0f45cb1b13 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/quotas/c95ad44430d64d5b85d7a6e1a95a2003 HTTP/1.1" status: 200 len: 375 time: 0.0962737 Jun 03 15:15:09.490122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8f2139-fcde-48e0-b488-aef2ea5c5aa4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:09.546534 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81bc9b85-8326-4c80-9f21-a50ccd6724f0 req-01193adc-a9f3-483d-b447-43cffac47f73 service neutron] 10.222.0.67 "GET /v2.0/networks/a83c892b-3e9a-4c81-9a34-d1896b210510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620376 Jun 03 15:15:09.557069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e819c444-00b9-468a-bf95-5e7d83bdaa9c admin admin] 10.222.0.48 "DELETE /v2.0/networks/0d8f2139-fcde-48e0-b488-aef2ea5c5aa4 HTTP/1.1" status: 204 len: 168 time: 2.8846710 Jun 03 15:15:09.592290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd1ffb5c-66a6-4a5a-a8dd-765c802830af req-4b18f411-904e-4397-b7f2-af12040fa028 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727564 Jun 03 15:15:09.634642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-356634c4-5ae0-4fd2-9104-5a928c0b3fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.657060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356634c4-5ae0-4fd2-9104-5a928c0b3fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf46b9f-a8b3-4f29-b14b-9777ad346e27,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:09.668092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-c5f5f49a-8e45-496f-957f-87ce25132987 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1791620 Jun 03 15:15:09.668893 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-356634c4-5ae0-4fd2-9104-5a928c0b3fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.674268 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-356634c4-5ae0-4fd2-9104-5a928c0b3fc6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bf46b9f-a8b3-4f29-b14b-9777ad346e27 HTTP/1.1" status: 204 len: 168 time: 0.6644089 Jun 03 15:15:09.716921 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.742320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Transition to ACTIVE for port object f5904324-68a9-40a4-9b03-e9741fedef3a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:09.755801 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:09.797750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58924) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:09.902347 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-358581a4-12b7-4b0e-9b4a-156e3beb885e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8a68f7690074e829c03c3202f5c7f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1031456 Jun 03 15:15:09.904626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58928) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:10.034934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490ad56-c5cd-49cd-9cc5-94b20a0dc7aa req-14e75ecb-c7d2-4021-a901-cd8d4dff1163 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:10.060790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8490ad56-c5cd-49cd-9cc5-94b20a0dc7aa req-14e75ecb-c7d2-4021-a901-cd8d4dff1163 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 946 time: 0.2709394 Jun 03 15:15:10.069177 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6fbd394-bd9c-4d7a-848c-954e03cf6e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.125784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0837222-f2a9-44f7-9dac-ad6e47332b03 None None] Pushing event updated for resources: {'Port': ['ID=f5904324-68a9-40a4-9b03-e9741fedef3a,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:10.156953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Attempting to bind port f5904324-68a9-40a4-9b03-e9741fedef3a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:10.157626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Attempting to bind port f5904324-68a9-40a4-9b03-e9741fedef3a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'aff55073-459c-4ddc-98ad-f5d5d98e32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:10.158260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Attempting to bind port f5904324-68a9-40a4-9b03-e9741fedef3a on network a174f3c4-c00d-4781-9eea-11a9bb5e3e92 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:10.165358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:10.166186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Checking segment: {'id': 'aff55073-459c-4ddc-98ad-f5d5d98e32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:10.166826 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.167427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Bound using segment: {'id': 'aff55073-459c-4ddc-98ad-f5d5d98e32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:10.168149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Bound port: f5904324-68a9-40a4-9b03-e9741fedef3a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff55073-459c-4ddc-98ad-f5d5d98e32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:10.168734 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.191406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6fbd394-bd9c-4d7a-848c-954e03cf6e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.217066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8490ad56-c5cd-49cd-9cc5-94b20a0dc7aa req-53d78f39-8cd3-419d-a4f3-dce84e1bece2 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551597 Jun 03 15:15:10.358426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] For port f5904324-68a9-40a4-9b03-e9741fedef3a, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:10.366225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] For port f5904324-68a9-40a4-9b03-e9741fedef3a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f5904324-68a9-40a4-9b03-e9741fedef3a,segment=NetworkSegment(aff55073-459c-4ddc-98ad-f5d5d98e32d2),segment_id=aff55073-459c-4ddc-98ad-f5d5d98e32d2)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:10.369906 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6fbd394-bd9c-4d7a-848c-954e03cf6e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.400376 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.415343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbd394-bd9c-4d7a-848c-954e03cf6e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdda338-834a-436e-a3b9-c6bd647bf6b0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:10.430923 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b6fbd394-bd9c-4d7a-848c-954e03cf6e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.432068 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b6fbd394-bd9c-4d7a-848c-954e03cf6e64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfdda338-834a-436e-a3b9-c6bd647bf6b0 HTTP/1.1" status: 204 len: 168 time: 0.5263200 Jun 03 15:15:10.589779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Routers {'64983dd1-f403-4c61-a8ea-c3d0d525bc55'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:10.596326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096a959-9cb7-4a74-ab6e-8a381e4efc06 req-d5b1da9a-93a9-4678-a332-a6dc08b26a1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:10.598222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:15:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:10.602317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096a959-9cb7-4a74-ab6e-8a381e4efc06 req-d5b1da9a-93a9-4678-a332-a6dc08b26a1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:10.603919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a096a959-9cb7-4a74-ab6e-8a381e4efc06 req-d5b1da9a-93a9-4678-a332-a6dc08b26a1d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1677 time: 0.3454931 Jun 03 15:15:10.649849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58948) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:10.699674 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32c38338-5fa7-4f66-bf3c-e8ab61d2a17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:10.728555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a096a959-9cb7-4a74-ab6e-8a381e4efc06 req-e06cdf9c-2ae2-470b-9a92-0e40cd182437 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142972 Jun 03 15:15:10.748417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32c38338-5fa7-4f66-bf3c-e8ab61d2a17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:10.760488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-32c38338-5fa7-4f66-bf3c-e8ab61d2a17f admin admin] Usage tracker for resource:security_group_rule and tenant:c16ab35e8dd64dff897a9302d4c3c0fa is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:10.769034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-32c38338-5fa7-4f66-bf3c-e8ab61d2a17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:10.788601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32c38338-5fa7-4f66-bf3c-e8ab61d2a17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:10.789358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cabc6-b4de-416c-b3bb-a4d7131b1d88 req-d72b7a3b-6964-48c3-b2ae-416945e99fa8 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:10.800205 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae3cabc6-b4de-416c-b3bb-a4d7131b1d88 req-d72b7a3b-6964-48c3-b2ae-416945e99fa8 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 945 time: 0.2955194 Jun 03 15:15:10.937844 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-160db1ec-792b-43f7-bfde-5b3b98536780 req-14f82512-60f1-45af-9b07-e9ab6e3bb1b9 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 210 time: 0.0914545 Jun 03 15:15:10.977755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae3cabc6-b4de-416c-b3bb-a4d7131b1d88 req-43ea6178-cbad-4edd-bf8a-8d78c970e736 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705666 Jun 03 15:15:11.000447 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32c38338-5fa7-4f66-bf3c-e8ab61d2a17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:11.010551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32c38338-5fa7-4f66-bf3c-e8ab61d2a17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:11.020051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0837222-f2a9-44f7-9dac-ad6e47332b03 None None] Pushing event updated for resources: {'Port': ['ID=f5904324-68a9-40a4-9b03-e9741fedef3a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:11.146408 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-32c38338-5fa7-4f66-bf3c-e8ab61d2a17f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c16ab35e8dd64dff897a9302d4c3c0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916334 Jun 03 15:15:11.146755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58958) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:11.147327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c38338-5fa7-4f66-bf3c-e8ab61d2a17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bae3a2-79ed-4763-9962-76192e241e25,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:11.406665 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48e0c8ca-c759-467c-b04b-c553349c10f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:11.468089 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48e0c8ca-c759-467c-b04b-c553349c10f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:11.479779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] Set router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:11.482943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83b908-04d5-42e9-b6cd-6600efa211ac req-0c906d92-e067-4b3a-8911-f83156db7791 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:11.490337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca83b908-04d5-42e9-b6cd-6600efa211ac req-0c906d92-e067-4b3a-8911-f83156db7791 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.3023882 Jun 03 15:15:11.574682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca83b908-04d5-42e9-b6cd-6600efa211ac req-241e67aa-c490-49f8-bec4-65ceabd5a1ea tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833490 Jun 03 15:15:11.619743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48e0c8ca-c759-467c-b04b-c553349c10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:11.644865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58974) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:11.657010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0c8ca-c759-467c-b04b-c553349c10f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bae3a2-79ed-4763-9962-76192e241e25,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:11.664151 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48e0c8ca-c759-467c-b04b-c553349c10f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:11.665495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-48e0c8ca-c759-467c-b04b-c553349c10f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6bae3a2-79ed-4763-9962-76192e241e25 HTTP/1.1" status: 204 len: 168 time: 0.5177670 Jun 03 15:15:11.731091 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2d1940c9-c547-42a3-aa4c-f3795bb61f81 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f21ad23599e54a5da42330a965614622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800354 Jun 03 15:15:11.734368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58980) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:12.150248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-router', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:50Z', 'updated_at': '2022-06-03T15:15:03Z', 'revision_number': 4, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'gw_port': {'id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:53Z', 'updated_at': '2022-06-03T15:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f5904324-68a9-40a4-9b03-e9741fedef3a', 'name': '', 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'mac_address': 'fa:16:3e:34:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '84c76abd-4136-42fe-92b0-0f8eaa17cbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:00Z', 'updated_at': '2022-06-03T15:15:10Z', 'revision_number': 4, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'subnets': [{'id': '84c76abd-4136-42fe-92b0-0f8eaa17cbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:12.156612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217d09e-b10d-4dc8-9ae8-3409123af5c7 None None] The sync data for ids ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'] in n-d-844595-1 is: [{'id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-router', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:50Z', 'updated_at': '2022-06-03T15:15:03Z', 'revision_number': 4, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'gw_port': {'id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:53Z', 'updated_at': '2022-06-03T15:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f5904324-68a9-40a4-9b03-e9741fedef3a', 'name': '', 'network_id': 'a174f3c4-c00d-4781-9eea-11a9bb5e3e92', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'mac_address': 'fa:16:3e:34:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '84c76abd-4136-42fe-92b0-0f8eaa17cbea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:00Z', 'updated_at': '2022-06-03T15:15:10Z', 'revision_number': 4, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'subnets': [{'id': '84c76abd-4136-42fe-92b0-0f8eaa17cbea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:15:12.352564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-9cec5bc2-6570-499e-8454-72fe88910b33 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:12.356546 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-9cec5bc2-6570-499e-8454-72fe88910b33 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1097 time: 0.2140982 Jun 03 15:15:12.380491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844595-1'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:12.514329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14c766be-bc5c-4ead-a122-8a13a2126a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.613112 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14c766be-bc5c-4ead-a122-8a13a2126a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.654527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e644be6d-9782-40bd-902a-5e72a3071767 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:12.732682 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:12.786916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48b6e-7385-4311-acdf-4a56983dfd30 req-dc603898-3508-4b64-b45f-4f52365e0b68 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:12.804097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b48b6e-7385-4311-acdf-4a56983dfd30 req-dc603898-3508-4b64-b45f-4f52365e0b68 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:12.806824 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28b48b6e-7385-4311-acdf-4a56983dfd30 req-dc603898-3508-4b64-b45f-4f52365e0b68 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1677 time: 0.6040020 Jun 03 15:15:12.836546 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdf3ab-8b60-49cc-ab6b-f29a5264ac0d req-808f1748-caed-4d34-b601-fdcb0af9b4ec tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:12.845353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1afdf3ab-8b60-49cc-ab6b-f29a5264ac0d req-808f1748-caed-4d34-b601-fdcb0af9b4ec tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 946 time: 1.0287564 Jun 03 15:15:13.039108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14c766be-bc5c-4ead-a122-8a13a2126a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:13.047340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e644be6d-9782-40bd-902a-5e72a3071767,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:13.050732 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1afdf3ab-8b60-49cc-ab6b-f29a5264ac0d req-082ddd97-651c-4313-af76-63e4435eb76d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051060 Jun 03 15:15:13.087576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e644be6d-9782-40bd-902a-5e72a3071767 has no active binding in host n-h2-844595-1 {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:15:13.087756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c3ae9fac-2574-4395-bc67-3aaa76cfddee details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:13.106632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c766be-bc5c-4ead-a122-8a13a2126a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2593771-d867-4ffa-b9d4-ab7d37cf1269,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:13.142181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14c766be-bc5c-4ead-a122-8a13a2126a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:13.148263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-14c766be-bc5c-4ead-a122-8a13a2126a48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2593771-d867-4ffa-b9d4-ab7d37cf1269 HTTP/1.1" status: 204 len: 168 time: 1.4175580 Jun 03 15:15:13.155734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28b48b6e-7385-4311-acdf-4a56983dfd30 req-f84c9677-9a70-474e-ad1b-4d0fe05647de tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076878 Jun 03 15:15:13.444282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-9418049b-46db-4747-aeab-f527c3a43865 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911415 Jun 03 15:15:13.501585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c3ae9fac-2574-4395-bc67-3aaa76cfddee, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c3ae9fac-2574-4395-bc67-3aaa76cfddee,segment=NetworkSegment(7a5defa5-4bea-41e6-b16f-2053231e4c77),segment_id=7a5defa5-4bea-41e6-b16f-2053231e4c77)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:13.505490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e644be6d-9782-40bd-902a-5e72a3071767,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:13.591235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'c3ae9fac-2574-4395-bc67-3aaa76cfddee', 'network_id': 'a83c892b-3e9a-4c81-9a34-d1896b210510', 'port_id': 'c3ae9fac-2574-4395-bc67-3aaa76cfddee', 'mac_address': 'fa:16:3e:6f:19:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649fe368-f9ad-443e-a19e-e6015bb6cab3', 'ip_address': '19.86.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:15:13.682976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:13.711423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c3ae9fac-2574-4395-bc67-3aaa76cfddee is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:13.711801 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:13.762271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ae9fac-2574-4395-bc67-3aaa76cfddee {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:13.838013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c3ae9fac-2574-4395-bc67-3aaa76cfddee, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c3ae9fac-2574-4395-bc67-3aaa76cfddee,segment=NetworkSegment(7a5defa5-4bea-41e6-b16f-2053231e4c77),segment_id=7a5defa5-4bea-41e6-b16f-2053231e4c77)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:13.846509 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:13.847469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 57394e57-f331-4a3d-8fc0-655b7b381ab7 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:13.989355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f5904324-68a9-40a4-9b03-e9741fedef3a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:14.018069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:14.078292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863f05f5-264d-45f5-a8c3-16080db3876f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e644be6d-9782-40bd-902a-5e72a3071767'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:14.084374 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.091776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.111826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fda259e-c7ba-44cc-b983-17c606909a21 req-22224d07-fa98-4c06-a646-85739aecdce2 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 210 time: 0.5885205 Jun 03 15:15:14.247932 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:15:14.352620 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fbcbbd-579b-46e8-8340-0cc9ca29af01'] response: {'server_uuid': '863f05f5-264d-45f5-a8c3-16080db3876f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e644be6d-9782-40bd-902a-5e72a3071767', 'code': 200} Jun 03 15:15:14.359393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa475099-d55a-4c2d-97b5-b1db1b6b2b09 req-63de5539-c38c-4c5c-a9c4-bb9afea338b9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:14.374464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa475099-d55a-4c2d-97b5-b1db1b6b2b09 req-63de5539-c38c-4c5c-a9c4-bb9afea338b9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.7290893 Jun 03 15:15:14.382444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2042790630-network', 'tenant_id': '0d78e7387998464690d183527a2939a5'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:14.397276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c3ae9fac-2574-4395-bc67-3aaa76cfddee,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:14.406174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:14.423365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Usage tracker for resource:network and tenant:0d78e7387998464690d183527a2939a5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:14.433502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:14.451989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:14.511717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-8b441ce1-43d3-42f9-87d7-80f4aa22bfc6 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:14.513286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-8b441ce1-43d3-42f9-87d7-80f4aa22bfc6 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0601749 Jun 03 15:15:14.548872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f5904324-68a9-40a4-9b03-e9741fedef3a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:14.564433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa475099-d55a-4c2d-97b5-b1db1b6b2b09 req-05d82ac1-3119-45dd-b5f0-052724a72773 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995745 Jun 03 15:15:14.583491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Made reservation on behalf of 0d78e7387998464690d183527a2939a5 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:14.583491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.586458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Request body: {'port': {'device_id': '59a98ad0-d2d0-4891-8a12-d85bc023b278', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'c95ad44430d64d5b85d7a6e1a95a2003'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:14.602598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f5904324-68a9-40a4-9b03-e9741fedef3a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:14.602598 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.639464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.686756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=e644be6d-9782-40bd-902a-5e72a3071767,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:14.726098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 57394e57-f331-4a3d-8fc0-655b7b381ab7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=57394e57-f331-4a3d-8fc0-655b7b381ab7,segment=NetworkSegment(75d401c9-375b-4366-9652-1cc10bca8808),segment_id=75d401c9-375b-4366-9652-1cc10bca8808)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:14.743439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 on host n-h1-844595-1 for vnic_type normal with profile {"migrating_to": "n-h2-844595-1"} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:14.744570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:14.745783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:14.749565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '57394e57-f331-4a3d-8fc0-655b7b381ab7', 'network_id': 'e0638551-c033-4265-9192-9a9b145d3eb4', 'port_id': '57394e57-f331-4a3d-8fc0-655b7b381ab7', 'mac_address': 'fa:16:3e:8e:0f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c35c5e-d4e2-4385-a0ee-e49c8b894429', 'ip_address': '19.80.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:15:14.759265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Port e644be6d-9782-40bd-902a-5e72a3071767 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:14.759771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Attempting to bind port e644be6d-9782-40bd-902a-5e72a3071767 on network f42f2f56-7eb9-4dd9-8460-83c70ed53810 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:14.771522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:14.772045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Checking segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:14.772939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Bound using segment: {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:14.773380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Bound port: e644be6d-9782-40bd-902a-5e72a3071767, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d111be6-c054-4cf0-af15-4b0cef36dfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f42f2f56-7eb9-4dd9-8460-83c70ed53810'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:14.774021 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.805286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:14.814449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Usage tracker for resource:security_group_rule and tenant:0d78e7387998464690d183527a2939a5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:14.821089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:14.911263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:14.915549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e644be6d-9782-40bd-902a-5e72a3071767,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:14.917209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 57394e57-f331-4a3d-8fc0-655b7b381ab7 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:14.917898 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.924551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.934757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:14.954083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f5904324-68a9-40a4-9b03-e9741fedef3a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:14.954668 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:14.970671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57394e57-f331-4a3d-8fc0-655b7b381ab7 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:15.011103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 57394e57-f331-4a3d-8fc0-655b7b381ab7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=57394e57-f331-4a3d-8fc0-655b7b381ab7,segment=NetworkSegment(75d401c9-375b-4366-9652-1cc10bca8808),segment_id=75d401c9-375b-4366-9652-1cc10bca8808)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:15.024065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f5904324-68a9-40a4-9b03-e9741fedef3a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f5904324-68a9-40a4-9b03-e9741fedef3a,segment=NetworkSegment(aff55073-459c-4ddc-98ad-f5d5d98e32d2),segment_id=aff55073-459c-4ddc-98ad-f5d5d98e32d2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:15.025104 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.160215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e98ab-92a9-4098-8222-cd433967a452 req-45200894-d72f-4f20-aecd-d2fac4cb0891 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:15.170941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e98ab-92a9-4098-8222-cd433967a452 req-45200894-d72f-4f20-aecd-d2fac4cb0891 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:15.171321 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.178699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=57394e57-f331-4a3d-8fc0-655b7b381ab7,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:15.181037 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e78e98ab-92a9-4098-8222-cd433967a452 req-45200894-d72f-4f20-aecd-d2fac4cb0891 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1678 time: 0.3245006 Jun 03 15:15:15.220452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19967fe8-6b4a-4624-a465-bc6e9eb7b8f9 req-041f5acb-fed1-45d5-b0e3-6df960a2be7d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:15.225206 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19967fe8-6b4a-4624-a465-bc6e9eb7b8f9 req-041f5acb-fed1-45d5-b0e3-6df960a2be7d tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 944 time: 0.6766422 Jun 03 15:15:15.293243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:15.331773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e78e98ab-92a9-4098-8222-cd433967a452 req-a8241752-67aa-415d-b10e-b0e971cb669a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408377 Jun 03 15:15:15.369024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:15.377740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f5904324-68a9-40a4-9b03-e9741fedef3a,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:15.403380 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19967fe8-6b4a-4624-a465-bc6e9eb7b8f9 req-6e5a8c94-da53-4932-a284-b8347df4b2b5 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584358 Jun 03 15:15:15.415829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Made reservation on behalf of c95ad44430d64d5b85d7a6e1a95a2003 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:15.419640 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.426135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=e644be6d-9782-40bd-902a-5e72a3071767,revision_number=8']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:15.439983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:15.440578 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.442093 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-14935ecd-526d-46f5-8bd9-684778ed0ff1 service neutron] 10.222.0.67 "PUT /v2.0/ports/e644be6d-9782-40bd-902a-5e72a3071767 HTTP/1.1" status: 200 len: 1122 time: 3.0753667 Jun 03 15:15:15.499149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59074) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:15.531161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 96fddac1-ba18-4ea2-beb3-deaeb11989d9 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:15.560677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['e644be6d-9782-40bd-902a-5e72a3071767'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:15.576571 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.582845 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.605804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:15:15.629804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.630166 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Added segment 212c7033-a560-4e2e-a1e8-03fdd6ad5798 of type vlan for network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 Jun 03 15:15:15.676998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c3ae9fac-2574-4395-bc67-3aaa76cfddee'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:15.698280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.808935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.809636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:15.811045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['e644be6d-9782-40bd-902a-5e72a3071767'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:15.822427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:15.924930 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:15:15.942371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a5b3522-c52c-4713-8de9-47adf5ff3a8e req-d274caa9-7dec-4f14-ab08-7e90f1f98c14 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 210 time: 0.0881562 Jun 03 15:15:15.980671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-network', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:15.990996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Allocated IP 192.168.233.98 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/c9cfd24b-82ac-44c5-8b05-f01498066baa) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:16.043692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb25ac1-9870-48ce-a1f0-48375a2dcb30,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:16.057783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:16.067726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Usage tracker for resource:network and tenant:ed15abc19f9241df8e1fd91156631348 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:16.083183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c1b422-54cf-40cf-8cd4-e42687afe08c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:16.086552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:16.106467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:16.141005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Made reservation on behalf of ed15abc19f9241df8e1fd91156631348 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:16.146033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.173674 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ca21d006-c3de-4254-a4d2-a8f360fb3239 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1539726 Jun 03 15:15:16.177640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59094) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:16.185730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Request body: {'subnet': {'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2042790630-subnet', 'tenant_id': '0d78e7387998464690d183527a2939a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:16.194701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:16.200081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Usage tracker for resource:subnet and tenant:0d78e7387998464690d183527a2939a5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:16.204947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:16.213798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:16.228391 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.247828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Made reservation on behalf of 0d78e7387998464690d183527a2939a5 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:16.250258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.273841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:16.317202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Usage tracker for resource:security_group_rule and tenant:ed15abc19f9241df8e1fd91156631348 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:16.324643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:16.329062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 96fddac1-ba18-4ea2-beb3-deaeb11989d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=96fddac1-ba18-4ea2-beb3-deaeb11989d9,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:16.338322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:16.417352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f5904324-68a9-40a4-9b03-e9741fedef3a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:16.478946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '96fddac1-ba18-4ea2-beb3-deaeb11989d9', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'port_id': '96fddac1-ba18-4ea2-beb3-deaeb11989d9', 'mac_address': 'fa:16:3e:23:2c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b9255b-6a22-475f-892c-3d87acb00f06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:15:16.484315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af116d0-ea3a-477e-8f16-09c051f4b845 req-c11d2af9-e959-40f5-9260-4298d0be93a9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:16.494984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1af116d0-ea3a-477e-8f16-09c051f4b845 req-c11d2af9-e959-40f5-9260-4298d0be93a9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.4496393 Jun 03 15:15:16.522269 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.523249 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863f05f5-264d-45f5-a8c3-16080db3876f', 'tag': 'e644be6d-9782-40bd-902a-5e72a3071767'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:16.551358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:15:16.592321 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.721307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:15:16.762004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997f7109-0f62-4a7f-af1a-2a6f80877b1c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:16.820136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.820715 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Added segment 3b7c377c-a74c-4caf-bd7e-cd03baad8b1a of type vlan for network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 Jun 03 15:15:16.859079 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1af116d0-ea3a-477e-8f16-09c051f4b845 req-bda32d90-cbb0-4d28-b0c8-9b3cfafe5438 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626766 Jun 03 15:15:16.923917 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.929621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['57394e57-f331-4a3d-8fc0-655b7b381ab7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:16.980580 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:16.988996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Transition to ACTIVE for port object c9cfd24b-82ac-44c5-8b05-f01498066baa will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:17.017355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fce2d-8c63-4405-9d4a-77fed92df516 req-7d3e3059-ac4b-44fc-bc6b-41455a895d0d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:17.029811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fce2d-8c63-4405-9d4a-77fed92df516 req-7d3e3059-ac4b-44fc-bc6b-41455a895d0d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:17.042984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b4fce2d-8c63-4405-9d4a-77fed92df516 req-7d3e3059-ac4b-44fc-bc6b-41455a895d0d tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1679 time: 0.4676766 Jun 03 15:15:17.210208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.214233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:17.218406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.218561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b4fce2d-8c63-4405-9d4a-77fed92df516 req-728a046d-022e-4579-84a2-740bc4b6379b tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743653 Jun 03 15:15:17.260633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:17.261043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.392606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96fddac1-ba18-4ea2-beb3-deaeb11989d9 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:17.404676 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.490021 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9896569 Jun 03 15:15:17.492365 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e479d01b-873e-41a0-89c8-d85978f5b824'] response: {'name': 'network-changed', 'server_uuid': '863f05f5-264d-45f5-a8c3-16080db3876f', 'tag': 'e644be6d-9782-40bd-902a-5e72a3071767', 'status': 'completed', 'code': 200} Jun 03 15:15:17.492641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59120) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:17.721047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Request body: {'subnet': {'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-subnet', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:17.780643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:17.786091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 96fddac1-ba18-4ea2-beb3-deaeb11989d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=96fddac1-ba18-4ea2-beb3-deaeb11989d9,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:17.805954 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Usage tracker for resource:subnet and tenant:ed15abc19f9241df8e1fd91156631348 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:17.815520 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:17.825033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e2edf-d8cc-4a80-b34c-e11a0dfc2671 admin admin] Pushing event updated for resources: {'Network': ['ID=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:17.844749 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.852317 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.857092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:17.895828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f5904324-68a9-40a4-9b03-e9741fedef3a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:17.895828 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:17.926898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event updated for resources: {'Port': ['ID=c9cfd24b-82ac-44c5-8b05-f01498066baa,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:17.949431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16c061-e750-4dbd-9b5c-5b152f8aa9bb req-10f7863d-4b92-4b4b-946b-a0a5c607d850 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:17.953666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:15:17.962403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f16c061-e750-4dbd-9b5c-5b152f8aa9bb req-10f7863d-4b92-4b4b-946b-a0a5c607d850 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 944 time: 0.8769035 Jun 03 15:15:18.022978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:18.026532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:18.032551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:18.085923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Made reservation on behalf of ed15abc19f9241df8e1fd91156631348 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:18.090456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.113654 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f16c061-e750-4dbd-9b5c-5b152f8aa9bb req-f4c11d25-66b2-495b-94c5-866ca5a1f7a4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503389 Jun 03 15:15:18.124075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['96fddac1-ba18-4ea2-beb3-deaeb11989d9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:18.192113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:18.192894 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.266660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-04a97196-c09b-411e-a510-7600cd0b881c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7192786 Jun 03 15:15:18.283824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Request body: {'port': {'device_id': '59a98ad0-d2d0-4891-8a12-d85bc023b278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:18.391187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd1cc9a-743d-40a3-a3a7-dda516523fdd,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:18.413512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:18.413854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Network hostable DHCP agents. Network: 8cb25ac1-9870-48ce-a1f0-48375a2dcb30, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:15:18.473896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164188b-af6f-4714-9da8-1c4210c6de87 req-ea48954f-c4cb-45b2-bf89-0aae00a7eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:18.481611 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7164188b-af6f-4714-9da8-1c4210c6de87 req-ea48954f-c4cb-45b2-bf89-0aae00a7eb69 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 1125 time: 0.9878111 Jun 03 15:15:18.549929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['097f3a10-8514-4232-9e14-a60be88bec08', 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:18.748924 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.825356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:15:18.837594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 8cb25ac1-9870-48ce-a1f0-48375a2dcb30) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:18.850980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:18.853252 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:18.936237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac02bb-5e29-4668-a68a-8b2d69bbc471 req-76413610-a25b-4b45-bdf5-f31ba0ffbc28 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:18.937669 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d638cdd-b36a-40b0-a064-30fab8ba6713 None None] Network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:18.947298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c9ac02bb-5e29-4668-a68a-8b2d69bbc471 req-76413610-a25b-4b45-bdf5-f31ba0ffbc28 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Synchronizing usage tracker for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:18.966814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=96fddac1-ba18-4ea2-beb3-deaeb11989d9,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:19.022297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c9ac02bb-5e29-4668-a68a-8b2d69bbc471 req-76413610-a25b-4b45-bdf5-f31ba0ffbc28 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Unset dirty status for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:19.024412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9ac02bb-5e29-4668-a68a-8b2d69bbc471 req-76413610-a25b-4b45-bdf5-f31ba0ffbc28 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 935 time: 0.5693574 Jun 03 15:15:19.054902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164188b-af6f-4714-9da8-1c4210c6de87 req-726f71b1-30fd-4198-86f2-8407bf5b647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:19.056829 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7164188b-af6f-4714-9da8-1c4210c6de87 req-726f71b1-30fd-4198-86f2-8407bf5b647f service neutron] 10.222.0.75 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.5656731 Jun 03 15:15:19.058222 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.063983 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:15:19.099721 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fb31ce59-8166-48b5-9ff0-fce4d11d5400 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9214120 Jun 03 15:15:19.169414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9ac02bb-5e29-4668-a68a-8b2d69bbc471 req-52b3380d-9432-4bbc-a160-3818db517dcd tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344872 Jun 03 15:15:19.332805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6c5ed970-7e1d-4c73-a820-1bcf0209a21a None None] Provisioning for port c9cfd24b-82ac-44c5-8b05-f01498066baa completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:19.350781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6c5ed970-7e1d-4c73-a820-1bcf0209a21a None None] Provisioning complete for port c9cfd24b-82ac-44c5-8b05-f01498066baa triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:19.353581 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed970-7e1d-4c73-a820-1bcf0209a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.387513 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7164188b-af6f-4714-9da8-1c4210c6de87 req-55efc2de-f8e8-421c-aec9-4e60758d91af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e644be6d-9782-40bd-902a-5e72a3071767 HTTP/1.1" status: 200 len: 217 time: 0.2847476 Jun 03 15:15:19.399213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cfd24b-82ac-44c5-8b05-f01498066baa {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:19.418507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f5904324-68a9-40a4-9b03-e9741fedef3a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:19.422095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.480178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Transition to ACTIVE for port object c9cfd24b-82ac-44c5-8b05-f01498066baa will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:19.494957 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:19.625493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164188b-af6f-4714-9da8-1c4210c6de87 req-f7122492-c2a2-476e-bfcc-1fc0a79fd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:19.627675 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7164188b-af6f-4714-9da8-1c4210c6de87 req-f7122492-c2a2-476e-bfcc-1fc0a79fd079 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.2326884 Jun 03 15:15:19.822549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd39810-98ad-4265-8761-25da18b22538,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:19.835474 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7164188b-af6f-4714-9da8-1c4210c6de87 req-09c6b585-1989-49d8-9eb6-513f797f0372 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1881809 Jun 03 15:15:19.927092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ed970-7e1d-4c73-a820-1bcf0209a21a None None] Port c9cfd24b-82ac-44c5-8b05-f01498066baa cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:19.976045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Checking segment: {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:19.976423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Network hostable DHCP agents. Network: 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:15:20.081167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Pushing event updated for resources: {'Port': ['ID=c9cfd24b-82ac-44c5-8b05-f01498066baa,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:20.193989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ce7a47-6709-413c-aca6-552e493e9eda None None] Network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:20.319242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:15:20.392115 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7164188b-af6f-4714-9da8-1c4210c6de87 req-5711909e-3b0f-4b17-a927-60ecf83bac47 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380168 Jun 03 15:15:20.449441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:20.464920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:20.465455 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.610431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa5a21-cb00-4963-85df-bca92c839ee1 None None] Network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:20.648133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Attempting to bind port c9cfd24b-82ac-44c5-8b05-f01498066baa on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:20.648460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Attempting to bind port c9cfd24b-82ac-44c5-8b05-f01498066baa by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:20.648782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Attempting to bind port c9cfd24b-82ac-44c5-8b05-f01498066baa on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:20.688441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Port c9cfd24b-82ac-44c5-8b05-f01498066baa on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:20.688760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Attempting to bind port c9cfd24b-82ac-44c5-8b05-f01498066baa on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:20.703435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce0cb4-3fc7-40e9-bc0a-627a5f525ae8 req-cb6674fe-c05c-44ac-9ac2-297ebb3ae20a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:20.704948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78ce0cb4-3fc7-40e9-bc0a-627a5f525ae8 req-cb6674fe-c05c-44ac-9ac2-297ebb3ae20a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 1.0637064 Jun 03 15:15:20.742917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:20.743623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:20.744174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:20.744832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Bound port: c9cfd24b-82ac-44c5-8b05-f01498066baa, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:20.745403 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.750542 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2250db23-e245-46e4-a82e-d20749a2419a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.1529202 Jun 03 15:15:20.757237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59160) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:20.770408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59164) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:20.774022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:20.785529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:20.792007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Usage tracker for resource:router and tenant:ed15abc19f9241df8e1fd91156631348 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:20.796204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1717216245-network', 'tenant_id': '300e90cf1a014dd2be9e8478383b175d'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:20.798201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:20.832613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:20.850007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:20.858778 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.864378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.865309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78ce0cb4-3fc7-40e9-bc0a-627a5f525ae8 req-eb204b6b-a289-4b22-809b-96191806c7a8 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493416 Jun 03 15:15:20.866677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Usage tracker for resource:network and tenant:300e90cf1a014dd2be9e8478383b175d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:20.883078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:20.893123 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-1316f041-281c-41f5-b1b7-c7b3c2a7df63 service neutron] 10.222.0.75 "GET /v2.0/ports/e644be6d-9782-40bd-902a-5e72a3071767/bindings/n-h2-844595-1 HTTP/1.1" status: 200 len: 384 time: 0.2368338 Jun 03 15:15:20.905962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:20.908255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:21.063259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Made reservation on behalf of 300e90cf1a014dd2be9e8478383b175d for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:21.069847 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.108731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] For port c9cfd24b-82ac-44c5-8b05-f01498066baa, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:21.126669 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.180709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c3ae9fac-2574-4395-bc67-3aaa76cfddee up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:21.208098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] For port c9cfd24b-82ac-44c5-8b05-f01498066baa, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c9cfd24b-82ac-44c5-8b05-f01498066baa,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:21.225927 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7164188b-af6f-4714-9da8-1c4210c6de87 req-3697cf92-9308-420e-b0cb-ad3227084ca5 service neutron] 10.222.0.75 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8245199 Jun 03 15:15:21.234005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:21.251261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.346754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:300e90cf1a014dd2be9e8478383b175d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:21.351866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:21.431815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:21.466122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:21.466732 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.468082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] 10.222.0.75 "PUT /v2.0/ports/c9cfd24b-82ac-44c5-8b05-f01498066baa HTTP/1.1" status: 200 len: 1095 time: 3.1885898 Jun 03 15:15:21.468612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a98ad0-d2d0-4891-8a12-d85bc023b278', 'tag': 'c9cfd24b-82ac-44c5-8b05-f01498066baa'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:21.533266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08', '1565d794-e24f-4585-b205-38fa580faedd', '15d294a7-09f8-4f0d-855a-e54b5bb1459c', '911ab52b-da76-4296-ab43-3299325e66fd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:21.558438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001161f-afca-4d59-8a4a-74ba4c275dfb service neutron] Pushing event updated for resources: {'Port': ['ID=c9cfd24b-82ac-44c5-8b05-f01498066baa,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:21.597150 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:21.947952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 96fddac1-ba18-4ea2-beb3-deaeb11989d9 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:22.063883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:15:22.065518 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.210995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port c3ae9fac-2574-4395-bc67-3aaa76cfddee completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:22.226005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port c3ae9fac-2574-4395-bc67-3aaa76cfddee triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:22.226379 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.228244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbe398-46bd-435f-a895-41d474f895d5 req-f9b2d29b-c1a4-47c8-bb53-86b505ead40f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:22.234269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbe398-46bd-435f-a895-41d474f895d5 req-f9b2d29b-c1a4-47c8-bb53-86b505ead40f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:22.247530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59fbe398-46bd-435f-a895-41d474f895d5 req-f9b2d29b-c1a4-47c8-bb53-86b505ead40f tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1679 time: 1.1401649 Jun 03 15:15:22.386571 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.540479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:22.541421 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:22.543216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59fbe398-46bd-435f-a895-41d474f895d5 req-aa56cc65-c009-46e3-b990-0a978bf831c5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937362 Jun 03 15:15:22.577299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-2d458211-783d-41f9-a9eb-7ae25f98af5d service neutron] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e644be6d-9782-40bd-902a-5e72a3071767,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:22.612677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-e32d6fb5-50a6-4b49-8441-f4ea59b82cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:22.616516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-e32d6fb5-50a6-4b49-8441-f4ea59b82cc5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 1098 time: 1.0821590 Jun 03 15:15:22.759361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Allocated IP 172.20.0.2 (02f30ac2-d366-4b58-b8c6-63e7a0ca1b75/5dd39810-98ad-4265-8761-25da18b22538/869a4fe3-ad54-498f-9799-f5be187e8b99) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:22.923594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-8479c6db-46f8-405c-860a-b749644d3181 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c9cfd24b-82ac-44c5-8b05-f01498066baa HTTP/1.1" status: 200 len: 217 time: 0.2951746 Jun 03 15:15:23.035588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.066816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-2d458211-783d-41f9-a9eb-7ae25f98af5d service neutron] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:23.138670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-2d458211-783d-41f9-a9eb-7ae25f98af5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e644be6d-9782-40bd-902a-5e72a3071767 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:23.154805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-2d458211-783d-41f9-a9eb-7ae25f98af5d service neutron] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e644be6d-9782-40bd-902a-5e72a3071767,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:23.199873 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.207490 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-2d458211-783d-41f9-a9eb-7ae25f98af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.236653 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.249975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:15:23.260522 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.260772 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Added segment 23c13473-dec2-4781-a18e-e74f1cc3e3d3 of type vlan for network 27f1c61e-93b8-4602-b8e8-acccd090dd77 Jun 03 15:15:23.263372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c3ae9fac-2574-4395-bc67-3aaa76cfddee is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:23.264003 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.296137 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.378842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af34d03-6278-4b85-a7f2-bf8fdbff6586,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:23.381613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.382796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:23.383534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.424190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ae9fac-2574-4395-bc67-3aaa76cfddee'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:23.446607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:23.447613 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.502480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Allocated IP 172.25.7.164 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/4fbcaa78-6ff2-49c0-9f7d-b11d22f60010) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:23.520138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-2d458211-783d-41f9-a9eb-7ae25f98af5d service neutron] Transition to ACTIVE for port object e644be6d-9782-40bd-902a-5e72a3071767 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:23.550814 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-2d458211-783d-41f9-a9eb-7ae25f98af5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.637084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c3ae9fac-2574-4395-bc67-3aaa76cfddee, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c3ae9fac-2574-4395-bc67-3aaa76cfddee,segment=NetworkSegment(7a5defa5-4bea-41e6-b16f-2053231e4c77),segment_id=7a5defa5-4bea-41e6-b16f-2053231e4c77)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:23.682904 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.734287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 96fddac1-ba18-4ea2-beb3-deaeb11989d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=96fddac1-ba18-4ea2-beb3-deaeb11989d9,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:23.749570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d458211-783d-41f9-a9eb-7ae25f98af5d service neutron] Pushing event updated for resources: {'Port': ['ID=e644be6d-9782-40bd-902a-5e72a3071767,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:23.782706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-84321bd2-24a3-4f8d-a5f7-93690805b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:23.784618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-84321bd2-24a3-4f8d-a5f7-93690805b15b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.8360140 Jun 03 15:15:23.946845 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:23.960450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79556-608f-4625-9900-9142c897e406 req-1a90dea9-e626-4d8e-bdc1-ef4cd7e97707 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:23.962093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1a79556-608f-4625-9900-9142c897e406 req-1a90dea9-e626-4d8e-bdc1-ef4cd7e97707 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 944 time: 1.2331338 Jun 03 15:15:23.978530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 57394e57-f331-4a3d-8fc0-655b7b381ab7 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:24.023076 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.052724 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.056074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e644be6d-9782-40bd-902a-5e72a3071767 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:24.094239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.3173347 Jun 03 15:15:24.095504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e0c23-633e-40d7-ac91-9f944b8e4ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=27f1c61e-93b8-4602-b8e8-acccd090dd77,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:24.102086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59184) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:24.137929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-2d458211-783d-41f9-a9eb-7ae25f98af5d service neutron] No DVR routers for this DVR port e644be6d-9782-40bd-902a-5e72a3071767 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:15:24.150808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Request body: {'subnet': {'network_id': '27f1c61e-93b8-4602-b8e8-acccd090dd77', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1717216245-subnet', 'tenant_id': '300e90cf1a014dd2be9e8478383b175d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:24.173832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c3ae9fac-2574-4395-bc67-3aaa76cfddee,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:24.219205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:24.225572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 27f1c61e-93b8-4602-b8e8-acccd090dd77 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:15:24.249388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Usage tracker for resource:subnet and tenant:300e90cf1a014dd2be9e8478383b175d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:24.263329 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-2d458211-783d-41f9-a9eb-7ae25f98af5d service neutron] 10.222.0.75 "PUT /v2.0/ports/e644be6d-9782-40bd-902a-5e72a3071767/bindings/n-h2-844595-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3512220 Jun 03 15:15:24.269504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:24.308978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:24.371881 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-3b34efda-d1db-48d7-aea9-4f090d6760be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:24.381333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-3b34efda-d1db-48d7-aea9-4f090d6760be service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5769618 Jun 03 15:15:24.387442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Made reservation on behalf of 300e90cf1a014dd2be9e8478383b175d for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:24.392053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.508664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:24.530117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:24.562799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:24.687274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbcaa78-6ff2-49c0-9f7d-b11d22f60010,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:24.915618 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:24.961834 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b1df7176-38ac-440c-b56f-1816198f4efe req-6fb1ad4c-8802-4003-88de-6fe309edc8dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7603030 Jun 03 15:15:24.969729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Transition to ACTIVE for port object 869a4fe3-ad54-498f-9799-f5be187e8b99 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:24.973925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1a79556-608f-4625-9900-9142c897e406 req-448b387a-6002-4042-9b62-e755c93b0b96 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9642985 Jun 03 15:15:24.983846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=96fddac1-ba18-4ea2-beb3-deaeb11989d9,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:24.992572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e644be6d-9782-40bd-902a-5e72a3071767 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:15:25.076559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 57394e57-f331-4a3d-8fc0-655b7b381ab7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:25.088105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Transition to ACTIVE for port object 869a4fe3-ad54-498f-9799-f5be187e8b99 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:25.101385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 57394e57-f331-4a3d-8fc0-655b7b381ab7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:25.101768 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.141738 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.253472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-368bbb47-4e29-4667-a80d-7ec9bb3bdd4f tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:25.257832 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-368bbb47-4e29-4667-a80d-7ec9bb3bdd4f tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.8830819 Jun 03 15:15:25.355123 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-24717474-291b-47ed-a726-645a8ad3fbd3 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948862 Jun 03 15:15:25.380341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:25.399781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:25.420855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:25.445321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Pushing event updated for resources: {'Port': ['ID=869a4fe3-ad54-498f-9799-f5be187e8b99,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:25.531151 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.757089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Attempting to bind port 869a4fe3-ad54-498f-9799-f5be187e8b99 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:25.757089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Attempting to bind port 869a4fe3-ad54-498f-9799-f5be187e8b99 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:25.757735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Attempting to bind port 869a4fe3-ad54-498f-9799-f5be187e8b99 on network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:25.941213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 57394e57-f331-4a3d-8fc0-655b7b381ab7 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:25.941933 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:25.977840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df7176-38ac-440c-b56f-1816198f4efe req-20038a88-bd77-4b47-bc45-d6a2f2f7f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:25.985026 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b1df7176-38ac-440c-b56f-1816198f4efe req-20038a88-bd77-4b47-bc45-d6a2f2f7f2f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 1095 time: 0.7256086 Jun 03 15:15:26.002432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.021667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:26.022217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Checking segment: {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:26.022725 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.023300 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Bound using segment: {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:26.023933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Bound port: 869a4fe3-ad54-498f-9799-f5be187e8b99, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:26.024419 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.048210 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-18c2b8d2-55d5-4f60-8f73-bc7676e9f391 service neutron] show failed (client error): The resource could not be found. Jun 03 15:15:26.055394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-18c2b8d2-55d5-4f60-8f73-bc7676e9f391 service neutron] 10.222.0.67 "GET /v2.0/ports/b0a23afd-34dd-4424-a1b2-0c19de35c000/bindings/n-h1-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.9565547 Jun 03 15:15:26.151534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 57394e57-f331-4a3d-8fc0-655b7b381ab7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=57394e57-f331-4a3d-8fc0-655b7b381ab7,segment=NetworkSegment(75d401c9-375b-4366-9652-1cc10bca8808),segment_id=75d401c9-375b-4366-9652-1cc10bca8808)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:26.163842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8608983-63d8-4169-ac12-d9f5ad374146,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:26.206428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Checking segment: {'id': '23c13473-dec2-4781-a18e-e74f1cc3e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '27f1c61e-93b8-4602-b8e8-acccd090dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:26.207266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Network hostable DHCP agents. Network: 27f1c61e-93b8-4602-b8e8-acccd090dd77, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:15:26.218852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3563bf28-e837-48ea-8a09-b6a0391cb988 req-b22e2124-d42a-4741-9e08-d4202031e405 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8549557 Jun 03 15:15:26.232510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319cc98-3ac3-4882-9fb1-bf642f73f646 req-eacedc38-a602-428b-9a37-449015b9b739 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:26.234482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8319cc98-3ac3-4882-9fb1-bf642f73f646 req-eacedc38-a602-428b-9a37-449015b9b739 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 947 time: 0.7224092 Jun 03 15:15:26.295679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.320708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Network 27f1c61e-93b8-4602-b8e8-acccd090dd77 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:15:26.348218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-ae0e7a5d-ca66-4b06-a9d3-2a3b00318bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:26.349817 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-ae0e7a5d-ca66-4b06-a9d3-2a3b00318bb0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f&tenant_id=4e4652bab4e34ad58d39564c3d0261fb HTTP/1.1" status: 200 len: 1096 time: 0.9262121 Jun 03 15:15:26.415141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8319cc98-3ac3-4882-9fb1-bf642f73f646 req-fc537858-09d2-446c-a683-e5501a953233 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693797 Jun 03 15:15:26.418358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 27f1c61e-93b8-4602-b8e8-acccd090dd77) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:26.429436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:26.434657 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.490419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8394ff-52c0-4ea2-99cd-a7c0ca955fd8 None None] Network 27f1c61e-93b8-4602-b8e8-acccd090dd77 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:26.529402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-32d4cf82-a000-4b57-9dcf-2e2c8fd8cb57 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4130647 Jun 03 15:15:26.675858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] For port 869a4fe3-ad54-498f-9799-f5be187e8b99, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:26.685676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] For port 869a4fe3-ad54-498f-9799-f5be187e8b99, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=869a4fe3-ad54-498f-9799-f5be187e8b99,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:26.715788 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:26.798091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-3f5ea961-f7a0-46fc-8e96-f1d18de04e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:26.800854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-3f5ea961-f7a0-46fc-8e96-f1d18de04e01 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430&tenant_id=56abfe7ac6594200b7814a183ed3b39d HTTP/1.1" status: 200 len: 1101 time: 0.1937973 Jun 03 15:15:26.821167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:26.920295 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7edd75fb-4302-4839-ae0e-fad961df9813'] response: {'name': 'network-changed', 'server_uuid': '59a98ad0-d2d0-4891-8a12-d85bc023b278', 'tag': 'c9cfd24b-82ac-44c5-8b05-f01498066baa', 'status': 'completed', 'code': 200} Jun 03 15:15:27.175014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=57394e57-f331-4a3d-8fc0-655b7b381ab7,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:27.465510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df7176-38ac-440c-b56f-1816198f4efe req-933b1070-7ed1-41ea-8fcf-217a4bb2bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:27.466740 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b1df7176-38ac-440c-b56f-1816198f4efe req-933b1070-7ed1-41ea-8fcf-217a4bb2bac9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 1.2145622 Jun 03 15:15:27.551169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90158d4e-b9f6-4637-a85f-2a2b69d5ccdc None None] Pushing event updated for resources: {'Port': ['ID=869a4fe3-ad54-498f-9799-f5be187e8b99,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:27.658457 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f018e94-9eee-46b0-8724-927422e28443 None None] Network 27f1c61e-93b8-4602-b8e8-acccd090dd77 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:27.666205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b48685-6f41-457f-924a-a4aff6eff874 req-0db4a206-0fb4-415c-a52e-2f1a3992c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:27.668250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42b48685-6f41-457f-924a-a4aff6eff874 req-0db4a206-0fb4-415c-a52e-2f1a3992c555 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 1098 time: 0.7334702 Jun 03 15:15:27.725506 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:27.776173 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b1df7176-38ac-440c-b56f-1816198f4efe req-12bb2532-de27-44db-9dc7-2f7a1618f033 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863178fd-f914-4807-bf9c-cbc6e3518e78 HTTP/1.1" status: 200 len: 217 time: 0.2825472 Jun 03 15:15:27.934231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:28.279678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df7176-38ac-440c-b56f-1816198f4efe req-fc317d4f-dddb-4f73-9082-b26b5c045c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:28.281128 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b1df7176-38ac-440c-b56f-1816198f4efe req-fc317d4f-dddb-4f73-9082-b26b5c045c2e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.4889271 Jun 03 15:15:28.291581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-41c5892b-3f45-4c6f-9980-9b79e8a93fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:28.293275 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-41c5892b-3f45-4c6f-9980-9b79e8a93fc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 1096 time: 1.6239617 Jun 03 15:15:28.336849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72202cd9-b414-43ab-a27c-430ea0eda6d9 req-0e6a9141-666a-4598-bb76-fcaa6f2424c2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:28.343954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72202cd9-b414-43ab-a27c-430ea0eda6d9 req-0e6a9141-666a-4598-bb76-fcaa6f2424c2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 1.0914941 Jun 03 15:15:28.544800 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b1df7176-38ac-440c-b56f-1816198f4efe req-7f5217db-453f-4419-9770-de3690b795f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2502794 Jun 03 15:15:28.787455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72202cd9-b414-43ab-a27c-430ea0eda6d9 req-1d6611c6-adf6-44ed-9d6f-a5167393a39f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424443 Jun 03 15:15:28.828282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b48685-6f41-457f-924a-a4aff6eff874 req-0542e64c-639f-45cf-89ab-4e2dc6f3770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:28.830984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42b48685-6f41-457f-924a-a4aff6eff874 req-0542e64c-639f-45cf-89ab-4e2dc6f3770d service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 1.1500232 Jun 03 15:15:28.902890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19e159a-75f3-4c4d-aeed-70ec425af8b0 None None] Network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:28.951458 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b1df7176-38ac-440c-b56f-1816198f4efe req-4750f001-c925-491c-b294-718a96cbaa88 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889909 Jun 03 15:15:28.977830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42b48685-6f41-457f-924a-a4aff6eff874 req-6428e00f-6c0f-42f6-8dad-c01ba9bc1ca8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=c9cfd24b-82ac-44c5-8b05-f01498066baa HTTP/1.1" status: 200 len: 217 time: 0.1221526 Jun 03 15:15:28.987110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cbaf0a46-5b7a-454a-8abf-f5f2d72212c5 None None] Provisioning for port 869a4fe3-ad54-498f-9799-f5be187e8b99 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:29.070739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b48685-6f41-457f-924a-a4aff6eff874 req-9e6e8627-b4cf-47cf-9afd-3583fce90b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:29.072261 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42b48685-6f41-457f-924a-a4aff6eff874 req-9e6e8627-b4cf-47cf-9afd-3583fce90b27 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0779371 Jun 03 15:15:29.080663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:29.154830 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517b5c2a-aa14-401e-8772-f173577b7915'] response: {'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ae9fac-2574-4395-bc67-3aaa76cfddee', 'code': 200} Jun 03 15:15:29.224841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:29.267744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b0a23afd-34dd-4424-a1b2-0c19de35c000 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:29.297704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b48685-6f41-457f-924a-a4aff6eff874 req-1be820f8-c14f-4b24-9b74-118f90165529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:29.300642 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42b48685-6f41-457f-924a-a4aff6eff874 req-1be820f8-c14f-4b24-9b74-118f90165529 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2158546 Jun 03 15:15:29.338568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Router e8e62426-4aae-4f37-9680-2bde483f80de is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:15:29.350717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-f2ad9b18-888c-47e1-bbeb-0055a54dd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:29.353470 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-f2ad9b18-888c-47e1-bbeb-0055a54dd939 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 200 len: 921 time: 0.9874275 Jun 03 15:15:29.462446 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.662955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:29.664632 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-c868bc2a-9d5d-4798-b759-38e1bf5b1f11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e644be6d-9782-40bd-902a-5e72a3071767 HTTP/1.1" status: 200 len: 217 time: 0.2966900 Jun 03 15:15:29.698467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.742911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 869a4fe3-ad54-498f-9799-f5be187e8b99 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:29.773280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b0a23afd-34dd-4424-a1b2-0c19de35c000 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:29.773424 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.833784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Transition to ACTIVE for port object b0a23afd-34dd-4424-a1b2-0c19de35c000 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:29.892773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-35d1dea2-6a66-4630-ad4e-2067d2b34676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:29.896952 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-35d1dea2-6a66-4630-ad4e-2067d2b34676 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 200 len: 860 time: 0.1950374 Jun 03 15:15:29.921574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099953e-6b02-44a5-856e-52c9842198bc req-5c6eea8f-9774-461d-b6d4-ab4722c6d620 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:29.944447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 869a4fe3-ad54-498f-9799-f5be187e8b99 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:29.945121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099953e-6b02-44a5-856e-52c9842198bc req-5c6eea8f-9774-461d-b6d4-ab4722c6d620 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:29.945673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8099953e-6b02-44a5-856e-52c9842198bc req-5c6eea8f-9774-461d-b6d4-ab4722c6d620 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1681 time: 0.6193180 Jun 03 15:15:29.946599 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:29.974016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 869a4fe3-ad54-498f-9799-f5be187e8b99 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:29.974016 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:30.056841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c9cfd24b-82ac-44c5-8b05-f01498066baa details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:30.082255 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:15:30.083102 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:15:30.232078 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-32dd2b58-e736-41db-bd2f-278305095a21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f42f2f56-7eb9-4dd9-8460-83c70ed53810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3105772 Jun 03 15:15:30.555370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42b48685-6f41-457f-924a-a4aff6eff874 req-42227298-75ab-4591-b40f-32e389851516 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2316890 Jun 03 15:15:30.666041 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b1df7176-38ac-440c-b56f-1816198f4efe req-a3b506eb-ecae-427f-bc6c-80f24b790fe6 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6996772 Jun 03 15:15:30.750115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2fcbb3e7-38ef-46e3-a5b2-8b5d0290680b None None] Provisioning complete for port 869a4fe3-ad54-498f-9799-f5be187e8b99 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:30.750247 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2fcbb3e7-38ef-46e3-a5b2-8b5d0290680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:30.879725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 869a4fe3-ad54-498f-9799-f5be187e8b99 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:30.881041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.031001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c9cfd24b-82ac-44c5-8b05-f01498066baa, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c9cfd24b-82ac-44c5-8b05-f01498066baa,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:31.031587 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-d6c43813-0a9b-4a6d-a262-e70c00e91bf1 service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7398040 Jun 03 15:15:31.046832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b0a23afd-34dd-4424-a1b2-0c19de35c000 is: DOWN; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:31.096282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'c9cfd24b-82ac-44c5-8b05-f01498066baa', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'c9cfd24b-82ac-44c5-8b05-f01498066baa', 'mac_address': 'fa:16:3e:82:15:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:15:31.158247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] No DVR routers for this DVR port b0a23afd-34dd-4424-a1b2-0c19de35c000 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:15:31.164913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fddac1-ba18-4ea2-beb3-deaeb11989d9'}, {'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57394e57-f331-4a3d-8fc0-655b7b381ab7'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:31.178151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 869a4fe3-ad54-498f-9799-f5be187e8b99, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=869a4fe3-ad54-498f-9799-f5be187e8b99,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:31.189600 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.289033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c9cfd24b-82ac-44c5-8b05-f01498066baa is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:31.289758 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.342633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=869a4fe3-ad54-498f-9799-f5be187e8b99,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:31.347495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cfd24b-82ac-44c5-8b05-f01498066baa {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:31.352700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:15:31.362695 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Sync routers for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:15:31.381822 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:31.385157 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:15:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:31.393595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c9cfd24b-82ac-44c5-8b05-f01498066baa, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c9cfd24b-82ac-44c5-8b05-f01498066baa,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:31.401635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbb3e7-38ef-46e3-a5b2-8b5d0290680b None None] Current status of the port 869a4fe3-ad54-498f-9799-f5be187e8b99 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:31.406578 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.448176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Pushing event updated for resources: {'Port': ['ID=b0a23afd-34dd-4424-a1b2-0c19de35c000,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:31.505686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8099953e-6b02-44a5-856e-52c9842198bc req-cfc9de1a-0c50-4319-a157-cb908dd83e15 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5299718 Jun 03 15:15:31.549112 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42b48685-6f41-457f-924a-a4aff6eff874 req-27115c9a-1811-4d00-ae32-bd2211a031b6 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9676538 Jun 03 15:15:31.550287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Attempting to bind port b0a23afd-34dd-4424-a1b2-0c19de35c000 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:31.550624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Attempting to bind port b0a23afd-34dd-4424-a1b2-0c19de35c000 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:31.554140 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.567380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Attempting to bind port b0a23afd-34dd-4424-a1b2-0c19de35c000 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:31.575221 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2c47bf8a-dd69-4b9c-a4e3-1af94f0f5007 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 10.8117535 Jun 03 15:15:31.586431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59236) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:31.614333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Port b0a23afd-34dd-4424-a1b2-0c19de35c000 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:31.615121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Attempting to bind port b0a23afd-34dd-4424-a1b2-0c19de35c000 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:31.631259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=c9cfd24b-82ac-44c5-8b05-f01498066baa,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:31.652786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b84e42-5c20-4185-b8c1-16ec054cffe6 req-763ad5f8-a5d4-499e-96bb-07621f1af0b0 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:31.658747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35b84e42-5c20-4185-b8c1-16ec054cffe6 req-763ad5f8-a5d4-499e-96bb-07621f1af0b0 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 945 time: 0.7683597 Jun 03 15:15:31.674217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 869a4fe3-ad54-498f-9799-f5be187e8b99 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:31.687293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:31.687991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:31.688586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:31.689246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Bound port: b0a23afd-34dd-4424-a1b2-0c19de35c000, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:31.689792 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:31.743354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35b84e42-5c20-4185-b8c1-16ec054cffe6 req-ac03f0ca-e840-47d1-9a6f-5a293a4e03a7 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783823 Jun 03 15:15:31.855319 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:31.864530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['c9cfd24b-82ac-44c5-8b05-f01498066baa'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:31.876946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:31.881068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:31.962961 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.081909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 869a4fe3-ad54-498f-9799-f5be187e8b99 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:32.082624 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.150889 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-19adf463-88a2-46d7-9a48-a66d61dc0b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.182932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Pushing event updated for resources: {'Port': ['ID=b0a23afd-34dd-4424-a1b2-0c19de35c000,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:32.283553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:32.284459 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:32.286632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-62b1fe6f-ec7c-496a-b4b4-0facf57a827b service neutron] 10.222.0.75 "PUT /v2.0/ports/b0a23afd-34dd-4424-a1b2-0c19de35c000 HTTP/1.1" status: 200 len: 1096 time: 5.4780233 Jun 03 15:15:32.425000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 869a4fe3-ad54-498f-9799-f5be187e8b99 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:32.631125 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-dd037e07-6a4c-46bb-90ba-e0d0197637dd service neutron] 10.222.0.67 "GET /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5910647 Jun 03 15:15:32.633969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28727d8-69dc-461c-beb5-bde4b4bf64a8 req-5dbe2668-ce7c-4941-a7b3-8dfa8a9b6886 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:32.635608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f28727d8-69dc-461c-beb5-bde4b4bf64a8 req-5dbe2668-ce7c-4941-a7b3-8dfa8a9b6886 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 948 time: 0.7516043 Jun 03 15:15:32.656759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-5c4dcbe6-f6a1-4389-929c-f582627959f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:32.658297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-5c4dcbe6-f6a1-4389-929c-f582627959f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 808 time: 0.5377917 Jun 03 15:15:32.735517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-b9db1279-689d-4c92-9851-9e731be01b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:32.736400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-b9db1279-689d-4c92-9851-9e731be01b82 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 1099 time: 0.4080656 Jun 03 15:15:32.751348 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-ea4aa3f8-5155-4f02-934b-4d59093ac073 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/quotas/0d78e7387998464690d183527a2939a5 HTTP/1.1" status: 200 len: 375 time: 0.0707674 Jun 03 15:15:32.771484 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:25Z', 'revision_number': 3, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:32.778199 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Checking router: e8e62426-4aae-4f37-9680-2bde483f80de for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:15:32.778737 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Updating router e8e62426-4aae-4f37-9680-2bde483f80de port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:15:32.862559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-af9756eb-da9a-420d-bd92-f6c3e5dbd17c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100011 Jun 03 15:15:32.887979 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.005537 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f28727d8-69dc-461c-beb5-bde4b4bf64a8 req-62e44328-989b-4fb2-8767-cb31c4487bb6 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453178 Jun 03 15:15:33.225250 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073ec74a-05d0-4451-9165-5a01e089a010'] response: {'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'code': 200} Jun 03 15:15:33.267255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-9e64ae17-f7e1-408e-9ef4-cf96398e318a tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:33.267255 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-9e64ae17-f7e1-408e-9ef4-cf96398e318a tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f&tenant_id=4e4652bab4e34ad58d39564c3d0261fb&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.2668915 Jun 03 15:15:33.353060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-0644b285-ae58-41e0-b78e-756207693e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:33.354525 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-0644b285-ae58-41e0-b78e-756207693e07 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.5590062 Jun 03 15:15:33.663417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-a9ef55ea-1bea-4f08-b537-cea8a2c9113f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000 HTTP/1.1" status: 200 len: 217 time: 0.2880449 Jun 03 15:15:33.796790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-2ff5b273-ef52-423e-a1f5-1ea7eff1a7a6 service neutron] 10.222.0.48 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9329119 Jun 03 15:15:33.839072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-d5d107e7-c467-4009-b628-613cbdbdeabd service neutron] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:33.842096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.860399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-d5d107e7-c467-4009-b628-613cbdbdeabd service neutron] Notify callbacks [] for binding, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:33.861598 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2defdaa1-b753-48eb-8657-c154ba23ac87 req-d5d107e7-c467-4009-b628-613cbdbdeabd service neutron] 10.222.0.67 "DELETE /v2.0/ports/e644be6d-9782-40bd-902a-5e72a3071767/bindings/n-h1-844595-1 HTTP/1.1" status: 204 len: 173 time: 0.5216436 Jun 03 15:15:33.931800 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.006557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c9cfd24b-82ac-44c5-8b05-f01498066baa up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:34.043272 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Transition to ACTIVE for port object 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:34.073523 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.288502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-7720e79e-38ca-4c9e-bd1e-2857264f402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:34.290283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-7720e79e-38ca-4c9e-bd1e-2857264f402b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.5942833 Jun 03 15:15:34.379808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port c9cfd24b-82ac-44c5-8b05-f01498066baa completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:34.402476 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-76c7b3a6-e6cb-4076-9399-6a4b97783fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.411146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port c9cfd24b-82ac-44c5-8b05-f01498066baa triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:34.412683 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.481643 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef94a3e-b3ca-4764-9892-81b11777f465 None None] Pushing event updated for resources: {'Port': ['ID=4fbcaa78-6ff2-49c0-9f7d-b11d22f60010,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:34.495532 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Attempting to bind port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:34.496060 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Attempting to bind port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:34.496416 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Attempting to bind port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:34.516070 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:34.517588 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:34.518539 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.519303 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:34.519941 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Bound port: 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:34.520488 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.553260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-af4630e5-4af8-47d0-9153-1234483f1127 service neutron] 10.222.0.48 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416658 Jun 03 15:15:34.670655 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] For port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:34.676323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f958706-3844-40b0-b29c-d9765285d9ae req-9b43163e-850b-44ac-8fce-54b2b259ff26 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:34.679715 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] For port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4fbcaa78-6ff2-49c0-9f7d-b11d22f60010,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:34.692442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f958706-3844-40b0-b29c-d9765285d9ae req-9b43163e-850b-44ac-8fce-54b2b259ff26 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 948 time: 1.1748116 Jun 03 15:15:34.708527 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.788390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c9cfd24b-82ac-44c5-8b05-f01498066baa is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:34.788769 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.804819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-e81767c0-e290-47f7-b663-82b6594b79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:34.812862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-e81767c0-e290-47f7-b663-82b6594b79fe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4051023 Jun 03 15:15:34.832576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f958706-3844-40b0-b29c-d9765285d9ae req-ae5263b3-483e-495c-a2c5-f322c4082010 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364248 Jun 03 15:15:34.925643 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c9cfd24b-82ac-44c5-8b05-f01498066baa, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c9cfd24b-82ac-44c5-8b05-f01498066baa,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:34.933257 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:34.983669 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef94a3e-b3ca-4764-9892-81b11777f465 None None] Pushing event updated for resources: {'Port': ['ID=4fbcaa78-6ff2-49c0-9f7d-b11d22f60010,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:35.031062 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:35.031708 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:15:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:35.103593 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e93159-6d56-4d2c-915d-aa75bf2b28a2'] response: {'server_uuid': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fddac1-ba18-4ea2-beb3-deaeb11989d9', 'code': 200} Jun 03 15:15:35.104186 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e93159-6d56-4d2c-915d-aa75bf2b28a2'] response: {'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57394e57-f331-4a3d-8fc0-655b7b381ab7', 'code': 200} Jun 03 15:15:35.108146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Allocated IP 172.20.0.1 (02f30ac2-d366-4b58-b8c6-63e7a0ca1b75/5dd39810-98ad-4265-8761-25da18b22538/6bc6aa50-7712-4086-882f-00869fbff469) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:35.223689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:35.353343 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:35.372349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=c9cfd24b-82ac-44c5-8b05-f01498066baa,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:35.394352 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:35.411765 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:35.522222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Transition to ACTIVE for port object 6bc6aa50-7712-4086-882f-00869fbff469 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:35.605902 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:35.650900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e0b6-1e1e-4b45-9bec-72cddbbfb1f0 req-8018e72a-5b6f-4fd4-92b8-8b7e87fc57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:35.651511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675e0b6-1e1e-4b45-9bec-72cddbbfb1f0 req-8018e72a-5b6f-4fd4-92b8-8b7e87fc57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:35.653466 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1675e0b6-1e1e-4b45-9bec-72cddbbfb1f0 req-8018e72a-5b6f-4fd4-92b8-8b7e87fc57d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1983 time: 0.2367659 Jun 03 15:15:35.657558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:35.762083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:35.770791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:35.773718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:35.799006 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-132e345e-86e3-4e19-956c-0c18eb723156 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9593868 Jun 03 15:15:35.912270 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:36.034646 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:25Z', 'revision_number': 3, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:36.039563 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f16ae7-a96b-40dd-87ae-64a9e0f9f87b None None] The sync data for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 is: [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:25Z', 'revision_number': 3, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:15:36.141996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0d22b-14bb-4d19-be2a-ea8faa28d6de req-6e98fdae-4e8b-4801-b501-019f663b264c service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332829 Jun 03 15:15:36.194480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d21c2e-d2ba-45a2-9e0f-eabc92c01370 req-67d1aeac-35b5-4154-b63c-f3a6e08efa93 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:36.214423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91d21c2e-d2ba-45a2-9e0f-eabc92c01370 req-67d1aeac-35b5-4154-b63c-f3a6e08efa93 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 945 time: 0.7221789 Jun 03 15:15:36.321715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb118424-1c38-4445-b279-17dcdbc8f2f3 req-d692a63e-97f2-481a-816e-aa319d6065d5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:36.326990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dd544dcd-c3e1-4a37-ba71-5c04f9352578 None None] Provisioning for port 6bc6aa50-7712-4086-882f-00869fbff469 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:36.335823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dd544dcd-c3e1-4a37-ba71-5c04f9352578 None None] Provisioning complete for port 6bc6aa50-7712-4086-882f-00869fbff469 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:36.337029 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dd544dcd-c3e1-4a37-ba71-5c04f9352578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:36.337866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb118424-1c38-4445-b279-17dcdbc8f2f3 req-d692a63e-97f2-481a-816e-aa319d6065d5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:36.351600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb118424-1c38-4445-b279-17dcdbc8f2f3 req-d692a63e-97f2-481a-816e-aa319d6065d5 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1681 time: 1.1531065 Jun 03 15:15:36.413962 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91d21c2e-d2ba-45a2-9e0f-eabc92c01370 req-3773328c-a5a3-4f73-8949-0fb20d39c8ed tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871471 Jun 03 15:15:36.486827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb118424-1c38-4445-b279-17dcdbc8f2f3 req-aa8e51cc-6e0a-40a4-8228-1694f2d0fe94 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322980 Jun 03 15:15:36.711808 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1675e0b6-1e1e-4b45-9bec-72cddbbfb1f0 req-f12bf5ff-1325-435a-b632-7bd3f124edf7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0447340 Jun 03 15:15:36.740323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-dd544dcd-c3e1-4a37-ba71-5c04f9352578 None None] Port 6bc6aa50-7712-4086-882f-00869fbff469 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:36.881285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Pushing event updated for resources: {'Port': ['ID=6bc6aa50-7712-4086-882f-00869fbff469,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:36.905563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.905563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.906341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.906438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.906747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.907071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.907540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.907929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.908252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.908563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.908959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.909229 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:36.909359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:36.940685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:37.094240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6003424b-b1a9-4b08-823e-32de6adce7c0 req-eb24e3b3-f8b1-45cc-b70d-740fa1fdf7b9 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 210 time: 0.1602621 Jun 03 15:15:37.104894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a98ad0-d2d0-4891-8a12-d85bc023b278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cfd24b-82ac-44c5-8b05-f01498066baa'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:37.220180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f3981-e5d3-4823-945e-74d75681d3ce req-43b2e45d-5a7c-4559-8eba-111561791a19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:37.227205 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a49f3981-e5d3-4823-945e-74d75681d3ce req-43b2e45d-5a7c-4559-8eba-111561791a19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 949 time: 0.4527471 Jun 03 15:15:37.286256 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc3d819-1e7a-41ec-b636-725c258cce61'] response: {'name': 'network-changed', 'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'status': 'completed', 'code': 200} Jun 03 15:15:37.586264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a49f3981-e5d3-4823-945e-74d75681d3ce req-6caf2e0a-d2f7-4b44-b6d4-967ab6409d7c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527215 Jun 03 15:15:37.677305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:37.694988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-482b1119-a1fe-4a92-8533-a7930513f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:37.700092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-482b1119-a1fe-4a92-8533-a7930513f94f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 1099 time: 0.4041674 Jun 03 15:15:37.708084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:37.763621 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:37.928027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206867b-ca32-48f0-b838-b8d5b470014d req-7ca675b4-3f51-44df-82f7-b34b073f8309 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:37.939923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4206867b-ca32-48f0-b838-b8d5b470014d req-7ca675b4-3f51-44df-82f7-b34b073f8309 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 948 time: 0.4871752 Jun 03 15:15:37.947875 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:37.962796 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2c914c-5304-4955-b585-71e17ecfe647'] response: {'server_uuid': '59a98ad0-d2d0-4891-8a12-d85bc023b278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cfd24b-82ac-44c5-8b05-f01498066baa', 'code': 200} Jun 03 15:15:37.963108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:37.963661 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:37.964658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:38.156989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-4e5414c5-cc5a-494b-98e3-7fd3debdecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:38.160480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-4e5414c5-cc5a-494b-98e3-7fd3debdecc2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.4498854 Jun 03 15:15:38.483611 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-401d3990-41f1-4a15-b311-d3b9ff2d7825 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000 HTTP/1.1" status: 200 len: 217 time: 0.3009558 Jun 03 15:15:38.512966 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:38.517920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:38.531594 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:38.592202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4fbcaa78-6ff2-49c0-9f7d-b11d22f60010,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:38.601137 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:38.718082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Pushing event updated for resources: {'Port': ['ID=6bc6aa50-7712-4086-882f-00869fbff469,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:38.810923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=4fbcaa78-6ff2-49c0-9f7d-b11d22f60010,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:38.826477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:38.833413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:39.104527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-d595c4a8-346d-461a-ba93-24f3bed184dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:39.106490 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-d595c4a8-346d-461a-ba93-24f3bed184dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 1099 time: 1.4261384 Jun 03 15:15:39.250691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4206867b-ca32-48f0-b838-b8d5b470014d req-d04b0451-a7be-4453-a043-3556ca5a7a8a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3095033 Jun 03 15:15:39.328289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-d418e42c-a913-4006-ade3-d38f12b279f5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:39.331097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-d418e42c-a913-4006-ade3-d38f12b279f5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.75 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 808 time: 1.4337018 Jun 03 15:15:39.382636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Request body: {'port': {'device_id': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30', 'admin_state_up': True, 'tenant_id': '0d78e7387998464690d183527a2939a5'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:39.506697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ade615e1-7701-441b-8173-149a14702cd1 None None] Provisioning complete for port 6bc6aa50-7712-4086-882f-00869fbff469 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:39.506697 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ade615e1-7701-441b-8173-149a14702cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:39.682716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ade615e1-7701-441b-8173-149a14702cd1 None None] Port 6bc6aa50-7712-4086-882f-00869fbff469 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:39.694989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:39.716575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:39.727397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Usage tracker for resource:port and tenant:0d78e7387998464690d183527a2939a5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:39.731810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:39.743014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:39.762817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-d7457ee3-668b-4902-83c9-00850a4489fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:39.766297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-d7457ee3-668b-4902-83c9-00850a4489fc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.6731896 Jun 03 15:15:39.769141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05087d-6c44-4e2a-835d-e9936a2d010b req-82fd3116-ca95-4220-b466-6f74a27199ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:39.774302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Made reservation on behalf of 0d78e7387998464690d183527a2939a5 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:39.779352 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2d05087d-6c44-4e2a-835d-e9936a2d010b req-82fd3116-ca95-4220-b466-6f74a27199ff service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 1100 time: 1.3202386 Jun 03 15:15:39.779558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:39.900046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:39.900504 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:39.921021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Router e8e62426-4aae-4f37-9680-2bde483f80de has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:15:39.923845 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2d05087d-6c44-4e2a-835d-e9936a2d010b req-93cb061a-fd97-4991-8758-203fdebe3c8d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201756 Jun 03 15:15:39.956779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-89b6705d-b704-4a52-813e-078e8aea7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:39.958682 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-89b6705d-b704-4a52-813e-078e8aea7092 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.8145804 Jun 03 15:15:40.110371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b0a23afd-34dd-4424-a1b2-0c19de35c000 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:40.122307 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-1791b55b-fa7b-45ab-82eb-684b34f1f1d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000 HTTP/1.1" status: 200 len: 217 time: 0.0978527 Jun 03 15:15:40.214745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe420-8555-4b7e-b6f7-461bc0f7218e req-edad7e53-ad8f-480a-a8bd-88d87a700d4e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:40.226087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe420-8555-4b7e-b6f7-461bc0f7218e req-edad7e53-ad8f-480a-a8bd-88d87a700d4e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:40.230413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82cfe420-8555-4b7e-b6f7-461bc0f7218e req-edad7e53-ad8f-480a-a8bd-88d87a700d4e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1681 time: 1.7452726 Jun 03 15:15:40.314653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-84083463-f4af-4fc4-9208-10194bbe9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:40.316177 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-84083463-f4af-4fc4-9208-10194bbe9ebc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1834044 Jun 03 15:15:40.403763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:15:40.455871 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b2ef6b77-605c-4088-9d8f-5ec357a542ef admin admin] 10.222.0.48 "PUT /v2.0/routers/e8e62426-4aae-4f37-9680-2bde483f80de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8682706 Jun 03 15:15:40.565212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-a4fa212b-4026-4fd2-8a15-18f6f28d788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:40.569772 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-a4fa212b-4026-4fd2-8a15-18f6f28d788d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2428858 Jun 03 15:15:40.586107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:40.623186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'mac_address': 'fa:16:3e:0d:9d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:15:40.625092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b274901-9466-4663-a928-40118a88f97d None None] Sync routers for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:15:40.708874 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b0a23afd-34dd-4424-a1b2-0c19de35c000 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:40.709624 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:40.792591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a23afd-34dd-4424-a1b2-0c19de35c000 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:40.810588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:40.811999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:40.820293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b274901-9466-4663-a928-40118a88f97d None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:40.820926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5b274901-9466-4663-a928-40118a88f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:15:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:40.905993 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-3478290c-bea3-47e4-82bd-eb8719272403 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230665 Jun 03 15:15:40.925455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Allocated IP 172.20.0.13 (8cb25ac1-9870-48ce-a1f0-48375a2dcb30/ccd1cc9a-743d-40a3-a3a7-dda516523fdd/4fe9393e-e1aa-48a1-a6b1-1a2794ce424d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:40.960845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82cfe420-8555-4b7e-b6f7-461bc0f7218e req-16856c90-0a70-4b9c-9d34-f4494f38355c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228317 Jun 03 15:15:40.988212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21458d-026c-4967-ab68-b06c31a3acb0 req-3b050640-6f70-479e-8715-84ffe2fae793 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:40.989734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c21458d-026c-4967-ab68-b06c31a3acb0 req-3b050640-6f70-479e-8715-84ffe2fae793 tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 1096 time: 1.2345338 Jun 03 15:15:41.066328 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:41.138517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-762c9fb2-9d66-4982-bc9f-3c27aee2b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:41.140141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-762c9fb2-9d66-4982-bc9f-3c27aee2b453 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3320718 Jun 03 15:15:41.175600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c21458d-026c-4967-ab68-b06c31a3acb0 req-87ec5319-f8cd-46d4-aff3-5a4f5b61f36a tempest-LiveAutoBlockMigrationV225Test-1641729420 tempest-LiveAutoBlockMigrationV225Test-1641729420-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578503 Jun 03 15:15:41.326207 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-f4797ca8-b23a-4688-971f-08972ed960cb service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191811 Jun 03 15:15:41.421400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b0a23afd-34dd-4424-a1b2-0c19de35c000,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:41.436883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5b274901-9466-4663-a928-40118a88f97d None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:41.475304 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-1f98b078-066b-47ee-861e-2b5856a0364c service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913618 Jun 03 15:15:41.588391 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-619637be-ef53-4d76-8323-24520037af45 req-5e7bbd47-b044-4a9f-89c2-f15eb7609e70 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 210 time: 0.1065857 Jun 03 15:15:41.643381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b0a23afd-34dd-4424-a1b2-0c19de35c000'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:41.873705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdebd6f-3911-4892-b1c8-761b38255bf1 req-5dbaa473-a33c-4f99-b992-4eb8f9eb0df2 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835380 Jun 03 15:15:42.087624 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.219285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cd4cc-ec7d-4e6c-b326-01f78d4e0ebc req-8e63633b-ca2e-46a0-8f30-eca9886fca66 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:42.223906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-476cd4cc-ec7d-4e6c-b326-01f78d4e0ebc req-8e63633b-ca2e-46a0-8f30-eca9886fca66 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 949 time: 0.5256460 Jun 03 15:15:42.280531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.345393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d55286-3b43-44e7-9fcd-1f9a123c84de req-fb1679a1-ac2d-42a4-a291-c259b0b7a751 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:42.347209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6d55286-3b43-44e7-9fcd-1f9a123c84de req-fb1679a1-ac2d-42a4-a291-c259b0b7a751 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 949 time: 0.2546144 Jun 03 15:15:42.361935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-476cd4cc-ec7d-4e6c-b326-01f78d4e0ebc req-f30c0f4b-f107-44b4-8d07-faf47c51321b tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263206 Jun 03 15:15:42.373022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:42.377657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:42.401536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:42.423511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5b274901-9466-4663-a928-40118a88f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:37Z', 'revision_number': 2, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:42.436809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b274901-9466-4663-a928-40118a88f97d None None] Checking router: e8e62426-4aae-4f37-9680-2bde483f80de for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:15:42.437543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b274901-9466-4663-a928-40118a88f97d None None] Updating router e8e62426-4aae-4f37-9680-2bde483f80de port 6bc6aa50-7712-4086-882f-00869fbff469 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:15:42.504714 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5b274901-9466-4663-a928-40118a88f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.521173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6d55286-3b43-44e7-9fcd-1f9a123c84de req-d660a0f7-6e19-49a6-869e-2c6d00a476ec tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579831 Jun 03 15:15:42.524834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Pushing event updated for resources: {'Port': ['ID=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:42.537034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.537560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.538072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.538553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.539059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.539536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.540018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.540490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.540981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.541454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.542129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.542605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:42.555578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:42.556466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:42.600151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-fe719f72-793f-4cc6-acec-6e134321a237 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2465038 Jun 03 15:15:42.614932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Request body: {'port': {'device_id': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:43.015354 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:43.129445 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5b274901-9466-4663-a928-40118a88f97d None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:43.140408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-bde222dc-1171-4b4e-ad78-87f3320799d7 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:43.148185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-bde222dc-1171-4b4e-ad78-87f3320799d7 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 821 time: 0.4535892 Jun 03 15:15:43.149202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5b274901-9466-4663-a928-40118a88f97d None None] Transition to ACTIVE for port object 6bc6aa50-7712-4086-882f-00869fbff469 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:43.163791 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5b274901-9466-4663-a928-40118a88f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:43.186849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-9b744169-7868-4aae-91a5-3e650c4f5034 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/quotas/ed15abc19f9241df8e1fd91156631348 HTTP/1.1" status: 200 len: 375 time: 0.0373492 Jun 03 15:15:43.398021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4cc37-048f-4b06-ac16-9c27bf357fd2 None None] Pushing event updated for resources: {'Port': ['ID=6bc6aa50-7712-4086-882f-00869fbff469,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:43.494532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5b274901-9466-4663-a928-40118a88f97d None None] Attempting to bind port 6bc6aa50-7712-4086-882f-00869fbff469 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:43.495175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5b274901-9466-4663-a928-40118a88f97d None None] Attempting to bind port 6bc6aa50-7712-4086-882f-00869fbff469 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:43.495464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b274901-9466-4663-a928-40118a88f97d None None] Attempting to bind port 6bc6aa50-7712-4086-882f-00869fbff469 on network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:43.502075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b274901-9466-4663-a928-40118a88f97d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:43.502483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b274901-9466-4663-a928-40118a88f97d None None] Checking segment: {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:43.502878 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5b274901-9466-4663-a928-40118a88f97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:43.503289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b274901-9466-4663-a928-40118a88f97d None None] Bound using segment: {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:43.503746 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5b274901-9466-4663-a928-40118a88f97d None None] Bound port: 6bc6aa50-7712-4086-882f-00869fbff469, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:43.504104 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5b274901-9466-4663-a928-40118a88f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:43.641450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5b274901-9466-4663-a928-40118a88f97d None None] For port 6bc6aa50-7712-4086-882f-00869fbff469, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:43.646846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5b274901-9466-4663-a928-40118a88f97d None None] For port 6bc6aa50-7712-4086-882f-00869fbff469, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6bc6aa50-7712-4086-882f-00869fbff469,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:43.667672 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5b274901-9466-4663-a928-40118a88f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:43.792354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b274901-9466-4663-a928-40118a88f97d None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:15:43.793264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5b274901-9466-4663-a928-40118a88f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:15:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:43.875647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4cc37-048f-4b06-ac16-9c27bf357fd2 None None] Pushing event updated for resources: {'Port': ['ID=6bc6aa50-7712-4086-882f-00869fbff469,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:43.918337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-6e4c6bd9-6ec0-4772-beec-3c3aad7a5afc tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7301817 Jun 03 15:15:44.002722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeafd0-9102-4bb6-b562-723cdfc5b983 req-91e815d4-e0ed-46f0-b1c8-007fe6efd298 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:44.010255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeafd0-9102-4bb6-b562-723cdfc5b983 req-91e815d4-e0ed-46f0-b1c8-007fe6efd298 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:44.016116 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4aeafd0-9102-4bb6-b562-723cdfc5b983 req-91e815d4-e0ed-46f0-b1c8-007fe6efd298 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1681 time: 0.7542839 Jun 03 15:15:44.092993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b0a23afd-34dd-4424-a1b2-0c19de35c000 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:44.095442 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:15:44.213966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5b274901-9466-4663-a928-40118a88f97d None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:15:44.230331 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4aeafd0-9102-4bb6-b562-723cdfc5b983 req-00279bdc-ef1a-4914-b6a9-8763f06d192b tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440303 Jun 03 15:15:44.292279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-4a6ecf70-1338-4583-9033-946128b43251 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:44.293629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-4a6ecf70-1338-4583-9033-946128b43251 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Synchronizing usage tracker for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:44.315262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-4a6ecf70-1338-4583-9033-946128b43251 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Unset dirty status for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:44.316808 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-4a6ecf70-1338-4583-9033-946128b43251 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.67 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 945 time: 0.2518830 Jun 03 15:15:44.350596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:44.377746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:44.432816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-bd148e50-1e53-44ef-bd68-18f1e6bab0ea service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017776 Jun 03 15:15:44.452807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Transition to ACTIVE for port object 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:44.506556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-d7d16bb5-face-4d8c-bf36-f71d6da5fe82 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Deleting port e644be6d-9782-40bd-902a-5e72a3071767 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:44.507184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-d7d16bb5-face-4d8c-bf36-f71d6da5fe82 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:44.518750 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:44.615112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port b0a23afd-34dd-4424-a1b2-0c19de35c000 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:44.653755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port b0a23afd-34dd-4424-a1b2-0c19de35c000 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:44.666461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:44.836087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95755-1b05-4826-a040-23195448734d service neutron] Pushing event updated for resources: {'Port': ['ID=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:44.840851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-769e329e-ec3e-4f6e-a84b-cbc62895bcb9 service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071054 Jun 03 15:15:44.904530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-0f13bd2c-dda8-4c51-aed7-8c0959efc5c6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:44.905536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-0f13bd2c-dda8-4c51-aed7-8c0959efc5c6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Synchronizing usage tracker for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:44.969407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-0f13bd2c-dda8-4c51-aed7-8c0959efc5c6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Unset dirty status for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:44.971369 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-0f13bd2c-dda8-4c51-aed7-8c0959efc5c6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430&tenant_id=56abfe7ac6594200b7814a183ed3b39d&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 949 time: 0.2682860 Jun 03 15:15:44.972018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b0a23afd-34dd-4424-a1b2-0c19de35c000 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:44.972435 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:44.978040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-d7d16bb5-face-4d8c-bf36-f71d6da5fe82 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] For port e644be6d-9782-40bd-902a-5e72a3071767, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e644be6d-9782-40bd-902a-5e72a3071767,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:44.978190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-d7d16bb5-face-4d8c-bf36-f71d6da5fe82 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:45.065103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5b274901-9466-4663-a928-40118a88f97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:43Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:15:45.070144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d4a85-60ef-4b3c-9803-597f71bc3245 req-5da2ffaa-c3a3-4240-ac77-b9628af72e35 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:45.072390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-597d4a85-60ef-4b3c-9803-597f71bc3245 req-5da2ffaa-c3a3-4240-ac77-b9628af72e35 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Synchronizing usage tracker for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:45.086635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b274901-9466-4663-a928-40118a88f97d None None] The sync data for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 is: [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:43Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:15:45.088512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:45.095883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:45.098715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:45.101667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:45.113301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:45.115959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:45.116576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:45.125321 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:45.141007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:45.141592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:45.142319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:45.144158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Bound port: 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:45.145360 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:45.214140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-597d4a85-60ef-4b3c-9803-597f71bc3245 req-5da2ffaa-c3a3-4240-ac77-b9628af72e35 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Unset dirty status for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:45.221237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-597d4a85-60ef-4b3c-9803-597f71bc3245 req-5da2ffaa-c3a3-4240-ac77-b9628af72e35 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 944 time: 0.3862627 Jun 03 15:15:45.305543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b0a23afd-34dd-4424-a1b2-0c19de35c000,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:45.487762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-597d4a85-60ef-4b3c-9803-597f71bc3245 req-29f2866b-0a2d-4d9c-925d-e5707b1842e5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597297 Jun 03 15:15:45.509952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:45.547932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:45.557382 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:45.594660 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-a446dd6b-0a19-4c0a-b9d0-192c1f40146c service neutron] delete failed (client error): The resource could not be found. Jun 03 15:15:45.599552 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-a446dd6b-0a19-4c0a-b9d0-192c1f40146c service neutron] 10.222.0.67 "DELETE /v2.0/ports/b0a23afd-34dd-4424-a1b2-0c19de35c000/bindings/n-h2-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.5960934 Jun 03 15:15:45.624079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-d7d16bb5-face-4d8c-bf36-f71d6da5fe82 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Calling delete_port for e644be6d-9782-40bd-902a-5e72a3071767 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:45.674591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6bc6aa50-7712-4086-882f-00869fbff469 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:45.864496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6bc6aa50-7712-4086-882f-00869fbff469 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:45.871380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6bc6aa50-7712-4086-882f-00869fbff469 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:45.871875 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.010560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:46.011969 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.014853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-73b95755-1b05-4826-a040-23195448734d service neutron] 10.222.0.75 "PUT /v2.0/ports/4fe9393e-e1aa-48a1-a6b1-1a2794ce424d HTTP/1.1" status: 200 len: 1092 time: 3.4041958 Jun 03 15:15:46.024951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'tag': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:46.070045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-cb9e65ac-5d15-4e81-ac58-46cbcf8f8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:46.071763 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-cb9e65ac-5d15-4e81-ac58-46cbcf8f8ca8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 1101 time: 0.3068130 Jun 03 15:15:46.115994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-d7d16bb5-face-4d8c-bf36-f71d6da5fe82 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.182757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95755-1b05-4826-a040-23195448734d service neutron] Pushing event updated for resources: {'Port': ['ID=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:46.255261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['d4d6aec2-9fb4-489f-ae07-beb8eba82f11'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:46.259551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab1649-fba9-4b3b-8e18-35ded3b4b94a req-3e45a557-e4d6-41a3-afba-4bbc05751472 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:46.266728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4bab1649-fba9-4b3b-8e18-35ded3b4b94a req-3e45a557-e4d6-41a3-afba-4bbc05751472 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=863f05f5-264d-45f5-a8c3-16080db3876f HTTP/1.1" status: 200 len: 945 time: 0.5741611 Jun 03 15:15:46.326573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d16bb5-face-4d8c-bf36-f71d6da5fe82 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Pushing event deleted for resources: {'Port': ['ID=e644be6d-9782-40bd-902a-5e72a3071767,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:46.356617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25802bb3-4b2b-42a0-bd1b-7b7f4fc8bcd2 req-afd1a795-26c6-4d5a-84b6-19d207e5d519 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:46.366708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25802bb3-4b2b-42a0-bd1b-7b7f4fc8bcd2 req-afd1a795-26c6-4d5a-84b6-19d207e5d519 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 949 time: 0.6061506 Jun 03 15:15:46.401097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6bc6aa50-7712-4086-882f-00869fbff469 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:46.403137 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.502093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-d7d16bb5-face-4d8c-bf36-f71d6da5fe82 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] No DVR routers for this DVR port e644be6d-9782-40bd-902a-5e72a3071767 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:15:46.504193 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25802bb3-4b2b-42a0-bd1b-7b7f4fc8bcd2 req-78b6cb11-e7e1-4686-8659-9a60266de6f7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366081 Jun 03 15:15:46.524414 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-d7d16bb5-face-4d8c-bf36-f71d6da5fe82 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.525827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6bc6aa50-7712-4086-882f-00869fbff469, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6bc6aa50-7712-4086-882f-00869fbff469,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:46.547935 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:46.556262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4bab1649-fba9-4b3b-8e18-35ded3b4b94a req-bedf9018-ff42-4a04-b442-e6c6dfe135b8 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864273 Jun 03 15:15:46.562360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-e13dbea2-b65f-4e49-8381-6cc4b33294e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:46.569480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-e13dbea2-b65f-4e49-8381-6cc4b33294e1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 1095 time: 0.4878855 Jun 03 15:15:46.588605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863f05f5-264d-45f5-a8c3-16080db3876f', 'name': 'network-vif-deleted', 'tag': 'e644be6d-9782-40bd-902a-5e72a3071767'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:46.617788 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-edbc2407-218b-4d12-ac51-3ba882e74987 req-d7d16bb5-face-4d8c-bf36-f71d6da5fe82 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.67 "DELETE /v2.0/ports/e644be6d-9782-40bd-902a-5e72a3071767 HTTP/1.1" status: 204 len: 173 time: 2.2949035 Jun 03 15:15:46.680960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-86360ff4-ff67-47e2-bc98-9583b0158d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:46.682749 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-86360ff4-ff67-47e2-bc98-9583b0158d2c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.5996890 Jun 03 15:15:46.761801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-22e12d7d-24a0-4ccf-b51e-c084594af2a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d HTTP/1.1" status: 200 len: 217 time: 0.1837134 Jun 03 15:15:46.825985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6bc6aa50-7712-4086-882f-00869fbff469,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:46.855485 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-cc44cf7e-e45b-4c41-be75-fb90b6d63665 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000 HTTP/1.1" status: 200 len: 217 time: 0.1644263 Jun 03 15:15:46.892526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-5126ed77-03ae-4ba4-83bb-4bc6f7e7ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:46.894798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-5126ed77-03ae-4ba4-83bb-4bc6f7e7ac49 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1221504 Jun 03 15:15:46.915789 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10408ab9-c6ff-4618-ab38-69bedf3835ae'] response: {'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'code': 200} Jun 03 15:15:47.005672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-789e1dbd-6276-4fe5-b85f-a0dc63d7902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:47.009768 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-789e1dbd-6276-4fe5-b85f-a0dc63d7902c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1469820 Jun 03 15:15:47.146236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-c0b58ecb-b00f-4b54-aac6-196f4309837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:47.148489 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-c0b58ecb-b00f-4b54-aac6-196f4309837c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294231 Jun 03 15:15:47.314931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e644be6d-9782-40bd-902a-5e72a3071767 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:47.328639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20c7ef0d-8841-461f-9c0f-f9cd35c1442f req-5c3cbde1-6ea0-416d-918f-d65b1be7e121 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 210 time: 0.2013173 Jun 03 15:15:47.362440 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-6e3691bc-fd9b-4f7f-9722-f240cfd8b303 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063000 Jun 03 15:15:47.434065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-2a5977e2-45fb-48de-b6a3-07cc88b12819 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3104231 Jun 03 15:15:47.435020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: e644be6d-9782-40bd-902a-5e72a3071767 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:15:47.435365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e644be6d-9782-40bd-902a-5e72a3071767 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:15:47.635866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6bc6aa50-7712-4086-882f-00869fbff469 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:47.728241 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fa31552f-fafa-4669-b9c3-7e5f4d8943f3 req-49f812e9-94f4-448a-8020-841f5c630068 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439538 Jun 03 15:15:47.734320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6bc6aa50-7712-4086-882f-00869fbff469 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:47.734950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:47.805431 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f519c7bd-7383-4173-806c-ba8b961892e6'] response: {'name': 'network-changed', 'server_uuid': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'tag': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d', 'status': 'completed', 'code': 200} Jun 03 15:15:47.876623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6bc6aa50-7712-4086-882f-00869fbff469 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:47.882696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-cf678857-e113-4447-bbca-a2a022066ca1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:47.885013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-cf678857-e113-4447-bbca-a2a022066ca1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.75 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 821 time: 0.6118128 Jun 03 15:15:47.907387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Request body: {'port': {'device_id': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'admin_state_up': True, 'tenant_id': 'ed15abc19f9241df8e1fd91156631348'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:48.070174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f321487-1bac-4f80-be55-087cc3e714f0 req-a15c0327-b174-46ce-aeb2-2e89d92edddf tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:48.071609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f321487-1bac-4f80-be55-087cc3e714f0 req-a15c0327-b174-46ce-aeb2-2e89d92edddf tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 1.1759343 Jun 03 15:15:48.098646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-5e5f2e01-c02b-46d1-a5fa-5e3769cf7486 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763902 Jun 03 15:15:48.236657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c318e-e22c-45f3-ac1d-083241c75b3c req-a060cb34-45fc-49b3-a81f-5bd42b8d2f41 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:48.238602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec7c318e-e22c-45f3-ac1d-083241c75b3c req-a060cb34-45fc-49b3-a81f-5bd42b8d2f41 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 944 time: 0.3946741 Jun 03 15:15:48.261185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f321487-1bac-4f80-be55-087cc3e714f0 req-b0384b25-794b-4dfb-a78b-4c34fb91b3f3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684706 Jun 03 15:15:48.296977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:48.358410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Usage tracker for resource:port and tenant:ed15abc19f9241df8e1fd91156631348 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:48.361700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:48.378494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b53aa40-40ef-4527-bbb3-ae13d6cd9b90 req-1e61b07b-f98e-4376-9d0d-bb85a05e7111 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629237 Jun 03 15:15:48.382622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:48.394728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec7c318e-e22c-45f3-ac1d-083241c75b3c req-24ab263d-4bff-4dad-bf42-0913be73d3de tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297398 Jun 03 15:15:48.408985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Made reservation on behalf of ed15abc19f9241df8e1fd91156631348 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:48.413917 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:48.469302 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e980a8-6fad-4352-89e2-f68321a02b6c'] response: {'server_uuid': '863f05f5-264d-45f5-a8c3-16080db3876f', 'name': 'network-vif-deleted', 'tag': 'e644be6d-9782-40bd-902a-5e72a3071767', 'status': 'completed', 'code': 200} Jun 03 15:15:48.707350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:48.714495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-942502658'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:48.721523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:48.726314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:network and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:48.730106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:48.737500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:48.751824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:48.756295 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:48.796636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:15:48.801800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b754a2b-bf21-4b18-ae97-ddcd29865d10 req-3a846063-8962-4ed5-a0fe-461e3d993f18 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:48.810061 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:48.810389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b754a2b-bf21-4b18-ae97-ddcd29865d10 req-3a846063-8962-4ed5-a0fe-461e3d993f18 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 1100 time: 0.3587046 Jun 03 15:15:48.812227 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Added segment a91d480b-5dc2-42bf-a5a8-536432292b94 of type vlan for network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a Jun 03 15:15:48.834955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc0ddf-65fb-4d4a-aab7-9d70394c2ef8 req-84b38590-e14d-439e-b454-c1a2c31084df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:48.836483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ecc0ddf-65fb-4d4a-aab7-9d70394c2ef8 req-84b38590-e14d-439e-b454-c1a2c31084df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 1095 time: 0.3820655 Jun 03 15:15:48.854731 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:48.893185 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:48.893831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Allocated IP 172.20.0.11 (02f30ac2-d366-4b58-b8c6-63e7a0ca1b75/5dd39810-98ad-4265-8761-25da18b22538/3c08382c-1fbc-4c6d-aab9-224e88b8e5d5) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:48.901632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:48.902395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:48.969274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b754a2b-bf21-4b18-ae97-ddcd29865d10 req-b17b54c9-b52c-4f7d-ac98-e05e8098297d tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578107 Jun 03 15:15:49.032807 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3238065 Jun 03 15:15:49.037855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59492) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:49.079521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-970308998'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:49.089943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641a9bc-5860-4670-bd4b-183025d6b075 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Network': ['ID=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:49.104393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:49.110688 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:15:49.133724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:network and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:49.143837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:49.166273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:49.190279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:49.195581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:49.269738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:15:49.298143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:49.298623 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Added segment b02b9d97-22b8-4e50-a301-ff25f29bac1a of type vlan for network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 Jun 03 15:15:49.323133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8e6a863-900f-4b77-b6fa-71784623e07d req-62efc5d6-8ebf-426b-8abe-905017f1da5c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 210 time: 0.1388710 Jun 03 15:15:49.374522 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:49.445671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:49.452067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:49.452802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:49.565589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc0ddf-65fb-4d4a-aab7-9d70394c2ef8 req-fd0eb399-7676-473d-8d2a-fc615336fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:49.567467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ecc0ddf-65fb-4d4a-aab7-9d70394c2ef8 req-fd0eb399-7676-473d-8d2a-fc615336fe34 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.7066078 Jun 03 15:15:49.575593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Network': ['ID=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:49.585943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:15:49.612601 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-482ceb85-0875-435e-a2fe-862993067903 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5710511 Jun 03 15:15:49.613625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59512) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:49.626153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'subnet': {'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:49.773799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ecc0ddf-65fb-4d4a-aab7-9d70394c2ef8 req-4c736eb9-3a58-45a4-a8be-4bfcb555774a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d HTTP/1.1" status: 200 len: 217 time: 0.1764998 Jun 03 15:15:49.811754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:49.815300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:subnet and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:49.821702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:49.828582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:49.855598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:49.865453 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:49.937132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e738da-37cc-4bdc-a1c8-1a8669a665b8 req-1b54db49-522e-49f2-ab0c-a1630dfb881e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:49.943664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e738da-37cc-4bdc-a1c8-1a8669a665b8 req-1b54db49-522e-49f2-ab0c-a1630dfb881e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:49.945299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30e738da-37cc-4bdc-a1c8-1a8669a665b8 req-1b54db49-522e-49f2-ab0c-a1630dfb881e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1681 time: 0.7093592 Jun 03 15:15:49.951322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc0ddf-65fb-4d4a-aab7-9d70394c2ef8 req-b60c9539-d72a-48aa-a13a-c48b94c153e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:49.952778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ecc0ddf-65fb-4d4a-aab7-9d70394c2ef8 req-b60c9539-d72a-48aa-a13a-c48b94c153e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1696548 Jun 03 15:15:49.955617 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.070185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ecc0ddf-65fb-4d4a-aab7-9d70394c2ef8 req-9c70cbdb-f35c-4cc7-b6a7-d7751a399c8d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090133 Jun 03 15:15:50.074243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 96fddac1-ba18-4ea2-beb3-deaeb11989d9 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:50.092552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Transition to ACTIVE for port object 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:50.098619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30e738da-37cc-4bdc-a1c8-1a8669a665b8 req-01e352e3-3b42-41b3-9d5a-e027dc9cc29e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386890 Jun 03 15:15:50.311976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:50.313524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.384621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96fddac1-ba18-4ea2-beb3-deaeb11989d9'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:50.410565 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-8f70a658-11dc-4c01-a282-73b4d474c0cf tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119945 Jun 03 15:15:50.433210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 96fddac1-ba18-4ea2-beb3-deaeb11989d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=96fddac1-ba18-4ea2-beb3-deaeb11989d9,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:50.443630 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.458177 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.531142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ecc0ddf-65fb-4d4a-aab7-9d70394c2ef8 req-0e053f8e-8be6-4df0-8ce8-982898dead8e service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370644 Jun 03 15:15:50.536360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Subnet': ['ID=287f0d2c-7851-461b-9206-b47bc540159d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:50.584451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Checking segment: {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:50.585148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network hostable DHCP agents. Network: 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:15:50.607601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=96fddac1-ba18-4ea2-beb3-deaeb11989d9,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:50.619951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:15:50.631949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.632350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.635216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.635381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:50.635571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.635906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.636489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.640759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.641166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.641508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.641841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.646661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.651159 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:50.651916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.658204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:15:50.663225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45be1ef-e0c2-458d-8768-23ae85a7a5d7 None None] Network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:50.687257 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e5ffb6f7-ee70-4d7a-a1a2-66dab8f4bc53 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0713341 Jun 03 15:15:50.689241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59562) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:50.699676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'subnet': {'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:50.809907 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.813605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ecc0ddf-65fb-4d4a-aab7-9d70394c2ef8 req-041a5952-f39b-46eb-b5db-fa82c887251a service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689903 Jun 03 15:15:50.878218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:50.888943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:subnet and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:50.893905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:50.904343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:50.913910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-5e48a0e0-f4f6-4013-9073-ab6b7529ab3a', 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'fixed_ips': [{'subnet_id': '287f0d2c-7851-461b-9206-b47bc540159d'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:15:50.915452 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.930787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:50.934556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:50.937301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-a34a3026-c0ab-4fd7-9396-3e6c93ae089a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:50.944254 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-a34a3026-c0ab-4fd7-9396-3e6c93ae089a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5192704 Jun 03 15:15:50.977223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-10429c2f-db92-481d-afc2-5076e54e1920 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/quotas/c95ad44430d64d5b85d7a6e1a95a2003 HTTP/1.1" status: 200 len: 375 time: 0.0318141 Jun 03 15:15:51.018319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-737e214d-f800-472d-a9e7-04a1d2cdeabd tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:51.024968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-737e214d-f800-472d-a9e7-04a1d2cdeabd tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:51.025819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-737e214d-f800-472d-a9e7-04a1d2cdeabd tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Synchronizing usage tracker for tenant:174af88446244ef48fad351389235316 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:51.028747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:51.041933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:51.060976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:51.089980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-737e214d-f800-472d-a9e7-04a1d2cdeabd tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Unset dirty status for tenant:174af88446244ef48fad351389235316 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:51.091172 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-737e214d-f800-472d-a9e7-04a1d2cdeabd tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.67 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 1681 time: 0.2747712 Jun 03 15:15:51.108088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Pushing event updated for resources: {'Port': ['ID=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:51.174121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:51.175128 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.184309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Allocated IP 10.1.1.2 (5e48a0e0-f4f6-4013-9073-ab6b7529ab3a/287f0d2c-7851-461b-9206-b47bc540159d/e8992a9a-cc3e-47e9-9dd3-226f61856ccd) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:51.190502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c16a07-8baa-41da-89b5-932533ae0d29 req-7975856e-3f7f-4214-bfc7-c2a59d86e69d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:51.192857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54c16a07-8baa-41da-89b5-932533ae0d29 req-7975856e-3f7f-4214-bfc7-c2a59d86e69d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.4354415 Jun 03 15:15:51.214001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-c02203e3-b568-4e34-b7a3-c6b64b2de17c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting port c3ae9fac-2574-4395-bc67-3aaa76cfddee {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:51.214433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-c02203e3-b568-4e34-b7a3-c6b64b2de17c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.256325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-00419831-dd9f-4cd5-8694-a2fd050ca5af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3525887 Jun 03 15:15:51.284114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-591316ca-6a86-4ded-9f26-e90115a727e1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3055592 Jun 03 15:15:51.315963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Request body: {'port': {'device_id': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:51.480131 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54c16a07-8baa-41da-89b5-932533ae0d29 req-ae8d9346-50b5-4d84-add8-f91437b06ed5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631402 Jun 03 15:15:51.602947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-92bd0006-b299-414d-8ab5-35dda5a483d3 None None] Provisioning for port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:51.636148 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.655739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-92bd0006-b299-414d-8ab5-35dda5a483d3 None None] Provisioning complete for port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:51.656109 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-92bd0006-b299-414d-8ab5-35dda5a483d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:51.806204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-92bd0006-b299-414d-8ab5-35dda5a483d3 None None] Port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:51.912822 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.013381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-c02203e3-b568-4e34-b7a3-c6b64b2de17c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] For port c3ae9fac-2574-4395-bc67-3aaa76cfddee, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c3ae9fac-2574-4395-bc67-3aaa76cfddee,segment=NetworkSegment(7a5defa5-4bea-41e6-b16f-2053231e4c77),segment_id=7a5defa5-4bea-41e6-b16f-2053231e4c77)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:52.013760 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-c02203e3-b568-4e34-b7a3-c6b64b2de17c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.021817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.047235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Transition to ACTIVE for port object e8992a9a-cc3e-47e9-9dd3-226f61856ccd will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:52.079431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Transition to ACTIVE for port object e8992a9a-cc3e-47e9-9dd3-226f61856ccd will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:52.085074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:15:52.095824 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.163563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:52.172668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:52.179742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:52.207880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Subnet': ['ID=1631d81d-00f1-4d04-b59e-16993897a31e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:52.221342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-c02203e3-b568-4e34-b7a3-c6b64b2de17c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Calling delete_port for c3ae9fac-2574-4395-bc67-3aaa76cfddee owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:52.255020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Checking segment: {'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:52.255659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network hostable DHCP agents. Network: 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:15:52.306112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:15:52.360776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:52.365694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Pushing event updated for resources: {'Port': ['ID=e8992a9a-cc3e-47e9-9dd3-226f61856ccd,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:52.374585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.375226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.375367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7440297a-4e16-4649-bfc5-e8647ab6984d None None] Network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:52.447642 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4cf00782-74dc-49da-bfa8-bf904b6b6c4f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7560246 Jun 03 15:15:52.453089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59584) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:52.458882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'port': {'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a', 'name': 'tempest-TaggedBootDevicesTest_v242-1280827542', 'fixed_ips': [{'subnet_id': '287f0d2c-7851-461b-9206-b47bc540159d'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:52.477293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88168700-4402-4d2c-876e-28591ae6b11b req-63303904-006d-4f2d-9e58-1cfc5adef8ac tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.478048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-88168700-4402-4d2c-876e-28591ae6b11b req-63303904-006d-4f2d-9e58-1cfc5adef8ac tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Synchronizing usage tracker for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:15:52.490862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50facba3-31d0-4de7-bc3b-9440148d4e26 req-e37a49ec-6f17-4209-8b7c-eafb4deb6f5b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:52.492603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50facba3-31d0-4de7-bc3b-9440148d4e26 req-e37a49ec-6f17-4209-8b7c-eafb4deb6f5b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 944 time: 0.7637560 Jun 03 15:15:52.549434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Attempting to bind port e8992a9a-cc3e-47e9-9dd3-226f61856ccd on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:52.550469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Attempting to bind port e8992a9a-cc3e-47e9-9dd3-226f61856ccd by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:52.551137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Attempting to bind port e8992a9a-cc3e-47e9-9dd3-226f61856ccd on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:52.565687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-88168700-4402-4d2c-876e-28591ae6b11b req-63303904-006d-4f2d-9e58-1cfc5adef8ac tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Unset dirty status for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:15:52.585284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88168700-4402-4d2c-876e-28591ae6b11b req-63303904-006d-4f2d-9e58-1cfc5adef8ac tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 932 time: 0.8550549 Jun 03 15:15:52.609589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:52.610208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Checking segment: {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:52.610409 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.610800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Bound using segment: {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:52.611388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Bound port: e8992a9a-cc3e-47e9-9dd3-226f61856ccd, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:52.611755 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.658614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:52.665913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:port and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:52.669766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:52.672320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50facba3-31d0-4de7-bc3b-9440148d4e26 req-13bfab14-0b29-4d2c-b477-96727cca30ca tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716239 Jun 03 15:15:52.678618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-c02203e3-b568-4e34-b7a3-c6b64b2de17c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.691916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:52.728032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88168700-4402-4d2c-876e-28591ae6b11b req-09bb962f-5ef3-44cf-ba10-379781cf5560 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417201 Jun 03 15:15:52.838769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] For port e8992a9a-cc3e-47e9-9dd3-226f61856ccd, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:52.842623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] For port e8992a9a-cc3e-47e9-9dd3-226f61856ccd, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e8992a9a-cc3e-47e9-9dd3-226f61856ccd,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:52.846496 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549c80e9-51e0-455f-a9c1-2d6cb188ad24'] response: {'server_uuid': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96fddac1-ba18-4ea2-beb3-deaeb11989d9', 'code': 200} Jun 03 15:15:52.853836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c3ae9fac-2574-4395-bc67-3aaa76cfddee', '57394e57-f331-4a3d-8fc0-655b7b381ab7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:52.879122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:52.902546 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.931025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Transition to ACTIVE for port object 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:52.936612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02203e3-b568-4e34-b7a3-c6b64b2de17c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Port': ['ID=c3ae9fac-2574-4395-bc67-3aaa76cfddee,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:52.943209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:52.951584 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.071956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:53.171974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-c02203e3-b568-4e34-b7a3-c6b64b2de17c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] No DVR routers for this DVR port c3ae9fac-2574-4395-bc67-3aaa76cfddee on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:15:53.241396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be5467-6abb-45a8-844d-d91a1ee3ba39 None None] Pushing event updated for resources: {'Port': ['ID=e8992a9a-cc3e-47e9-9dd3-226f61856ccd,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:53.259089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Pushing event updated for resources: {'Port': ['ID=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:53.363576 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-c02203e3-b568-4e34-b7a3-c6b64b2de17c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.370596 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-c02203e3-b568-4e34-b7a3-c6b64b2de17c tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.67 "DELETE /v2.0/ports/c3ae9fac-2574-4395-bc67-3aaa76cfddee HTTP/1.1" status: 204 len: 173 time: 2.2683535 Jun 03 15:15:53.376984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'name': 'network-vif-deleted', 'tag': 'c3ae9fac-2574-4395-bc67-3aaa76cfddee'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:53.384753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:53.526344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d', 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30', 'port_id': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d', 'mac_address': 'fa:16:3e:3b:2c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd1cc9a-743d-40a3-a3a7-dda516523fdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:15:53.617718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Attempting to bind port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:53.618479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Attempting to bind port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:53.618607 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-f2dfda44-155c-42f4-b119-401054d3cdf3 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2191184 Jun 03 15:15:53.618721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Attempting to bind port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 on network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:53.627413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:53.628075 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.643556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 on network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:53.643947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Attempting to bind port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 on network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:53.682247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b030d-0d54-48db-b747-d1d496c8b48a req-3a9be71b-efca-4bcf-83a0-fa59acf004b2 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:53.695224 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-925b030d-0d54-48db-b747-d1d496c8b48a req-3a9be71b-efca-4bcf-83a0-fa59acf004b2 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/ports?device_id=6206f0f2-97a1-4c3e-959c-c950a47ea07e HTTP/1.1" status: 200 len: 945 time: 0.6686568 Jun 03 15:15:53.707902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:53.745814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:53.750293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Checking segment: {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:53.750796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Bound using segment: {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:53.766497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Bound port: 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:53.775508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.827375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-5fc22e54-1e78-40f9-b670-dbfcf3e62ca1', 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'fixed_ips': [{'subnet_id': '1631d81d-00f1-4d04-b59e-16993897a31e'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:15:53.828398 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.838935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:53.850012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-925b030d-0d54-48db-b747-d1d496c8b48a req-d8e991d9-12b9-4128-a693-ddbc5af60d04 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "GET /v2.0/security-groups?id=b016b28e-6cfb-438a-8581-4d0b62d53717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537848 Jun 03 15:15:53.857609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-85ca341c-5f13-4c27-91bc-deb1ee13e46a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting port 57394e57-f331-4a3d-8fc0-655b7b381ab7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:53.858210 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-85ca341c-5f13-4c27-91bc-deb1ee13e46a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.864779 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:53.965911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] For port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:53.968761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] For port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:53.977391 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.011567 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.046837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:54.071664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-6cbd741f-df4d-458c-a912-d48d19232721 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:54.073339 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-6cbd741f-df4d-458c-a912-d48d19232721 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4402008 Jun 03 15:15:54.097226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Request body: {'port': {'device_id': '670b7d5a-7b1f-40d5-919d-6bc2bd85b73f', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'c95ad44430d64d5b85d7a6e1a95a2003'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:54.097911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45128f94-1add-4b58-a33c-4bc67a93dd88 req-4dff34c9-38ec-4087-b3e8-76ebe69f57a4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 210 time: 0.1010032 Jun 03 15:15:54.112394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] device_id is not set on port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:15:54.119916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:54.120635 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.122573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] 10.222.0.75 "PUT /v2.0/ports/3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 1092 time: 2.8340948 Jun 03 15:15:54.126683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:54.202167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Allocated IP 10.2.2.2 (5fc22e54-1e78-40f9-b670-dbfcf3e62ca1/1631d81d-00f1-4d04-b59e-16993897a31e/22bc577a-f9ee-45e0-8b7e-1fde089ada43) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:54.249520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['4fe9393e-e1aa-48a1-a6b1-1a2794ce424d'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:54.289912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6477a-788b-4150-aee8-8c333d1b73bd req-d715b778-3f48-4ccd-a33b-7c2ed2c814a1 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:54.297355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0da6477a-788b-4150-aee8-8c333d1b73bd req-d715b778-3f48-4ccd-a33b-7c2ed2c814a1 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.8386271 Jun 03 15:15:54.414437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfbd3f-6178-4e2f-bdd2-47bc0a9fab21 service neutron] Pushing event updated for resources: {'Port': ['ID=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:54.467963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0da6477a-788b-4150-aee8-8c333d1b73bd req-02938f07-47b8-4661-ba01-e9d7aaaa4221 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612248 Jun 03 15:15:54.481997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-d22581f1-7875-4ca8-aaf9-43e8c5ccaa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:54.483581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-d22581f1-7875-4ca8-aaf9-43e8c5ccaa79 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 1095 time: 0.2784934 Jun 03 15:15:54.573489 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4308f6d4-046a-4185-ac4f-142fd38c33a0'] response: {'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'name': 'network-vif-deleted', 'tag': 'c3ae9fac-2574-4395-bc67-3aaa76cfddee', 'status': 'completed', 'code': 200} Jun 03 15:15:54.575226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:54.660180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:54.766393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-85ca341c-5f13-4c27-91bc-deb1ee13e46a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] For port 57394e57-f331-4a3d-8fc0-655b7b381ab7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=57394e57-f331-4a3d-8fc0-655b7b381ab7,segment=NetworkSegment(75d401c9-375b-4366-9652-1cc10bca8808),segment_id=75d401c9-375b-4366-9652-1cc10bca8808)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:54.766746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-85ca341c-5f13-4c27-91bc-deb1ee13e46a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.773668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-b6913faf-3573-42c5-92cd-d4a101891cf8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 217 time: 0.2796021 Jun 03 15:15:54.812458 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.840311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Transition to ACTIVE for port object 22bc577a-f9ee-45e0-8b7e-1fde089ada43 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:54.872422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Transition to ACTIVE for port object 22bc577a-f9ee-45e0-8b7e-1fde089ada43 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:54.891808 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:54.902299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-85ca341c-5f13-4c27-91bc-deb1ee13e46a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Calling delete_port for 57394e57-f331-4a3d-8fc0-655b7b381ab7 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:54.945670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9cca21-c482-4125-a483-2ac6bace661f None None] Network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:54.950702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-9682a88d-dc2a-493a-a58b-e7c610ea312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:54.952248 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-9682a88d-dc2a-493a-a58b-e7c610ea312b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.1412122 Jun 03 15:15:54.963023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-fa72ac25-1a2f-4baf-8f8b-2a78c1c8fa47 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:54.964569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-fa72ac25-1a2f-4baf-8f8b-2a78c1c8fa47 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 804 time: 0.3011270 Jun 03 15:15:54.977969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:54.982683 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Made reservation on behalf of c95ad44430d64d5b85d7a6e1a95a2003 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:54.984385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:54.986663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.020881 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-1a577d61-ee91-4b9f-9173-04c2ecba1c83 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/quotas/242e132ffe3c43459e9a46589013406a HTTP/1.1" status: 200 len: 375 time: 0.0189922 Jun 03 15:15:55.030730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9d587-463b-4eb5-81e4-bb53cb5328ea req-bbf04865-411b-4d1e-9a1a-481e1424cbae tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:55.034029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:55.038029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d1c9d587-463b-4eb5-81e4-bb53cb5328ea req-bbf04865-411b-4d1e-9a1a-481e1424cbae tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 945 time: 0.2662287 Jun 03 15:15:55.100821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Pushing event updated for resources: {'Port': ['ID=22bc577a-f9ee-45e0-8b7e-1fde089ada43,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:55.156521 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d1c9d587-463b-4eb5-81e4-bb53cb5328ea req-8354df50-d841-482a-b58c-4a78a233ef95 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172936 Jun 03 15:15:55.201671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-c9dfc61f-bdb2-475f-88fc-9d9e8337cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:55.204558 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-c9dfc61f-bdb2-475f-88fc-9d9e8337cbb8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2382143 Jun 03 15:15:55.224677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-88b67267-2e95-45c9-ab19-1337a1e8c3e7 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1833339 Jun 03 15:15:55.241341 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-85ca341c-5f13-4c27-91bc-deb1ee13e46a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.329563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-668caf3f-0977-4de8-8cb4-fffbd99108e9 None None] Provisioning for port e8992a9a-cc3e-47e9-9dd3-226f61856ccd completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:55.334245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Attempting to bind port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:55.334744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Attempting to bind port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:55.335108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Attempting to bind port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 on network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:55.358724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 57394e57-f331-4a3d-8fc0-655b7b381ab7 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:55.389026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:55.389500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Checking segment: {'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:55.389959 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.390353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Bound using segment: {'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:55.390837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Bound port: 22bc577a-f9ee-45e0-8b7e-1fde089ada43, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:55.391204 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.423594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 57394e57-f331-4a3d-8fc0-655b7b381ab7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:15:55.424359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 57394e57-f331-4a3d-8fc0-655b7b381ab7 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:15:55.424869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c3ae9fac-2574-4395-bc67-3aaa76cfddee no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:55.483168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca341c-5f13-4c27-91bc-deb1ee13e46a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Port': ['ID=57394e57-f331-4a3d-8fc0-655b7b381ab7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:55.515826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: c3ae9fac-2574-4395-bc67-3aaa76cfddee {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:15:55.516170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c3ae9fac-2574-4395-bc67-3aaa76cfddee not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:15:55.582936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-85ca341c-5f13-4c27-91bc-deb1ee13e46a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] No DVR routers for this DVR port 57394e57-f331-4a3d-8fc0-655b7b381ab7 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:15:55.584633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] For port 22bc577a-f9ee-45e0-8b7e-1fde089ada43, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:55.586824 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-85ca341c-5f13-4c27-91bc-deb1ee13e46a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.588396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] For port 22bc577a-f9ee-45e0-8b7e-1fde089ada43, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=22bc577a-f9ee-45e0-8b7e-1fde089ada43,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:55.599853 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.617778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Allocated IP 10.1.1.116 (5e48a0e0-f4f6-4013-9073-ab6b7529ab3a/287f0d2c-7851-461b-9206-b47bc540159d/d500350a-7ffd-4d63-9ddb-f9e3a64d6138) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:55.648640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Allocated IP 192.168.233.247 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/a89457c1-78b1-4d94-a2dc-c54e0fbfecbd) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:55.712667 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e1e8cb6f-9e53-4fa5-bee3-a3d3c9ef56f2 req-85ca341c-5f13-4c27-91bc-deb1ee13e46a tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.67 "DELETE /v2.0/ports/57394e57-f331-4a3d-8fc0-655b7b381ab7 HTTP/1.1" status: 204 len: 173 time: 2.2057021 Jun 03 15:15:55.719989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e8992a9a-cc3e-47e9-9dd3-226f61856ccd up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:55.801269 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c415e7b-70bf-47a3-8291-32d90d541101 None None] Pushing event updated for resources: {'Port': ['ID=22bc577a-f9ee-45e0-8b7e-1fde089ada43,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:55.842721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e8992a9a-cc3e-47e9-9dd3-226f61856ccd completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:55.851870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e8992a9a-cc3e-47e9-9dd3-226f61856ccd triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:55.852524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:55.987300 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.005109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Transition to ACTIVE for port object a89457c1-78b1-4d94-a2dc-c54e0fbfecbd will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:56.019596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-3143ab0a-42b2-410b-b729-3ceb55453d5e service neutron] 10.222.0.48 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7936840 Jun 03 15:15:56.027013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-326a22d5-78a4-4d41-9c0f-f4debebf1da4 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7999635 Jun 03 15:15:56.038375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e8992a9a-cc3e-47e9-9dd3-226f61856ccd is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:56.039111 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.052758 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:15:56.082321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add010f-deca-439f-93a0-afc9d5e5b506 req-ba2a25bc-b293-46cf-993b-a02c9f682cbd tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:56.088865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e8992a9a-cc3e-47e9-9dd3-226f61856ccd, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e8992a9a-cc3e-47e9-9dd3-226f61856ccd,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:56.089427 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2add010f-deca-439f-93a0-afc9d5e5b506 req-ba2a25bc-b293-46cf-993b-a02c9f682cbd tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 944 time: 0.6337216 Jun 03 15:15:56.099761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f83435-ae2e-41ba-a8d8-0927c545a1f2 req-dee66111-38b5-4374-a5b9-b2ec60b1359b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:56.101110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9f83435-ae2e-41ba-a8d8-0927c545a1f2 req-dee66111-38b5-4374-a5b9-b2ec60b1359b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.67 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 945 time: 0.4973316 Jun 03 15:15:56.102498 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.105479 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.154631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:56.172117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4d2e4-4ccc-44c6-a0bf-666515cd0361 req-76afd5e0-a3eb-4754-acca-8ef54f9c5873 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:56.173792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3d4d2e4-4ccc-44c6-a0bf-666515cd0361 req-76afd5e0-a3eb-4754-acca-8ef54f9c5873 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "GET /v2.0/ports?device_id=9bd16ad0-bd49-40d8-8764-e35d38a35a66 HTTP/1.1" status: 200 len: 943 time: 0.8489058 Jun 03 15:15:56.187979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['097f3a10-8514-4232-9e14-a60be88bec08', 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb', 'c9cfd24b-82ac-44c5-8b05-f01498066baa'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:56.219765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08', '1565d794-e24f-4585-b205-38fa580faedd', '15d294a7-09f8-4f0d-855a-e54b5bb1459c', '911ab52b-da76-4296-ab43-3299325e66fd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:15:56.291088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:56.296800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:56.303221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:56.351876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event updated for resources: {'Port': ['ID=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:56.357959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8753e93d-5a6b-45ea-8c8d-999483b87ddd None None] Provisioning complete for port e8992a9a-cc3e-47e9-9dd3-226f61856ccd triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:56.360020 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8753e93d-5a6b-45ea-8c8d-999483b87ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.514990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:56.515620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.536244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.541217 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-efd8c1f8-5dc0-4a81-b5c0-855601fb256e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4492369 Jun 03 15:15:56.557158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Transition to ACTIVE for port object d500350a-7ffd-4d63-9ddb-f9e3a64d6138 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:56.566647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Request body: {'port': {'device_id': '670b7d5a-7b1f-40d5-919d-6bc2bd85b73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:56.568724 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2add010f-deca-439f-93a0-afc9d5e5b506 req-6cb2a379-a833-442b-bdef-18047397623c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783611 Jun 03 15:15:56.573348 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-2ef80b5b-a05c-4142-9f77-367f969a0a93 service neutron] 10.222.0.48 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444682 Jun 03 15:15:56.619569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b3d4d2e4-4ccc-44c6-a0bf-666515cd0361 req-c7b29ebc-fa6c-4b16-80b7-7c4312a915c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Deleting port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:56.619915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b3d4d2e4-4ccc-44c6-a0bf-666515cd0361 req-c7b29ebc-fa6c-4b16-80b7-7c4312a915c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.640217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8753e93d-5a6b-45ea-8c8d-999483b87ddd None None] Current status of the port e8992a9a-cc3e-47e9-9dd3-226f61856ccd is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:56.664730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'name': 'network-vif-deleted', 'tag': '57394e57-f331-4a3d-8fc0-655b7b381ab7'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:56.757844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e8992a9a-cc3e-47e9-9dd3-226f61856ccd,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:56.773527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:56.818629 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995447b3-6f91-4183-a3db-d75c96906ad4'] response: {'name': 'network-changed', 'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'status': 'completed', 'code': 200} Jun 03 15:15:56.823347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-c9f83435-ae2e-41ba-a8d8-0927c545a1f2 req-fc7794fb-2a57-45e3-bc1a-4195c60ea6e9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Deleting port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:15:56.823950 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9f83435-ae2e-41ba-a8d8-0927c545a1f2 req-fc7794fb-2a57-45e3-bc1a-4195c60ea6e9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.855776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:56.856354 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.864443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d25a82bb-d256-4a7b-9cc5-ab8745a164d3 req-cda27775-d7e3-4641-83b8-3a3ca9fff927 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081026 Jun 03 15:15:56.907142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59628) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:56.916779 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:56.939845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--703799175', 'description': 'tempest-description--155123269'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:57.078301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59632) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:57.097532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Port': ['ID=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:57.107490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:57.123976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Usage tracker for resource:security_group and tenant:56abfe7ac6594200b7814a183ed3b39d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:57.139514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:57.165850 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.195138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a125f3c9-00ff-4255-b4c2-0b28e3710424 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting subnet 649fe368-f9ad-443e-a19e-e6015bb6cab3 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:15:57.208689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:57.296228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:15:57.307364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:15:57.316557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:15:57.392281 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.416631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:57.417353 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.433087 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a125f3c9-00ff-4255-b4c2-0b28e3710424 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.489335 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a125f3c9-00ff-4255-b4c2-0b28e3710424 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.490608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97571caf-8845-4860-b3d3-4946a4986e03 None None] Network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:57.531240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3389a52e-6712-4caa-93bc-db006a617381 None None] Provisioning for port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:57.556642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3389a52e-6712-4caa-93bc-db006a617381 None None] Provisioning complete for port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:57.557002 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3389a52e-6712-4caa-93bc-db006a617381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.599533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:57.672720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Usage tracker for resource:security_group_rule and tenant:56abfe7ac6594200b7814a183ed3b39d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:57.682349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:57.692663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:57.693747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:57.710320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:57.774564 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c4796adb-c3b1-409e-ac0e-4d56e913a821 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3204348 Jun 03 15:15:57.780993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 22bc577a-f9ee-45e0-8b7e-1fde089ada43 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:57.781321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59644) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:57.797435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'port': {'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a', 'name': 'tempest-TaggedBootDevicesTest_v242-903970974', 'fixed_ips': [{'subnet_id': '287f0d2c-7851-461b-9206-b47bc540159d'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:57.822434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:15:57.894433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:57.903033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3389a52e-6712-4caa-93bc-db006a617381 None None] Port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:57.935417 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.040243 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.054485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.058584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:58.087059 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:port and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:58.094004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d247abe-c039-436d-bfc7-cc7b79fe5022 req-67c277b1-8afe-47fe-b1c4-3592f7dd8ca7 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:58.095508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d247abe-c039-436d-bfc7-cc7b79fe5022 req-67c277b1-8afe-47fe-b1c4-3592f7dd8ca7 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 945 time: 1.2135248 Jun 03 15:15:58.099297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89457c1-78b1-4d94-a2dc-c54e0fbfecbd {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:15:58.110825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:58.127362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.130607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:58.136788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bf238b-5f10-46b0-a138-3c2c8227c6fb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:58.146894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.148528 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ffaf4f57-8345-48f6-a947-a6a68c7bdefd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2387416 Jun 03 15:15:58.155384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59650) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:58.161427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f6cf9f29-257b-49b8-82ce-adddc3f478f0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Request body: {'security_group_rule': {'security_group_id': 'd7bf238b-5f10-46b0-a138-3c2c8227c6fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:58.164078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9965e18-0845-4ba4-b166-1cabcf4906c9 req-3bc690f8-44f2-4fd3-aafa-9e33c5190f2c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:58.171542 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9965e18-0845-4ba4-b166-1cabcf4906c9 req-3bc690f8-44f2-4fd3-aafa-9e33c5190f2c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 936 time: 0.9679027 Jun 03 15:15:58.175993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:58.177390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:58.182257 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.184272 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a125f3c9-00ff-4255-b4c2-0b28e3710424 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.187073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] Provisioning for port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:58.192222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f6cf9f29-257b-49b8-82ce-adddc3f478f0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:58.195545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Transition to ACTIVE for port object a89457c1-78b1-4d94-a2dc-c54e0fbfecbd will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:15:58.197236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:58.202427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f6cf9f29-257b-49b8-82ce-adddc3f478f0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Usage tracker for resource:security_group_rule and tenant:56abfe7ac6594200b7814a183ed3b39d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:58.207219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f6cf9f29-257b-49b8-82ce-adddc3f478f0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:58.210167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.243888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] Provisioning complete for port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:58.244261 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.248774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f6cf9f29-257b-49b8-82ce-adddc3f478f0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:58.272704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] device_id is not set on port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:15:58.277022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b3d4d2e4-4ccc-44c6-a0bf-666515cd0361 req-c7b29ebc-fa6c-4b16-80b7-7c4312a915c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] For port 96fddac1-ba18-4ea2-beb3-deaeb11989d9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=96fddac1-ba18-4ea2-beb3-deaeb11989d9,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:58.277383 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b3d4d2e4-4ccc-44c6-a0bf-666515cd0361 req-c7b29ebc-fa6c-4b16-80b7-7c4312a915c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.284835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e8992a9a-cc3e-47e9-9dd3-226f61856ccd up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:58.308821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c9f83435-ae2e-41ba-a8d8-0927c545a1f2 req-fc7794fb-2a57-45e3-bc1a-4195c60ea6e9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] For port d4d6aec2-9fb4-489f-ae07-beb8eba82f11, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:58.309454 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9f83435-ae2e-41ba-a8d8-0927c545a1f2 req-fc7794fb-2a57-45e3-bc1a-4195c60ea6e9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.324796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd488d8b-f81b-406a-a1c4-f37f431cbec9 req-418b3a9e-af12-474a-b63a-394642e3b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:58.326310 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd488d8b-f81b-406a-a1c4-f37f431cbec9 req-418b3a9e-af12-474a-b63a-394642e3b41c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 1095 time: 1.3162832 Jun 03 15:15:58.451754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] Port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:15:58.538446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] Provisioning for port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:15:58.578032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] Provisioning complete for port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:58.578469 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.644203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e8992a9a-cc3e-47e9-9dd3-226f61856ccd triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:58.644558 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:58.746991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b3d4d2e4-4ccc-44c6-a0bf-666515cd0361 req-c7b29ebc-fa6c-4b16-80b7-7c4312a915c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Calling delete_port for 96fddac1-ba18-4ea2-beb3-deaeb11989d9 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:58.782836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d247abe-c039-436d-bfc7-cc7b79fe5022 req-667f70fd-5237-4cb2-b65a-fee8c318ab6e tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6770809 Jun 03 15:15:58.802194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-c9f83435-ae2e-41ba-a8d8-0927c545a1f2 req-fc7794fb-2a57-45e3-bc1a-4195c60ea6e9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Calling delete_port for d4d6aec2-9fb4-489f-ae07-beb8eba82f11 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:15:58.958517 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9965e18-0845-4ba4-b166-1cabcf4906c9 req-877d3903-9ba1-4731-a931-9e56bd29b87c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7859540 Jun 03 15:15:58.974958 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6cf9f29-257b-49b8-82ce-adddc3f478f0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.026907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:59.052703 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b279402-26fb-47d0-ac3b-4649ed9fb8ab'] response: {'server_uuid': '6206f0f2-97a1-4c3e-959c-c950a47ea07e', 'name': 'network-vif-deleted', 'tag': '57394e57-f331-4a3d-8fc0-655b7b381ab7', 'status': 'completed', 'code': 200} Jun 03 15:15:59.057470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] Current status of the port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:59.058021 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.082885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e8992a9a-cc3e-47e9-9dd3-226f61856ccd is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:59.129832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] For port 22bc577a-f9ee-45e0-8b7e-1fde089ada43, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=22bc577a-f9ee-45e0-8b7e-1fde089ada43,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:15:59.141663 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.199949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Attempting to bind port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:15:59.200303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Attempting to bind port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:15:59.200692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Attempting to bind port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:59.220911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-9107b63d-0f93-46ce-b080-8b11baa31551 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:59.222389 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-9107b63d-0f93-46ce-b080-8b11baa31551 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.67 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 804 time: 0.5955532 Jun 03 15:15:59.227285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:15:59.227470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Attempting to bind port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:15:59.230766 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.233301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b9e8b-84fa-4dce-a248-38863fcf7763 None None] Pushing event updated for resources: {'Port': ['ID=22bc577a-f9ee-45e0-8b7e-1fde089ada43,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:59.245012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:15:59.245342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:15:59.245710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:15:59.246162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Bound port: a89457c1-78b1-4d94-a2dc-c54e0fbfecbd, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:15:59.246499 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.263975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-04afb11d-0a79-40a7-a4da-7d39791b8da5 None None] Provisioning complete for port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:59.264472 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-04afb11d-0a79-40a7-a4da-7d39791b8da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.272523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd488d8b-f81b-406a-a1c4-f37f431cbec9 req-b825fd6d-e70e-4b45-a1e7-82b93bd5809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:59.274033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd488d8b-f81b-406a-a1c4-f37f431cbec9 req-b825fd6d-e70e-4b45-a1e7-82b93bd5809f service neutron] 10.222.0.75 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.8719628 Jun 03 15:15:59.286298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Request body: {'port': {'device_id': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'admin_state_up': True, 'tenant_id': '242e132ffe3c43459e9a46589013406a'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:59.333535 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6cf9f29-257b-49b8-82ce-adddc3f478f0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.375093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d4d6aec2-9fb4-489f-ae07-beb8eba82f11 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:15:59.410968 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a125f3c9-00ff-4255-b4c2-0b28e3710424 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.422718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6cf9f29-257b-49b8-82ce-adddc3f478f0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.434417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: d4d6aec2-9fb4-489f-ae07-beb8eba82f11 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:15:59.435264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d4d6aec2-9fb4-489f-ae07-beb8eba82f11 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:15:59.447204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-04afb11d-0a79-40a7-a4da-7d39791b8da5 None None] Current status of the port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:15:59.457260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-012f175a-37a5-4bf3-8dc9-5fd4491419a6 req-1630d3fc-a9e2-4cad-a2fb-8f5382276b1b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 210 time: 0.1781447 Jun 03 15:15:59.458089 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b3d4d2e4-4ccc-44c6-a0bf-666515cd0361 req-c7b29ebc-fa6c-4b16-80b7-7c4312a915c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.473063 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9f83435-ae2e-41ba-a8d8-0927c545a1f2 req-fc7794fb-2a57-45e3-bc1a-4195c60ea6e9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.509905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf9f29-257b-49b8-82ce-adddc3f478f0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578a05ee-47ce-4e32-9c22-7fa07c652a42,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:59.516877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Allocated IP 10.1.1.119 (5e48a0e0-f4f6-4013-9073-ab6b7529ab3a/287f0d2c-7851-461b-9206-b47bc540159d/9e2ef47a-bfd8-4169-8e25-b9aff3147f27) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:15:59.520610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd488d8b-f81b-406a-a1c4-f37f431cbec9 req-a789b8c6-5a88-487e-ba09-ef9ad0d4aa54 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 217 time: 0.1573765 Jun 03 15:15:59.537153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125f3c9-00ff-4255-b4c2-0b28e3710424 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Subnet': ['ID=649fe368-f9ad-443e-a19e-e6015bb6cab3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:59.567514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6cf9f29-257b-49b8-82ce-adddc3f478f0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.568974 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f6cf9f29-257b-49b8-82ce-adddc3f478f0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4145794 Jun 03 15:15:59.581475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59654) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:15:59.591094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b29ebc-fa6c-4b16-80b7-7c4312a915c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Pushing event deleted for resources: {'Port': ['ID=96fddac1-ba18-4ea2-beb3-deaeb11989d9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:59.596110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7278d2-844c-41d4-9c25-75fc45f3cd1d None None] Network a83c892b-3e9a-4c81-9a34-d1896b210510 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:15:59.612549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-693bdd75-4d50-41c9-9f34-af0a861f981a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Request body: {'security_group_rule': {'security_group_id': 'd7bf238b-5f10-46b0-a138-3c2c8227c6fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:15:59.625917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-693bdd75-4d50-41c9-9f34-af0a861f981a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:59.628164 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a125f3c9-00ff-4255-b4c2-0b28e3710424 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.641262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] For port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:15:59.648461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-693bdd75-4d50-41c9-9f34-af0a861f981a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Usage tracker for resource:security_group_rule and tenant:56abfe7ac6594200b7814a183ed3b39d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:15:59.656141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-693bdd75-4d50-41c9-9f34-af0a861f981a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:15:59.677692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] For port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:15:59.682877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:15:59.684681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 22bc577a-f9ee-45e0-8b7e-1fde089ada43 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:15:59.684940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-693bdd75-4d50-41c9-9f34-af0a861f981a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:59.694971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.755713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:15:59.859822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:15:59.861018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.862628 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] 10.222.0.67 "PUT /v2.0/ports/a89457c1-78b1-4d94-a2dc-c54e0fbfecbd HTTP/1.1" status: 200 len: 1096 time: 3.3013721 Jun 03 15:15:59.879851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Made reservation on behalf of 242e132ffe3c43459e9a46589013406a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:15:59.883439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.895835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:15:59.896536 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.903450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7794fb-2a57-45e3-bc1a-4195c60ea6e9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Pushing event deleted for resources: {'Port': ['ID=d4d6aec2-9fb4-489f-ae07-beb8eba82f11,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:59.911339 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-693bdd75-4d50-41c9-9f34-af0a861f981a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:15:59.940058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743dd92-a995-4572-abf9-861ed2b867f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:15:59.993291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a125f3c9-00ff-4255-b4c2-0b28e3710424 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "DELETE /v2.0/subnets/649fe368-f9ad-443e-a19e-e6015bb6cab3 HTTP/1.1" status: 204 len: 168 time: 2.9137583 Jun 03 15:16:00.004122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59662) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:00.034259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:00.051943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd488d8b-f81b-406a-a1c4-f37f431cbec9 req-5bc02cc3-7d21-46a3-a1bf-e2115a2ab7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:00.053585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd488d8b-f81b-406a-a1c4-f37f431cbec9 req-5bc02cc3-7d21-46a3-a1bf-e2115a2ab7ed service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.5009661 Jun 03 15:16:00.054842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f83435-ae2e-41ba-a8d8-0927c545a1f2 req-fc7794fb-2a57-45e3-bc1a-4195c60ea6e9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] No DVR routers for this DVR port d4d6aec2-9fb4-489f-ae07-beb8eba82f11 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:00.056809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d4d2e4-4ccc-44c6-a0bf-666515cd0361 req-c7b29ebc-fa6c-4b16-80b7-7c4312a915c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] No DVR routers for this DVR port 96fddac1-ba18-4ea2-beb3-deaeb11989d9 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:00.063881 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9f83435-ae2e-41ba-a8d8-0927c545a1f2 req-fc7794fb-2a57-45e3-bc1a-4195c60ea6e9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.066499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9f83435-ae2e-41ba-a8d8-0927c545a1f2 req-fc7794fb-2a57-45e3-bc1a-4195c60ea6e9 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.67 "DELETE /v2.0/ports/d4d6aec2-9fb4-489f-ae07-beb8eba82f11 HTTP/1.1" status: 204 len: 173 time: 3.8916624 Jun 03 15:16:00.070930 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b3d4d2e4-4ccc-44c6-a0bf-666515cd0361 req-c7b29ebc-fa6c-4b16-80b7-7c4312a915c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.073075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3d4d2e4-4ccc-44c6-a0bf-666515cd0361 req-c7b29ebc-fa6c-4b16-80b7-7c4312a915c2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "DELETE /v2.0/ports/96fddac1-ba18-4ea2-beb3-deaeb11989d9 HTTP/1.1" status: 204 len: 173 time: 3.8450131 Jun 03 15:16:00.073737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b0462e-1ecf-4777-90bd-77886ac08115', 'name': 'network-vif-deleted', 'tag': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11'}, {'server_uuid': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'name': 'network-vif-deleted', 'tag': '96fddac1-ba18-4ea2-beb3-deaeb11989d9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:00.143738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:00.158153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 96fddac1-ba18-4ea2-beb3-deaeb11989d9 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:00.185001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb42d1a-25f2-4a4c-90e5-ce0542ed5cc9 req-2188935f-f807-4044-8fdc-06883334742e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:00.193006 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bb42d1a-25f2-4a4c-90e5-ce0542ed5cc9 req-2188935f-f807-4044-8fdc-06883334742e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 946 time: 0.9654901 Jun 03 15:16:00.211381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f112b-1dfb-48ef-9782-3453a8e456f6 None None] DHCP port deletion for a83c892b-3e9a-4c81-9a34-d1896b210510 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:16:00.222724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d40f112b-1dfb-48ef-9782-3453a8e456f6 None None] Deleting port 52072b50-e9ef-45cf-827c-1519c4538274 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:00.223083 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d40f112b-1dfb-48ef-9782-3453a8e456f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.277044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 96fddac1-ba18-4ea2-beb3-deaeb11989d9 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:00.277334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 96fddac1-ba18-4ea2-beb3-deaeb11989d9 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:00.284020 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-693bdd75-4d50-41c9-9f34-af0a861f981a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.324342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bb42d1a-25f2-4a4c-90e5-ce0542ed5cc9 req-d2d3b13e-6a90-4655-8656-d4788c43930c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299992 Jun 03 15:16:00.333395 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.364109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd488d8b-f81b-406a-a1c4-f37f431cbec9 req-7738391f-d167-4251-8027-30e680991721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:00.365636 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd488d8b-f81b-406a-a1c4-f37f431cbec9 req-7738391f-d167-4251-8027-30e680991721 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2827933 Jun 03 15:16:00.367320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-693bdd75-4d50-41c9-9f34-af0a861f981a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.375573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f07ef1-c3ed-4a2e-8dad-f72da4607531 req-35ac16a9-7afe-4d86-b7cc-5146b6f19d90 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:00.381125 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:16:00.382770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12f07ef1-c3ed-4a2e-8dad-f72da4607531 req-35ac16a9-7afe-4d86-b7cc-5146b6f19d90 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 944 time: 0.7313819 Jun 03 15:16:00.425178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting port 52072b50-e9ef-45cf-827c-1519c4538274 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:00.425594 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.432261 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbd637a-8b7d-4662-8512-99def2e7007e'] response: {'server_uuid': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d', 'code': 200} Jun 03 15:16:00.458425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bdd75-4d50-41c9-9f34-af0a861f981a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7128ce0a-4def-4c04-b065-7f6d6d16f6fa,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:00.467857 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.513891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Allocated IP 172.20.0.5 (792a4a9d-a386-4c71-aeab-373b9ac4887e/16b9255b-6a22-475f-892c-3d87acb00f06/fc0290b9-64dc-4a3d-8b6c-d52fd3177257) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:00.516975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Transition to ACTIVE for port object 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:00.522476 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-693bdd75-4d50-41c9-9f34-af0a861f981a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.524041 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-693bdd75-4d50-41c9-9f34-af0a861f981a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9413068 Jun 03 15:16:00.529559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59670) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:00.545477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:00.557772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:00.626385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12f07ef1-c3ed-4a2e-8dad-f72da4607531 req-10d4a9ff-eebc-425a-b0f9-4f0b973b8458 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425370 Jun 03 15:16:00.662306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d40f112b-1dfb-48ef-9782-3453a8e456f6 None None] For port 52072b50-e9ef-45cf-827c-1519c4538274, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=52072b50-e9ef-45cf-827c-1519c4538274,segment=NetworkSegment(7a5defa5-4bea-41e6-b16f-2053231e4c77),segment_id=7a5defa5-4bea-41e6-b16f-2053231e4c77)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:00.662658 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d40f112b-1dfb-48ef-9782-3453a8e456f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.672793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:00.797024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Usage tracker for resource:floatingip and tenant:56abfe7ac6594200b7814a183ed3b39d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:00.810921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:00.816750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:00.822237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'port_id': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'mac_address': 'fa:16:3e:80:1b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:00.828417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-f457d87a-ccce-4511-be48-0998945875e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:00.830382 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-f457d87a-ccce-4511-be48-0998945875e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 1099 time: 0.8011074 Jun 03 15:16:00.831413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d40f112b-1dfb-48ef-9782-3453a8e456f6 None None] Calling delete_port for 52072b50-e9ef-45cf-827c-1519c4538274 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:00.838163 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.877358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a7b0975e-3aff-4343-b351-68a0e0062075 req-fe4f73a7-60be-4f8e-aa2e-97128f53852b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Synchronizing usage tracker for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:00.956422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:00.956972 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:00.979598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:00.985851 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d40f112b-1dfb-48ef-9782-3453a8e456f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.028920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a7b0975e-3aff-4343-b351-68a0e0062075 req-fe4f73a7-60be-4f8e-aa2e-97128f53852b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Unset dirty status for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:01.029927 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7b0975e-3aff-4343-b351-68a0e0062075 req-fe4f73a7-60be-4f8e-aa2e-97128f53852b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=73b0462e-1ecf-4777-90bd-77886ac08115 HTTP/1.1" status: 200 len: 210 time: 0.3812366 Jun 03 15:16:01.096644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f112b-1dfb-48ef-9782-3453a8e456f6 None None] Pushing event deleted for resources: {'Port': ['ID=52072b50-e9ef-45cf-827c-1519c4538274,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:01.121334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f112b-1dfb-48ef-9782-3453a8e456f6 None None] No DVR routers for this DVR port 52072b50-e9ef-45cf-827c-1519c4538274 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:01.125445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd488d8b-f81b-406a-a1c4-f37f431cbec9 req-bccf09bb-3dfe-405b-a065-6b63dcde631a service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390099 Jun 03 15:16:01.130372 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e15f5d-e8be-46d5-8676-af4c1b521ea5'] response: {'server_uuid': '73b0462e-1ecf-4777-90bd-77886ac08115', 'name': 'network-vif-deleted', 'tag': 'd4d6aec2-9fb4-489f-ae07-beb8eba82f11', 'status': 'completed', 'code': 200} Jun 03 15:16:01.130372 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e15f5d-e8be-46d5-8676-af4c1b521ea5'] response: {'server_uuid': '9bd16ad0-bd49-40d8-8764-e35d38a35a66', 'name': 'network-vif-deleted', 'tag': '96fddac1-ba18-4ea2-beb3-deaeb11989d9', 'status': 'completed', 'code': 200} Jun 03 15:16:01.138385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:01.145522 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.168025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c07a9-cd4e-4b26-992f-5a5e6c11f431 req-c64d5f19-1481-44c5-9337-18736533cf6a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:01.175272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb7c07a9-cd4e-4b26-992f-5a5e6c11f431 req-c64d5f19-1481-44c5-9337-18736533cf6a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 948 time: 0.3378203 Jun 03 15:16:01.176882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670b7d5a-7b1f-40d5-919d-6bc2bd85b73f', 'tag': 'a89457c1-78b1-4d94-a2dc-c54e0fbfecbd'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:01.192640 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.208879 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-cbdf1913-ff88-4b8b-b8d6-09f071a7ebd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd HTTP/1.1" status: 200 len: 217 time: 0.3436754 Jun 03 15:16:01.230779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:01.272748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd02650-89d0-49a4-9f74-727fc1f4a825 req-6a38bc5f-98db-4aed-b625-04d697d08241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:01.275933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfd02650-89d0-49a4-9f74-727fc1f4a825 req-6a38bc5f-98db-4aed-b625-04d697d08241 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 1097 time: 0.7279513 Jun 03 15:16:01.288602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.375497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] For port 52072b50-e9ef-45cf-827c-1519c4538274, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=52072b50-e9ef-45cf-827c-1519c4538274,segment=NetworkSegment(7a5defa5-4bea-41e6-b16f-2053231e4c77),segment_id=7a5defa5-4bea-41e6-b16f-2053231e4c77)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:01.376007 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.379251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-50d80f5c-8ab5-4f74-bdee-bf660c4fd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:01.380799 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-50d80f5c-8ab5-4f74-bdee-bf660c4fd689 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1569607 Jun 03 15:16:01.387991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:01.388812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-38cffdad-7d10-4a7c-9364-f233c470f967 req-b09856a0-6c5a-48fc-ac9b-1a2c13c70642 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Synchronizing usage tracker for tenant:242e132ffe3c43459e9a46589013406a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:01.396751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:01.409312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb7c07a9-cd4e-4b26-992f-5a5e6c11f431 req-327859e6-8077-49e6-97f7-01391238c6ea tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330520 Jun 03 15:16:01.439050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:01.478204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['3c08382c-1fbc-4c6d-aab9-224e88b8e5d5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:01.488394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Port': ['ID=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:01.505276 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.543354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Calling delete_port for 52072b50-e9ef-45cf-827c-1519c4538274 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:01.581848 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af54a969-80bc-4001-a36b-ab0843397dcb'] response: {'name': 'network-changed', 'server_uuid': '670b7d5a-7b1f-40d5-919d-6bc2bd85b73f', 'tag': 'a89457c1-78b1-4d94-a2dc-c54e0fbfecbd', 'status': 'completed', 'code': 200} Jun 03 15:16:01.628577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 52072b50-e9ef-45cf-827c-1519c4538274 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:01.685901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:01.686728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.688295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd488d8b-f81b-406a-a1c4-f37f431cbec9 req-dc3d1e9b-46d4-496f-927f-762f933a6259 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523183 Jun 03 15:16:01.688807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 52072b50-e9ef-45cf-827c-1519c4538274 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:01.689211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 52072b50-e9ef-45cf-827c-1519c4538274 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:01.704367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Network 792a4a9d-a386-4c71-aeab-373b9ac4887e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:01.715774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:01.724770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:01.732625 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:16:01.732944 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:16:01.740523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-38cffdad-7d10-4a7c-9364-f233c470f967 req-b09856a0-6c5a-48fc-ac9b-1a2c13c70642 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Unset dirty status for tenant:242e132ffe3c43459e9a46589013406a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:01.744415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-38cffdad-7d10-4a7c-9364-f233c470f967 req-b09856a0-6c5a-48fc-ac9b-1a2c13c70642 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 210 time: 0.4766276 Jun 03 15:16:01.751930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfd02650-89d0-49a4-9f74-727fc1f4a825 req-59646f91-13f2-4a60-8f55-8c7e4447791b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424565 Jun 03 15:16:01.765284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Pushing event updated for resources: {'Port': ['ID=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:01.793218 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8b3e63f6-e15b-4af2-80cd-112747b085f3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0018706 Jun 03 15:16:01.793218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.807984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7d83ad87-a206-4afd-9d9f-4d20f8431dc6 None None] Provisioning for port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:01.809048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85192187-93f2-4ec7-8255-9bb5a7aae6dd req-067ac248-684d-4d6f-a5af-6a022ac418b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:01.811076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85192187-93f2-4ec7-8255-9bb5a7aae6dd req-067ac248-684d-4d6f-a5af-6a022ac418b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 946 time: 0.1194987 Jun 03 15:16:01.831868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7d83ad87-a206-4afd-9d9f-4d20f8431dc6 None None] Provisioning complete for port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:01.832231 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7d83ad87-a206-4afd-9d9f-4d20f8431dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.860402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:01.861015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:01.875326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85192187-93f2-4ec7-8255-9bb5a7aae6dd req-9435a742-b359-4572-8d52-0481d4657b8c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565162 Jun 03 15:16:01.888092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-d8a9d58f-c5a6-45df-bf85-4e95e9eaef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:01.889750 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-d8a9d58f-c5a6-45df-bf85-4e95e9eaef64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4972234 Jun 03 15:16:01.926431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7d83ad87-a206-4afd-9d9f-4d20f8431dc6 None None] Port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:01.981125 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f7595d4a-7b2c-4853-921b-f555a8b03603 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7383184 Jun 03 15:16:01.993228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59682) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:02.007535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Request body: {'port': {'device_id': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:02.034490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1572420746', 'description': 'tempest-description--1326110816'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:02.055588 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-62759154-8e7a-480a-bcaa-86cded68bec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.086113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:02.111496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf7690-20b6-4865-841d-a89ede0cac57 req-1cff2dd4-97da-4530-8da7-61ab7a5a4e48 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:02.113054 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33bf7690-20b6-4865-841d-a89ede0cac57 req-1cff2dd4-97da-4530-8da7-61ab7a5a4e48 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 945 time: 0.2364559 Jun 03 15:16:02.114612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:security_group and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:02.120558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:02.148043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:02.160127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33bf7690-20b6-4865-841d-a89ede0cac57 req-2aa55f04-4830-454a-b1a8-5256edf26b08 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403841 Jun 03 15:16:02.205363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Allocated IP 172.25.7.109 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/f42f355f-71b2-42a7-a795-a0541a9db99a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:02.231458 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-d96d7b47-c43b-4629-9099-8fafc1dc0857 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321445 Jun 03 15:16:02.234022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting port 52072b50-e9ef-45cf-827c-1519c4538274 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:02.234600 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.261225 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.305666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] The port '52072b50-e9ef-45cf-827c-1519c4538274' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:16:02.353953 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.493351 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.503259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:02.534138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:security_group_rule and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:02.534377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83c892b-3e9a-4c81-9a34-d1896b210510']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:02.539168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:02.552219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:02.595140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5defa5-4bea-41e6-b16f-2053231e4c77') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:02.595433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5defa5-4bea-41e6-b16f-2053231e4c77') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:02.612364 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.612620 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c677c49a-42ba-41c9-b872-14975d94fdf9 req-b97a601c-22f6-4659-b004-49a95155bbf6 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748145 Jun 03 15:16:02.643816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.654639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:16:02.655029 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.742631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400da26-3ccd-4489-b8a2-8483414ea4f3 req-d7d1ea67-2a56-4912-9234-563bd865d9c3 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:02.744098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6400da26-3ccd-4489-b8a2-8483414ea4f3 req-d7d1ea67-2a56-4912-9234-563bd865d9c3 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 944 time: 0.2819254 Jun 03 15:16:02.753846 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.788646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f035a80-2659-46b8-90f1-916b8226ded4 req-c9d799cf-631d-4cfb-b2f4-49e7526a0460 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:02.790326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f035a80-2659-46b8-90f1-916b8226ded4 req-c9d799cf-631d-4cfb-b2f4-49e7526a0460 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 948 time: 0.2492859 Jun 03 15:16:02.813212 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.863296 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.866701 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7a5defa5-4bea-41e6-b16f-2053231e4c77 resource provider aggregate not found Jun 03 15:16:02.872505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6400da26-3ccd-4489-b8a2-8483414ea4f3 req-b1eecf45-d923-49b8-b16d-1508bf58ab6f tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137664 Jun 03 15:16:02.887507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Network': ['ID=a83c892b-3e9a-4c81-9a34-d1896b210510,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:02.906863 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7a5defa5-4bea-41e6-b16f-2053231e4c77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a5defa5-4bea-41e6-b16f-2053231e4c77 found for delete ", "request_id": "req-c57033f6-fb10-4917-9b97-5d22b0c1c9bc"}]} Jun 03 15:16:02.923124 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:02.924252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f035a80-2659-46b8-90f1-916b8226ded4 req-d26e6b7a-2aa8-4288-9a54-2b66381e19df tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125576 Jun 03 15:16:02.925807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9e706d74-77b2-4776-b8e1-88397ecad9d6 tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "DELETE /v2.0/networks/a83c892b-3e9a-4c81-9a34-d1896b210510 HTTP/1.1" status: 204 len: 168 time: 2.9152229 Jun 03 15:16:02.929018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59706) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:02.934731 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.103649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa20e79-8e78-4953-b2ea-ffa1762a8c2e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting subnet 27c35c5e-d4e2-4385-a0ee-e49c8b894429 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:16:03.132478 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.140651 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1aa20e79-8e78-4953-b2ea-ffa1762a8c2e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.192935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea92383c-ebe4-47ec-8581-1c895553ac15,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:03.222571 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.226744 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cde0e231-a371-4257-9a34-5007d77cb5ed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2325490 Jun 03 15:16:03.227468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59712) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:03.230062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:03.239202 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1aa20e79-8e78-4953-b2ea-ffa1762a8c2e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.241670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622ef81-eee3-4fd7-a793-41fc0203eb47 req-f348b5da-09dd-4781-9312-abaf00fc8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.243270 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c622ef81-eee3-4fd7-a793-41fc0203eb47 req-f348b5da-09dd-4781-9312-abaf00fc8d25 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 1099 time: 0.5213807 Jun 03 15:16:03.243960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:03.251645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c3a5d9e3-f419-43cb-a405-d496e34e46e4 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'security_group_rule': {'security_group_id': 'ea92383c-ebe4-47ec-8581-1c895553ac15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:03.261548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:03.312842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3a5d9e3-f419-43cb-a405-d496e34e46e4 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:03.324908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf23930-cb0b-4537-8cda-3396bd8c645b req-ec89e3b9-249a-4d05-aaef-3edb75db89ea tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.326381 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eaf23930-cb0b-4537-8cda-3396bd8c645b req-ec89e3b9-249a-4d05-aaef-3edb75db89ea tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 944 time: 0.3244045 Jun 03 15:16:03.332551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event updated for resources: {'Port': ['ID=f42f355f-71b2-42a7-a795-a0541a9db99a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:03.338908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:16:03.346749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3a5d9e3-f419-43cb-a405-d496e34e46e4 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:security_group_rule and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:03.398160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3a5d9e3-f419-43cb-a405-d496e34e46e4 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:03.403929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b11c9f-8f1d-44b2-b686-7a7ae4ec7fea req-34a142d7-f05f-4e81-8129-dcb225462d3e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.405410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7b11c9f-8f1d-44b2-b686-7a7ae4ec7fea req-34a142d7-f05f-4e81-8129-dcb225462d3e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 931 time: 0.3589764 Jun 03 15:16:03.447115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3a5d9e3-f419-43cb-a405-d496e34e46e4 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:03.452806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6184e2c-0ab8-4d02-bc8d-d9df1cabef06 req-90d731fd-6364-40ba-8972-d5ac8823907e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.454277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6184e2c-0ab8-4d02-bc8d-d9df1cabef06 req-90d731fd-6364-40ba-8972-d5ac8823907e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 946 time: 0.3549480 Jun 03 15:16:03.465366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-eaf23930-cb0b-4537-8cda-3396bd8c645b req-7b1b391d-0d78-4b37-b60f-5dd8117112b4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Deleting port 863178fd-f914-4807-bf9c-cbc6e3518e78 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:03.465669 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-eaf23930-cb0b-4537-8cda-3396bd8c645b req-7b1b391d-0d78-4b37-b60f-5dd8117112b4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.530938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0290b9-64dc-4a3d-8b6c-d52fd3177257 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:03.540304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1aa20e79-8e78-4953-b2ea-ffa1762a8c2e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.546386 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.548575 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d9e3-f419-43cb-a405-d496e34e46e4 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.578132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622ef81-eee3-4fd7-a793-41fc0203eb47 req-070fc517-490e-46fd-b97e-99b74046cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.579581 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c622ef81-eee3-4fd7-a793-41fc0203eb47 req-070fc517-490e-46fd-b97e-99b74046cfa0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3193960 Jun 03 15:16:03.616938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7b11c9f-8f1d-44b2-b686-7a7ae4ec7fea req-8c7a89ff-effe-45d1-8272-0230a542e0c3 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972301 Jun 03 15:16:03.640767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Transition to ACTIVE for port object fc0290b9-64dc-4a3d-8b6c-d52fd3177257 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:03.666435 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.675782 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6184e2c-0ab8-4d02-bc8d-d9df1cabef06 req-5c9f882c-975b-483b-92f6-abdf8ca903d8 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843045 Jun 03 15:16:03.707012 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c622ef81-eee3-4fd7-a793-41fc0203eb47 req-85833e2d-77d6-4346-bbf1-5091a2230859 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd HTTP/1.1" status: 200 len: 217 time: 0.1162457 Jun 03 15:16:03.759154 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.823424 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1aa20e79-8e78-4953-b2ea-ffa1762a8c2e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.928251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Pushing event updated for resources: {'Port': ['ID=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:03.934697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d9e3-f419-43cb-a405-d496e34e46e4 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:03.975219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622ef81-eee3-4fd7-a793-41fc0203eb47 req-bdee673c-0d93-43b2-8ba2-1187c78117d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:03.976577 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c622ef81-eee3-4fd7-a793-41fc0203eb47 req-bdee673c-0d93-43b2-8ba2-1187c78117d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2586980 Jun 03 15:16:03.983287 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d9e3-f419-43cb-a405-d496e34e46e4 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.000341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa20e79-8e78-4953-b2ea-ffa1762a8c2e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Subnet': ['ID=27c35c5e-d4e2-4385-a0ee-e49c8b894429,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:04.015152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2df13c-5e50-4b24-a2c4-b0fe7d2f7743 None None] Network e0638551-c033-4265-9192-9a9b145d3eb4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:04.018685 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1aa20e79-8e78-4953-b2ea-ffa1762a8c2e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.053170 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.087666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1aa20e79-8e78-4953-b2ea-ffa1762a8c2e tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "DELETE /v2.0/subnets/27c35c5e-d4e2-4385-a0ee-e49c8b894429 HTTP/1.1" status: 204 len: 168 time: 1.1551030 Jun 03 15:16:04.098509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:04.112331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-eaf23930-cb0b-4537-8cda-3396bd8c645b req-7b1b391d-0d78-4b37-b60f-5dd8117112b4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] For port 863178fd-f914-4807-bf9c-cbc6e3518e78, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=863178fd-f914-4807-bf9c-cbc6e3518e78,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:04.112796 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-eaf23930-cb0b-4537-8cda-3396bd8c645b req-7b1b391d-0d78-4b37-b60f-5dd8117112b4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.129956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5d9e3-f419-43cb-a405-d496e34e46e4 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8add9e5-235d-4e6e-9623-9a53caf5bc16,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:04.187393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:04.253472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-eaf23930-cb0b-4537-8cda-3396bd8c645b req-7b1b391d-0d78-4b37-b60f-5dd8117112b4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Calling delete_port for 863178fd-f914-4807-bf9c-cbc6e3518e78 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:04.263024 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d9e3-f419-43cb-a405-d496e34e46e4 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.265955 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c3a5d9e3-f419-43cb-a405-d496e34e46e4 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0309696 Jun 03 15:16:04.270389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59724) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:04.290647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b5310d6a-d2d5-452b-bd0d-a9e07302f8fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'security_group_rule': {'security_group_id': 'ea92383c-ebe4-47ec-8581-1c895553ac15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:04.300731 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8004b866-12dd-4646-b9db-168917a71ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.332931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea511a-7ca5-49eb-b766-3c8f4c3b71f9 req-5a05515e-5733-46cd-880a-0e885eab85bc tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:04.339996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27ea511a-7ca5-49eb-b766-3c8f4c3b71f9 req-5a05515e-5733-46cd-880a-0e885eab85bc tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 945 time: 0.5641997 Jun 03 15:16:04.359380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:04.365749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:04.366274 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.376167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4972af9-84bd-49a6-8c65-80545b6e7bac req-f8a30657-b761-4003-8ade-94595edf0736 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:04.377728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4972af9-84bd-49a6-8c65-80545b6e7bac req-f8a30657-b761-4003-8ade-94595edf0736 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8c32da5-1c97-4aba-a982-55c1cad5e402 HTTP/1.1" status: 200 len: 944 time: 0.3560317 Jun 03 15:16:04.396031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b5310d6a-d2d5-452b-bd0d-a9e07302f8fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:04.429102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Attempting to bind port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:04.429630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Attempting to bind port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:04.429726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Attempting to bind port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:04.437267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5310d6a-d2d5-452b-bd0d-a9e07302f8fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:security_group_rule and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:04.442436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5310d6a-d2d5-452b-bd0d-a9e07302f8fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:04.446754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dec424-6ab3-4cdb-bee5-0f70a22bdb3a None None] DHCP port deletion for e0638551-c033-4265-9192-9a9b145d3eb4 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:16:04.450181 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.452454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27ea511a-7ca5-49eb-b766-3c8f4c3b71f9 req-b8625ba9-a367-40b5-a42c-1140b840f248 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012340 Jun 03 15:16:04.457869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:04.458211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Attempting to bind port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:04.460437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b5310d6a-d2d5-452b-bd0d-a9e07302f8fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:04.462931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-44dec424-6ab3-4cdb-bee5-0f70a22bdb3a None None] Deleting port 57b3c370-e83d-4ddc-8f1d-37295e71992d {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:04.463396 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-44dec424-6ab3-4cdb-bee5-0f70a22bdb3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.485791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:04.486153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Checking segment: {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:04.486525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Bound using segment: {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:04.487095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Bound port: fc0290b9-64dc-4a3d-8b6c-d52fd3177257, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:04.487345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.539251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4972af9-84bd-49a6-8c65-80545b6e7bac req-02ab57f2-d662-4293-a662-17ad54cd5b96 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353848 Jun 03 15:16:04.571997 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-eaf23930-cb0b-4537-8cda-3396bd8c645b req-7b1b391d-0d78-4b37-b60f-5dd8117112b4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.622533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Deleting port 57b3c370-e83d-4ddc-8f1d-37295e71992d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:04.622869 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.663926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622ef81-eee3-4fd7-a793-41fc0203eb47 req-20c59aea-da71-4960-913c-ed1cbb258205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:04.665419 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c622ef81-eee3-4fd7-a793-41fc0203eb47 req-20c59aea-da71-4960-913c-ed1cbb258205 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6801713 Jun 03 15:16:04.667980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b391d-0d78-4b37-b60f-5dd8117112b4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Pushing event deleted for resources: {'Port': ['ID=863178fd-f914-4807-bf9c-cbc6e3518e78,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:04.691083 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5310d6a-d2d5-452b-bd0d-a9e07302f8fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.699105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:04.699479 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.763777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:04.777704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-44dec424-6ab3-4cdb-bee5-0f70a22bdb3a None None] For port 57b3c370-e83d-4ddc-8f1d-37295e71992d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=57b3c370-e83d-4ddc-8f1d-37295e71992d,segment=NetworkSegment(75d401c9-375b-4366-9652-1cc10bca8808),segment_id=75d401c9-375b-4366-9652-1cc10bca8808)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:04.778115 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-44dec424-6ab3-4cdb-bee5-0f70a22bdb3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.784245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf23930-cb0b-4537-8cda-3396bd8c645b req-7b1b391d-0d78-4b37-b60f-5dd8117112b4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] No DVR routers for this DVR port 863178fd-f914-4807-bf9c-cbc6e3518e78 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:04.790099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:04.826387 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-eaf23930-cb0b-4537-8cda-3396bd8c645b req-7b1b391d-0d78-4b37-b60f-5dd8117112b4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.830364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'name': 'network-vif-deleted', 'tag': '863178fd-f914-4807-bf9c-cbc6e3518e78'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:04.843548 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:04.864367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eaf23930-cb0b-4537-8cda-3396bd8c645b req-7b1b391d-0d78-4b37-b60f-5dd8117112b4 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.67 "DELETE /v2.0/ports/863178fd-f914-4807-bf9c-cbc6e3518e78 HTTP/1.1" status: 204 len: 173 time: 1.5291626 Jun 03 15:16:04.887425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde17ef-5d29-4d7b-8ee4-a3d9c7a4b9a2 req-94846dc4-67c0-4f95-a838-bcb647805b34 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:04.894696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fde17ef-5d29-4d7b-8ee4-a3d9c7a4b9a2 req-94846dc4-67c0-4f95-a838-bcb647805b34 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 948 time: 0.2826703 Jun 03 15:16:04.921645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-44dec424-6ab3-4cdb-bee5-0f70a22bdb3a None None] Calling delete_port for 57b3c370-e83d-4ddc-8f1d-37295e71992d owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:04.950046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d7dab-ec00-42c8-ad1c-fb42e3d0639a req-a647dc23-dc00-4803-96fb-e18e41996b66 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:04.958528 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b6d7dab-ec00-42c8-ad1c-fb42e3d0639a req-a647dc23-dc00-4803-96fb-e18e41996b66 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 943 time: 0.1837304 Jun 03 15:16:04.977318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:16:04.987790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fde17ef-5d29-4d7b-8ee4-a3d9c7a4b9a2 req-d7cb5fc9-4410-4c3c-ab60-e80d45c9b5ad tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921450 Jun 03 15:16:05.039332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] The port '57b3c370-e83d-4ddc-8f1d-37295e71992d' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:16:05.043331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.050311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b6d7dab-ec00-42c8-ad1c-fb42e3d0639a req-3d55bead-a585-4448-b98a-7ca785b5dfad tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866311 Jun 03 15:16:05.051289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] For port fc0290b9-64dc-4a3d-8b6c-d52fd3177257, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:05.112678 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-44dec424-6ab3-4cdb-bee5-0f70a22bdb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.126552 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d607786-7027-4316-9796-09c186b70f97'] response: {'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'code': 200} Jun 03 15:16:05.157035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.165069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:05.167881 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c622ef81-eee3-4fd7-a793-41fc0203eb47 req-844e2e8e-2c3e-4248-9b60-2ea75e5a889b service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778268 Jun 03 15:16:05.187675 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f8f0ab-c785-4224-89f0-c62935d3ea00'] response: {'server_uuid': 'f8c32da5-1c97-4aba-a982-55c1cad5e402', 'name': 'network-vif-deleted', 'tag': '863178fd-f914-4807-bf9c-cbc6e3518e78', 'status': 'completed', 'code': 200} Jun 03 15:16:05.207206 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5310d6a-d2d5-452b-bd0d-a9e07302f8fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.231871 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dec424-6ab3-4cdb-bee5-0f70a22bdb3a None None] Pushing event deleted for resources: {'Port': ['ID=57b3c370-e83d-4ddc-8f1d-37295e71992d,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:05.244959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dec424-6ab3-4cdb-bee5-0f70a22bdb3a None None] No DVR routers for this DVR port 57b3c370-e83d-4ddc-8f1d-37295e71992d on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:05.256654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] For port fc0290b9-64dc-4a3d-8b6c-d52fd3177257, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:05.264119 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.275560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a1799-5790-4bee-b969-a8ee542860fe req-7c21b40b-a8f6-4f32-bddf-1b288fb4e3b6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:05.277068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c5a1799-5790-4bee-b969-a8ee542860fe req-7c21b40b-a8f6-4f32-bddf-1b288fb4e3b6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 946 time: 0.1472962 Jun 03 15:16:05.297321 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5310d6a-d2d5-452b-bd0d-a9e07302f8fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.317690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.319771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126ea8b-c1f8-4239-aac2-24e763bbc753 req-e7d26924-b952-4ccc-ac99-ff51697eb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:05.321260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0126ea8b-c1f8-4239-aac2-24e763bbc753 req-e7d26924-b952-4ccc-ac99-ff51697eb5aa service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 1097 time: 0.1229537 Jun 03 15:16:05.347881 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c5a1799-5790-4bee-b969-a8ee542860fe req-1ca20347-0a10-4470-abc1-f77e0cac3c2e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631018 Jun 03 15:16:05.381705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0126ea8b-c1f8-4239-aac2-24e763bbc753 req-fec19ce4-f18c-470d-a7ba-cac72e766eca service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515599 Jun 03 15:16:05.477859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5310d6a-d2d5-452b-bd0d-a9e07302f8fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d56f86-c8cb-42ba-919b-994954ad676e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:05.483554 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.500997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event updated for resources: {'Port': ['ID=f42f355f-71b2-42a7-a795-a0541a9db99a,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:05.510986 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5310d6a-d2d5-452b-bd0d-a9e07302f8fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.515657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59744) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:05.515836 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b5310d6a-d2d5-452b-bd0d-a9e07302f8fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2403069 Jun 03 15:16:05.549616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:05.550255 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.551655 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6d79a371-67a7-4006-8155-765425ed889d service neutron] 10.222.0.67 "PUT /v2.0/ports/fc0290b9-64dc-4a3d-8b6c-d52fd3177257 HTTP/1.1" status: 200 len: 1091 time: 3.5533752 Jun 03 15:16:05.555181 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.562268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'tag': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:05.588231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.621945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 57b3c370-e83d-4ddc-8f1d-37295e71992d no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:05.624834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:05.647421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0638551-c033-4265-9192-9a9b145d3eb4']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:05.663754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 57b3c370-e83d-4ddc-8f1d-37295e71992d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:05.664225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 57b3c370-e83d-4ddc-8f1d-37295e71992d not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:05.677989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d401c9-375b-4366-9652-1cc10bca8808') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:05.678356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d401c9-375b-4366-9652-1cc10bca8808') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:05.679667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:05.685273 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.686526 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5317f4c0-f265-443b-b6b4-702f6a9489a5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1507089 Jun 03 15:16:05.698696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:floatingip and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:05.698934 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c622ef81-eee3-4fd7-a793-41fc0203eb47 req-71ef04e9-74d4-4bbf-b016-f9643c5c5e57 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906113 Jun 03 15:16:05.699684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79a371-67a7-4006-8155-765425ed889d service neutron] Pushing event updated for resources: {'Port': ['ID=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:05.702171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:05.703437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.715659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:05.721388 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.729488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:16:05.729913 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.741700 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.821141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601cbf2-7bf0-4823-8ce0-759a99fde837 req-3098597c-b7b2-42b9-be87-7366aa5f6f63 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:05.822576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4601cbf2-7bf0-4823-8ce0-759a99fde837 req-3098597c-b7b2-42b9-be87-7366aa5f6f63 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 1097 time: 0.2975318 Jun 03 15:16:05.836059 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 75d401c9-375b-4366-9652-1cc10bca8808 resource provider aggregate not found Jun 03 15:16:05.837701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7388882-690b-49b7-8132-82d0db2559f1 req-c9b8c1ae-6cb2-43c8-a8f5-f8b7c3fac2e7 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:05.839262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7388882-690b-49b7-8132-82d0db2559f1 req-c9b8c1ae-6cb2-43c8-a8f5-f8b7c3fac2e7 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 946 time: 0.2096546 Jun 03 15:16:05.864897 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 75d401c9-375b-4366-9652-1cc10bca8808 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75d401c9-375b-4366-9652-1cc10bca8808 found for delete ", "request_id": "req-8f320947-9976-4a0a-93c6-0de775a290ad"}]} Jun 03 15:16:05.889945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.898417 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:05.908979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4601cbf2-7bf0-4823-8ce0-759a99fde837 req-ecd83dcc-ca37-4e19-8fa4-036c4cbc2170 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Synchronizing usage tracker for tenant:300e90cf1a014dd2be9e8478383b175d on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:05.929013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] Pushing event deleted for resources: {'Network': ['ID=e0638551-c033-4265-9192-9a9b145d3eb4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:05.937499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-759718bf-c1a2-4424-9358-aa98ef0a4afc tempest-ServersTestMultiNic-823867360 tempest-ServersTestMultiNic-823867360-project] 10.222.0.48 "DELETE /v2.0/networks/e0638551-c033-4265-9192-9a9b145d3eb4 HTTP/1.1" status: 204 len: 168 time: 1.8224118 Jun 03 15:16:05.942320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7388882-690b-49b7-8132-82d0db2559f1 req-9a3b25c5-16ed-4e66-9ec0-5c9a8f8e8e51 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808680 Jun 03 15:16:05.944475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-3807ccfb-cc6f-4923-9c56-fce660b3b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:05.946444 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-3807ccfb-cc6f-4923-9c56-fce660b3b45c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 1094 time: 0.1863716 Jun 03 15:16:05.966220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4601cbf2-7bf0-4823-8ce0-759a99fde837 req-ecd83dcc-ca37-4e19-8fa4-036c4cbc2170 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Unset dirty status for tenant:300e90cf1a014dd2be9e8478383b175d on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:05.966507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4601cbf2-7bf0-4823-8ce0-759a99fde837 req-ecd83dcc-ca37-4e19-8fa4-036c4cbc2170 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263309 Jun 03 15:16:06.002973 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.046781 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-29cc5262-0175-462d-9a72-6bd0c0f26ba4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc0290b9-64dc-4a3d-8b6c-d52fd3177257 HTTP/1.1" status: 200 len: 217 time: 0.0875208 Jun 03 15:16:06.051876 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3f941a-3149-4efb-be7a-3d5414f90c82'] response: {'name': 'network-changed', 'server_uuid': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'tag': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257', 'status': 'completed', 'code': 200} Jun 03 15:16:06.110386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f6e4a3db-a319-4a83-ba0b-aa83f38aa942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:06.111907 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-f6e4a3db-a319-4a83-ba0b-aa83f38aa942 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b9255b-6a22-475f-892c-3d87acb00f06 HTTP/1.1" status: 200 len: 844 time: 0.0579891 Jun 03 15:16:06.164044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-db7d3ac8-b1fb-40e4-9084-d97f89bcdccc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=792a4a9d-a386-4c71-aeab-373b9ac4887e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451388 Jun 03 15:16:06.211599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Allocated IP 172.25.7.166 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/4feb48db-751c-483c-a957-9098594f3e0b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:06.295528 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-8e22bfdc-e002-4af5-8eeb-1a264ada91ed service neutron] 10.222.0.67 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259062 Jun 03 15:16:06.431275 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee290a3-887c-4d61-98c7-29e9637dabf2 req-6646d9b2-f53f-4610-a229-e747ec5053bc service neutron] 10.222.0.67 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296258 Jun 03 15:16:06.496803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb944e-849b-435a-9d16-41704188fe72 req-ac0f953f-2dde-4bb6-9dd0-061689243105 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:06.498542 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7efb944e-849b-435a-9d16-41704188fe72 req-ac0f953f-2dde-4bb6-9dd0-061689243105 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 1097 time: 0.3467288 Jun 03 15:16:06.580327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7efb944e-849b-435a-9d16-41704188fe72 req-f569420a-e5fa-4e26-9ab4-ac9367105733 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696807 Jun 03 15:16:06.590410 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.595543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba8563-d043-4a34-85fd-39a63ebf7b0a req-e962b1e4-863f-4bc9-8cba-66ffda9a2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:06.597103 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-56ba8563-d043-4a34-85fd-39a63ebf7b0a req-e962b1e4-863f-4bc9-8cba-66ffda9a2abe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 1094 time: 0.0775273 Jun 03 15:16:06.617361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdad50d-0c2a-4de4-8e90-7d1613a774ba req-18a61c2b-9bad-4d1e-966a-937019769d5f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:06.618930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bfdad50d-0c2a-4de4-8e90-7d1613a774ba req-18a61c2b-9bad-4d1e-966a-937019769d5f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 948 time: 0.3689823 Jun 03 15:16:06.660109 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.742490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:06.757092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bfdad50d-0c2a-4de4-8e90-7d1613a774ba req-c8466cd1-75ad-47d6-aacd-162c3b2bb345 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197205 Jun 03 15:16:06.758100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:06.762336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:06.875944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Port': ['ID=4feb48db-751c-483c-a957-9098594f3e0b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:06.912586 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:06.946936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba8563-d043-4a34-85fd-39a63ebf7b0a req-e8d3f732-5752-4461-b24a-857164312483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:06.949845 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-56ba8563-d043-4a34-85fd-39a63ebf7b0a req-e8d3f732-5752-4461-b24a-857164312483 service neutron] 10.222.0.67 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 905 time: 0.3464024 Jun 03 15:16:06.981839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:07.053053 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-56ba8563-d043-4a34-85fd-39a63ebf7b0a req-0a4860dd-b957-4e32-a951-4cf74fd200df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc0290b9-64dc-4a3d-8b6c-d52fd3177257 HTTP/1.1" status: 200 len: 217 time: 0.0932875 Jun 03 15:16:07.129004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba8563-d043-4a34-85fd-39a63ebf7b0a req-fc45dc21-ec6e-481a-bed4-49bedf94ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.130497 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-56ba8563-d043-4a34-85fd-39a63ebf7b0a req-fc45dc21-ec6e-481a-bed4-49bedf94ea1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b9255b-6a22-475f-892c-3d87acb00f06 HTTP/1.1" status: 200 len: 844 time: 0.0633609 Jun 03 15:16:07.178636 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-56ba8563-d043-4a34-85fd-39a63ebf7b0a req-b680d650-5673-416d-b938-7e7fd0b9e362 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=792a4a9d-a386-4c71-aeab-373b9ac4887e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406425 Jun 03 15:16:07.179340 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:07.309488 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-56ba8563-d043-4a34-85fd-39a63ebf7b0a req-b21fdaa7-37a1-4be4-a799-0178888f069e service neutron] 10.222.0.67 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244116 Jun 03 15:16:07.365303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3846c7a-8e03-4ec3-83f5-671ce19260e7 req-6d633e9e-0460-41be-aab7-1bff49bab014 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.370343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3846c7a-8e03-4ec3-83f5-671ce19260e7 req-6d633e9e-0460-41be-aab7-1bff49bab014 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 943 time: 0.2859070 Jun 03 15:16:07.375470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a89457c1-78b1-4d94-a2dc-c54e0fbfecbd details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:07.386649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 863178fd-f914-4807-bf9c-cbc6e3518e78 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:07.423719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 863178fd-f914-4807-bf9c-cbc6e3518e78 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:07.424362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 863178fd-f914-4807-bf9c-cbc6e3518e78 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:07.434098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12427e2c-0949-490e-85f0-feeba4643b43 req-25333dd5-50b9-4dca-9705-237d6505e098 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.434809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-12427e2c-0949-490e-85f0-feeba4643b43 req-25333dd5-50b9-4dca-9705-237d6505e098 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Synchronizing usage tracker for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:07.475059 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-56ba8563-d043-4a34-85fd-39a63ebf7b0a req-7bb2e7fd-f248-45ec-a969-a9012ee99bb1 service neutron] 10.222.0.67 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591763 Jun 03 15:16:07.483015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3846c7a-8e03-4ec3-83f5-671ce19260e7 req-48a79fde-37bc-4e3a-ba73-466bbcc034f4 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049969 Jun 03 15:16:07.492445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-12427e2c-0949-490e-85f0-feeba4643b43 req-25333dd5-50b9-4dca-9705-237d6505e098 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Unset dirty status for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:07.493543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12427e2c-0949-490e-85f0-feeba4643b43 req-25333dd5-50b9-4dca-9705-237d6505e098 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 944 time: 0.3530748 Jun 03 15:16:07.539743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:07.553789 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:07.568184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:07.582537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'a89457c1-78b1-4d94-a2dc-c54e0fbfecbd', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'a89457c1-78b1-4d94-a2dc-c54e0fbfecbd', 'mac_address': 'fa:16:3e:c2:ac:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:07.610915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12427e2c-0949-490e-85f0-feeba4643b43 req-e703c8e3-4b99-4058-8e1f-5af34ef6ab3b tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.48 "GET /v2.0/security-groups?id=bae52c81-acdc-4829-bef4-afea831d3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942094 Jun 03 15:16:07.639100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:07.639698 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:07.657922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89457c1-78b1-4d94-a2dc-c54e0fbfecbd {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:07.674366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:07.679991 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:07.744809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Port': ['ID=4feb48db-751c-483c-a957-9098594f3e0b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:07.758611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:07.770092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:07.801195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e4024-873a-4d30-b1b9-a06fbc00283b req-6dcfbee9-dc7c-449a-969f-98586f3260b8 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.808686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-690e4024-873a-4d30-b1b9-a06fbc00283b req-6dcfbee9-dc7c-449a-969f-98586f3260b8 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 946 time: 0.2021096 Jun 03 15:16:07.823783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:07.827104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-31168d59-85cf-4d9e-b801-a04318623913 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3050063 Jun 03 15:16:07.839003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-e4e43653-ad14-4228-9620-88397f056990 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:07.839818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-e4e43653-ad14-4228-9620-88397f056990 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Synchronizing usage tracker for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:07.854417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-e4e43653-ad14-4228-9620-88397f056990 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Unset dirty status for tenant:4e4652bab4e34ad58d39564c3d0261fb on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:07.855665 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-e4e43653-ad14-4228-9620-88397f056990 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.67 "GET /v2.0/ports?device_id=290ecd0e-0826-4db6-b63d-cfdbe264b4f9 HTTP/1.1" status: 200 len: 944 time: 0.1420059 Jun 03 15:16:07.859867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-690e4024-873a-4d30-b1b9-a06fbc00283b req-c63eb8e8-1f44-4f86-a638-e92bbeb7350f tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502162 Jun 03 15:16:07.961057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-01091062-4c11-4aa1-a48b-f1c50e1c0a22 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Deleting port 9f34cd60-eca9-4b10-b3c0-4d283f83086b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:07.961402 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-01091062-4c11-4aa1-a48b-f1c50e1c0a22 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:08.112498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc379e09-6bbb-4f72-9f66-53a649e70c06 req-ba766897-b1bd-4e04-8ed8-48df4c69d45a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:08.114032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc379e09-6bbb-4f72-9f66-53a649e70c06 req-ba766897-b1bd-4e04-8ed8-48df4c69d45a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 949 time: 0.0953808 Jun 03 15:16:08.151211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['a89457c1-78b1-4d94-a2dc-c54e0fbfecbd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:08.174551 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc379e09-6bbb-4f72-9f66-53a649e70c06 req-8a35723d-aee5-42af-86ff-e16b34baeb9e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530276 Jun 03 15:16:08.254925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-01091062-4c11-4aa1-a48b-f1c50e1c0a22 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] For port 9f34cd60-eca9-4b10-b3c0-4d283f83086b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9f34cd60-eca9-4b10-b3c0-4d283f83086b,segment=NetworkSegment(7d111be6-c054-4cf0-af15-4b0cef36dfcb),segment_id=7d111be6-c054-4cf0-af15-4b0cef36dfcb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:08.254925 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-01091062-4c11-4aa1-a48b-f1c50e1c0a22 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:08.283415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59808) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:08.401584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-01091062-4c11-4aa1-a48b-f1c50e1c0a22 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Calling delete_port for 9f34cd60-eca9-4b10-b3c0-4d283f83086b owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:08.457065 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:08.564481 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-01091062-4c11-4aa1-a48b-f1c50e1c0a22 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:08.614988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01091062-4c11-4aa1-a48b-f1c50e1c0a22 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Pushing event deleted for resources: {'Port': ['ID=9f34cd60-eca9-4b10-b3c0-4d283f83086b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:08.694696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-01091062-4c11-4aa1-a48b-f1c50e1c0a22 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] No DVR routers for this DVR port 9f34cd60-eca9-4b10-b3c0-4d283f83086b on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:08.697644 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-01091062-4c11-4aa1-a48b-f1c50e1c0a22 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:08.700316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-a1f4d397-a787-4421-a96d-85e69e321b4f tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3152475 Jun 03 15:16:08.700672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'name': 'network-vif-deleted', 'tag': '9f34cd60-eca9-4b10-b3c0-4d283f83086b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:08.714693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:08.717475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8fc7285c-e4f0-4965-9465-204ec727dd1d req-01091062-4c11-4aa1-a48b-f1c50e1c0a22 tempest-LiveAutoBlockMigrationV225Test-1075052118 tempest-LiveAutoBlockMigrationV225Test-1075052118-project] 10.222.0.67 "DELETE /v2.0/ports/9f34cd60-eca9-4b10-b3c0-4d283f83086b HTTP/1.1" status: 204 len: 173 time: 0.8537683 Jun 03 15:16:08.732369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:08.740167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Usage tracker for resource:floatingip and tenant:ed15abc19f9241df8e1fd91156631348 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:08.744472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:08.753627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:08.944944 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:09.026387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-4db5d703-eaae-4cbe-8466-64fae1c38e48 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:16:09.027350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-4db5d703-eaae-4cbe-8466-64fae1c38e48 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128300 Jun 03 15:16:09.062967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Request body: {'binding': {'host': 'n-h2-844595-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:09.063403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Unknown quota resources ['binding']. {{(pid=88445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:16:09.392809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on host n-h2-844595-1 for vnic_type normal with profile None {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:09.393139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:09.393469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:09.403211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:09.403526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:09.408020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:09.444814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:09.445144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:09.445534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:09.446012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Bound port: 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:09.586225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:09.611979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] Notify callbacks [] for binding, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:09.613170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-0199ab35-6916-4d89-af6b-2843dfb05e29 service neutron] 10.222.0.48 "POST /v2.0/ports/4fe9393e-e1aa-48a1-a6b1-1a2794ce424d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5569098 Jun 03 15:16:09.636591 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:09.693676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Allocated IP 172.25.7.175 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/db2f8743-9e47-419b-96ac-020d06102d39) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:09.908286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-88afadcb-85af-47cb-b1d3-bb5ce7cf4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:09.910079 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-88afadcb-85af-47cb-b1d3-bb5ce7cf4ba6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 1097 time: 0.0704720 Jun 03 15:16:09.994443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-2b0f0acb-b78f-4d40-abbf-49660bc2b465 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1572420746&fields=id&tenant_id=fbbd9a3e92db4cb0bd344300598f62fd HTTP/1.1" status: 200 len: 267 time: 0.1950290 Jun 03 15:16:10.040846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-32302930-6a2c-496b-991e-d5e914066d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:10.042321 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-32302930-6a2c-496b-991e-d5e914066d14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.1258738 Jun 03 15:16:10.131083 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.152197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-9bbd987f-6fc5-45ed-8c44-a0573fedc1c3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:10.153584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-9bbd987f-6fc5-45ed-8c44-a0573fedc1c3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports/d500350a-7ffd-4d63-9ddb-f9e3a64d6138 HTTP/1.1" status: 200 len: 937 time: 0.1465442 Jun 03 15:16:10.215947 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9d9439af-3fd7-406e-9795-9aeddc956270 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d HTTP/1.1" status: 200 len: 217 time: 0.1669126 Jun 03 15:16:10.248912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-b85c8b6d-1fde-44c5-82f2-afa3cbd8d4c5 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:10.250272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-b85c8b6d-1fde-44c5-82f2-afa3cbd8d4c5 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports/9e2ef47a-bfd8-4169-8e25-b9aff3147f27 HTTP/1.1" status: 200 len: 936 time: 0.0905495 Jun 03 15:16:10.279415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-10fb1ac1-ada2-4989-905b-e4aaa8f43759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:10.280844 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-10fb1ac1-ada2-4989-905b-e4aaa8f43759 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.0591111 Jun 03 15:16:10.326965 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-dc0ced78-312c-4713-bc74-679c6918b9eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399647 Jun 03 15:16:10.452476 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.470928 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-e27bb2eb-ad72-4a7e-aa3b-98d55808ab3d service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380837 Jun 03 15:16:10.491786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-89110489-b3a3-4332-bee4-e80d9c5ac169 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?network_id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2347608 Jun 03 15:16:10.583871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-d81b11b2-ef04-48a3-9a31-bc307a90aff0 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?network_id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0773621 Jun 03 15:16:10.585639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:10.588300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] Deleting port 5cf9eda2-d6af-4514-9894-97bba89e112b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:10.588634 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:10.608773 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-400a3c50-733b-47ec-abba-3e23487d04a1 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307125 Jun 03 15:16:10.615276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:10.624328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:10.702490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Pushing event updated for resources: {'Port': ['ID=db2f8743-9e47-419b-96ac-020d06102d39,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:10.797111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-f9900c93-7cc3-4551-9092-0fa200afc3f5 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:10.798638 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-f9900c93-7cc3-4551-9092-0fa200afc3f5 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1097 time: 0.0807848 Jun 03 15:16:10.811256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844595-1'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:10.926931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.023555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-de39aa09-4a7d-4886-b580-9ebbc44a2a3b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:11.031423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-de39aa09-4a7d-4886-b580-9ebbc44a2a3b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:11.037045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-de39aa09-4a7d-4886-b580-9ebbc44a2a3b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:11.038711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-de39aa09-4a7d-4886-b580-9ebbc44a2a3b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/networks?id=59b8d42f-7bef-4ced-83c7-f731095cdbd3&id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1&id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 HTTP/1.1" status: 200 len: 1994 time: 0.4268341 Jun 03 15:16:11.074221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.084319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] For port 5cf9eda2-d6af-4514-9894-97bba89e112b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5cf9eda2-d6af-4514-9894-97bba89e112b,segment=NetworkSegment(3dfd7c81-ecce-479d-b22d-48769af7b048),segment_id=3dfd7c81-ecce-479d-b22d-48769af7b048)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:11.084709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.093894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8593833f-519e-48eb-a7c5-635e3042374a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/quotas/fbbd9a3e92db4cb0bd344300598f62fd HTTP/1.1" status: 200 len: 375 time: 0.0463614 Jun 03 15:16:11.129841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:11.164491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:11.226165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.232835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.295113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] Calling delete_port for 5cf9eda2-d6af-4514-9894-97bba89e112b owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:11.386262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-56be406b-b1c7-4357-9d0a-d4a5a87c6f56 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5042703 Jun 03 15:16:11.392711 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.394149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fc0290b9-64dc-4a3d-8b6c-d52fd3177257 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:11.414549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a89457c1-78b1-4d94-a2dc-c54e0fbfecbd up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:11.465139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on host n-h1-844595-1 for vnic_type normal with profile {"migrating_to": "n-h2-844595-1"} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:11.465468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:11.465789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:11.469445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:11.475802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:11.476150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Attempting to bind port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:11.482147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:11.482980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:11.483322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:11.484048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Bound port: 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:11.484428 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.609034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:11.613966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:11.622119 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.634215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:11.642580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:11.643040 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.722017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-a759db52-6ffa-45eb-992b-89173b69bdcb tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5936115 Jun 03 15:16:11.730661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fc0290b9-64dc-4a3d-8b6c-d52fd3177257, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:11.749059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'port_id': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257', 'mac_address': 'fa:16:3e:15:b8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b9255b-6a22-475f-892c-3d87acb00f06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:11.801918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:11.802514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.804047 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] 10.222.0.67 "PUT /v2.0/ports/4fe9393e-e1aa-48a1-a6b1-1a2794ce424d HTTP/1.1" status: 200 len: 1122 time: 0.9970608 Jun 03 15:16:11.813043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e2e68-3929-4753-b4d7-5a6471937462 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,revision_number=8']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:11.865686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:11.866203 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.878423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:11.878711 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.899765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0290b9-64dc-4a3d-8b6c-d52fd3177257 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:11.922351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670b7d5a-7b1f-40d5-919d-6bc2bd85b73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89457c1-78b1-4d94-a2dc-c54e0fbfecbd'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:11.933363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['4fe9393e-e1aa-48a1-a6b1-1a2794ce424d'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:11.961362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:11.967820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fc0290b9-64dc-4a3d-8b6c-d52fd3177257, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:11.975651 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:11.976419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 9f34cd60-eca9-4b10-b3c0-4d283f83086b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:12.039936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-3cc19428-9721-41be-bd3c-b7b909c2aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.040604 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.041684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-3cc19428-9721-41be-bd3c-b7b909c2aeac service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1100 time: 0.4754539 Jun 03 15:16:12.060644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 9f34cd60-eca9-4b10-b3c0-4d283f83086b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:12.060932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 9f34cd60-eca9-4b10-b3c0-4d283f83086b not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:12.101253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:12.199132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:12.257348 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-c1a8435a-f0ba-4860-9435-46da669888fe service neutron] 10.222.0.48 "GET /v2.0/networks/59b8d42f-7bef-4ced-83c7-f731095cdbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814129 Jun 03 15:16:12.322450 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.403398 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.440251 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.449625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf9eda2-d6af-4514-9894-97bba89e112b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:12.522495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-c5350b12-28d0-45a5-a893-7a0d3b54ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.523928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-c5350b12-28d0-45a5-a893-7a0d3b54ae8a service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.4544797 Jun 03 15:16:12.702209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-03832c4d-4544-48f7-8bc1-d083c535f0d9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 217 time: 0.1598554 Jun 03 15:16:12.760076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['fc0290b9-64dc-4a3d-8b6c-d52fd3177257'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:12.786991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Pushing event updated for resources: {'Port': ['ID=db2f8743-9e47-419b-96ac-020d06102d39,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:12.790716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-d54c33a7-c36d-4bc1-aac9-11d9668c6682 service neutron] 10.222.0.48 "GET /v2.0/networks/59b8d42f-7bef-4ced-83c7-f731095cdbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176156 Jun 03 15:16:12.848856 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:12.947441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-3efe68b4-d78d-45de-b702-3713565f1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:12.948851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-3efe68b4-d78d-45de-b702-3713565f1415 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2193108 Jun 03 15:16:13.016757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1d85e43d-6cbc-4a04-99fa-0eeb54b79b69 service neutron] 10.222.0.48 "GET /v2.0/ports/d500350a-7ffd-4d63-9ddb-f9e3a64d6138?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2149355 Jun 03 15:16:13.100888 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:13.102099 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-71904ef5-9579-465d-b7c1-5dabb7b0128c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3931677 Jun 03 15:16:13.265563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-1fb22386-7b45-4ea1-92e6-1485356378c5 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Synchronizing usage tracker for tenant:ed15abc19f9241df8e1fd91156631348 on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:13.282143 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:13.398370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:13.511210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-1fb22386-7b45-4ea1-92e6-1485356378c5 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Unset dirty status for tenant:ed15abc19f9241df8e1fd91156631348 on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:13.512853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-1fb22386-7b45-4ea1-92e6-1485356378c5 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.3936551 Jun 03 15:16:13.531509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-6d8de76b-cade-47c3-aff6-2a300c62aff9 service neutron] 10.222.0.48 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079527 Jun 03 15:16:13.553579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:13.567213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d has no active binding in host n-h2-844595-1 {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:16:13.589784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-05217bf1-0f1d-4e69-bc08-f813e303dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:13.591299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-05217bf1-0f1d-4e69-bc08-f813e303dc46 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6262913 Jun 03 15:16:14.047929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-6179c805-e02e-4d5a-a231-c910a72ea14f tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:14.049295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdea8853-536b-45ed-871f-999d0a3ef27c req-6179c805-e02e-4d5a-a231-c910a72ea14f tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.5247726 Jun 03 15:16:14.070631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-76039893-fbcc-4d38-ae21-bae83ab84f68 service neutron] 10.222.0.48 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028129 Jun 03 15:16:14.211890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-5dd2f82f-1f05-4716-9279-753867733b53 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529709 Jun 03 15:16:14.287131 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-5d27a4f1-4530-4773-ad35-2d729d8cd9f8 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=56abfe7ac6594200b7814a183ed3b39d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1346445 Jun 03 15:16:14.345408 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0cb27889-70fa-4984-9bb5-67d3875aaf39 service neutron] 10.222.0.48 "GET /v2.0/ports/9e2ef47a-bfd8-4169-8e25-b9aff3147f27?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2562122 Jun 03 15:16:14.535492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] Router 1932a48a-719b-4866-b502-16bdc612a27a has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:16:14.713611 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c06499aa-45db-48f1-b7e5-34e66d323341 req-326ddbf6-0e3b-4502-aed2-76c72dcce0d0 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711437 Jun 03 15:16:14.726061 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-fa131358-4a2a-40c5-a2b7-8d1bf3ca9ea7 service neutron] 10.222.0.48 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432958 Jun 03 15:16:14.779582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-fc7ac7f8-63fe-43d4-9731-b3d0f1a02b01 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:14.781006 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-fc7ac7f8-63fe-43d4-9731-b3d0f1a02b01 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4445281 Jun 03 15:16:15.033991 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-2a7f5409-e29a-4087-8309-045f7478e5fb tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/quotas/56abfe7ac6594200b7814a183ed3b39d HTTP/1.1" status: 200 len: 375 time: 0.0365760 Jun 03 15:16:15.124023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:16:15.132862 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965a2ca-c4ae-4da4-a162-3cffb2bf718a None None] Sync routers for ids ['1932a48a-719b-4866-b502-16bdc612a27a'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:16:15.135183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3e616c64-b433-4a8f-b67d-7e1fae6da85e admin admin] 10.222.0.48 "PUT /v2.0/routers/1932a48a-719b-4866-b502-16bdc612a27a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8500900 Jun 03 15:16:15.137902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59862) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:15.140781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-bb291dc4-69f9-41ad-8018-daba6807ac1c service neutron] 10.222.0.48 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030929 Jun 03 15:16:15.143794 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3965a2ca-c4ae-4da4-a162-3cffb2bf718a None None] Routers {'1932a48a-719b-4866-b502-16bdc612a27a'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:15.144802 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3965a2ca-c4ae-4da4-a162-3cffb2bf718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:16:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1932a48a-719b-4866-b502-16bdc612a27a'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:15.265897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-a17c5ccb-0dac-40a8-af2f-ea22fc7c5704 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2244692 Jun 03 15:16:15.330824 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3965a2ca-c4ae-4da4-a162-3cffb2bf718a None None] Set router 1932a48a-719b-4866-b502-16bdc612a27a gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:15.367284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-6b8ae096-e69f-4a3e-9b20-b24aabeb65f1 service neutron] 10.222.0.48 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160697 Jun 03 15:16:15.402212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fc0290b9-64dc-4a3d-8b6c-d52fd3177257 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:15.515403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.539593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-2d87789d-fd05-4c24-a8e7-7a6bc96ca030 service neutron] 10.222.0.48 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712577 Jun 03 15:16:15.594703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:15.600562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:15.600924 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.685239 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3965a2ca-c4ae-4da4-a162-3cffb2bf718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1932a48a-719b-4866-b502-16bdc612a27a', 'name': 'tempest-ServersTestMultiNic-453104773-router', 'tenant_id': '174af88446244ef48fad351389235316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:10Z', 'updated_at': '2022-06-03T15:16:12Z', 'revision_number': 5, 'project_id': '174af88446244ef48fad351389235316', 'gw_port': {'id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:74:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:11Z', 'updated_at': '2022-06-03T15:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:15.689834 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965a2ca-c4ae-4da4-a162-3cffb2bf718a None None] Checking router: 1932a48a-719b-4866-b502-16bdc612a27a for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:16:15.700557 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3965a2ca-c4ae-4da4-a162-3cffb2bf718a None None] Routers {'1932a48a-719b-4866-b502-16bdc612a27a'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:15.701300 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3965a2ca-c4ae-4da4-a162-3cffb2bf718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:16:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1932a48a-719b-4866-b502-16bdc612a27a'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:15.777836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:15.778729 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.793631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-6ee72219-0d0e-41d5-bbbf-cb5fd960b658 service neutron] 10.222.0.48 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528114 Jun 03 15:16:15.838433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.849779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fc0290b9-64dc-4a3d-8b6c-d52fd3177257, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:15.852110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Deleting port 86aaa73e-a5f0-4b7c-844c-1789777ad98c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:15.852741 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.860783 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:15.894883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348a2fb-52cb-4ad5-9f93-88bfc9e26ae8 req-79f41c3b-5a55-4e36-99d2-7ab56c65bedb tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:15.902516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3348a2fb-52cb-4ad5-9f93-88bfc9e26ae8 req-79f41c3b-5a55-4e36-99d2-7ab56c65bedb tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 944 time: 0.2229536 Jun 03 15:16:15.937284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:15.971391 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3b1a2793-f2d5-44a5-a79b-f9496d4d71cf service neutron] 10.222.0.48 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721258 Jun 03 15:16:15.987911 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3965a2ca-c4ae-4da4-a162-3cffb2bf718a None None] Set router 1932a48a-719b-4866-b502-16bdc612a27a gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:16.092335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] For port 86aaa73e-a5f0-4b7c-844c-1789777ad98c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=86aaa73e-a5f0-4b7c-844c-1789777ad98c,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:16.093125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.099236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3348a2fb-52cb-4ad5-9f93-88bfc9e26ae8 req-b1cdc6b7-3140-4494-93b0-01c81fa85ac4 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902187 Jun 03 15:16:16.182785 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-efaba749-4f71-4f72-8628-8145972b3075 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969140 Jun 03 15:16:16.243462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59876) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:16.270192 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe3cf3d-285c-418a-b626-53047ac1f2b5'] response: {'server_uuid': '290ecd0e-0826-4db6-b63d-cfdbe264b4f9', 'name': 'network-vif-deleted', 'tag': '9f34cd60-eca9-4b10-b3c0-4d283f83086b', 'status': 'completed', 'code': 200} Jun 03 15:16:16.278012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Calling delete_port for 86aaa73e-a5f0-4b7c-844c-1789777ad98c owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:16.313900 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3965a2ca-c4ae-4da4-a162-3cffb2bf718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1932a48a-719b-4866-b502-16bdc612a27a', 'name': 'tempest-ServersTestMultiNic-453104773-router', 'tenant_id': '174af88446244ef48fad351389235316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:10Z', 'updated_at': '2022-06-03T15:16:12Z', 'revision_number': 5, 'project_id': '174af88446244ef48fad351389235316', 'gw_port': {'id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:74:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:11Z', 'updated_at': '2022-06-03T15:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:16.318301 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965a2ca-c4ae-4da4-a162-3cffb2bf718a None None] The sync data for ids ['1932a48a-719b-4866-b502-16bdc612a27a'] in n-d-844595-1 is: [{'id': '1932a48a-719b-4866-b502-16bdc612a27a', 'name': 'tempest-ServersTestMultiNic-453104773-router', 'tenant_id': '174af88446244ef48fad351389235316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:13:10Z', 'updated_at': '2022-06-03T15:16:12Z', 'revision_number': 5, 'project_id': '174af88446244ef48fad351389235316', 'gw_port': {'id': '86aaa73e-a5f0-4b7c-844c-1789777ad98c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:74:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1932a48a-719b-4866-b502-16bdc612a27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:13:11Z', 'updated_at': '2022-06-03T15:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:16:16.479794 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-102a5a14-4e0c-4367-8394-b38b52933870 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894480 Jun 03 15:16:16.518016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.567872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=86aaa73e-a5f0-4b7c-844c-1789777ad98c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:16.645646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-30110934-3391-4941-8af8-287cd6d6ecfa admin admin] Deleting subnet 9d8d6379-eb96-4f03-8390-c2aeb681aa26 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:16:16.659900 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30110934-3391-4941-8af8-287cd6d6ecfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.664569 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.728857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf899d-1b1e-4a31-b3df-a36214768de6 req-d2b7498b-7b7a-41c1-ad84-51a8c3ff37b3 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:16.730365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fcf899d-1b1e-4a31-b3df-a36214768de6 req-d2b7498b-7b7a-41c1-ad84-51a8c3ff37b3 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 950 time: 0.3022165 Jun 03 15:16:16.736007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-eb6a8cbc-c3f4-4e34-9afb-1c7b6b3d1d2b service neutron] 10.222.0.48 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493427 Jun 03 15:16:16.760686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30110934-3391-4941-8af8-287cd6d6ecfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.843524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.846383 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.873126 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.873905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1932a48a-719b-4866-b502-16bdc612a27a {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:16:16.889832 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:16.891158 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1a03611c-1fd7-4c2e-863d-76ce0f0b2a93 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1932a48a-719b-4866-b502-16bdc612a27a HTTP/1.1" status: 204 len: 168 time: 1.7516873 Jun 03 15:16:16.894292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59882) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:16.963251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dc1d77-d5cd-47b9-9280-975a5aa1f809 admin admin] Deleting subnet 7bbe2834-389b-41ed-950f-16cfe3aa3902 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:16:16.966448 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01dc1d77-d5cd-47b9-9280-975a5aa1f809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.028231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01dc1d77-d5cd-47b9-9280-975a5aa1f809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.039681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-9872ae9b-2d5c-40c1-8315-8a7a60e8d370 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=56abfe7ac6594200b7814a183ed3b39d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999250 Jun 03 15:16:17.090940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fcf899d-1b1e-4a31-b3df-a36214768de6 req-f900e4d4-056b-471a-9005-5c1b04651ce7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523397 Jun 03 15:16:17.099202 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30110934-3391-4941-8af8-287cd6d6ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.119833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01dc1d77-d5cd-47b9-9280-975a5aa1f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.198734 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01dc1d77-d5cd-47b9-9280-975a5aa1f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.243016 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc1d77-d5cd-47b9-9280-975a5aa1f809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bbe2834-389b-41ed-950f-16cfe3aa3902,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:17.245376 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01dc1d77-d5cd-47b9-9280-975a5aa1f809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.252207 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-01dc1d77-d5cd-47b9-9280-975a5aa1f809 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7bbe2834-389b-41ed-950f-16cfe3aa3902 HTTP/1.1" status: 204 len: 168 time: 0.3568599 Jun 03 15:16:17.254732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59888) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:17.262888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a99164-82a9-450e-858c-60e9c5bdbbfc None None] Network 03cf6636-c1ce-47a4-8694-f929707d066b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:17.322740 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0bb8cf5e-2e5d-4824-9b71-bdebcae11496 service neutron] 10.222.0.48 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645251 Jun 03 15:16:17.366787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-9b3bda50-0908-4e19-8290-0e1968d56893 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:17.368255 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-9b3bda50-0908-4e19-8290-0e1968d56893 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125105 Jun 03 15:16:17.371357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30110934-3391-4941-8af8-287cd6d6ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.393701 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.406570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Deleting port 47fdfdce-f560-4144-8d51-6528cd1dc182 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:17.406936 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.420080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Request body: {'port': {'device_id': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '56abfe7ac6594200b7814a183ed3b39d'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:17.445618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30110934-3391-4941-8af8-287cd6d6ecfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8d6379-eb96-4f03-8390-c2aeb681aa26,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:17.494645 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30110934-3391-4941-8af8-287cd6d6ecfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.601454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-30110934-3391-4941-8af8-287cd6d6ecfa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9d8d6379-eb96-4f03-8390-c2aeb681aa26 HTTP/1.1" status: 204 len: 168 time: 1.3569415 Jun 03 15:16:17.605617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59894) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:17.613468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:17.625999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5cf9eda2-d6af-4514-9894-97bba89e112b no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:17.664641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe88f9a-b325-47f8-ad1e-27efa9f9bbd7 req-e3bcdec0-ce27-489c-91cf-1bd8c6cf4358 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:17.670508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbe88f9a-b325-47f8-ad1e-27efa9f9bbd7 req-e3bcdec0-ce27-489c-91cf-1bd8c6cf4358 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 944 time: 0.4119585 Jun 03 15:16:17.676294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:17.684138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5024772-a960-49bc-a840-295660da2498 None None] DHCP port deletion for 03cf6636-c1ce-47a4-8694-f929707d066b request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:16:17.710254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 5cf9eda2-d6af-4514-9894-97bba89e112b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:17.710834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5cf9eda2-d6af-4514-9894-97bba89e112b not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:17.711436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 86aaa73e-a5f0-4b7c-844c-1789777ad98c no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:17.736554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f5024772-a960-49bc-a840-295660da2498 None None] Deleting port 47fdfdce-f560-4144-8d51-6528cd1dc182 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:17.737247 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5024772-a960-49bc-a840-295660da2498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.778395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Made reservation on behalf of 56abfe7ac6594200b7814a183ed3b39d for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:17.781920 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.787249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 86aaa73e-a5f0-4b7c-844c-1789777ad98c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:17.787860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 86aaa73e-a5f0-4b7c-844c-1789777ad98c not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:17.839114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] For port 47fdfdce-f560-4144-8d51-6528cd1dc182, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=47fdfdce-f560-4144-8d51-6528cd1dc182,segment=NetworkSegment(3dfd7c81-ecce-479d-b22d-48769af7b048),segment_id=3dfd7c81-ecce-479d-b22d-48769af7b048)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:17.839470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.855876 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:17.905197 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbe88f9a-b325-47f8-ad1e-27efa9f9bbd7 req-46abc56a-3f7b-459f-bb9f-3fbcadc0b2db tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674919 Jun 03 15:16:17.980372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Calling delete_port for 47fdfdce-f560-4144-8d51-6528cd1dc182 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:18.005089 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a7d2d0-37f7-4fb4-bb5a-8b2446bb62ca'] response: {'server_uuid': '670b7d5a-7b1f-40d5-919d-6bc2bd85b73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89457c1-78b1-4d94-a2dc-c54e0fbfecbd', 'code': 200} Jun 03 15:16:18.067819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.095438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f5024772-a960-49bc-a840-295660da2498 None None] For port 47fdfdce-f560-4144-8d51-6528cd1dc182, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=47fdfdce-f560-4144-8d51-6528cd1dc182,segment=NetworkSegment(3dfd7c81-ecce-479d-b22d-48769af7b048),segment_id=3dfd7c81-ecce-479d-b22d-48769af7b048)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:18.096025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5024772-a960-49bc-a840-295660da2498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.192673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Pushing event deleted for resources: {'Port': ['ID=47fdfdce-f560-4144-8d51-6528cd1dc182,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:18.197168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] No DVR routers for this DVR port 47fdfdce-f560-4144-8d51-6528cd1dc182 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:18.248864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f5024772-a960-49bc-a840-295660da2498 None None] Calling delete_port for 47fdfdce-f560-4144-8d51-6528cd1dc182 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:18.306107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d'}, {'name': 'network-changed', 'server_uuid': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'tag': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:18.307203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e420e03-8e83-440d-b661-6d7af3671827 req-a42f3606-4861-487c-af4b-fe59c12710ed tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.314886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-a42f3606-4861-487c-af4b-fe59c12710ed tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 821 time: 0.1595926 Jun 03 15:16:18.341429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.343040 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-f5024772-a960-49bc-a840-295660da2498 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:16:18.344077 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-f5024772-a960-49bc-a840-295660da2498 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:16:18.379983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cf6636-c1ce-47a4-8694-f929707d066b']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:18.395526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-1ad6e4cc-4672-40cc-9f11-7f04665d1275 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/quotas/ed15abc19f9241df8e1fd91156631348 HTTP/1.1" status: 200 len: 375 time: 0.0796902 Jun 03 15:16:18.397849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfd7c81-ecce-479d-b22d-48769af7b048') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:18.398455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfd7c81-ecce-479d-b22d-48769af7b048') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:18.405285 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.417693 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.432019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bd2a4-35ff-43b7-9b90-e2b458339fdd req-2595ca66-71a9-44ce-beb6-818709bd8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:18.433703 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c46bd2a4-35ff-43b7-9b90-e2b458339fdd req-2595ca66-71a9-44ce-beb6-818709bd8ccc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 1101 time: 0.3464069 Jun 03 15:16:18.439956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.463283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:16:18.463752 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.485483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42f2f56-7eb9-4dd9-8460-83c70ed53810']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:18.507020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Allocated IP 192.168.233.62 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/b03c6ef7-b80f-4aba-a465-41e8e39592fc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:18.515535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d111be6-c054-4cf0-af15-4b0cef36dfcb') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:18.516093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d111be6-c054-4cf0-af15-4b0cef36dfcb') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:18.544288 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.560516 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3dfd7c81-ecce-479d-b22d-48769af7b048 resource provider aggregate not found Jun 03 15:16:18.595795 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3dfd7c81-ecce-479d-b22d-48769af7b048 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dfd7c81-ecce-479d-b22d-48769af7b048 found for delete ", "request_id": "req-5a722abb-6764-4e0f-95bd-09224022696a"}]} Jun 03 15:16:18.602177 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.614868 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c46bd2a4-35ff-43b7-9b90-e2b458339fdd req-7ede70d6-ae01-48d8-ad71-ca917f5f977e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686342 Jun 03 15:16:18.620471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.643219 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.649332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] Pushing event deleted for resources: {'Network': ['ID=03cf6636-c1ce-47a4-8694-f929707d066b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:18.656631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:16:18.657031 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.666034 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-be950678-04e6-458b-88ec-968951aaf45c admin admin] 10.222.0.48 "DELETE /v2.0/networks/03cf6636-c1ce-47a4-8694-f929707d066b HTTP/1.1" status: 204 len: 168 time: 1.4084454 Jun 03 15:16:18.712975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d2e139a-a17a-4513-80e8-ea62cdd17a1e req-2f290d13-0ad9-4de6-8d86-fefaa25fea0d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 210 time: 0.1234937 Jun 03 15:16:18.822322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59942) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:18.845755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f5024772-a960-49bc-a840-295660da2498 None None] Deleting port 47fdfdce-f560-4144-8d51-6528cd1dc182 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:18.846414 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5024772-a960-49bc-a840-295660da2498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:18.892599 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-88d908a9-0f7c-42e2-9277-4684a4d173bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=174af88446244ef48fad351389235316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667927 Jun 03 15:16:18.893007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59948) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:18.914970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f5024772-a960-49bc-a840-295660da2498 None None] The port '47fdfdce-f560-4144-8d51-6528cd1dc182' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:16:18.926722 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7d111be6-c054-4cf0-af15-4b0cef36dfcb resource provider aggregate not found Jun 03 15:16:18.973381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27e24645-2c3b-4595-99c8-88b20b5aaa3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.003698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27e24645-2c3b-4595-99c8-88b20b5aaa3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.043047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-16a2a0c9-6a4c-4e64-b0d3-8c05b4bbd6ad tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6466458 Jun 03 15:16:19.052490 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7d111be6-c054-4cf0-af15-4b0cef36dfcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d111be6-c054-4cf0-af15-4b0cef36dfcb found for delete ", "request_id": "req-3f8f9330-28da-418b-be88-f27b3d5b21aa"}]} Jun 03 15:16:19.073072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.079245 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27e24645-2c3b-4595-99c8-88b20b5aaa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.101292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e24645-2c3b-4595-99c8-88b20b5aaa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b016b28e-6cfb-438a-8581-4d0b62d53717,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:19.104514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27e24645-2c3b-4595-99c8-88b20b5aaa3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.104809 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.107894 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-27e24645-2c3b-4595-99c8-88b20b5aaa3c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b016b28e-6cfb-438a-8581-4d0b62d53717 HTTP/1.1" status: 204 len: 168 time: 0.2117026 Jun 03 15:16:19.110966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f42f2f56-7eb9-4dd9-8460-83c70ed53810,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:19.199735 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.207300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59962) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:19.207554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e5a4b2d3-d16e-4ef3-a1fd-418a9ec18fd2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f42f2f56-7eb9-4dd9-8460-83c70ed53810 HTTP/1.1" status: 204 len: 168 time: 1.5980794 Jun 03 15:16:19.289605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5abd3b-02e4-49ea-a190-f1547d00764b admin admin] Deleting subnet eeda8eee-1f14-4c38-980a-f14b35fb0b6f {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:16:19.293457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc5abd3b-02e4-49ea-a190-f1547d00764b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.324059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Transition to ACTIVE for port object b03c6ef7-b80f-4aba-a465-41e8e39592fc will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:19.360802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb84a9-0f6e-4f04-9bf2-972fa8539b1e req-68114f1d-027a-40a6-9fd7-5eaa38aae509 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:19.363035 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7abb84a9-0f6e-4f04-9bf2-972fa8539b1e req-68114f1d-027a-40a6-9fd7-5eaa38aae509 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 945 time: 0.3841803 Jun 03 15:16:19.399316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc5abd3b-02e4-49ea-a190-f1547d00764b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.418423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:19.488393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7abb84a9-0f6e-4f04-9bf2-972fa8539b1e req-d914438d-5143-4943-97e5-b334711d42fc tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166618 Jun 03 15:16:19.507135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc5abd3b-02e4-49ea-a190-f1547d00764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.622563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc5abd3b-02e4-49ea-a190-f1547d00764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.636236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-a51d6481-795d-481f-ac38-786cc385ade5 service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825090 Jun 03 15:16:19.659229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 47fdfdce-f560-4144-8d51-6528cd1dc182 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:19.687446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5abd3b-02e4-49ea-a190-f1547d00764b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeda8eee-1f14-4c38-980a-f14b35fb0b6f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:19.693232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc5abd3b-02e4-49ea-a190-f1547d00764b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.699583 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fc5abd3b-02e4-49ea-a190-f1547d00764b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eeda8eee-1f14-4c38-980a-f14b35fb0b6f HTTP/1.1" status: 204 len: 168 time: 0.4906116 Jun 03 15:16:19.702448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59974) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:19.709603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:19.715349 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.732184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 47fdfdce-f560-4144-8d51-6528cd1dc182 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:19.733496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 47fdfdce-f560-4144-8d51-6528cd1dc182 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:19.739600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['4063cb38-017f-446d-b983-efa260d39050', 'b0a23afd-34dd-4424-a1b2-0c19de35c000'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:19.820018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d has no active binding in host n-h2-844595-1 {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:16:19.833084 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:19.853960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-b7fa9d46-58ef-4ed8-833e-5af4fd443a2b service neutron] 10.222.0.75 "GET /v2.0/ports/4fe9393e-e1aa-48a1-a6b1-1a2794ce424d/bindings/n-h2-844595-1 HTTP/1.1" status: 200 len: 384 time: 0.3444109 Jun 03 15:16:19.990874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.007179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:20.031722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:20.082260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db794923-9a04-45ee-aa17-67f3341aab0d']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:20.101238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-b4426a83-9539-4bec-b86a-214140966ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.101458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:20.102397 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-b4426a83-9539-4bec-b86a-214140966ceb service neutron] 10.222.0.75 "GET /v2.0/ports/d500350a-7ffd-4d63-9ddb-f9e3a64d6138 HTTP/1.1" status: 200 len: 1033 time: 0.0816133 Jun 03 15:16:20.104553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac3ba7c-2db1-4b70-a8b9-0a72667968c0') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:20.104971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac3ba7c-2db1-4b70-a8b9-0a72667968c0') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:20.119771 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.146259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:20.222663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:20.290298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-88480fc8-7ce7-4001-a93a-81c19efe0f05 service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529541 Jun 03 15:16:20.382025 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.395364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:16:20.395870 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.414519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59992) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:20.451232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-329959ac-6247-4882-abcc-48de0b971f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.452611 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-329959ac-6247-4882-abcc-48de0b971f47 service neutron] 10.222.0.75 "GET /v2.0/ports/9e2ef47a-bfd8-4169-8e25-b9aff3147f27 HTTP/1.1" status: 200 len: 1032 time: 0.3251500 Jun 03 15:16:20.555754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b730fd-0ce1-4247-8a2e-7bd0f5bf38cd req-5b75b12d-ba22-4fb7-8852-11957fb82207 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.569639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48b730fd-0ce1-4247-8a2e-7bd0f5bf38cd req-5b75b12d-ba22-4fb7-8852-11957fb82207 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 950 time: 0.9503994 Jun 03 15:16:20.600441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-215b24f1-4e40-462f-84cc-d8b557827654 None None] Provisioning for port b03c6ef7-b80f-4aba-a465-41e8e39592fc completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:20.607471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:20.608135 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.623257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-215b24f1-4e40-462f-84cc-d8b557827654 None None] Provisioning complete for port b03c6ef7-b80f-4aba-a465-41e8e39592fc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:20.628328 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-215b24f1-4e40-462f-84cc-d8b557827654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.694565 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-29b96848-c0ff-422a-bb4c-eeaddaeea1fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2890763 Jun 03 15:16:20.749642 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48b730fd-0ce1-4247-8a2e-7bd0f5bf38cd req-b73b9df4-8761-444e-909e-6b86fd730c14 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486423 Jun 03 15:16:20.790140 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f556db14-9183-418f-a12c-7a70f684011a'] response: {'server_uuid': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d', 'code': 200} Jun 03 15:16:20.790397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Request body: {'port': {'device_id': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:20.790574 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f556db14-9183-418f-a12c-7a70f684011a'] response: {'name': 'network-changed', 'server_uuid': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'tag': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d', 'status': 'completed', 'code': 200} Jun 03 15:16:20.832809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-215b24f1-4e40-462f-84cc-d8b557827654 None None] Port b03c6ef7-b80f-4aba-a465-41e8e39592fc cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:20.842486 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 9ac3ba7c-2db1-4b70-a8b9-0a72667968c0 resource provider aggregate not found Jun 03 15:16:20.871858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9430db7c-6527-4230-ba96-bd7f2fa4cd5b service neutron] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:20.904237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.921412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-479076067-network', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:20.956091 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 9ac3ba7c-2db1-4b70-a8b9-0a72667968c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ac3ba7c-2db1-4b70-a8b9-0a72667968c0 found for delete ", "request_id": "req-9e4f40f9-0b8e-4d94-98d5-069ca8e818d2"}]} Jun 03 15:16:20.961095 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:20.979783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:20.989463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] Pushing event deleted for resources: {'Network': ['ID=db794923-9a04-45ee-aa17-67f3341aab0d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:20.996821 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Usage tracker for resource:network and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:21.005186 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45b0ba87-05f4-4485-a2e7-e48875f45753 req-14e99399-55b5-4b7d-b8c9-97ce79b4f8bb tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 210 time: 0.1351655 Jun 03 15:16:21.014829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:21.021611 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b1e70165-bb15-4378-8db9-1aba48f7cde1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/db794923-9a04-45ee-aa17-67f3341aab0d HTTP/1.1" status: 204 len: 168 time: 1.3156161 Jun 03 15:16:21.034498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:21.076330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:21.078436 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.099249 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-00c6056e-724c-4d31-a1cc-decc648eeffd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.105339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-00c6056e-724c-4d31-a1cc-decc648eeffd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.112002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-00c6056e-724c-4d31-a1cc-decc648eeffd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.112839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-00c6056e-724c-4d31-a1cc-decc648eeffd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Synchronizing usage tracker for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:21.122532 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.136434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9430db7c-6527-4230-ba96-bd7f2fa4cd5b service neutron] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:21.154904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:21.162138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Usage tracker for resource:security_group_rule and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:21.165920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:21.173615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c8bd-75ff-4f86-ab17-3e71cf23e3b6 req-cbb8515a-4383-44b5-bdff-fafdb5daacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.175258 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a4c8bd-75ff-4f86-ab17-3e71cf23e3b6 req-cbb8515a-4383-44b5-bdff-fafdb5daacc0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 1125 time: 0.3755302 Jun 03 15:16:21.179330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-00c6056e-724c-4d31-a1cc-decc648eeffd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Unset dirty status for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:21.180613 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-00c6056e-724c-4d31-a1cc-decc648eeffd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "GET /v2.0/networks?id=59b8d42f-7bef-4ced-83c7-f731095cdbd3&id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1&id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 HTTP/1.1" status: 200 len: 1994 time: 0.6676002 Jun 03 15:16:21.181623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:21.226028 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.294512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60018) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:21.382635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-e5aa7c0f-3bfd-4e5b-bb14-b8b0a920a9af tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Synchronizing usage tracker for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:21.471934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-e5aa7c0f-3bfd-4e5b-bb14-b8b0a920a9af tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Unset dirty status for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:21.473132 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-e5aa7c0f-3bfd-4e5b-bb14-b8b0a920a9af tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbd9a3e92db4cb0bd344300598f62fd HTTP/1.1" status: 200 len: 380 time: 0.2460773 Jun 03 15:16:21.499784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'admin_state_up': True, 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'security_groups': ['ea92383c-ebe4-47ec-8581-1c895553ac15']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:21.513051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9430db7c-6527-4230-ba96-bd7f2fa4cd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:21.533938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.540890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c8bd-75ff-4f86-ab17-3e71cf23e3b6 req-74a58a6e-1d01-4933-922f-37d614989494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.542465 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a4c8bd-75ff-4f86-ab17-3e71cf23e3b6 req-74a58a6e-1d01-4933-922f-37d614989494 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.3487694 Jun 03 15:16:21.575052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9430db7c-6527-4230-ba96-bd7f2fa4cd5b service neutron] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:21.594691 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.636820 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b62b43c5-b6bb-41ea-9e9e-d1e7caba57b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e4652bab4e34ad58d39564c3d0261fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778443 Jun 03 15:16:21.639335 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9430db7c-6527-4230-ba96-bd7f2fa4cd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.653606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60022) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:21.675038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eab44-52d8-4d0b-b5c4-1e52d5315419 req-68ed4422-a950-476e-815b-167037041878 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.676002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c9eab44-52d8-4d0b-b5c4-1e52d5315419 req-68ed4422-a950-476e-815b-167037041878 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 944 time: 0.7347651 Jun 03 15:16:21.692556 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a4c8bd-75ff-4f86-ab17-3e71cf23e3b6 req-c91c4bbc-5bc2-4030-976e-9bb7304c04db service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d HTTP/1.1" status: 200 len: 217 time: 0.0987532 Jun 03 15:16:21.712045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:16:21.780051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7621e16a-13e4-4566-bdbf-42325e8334d9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:21.784256 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.784256 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Added segment dfa339c3-293b-4224-8db7-ee732e4ba837 of type vlan for network 6cedb352-1546-434a-82fe-cc940db20f3e Jun 03 15:16:21.841114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c8bd-75ff-4f86-ab17-3e71cf23e3b6 req-accd859e-34ad-410b-aa0b-8931ef0c9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.842610 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a4c8bd-75ff-4f86-ab17-3e71cf23e3b6 req-accd859e-34ad-410b-aa0b-8931ef0c9e87 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1326921 Jun 03 15:16:21.849253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:21.855051 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:21.858888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef80565-2249-4d36-8da3-92970325fc4d req-4d6f3100-976d-446e-ab61-27147bcf6048 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:21.859578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-fef80565-2249-4d36-8da3-92970325fc4d req-4d6f3100-976d-446e-ab61-27147bcf6048 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Synchronizing usage tracker for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:21.897035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:port and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:21.905458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:21.911064 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a4c8bd-75ff-4f86-ab17-3e71cf23e3b6 req-009c83db-7531-4654-9b8c-5542f37c683d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578630 Jun 03 15:16:21.915937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:21.936816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c9eab44-52d8-4d0b-b5c4-1e52d5315419 req-fc661e5f-92e9-4770-a505-1a1bdedc152e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462957 Jun 03 15:16:22.009311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:22.012675 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.014148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-fef80565-2249-4d36-8da3-92970325fc4d req-4d6f3100-976d-446e-ab61-27147bcf6048 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Unset dirty status for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:22.021579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fef80565-2249-4d36-8da3-92970325fc4d req-4d6f3100-976d-446e-ab61-27147bcf6048 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 935 time: 0.7977810 Jun 03 15:16:22.031715 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d1a64a-c7c7-4a17-90bc-3e3449645486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.046598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.047587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.048439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.091342 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350bbe69-432f-436f-acb3-b6d67b72ba26'] response: {'server_uuid': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257', 'code': 200} Jun 03 15:16:22.147761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9430db7c-6527-4230-ba96-bd7f2fa4cd5b service neutron] Transition to ACTIVE for port object 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:22.156777 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d1a64a-c7c7-4a17-90bc-3e3449645486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.205111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:22.207460 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fef80565-2249-4d36-8da3-92970325fc4d req-49e062e7-b7de-4bc2-a035-df9162f1d7ab tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849208 Jun 03 15:16:22.208830 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9430db7c-6527-4230-ba96-bd7f2fa4cd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.340791 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a4c8bd-75ff-4f86-ab17-3e71cf23e3b6 req-16edd82a-4ecf-471c-b977-2aa225eec973 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111800 Jun 03 15:16:22.349323 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9244611 Jun 03 15:16:22.350863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60030) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:22.365860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:22.445432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Request body: {'subnet': {'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-479076067-subnet', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:22.483488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3627412-d1f4-4a53-955d-8851f6437d7b admin admin] Pushing event updated for resources: {'Network': ['ID=6cedb352-1546-434a-82fe-cc940db20f3e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:22.497485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 6cedb352-1546-434a-82fe-cc940db20f3e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:16:22.500350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:22.514056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e420e03-8e83-440d-b661-6d7af3671827 req-be483b13-833d-4c7b-845f-93c78558071e tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.516181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-be483b13-833d-4c7b-845f-93c78558071e tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.75 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 821 time: 0.4058816 Jun 03 15:16:22.640015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Request body: {'port': {'device_id': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'admin_state_up': True, 'tenant_id': 'ed15abc19f9241df8e1fd91156631348'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:22.677898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430db7c-6527-4230-ba96-bd7f2fa4cd5b service neutron] Pushing event updated for resources: {'Port': ['ID=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:22.701292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Usage tracker for resource:subnet and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:22.710528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:22.728781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:22.755205 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d61ab19d-5b77-438a-8bd8-c46a489ff278 req-d4919d4a-780a-4dd2-9c70-9ac6c0ef65df tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 210 time: 0.2274814 Jun 03 15:16:22.755452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:22.757713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:22.773299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Allocated IP 172.20.0.5 (59b8d42f-7bef-4ced-83c7-f731095cdbd3/36b083b2-47e5-47cc-b6f0-6e48a605189f/5c65f082-942e-4d38-9918-7ae2464736bf) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:22.888504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9430db7c-6527-4230-ba96-bd7f2fa4cd5b service neutron] No DVR routers for this DVR port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:22.891122 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:16:22.897812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3851b7-51d0-4b14-98a8-f0e1d04ec355 req-2d647f5f-aecd-4a74-9b0a-c44e43c98cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:22.900090 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8b3851b7-51d0-4b14-98a8-f0e1d04ec355 req-2d647f5f-aecd-4a74-9b0a-c44e43c98cfc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 1096 time: 0.6882541 Jun 03 15:16:22.933142 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a4c8bd-75ff-4f86-ab17-3e71cf23e3b6 req-c05aefb9-1bcb-494c-81dc-d2e3ee00c82f service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811899 Jun 03 15:16:23.035940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d1a64a-c7c7-4a17-90bc-3e3449645486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.065648 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8b3851b7-51d0-4b14-98a8-f0e1d04ec355 req-832ddadd-746a-47cf-ac68-8f97f24590bf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488338 Jun 03 15:16:23.068784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1a64a-c7c7-4a17-90bc-3e3449645486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae52c81-acdc-4829-bef4-afea831d3f2b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:23.090673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9430db7c-6527-4230-ba96-bd7f2fa4cd5b service neutron] 10.222.0.75 "PUT /v2.0/ports/4fe9393e-e1aa-48a1-a6b1-1a2794ce424d/bindings/n-h2-844595-1/activate HTTP/1.1" status: 200 len: 369 time: 3.2091348 Jun 03 15:16:23.116783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d1a64a-c7c7-4a17-90bc-3e3449645486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.117939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d2d1a64a-c7c7-4a17-90bc-3e3449645486 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bae52c81-acdc-4829-bef4-afea831d3f2b HTTP/1.1" status: 204 len: 168 time: 1.4612501 Jun 03 15:16:23.173731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03c6ef7-b80f-4aba-a465-41e8e39592fc {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:23.190614 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.196203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:23.203542 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.225767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:23.231778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Transition to ACTIVE for port object b03c6ef7-b80f-4aba-a465-41e8e39592fc will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:23.243189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7adc8-575a-4555-90e4-c37da88ce6a4 req-4662ea9c-d72c-42e8-b897-5aa51dc38bf0 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.244960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37c7adc8-575a-4555-90e4-c37da88ce6a4 req-4662ea9c-d72c-42e8-b897-5aa51dc38bf0 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 945 time: 0.7184761 Jun 03 15:16:23.247757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Transition to ACTIVE for port object 5c65f082-942e-4d38-9918-7ae2464736bf will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:23.251185 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.260107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.306818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Made reservation on behalf of ed15abc19f9241df8e1fd91156631348 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:23.310662 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.361802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=207d40d8-94b7-41a2-9015-a1d30fe95de1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:23.372145 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.452714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:23.454906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Checking segment: {'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:23.455642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Network hostable DHCP agents. Network: 6cedb352-1546-434a-82fe-cc940db20f3e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:16:23.509784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:23.519005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:23.552195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7cf23-3c5b-451f-ab67-5113bbccff3a req-7778b8ba-59d5-455f-84ec-b1ce48cde0c4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.565778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ff7cf23-3c5b-451f-ab67-5113bbccff3a req-7778b8ba-59d5-455f-84ec-b1ce48cde0c4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 950 time: 0.6576426 Jun 03 15:16:23.586083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:23.629446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Port': ['ID=5c65f082-942e-4d38-9918-7ae2464736bf,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:23.667444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Network 6cedb352-1546-434a-82fe-cc940db20f3e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:16:23.714846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 6cedb352-1546-434a-82fe-cc940db20f3e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:23.737900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.738928 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.745563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53713a7e-9bea-4dcd-9dab-a3e09ca6accd None None] Network 6cedb352-1546-434a-82fe-cc940db20f3e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:23.755508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60044) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:23.840352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.841133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:23.874955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d is: DOWN; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:23.889901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-49761bbe-5c0c-432a-aaed-e60b864e71ad tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:23.892212 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-49761bbe-5c0c-432a-aaed-e60b864e71ad tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.3753471 Jun 03 15:16:23.966219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:23.985629 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-0565affe-bcb2-4561-b929-8f6ac8e467d9 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4925065 Jun 03 15:16:23.993262 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cd42f3e0-4bce-4731-bbde-10a89ce90f2f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6339738 Jun 03 15:16:23.999796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f1e5a92c-6a50-4067-9aaa-f5f7a9348e0f None None] Provisioning for port 5c65f082-942e-4d38-9918-7ae2464736bf completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:24.006133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:24.009715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a', 'admin_state_up': True, 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'security_groups': ['ea92383c-ebe4-47ec-8581-1c895553ac15']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:24.014417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37c7adc8-575a-4555-90e4-c37da88ce6a4 req-d1405cc4-6680-483f-a3cb-71749096fd8e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7192149 Jun 03 15:16:24.033799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f1e5a92c-6a50-4067-9aaa-f5f7a9348e0f None None] Provisioning complete for port 5c65f082-942e-4d38-9918-7ae2464736bf triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:24.035804 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a92c-6a50-4067-9aaa-f5f7a9348e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.044322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:24.103843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6cedb352-1546-434a-82fe-cc940db20f3e', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'fixed_ips': [{'subnet_id': '207d40d8-94b7-41a2-9015-a1d30fe95de1'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:16:24.104903 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.106635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ff7cf23-3c5b-451f-ab67-5113bbccff3a req-58a9e0b8-f6cb-4034-8dd3-e74816e345d4 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398736 Jun 03 15:16:24.155803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:24.174987 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8ae33aeb-ef43-4d67-b0f0-caf11b9f1594 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0be8d69c23aa455a9bf6ca21d4ef1ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4054451 Jun 03 15:16:24.174987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60056) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:24.176139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f1e5a92c-6a50-4067-9aaa-f5f7a9348e0f None None] Port 5c65f082-942e-4d38-9918-7ae2464736bf cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:24.193752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Usage tracker for resource:router and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:24.233648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:24.273766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:24.307337 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-b4fba3d2-19db-40d6-8d13-feda113c9580 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5478711 Jun 03 15:16:24.310457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Allocated IP 172.20.0.3 (02f30ac2-d366-4b58-b8c6-63e7a0ca1b75/5dd39810-98ad-4265-8761-25da18b22538/42b77adf-77b2-4e6c-997e-64e38b535004) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:24.366013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Allocated IP 172.20.0.2 (6cedb352-1546-434a-82fe-cc940db20f3e/207d40d8-94b7-41a2-9015-a1d30fe95de1/738dbd10-7b1d-479c-99fc-31fe9fe78407) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:24.456894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-e9b30675-01b3-4c03-b565-9e1f903b0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:24.458605 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-e9b30675-01b3-4c03-b565-9e1f903b0dae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4&tenant_id=0d78e7387998464690d183527a2939a5 HTTP/1.1" status: 200 len: 1096 time: 0.5505962 Jun 03 15:16:24.474049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.475362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.499662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:24.499993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:24.500322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:24.534863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Port b03c6ef7-b80f-4aba-a465-41e8e39592fc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:24.535186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:24.568351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:24.584273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:port and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:24.589969 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a559e6b-2146-43d2-ab60-177510e4db71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.592312 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.600158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:24.616378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:24.616697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:24.617088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:24.617531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Bound port: b03c6ef7-b80f-4aba-a465-41e8e39592fc, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:24.617895 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.624871 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:24.677228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a559e6b-2146-43d2-ab60-177510e4db71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.689704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:24.696008 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.716370 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.736540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Transition to ACTIVE for port object 738dbd10-7b1d-479c-99fc-31fe9fe78407 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:24.757790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Transition to ACTIVE for port object 738dbd10-7b1d-479c-99fc-31fe9fe78407 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:24.771556 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.843006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43895db2-0663-470f-a02a-4de629a10425 req-3833888a-1b83-4918-822f-dc621993c160 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:24.850372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43895db2-0663-470f-a02a-4de629a10425 req-3833888a-1b83-4918-822f-dc621993c160 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 945 time: 0.4634092 Jun 03 15:16:24.857966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:24.859627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Pushing event updated for resources: {'Port': ['ID=738dbd10-7b1d-479c-99fc-31fe9fe78407,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:24.862478 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:24.874803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Network 6cedb352-1546-434a-82fe-cc940db20f3e is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:24.876245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:24.881945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:24.895721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd133419-574e-44b9-b02b-af1579ecb5c7 req-5b77e2be-f6b1-45db-9e21-5c47840e1444 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:24.897299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd133419-574e-44b9-b02b-af1579ecb5c7 req-5b77e2be-f6b1-45db-9e21-5c47840e1444 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 931 time: 0.5115442 Jun 03 15:16:24.918414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:24.936758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-30e80d79-e1ea-4188-ad02-9dbc0a793fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:24.938892 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-30e80d79-e1ea-4188-ad02-9dbc0a793fd3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 1101 time: 0.5559499 Jun 03 15:16:24.960888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Transition to ACTIVE for port object 42b77adf-77b2-4e6c-997e-64e38b535004 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:24.962787 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.013511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Attempting to bind port 738dbd10-7b1d-479c-99fc-31fe9fe78407 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:25.013831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Attempting to bind port 738dbd10-7b1d-479c-99fc-31fe9fe78407 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:25.014233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Attempting to bind port 738dbd10-7b1d-479c-99fc-31fe9fe78407 on network 6cedb352-1546-434a-82fe-cc940db20f3e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:25.021797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:25.022230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Checking segment: {'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:25.022629 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.023014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Bound using segment: {'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:25.023875 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Bound port: 738dbd10-7b1d-479c-99fc-31fe9fe78407, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:25.023875 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.097949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.099336 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.101516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] 10.222.0.75 "PUT /v2.0/ports/b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 1095 time: 4.3321321 Jun 03 15:16:25.115680 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43895db2-0663-470f-a02a-4de629a10425 req-252fe30e-e3bc-4464-a4ca-d44a939d0ad7 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642241 Jun 03 15:16:25.116607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:25.161084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] For port 738dbd10-7b1d-479c-99fc-31fe9fe78407, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:25.166237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ebfd56-d3cb-44fd-9e5f-17c798dedcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:25.166453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] For port 738dbd10-7b1d-479c-99fc-31fe9fe78407, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=738dbd10-7b1d-479c-99fc-31fe9fe78407,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:25.173752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.183921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd133419-574e-44b9-b02b-af1579ecb5c7 req-5b3164f1-c4ae-4c79-93d1-9fd033d2589d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635043 Jun 03 15:16:25.310656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcddace-1724-4b13-b4e0-a7326121cbb4 None None] Pushing event updated for resources: {'Port': ['ID=738dbd10-7b1d-479c-99fc-31fe9fe78407,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:25.487073 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.501102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['3c08382c-1fbc-4c6d-aab9-224e88b8e5d5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:25.567965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-e7fb5484-f573-437c-bdde-ae38c2976185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.569570 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-e7fb5484-f573-437c-bdde-ae38c2976185 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 1096 time: 1.0338869 Jun 03 15:16:25.586301 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.603588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:25.626157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:25.641181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:25.722715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.723813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.766482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-9aa27f17-5761-4d0a-9f4b-b6edffa3e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.768711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-9aa27f17-5761-4d0a-9f4b-b6edffa3e52a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 1098 time: 0.5968299 Jun 03 15:16:25.771300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Pushing event updated for resources: {'Port': ['ID=42b77adf-77b2-4e6c-997e-64e38b535004,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:25.888409 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a559e6b-2146-43d2-ab60-177510e4db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:25.947101 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-d68c0ad2-b476-43f0-979b-e74de97e0861 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4039896 Jun 03 15:16:25.960939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22784587-9315-48f9-a09f-4164d06120b0 req-0a196464-22b3-4b4d-bfbd-f32e109babef tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:25.966512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22784587-9315-48f9-a09f-4164d06120b0 req-0a196464-22b3-4b4d-bfbd-f32e109babef tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 947 time: 0.6143627 Jun 03 15:16:25.968221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-28c932e8-520d-4a37-8e5b-effbcd7b6d09 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 217 time: 0.1822278 Jun 03 15:16:25.982169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Request body: {'port': {'device_id': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:26.035859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a559e6b-2146-43d2-ab60-177510e4db71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb5280e-aa31-4074-9567-cb94c296a142,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:26.036827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fac9fb-6ebe-460b-a029-29e639bed969 req-2f834750-6ab6-4455-a2d6-a3f31f39403c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.038517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c4fac9fb-6ebe-460b-a029-29e639bed969 req-2f834750-6ab6-4455-a2d6-a3f31f39403c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Synchronizing usage tracker for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:26.058567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-f240c560-0aa3-4f98-a830-c807bddc8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.060044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-f240c560-0aa3-4f98-a830-c807bddc8bc0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.7905469 Jun 03 15:16:26.068166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bc699849-a776-47ff-bf29-04ef23fde01a None None] Provisioning for port 42b77adf-77b2-4e6c-997e-64e38b535004 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:26.075927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bc699849-a776-47ff-bf29-04ef23fde01a None None] Provisioning complete for port 42b77adf-77b2-4e6c-997e-64e38b535004 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:26.076482 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bc699849-a776-47ff-bf29-04ef23fde01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:26.144458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bc699849-a776-47ff-bf29-04ef23fde01a None None] Port 42b77adf-77b2-4e6c-997e-64e38b535004 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:26.154902 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-5fd46309-42a3-4ab9-9297-29640e425353 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=5bf019a5-5e94-434a-9a5f-6c42957e3a08 HTTP/1.1" status: 200 len: 217 time: 0.0767481 Jun 03 15:16:26.164575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c4fac9fb-6ebe-460b-a029-29e639bed969 req-2f834750-6ab6-4455-a2d6-a3f31f39403c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Unset dirty status for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:26.170396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4fac9fb-6ebe-460b-a029-29e639bed969 req-2f834750-6ab6-4455-a2d6-a3f31f39403c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 931 time: 0.7494333 Jun 03 15:16:26.191963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22784587-9315-48f9-a09f-4164d06120b0 req-31557068-f183-46e9-b4d9-2e76e08460b2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624637 Jun 03 15:16:26.228773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9b411051-0836-4b08-847c-ec69eafe2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.230472 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-9b411051-0836-4b08-847c-ec69eafe2fc4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.6123259 Jun 03 15:16:26.245838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Allocated IP 10.1.1.75 (5e48a0e0-f4f6-4013-9073-ab6b7529ab3a/287f0d2c-7851-461b-9206-b47bc540159d/6bae21fe-4516-4a76-bb34-c0ff106041d2) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:26.328063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-c24a7ad7-b729-46aa-b3fc-b1cfe92b2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.328273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-e8986a8d-2063-4f27-8cfb-f4812f3e70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.329559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-e8986a8d-2063-4f27-8cfb-f4812f3e70fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2880659 Jun 03 15:16:26.332424 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-c24a7ad7-b729-46aa-b3fc-b1cfe92b2928 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1639488 Jun 03 15:16:26.468352 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:26.469232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a559e6b-2146-43d2-ab60-177510e4db71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:26.470390 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3a559e6b-2146-43d2-ab60-177510e4db71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cb5280e-aa31-4074-9567-cb94c296a142 HTTP/1.1" status: 204 len: 168 time: 2.2913964 Jun 03 15:16:26.499767 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-1a91599e-aa43-47a1-90c6-9eca6c6eab7f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d HTTP/1.1" status: 200 len: 217 time: 0.2022183 Jun 03 15:16:26.613993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4fac9fb-6ebe-460b-a029-29e639bed969 req-0d8fe606-1af3-40e7-bf97-ee2f9a62aec0 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261820 Jun 03 15:16:26.738055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-889164f9-cda0-42d2-960f-52e6cf3a7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.739531 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-889164f9-cda0-42d2-960f-52e6cf3a7911 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.2263000 Jun 03 15:16:26.786522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951be281-d442-4d4b-83a7-25d9adc85ea5 req-96d9ab3f-7206-4c44-a407-fcd3868f5d19 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.788293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-951be281-d442-4d4b-83a7-25d9adc85ea5 req-96d9ab3f-7206-4c44-a407-fcd3868f5d19 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 1101 time: 0.4577599 Jun 03 15:16:26.843227 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-d9300ead-d13a-4626-bfc0-618fac833337 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868046 Jun 03 15:16:26.851014 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:26.861581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16718713-4689-4ee7-8cd1-bff45da57bef None None] Network 6cedb352-1546-434a-82fe-cc940db20f3e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:26.868236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-cce9dfd8-3798-4330-8f1a-d79ffcfb2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.869692 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-cce9dfd8-3798-4330-8f1a-d79ffcfb2dcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4744570 Jun 03 15:16:26.924080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-26e987ac-d2d3-4e87-89d7-08538ad6051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:26.925697 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-26e987ac-d2d3-4e87-89d7-08538ad6051e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5816078 Jun 03 15:16:27.016636 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-8da30c4c-a740-4128-93cc-b5a4a6a0bd51 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508818 Jun 03 15:16:27.039408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5efa3fdb-53cc-4d12-95d8-4dc99414f865 None None] Provisioning for port 738dbd10-7b1d-479c-99fc-31fe9fe78407 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:27.106369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Transition to ACTIVE for port object 6bae21fe-4516-4a76-bb34-c0ff106041d2 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:27.396480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-3b2006c9-8cfb-4028-a80a-dc81ba9100f6 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174800 Jun 03 15:16:27.422527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-951be281-d442-4d4b-83a7-25d9adc85ea5 req-00a9bdd4-d902-4340-9723-23d0303bfa66 tempest-ServersOnMultiNodesTest-362510216 tempest-ServersOnMultiNodesTest-362510216-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954561 Jun 03 15:16:27.572812 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82c9f21-db1b-435d-8577-e78b45e82fab'] response: {'name': 'network-changed', 'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'status': 'completed', 'code': 200} Jun 03 15:16:27.685686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8575a0-21d0-4674-b71f-29b7d38fc4a9 req-4d20e55b-721e-42f2-885f-f025e5be474f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:27.687471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e8575a0-21d0-4674-b71f-29b7d38fc4a9 req-4d20e55b-721e-42f2-885f-f025e5be474f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 945 time: 0.7903383 Jun 03 15:16:27.694009 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-577885cd-e9d7-48a6-a76d-c3498a90a6fd service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626818 Jun 03 15:16:27.734290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 738dbd10-7b1d-479c-99fc-31fe9fe78407 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:27.834397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 738dbd10-7b1d-479c-99fc-31fe9fe78407 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:27.839988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 738dbd10-7b1d-479c-99fc-31fe9fe78407 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:27.840401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:27.906804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b77adf-77b2-4e6c-997e-64e38b535004 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:27.908778 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:27.919912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d0e0a437-e0ed-46e0-8f61-28cd961cbeaa None None] Provisioning complete for port 738dbd10-7b1d-479c-99fc-31fe9fe78407 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:27.921384 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d0e0a437-e0ed-46e0-8f61-28cd961cbeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:27.945438 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:27.965142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:27.971328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-924735f7-eeef-46c2-8aef-ff6028c083b8 req-2c35d9a0-faf5-40e1-b788-eef7f5a55992 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564220 Jun 03 15:16:27.980891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e8575a0-21d0-4674-b71f-29b7d38fc4a9 req-176213ab-b4f4-49a3-9f37-d4cf8039aafb tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917393 Jun 03 15:16:27.986368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Transition to ACTIVE for port object 42b77adf-77b2-4e6c-997e-64e38b535004 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:27.996862 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:28.035574 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-ba49bb1a-edaf-4493-819c-5819b22ad953 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0052819 Jun 03 15:16:28.054626 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:28.099142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 738dbd10-7b1d-479c-99fc-31fe9fe78407 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:28.099522 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:28.166727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Port': ['ID=6bae21fe-4516-4a76-bb34-c0ff106041d2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:28.215417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454c5c5-b1e5-4c1e-ba89-80aac64d745d req-67a94034-ecd9-4156-b5e8-587a0a09fb5c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:28.217543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d454c5c5-b1e5-4c1e-ba89-80aac64d745d req-67a94034-ecd9-4156-b5e8-587a0a09fb5c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 945 time: 0.4607232 Jun 03 15:16:28.223570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:28.223790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 738dbd10-7b1d-479c-99fc-31fe9fe78407, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=738dbd10-7b1d-479c-99fc-31fe9fe78407,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:28.230021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:28.232557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:28.235823 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:28.278513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0a437-e0ed-46e0-8f61-28cd961cbeaa None None] Current status of the port 738dbd10-7b1d-479c-99fc-31fe9fe78407 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:28.279391 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d0e0a437-e0ed-46e0-8f61-28cd961cbeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:28.295223 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-71b8a1f7-19da-4dd3-8769-7d5e13baae48 req-152ba0c9-9789-4b2a-934d-df4b66cedb4a service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785446 Jun 03 15:16:28.417429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:28.419157 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:28.459935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Allocated IP 172.25.7.229 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/98d2e57c-9754-43da-9f2c-9f162627aaec) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:28.495434 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-d0e0a437-e0ed-46e0-8f61-28cd961cbeaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:16:28.495691 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-91d707ee-7a67-44c9-af86-1ba53f6331c1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5004952 Jun 03 15:16:28.495877 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-d0e0a437-e0ed-46e0-8f61-28cd961cbeaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:16:28.525501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a', 'admin_state_up': True, 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'security_groups': ['ea92383c-ebe4-47ec-8581-1c895553ac15']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:28.527313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Pushing event updated for resources: {'Port': ['ID=42b77adf-77b2-4e6c-997e-64e38b535004,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:28.546576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=738dbd10-7b1d-479c-99fc-31fe9fe78407,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:28.681683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d454c5c5-b1e5-4c1e-ba89-80aac64d745d req-8c2cf326-ffd1-4452-ba2e-92050a467498 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928278 Jun 03 15:16:28.721977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15b12e-740e-4246-a89e-c3e50fa9e74e req-16eeb5eb-1888-48eb-9cbc-caa977f584fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:28.723865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b15b12e-740e-4246-a89e-c3e50fa9e74e req-16eeb5eb-1888-48eb-9cbc-caa977f584fd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 1098 time: 0.5891995 Jun 03 15:16:28.765891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a32dd7-abce-4650-84dc-2caa865ba51b req-258f5f30-d841-4b85-82dd-4a998c526994 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:28.772107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a32dd7-abce-4650-84dc-2caa865ba51b req-258f5f30-d841-4b85-82dd-4a998c526994 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:28.774526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4a32dd7-abce-4650-84dc-2caa865ba51b req-258f5f30-d841-4b85-82dd-4a998c526994 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 1652 time: 0.3896010 Jun 03 15:16:28.775441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Attempting to bind port 42b77adf-77b2-4e6c-997e-64e38b535004 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:28.775771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Attempting to bind port 42b77adf-77b2-4e6c-997e-64e38b535004 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:28.776290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Attempting to bind port 42b77adf-77b2-4e6c-997e-64e38b535004 on network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:28.853267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Port 42b77adf-77b2-4e6c-997e-64e38b535004 on network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:28.853602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Attempting to bind port 42b77adf-77b2-4e6c-997e-64e38b535004 on network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:28.923397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-d3ca09b7-7a97-4671-b93f-a99e0b1be599 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:28.924065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:28.924317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Checking segment: {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:28.924756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Bound using segment: {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:28.925204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Bound port: 42b77adf-77b2-4e6c-997e-64e38b535004, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:28.925544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:28.925648 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-d3ca09b7-7a97-4671-b93f-a99e0b1be599 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.2703221 Jun 03 15:16:28.970819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:28.987440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:port and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:28.992093 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:28.995151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:29.010409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:29.022735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4a32dd7-abce-4650-84dc-2caa865ba51b req-c40421eb-6d78-4788-8153-13a7af48c567 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389426 Jun 03 15:16:29.044862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:29.048848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.061925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0a437-e0ed-46e0-8f61-28cd961cbeaa None None] Current status of the port 738dbd10-7b1d-479c-99fc-31fe9fe78407 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:29.065611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15b12e-740e-4246-a89e-c3e50fa9e74e req-4fbf08f2-f0a8-43b1-b285-7f7e35093fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.067089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b15b12e-740e-4246-a89e-c3e50fa9e74e req-4fbf08f2-f0a8-43b1-b285-7f7e35093fe3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3334587 Jun 03 15:16:29.115814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] For port 42b77adf-77b2-4e6c-997e-64e38b535004, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:29.119648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] For port 42b77adf-77b2-4e6c-997e-64e38b535004, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=42b77adf-77b2-4e6c-997e-64e38b535004,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:29.139230 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.201645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c3670c02-0694-4862-8ae4-311eb920d6f3 None None] Provisioning for port 6bae21fe-4516-4a76-bb34-c0ff106041d2 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:29.210433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c3670c02-0694-4862-8ae4-311eb920d6f3 None None] Provisioning complete for port 6bae21fe-4516-4a76-bb34-c0ff106041d2 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:29.211112 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c3670c02-0694-4862-8ae4-311eb920d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.242592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:29.248986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-198860e4-efef-4539-b599-903fa74dad27 service neutron] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:29.252421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:29.261954 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:29.355982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c3670c02-0694-4862-8ae4-311eb920d6f3 None None] Port 6bae21fe-4516-4a76-bb34-c0ff106041d2 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:29.360676 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.374819 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.429511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b15b12e-740e-4246-a89e-c3e50fa9e74e req-4a71768c-7f46-45c6-a9a4-9a9444d33838 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 217 time: 0.3068278 Jun 03 15:16:29.464467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Pushing event updated for resources: {'Port': ['ID=98d2e57c-9754-43da-9f2c-9f162627aaec,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:29.480249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefa534-0a0b-4d1e-b9ce-1fc200675a6a req-aed5342b-a9f8-4272-afef-4cd710e52d05 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.481979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfefa534-0a0b-4d1e-b9ce-1fc200675a6a req-aed5342b-a9f8-4272-afef-4cd710e52d05 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 947 time: 0.6461122 Jun 03 15:16:29.484095 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-198860e4-efef-4539-b599-903fa74dad27 service neutron] Notify callbacks [] for binding, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.485360 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d59d78fb-f3b3-4c70-8dd8-13d01098bc6c req-198860e4-efef-4539-b599-903fa74dad27 service neutron] 10.222.0.67 "DELETE /v2.0/ports/4fe9393e-e1aa-48a1-a6b1-1a2794ce424d/bindings/n-h1-844595-1 HTTP/1.1" status: 204 len: 173 time: 0.5502131 Jun 03 15:16:29.528315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.528315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.529679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] 10.222.0.75 "PUT /v2.0/ports/42b77adf-77b2-4e6c-997e-64e38b535004 HTTP/1.1" status: 200 len: 1091 time: 3.5551546 Jun 03 15:16:29.577577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'tag': '42b77adf-77b2-4e6c-997e-64e38b535004'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:29.600073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Allocated IP 10.1.1.33 (5e48a0e0-f4f6-4013-9073-ab6b7529ab3a/287f0d2c-7851-461b-9206-b47bc540159d/32d05f74-cf93-4809-9204-e28630fe984c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:29.622104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 738dbd10-7b1d-479c-99fc-31fe9fe78407 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:29.697722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b90980-9b83-40d5-92ac-4a00f65fdbde service neutron] Pushing event updated for resources: {'Port': ['ID=42b77adf-77b2-4e6c-997e-64e38b535004,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:29.698156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 738dbd10-7b1d-479c-99fc-31fe9fe78407 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:29.698267 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:29.724773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15b12e-740e-4246-a89e-c3e50fa9e74e req-3cbfe730-f1fe-422b-8010-fba61db0336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.726620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b15b12e-740e-4246-a89e-c3e50fa9e74e req-3cbfe730-f1fe-422b-8010-fba61db0336f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2827022 Jun 03 15:16:29.835508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfefa534-0a0b-4d1e-b9ce-1fc200675a6a req-0e3b57f9-c517-4b12-8a60-461cd9467e1b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173633 Jun 03 15:16:29.854550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 738dbd10-7b1d-479c-99fc-31fe9fe78407 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:29.878143 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24234d52-5207-46ff-acaa-e9e62b69f90f req-56831269-4035-4178-857a-682f247be62f tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.879968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24234d52-5207-46ff-acaa-e9e62b69f90f req-56831269-4035-4178-857a-682f247be62f tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 943 time: 0.3862269 Jun 03 15:16:29.888774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e420e03-8e83-440d-b661-6d7af3671827 req-1d97c383-b4c3-42c2-9140-1cf8dc9c31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:29.889980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-1d97c383-b4c3-42c2-9140-1cf8dc9c31a6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 1094 time: 0.2810912 Jun 03 15:16:29.994118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-35194aac-8451-4ee0-9e00-9de8545161cb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b77adf-77b2-4e6c-997e-64e38b535004 HTTP/1.1" status: 200 len: 217 time: 0.0810969 Jun 03 15:16:30.081720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15b12e-740e-4246-a89e-c3e50fa9e74e req-d714e5d2-6644-4fd3-a5af-ada459451ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.084712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b15b12e-740e-4246-a89e-c3e50fa9e74e req-d714e5d2-6644-4fd3-a5af-ada459451ab6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3423827 Jun 03 15:16:30.087576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24234d52-5207-46ff-acaa-e9e62b69f90f req-676676b7-9230-411f-84be-cbb370836bf9 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961060 Jun 03 15:16:30.089112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e420e03-8e83-440d-b661-6d7af3671827 req-79f243cf-9823-4274-b896-117855349373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.090497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-79f243cf-9823-4274-b896-117855349373 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.0871551 Jun 03 15:16:30.177010 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.179942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.259838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b03c6ef7-b80f-4aba-a465-41e8e39592fc details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:30.286577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Transition to ACTIVE for port object 32d05f74-cf93-4809-9204-e28630fe984c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:30.324839 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc51760-e7db-4042-bb11-b338cf4d33d1'] response: {'name': 'network-changed', 'server_uuid': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'tag': '42b77adf-77b2-4e6c-997e-64e38b535004', 'status': 'completed', 'code': 200} Jun 03 15:16:30.384117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b15b12e-740e-4246-a89e-c3e50fa9e74e req-71d041ff-ed9c-41e5-8736-895d46763610 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867813 Jun 03 15:16:30.486247 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.514720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:30.531539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'mac_address': 'fa:16:3e:51:c3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:30.576401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e420e03-8e83-440d-b661-6d7af3671827 req-0caf64df-52f4-4c92-aee2-f4958e7526f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.577967 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-0caf64df-52f4-4c92-aee2-f4958e7526f8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4777067 Jun 03 15:16:30.589111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b2bb1-6d98-454a-b649-c85912ec006d req-28630b17-d8ca-4cf7-a3cc-e1ad5365f258 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.594344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:30.594730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-141b2bb1-6d98-454a-b649-c85912ec006d req-28630b17-d8ca-4cf7-a3cc-e1ad5365f258 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 950 time: 0.3590200 Jun 03 15:16:30.601969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b03c6ef7-b80f-4aba-a465-41e8e39592fc is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:30.602427 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.619546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03c6ef7-b80f-4aba-a465-41e8e39592fc {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:30.635718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:30.643091 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.643342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:30.657161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:30.697414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Port': ['ID=32d05f74-cf93-4809-9204-e28630fe984c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:30.718804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:30.739205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.746311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.746963 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:30.785689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-141b2bb1-6d98-454a-b649-c85912ec006d req-4a0fd7ef-e8a3-42be-a1be-4f8fa4115446 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658998 Jun 03 15:16:30.787585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b15b12e-740e-4246-a89e-c3e50fa9e74e req-6ab02190-1134-4234-8f4e-3b728f96f554 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947425 Jun 03 15:16:30.801318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef308372-f50c-4fde-b615-408a0d37fc2e req-524150d2-6975-4c78-ba8f-84470b79a7c6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:30.808287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef308372-f50c-4fde-b615-408a0d37fc2e req-524150d2-6975-4c78-ba8f-84470b79a7c6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 945 time: 0.3906088 Jun 03 15:16:30.839475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-80315ec0-8e6e-4b0c-8d55-ba930ff1f490 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3203506 Jun 03 15:16:30.850083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1', 'admin_state_up': True, 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'security_groups': ['ea92383c-ebe4-47ec-8581-1c895553ac15']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:30.883208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef308372-f50c-4fde-b615-408a0d37fc2e req-11ca13c1-825e-4bb0-a349-337573e646ad tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739493 Jun 03 15:16:30.886936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-42bbe00a-c79f-4ef6-83fa-c507d4a42964 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907515 Jun 03 15:16:30.956833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b03c6ef7-b80f-4aba-a465-41e8e39592fc'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:31.063285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ff57c5c-70b2-4f50-b603-2c22ea7b43fb None None] Provisioning for port 32d05f74-cf93-4809-9204-e28630fe984c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:31.072505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ff57c5c-70b2-4f50-b603-2c22ea7b43fb None None] Provisioning complete for port 32d05f74-cf93-4809-9204-e28630fe984c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:31.073030 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ff57c5c-70b2-4f50-b603-2c22ea7b43fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.149357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7ff57c5c-70b2-4f50-b603-2c22ea7b43fb None None] Port 32d05f74-cf93-4809-9204-e28630fe984c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:31.223847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:31.232757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:port and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:31.238729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:31.246784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:31.257480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Router b373c651-2e0b-40d2-b1b8-780e02ad145c is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:16:31.261260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:31.345712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e420e03-8e83-440d-b661-6d7af3671827 req-80b15697-3acb-4d90-b74b-3478a74986f8 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511173 Jun 03 15:16:31.377491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72b86d-297b-4c2d-9149-4f418a494c7c req-c3cb579b-863a-4e1c-9a67-7a6ca972ef2d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.384159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72b86d-297b-4c2d-9149-4f418a494c7c req-c3cb579b-863a-4e1c-9a67-7a6ca972ef2d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.391142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72b86d-297b-4c2d-9149-4f418a494c7c req-c3cb579b-863a-4e1c-9a67-7a6ca972ef2d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.393259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca72b86d-297b-4c2d-9149-4f418a494c7c req-c3cb579b-863a-4e1c-9a67-7a6ca972ef2d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 2372 time: 0.3711021 Jun 03 15:16:31.407021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4e647-e181-4aa2-93dd-2bb8b4902b15 req-cec45137-2030-432b-8a16-1df4a72f2ac7 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.408620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-efb4e647-e181-4aa2-93dd-2bb8b4902b15 req-cec45137-2030-432b-8a16-1df4a72f2ac7 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 945 time: 0.3764787 Jun 03 15:16:31.527213 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca72b86d-297b-4c2d-9149-4f418a494c7c req-dd243d3e-b09c-4104-809e-ad2ca86f9a3a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175613 Jun 03 15:16:31.540698 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-efb4e647-e181-4aa2-93dd-2bb8b4902b15 req-bb2f5050-b9b1-46fe-8093-af55fb022b66 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162002 Jun 03 15:16:31.574243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecc099-8eb8-44f7-9a00-b010f35c01f6 req-99c352da-56e5-4b02-a8cc-660ba867e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.575933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50ecc099-8eb8-44f7-9a00-b010f35c01f6 req-99c352da-56e5-4b02-a8cc-660ba867e6a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 1094 time: 0.1483958 Jun 03 15:16:31.605212 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.634392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:16:31.650418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Sync routers for ids ['b373c651-2e0b-40d2-b1b8-780e02ad145c'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:16:31.663026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Routers {'b373c651-2e0b-40d2-b1b8-780e02ad145c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:31.664160 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:16:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b373c651-2e0b-40d2-b1b8-780e02ad145c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:31.750245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecc099-8eb8-44f7-9a00-b010f35c01f6 req-4bd79b0c-030e-4881-a742-b295afbeb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.752172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50ecc099-8eb8-44f7-9a00-b010f35c01f6 req-4bd79b0c-030e-4881-a742-b295afbeb7e0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.1682332 Jun 03 15:16:31.763965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-fe2eebb6-5864-400b-adce-f13163280f03 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:31.764472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-fe2eebb6-5864-400b-adce-f13163280f03 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Synchronizing usage tracker for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:31.771461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:31.772800 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c02d72f3-eaa0-4328-a402-aba2dd3dff36 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7481148 Jun 03 15:16:31.776697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60134) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:31.874513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Set router b373c651-2e0b-40d2-b1b8-780e02ad145c gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:31.894605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50ecc099-8eb8-44f7-9a00-b010f35c01f6 req-68678085-6485-49bd-bb4d-dfdd8c3c4e6c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b77adf-77b2-4e6c-997e-64e38b535004 HTTP/1.1" status: 200 len: 217 time: 0.1095247 Jun 03 15:16:31.921024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-fe2eebb6-5864-400b-adce-f13163280f03 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Unset dirty status for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:31.922300 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-fe2eebb6-5864-400b-adce-f13163280f03 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 950 time: 0.5874121 Jun 03 15:16:32.009592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecc099-8eb8-44f7-9a00-b010f35c01f6 req-8c0f2b8f-089a-4141-8f63-90fd61e9eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.011294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50ecc099-8eb8-44f7-9a00-b010f35c01f6 req-8c0f2b8f-089a-4141-8f63-90fd61e9eaa4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.0996983 Jun 03 15:16:32.077229 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ce19991-a055-4eab-9da0-77a42aa268ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.090776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92d7b6-eef0-403c-9a64-427df1e75919 req-86150f8d-92d1-43bb-a901-f0df371e8cef tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.092448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f92d7b6-eef0-403c-9a64-427df1e75919 req-86150f8d-92d1-43bb-a901-f0df371e8cef tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 948 time: 0.3393846 Jun 03 15:16:32.111906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7a9b7-97e0-495e-b7d6-0c1aeaa86bf3 req-0c99457a-2d23-481e-aabd-ba2afa78b059 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.113540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1c7a9b7-97e0-495e-b7d6-0c1aeaa86bf3 req-0c99457a-2d23-481e-aabd-ba2afa78b059 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 943 time: 0.3230972 Jun 03 15:16:32.115867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-c19aa69c-cd51-4023-90ae-2617f0cd898e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Deleting port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:32.116197 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-c19aa69c-cd51-4023-90ae-2617f0cd898e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.179080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Allocated IP 10.2.2.100 (5fc22e54-1e78-40f9-b670-dbfcf3e62ca1/1631d81d-00f1-4d04-b59e-16993897a31e/0db8d5bf-996e-4395-aa33-eb20e220e457) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:32.185234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:29Z', 'revision_number': 3, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:32.191030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Checking router: b373c651-2e0b-40d2-b1b8-780e02ad145c for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:16:32.191367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Updating router b373c651-2e0b-40d2-b1b8-780e02ad145c port 98d2e57c-9754-43da-9f2c-9f162627aaec binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:16:32.206630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f92d7b6-eef0-403c-9a64-427df1e75919 req-d23de420-fdcd-47ec-aff6-93c45c212bbc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919807 Jun 03 15:16:32.226392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1c7a9b7-97e0-495e-b7d6-0c1aeaa86bf3 req-197e5c8b-1224-41d9-9733-06ac5446e544 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931063 Jun 03 15:16:32.228825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecc099-8eb8-44f7-9a00-b010f35c01f6 req-d027ed75-ec69-4466-bb96-6d654185a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.230596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50ecc099-8eb8-44f7-9a00-b010f35c01f6 req-d027ed75-ec69-4466-bb96-6d654185a1c8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2118084 Jun 03 15:16:32.274879 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.348390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b03c6ef7-b80f-4aba-a465-41e8e39592fc up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:32.584208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50ecc099-8eb8-44f7-9a00-b010f35c01f6 req-91c7fd61-fbd3-4b11-9429-49c952bd5414 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366113 Jun 03 15:16:32.708060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f32db-d492-4ec8-8330-d3ce811656b0 req-ac710e83-0707-42b8-92fd-be75691b2ed2 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.710055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb5f32db-d492-4ec8-8330-d3ce811656b0 req-ac710e83-0707-42b8-92fd-be75691b2ed2 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 1096 time: 0.3288739 Jun 03 15:16:32.800696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50ecc099-8eb8-44f7-9a00-b010f35c01f6 req-ef0bf45e-9361-4c4a-b841-908da7820711 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073138 Jun 03 15:16:32.810505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66fd97-7a0a-483f-beda-8a382cb09844 req-f50c2c4b-3580-4a43-be8f-12e86db37173 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:32.818601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f66fd97-7a0a-483f-beda-8a382cb09844 req-f50c2c4b-3580-4a43-be8f-12e86db37173 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 950 time: 0.3169820 Jun 03 15:16:32.840143 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.840715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb5f32db-d492-4ec8-8330-d3ce811656b0 req-03a8cc10-26de-4887-bd37-490015eb5269 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189532 Jun 03 15:16:32.856714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Transition to ACTIVE for port object 98d2e57c-9754-43da-9f2c-9f162627aaec will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:32.877575 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:32.903887 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f66fd97-7a0a-483f-beda-8a382cb09844 req-4430cecd-762a-475c-9347-0ad7a77c03d9 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799184 Jun 03 15:16:33.008613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port b03c6ef7-b80f-4aba-a465-41e8e39592fc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:33.038428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18950fde-8d2e-4512-bb1c-4ebff8fe51ad None None] Pushing event updated for resources: {'Port': ['ID=98d2e57c-9754-43da-9f2c-9f162627aaec,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:33.040801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Attempting to bind port 98d2e57c-9754-43da-9f2c-9f162627aaec on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:33.041162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Attempting to bind port 98d2e57c-9754-43da-9f2c-9f162627aaec by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:33.041521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Attempting to bind port 98d2e57c-9754-43da-9f2c-9f162627aaec on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:33.048745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:33.049120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:33.049519 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.049919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:33.050464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Bound port: 98d2e57c-9754-43da-9f2c-9f162627aaec, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:33.050831 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.058130 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:16:33.142399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port b03c6ef7-b80f-4aba-a465-41e8e39592fc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:33.143319 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.209481 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.213544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-c19aa69c-cd51-4023-90ae-2617f0cd898e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] For port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:33.213927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-c19aa69c-cd51-4023-90ae-2617f0cd898e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.252370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae898932-353e-46ed-a020-17cfbd41293f req-c4f4811a-16ea-425b-9e93-03835d277f8a tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:33.252725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] For port 98d2e57c-9754-43da-9f2c-9f162627aaec, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:33.253915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae898932-353e-46ed-a020-17cfbd41293f req-c4f4811a-16ea-425b-9e93-03835d277f8a tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 945 time: 0.2223203 Jun 03 15:16:33.262623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfb960-889a-41db-96fc-be99a4c96270 req-dd435859-cde5-4026-8e30-0783755e4af2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:33.263497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] For port 98d2e57c-9754-43da-9f2c-9f162627aaec, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=98d2e57c-9754-43da-9f2c-9f162627aaec,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:33.268782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfb960-889a-41db-96fc-be99a4c96270 req-dd435859-cde5-4026-8e30-0783755e4af2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:33.273484 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.280375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfb960-889a-41db-96fc-be99a4c96270 req-dd435859-cde5-4026-8e30-0783755e4af2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:33.281733 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-52dfb960-889a-41db-96fc-be99a4c96270 req-dd435859-cde5-4026-8e30-0783755e4af2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 2372 time: 0.1472514 Jun 03 15:16:33.379952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae898932-353e-46ed-a020-17cfbd41293f req-455b1336-2c3c-42e7-b538-bf3c1eb8c162 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953825 Jun 03 15:16:33.431475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-52dfb960-889a-41db-96fc-be99a4c96270 req-64377a86-29bc-4776-98fd-551b4ecaff48 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356246 Jun 03 15:16:33.433982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18950fde-8d2e-4512-bb1c-4ebff8fe51ad None None] Pushing event updated for resources: {'Port': ['ID=98d2e57c-9754-43da-9f2c-9f162627aaec,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:33.477581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-c19aa69c-cd51-4023-90ae-2617f0cd898e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Calling delete_port for a89457c1-78b1-4d94-a2dc-c54e0fbfecbd owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:33.485354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b03c6ef7-b80f-4aba-a465-41e8e39592fc is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:33.485677 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.538789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:33.543321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:33.557770 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.611585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Transition to ACTIVE for port object 0db8d5bf-996e-4395-aa33-eb20e220e457 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:33.650064 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:33.653633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Routers {'b373c651-2e0b-40d2-b1b8-780e02ad145c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:33.654316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:16:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b373c651-2e0b-40d2-b1b8-780e02ad145c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:33.857965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:33.934189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] Set router b373c651-2e0b-40d2-b1b8-780e02ad145c gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:33.962606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb95687-f101-47fd-8f18-1421e2163829 req-c60a06de-a4c6-4f16-a4c3-af739beeae07 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:33.965505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdb95687-f101-47fd-8f18-1421e2163829 req-c60a06de-a4c6-4f16-a4c3-af739beeae07 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.3330641 Jun 03 15:16:33.977214 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:33.978984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-cd213508-7702-4c67-a9ff-fda839e17af2 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:33.982313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-cd213508-7702-4c67-a9ff-fda839e17af2 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 808 time: 0.4432385 Jun 03 15:16:34.017652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-125df6bb-effa-4354-a754-adadb9652213 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/quotas/0d78e7387998464690d183527a2939a5 HTTP/1.1" status: 200 len: 375 time: 0.0188012 Jun 03 15:16:34.025553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:34.031050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:34.034830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Port': ['ID=0db8d5bf-996e-4395-aa33-eb20e220e457,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:34.036887 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-c19aa69c-cd51-4023-90ae-2617f0cd898e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:34.038389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:34.055541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['097f3a10-8514-4232-9e14-a60be88bec08', 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb', 'c9cfd24b-82ac-44c5-8b05-f01498066baa'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:34.106425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdb95687-f101-47fd-8f18-1421e2163829 req-f41c22cb-9982-426e-b5e6-40d2e28940cc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233256 Jun 03 15:16:34.138602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:34.163639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19aa69c-cd51-4023-90ae-2617f0cd898e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event deleted for resources: {'Port': ['ID=a89457c1-78b1-4d94-a2dc-c54e0fbfecbd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:34.175307 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-d410411c-a5e4-4a83-85fa-73375b3f39c9 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1415582 Jun 03 15:16:34.179916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08', '1565d794-e24f-4585-b205-38fa580faedd', '15d294a7-09f8-4f0d-855a-e54b5bb1459c', '911ab52b-da76-4296-ab43-3299325e66fd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:34.395762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 42b77adf-77b2-4e6c-997e-64e38b535004 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:34.433938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-18e96e63-5f1a-4059-9a47-2e4a1c3c6d2a service neutron] 10.222.0.48 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570224 Jun 03 15:16:34.543087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.544970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:34.554876 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce4d4-67c7-4cd6-ab39-99032fd439c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:34.571229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-c19aa69c-cd51-4023-90ae-2617f0cd898e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] No DVR routers for this DVR port a89457c1-78b1-4d94-a2dc-c54e0fbfecbd on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:34.575499 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a21872cc-243f-41c2-a3ef-e06c6dfc8779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:34.588671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-c19aa69c-cd51-4023-90ae-2617f0cd898e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:34.596562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670b7d5a-7b1f-40d5-919d-6bc2bd85b73f', 'name': 'network-vif-deleted', 'tag': 'a89457c1-78b1-4d94-a2dc-c54e0fbfecbd'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:34.635734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cc4ce4d4-67c7-4cd6-ab39-99032fd439c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:34.653660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc4ce4d4-67c7-4cd6-ab39-99032fd439c5 admin admin] Usage tracker for resource:security_group_rule and tenant:f067d722abc74e259191aefbcec3cf60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:34.661781 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1208c5e8-e19b-4e6f-8552-91c5d01d0992 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8161602 Jun 03 15:16:34.665676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc4ce4d4-67c7-4cd6-ab39-99032fd439c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:34.673270 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c19ae1f7-9ddb-4b84-970f-8dce61e34f50 req-c19aa69c-cd51-4023-90ae-2617f0cd898e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "DELETE /v2.0/ports/a89457c1-78b1-4d94-a2dc-c54e0fbfecbd HTTP/1.1" status: 204 len: 173 time: 2.7430246 Jun 03 15:16:34.754502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-479cfaf1-5f78-4b73-a446-40faf43a54b6 service neutron] 10.222.0.48 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191102 Jun 03 15:16:34.772500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1', 'admin_state_up': True, 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'security_groups': ['ea92383c-ebe4-47ec-8581-1c895553ac15']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:34.774021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689029e2-0418-4e5d-bef9-dd90d3329620 req-4ffb0ec9-3b9f-4a27-915d-ceeae9ddb213 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:34.777183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-689029e2-0418-4e5d-bef9-dd90d3329620 req-4ffb0ec9-3b9f-4a27-915d-ceeae9ddb213 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 943 time: 0.3401585 Jun 03 15:16:34.823632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-02a43667-455d-4075-ad17-7f9a173af864 None None] Provisioning for port 0db8d5bf-996e-4395-aa33-eb20e220e457 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:34.856993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-02a43667-455d-4075-ad17-7f9a173af864 None None] Provisioning complete for port 0db8d5bf-996e-4395-aa33-eb20e220e457 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:34.857355 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-02a43667-455d-4075-ad17-7f9a173af864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:34.860870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-689029e2-0418-4e5d-bef9-dd90d3329620 req-cefae04e-ec66-4932-92e3-b780a7433da6 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694587 Jun 03 15:16:34.896050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cc4ce4d4-67c7-4cd6-ab39-99032fd439c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:35.079100 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f716f80-a351-4e7a-bf2b-469ec1094242'] response: {'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'code': 200} Jun 03 15:16:35.120211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:35.133997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-02a43667-455d-4075-ad17-7f9a173af864 None None] Port 0db8d5bf-996e-4395-aa33-eb20e220e457 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:35.173244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 42b77adf-77b2-4e6c-997e-64e38b535004, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=42b77adf-77b2-4e6c-997e-64e38b535004,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:35.205113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Usage tracker for resource:port and tenant:fbbd9a3e92db4cb0bd344300598f62fd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:35.218932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:35.236840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:35.265980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Allocated IP 172.20.0.1 (6cedb352-1546-434a-82fe-cc940db20f3e/207d40d8-94b7-41a2-9015-a1d30fe95de1/6dd98ae3-0436-4f30-bace-a56e10083246) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:35.276895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Made reservation on behalf of fbbd9a3e92db4cb0bd344300598f62fd for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:35.282016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:35.295667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '42b77adf-77b2-4e6c-997e-64e38b535004', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'port_id': '42b77adf-77b2-4e6c-997e-64e38b535004', 'mac_address': 'fa:16:3e:b0:b5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:35.324004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6917c2f-f095-4975-b652-3cf3a53fb4ab req-5a9b759d-dfae-4451-800c-c965f9e3605e tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=670b7d5a-7b1f-40d5-919d-6bc2bd85b73f HTTP/1.1" status: 200 len: 210 time: 0.1438403 Jun 03 15:16:35.459902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4f442-3369-4b66-905f-9c38d5f8be62 req-3b63e194-a84d-4746-a07e-f89b9d8bbe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:35.467419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ee4f442-3369-4b66-905f-9c38d5f8be62 req-3b63e194-a84d-4746-a07e-f89b9d8bbe39 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 1100 time: 0.3686638 Jun 03 15:16:35.587313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ee4f442-3369-4b66-905f-9c38d5f8be62 req-396321ae-a8b3-47ac-8cf8-b0a6ec8848dc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145837 Jun 03 15:16:35.606770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a89457c1-78b1-4d94-a2dc-c54e0fbfecbd no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:35.702231 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:35.768945 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a61d47-283f-4f0a-b404-e86d9138e0c5'] response: {'server_uuid': '670b7d5a-7b1f-40d5-919d-6bc2bd85b73f', 'name': 'network-vif-deleted', 'tag': 'a89457c1-78b1-4d94-a2dc-c54e0fbfecbd', 'status': 'completed', 'code': 200} Jun 03 15:16:35.770711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: a89457c1-78b1-4d94-a2dc-c54e0fbfecbd {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:35.775808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a89457c1-78b1-4d94-a2dc-c54e0fbfecbd not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:35.778661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 42b77adf-77b2-4e6c-997e-64e38b535004 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:35.779115 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:35.811318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ded4-27be-4113-b6e4-54755aa0b9e5 req-f37930f0-2c3b-4802-a66f-63a318f570be tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:35.818792 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce4d4-67c7-4cd6-ab39-99032fd439c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:35.831380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ded4-27be-4113-b6e4-54755aa0b9e5 req-f37930f0-2c3b-4802-a66f-63a318f570be tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:35.841334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ded4-27be-4113-b6e4-54755aa0b9e5 req-f37930f0-2c3b-4802-a66f-63a318f570be tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:35.842639 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce4d4-67c7-4cd6-ab39-99032fd439c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:35.853393 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:35.857908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ded4-27be-4113-b6e4-54755aa0b9e5 req-f37930f0-2c3b-4802-a66f-63a318f570be tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:35.860421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7855ded4-27be-4113-b6e4-54755aa0b9e5 req-f37930f0-2c3b-4802-a66f-63a318f570be tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 3093 time: 0.2709153 Jun 03 15:16:35.920366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b77adf-77b2-4e6c-997e-64e38b535004 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:35.944305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:29Z', 'revision_number': 3, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:35.966047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72efd4ce-9135-4d87-891a-c10a3b7d1904 None None] The sync data for ids ['b373c651-2e0b-40d2-b1b8-780e02ad145c'] in n-d-844595-1 is: [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:29Z', 'revision_number': 3, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:16:35.993651 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cc4ce4d4-67c7-4cd6-ab39-99032fd439c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f067d722abc74e259191aefbcec3cf60&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0153975 Jun 03 15:16:35.999347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 42b77adf-77b2-4e6c-997e-64e38b535004, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=42b77adf-77b2-4e6c-997e-64e38b535004,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:36.008546 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6b6032c-c739-4fae-9904-65c4600a058f req-df817cf0-e490-4d3b-963f-c7b3473aad03 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 210 time: 0.0855834 Jun 03 15:16:36.021463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ce4d4-67c7-4cd6-ab39-99032fd439c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06811ac1-58df-4fcf-acda-bc59dea642d7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:36.021869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60220) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:36.040278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.042449 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.072823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7855ded4-27be-4113-b6e4-54755aa0b9e5 req-72a3f7a5-1cbd-4de2-9456-cc1a155046fc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001739 Jun 03 15:16:36.133306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Transition to ACTIVE for port object 6dd98ae3-0436-4f30-bace-a56e10083246 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:36.166658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Allocated IP 10.2.2.200 (5fc22e54-1e78-40f9-b670-dbfcf3e62ca1/1631d81d-00f1-4d04-b59e-16993897a31e/ddf4759c-74be-4ad0-97de-2d92b51875cf) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:36.202832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cfba9dd-9201-454e-9df8-6621120637e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.235506 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.274433 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cfba9dd-9201-454e-9df8-6621120637e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.333040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=42b77adf-77b2-4e6c-997e-64e38b535004,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:36.499530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf065ca0-ab72-495a-a74e-1fa36e5f84fd req-9e93cb16-ea92-4ba1-860a-19da158db194 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:36.503600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['42b77adf-77b2-4e6c-997e-64e38b535004'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:36.513094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf065ca0-ab72-495a-a74e-1fa36e5f84fd req-9e93cb16-ea92-4ba1-860a-19da158db194 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.2256000 Jun 03 15:16:36.547471 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cfba9dd-9201-454e-9df8-6621120637e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.568868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Network 6cedb352-1546-434a-82fe-cc940db20f3e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:36.572737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:36.583937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:36.589082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfba9dd-9201-454e-9df8-6621120637e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06811ac1-58df-4fcf-acda-bc59dea642d7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:36.644462 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cfba9dd-9201-454e-9df8-6621120637e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:36.645613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2cfba9dd-9201-454e-9df8-6621120637e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06811ac1-58df-4fcf-acda-bc59dea642d7 HTTP/1.1" status: 204 len: 168 time: 0.6221349 Jun 03 15:16:36.650758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Pushing event updated for resources: {'Port': ['ID=6dd98ae3-0436-4f30-bace-a56e10083246,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:36.671729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf065ca0-ab72-495a-a74e-1fa36e5f84fd req-575e1cd9-dcb4-4811-9b54-0843701e3d32 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576827 Jun 03 15:16:36.697139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b66447-d54f-41ec-9c5f-ed9db907bc4e req-b77a62df-493b-42dc-ac86-f0d5c1817624 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:36.704423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14b66447-d54f-41ec-9c5f-ed9db907bc4e req-b77a62df-493b-42dc-ac86-f0d5c1817624 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 944 time: 0.3218217 Jun 03 15:16:36.831904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14b66447-d54f-41ec-9c5f-ed9db907bc4e req-b5a99ebc-97e8-451f-9561-7efc132ef04b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264319 Jun 03 15:16:36.994842 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.037144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.140911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.262947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Transition to ACTIVE for port object ddf4759c-74be-4ad0-97de-2d92b51875cf will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:37.274848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3fa12c66-3025-4f34-badd-f2361a9bf459 None None] Provisioning for port 6dd98ae3-0436-4f30-bace-a56e10083246 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:37.365343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-825c993d-97e2-4200-af0e-31d937a49b7b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:37.366141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-825c993d-97e2-4200-af0e-31d937a49b7b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Synchronizing usage tracker for tenant:0d78e7387998464690d183527a2939a5 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:37.406253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30618fcd-0460-4a98-93b1-86f72a7beb83 req-7690d113-afb8-482b-b75c-0b9f7a5484af tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 210 time: 0.0910106 Jun 03 15:16:37.466768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-825c993d-97e2-4200-af0e-31d937a49b7b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Unset dirty status for tenant:0d78e7387998464690d183527a2939a5 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:37.467919 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-825c993d-97e2-4200-af0e-31d937a49b7b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 808 time: 0.7360570 Jun 03 15:16:37.490264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Request body: {'port': {'device_id': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30', 'admin_state_up': True, 'tenant_id': '0d78e7387998464690d183527a2939a5'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:37.561220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3fa12c66-3025-4f34-badd-f2361a9bf459 None None] Provisioning complete for port 6dd98ae3-0436-4f30-bace-a56e10083246 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:37.563078 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3fa12c66-3025-4f34-badd-f2361a9bf459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.643855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.749931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3c9b-1428-43fc-bfca-87fc83dc645f req-58af51da-d878-4f5d-a5b4-a012029b0fba tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:37.762501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3fa12c66-3025-4f34-badd-f2361a9bf459 None None] Port 6dd98ae3-0436-4f30-bace-a56e10083246 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:37.768457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3c9b-1428-43fc-bfca-87fc83dc645f req-58af51da-d878-4f5d-a5b4-a012029b0fba tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:37.777190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3c9b-1428-43fc-bfca-87fc83dc645f req-58af51da-d878-4f5d-a5b4-a012029b0fba tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:37.798622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3c9b-1428-43fc-bfca-87fc83dc645f req-58af51da-d878-4f5d-a5b4-a012029b0fba tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:37.803806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 98d2e57c-9754-43da-9f2c-9f162627aaec up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:37.807029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3c9b-1428-43fc-bfca-87fc83dc645f req-58af51da-d878-4f5d-a5b4-a012029b0fba tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:37.809276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb2e3c9b-1428-43fc-bfca-87fc83dc645f req-58af51da-d878-4f5d-a5b4-a012029b0fba tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 3814 time: 0.2195539 Jun 03 15:16:37.883183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:37.893233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:37.895785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:37.930815 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:37.957030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb2e3c9b-1428-43fc-bfca-87fc83dc645f req-33e1db12-ca1a-41ce-bc35-72d1a70bf730 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413262 Jun 03 15:16:38.039195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544d471-bdf4-48b0-821d-02be9c913f15 req-d8b56130-1de1-4065-884e-078400a825d0 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:38.040873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2544d471-bdf4-48b0-821d-02be9c913f15 req-d8b56130-1de1-4065-884e-078400a825d0 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 949 time: 0.2026107 Jun 03 15:16:38.050877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event updated for resources: {'Port': ['ID=ddf4759c-74be-4ad0-97de-2d92b51875cf,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:38.116515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.116859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.117192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.117523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.117845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.125911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.125911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.126356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.126644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.126973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.127303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.127608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:38.154529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 98d2e57c-9754-43da-9f2c-9f162627aaec completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:38.172243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 98d2e57c-9754-43da-9f2c-9f162627aaec triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:38.172661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2544d471-bdf4-48b0-821d-02be9c913f15 req-444fe936-006b-4095-a9c2-a1d622588243 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237950 Jun 03 15:16:38.172781 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.195711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:38.205645 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.220348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:38.231498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:38.267487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Made reservation on behalf of 0d78e7387998464690d183527a2939a5 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:38.272022 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.328715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-366864c5-87ec-476c-84ec-21c92f4dad87 None None] Provisioning for port ddf4759c-74be-4ad0-97de-2d92b51875cf completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:38.341323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-366864c5-87ec-476c-84ec-21c92f4dad87 None None] Provisioning complete for port ddf4759c-74be-4ad0-97de-2d92b51875cf triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:38.341691 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-366864c5-87ec-476c-84ec-21c92f4dad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.396706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229af7c-a5fb-41dc-998f-cc38d5cabeff req-931edde6-d203-4689-964b-26e3285fff92 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:38.407944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0229af7c-a5fb-41dc-998f-cc38d5cabeff req-931edde6-d203-4689-964b-26e3285fff92 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.2300823 Jun 03 15:16:38.417445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 98d2e57c-9754-43da-9f2c-9f162627aaec is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:38.418005 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.428476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-366864c5-87ec-476c-84ec-21c92f4dad87 None None] Port ddf4759c-74be-4ad0-97de-2d92b51875cf cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:38.443173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 98d2e57c-9754-43da-9f2c-9f162627aaec, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=98d2e57c-9754-43da-9f2c-9f162627aaec,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:38.450704 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.552461 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0229af7c-a5fb-41dc-998f-cc38d5cabeff req-ee0bd40d-acce-48a9-854a-c1d20961d12b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424224 Jun 03 15:16:38.563996 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:38.573193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=98d2e57c-9754-43da-9f2c-9f162627aaec,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:38.608049 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b166304-5f88-447d-9485-427aa187d734 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8446939 Jun 03 15:16:38.609581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcaac2-9e7e-4d62-97ed-5b10d6ed6b34 req-57f2739f-cfb1-4fb6-ace8-1bdda53bd4d8 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:38.616805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32fcaac2-9e7e-4d62-97ed-5b10d6ed6b34 req-57f2739f-cfb1-4fb6-ace8-1bdda53bd4d8 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 944 time: 0.1353717 Jun 03 15:16:38.644230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:38.668203 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32fcaac2-9e7e-4d62-97ed-5b10d6ed6b34 req-0f292811-59a0-44cf-b758-017ab0cc123d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506027 Jun 03 15:16:38.739302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b186c751-89a8-4b42-8fce-3dc525f8bb56 req-1cb47fa9-3242-4c9d-9f14-4ec0e6c42a76 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 210 time: 0.0624573 Jun 03 15:16:38.941176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2edf4-943f-406f-8392-60da0d5c4e6e req-6f2d42ca-1e13-4cef-9d5f-21aff987e1ee tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:38.942758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6e2edf4-943f-406f-8392-60da0d5c4e6e req-6f2d42ca-1e13-4cef-9d5f-21aff987e1ee tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.0995634 Jun 03 15:16:38.979301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Allocated IP 172.20.0.14 (8cb25ac1-9870-48ce-a1f0-48375a2dcb30/ccd1cc9a-743d-40a3-a3a7-dda516523fdd/bffafb2f-6298-48ee-9b7d-985c5f37b905) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:39.006939 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.021577 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.031656 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.154644 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-df8c4f1a-acee-40b8-bf9b-045a9275d1b7 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d9b5dc5e81974692b2ccbe1bbd09087a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1862831 Jun 03 15:16:39.208488 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6e2edf4-943f-406f-8392-60da0d5c4e6e req-9a609813-8bc6-4317-85e7-3d2dbbe13c7a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588031 Jun 03 15:16:39.229589 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Pushing event updated for resources: {'Port': ['ID=6dd98ae3-0436-4f30-bace-a56e10083246,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:39.246649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.361743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-62429c19-5229-4a5f-8c24-acd820c65c05 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.363360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-62429c19-5229-4a5f-8c24-acd820c65c05 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006197 Jun 03 15:16:39.371256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4d45a-2f34-4372-9a63-fe66fe8bb586 req-659656af-8cea-483e-863d-d2e264c1f028 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.372924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44e4d45a-2f34-4372-9a63-fe66fe8bb586 req-659656af-8cea-483e-863d-d2e264c1f028 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 949 time: 0.2693880 Jun 03 15:16:39.426564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-1c1646e6-72d4-4193-80cb-fdbc46a27254 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/quotas/d9b5dc5e81974692b2ccbe1bbd09087a HTTP/1.1" status: 200 len: 375 time: 0.0523946 Jun 03 15:16:39.538016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-547a5de7-411d-48f6-9512-59db8b5aa3f3 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9b5dc5e81974692b2ccbe1bbd09087a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1027112 Jun 03 15:16:39.556241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-44e4d45a-2f34-4372-9a63-fe66fe8bb586 req-f35ad08d-d5ae-4b76-a954-3d5c4092dd19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Deleting port c9cfd24b-82ac-44c5-8b05-f01498066baa {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:39.556722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-44e4d45a-2f34-4372-9a63-fe66fe8bb586 req-f35ad08d-d5ae-4b76-a954-3d5c4092dd19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.565042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fc0290b9-64dc-4a3d-8b6c-d52fd3177257 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:39.696857 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:39.730881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Network 6cedb352-1546-434a-82fe-cc940db20f3e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:39.743379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:39.774588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fc0290b9-64dc-4a3d-8b6c-d52fd3177257, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:39.792598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'port_id': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257', 'mac_address': 'fa:16:3e:15:b8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b9255b-6a22-475f-892c-3d87acb00f06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:39.796690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 98d2e57c-9754-43da-9f2c-9f162627aaec up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:39.834366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9296-a1c4-4a79-b7ea-a94aba444730 req-301be182-60d6-435d-a526-707ad810fc92 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.845709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9296-a1c4-4a79-b7ea-a94aba444730 req-301be182-60d6-435d-a526-707ad810fc92 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.852009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9296-a1c4-4a79-b7ea-a94aba444730 req-301be182-60d6-435d-a526-707ad810fc92 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.857869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9296-a1c4-4a79-b7ea-a94aba444730 req-301be182-60d6-435d-a526-707ad810fc92 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.865787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9296-a1c4-4a79-b7ea-a94aba444730 req-301be182-60d6-435d-a526-707ad810fc92 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:39.871690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d30d9296-a1c4-4a79-b7ea-a94aba444730 req-301be182-60d6-435d-a526-707ad810fc92 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 3814 time: 0.4278703 Jun 03 15:16:40.024570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 98d2e57c-9754-43da-9f2c-9f162627aaec triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:40.025665 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.083774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:40.084436 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.087094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d30d9296-a1c4-4a79-b7ea-a94aba444730 req-9cbef3da-c6a0-4d58-a018-7d554a2ce872 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563287 Jun 03 15:16:40.101795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-44e4d45a-2f34-4372-9a63-fe66fe8bb586 req-f35ad08d-d5ae-4b76-a954-3d5c4092dd19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] For port c9cfd24b-82ac-44c5-8b05-f01498066baa, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c9cfd24b-82ac-44c5-8b05-f01498066baa,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:40.102336 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-44e4d45a-2f34-4372-9a63-fe66fe8bb586 req-f35ad08d-d5ae-4b76-a954-3d5c4092dd19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.113606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc0290b9-64dc-4a3d-8b6c-d52fd3177257 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:40.134389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fc0290b9-64dc-4a3d-8b6c-d52fd3177257, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:40.154087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.201811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c65f082-942e-4d38-9918-7ae2464736bf {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:40.217539 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.224226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.246183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77104fc0-18af-4f5f-928e-9bd7b07af505 req-a1eaaf85-0339-4afa-b013-d75a3dd2581c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:40.248299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6df28dc0-8b59-4df8-8047-7edd62a7b9d8 None None] Provisioning complete for port 6dd98ae3-0436-4f30-bace-a56e10083246 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:40.248834 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6df28dc0-8b59-4df8-8047-7edd62a7b9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.255568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77104fc0-18af-4f5f-928e-9bd7b07af505 req-a1eaaf85-0339-4afa-b013-d75a3dd2581c tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 949 time: 0.3827610 Jun 03 15:16:40.380032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Router b373c651-2e0b-40d2-b1b8-780e02ad145c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:16:40.386446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Transition to ACTIVE for port object 5c65f082-942e-4d38-9918-7ae2464736bf will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:40.390028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:40.397149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 98d2e57c-9754-43da-9f2c-9f162627aaec is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:40.397455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:40.399608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:40.402488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 42b77adf-77b2-4e6c-997e-64e38b535004 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:40.407265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:40.432921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['fc0290b9-64dc-4a3d-8b6c-d52fd3177257'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:40.435379 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.444421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-44e4d45a-2f34-4372-9a63-fe66fe8bb586 req-f35ad08d-d5ae-4b76-a954-3d5c4092dd19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Calling delete_port for c9cfd24b-82ac-44c5-8b05-f01498066baa owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:40.446000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Pushing event updated for resources: {'Port': ['ID=bffafb2f-6298-48ee-9b7d-985c5f37b905,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:40.503188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6df28dc0-8b59-4df8-8047-7edd62a7b9d8 None None] Port 6dd98ae3-0436-4f30-bace-a56e10083246 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:40.558589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 42b77adf-77b2-4e6c-997e-64e38b535004 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:40.572066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 42b77adf-77b2-4e6c-997e-64e38b535004 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:40.572802 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.618616 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77104fc0-18af-4f5f-928e-9bd7b07af505 req-8e2b7a69-b998-4d49-a97f-aa5078c0f668 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618417 Jun 03 15:16:40.813535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-44e4d45a-2f34-4372-9a63-fe66fe8bb586 req-f35ad08d-d5ae-4b76-a954-3d5c4092dd19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.818564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:40.819677 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.829737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['097f3a10-8514-4232-9e14-a60be88bec08', 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:40.868927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 42b77adf-77b2-4e6c-997e-64e38b535004 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:40.870005 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.949028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b77adf-77b2-4e6c-997e-64e38b535004'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:40.956130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ad08d-d5ae-4b76-a954-3d5c4092dd19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event deleted for resources: {'Port': ['ID=c9cfd24b-82ac-44c5-8b05-f01498066baa,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:40.981151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 42b77adf-77b2-4e6c-997e-64e38b535004, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=42b77adf-77b2-4e6c-997e-64e38b535004,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:40.991187 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:40.991421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a8b843e-81e6-4637-90f1-528036d0781e req-28d7968e-f94c-4d32-a597-73534e619ea6 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 210 time: 0.1284795 Jun 03 15:16:40.991979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c9cfd24b-82ac-44c5-8b05-f01498066baa no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:40.999251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08427ab3-680a-4983-acca-498c5e718f8a req-1a2b884a-dfe3-4a20-8841-2f7088fc1419 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.007449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08427ab3-680a-4983-acca-498c5e718f8a req-1a2b884a-dfe3-4a20-8841-2f7088fc1419 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 944 time: 0.5831215 Jun 03 15:16:41.062434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Pushing event updated for resources: {'Port': ['ID=5c65f082-942e-4d38-9918-7ae2464736bf,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:41.066188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: c9cfd24b-82ac-44c5-8b05-f01498066baa {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:41.066531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c9cfd24b-82ac-44c5-8b05-f01498066baa not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:41.068467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08', '1565d794-e24f-4585-b205-38fa580faedd', '15d294a7-09f8-4f0d-855a-e54b5bb1459c', '911ab52b-da76-4296-ab43-3299325e66fd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:41.079006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e4d45a-2f34-4372-9a63-fe66fe8bb586 req-f35ad08d-d5ae-4b76-a954-3d5c4092dd19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] No DVR routers for this DVR port c9cfd24b-82ac-44c5-8b05-f01498066baa on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:41.089306 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-44e4d45a-2f34-4372-9a63-fe66fe8bb586 req-f35ad08d-d5ae-4b76-a954-3d5c4092dd19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:41.091975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a98ad0-d2d0-4891-8a12-d85bc023b278', 'name': 'network-vif-deleted', 'tag': 'c9cfd24b-82ac-44c5-8b05-f01498066baa'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:41.117362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44e4d45a-2f34-4372-9a63-fe66fe8bb586 req-f35ad08d-d5ae-4b76-a954-3d5c4092dd19 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "DELETE /v2.0/ports/c9cfd24b-82ac-44c5-8b05-f01498066baa HTTP/1.1" status: 204 len: 173 time: 1.7341933 Jun 03 15:16:41.131130 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08427ab3-680a-4983-acca-498c5e718f8a req-c54fc737-fa83-4966-a6e6-d298f61eb61b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226172 Jun 03 15:16:41.249614 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-b9fb9f53-ae6b-442b-83d9-d216d3e9992c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7658069 Jun 03 15:16:41.280211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Request body: {'port': {'device_id': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:41.298752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=42b77adf-77b2-4e6c-997e-64e38b535004,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:41.379463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163422cf-24d7-4808-9787-ed4edb8f8d55 req-68b31a79-624b-4337-aab5-2ce4ec8578c0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:41.387843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-163422cf-24d7-4808-9787-ed4edb8f8d55 req-68b31a79-624b-4337-aab5-2ce4ec8578c0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 932 time: 0.2086804 Jun 03 15:16:41.391186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:16:41.401116 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Sync routers for ids ['b373c651-2e0b-40d2-b1b8-780e02ad145c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:16:41.423608 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Routers {'b373c651-2e0b-40d2-b1b8-780e02ad145c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:41.424205 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7a530578-b92a-448a-a74c-4a42383bf27a admin admin] 10.222.0.48 "PUT /v2.0/routers/b373c651-2e0b-40d2-b1b8-780e02ad145c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6453679 Jun 03 15:16:41.425365 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:16:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b373c651-2e0b-40d2-b1b8-780e02ad145c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:41.457432 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-725031ce-7f48-4bd5-a2c7-7b6a3e32725e'] response: {'server_uuid': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b77adf-77b2-4e6c-997e-64e38b535004', 'code': 200} Jun 03 15:16:41.502711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Attempting to bind port 5c65f082-942e-4d38-9918-7ae2464736bf on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:41.513575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Attempting to bind port 5c65f082-942e-4d38-9918-7ae2464736bf by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:41.514189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Attempting to bind port 5c65f082-942e-4d38-9918-7ae2464736bf on network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:41.525951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Port 5c65f082-942e-4d38-9918-7ae2464736bf on network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:41.531187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-163422cf-24d7-4808-9787-ed4edb8f8d55 req-855b1eca-e24c-46a2-b677-c76721e94596 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418693 Jun 03 15:16:41.536509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Attempting to bind port 5c65f082-942e-4d38-9918-7ae2464736bf on network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:41.552057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:41.553313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Checking segment: {'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:41.553751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Bound using segment: {'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:41.556779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Bound port: 5c65f082-942e-4d38-9918-7ae2464736bf, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781991cc-0936-4a95-a2b2-b0b4a6acb565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:41.556918 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92d3b96-3585-4244-97d2-ba6f82b21d65'] response: {'server_uuid': '59a98ad0-d2d0-4891-8a12-d85bc023b278', 'name': 'network-vif-deleted', 'tag': 'c9cfd24b-82ac-44c5-8b05-f01498066baa', 'status': 'completed', 'code': 200} Jun 03 15:16:41.558170 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:41.687598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fc0290b9-64dc-4a3d-8b6c-d52fd3177257 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:41.811906 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-d5d90bf7-d470-4607-bb36-9e040fe6b177 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d9b5dc5e81974692b2ccbe1bbd09087a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287577 Jun 03 15:16:42.030904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:42.032190 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.117120 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Set router b373c651-2e0b-40d2-b1b8-780e02ad145c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:42.198295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-49b1672b-2288-4d92-a064-a4e674e686dc tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.199859 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-49b1672b-2288-4d92-a064-a4e674e686dc tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597808 Jun 03 15:16:42.237039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Request body: {'port': {'device_id': '439dc27c-857c-4b35-9abe-9788336e5877', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'd9b5dc5e81974692b2ccbe1bbd09087a'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:42.506398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:42.506710 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.575463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c8450427-68e9-4be4-bca1-8cda5c6706b1 req-74374664-b31b-45c9-a7ee-c2905b498aba tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Synchronizing usage tracker for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:42.579805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fc0290b9-64dc-4a3d-8b6c-d52fd3177257, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:42.581096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a811e37-f760-4fa4-a26f-a8269bbd9e52 req-d98f492e-56e8-4660-91de-17e31fb9b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.583273 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a811e37-f760-4fa4-a26f-a8269bbd9e52 req-d98f492e-56e8-4660-91de-17e31fb9b771 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 1096 time: 0.9628313 Jun 03 15:16:42.604807 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.619170 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.644848 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:37Z', 'revision_number': 4, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6dd98ae3-0436-4f30-bace-a56e10083246', 'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'mac_address': 'fa:16:3e:57:b7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:34Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 2, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'subnets': [{'id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:42.653500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:42.655088 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Checking router: b373c651-2e0b-40d2-b1b8-780e02ad145c for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:16:42.655440 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Updating router b373c651-2e0b-40d2-b1b8-780e02ad145c port 6dd98ae3-0436-4f30-bace-a56e10083246 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:16:42.671387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c8450427-68e9-4be4-bca1-8cda5c6706b1 req-74374664-b31b-45c9-a7ee-c2905b498aba tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Unset dirty status for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:42.682684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8450427-68e9-4be4-bca1-8cda5c6706b1 req-74374664-b31b-45c9-a7ee-c2905b498aba tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=59a98ad0-d2d0-4891-8a12-d85bc023b278 HTTP/1.1" status: 200 len: 210 time: 0.4301670 Jun 03 15:16:42.686144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] For port 5c65f082-942e-4d38-9918-7ae2464736bf, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:42.689929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] For port 5c65f082-942e-4d38-9918-7ae2464736bf, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=5c65f082-942e-4d38-9918-7ae2464736bf,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:42.694697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Usage tracker for resource:port and tenant:d9b5dc5e81974692b2ccbe1bbd09087a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:42.698140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60374) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:42.700275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:42.712708 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.725455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1440283206-network', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:42.725719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:42.747934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410efbef-f82f-4638-9317-17fa9754d925 req-8d539248-b143-428b-a4c9-fe00a21a4023 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.754069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410efbef-f82f-4638-9317-17fa9754d925 req-8d539248-b143-428b-a4c9-fe00a21a4023 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.756777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:42.763455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410efbef-f82f-4638-9317-17fa9754d925 req-8d539248-b143-428b-a4c9-fe00a21a4023 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.763636 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.770225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410efbef-f82f-4638-9317-17fa9754d925 req-8d539248-b143-428b-a4c9-fe00a21a4023 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.776076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410efbef-f82f-4638-9317-17fa9754d925 req-8d539248-b143-428b-a4c9-fe00a21a4023 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.784104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-410efbef-f82f-4638-9317-17fa9754d925 req-8d539248-b143-428b-a4c9-fe00a21a4023 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 3826 time: 0.9572570 Jun 03 15:16:42.786978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a811e37-f760-4fa4-a26f-a8269bbd9e52 req-8c375553-e25e-4e2b-83c8-bd27dd404444 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926043 Jun 03 15:16:42.810614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:42.845280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:42.846322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.848496 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] 10.222.0.75 "PUT /v2.0/ports/5c65f082-942e-4d38-9918-7ae2464736bf HTTP/1.1" status: 200 len: 1091 time: 4.2258651 Jun 03 15:16:42.851827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '5c65f082-942e-4d38-9918-7ae2464736bf'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:42.858024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Usage tracker for resource:network and tenant:ac1d26c65d484892b7716331ecd056e9 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:42.864407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:42.865776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Made reservation on behalf of d9b5dc5e81974692b2ccbe1bbd09087a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:42.869560 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.884063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:42.888474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-0933159c-f8eb-4b3e-a7c8-8cb420d5f226 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6582267 Jun 03 15:16:42.892503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.893914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8eaecc0f-4c03-44f5-b76d-68173d1a680a req-34cbe5fa-2930-455d-aca2-49b8cb0965a9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 210 time: 0.0807593 Jun 03 15:16:42.931452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Made reservation on behalf of ac1d26c65d484892b7716331ecd056e9 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:42.936909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.969343 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:42.971807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:42.981855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Usage tracker for resource:security_group_rule and tenant:d9b5dc5e81974692b2ccbe1bbd09087a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:42.986738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:42.998662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:43.003458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ac1d26c65d484892b7716331ecd056e9 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:43.004023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:43.011300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:43.019640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:43.051122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a3c19-671c-49ec-bcce-814cc0061475 service neutron] Pushing event updated for resources: {'Port': ['ID=5c65f082-942e-4d38-9918-7ae2464736bf,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:43.135481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:43.143983 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.161152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-410efbef-f82f-4638-9317-17fa9754d925 req-10ebf353-8c96-4301-9325-b257e56918e0 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758602 Jun 03 15:16:43.165680 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.210962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:16:43.297187 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.297600 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Added segment d7108db9-c01c-4ab4-be39-cd8dacd612f8 of type vlan for network 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a Jun 03 15:16:43.317172 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.337943 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Transition to ACTIVE for port object 6dd98ae3-0436-4f30-bace-a56e10083246 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:43.354056 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.375478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ae30bc-c64e-4f18-a246-f73a7c5bdd20,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:43.417982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.418578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.418921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.419458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.420089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.420946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.421563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.422431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.422777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.423111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.423818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.424368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.424491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.458275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:43.461637 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.492466 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Pushing event updated for resources: {'Port': ['ID=6dd98ae3-0436-4f30-bace-a56e10083246,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:43.501731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599fc8c-bb80-4f6c-93d6-6f55649fed69 req-2ca54bf2-b1f5-4ba8-adfb-c919f6674e7b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:43.509421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5599fc8c-bb80-4f6c-93d6-6f55649fed69 req-2ca54bf2-b1f5-4ba8-adfb-c919f6674e7b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.3460262 Jun 03 15:16:43.565360 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.571661 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.572068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.572505 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.572894 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.573277 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.573661 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.574065 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.574437 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.574820 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.575195 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.575876 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.576297 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:43.591573 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.689182 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5599fc8c-bb80-4f6c-93d6-6f55649fed69 req-c0a18eaa-ab91-47e4-9ab4-fb09b2b07e02 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743162 Jun 03 15:16:43.696178 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.698543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:43.707474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.756031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6684a-4e06-4fc4-be90-5711538b1ba1 req-34f2b598-3930-41bb-a502-3f89f68879fb tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:43.757677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5de6684a-4e06-4fc4-be90-5711538b1ba1 req-34f2b598-3930-41bb-a502-3f89f68879fb tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 945 time: 0.4342566 Jun 03 15:16:43.845682 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Attempting to bind port 6dd98ae3-0436-4f30-bace-a56e10083246 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:43.846295 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Attempting to bind port 6dd98ae3-0436-4f30-bace-a56e10083246 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:43.846655 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Attempting to bind port 6dd98ae3-0436-4f30-bace-a56e10083246 on network 6cedb352-1546-434a-82fe-cc940db20f3e {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:43.860571 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:43.860571 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Checking segment: {'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:43.861020 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.861434 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Bound using segment: {'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:43.862001 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Bound port: 6dd98ae3-0436-4f30-bace-a56e10083246, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:43.862450 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:43.936146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8142eeb7-b262-4240-9106-feb4c8ea467e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:43.993513 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:16:44.002950 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] For port 6dd98ae3-0436-4f30-bace-a56e10083246, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:44.008357 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] For port 6dd98ae3-0436-4f30-bace-a56e10083246, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6dd98ae3-0436-4f30-bace-a56e10083246,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:44.015653 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.046803 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3458807 Jun 03 15:16:44.103011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60424) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:44.138174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead668c6-bcdf-42cb-b8ea-256dc34f82e5 admin admin] Pushing event updated for resources: {'Network': ['ID=0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:44.138560 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Routers {'b373c651-2e0b-40d2-b1b8-780e02ad145c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:44.139220 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:16:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b373c651-2e0b-40d2-b1b8-780e02ad145c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:44.152878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:16:44.189529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5de6684a-4e06-4fc4-be90-5711538b1ba1 req-18f92bb2-4636-4c45-882f-0eedfc015c9b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218252 Jun 03 15:16:44.286987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0976215-d363-4689-b07c-7d902ae575ec req-57637987-b8f0-4cf1-a253-4737335afd6b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.325915 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfdda2-e2d2-4962-883e-874686c72a9b None None] Pushing event updated for resources: {'Port': ['ID=6dd98ae3-0436-4f30-bace-a56e10083246,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:44.329077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0976215-d363-4689-b07c-7d902ae575ec req-57637987-b8f0-4cf1-a253-4737335afd6b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 932 time: 0.2908731 Jun 03 15:16:44.465594 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255f646a-3682-4c4c-b927-654c10de8f81'] response: {'server_uuid': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257', 'code': 200} Jun 03 15:16:44.580510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0976215-d363-4689-b07c-7d902ae575ec req-948cd6bd-221f-490c-bfe0-0c08cc881daa tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502432 Jun 03 15:16:44.600128 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] Set router b373c651-2e0b-40d2-b1b8-780e02ad145c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:44.651237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-911692dd-4cc7-4b56-92a9-72bb7f225a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.651713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-911692dd-4cc7-4b56-92a9-72bb7f225a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.652173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-911692dd-4cc7-4b56-92a9-72bb7f225a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.652629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-911692dd-4cc7-4b56-92a9-72bb7f225a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.653642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-911692dd-4cc7-4b56-92a9-72bb7f225a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:44.665431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-911692dd-4cc7-4b56-92a9-72bb7f225a74 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 4361 time: 0.2291687 Jun 03 15:16:44.767553 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25c8df6-6e51-4547-9098-bccb19ed971a'] response: {'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '5c65f082-942e-4d38-9918-7ae2464736bf', 'status': 'completed', 'code': 200} Jun 03 15:16:44.787799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Request body: {'subnet': {'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1440283206-subnet', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:44.810139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:44.822541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Usage tracker for resource:subnet and tenant:ac1d26c65d484892b7716331ecd056e9 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:44.829432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:44.849955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:44.853430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffafb2f-6298-48ee-9b7d-985c5f37b905 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:44.867756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Allocated IP 192.168.233.229 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/59cd0935-2a47-476b-ac46-92dfac136d75) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:44.882780 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.925460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Made reservation on behalf of ac1d26c65d484892b7716331ecd056e9 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:16:44.927767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:44.941282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Transition to ACTIVE for port object bffafb2f-6298-48ee-9b7d-985c5f37b905 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:45.017695 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12002d20-6eb9-485e-9696-185c968c0b0d req-4f857f45-0701-40cc-b57c-bb3fd640bb4c tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 210 time: 0.1769860 Jun 03 15:16:45.021229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.186962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-d9c37efa-2711-43ab-932a-ffd451e90906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.187470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-d9c37efa-2711-43ab-932a-ffd451e90906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.187930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-d9c37efa-2711-43ab-932a-ffd451e90906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.190746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-d9c37efa-2711-43ab-932a-ffd451e90906 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5152583 Jun 03 15:16:45.299364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7c4a5-28b7-42b4-bcf1-83a0b61e2777 req-2c8943fc-5f27-4e8b-949e-528f4c0205c5 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.302949 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:37Z', 'revision_number': 4, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6dd98ae3-0436-4f30-bace-a56e10083246', 'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'mac_address': 'fa:16:3e:57:b7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:34Z', 'updated_at': '2022-06-03T15:16:43Z', 'revision_number': 4, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'subnets': [{'id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:45.309844 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7d608-06f1-4baa-8572-18ec9122a9c0 None None] The sync data for ids ['b373c651-2e0b-40d2-b1b8-780e02ad145c'] in n-d-844595-1 is: [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:37Z', 'revision_number': 4, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6dd98ae3-0436-4f30-bace-a56e10083246', 'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'mac_address': 'fa:16:3e:57:b7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:34Z', 'updated_at': '2022-06-03T15:16:43Z', 'revision_number': 4, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'subnets': [{'id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:16:45.310256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7c4a5-28b7-42b4-bcf1-83a0b61e2777 req-2c8943fc-5f27-4e8b-949e-528f4c0205c5 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.321496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7c4a5-28b7-42b4-bcf1-83a0b61e2777 req-2c8943fc-5f27-4e8b-949e-528f4c0205c5 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.327958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7c4a5-28b7-42b4-bcf1-83a0b61e2777 req-2c8943fc-5f27-4e8b-949e-528f4c0205c5 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.334319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7c4a5-28b7-42b4-bcf1-83a0b61e2777 req-2c8943fc-5f27-4e8b-949e-528f4c0205c5 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.342036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Pushing event updated for resources: {'Port': ['ID=bffafb2f-6298-48ee-9b7d-985c5f37b905,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:45.342305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56a7c4a5-28b7-42b4-bcf1-83a0b61e2777 req-2c8943fc-5f27-4e8b-949e-528f4c0205c5 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 3826 time: 0.4454081 Jun 03 15:16:45.597408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-5f3e76d5-cff9-4ce8-8782-06d2028ad41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.602397 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6717f50f-99f9-4e5b-9c51-74314ddb3ae2 req-5f3e76d5-cff9-4ce8-8782-06d2028ad41e service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4008594 Jun 03 15:16:45.681271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56a7c4a5-28b7-42b4-bcf1-83a0b61e2777 req-7cc6979e-915e-4d55-b670-15a38f245053 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377697 Jun 03 15:16:45.701646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6dd98ae3-0436-4f30-bace-a56e10083246 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:45.730252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-067fa715-0fed-44d2-afd8-3e56ab3d1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:45.738124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-067fa715-0fed-44d2-afd8-3e56ab3d1a90 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 1100 time: 0.5085964 Jun 03 15:16:45.848294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6dd98ae3-0436-4f30-bace-a56e10083246 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:45.869301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6dd98ae3-0436-4f30-bace-a56e10083246 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:45.872046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d500350a-7ffd-4d63-9ddb-f9e3a64d6138 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:45.875014 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.959010 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:45.965578 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.056513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Transition to ACTIVE for port object 59cd0935-2a47-476b-ac46-92dfac136d75 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:46.080429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:46.081749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:46.082350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:46.094174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Transition to ACTIVE for port object d500350a-7ffd-4d63-9ddb-f9e3a64d6138 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:46.105932 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.118519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6dd98ae3-0436-4f30-bace-a56e10083246 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:46.118896 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.180239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Port bffafb2f-6298-48ee-9b7d-985c5f37b905 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:46.181282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:46.195135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6dd98ae3-0436-4f30-bace-a56e10083246, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6dd98ae3-0436-4f30-bace-a56e10083246,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:46.207128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.237846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:46.238347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:46.239212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:46.239892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Bound port: bffafb2f-6298-48ee-9b7d-985c5f37b905, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:46.240335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.339089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6dd98ae3-0436-4f30-bace-a56e10083246,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:46.397137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa059cc2-7043-4714-aa6a-18830ae6db89 req-1aee093d-1bb2-4c36-872a-e1e14cd3addb tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.408034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa059cc2-7043-4714-aa6a-18830ae6db89 req-1aee093d-1bb2-4c36-872a-e1e14cd3addb tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.6892202 Jun 03 15:16:46.438028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.477355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-52982e6a-0d08-4bfe-8e69-9557f95af123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.479049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-52982e6a-0d08-4bfe-8e69-9557f95af123 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.6529579 Jun 03 15:16:46.567773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=137f0460-330a-4b76-9482-0535b72213ed,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:46.615109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-13747bf7-d0f4-4cba-a36d-50fe0cab10dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 217 time: 0.1221304 Jun 03 15:16:46.625652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1c41a-e6ab-4fb2-8a67-5d4b0ff8fb66 req-d0d1938f-d1c8-467d-8303-bba32da0896f tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.627657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cb1c41a-e6ab-4fb2-8a67-5d4b0ff8fb66 req-d0d1938f-d1c8-467d-8303-bba32da0896f tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 945 time: 0.4375637 Jun 03 15:16:46.643122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa059cc2-7043-4714-aa6a-18830ae6db89 req-a16deeaf-ca67-4595-9f60-d55b2207009c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190020 Jun 03 15:16:46.673501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Pushing event updated for resources: {'Port': ['ID=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:46.800147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:46.887362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cb1c41a-e6ab-4fb2-8a67-5d4b0ff8fb66 req-65538c99-2567-4e73-bb4b-73154d9af135 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414534 Jun 03 15:16:46.906130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-e68596b5-ae0f-4fa9-8ecd-529b888f7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:46.907860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-e68596b5-ae0f-4fa9-8ecd-529b888f7115 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2788873 Jun 03 15:16:46.969301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Checking segment: {'id': 'd7108db9-c01c-4ab4-be39-cd8dacd612f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:46.969903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Network hostable DHCP agents. Network: 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:16:46.983524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:46.990650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Attempting to bind port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:46.990983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Attempting to bind port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:46.991369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Attempting to bind port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:47.005999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:47.025999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:47.142342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:47.149234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:47.149853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Attempting to bind port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:47.179215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Pushing event updated for resources: {'Port': ['ID=59cd0935-2a47-476b-ac46-92dfac136d75,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:47.186229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:47.186564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Checking segment: {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:47.186946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Bound using segment: {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:47.187384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Bound port: d500350a-7ffd-4d63-9ddb-f9e3a64d6138, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:47.187725 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.192636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c389ea-b104-4bcc-94df-268cd36a0508 req-309ac02e-648f-4857-a108-d838c3227c4a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:47.203468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6c389ea-b104-4bcc-94df-268cd36a0508 req-309ac02e-648f-4857-a108-d838c3227c4a tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 950 time: 0.4208484 Jun 03 15:16:47.208630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:47.228911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:47.242108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.247312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-84435e0a-1cf8-41a2-8e0d-d3475eab2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:47.254922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-84435e0a-1cf8-41a2-8e0d-d3475eab2618 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3257380 Jun 03 15:16:47.284216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Network 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:16:47.298175 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.323562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6c389ea-b104-4bcc-94df-268cd36a0508 req-f4d0aef9-b5ea-4a49-8e1b-4d1681d6ad62 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192245 Jun 03 15:16:47.415369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:47.418235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:47.418843 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.420312 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] 10.222.0.67 "PUT /v2.0/ports/bffafb2f-6298-48ee-9b7d-985c5f37b905 HTTP/1.1" status: 200 len: 1092 time: 6.1452506 Jun 03 15:16:47.426613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62a6cfe-4cf6-48b0-a713-42199989219c None None] Network 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:47.438665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'tag': 'bffafb2f-6298-48ee-9b7d-985c5f37b905'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:47.465656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:47.466325 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.495509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2122491-3c4b-4c14-8fcf-e9ff9bf94765 req-a903d508-ef0f-41d2-95d0-353112a5435b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:47.504278 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2122491-3c4b-4c14-8fcf-e9ff9bf94765 req-a903d508-ef0f-41d2-95d0-353112a5435b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 944 time: 0.4610105 Jun 03 15:16:47.684687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6dd98ae3-0436-4f30-bace-a56e10083246 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:47.734754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2122491-3c4b-4c14-8fcf-e9ff9bf94765 req-a129653c-d2a0-451c-8105-6188535b25c5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289040 Jun 03 15:16:47.779161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-53cb682e-0d45-4be0-aa27-9275b1afc9c3 None None] Provisioning for port 59cd0935-2a47-476b-ac46-92dfac136d75 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:47.789942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a', 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'fixed_ips': [{'subnet_id': '137f0460-330a-4b76-9482-0535b72213ed'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:16:47.791025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.808018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-53cb682e-0d45-4be0-aa27-9275b1afc9c3 None None] Provisioning complete for port 59cd0935-2a47-476b-ac46-92dfac136d75 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:47.808659 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-53cb682e-0d45-4be0-aa27-9275b1afc9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.854180 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-620d717f-1f57-4a74-9d9a-fbd0e19b6cd9 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6358969 Jun 03 15:16:47.881812 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-050cd824-1fb6-4518-bded-d0f51ca62030 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7480383 Jun 03 15:16:47.887103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60478) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:16:47.913321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbc1fc-eec6-4f07-a236-2f29e8f3b3d4 req-f6a94849-6edb-43ec-9842-35a776d8faa0 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:47.915015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Request body: {'port': {'device_id': '439dc27c-857c-4b35-9abe-9788336e5877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:47.919699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-babbc1fc-eec6-4f07-a236-2f29e8f3b3d4 req-f6a94849-6edb-43ec-9842-35a776d8faa0 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 936 time: 0.4127238 Jun 03 15:16:47.927364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-53cb682e-0d45-4be0-aa27-9275b1afc9c3 None None] Port 59cd0935-2a47-476b-ac46-92dfac136d75 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:16:47.934435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6dd98ae3-0436-4f30-bace-a56e10083246 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:47.934977 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:47.943980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-01e49180-05d3-4d77-9f05-655c2b7221c9 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672907 Jun 03 15:16:47.969024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1440283206-router', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:47.986912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:16:47.989759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cae6d-af26-475e-a390-03dbb7994244 service neutron] Pushing event updated for resources: {'Port': ['ID=bffafb2f-6298-48ee-9b7d-985c5f37b905,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:48.033382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Usage tracker for resource:router and tenant:ac1d26c65d484892b7716331ecd056e9 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:16:48.038940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:16:48.053150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:16:48.070289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] For port d500350a-7ffd-4d63-9ddb-f9e3a64d6138, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:48.131093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] For port d500350a-7ffd-4d63-9ddb-f9e3a64d6138, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:48.132739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.134304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.162972 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.185373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-babbc1fc-eec6-4f07-a236-2f29e8f3b3d4 req-b92668ba-2d55-4f60-84d0-4b5b3b3467ba tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/security-groups?id=8142eeb7-b262-4240-9106-feb4c8ea467e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449932 Jun 03 15:16:48.195577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b0b91-d926-4b21-92cd-312b386422ba req-190ef945-45ca-48e7-8832-469655fad751 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.197158 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d1b0b91-d926-4b21-92cd-312b386422ba req-190ef945-45ca-48e7-8832-469655fad751 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 950 time: 0.7294667 Jun 03 15:16:48.239822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Allocated IP 172.20.0.2 (0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a/137f0460-330a-4b76-9482-0535b72213ed/65ca871d-dd59-49ef-825f-24039beb8790) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:48.337348 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.396308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.406866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-45da5120-dedf-431d-9b29-43f376910a64 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135041 Jun 03 15:16:48.412285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7d1b0b91-d926-4b21-92cd-312b386422ba req-6d188a1b-94e5-44a2-a4da-fedd6afa27ea tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Deleting port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:48.418558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7d1b0b91-d926-4b21-92cd-312b386422ba req-6d188a1b-94e5-44a2-a4da-fedd6afa27ea tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.431758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.434307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.435775 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] 10.222.0.75 "PUT /v2.0/ports/d500350a-7ffd-4d63-9ddb-f9e3a64d6138 HTTP/1.1" status: 200 len: 1136 time: 5.3950899 Jun 03 15:16:48.453293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-dead89e4-28b7-474a-869b-cdbf2b09e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.457268 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-dead89e4-28b7-474a-869b-cdbf2b09e345 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 1095 time: 0.9325833 Jun 03 15:16:48.541764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69317a19-9f15-439f-b54f-16e0859fc471 req-13eeb17c-5a4f-40c7-82e3-331c7ec3815b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.553092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69317a19-9f15-439f-b54f-16e0859fc471 req-13eeb17c-5a4f-40c7-82e3-331c7ec3815b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.570875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69317a19-9f15-439f-b54f-16e0859fc471 req-13eeb17c-5a4f-40c7-82e3-331c7ec3815b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.580871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69317a19-9f15-439f-b54f-16e0859fc471 req-13eeb17c-5a4f-40c7-82e3-331c7ec3815b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.601078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69317a19-9f15-439f-b54f-16e0859fc471 req-13eeb17c-5a4f-40c7-82e3-331c7ec3815b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.607703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69317a19-9f15-439f-b54f-16e0859fc471 req-13eeb17c-5a4f-40c7-82e3-331c7ec3815b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:48.617191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69317a19-9f15-439f-b54f-16e0859fc471 req-13eeb17c-5a4f-40c7-82e3-331c7ec3815b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 4604 time: 0.6256368 Jun 03 15:16:48.628654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:48.766910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6dd98ae3-0436-4f30-bace-a56e10083246 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:48.769696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f298b-dff5-487c-826b-99a5406bac49 service neutron] Pushing event updated for resources: {'Port': ['ID=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:48.773214 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-393a3b7a-ddaa-465f-800e-dbdca3660b89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905 HTTP/1.1" status: 200 len: 217 time: 0.2854910 Jun 03 15:16:48.795489 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.810567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Transition to ACTIVE for port object 65ca871d-dd59-49ef-825f-24039beb8790 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:48.836744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Transition to ACTIVE for port object 65ca871d-dd59-49ef-825f-24039beb8790 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:48.847857 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:48.935850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Pushing event updated for resources: {'Port': ['ID=65ca871d-dd59-49ef-825f-24039beb8790,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:48.952110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Network 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:48.953474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:48.956027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:49.060163 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69317a19-9f15-439f-b54f-16e0859fc471 req-d1c5d0c8-c321-494c-9175-fecc2e615e01 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4416933 Jun 03 15:16:49.066848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Attempting to bind port 65ca871d-dd59-49ef-825f-24039beb8790 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:49.067975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Attempting to bind port 65ca871d-dd59-49ef-825f-24039beb8790 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd7108db9-c01c-4ab4-be39-cd8dacd612f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:49.068342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Attempting to bind port 65ca871d-dd59-49ef-825f-24039beb8790 on network 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:49.079574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:49.079950 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Checking segment: {'id': 'd7108db9-c01c-4ab4-be39-cd8dacd612f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:49.080524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.080920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Bound using segment: {'id': 'd7108db9-c01c-4ab4-be39-cd8dacd612f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:49.081404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Bound port: 65ca871d-dd59-49ef-825f-24039beb8790, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7108db9-c01c-4ab4-be39-cd8dacd612f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:49.082251 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.197780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] For port 65ca871d-dd59-49ef-825f-24039beb8790, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:49.201727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] For port 65ca871d-dd59-49ef-825f-24039beb8790, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=65ca871d-dd59-49ef-825f-24039beb8790,segment=NetworkSegment(d7108db9-c01c-4ab4-be39-cd8dacd612f8),segment_id=d7108db9-c01c-4ab4-be39-cd8dacd612f8)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:49.201960 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b713407c-ef7f-4f41-9d88-5c7252225844'] response: {'name': 'network-changed', 'server_uuid': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'tag': 'bffafb2f-6298-48ee-9b7d-985c5f37b905', 'status': 'completed', 'code': 200} Jun 03 15:16:49.212658 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.229032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-36e88540-fe41-4afe-982c-02987f4d011b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:49.231444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-36e88540-fe41-4afe-982c-02987f4d011b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5985410 Jun 03 15:16:49.243365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7d1b0b91-d926-4b21-92cd-312b386422ba req-6d188a1b-94e5-44a2-a4da-fedd6afa27ea tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] For port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:49.250372 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7d1b0b91-d926-4b21-92cd-312b386422ba req-6d188a1b-94e5-44a2-a4da-fedd6afa27ea tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.342667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d69ec0-6ab4-4a5c-ad56-ba6d88010cb5 None None] Pushing event updated for resources: {'Port': ['ID=65ca871d-dd59-49ef-825f-24039beb8790,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:49.414370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-4d8b5e40-2b85-4a05-afd8-b427539bbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:49.418448 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-4d8b5e40-2b85-4a05-afd8-b427539bbea8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.5528984 Jun 03 15:16:49.474610 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.542126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7d1b0b91-d926-4b21-92cd-312b386422ba req-6d188a1b-94e5-44a2-a4da-fedd6afa27ea tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Calling delete_port for d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:16:49.609241 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:49.612508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-4598e2af-453c-400f-a117-db722a6c0498 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.3716648 Jun 03 15:16:49.656467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-2ddc0a21-6e38-4fbd-b574-3f5a67781f8d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Request body: {'floatingip': {'port_id': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:49.690404 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-5b7a5860-b815-493e-8ecc-f1bcb9747cbd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2648203 Jun 03 15:16:49.813697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-2ddc0a21-6e38-4fbd-b574-3f5a67781f8d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:50.154164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac1e32-c893-43a8-8a47-c5aa1ecee83f req-fb3d821d-27e8-4ea0-90e1-8fd58e448ced tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:50.161735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fac1e32-c893-43a8-8a47-c5aa1ecee83f req-fb3d821d-27e8-4ea0-90e1-8fd58e448ced tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.6734197 Jun 03 15:16:50.331550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:16:50.395872 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-bc89e011-6b0e-421b-aef9-ed1c999a612f service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546822 Jun 03 15:16:50.401793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:16:50.404146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:16:50.659722 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-28f379c8-f7de-4497-b5e2-e2a1757b1512 req-43d260d8-a27d-474b-9a52-3e567cf02a4e service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865485 Jun 03 15:16:50.662918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fac1e32-c893-43a8-8a47-c5aa1ecee83f req-c10bfa8d-9a46-450d-bc04-77c4693b397a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999652 Jun 03 15:16:50.665706 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7d1b0b91-d926-4b21-92cd-312b386422ba req-6d188a1b-94e5-44a2-a4da-fedd6afa27ea tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:50.679279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['097f3a10-8514-4232-9e14-a60be88bec08'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:50.743154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d188a1b-94e5-44a2-a4da-fedd6afa27ea tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event deleted for resources: {'Port': ['ID=d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:50.759171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cd0935-2a47-476b-ac46-92dfac136d75 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:50.865343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1b0b91-d926-4b21-92cd-312b386422ba req-6d188a1b-94e5-44a2-a4da-fedd6afa27ea tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] No DVR routers for this DVR port d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:16:50.867865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08', '1565d794-e24f-4585-b205-38fa580faedd', '15d294a7-09f8-4f0d-855a-e54b5bb1459c', '911ab52b-da76-4296-ab43-3299325e66fd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:50.870780 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7d1b0b91-d926-4b21-92cd-312b386422ba req-6d188a1b-94e5-44a2-a4da-fedd6afa27ea tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:50.881730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cc6d33-b84d-4d42-af14-9db69e281c79', 'name': 'network-vif-deleted', 'tag': 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:50.894811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d1b0b91-d926-4b21-92cd-312b386422ba req-6d188a1b-94e5-44a2-a4da-fedd6afa27ea tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "DELETE /v2.0/ports/d17f1d23-b6c7-47c6-8e22-3f2494b0d1fb HTTP/1.1" status: 204 len: 173 time: 2.6728687 Jun 03 15:16:50.910635 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:50.981262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7f630f7e-3ea3-4dae-a226-5db9aeb9017a req-5538c796-0a16-4740-a667-817a1d4b5c18 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Synchronizing usage tracker for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:16:50.998993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Transition to ACTIVE for port object 59cd0935-2a47-476b-ac46-92dfac136d75 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:51.089592 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:51.217486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c20789-3603-45fd-873f-22576bec2a60 None None] Network 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:16:51.277328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': 'd500350a-7ffd-4d63-9ddb-f9e3a64d6138'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:51.342723 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:16:51.353969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7f630f7e-3ea3-4dae-a226-5db9aeb9017a req-5538c796-0a16-4740-a667-817a1d4b5c18 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Unset dirty status for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:16:51.359600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f630f7e-3ea3-4dae-a226-5db9aeb9017a req-5538c796-0a16-4740-a667-817a1d4b5c18 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=98cc6d33-b84d-4d42-af14-9db69e281c79 HTTP/1.1" status: 200 len: 210 time: 0.4511552 Jun 03 15:16:51.475689 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-2ddc0a21-6e38-4fbd-b574-3f5a67781f8d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:51.490955 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-2ddc0a21-6e38-4fbd-b574-3f5a67781f8d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:51.677279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5780bd14-5f7f-4fa6-bc29-40aff166c095 None None] Provisioning for port 65ca871d-dd59-49ef-825f-24039beb8790 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:51.790670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 65ca871d-dd59-49ef-825f-24039beb8790 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:51.918248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Pushing event updated for resources: {'Port': ['ID=59cd0935-2a47-476b-ac46-92dfac136d75,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:52.008529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec4-48c8-413e-aa14-64ca27b492e5 req-e9cfd022-168f-4a14-a99a-5b4fdf93fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:52.010921 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-feffeec4-48c8-413e-aa14-64ca27b492e5 req-e9cfd022-168f-4a14-a99a-5b4fdf93fd26 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 1095 time: 1.2281952 Jun 03 15:16:52.018530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:52.024317 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-2ddc0a21-6e38-4fbd-b574-3f5a67781f8d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Floating IP f989f8ad-e316-4c17-bb96-b3451188f7c6 associated. External IP: 172.25.7.175, port: 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5. Jun 03 15:16:52.073184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.090292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5589f55-447e-4ef3-a45f-d5311dbf3dbe req-974ec0a0-7171-4c79-927f-fd9d0a1944da tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:52.091760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5589f55-447e-4ef3-a45f-d5311dbf3dbe req-974ec0a0-7171-4c79-927f-fd9d0a1944da tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 944 time: 0.3427589 Jun 03 15:16:52.116474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 65ca871d-dd59-49ef-825f-24039beb8790 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:52.145148 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.145818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 65ca871d-dd59-49ef-825f-24039beb8790 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:52.146394 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.216959 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.271035 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5589f55-447e-4ef3-a45f-d5311dbf3dbe req-12db1832-5203-4859-9c3f-871b0652a90a tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707535 Jun 03 15:16:52.412067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Transition to ACTIVE for port object 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:52.491766 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.605189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-244c8e19-4e3f-489e-bacb-2c6edbdd02f8 None None] Provisioning complete for port 65ca871d-dd59-49ef-825f-24039beb8790 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:52.605975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-244c8e19-4e3f-489e-bacb-2c6edbdd02f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.608958 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Attempting to bind port 59cd0935-2a47-476b-ac46-92dfac136d75 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:52.609293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Attempting to bind port 59cd0935-2a47-476b-ac46-92dfac136d75 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:52.609618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Attempting to bind port 59cd0935-2a47-476b-ac46-92dfac136d75 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:52.650182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-2ddc0a21-6e38-4fbd-b574-3f5a67781f8d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Router e8e62426-4aae-4f37-9680-2bde483f80de has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:16:52.720721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Port 59cd0935-2a47-476b-ac46-92dfac136d75 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:52.721139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Attempting to bind port 59cd0935-2a47-476b-ac46-92dfac136d75 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:52.734837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 65ca871d-dd59-49ef-825f-24039beb8790 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:52.735956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.822725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc565e-b6e0-473c-a24a-155c39dca7f2 req-dba2ef57-f97e-4a89-ae97-81703b064c5b tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:52.824393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08cc565e-b6e0-473c-a24a-155c39dca7f2 req-dba2ef57-f97e-4a89-ae97-81703b064c5b tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 948 time: 0.2298224 Jun 03 15:16:52.833754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:52.834161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:52.834518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:52.834964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Bound port: 59cd0935-2a47-476b-ac46-92dfac136d75, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:52.835307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.905656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 65ca871d-dd59-49ef-825f-24039beb8790, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=65ca871d-dd59-49ef-825f-24039beb8790,segment=NetworkSegment(d7108db9-c01c-4ab4-be39-cd8dacd612f8),segment_id=d7108db9-c01c-4ab4-be39-cd8dacd612f8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:52.932845 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:52.970984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08cc565e-b6e0-473c-a24a-155c39dca7f2 req-1584397a-12d4-402e-ba9b-d28647016cf0 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/security-groups?id=8142eeb7-b262-4240-9106-feb4c8ea467e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506074 Jun 03 15:16:53.032967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-2ddc0a21-6e38-4fbd-b574-3f5a67781f8d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:16:53.045710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-2ddc0a21-6e38-4fbd-b574-3f5a67781f8d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.066886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b234e-bdb2-4983-86fa-ea9d26b76fdd None None] Sync routers for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:16:53.077817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec4-48c8-413e-aa14-64ca27b492e5 req-4e3d070c-040a-498a-a156-082f950d9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.079608 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-feffeec4-48c8-413e-aa14-64ca27b492e5 req-4e3d070c-040a-498a-a156-082f950d9dba service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 1.0491159 Jun 03 15:16:53.088734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-244c8e19-4e3f-489e-bacb-2c6edbdd02f8 None None] Current status of the port 65ca871d-dd59-49ef-825f-24039beb8790 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:53.133136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b234e-bdb2-4983-86fa-ea9d26b76fdd None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:53.134116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-873b234e-bdb2-4983-86fa-ea9d26b76fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:16:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:53.150679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-2ddc0a21-6e38-4fbd-b574-3f5a67781f8d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "PUT /v2.0/floatingips/f989f8ad-e316-4c17-bb96-b3451188f7c6 HTTP/1.1" status: 200 len: 997 time: 3.5050941 Jun 03 15:16:53.158686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:53.242206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-b0f1132a-08c8-40f6-aee1-1479b0516c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.249996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-b0f1132a-08c8-40f6-aee1-1479b0516c86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 1097 time: 0.0962384 Jun 03 15:16:53.260333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=65ca871d-dd59-49ef-825f-24039beb8790,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:53.275910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.276648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.277198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.277728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.278293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.278818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.279479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.280041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.280773 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.281496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.282063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.282625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:16:53.388164 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-feffeec4-48c8-413e-aa14-64ca27b492e5 req-218a11de-6fe9-4537-a4cc-b837cbdc8f2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905 HTTP/1.1" status: 200 len: 217 time: 0.2508144 Jun 03 15:16:53.450530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-873b234e-bdb2-4983-86fa-ea9d26b76fdd None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:53.473659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Allocated IP 172.25.7.206 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/0d5dd0a5-ec23-4c98-8772-8749c93896be) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:16:53.553023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-8e7edfe3-640f-4ee2-a2e8-f1f955df384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.554930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-8e7edfe3-640f-4ee2-a2e8-f1f955df384b service neutron] 10.222.0.48 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.3041964 Jun 03 15:16:53.572849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffeec4-48c8-413e-aa14-64ca27b492e5 req-2b8e36b7-7514-4e4d-9035-348bc956ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:53.574346 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-feffeec4-48c8-413e-aa14-64ca27b492e5 req-2b8e36b7-7514-4e4d-9035-348bc956ca27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1655416 Jun 03 15:16:53.690038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 65ca871d-dd59-49ef-825f-24039beb8790 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:53.747042 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-feffeec4-48c8-413e-aa14-64ca27b492e5 req-4f3bd0af-673d-4902-8b39-28c2eb8dde9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492001 Jun 03 15:16:53.782124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] For port 59cd0935-2a47-476b-ac46-92dfac136d75, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:53.801016 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Attempting to bind port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:53.801738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Attempting to bind port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:53.802307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Attempting to bind port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:53.864858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:53.866022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Attempting to bind port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:53.881745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:53.882801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Checking segment: {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:53.883424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Bound using segment: {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:53.884131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Bound port: 9e2ef47a-bfd8-4169-8e25-b9aff3147f27, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:53.884718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.907620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] For port 59cd0935-2a47-476b-ac46-92dfac136d75, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=59cd0935-2a47-476b-ac46-92dfac136d75,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:53.924686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-2843cde6-9338-4008-903b-d6b1fea839fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 1000 time: 0.3627551 Jun 03 15:16:53.956056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 65ca871d-dd59-49ef-825f-24039beb8790 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:53.956674 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:53.957745 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.005391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf9ce-4610-4bbf-8e08-2c9e3fea1840 req-485676dd-9cc0-40c0-a680-1f8da394f3af tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.019008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf9ce-4610-4bbf-8e08-2c9e3fea1840 req-485676dd-9cc0-40c0-a680-1f8da394f3af tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.025305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf9ce-4610-4bbf-8e08-2c9e3fea1840 req-485676dd-9cc0-40c0-a680-1f8da394f3af tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.033316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf9ce-4610-4bbf-8e08-2c9e3fea1840 req-485676dd-9cc0-40c0-a680-1f8da394f3af tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.044764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf9ce-4610-4bbf-8e08-2c9e3fea1840 req-485676dd-9cc0-40c0-a680-1f8da394f3af tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.054062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf9ce-4610-4bbf-8e08-2c9e3fea1840 req-485676dd-9cc0-40c0-a680-1f8da394f3af tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.060068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf9ce-4610-4bbf-8e08-2c9e3fea1840 req-485676dd-9cc0-40c0-a680-1f8da394f3af tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.087586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Pushing event updated for resources: {'Port': ['ID=59cd0935-2a47-476b-ac46-92dfac136d75,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:54.088458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c05cf9ce-4610-4bbf-8e08-2c9e3fea1840 req-485676dd-9cc0-40c0-a680-1f8da394f3af tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5381 time: 0.6800995 Jun 03 15:16:54.114697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.115460 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.116977 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-30bb713b-a417-4b8b-962f-74dd39e44425 service neutron] 10.222.0.67 "PUT /v2.0/ports/59cd0935-2a47-476b-ac46-92dfac136d75 HTTP/1.1" status: 200 len: 1096 time: 6.2210832 Jun 03 15:16:54.188645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 65ca871d-dd59-49ef-825f-24039beb8790 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:54.210252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-873b234e-bdb2-4983-86fa-ea9d26b76fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:80:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:16:50Z', 'revision_number': 1, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:54.225991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b234e-bdb2-4983-86fa-ea9d26b76fdd None None] Checking router: e8e62426-4aae-4f37-9680-2bde483f80de for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:16:54.227100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-660c9167-2625-4e61-8995-bf31e3c5c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.228576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-660c9167-2625-4e61-8995-bf31e3c5c07c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.2975857 Jun 03 15:16:54.233005 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c05cf9ce-4610-4bbf-8e08-2c9e3fea1840 req-3bd824cc-1cdb-4a14-a5a0-ef70f1960b07 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433990 Jun 03 15:16:54.255665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b234e-bdb2-4983-86fa-ea9d26b76fdd None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:16:54.256657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-873b234e-bdb2-4983-86fa-ea9d26b76fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:16:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:54.348824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] For port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:54.358696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] For port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:54.394348 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.414715 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ba3388-4d36-4313-ba81-471a7051bcc2'] response: {'server_uuid': '98cc6d33-b84d-4d42-af14-9db69e281c79', 'name': 'network-vif-deleted', 'tag': 'd17f1d23-b6c7-47c6-8e22-3f2494b0d1fb', 'status': 'completed', 'code': 200} Jun 03 15:16:54.466288 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73112f29-b8a3-4db3-9f59-3a70622cbd6f'] response: {'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': 'd500350a-7ffd-4d63-9ddb-f9e3a64d6138', 'status': 'completed', 'code': 200} Jun 03 15:16:54.468849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-0ef121c4-8cbd-4847-aae5-0a82b187fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.471041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-0ef121c4-8cbd-4847-aae5-0a82b187fa25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354140 Jun 03 15:16:54.476940 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.532552 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.592200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-531cefcf-1f20-47bf-a8a8-982e994546e6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:16:54.593166 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-531cefcf-1f20-47bf-a8a8-982e994546e6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068889 Jun 03 15:16:54.651633 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-feffeec4-48c8-413e-aa14-64ca27b492e5 req-e08975a4-7d1b-415a-a0c9-4f4864b48cc1 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8912437 Jun 03 15:16:54.658243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.659206 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:54.661578 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] 10.222.0.75 "PUT /v2.0/ports/9e2ef47a-bfd8-4169-8e25-b9aff3147f27 HTTP/1.1" status: 200 len: 1135 time: 6.1766424 Jun 03 15:16:54.665148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:16:54.708598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:16:54.711723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:16:54.749416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-873b234e-bdb2-4983-86fa-ea9d26b76fdd None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:16:54.798214 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:54.965813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f6348-6437-4e71-8138-fc647451fa5b req-9d70a494-3328-41b3-9816-2498fe0b9b36 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:54.967727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-165f6348-6437-4e71-8138-fc647451fa5b req-9d70a494-3328-41b3-9816-2498fe0b9b36 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.3736200 Jun 03 15:16:55.034976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-18374371-321d-447b-9f24-dd94a8d58abc service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023428 Jun 03 15:16:55.043733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-9d62ed24-833a-47bb-8c2f-429de91ee3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.044202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-9d62ed24-833a-47bb-8c2f-429de91ee3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.044664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-9d62ed24-833a-47bb-8c2f-429de91ee3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.045120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-9d62ed24-833a-47bb-8c2f-429de91ee3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.045571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-9d62ed24-833a-47bb-8c2f-429de91ee3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.046069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-9d62ed24-833a-47bb-8c2f-429de91ee3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.046521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-9d62ed24-833a-47bb-8c2f-429de91ee3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.048414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-9d62ed24-833a-47bb-8c2f-429de91ee3cb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 6218 time: 0.5723679 Jun 03 15:16:55.140624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5dd0a5-ec23-4c98-8772-8749c93896be,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:55.222421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-6c06d2c6-b857-4c01-8108-5f2a0cf2233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.223703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-88c3a7ba-fba8-49e4-ad01-fb000257d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.223906 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-6c06d2c6-b857-4c01-8108-5f2a0cf2233d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9b5dc5e81974692b2ccbe1bbd09087a&device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 1099 time: 1.0155621 Jun 03 15:16:55.224168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-88c3a7ba-fba8-49e4-ad01-fb000257d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.224643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-88c3a7ba-fba8-49e4-ad01-fb000257d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.226193 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-88c3a7ba-fba8-49e4-ad01-fb000257d972 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1546135 Jun 03 15:16:55.312439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-873b234e-bdb2-4983-86fa-ea9d26b76fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:80:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:16:50Z', 'revision_number': 1, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:16:55.333975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b234e-bdb2-4983-86fa-ea9d26b76fdd None None] The sync data for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 is: [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:80:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:16:50Z', 'revision_number': 1, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:16:55.432721 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-165f6348-6437-4e71-8138-fc647451fa5b req-92f47235-7203-4c68-97ca-8060504ae48f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335268 Jun 03 15:16:55.606233 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b9b25a-f8fe-4d5a-be8f-d77ded3a8eda req-f2a3c0ee-ccbd-490a-ac72-acfd72916b21 service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565741 Jun 03 15:16:55.651385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-aa4d960d-3030-4e85-90a0-38833a282873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.656719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51f49bd7-76f1-4e98-894a-eeba28114951 req-aa4d960d-3030-4e85-90a0-38833a282873 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4136767 Jun 03 15:16:55.686765 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d83e0-6c43-447e-bc0b-33625d2b0858 None None] New status for floating IP f989f8ad-e316-4c17-bb96-b3451188f7c6: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:16:55.698365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bffafb2f-6298-48ee-9b7d-985c5f37b905 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:16:55.750933 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-bfd11dcc-3e5f-4c2e-b232-49229528362b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=59cd0935-2a47-476b-ac46-92dfac136d75 HTTP/1.1" status: 200 len: 217 time: 0.2461588 Jun 03 15:16:55.895936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38b0bd-9d24-44b5-b26d-968cd1b1d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:55.940826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:55.976511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-ff2ff8a1-89af-4a68-8031-a2342752ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:55.979023 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-ff2ff8a1-89af-4a68-8031-a2342752ef74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2129443 Jun 03 15:16:56.037759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:56.062583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'bffafb2f-6298-48ee-9b7d-985c5f37b905', 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30', 'port_id': 'bffafb2f-6298-48ee-9b7d-985c5f37b905', 'mac_address': 'fa:16:3e:21:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd1cc9a-743d-40a3-a3a7-dda516523fdd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:16:56.084367 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-feffeec4-48c8-413e-aa14-64ca27b492e5 req-94ba757e-496e-40c0-b827-6698847ac935 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4170401 Jun 03 15:16:56.084780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399d3d2-872b-4683-a8d6-6cc5c3192e6d req-77657afb-eb31-402f-bf60-598576b438e4 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.091892 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1399d3d2-872b-4683-a8d6-6cc5c3192e6d req-77657afb-eb31-402f-bf60-598576b438e4 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 948 time: 0.2496676 Jun 03 15:16:56.115516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7995c-c1e3-46aa-8bd3-feecfb323829 req-a029fe5b-66ed-4e8a-83de-63a151ef57ed tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.117047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eba7995c-c1e3-46aa-8bd3-feecfb323829 req-a029fe5b-66ed-4e8a-83de-63a151ef57ed tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 944 time: 0.3681335 Jun 03 15:16:56.168765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1399d3d2-872b-4683-a8d6-6cc5c3192e6d req-cb53d52d-8b61-42cc-9ff7-aff4c537841e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/security-groups?id=8142eeb7-b262-4240-9106-feb4c8ea467e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759029 Jun 03 15:16:56.180894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port bffafb2f-6298-48ee-9b7d-985c5f37b905 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:16:56.181268 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.201272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffafb2f-6298-48ee-9b7d-985c5f37b905 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:56.226971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:16:56.236586 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:56.248573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eba7995c-c1e3-46aa-8bd3-feecfb323829 req-d56bfee2-5e47-43d3-9394-da80bbc22dfe tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011615 Jun 03 15:16:56.415864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:56.423603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=bffafb2f-6298-48ee-9b7d-985c5f37b905,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:56.526739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439dc27c-857c-4b35-9abe-9788336e5877', 'tag': '59cd0935-2a47-476b-ac46-92dfac136d75'}, {'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '9e2ef47a-bfd8-4169-8e25-b9aff3147f27'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:16:56.627091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352fb35-1621-4277-987f-eff7f5f15c00 req-db9944c6-d644-4189-8edd-d39ea15a551b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.636224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352fb35-1621-4277-987f-eff7f5f15c00 req-db9944c6-d644-4189-8edd-d39ea15a551b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.644590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352fb35-1621-4277-987f-eff7f5f15c00 req-db9944c6-d644-4189-8edd-d39ea15a551b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.654725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352fb35-1621-4277-987f-eff7f5f15c00 req-db9944c6-d644-4189-8edd-d39ea15a551b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.662910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352fb35-1621-4277-987f-eff7f5f15c00 req-db9944c6-d644-4189-8edd-d39ea15a551b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.669665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352fb35-1621-4277-987f-eff7f5f15c00 req-db9944c6-d644-4189-8edd-d39ea15a551b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.676771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352fb35-1621-4277-987f-eff7f5f15c00 req-db9944c6-d644-4189-8edd-d39ea15a551b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.678843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9352fb35-1621-4277-987f-eff7f5f15c00 req-db9944c6-d644-4189-8edd-d39ea15a551b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5381 time: 0.1937521 Jun 03 15:16:56.709822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['bffafb2f-6298-48ee-9b7d-985c5f37b905'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:16:56.823180 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9352fb35-1621-4277-987f-eff7f5f15c00 req-f6933768-b7c5-4991-97c8-2d57fe7ab1b2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381757 Jun 03 15:16:56.830213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-2306d008-adc7-4eac-8c87-8e43fcc6c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:56.833623 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-2306d008-adc7-4eac-8c87-8e43fcc6c4c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8453379 Jun 03 15:16:56.967126 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a181efe4-3013-4ea8-adf0-4da7bef4f42d'] response: {'name': 'network-changed', 'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'status': 'completed', 'code': 200} Jun 03 15:16:57.154601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-59bb2cb6-95e8-4ffa-a03f-fcbbbc484927 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:57.155484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-59bb2cb6-95e8-4ffa-a03f-fcbbbc484927 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2657177 Jun 03 15:16:57.162630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c8db3-e224-445e-bd35-282f5b8a63a2 req-80c797ee-aaa1-4a02-8642-b8c9225cab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:57.164242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-115c8db3-e224-445e-bd35-282f5b8a63a2 req-80c797ee-aaa1-4a02-8642-b8c9225cab51 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 1097 time: 0.1994274 Jun 03 15:16:57.237291 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-1b40b8a8-4bf9-4ce5-9fe5-a85fddde22c9 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806672 Jun 03 15:16:57.242834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.546884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c8db3-e224-445e-bd35-282f5b8a63a2 req-b5fcc9c5-038d-4aea-aa33-193001686fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:57.548784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-115c8db3-e224-445e-bd35-282f5b8a63a2 req-b5fcc9c5-038d-4aea-aa33-193001686fdf service neutron] 10.222.0.75 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.1506584 Jun 03 15:16:57.604089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bae21fe-4516-4a76-bb34-c0ff106041d2 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:16:57.640081 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.698646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-fbebf8db-793c-457e-a568-c4e817b870d5 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1002 time: 0.5336001 Jun 03 15:16:57.716896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3ce366e9-9e9c-4017-84e6-e98b0f092794 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Request body: {'floatingip': {'port_id': '42b77adf-77b2-4e6c-997e-64e38b535004', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:57.754978 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e53ef8b7-ffb5-487a-9bac-e4ed91289f37 req-80c93b6e-e561-47ff-bdbb-1b0e31f4b77d service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475532 Jun 03 15:16:57.775297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Transition to ACTIVE for port object 6bae21fe-4516-4a76-bb34-c0ff106041d2 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:16:57.776534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-115c8db3-e224-445e-bd35-282f5b8a63a2 req-be2eb73d-b723-4fad-9226-280eb1715b36 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 1002 time: 0.2152934 Jun 03 15:16:57.792511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb066e12-0ea6-49f3-89de-a1b43afc522b req-cd340c58-f1c5-4936-a471-2bd836f59cf2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:57.794047 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:57.795570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb066e12-0ea6-49f3-89de-a1b43afc522b req-cd340c58-f1c5-4936-a471-2bd836f59cf2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.6982064 Jun 03 15:16:57.881063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c8db3-e224-445e-bd35-282f5b8a63a2 req-05bb95a2-4e25-4446-838d-2fd370c5b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:57.882817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-115c8db3-e224-445e-bd35-282f5b8a63a2 req-05bb95a2-4e25-4446-838d-2fd370c5b2b1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.0728946 Jun 03 15:16:57.993425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb066e12-0ea6-49f3-89de-a1b43afc522b req-f66e9bb6-5a5d-42a7-98c4-abb249f39042 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822221 Jun 03 15:16:58.000787 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3ce366e9-9e9c-4017-84e6-e98b0f092794 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.101301 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e857aa5b-af90-477e-bf6e-4d2adb6d195c'] response: {'name': 'network-changed', 'server_uuid': '439dc27c-857c-4b35-9abe-9788336e5877', 'tag': '59cd0935-2a47-476b-ac46-92dfac136d75', 'status': 'completed', 'code': 200} Jun 03 15:16:58.101617 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e857aa5b-af90-477e-bf6e-4d2adb6d195c'] response: {'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '9e2ef47a-bfd8-4169-8e25-b9aff3147f27', 'status': 'completed', 'code': 200} Jun 03 15:16:58.420292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Pushing event updated for resources: {'Port': ['ID=6bae21fe-4516-4a76-bb34-c0ff106041d2,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:58.463608 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.593944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c8db3-e224-445e-bd35-282f5b8a63a2 req-e3cd312c-3089-47c5-8c38-d06afe5340dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.595501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-115c8db3-e224-445e-bd35-282f5b8a63a2 req-e3cd312c-3089-47c5-8c38-d06afe5340dc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6854486 Jun 03 15:16:58.610439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Attempting to bind port 6bae21fe-4516-4a76-bb34-c0ff106041d2 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:16:58.611499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Attempting to bind port 6bae21fe-4516-4a76-bb34-c0ff106041d2 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:16:58.611998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Attempting to bind port 6bae21fe-4516-4a76-bb34-c0ff106041d2 on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:58.683228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Port 6bae21fe-4516-4a76-bb34-c0ff106041d2 on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:16:58.683956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Attempting to bind port 6bae21fe-4516-4a76-bb34-c0ff106041d2 on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:16:58.699931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-edfe213c-3e5b-444e-b022-ee389a583482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.701599 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-edfe213c-3e5b-444e-b022-ee389a583482 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9b5dc5e81974692b2ccbe1bbd09087a&device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 1099 time: 0.5467989 Jun 03 15:16:58.715966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:16:58.716444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Checking segment: {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:16:58.716923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Bound using segment: {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:16:58.717461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Bound port: 6bae21fe-4516-4a76-bb34-c0ff106041d2, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:16:58.718126 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:58.769555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-f904785a-f857-4bc1-88ef-0216b1bf035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.770078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-f904785a-f857-4bc1-88ef-0216b1bf035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.771101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-f904785a-f857-4bc1-88ef-0216b1bf035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.771101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-f904785a-f857-4bc1-88ef-0216b1bf035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.771483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-f904785a-f857-4bc1-88ef-0216b1bf035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.771936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-f904785a-f857-4bc1-88ef-0216b1bf035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.772388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-f904785a-f857-4bc1-88ef-0216b1bf035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.775260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-f904785a-f857-4bc1-88ef-0216b1bf035c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 6243 time: 0.6291027 Jun 03 15:16:58.937260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2358e5-cb6a-45cb-b073-69abedd7c66c req-f4bee4ce-b9e3-4bc3-ac83-440482da73f1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:58.940839 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b2358e5-cb6a-45cb-b073-69abedd7c66c req-f4bee4ce-b9e3-4bc3-ac83-440482da73f1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "GET /v2.0/ports?device_id=d8dde4b7-95b7-4c7f-a41a-f19dd620e8bf HTTP/1.1" status: 200 len: 948 time: 0.5417969 Jun 03 15:16:58.994068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] For port 6bae21fe-4516-4a76-bb34-c0ff106041d2, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:16:59.006653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-8ea47226-d451-4ef5-b2cc-54efe476de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:59.008463 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-8ea47226-d451-4ef5-b2cc-54efe476de34 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.2936738 Jun 03 15:16:59.016570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] For port 6bae21fe-4516-4a76-bb34-c0ff106041d2, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=6bae21fe-4516-4a76-bb34-c0ff106041d2,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:16:59.092604 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-21804e3c-09fc-4c21-b18d-4b446f969163 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=59cd0935-2a47-476b-ac46-92dfac136d75 HTTP/1.1" status: 200 len: 217 time: 0.0745156 Jun 03 15:16:59.093786 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.131652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:16:59.183253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-115c8db3-e224-445e-bd35-282f5b8a63a2 req-3c4dc668-0630-4f81-9e92-f8743d33e758 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655081 Jun 03 15:16:59.216225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:59.217038 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.218848 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] 10.222.0.75 "PUT /v2.0/ports/6bae21fe-4516-4a76-bb34-c0ff106041d2 HTTP/1.1" status: 200 len: 1090 time: 4.4249365 Jun 03 15:16:59.272858 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.329209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:16:59.409519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-c94188ad-ea25-4766-9575-45d55b9a0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:59.411725 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-c94188ad-ea25-4766-9575-45d55b9a0103 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2753046 Jun 03 15:16:59.622720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66423e86-7f8d-4fc9-828e-1555c19cb9fe service neutron] Pushing event updated for resources: {'Port': ['ID=6bae21fe-4516-4a76-bb34-c0ff106041d2,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:16:59.711291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bffafb2f-6298-48ee-9b7d-985c5f37b905 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:16:59.817623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-2b2358e5-cb6a-45cb-b073-69abedd7c66c req-fbd7c102-91fa-4602-9b49-85cae3885e92 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Deleting port 097f3a10-8514-4232-9e14-a60be88bec08 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:16:59.818223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2b2358e5-cb6a-45cb-b073-69abedd7c66c req-fbd7c102-91fa-4602-9b49-85cae3885e92 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.850732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port bffafb2f-6298-48ee-9b7d-985c5f37b905 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:16:59.856474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port bffafb2f-6298-48ee-9b7d-985c5f37b905 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:16:59.857181 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:16:59.960800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-8e79d0f9-ec26-473a-b463-bcac48e76e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:59.960800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-8e79d0f9-ec26-473a-b463-bcac48e76e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:59.960800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-8e79d0f9-ec26-473a-b463-bcac48e76e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:59.962370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-8e79d0f9-ec26-473a-b463-bcac48e76e26 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1753349 Jun 03 15:16:59.991439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a0d82-f503-41a3-8054-06328a838537 req-28528075-2a40-4aa9-af97-2f7e9c335d30 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:16:59.998739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-544a0d82-f503-41a3-8054-06328a838537 req-28528075-2a40-4aa9-af97-2f7e9c335d30 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 948 time: 1.2164540 Jun 03 15:17:00.033812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-115c8db3-e224-445e-bd35-282f5b8a63a2 req-7d0304f7-632a-4bd7-b8c1-2b5ee563dcef service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8295543 Jun 03 15:17:00.089122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port bffafb2f-6298-48ee-9b7d-985c5f37b905 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:00.089724 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.096683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.119184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '6bae21fe-4516-4a76-bb34-c0ff106041d2'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:00.129101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:00.144770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:00.146140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffafb2f-6298-48ee-9b7d-985c5f37b905'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:00.154955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Sync routers for ids ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:00.161519 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.214253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-544a0d82-f503-41a3-8054-06328a838537 req-bf2d8848-7f89-4e78-8158-4656260f3b85 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/security-groups?id=8142eeb7-b262-4240-9106-feb4c8ea467e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143884 Jun 03 15:17:00.254067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=bffafb2f-6298-48ee-9b7d-985c5f37b905,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:00.261739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Routers {'5007ccca-ff3b-4497-9dab-81b7830d1ab3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:00.262693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:16:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:00.398388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-2478c11c-9f0d-4e9d-8569-43fbf2fc20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:00.399762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-2478c11c-9f0d-4e9d-8569-43fbf2fc20c7 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4192863 Jun 03 15:17:00.536674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2b2358e5-cb6a-45cb-b073-69abedd7c66c req-fbd7c102-91fa-4602-9b49-85cae3885e92 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] For port 097f3a10-8514-4232-9e14-a60be88bec08, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=097f3a10-8514-4232-9e14-a60be88bec08,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:00.537096 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2b2358e5-cb6a-45cb-b073-69abedd7c66c req-fbd7c102-91fa-4602-9b49-85cae3885e92 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.606438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d05f74-cf93-4809-9204-e28630fe984c {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:00.612371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3ce366e9-9e9c-4017-84e6-e98b0f092794 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.616437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.634385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Transition to ACTIVE for port object 32d05f74-cf93-4809-9204-e28630fe984c will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:00.638809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Set router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:00.693116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.714381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-2b2358e5-cb6a-45cb-b073-69abedd7c66c req-fbd7c102-91fa-4602-9b49-85cae3885e92 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Calling delete_port for 097f3a10-8514-4232-9e14-a60be88bec08 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:00.748026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3ce366e9-9e9c-4017-84e6-e98b0f092794 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:00.774803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-6bdca6b8-dd64-4a56-a07e-f188ca53d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:00.776972 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-6bdca6b8-dd64-4a56-a07e-f188ca53d446 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3513038 Jun 03 15:17:01.015365 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-13ca36d8-f1a0-4538-9f23-5186313d6b38 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206252 Jun 03 15:17:01.091007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'name': 'tempest-TaggedBootDevicesTest-1440283206-router', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:48Z', 'updated_at': '2022-06-03T15:16:55Z', 'revision_number': 3, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'gw_port': {'id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:52Z', 'updated_at': '2022-06-03T15:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:01.099144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Checking router: 5007ccca-ff3b-4497-9dab-81b7830d1ab3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:01.099144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Updating router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 port 0d5dd0a5-ec23-4c98-8772-8749c93896be binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:17:01.104122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7725b7-f0dc-4886-b59c-a0a8b59af647 req-1878bde7-6410-4572-ba0c-4ad57fad1513 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:01.105614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c7725b7-f0dc-4886-b59c-a0a8b59af647 req-1878bde7-6410-4572-ba0c-4ad57fad1513 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 946 time: 0.4959972 Jun 03 15:17:01.124878 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.126267 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d63c0d5d-ee6e-48af-b689-0b523093add1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.2290583 Jun 03 15:17:01.152761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60572) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:01.182304 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.278392 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3765f108-15c5-4a7c-8f76-4b0699463249 req-02b812dd-4268-43fe-9c51-56b2ad96612e service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480389 Jun 03 15:17:01.409170 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3ce366e9-9e9c-4017-84e6-e98b0f092794 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Floating IP f989f8ad-e316-4c17-bb96-b3451188f7c6 associated. External IP: 172.25.7.175, port: 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5. Jun 03 15:17:01.483120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Pushing event updated for resources: {'Port': ['ID=32d05f74-cf93-4809-9204-e28630fe984c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:01.522695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-6de0eff9-2b7f-417f-9f83-88883cdb89a7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:01.523076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-6de0eff9-2b7f-417f-9f83-88883cdb89a7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Synchronizing usage tracker for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:01.526270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Attempting to bind port 32d05f74-cf93-4809-9204-e28630fe984c on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:01.526708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Attempting to bind port 32d05f74-cf93-4809-9204-e28630fe984c by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:01.526991 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c7725b7-f0dc-4886-b59c-a0a8b59af647 req-3ffc9750-9781-4fff-8203-8c75b282b176 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037604 Jun 03 15:17:01.527242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Attempting to bind port 32d05f74-cf93-4809-9204-e28630fe984c on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:01.533556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Port 32d05f74-cf93-4809-9204-e28630fe984c on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:01.534035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Attempting to bind port 32d05f74-cf93-4809-9204-e28630fe984c on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:01.551297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:01.551772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Checking segment: {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:01.552498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Bound using segment: {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:01.552776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Bound port: 32d05f74-cf93-4809-9204-e28630fe984c, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91d480b-5dc2-42bf-a5a8-536432292b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:01.553213 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.624152 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2b2358e5-cb6a-45cb-b073-69abedd7c66c req-fbd7c102-91fa-4602-9b49-85cae3885e92 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.664910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] For port 32d05f74-cf93-4809-9204-e28630fe984c, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:01.668898 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.669390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] For port 32d05f74-cf93-4809-9204-e28630fe984c, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=32d05f74-cf93-4809-9204-e28630fe984c,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:01.671416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-6de0eff9-2b7f-417f-9f83-88883cdb89a7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Unset dirty status for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:01.673466 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-6de0eff9-2b7f-417f-9f83-88883cdb89a7 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/ports?device_id=712c2434-56b5-4b5d-8f93-93f7f7449a23 HTTP/1.1" status: 200 len: 950 time: 1.0364730 Jun 03 15:17:01.682976 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.685321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Transition to ACTIVE for port object 0d5dd0a5-ec23-4c98-8772-8749c93896be will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:01.705192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08', '1565d794-e24f-4585-b205-38fa580faedd', '15d294a7-09f8-4f0d-855a-e54b5bb1459c', '911ab52b-da76-4296-ab43-3299325e66fd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:01.800547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 59cd0935-2a47-476b-ac46-92dfac136d75 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:01.811344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Pushing event updated for resources: {'Port': ['ID=32d05f74-cf93-4809-9204-e28630fe984c,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:01.814529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7c102-91fa-4602-9b49-85cae3885e92 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event deleted for resources: {'Port': ['ID=097f3a10-8514-4232-9e14-a60be88bec08,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:01.840023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:01.840769 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.845764 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cab9a38e-c4d2-4e5e-af66-da7585667e99 service neutron] 10.222.0.75 "PUT /v2.0/ports/32d05f74-cf93-4809-9204-e28630fe984c HTTP/1.1" status: 200 len: 1090 time: 2.5426631 Jun 03 15:17:01.870518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-2e108f83-c7e9-4c78-8a8e-95ac33d409b1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Deleting port 911ab52b-da76-4296-ab43-3299325e66fd {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:01.870518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-2e108f83-c7e9-4c78-8a8e-95ac33d409b1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:01.922335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:02.006735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 59cd0935-2a47-476b-ac46-92dfac136d75, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=59cd0935-2a47-476b-ac46-92dfac136d75,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:02.022810 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.033730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '59cd0935-2a47-476b-ac46-92dfac136d75', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '59cd0935-2a47-476b-ac46-92dfac136d75', 'mac_address': 'fa:16:3e:32:f6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:02.101738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2358e5-cb6a-45cb-b073-69abedd7c66c req-fbd7c102-91fa-4602-9b49-85cae3885e92 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] No DVR routers for this DVR port 097f3a10-8514-4232-9e14-a60be88bec08 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:02.118002 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2b2358e5-cb6a-45cb-b073-69abedd7c66c req-fbd7c102-91fa-4602-9b49-85cae3885e92 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.120538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dde4b7-95b7-4c7f-a41a-f19dd620e8bf', 'name': 'network-vif-deleted', 'tag': '097f3a10-8514-4232-9e14-a60be88bec08'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:02.165520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7567b-e5eb-45db-a275-991b4cbcc17f None None] Pushing event updated for resources: {'Port': ['ID=0d5dd0a5-ec23-4c98-8772-8749c93896be,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:02.290765 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.322076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b2358e5-cb6a-45cb-b073-69abedd7c66c req-fbd7c102-91fa-4602-9b49-85cae3885e92 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.75 "DELETE /v2.0/ports/097f3a10-8514-4232-9e14-a60be88bec08 HTTP/1.1" status: 204 len: 173 time: 3.2797348 Jun 03 15:17:02.409343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 097f3a10-8514-4232-9e14-a60be88bec08 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:02.519547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 097f3a10-8514-4232-9e14-a60be88bec08 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:17:02.520025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 097f3a10-8514-4232-9e14-a60be88bec08 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:02.522252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Attempting to bind port 0d5dd0a5-ec23-4c98-8772-8749c93896be on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:02.523070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Attempting to bind port 0d5dd0a5-ec23-4c98-8772-8749c93896be by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:02.523633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Attempting to bind port 0d5dd0a5-ec23-4c98-8772-8749c93896be on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:02.553557 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25dec3c9-475b-41d9-8980-6247ff1925ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.555972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 59cd0935-2a47-476b-ac46-92dfac136d75 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:02.556642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.586404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:02.587116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:02.588282 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.589764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:02.590992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Bound port: 0d5dd0a5-ec23-4c98-8772-8749c93896be, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:02.591557 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.649075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cd0935-2a47-476b-ac46-92dfac136d75 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:02.692732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dec46-928a-48ea-a232-b5153d245502 req-1c0ece90-dbc3-4cbd-ab45-1d46cc69508e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:02.699003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dec46-928a-48ea-a232-b5153d245502 req-1c0ece90-dbc3-4cbd-ab45-1d46cc69508e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:02.708998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dec46-928a-48ea-a232-b5153d245502 req-1c0ece90-dbc3-4cbd-ab45-1d46cc69508e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:02.724224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dec46-928a-48ea-a232-b5153d245502 req-1c0ece90-dbc3-4cbd-ab45-1d46cc69508e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:02.737014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dec46-928a-48ea-a232-b5153d245502 req-1c0ece90-dbc3-4cbd-ab45-1d46cc69508e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:02.743084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dec46-928a-48ea-a232-b5153d245502 req-1c0ece90-dbc3-4cbd-ab45-1d46cc69508e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:02.744560 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 59cd0935-2a47-476b-ac46-92dfac136d75, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=59cd0935-2a47-476b-ac46-92dfac136d75,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:02.745628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-2e108f83-c7e9-4c78-8a8e-95ac33d409b1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] For port 911ab52b-da76-4296-ab43-3299325e66fd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=911ab52b-da76-4296-ab43-3299325e66fd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:02.746189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-2e108f83-c7e9-4c78-8a8e-95ac33d409b1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.749184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dec46-928a-48ea-a232-b5153d245502 req-1c0ece90-dbc3-4cbd-ab45-1d46cc69508e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:02.757384 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:02.757730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-555dec46-928a-48ea-a232-b5153d245502 req-1c0ece90-dbc3-4cbd-ab45-1d46cc69508e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5405 time: 0.7814500 Jun 03 15:17:02.887671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=59cd0935-2a47-476b-ac46-92dfac136d75,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:02.900388 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-555dec46-928a-48ea-a232-b5153d245502 req-2078fff4-a3a7-4246-8d66-c50c9fb94864 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1416061 Jun 03 15:17:02.929514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-2e108f83-c7e9-4c78-8a8e-95ac33d409b1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Calling delete_port for 911ab52b-da76-4296-ab43-3299325e66fd owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:03.030736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3ce366e9-9e9c-4017-84e6-e98b0f092794 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Router e8e62426-4aae-4f37-9680-2bde483f80de has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:17:03.130732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] For port 0d5dd0a5-ec23-4c98-8772-8749c93896be, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:03.163797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] For port 0d5dd0a5-ec23-4c98-8772-8749c93896be, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0d5dd0a5-ec23-4c98-8772-8749c93896be,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:03.278162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['59cd0935-2a47-476b-ac46-92dfac136d75'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:03.381723 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.506836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db8d5bf-996e-4395-aa33-eb20e220e457 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:03.514767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.531708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Transition to ACTIVE for port object 0db8d5bf-996e-4395-aa33-eb20e220e457 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:03.533333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-2e108f83-c7e9-4c78-8a8e-95ac33d409b1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.548733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7567b-e5eb-45db-a275-991b4cbcc17f None None] Pushing event updated for resources: {'Port': ['ID=0d5dd0a5-ec23-4c98-8772-8749c93896be,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:03.558506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6bbfe7b9-644f-4087-aca4-eeff9cc9a9cc req-766218e1-5796-4b1f-9b1f-cd66c67d9806 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Synchronizing usage tracker for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:03.669658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.672781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Routers {'5007ccca-ff3b-4497-9dab-81b7830d1ab3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:03.673795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:16:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:03.678111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3ce366e9-9e9c-4017-84e6-e98b0f092794 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:03.683433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e108f83-c7e9-4c78-8a8e-95ac33d409b1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event deleted for resources: {'Port': ['ID=911ab52b-da76-4296-ab43-3299325e66fd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:03.696161 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b3f5b5-d8f9-41cd-9e25-72fc8b27e312 None None] Sync routers for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:03.718366 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3f5b5-d8f9-41cd-9e25-72fc8b27e312 None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:03.719272 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c9b3f5b5-d8f9-41cd-9e25-72fc8b27e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:16:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:03.882613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-2e108f83-c7e9-4c78-8a8e-95ac33d409b1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] No DVR routers for this DVR port 911ab52b-da76-4296-ab43-3299325e66fd on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:03.909279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-2e108f83-c7e9-4c78-8a8e-95ac33d409b1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:03.931665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] Set router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:04.039369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6bbfe7b9-644f-4087-aca4-eeff9cc9a9cc req-766218e1-5796-4b1f-9b1f-cd66c67d9806 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Unset dirty status for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:04.040511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6bbfe7b9-644f-4087-aca4-eeff9cc9a9cc req-766218e1-5796-4b1f-9b1f-cd66c67d9806 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8dde4b7-95b7-4c7f-a41a-f19dd620e8bf HTTP/1.1" status: 200 len: 210 time: 0.5588398 Jun 03 15:17:04.098916 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a794ef3a-49b8-4ef1-b7b8-889d20f06038 req-2e108f83-c7e9-4c78-8a8e-95ac33d409b1 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "DELETE /v2.0/ports/911ab52b-da76-4296-ab43-3299325e66fd HTTP/1.1" status: 204 len: 173 time: 2.4104488 Jun 03 15:17:04.099700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60639262-eb45-4858-852b-7dca9404397e service neutron] Pushing event updated for resources: {'Port': ['ID=0db8d5bf-996e-4395-aa33-eb20e220e457,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:04.198122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 911ab52b-da76-4296-ab43-3299325e66fd no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:04.222164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Attempting to bind port 0db8d5bf-996e-4395-aa33-eb20e220e457 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:04.222643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Attempting to bind port 0db8d5bf-996e-4395-aa33-eb20e220e457 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:04.223077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Attempting to bind port 0db8d5bf-996e-4395-aa33-eb20e220e457 on network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:04.234688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Port 0db8d5bf-996e-4395-aa33-eb20e220e457 on network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:04.234688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Attempting to bind port 0db8d5bf-996e-4395-aa33-eb20e220e457 on network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:04.247253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:04.247544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Checking segment: {'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:04.248008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Bound using segment: {'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:04.248563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Bound port: 0db8d5bf-996e-4395-aa33-eb20e220e457, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:04.249017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.448322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 911ab52b-da76-4296-ab43-3299325e66fd {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:17:04.448650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 911ab52b-da76-4296-ab43-3299325e66fd not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:04.449629 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c9b3f5b5-d8f9-41cd-9e25-72fc8b27e312 None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:04.581275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.654969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] For port 0db8d5bf-996e-4395-aa33-eb20e220e457, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:04.669118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] For port 0db8d5bf-996e-4395-aa33-eb20e220e457, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0db8d5bf-996e-4395-aa33-eb20e220e457,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:04.684107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.745274 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bec97ff8-95c2-4560-b2cc-ff0c0ba74abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.818989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:04.821187 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:04.826775 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-60639262-eb45-4858-852b-7dca9404397e service neutron] 10.222.0.75 "PUT /v2.0/ports/0db8d5bf-996e-4395-aa33-eb20e220e457 HTTP/1.1" status: 200 len: 1091 time: 2.9102097 Jun 03 15:17:04.918072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Request body: {'port': {'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:05.112142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3ce366e9-9e9c-4017-84e6-e98b0f092794 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Router e8e62426-4aae-4f37-9680-2bde483f80de has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:17:05.132247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a2432-8bc5-4316-b5a7-17965273d25f req-66a75cb1-db05-4b6f-b1a9-2d03c7b83708 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:05.140665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c0a2432-8bc5-4316-b5a7-17965273d25f req-66a75cb1-db05-4b6f-b1a9-2d03c7b83708 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.6002963 Jun 03 15:17:05.300975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.348511 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c9b3f5b5-d8f9-41cd-9e25-72fc8b27e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '42b77adf-77b2-4e6c-997e-64e38b535004', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:b0:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:17:00Z', 'revision_number': 3, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:05.360327 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b3f5b5-d8f9-41cd-9e25-72fc8b27e312 None None] Checking router: e8e62426-4aae-4f37-9680-2bde483f80de for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:05.382333 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3f5b5-d8f9-41cd-9e25-72fc8b27e312 None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:05.383201 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c9b3f5b5-d8f9-41cd-9e25-72fc8b27e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:05.387093 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.450225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'name': 'tempest-TaggedBootDevicesTest-1440283206-router', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:48Z', 'updated_at': '2022-06-03T15:16:55Z', 'revision_number': 3, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'gw_port': {'id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:52Z', 'updated_at': '2022-06-03T15:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:05.464284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1e5fb1-3f2a-4c6f-9bc6-a096330349b3 None None] The sync data for ids ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'] in n-d-844595-1 is: [{'id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'name': 'tempest-TaggedBootDevicesTest-1440283206-router', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:48Z', 'updated_at': '2022-06-03T15:16:55Z', 'revision_number': 3, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'gw_port': {'id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:52Z', 'updated_at': '2022-06-03T15:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:05.514886 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.566764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60639262-eb45-4858-852b-7dca9404397e service neutron] Pushing event updated for resources: {'Port': ['ID=0db8d5bf-996e-4395-aa33-eb20e220e457,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:05.633384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c0a2432-8bc5-4316-b5a7-17965273d25f req-3aa19ed4-05b4-401f-966b-5542ccbe21f4 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908159 Jun 03 15:17:05.680397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3ce366e9-9e9c-4017-84e6-e98b0f092794 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:05.680397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Allocated IP 172.20.0.1 (0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a/137f0460-330a-4b76-9482-0535b72213ed/28384974-f0af-4812-ae74-ab07aae3c8fc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:05.704467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3ce366e9-9e9c-4017-84e6-e98b0f092794 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:05.861064 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde29079-962b-4ffd-b9e3-6beee808d8f9'] response: {'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '6bae21fe-4516-4a76-bb34-c0ff106041d2', 'status': 'completed', 'code': 200} Jun 03 15:17:05.899701 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c9b3f5b5-d8f9-41cd-9e25-72fc8b27e312 None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:06.049587 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f884a8-fa66-4242-a0ad-fb3619eaf00b'] response: {'server_uuid': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffafb2f-6298-48ee-9b7d-985c5f37b905', 'code': 200} Jun 03 15:17:06.181017 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.346208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Transition to ACTIVE for port object 28384974-f0af-4812-ae74-ab07aae3c8fc will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:06.357465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08', '1565d794-e24f-4585-b205-38fa580faedd', '15d294a7-09f8-4f0d-855a-e54b5bb1459c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:06.707179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf4759c-74be-4ad0-97de-2d92b51875cf {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:06.727234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0708-7b1d-44f7-94d6-ca8e9f7be0be req-b2f8bdef-bdcf-4df4-82bf-c253684356ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.728777 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c1ee0708-7b1d-44f7-94d6-ca8e9f7be0be req-b2f8bdef-bdcf-4df4-82bf-c253684356ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 1097 time: 0.4716256 Jun 03 15:17:06.740596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.795518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Transition to ACTIVE for port object ddf4759c-74be-4ad0-97de-2d92b51875cf will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:06.819739 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c1ee0708-7b1d-44f7-94d6-ca8e9f7be0be req-ec3c6815-847c-42a7-9643-bf8a0fec179f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761616 Jun 03 15:17:06.820664 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:06.841045 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c9b3f5b5-d8f9-41cd-9e25-72fc8b27e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '42b77adf-77b2-4e6c-997e-64e38b535004', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:b0:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:17:00Z', 'revision_number': 3, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:06.850428 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b3f5b5-d8f9-41cd-9e25-72fc8b27e312 None None] The sync data for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 is: [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '42b77adf-77b2-4e6c-997e-64e38b535004', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:b0:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:17:00Z', 'revision_number': 3, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:06.861229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3ce366e9-9e9c-4017-84e6-e98b0f092794 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "PUT /v2.0/floatingips/f989f8ad-e316-4c17-bb96-b3451188f7c6 HTTP/1.1" status: 200 len: 998 time: 9.1537061 Jun 03 15:17:06.998353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300205b-3169-499f-adb7-375fe5b85acf req-49da6877-1a1e-4354-b91e-3738241dc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.998819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300205b-3169-499f-adb7-375fe5b85acf req-49da6877-1a1e-4354-b91e-3738241dc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.999281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300205b-3169-499f-adb7-375fe5b85acf req-49da6877-1a1e-4354-b91e-3738241dc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:06.999737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300205b-3169-499f-adb7-375fe5b85acf req-49da6877-1a1e-4354-b91e-3738241dc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:07.003526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300205b-3169-499f-adb7-375fe5b85acf req-49da6877-1a1e-4354-b91e-3738241dc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:07.004058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300205b-3169-499f-adb7-375fe5b85acf req-49da6877-1a1e-4354-b91e-3738241dc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:07.004796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300205b-3169-499f-adb7-375fe5b85acf req-49da6877-1a1e-4354-b91e-3738241dc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:07.006896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2300205b-3169-499f-adb7-375fe5b85acf req-49da6877-1a1e-4354-b91e-3738241dc092 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 6419 time: 1.0096512 Jun 03 15:17:07.107975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.123119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-c8aa54e1-1f68-4503-a42a-6eb8424f509d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:07.143548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-c8aa54e1-1f68-4503-a42a-6eb8424f509d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports/3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 943 time: 0.2736814 Jun 03 15:17:07.252792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00149e-7b00-446d-af9b-7d8f20dc3899 None None] New status for floating IP f989f8ad-e316-4c17-bb96-b3451188f7c6: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:17:07.306607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf4759c-74be-4ad0-97de-2d92b51875cf,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:07.355557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Attempting to bind port ddf4759c-74be-4ad0-97de-2d92b51875cf on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:07.355923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Attempting to bind port ddf4759c-74be-4ad0-97de-2d92b51875cf by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:07.356206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Attempting to bind port ddf4759c-74be-4ad0-97de-2d92b51875cf on network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:07.362526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Port ddf4759c-74be-4ad0-97de-2d92b51875cf on network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:07.363063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Attempting to bind port ddf4759c-74be-4ad0-97de-2d92b51875cf on network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:07.369101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:07.369766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Checking segment: {'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:07.370187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Bound using segment: {'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:07.370612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Bound port: ddf4759c-74be-4ad0-97de-2d92b51875cf, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02b9d97-22b8-4e50-a301-ff25f29bac1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:07.370951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.494731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.534500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] For port ddf4759c-74be-4ad0-97de-2d92b51875cf, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:07.539773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] For port ddf4759c-74be-4ad0-97de-2d92b51875cf, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ddf4759c-74be-4ad0-97de-2d92b51875cf,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:07.551202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.605570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:07.606201 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.608006 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] 10.222.0.75 "PUT /v2.0/ports/ddf4759c-74be-4ad0-97de-2d92b51875cf HTTP/1.1" status: 200 len: 1091 time: 2.7098894 Jun 03 15:17:07.661398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Network 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:07.662196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f29c2-48fa-4445-8908-bdefaeb21811 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf4759c-74be-4ad0-97de-2d92b51875cf,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:07.707186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7413bd-8a04-4358-8e65-6b5eda24b466 req-230efe63-1ce7-4519-b028-bf50ca7e36ac tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:07.715788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb7413bd-8a04-4358-8e65-6b5eda24b466 req-230efe63-1ce7-4519-b028-bf50ca7e36ac tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 949 time: 1.3521726 Jun 03 15:17:07.717846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:07.718330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0d5dd0a5-ec23-4c98-8772-8749c93896be up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:07.731603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:07.764423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 59cd0935-2a47-476b-ac46-92dfac136d75 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:07.829479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb7413bd-8a04-4358-8e65-6b5eda24b466 req-48e63a27-c285-473c-a134-5023a83fa751 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/security-groups?id=8142eeb7-b262-4240-9106-feb4c8ea467e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126857 Jun 03 15:17:07.862731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '32d05f74-cf93-4809-9204-e28630fe984c'}, {'server_uuid': '712c2434-56b5-4b5d-8f93-93f7f7449a23', 'name': 'network-vif-deleted', 'tag': '911ab52b-da76-4296-ab43-3299325e66fd'}, {'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '0db8d5bf-996e-4395-aa33-eb20e220e457'}, {'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': 'ddf4759c-74be-4ad0-97de-2d92b51875cf'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:07.878857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Pushing event updated for resources: {'Port': ['ID=28384974-f0af-4812-ae74-ab07aae3c8fc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:07.944555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 59cd0935-2a47-476b-ac46-92dfac136d75 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:07.952080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 59cd0935-2a47-476b-ac46-92dfac136d75 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:07.952494 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:07.958630 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f6b44c-38be-48dd-8798-3c60db42be1b'] response: {'server_uuid': 'd8dde4b7-95b7-4c7f-a41a-f19dd620e8bf', 'name': 'network-vif-deleted', 'tag': '097f3a10-8514-4232-9e14-a60be88bec08', 'status': 'completed', 'code': 200} Jun 03 15:17:07.986444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 0d5dd0a5-ec23-4c98-8772-8749c93896be completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:07.995141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.012617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 0d5dd0a5-ec23-4c98-8772-8749c93896be triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:08.012982 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.023995 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b10597-d681-4347-b19a-43dded975261 None None] Sync routers for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:08.036980 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b10597-d681-4347-b19a-43dded975261 None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:08.042736 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e9b10597-d681-4347-b19a-43dded975261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:08.173375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300205b-3169-499f-adb7-375fe5b85acf req-ce94172c-455e-483c-8edf-9cb720f7a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:08.173834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300205b-3169-499f-adb7-375fe5b85acf req-ce94172c-455e-483c-8edf-9cb720f7a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:08.174313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300205b-3169-499f-adb7-375fe5b85acf req-ce94172c-455e-483c-8edf-9cb720f7a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:08.175872 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2300205b-3169-499f-adb7-375fe5b85acf req-ce94172c-455e-483c-8edf-9cb720f7a999 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1535995 Jun 03 15:17:08.241422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-ea8fdefa-b0c2-4f92-88f6-96024bd11bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:08.243227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-ea8fdefa-b0c2-4f92-88f6-96024bd11bd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 1097 time: 0.8610656 Jun 03 15:17:08.304430 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e9b10597-d681-4347-b19a-43dded975261 None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:08.336551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 0d5dd0a5-ec23-4c98-8772-8749c93896be is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:08.337219 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.358674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 0d5dd0a5-ec23-4c98-8772-8749c93896be, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0d5dd0a5-ec23-4c98-8772-8749c93896be,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:08.361860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 59cd0935-2a47-476b-ac46-92dfac136d75 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:08.362458 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.404400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 59cd0935-2a47-476b-ac46-92dfac136d75, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=59cd0935-2a47-476b-ac46-92dfac136d75,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:08.405866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439dc27c-857c-4b35-9abe-9788336e5877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cd0935-2a47-476b-ac46-92dfac136d75'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:08.412008 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.452163 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.479642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-56baa57e-868d-4f21-89f3-cecfc602193f None None] Provisioning for port 28384974-f0af-4812-ae74-ab07aae3c8fc completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:08.496196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-56baa57e-868d-4f21-89f3-cecfc602193f None None] Provisioning complete for port 28384974-f0af-4812-ae74-ab07aae3c8fc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:08.496196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56baa57e-868d-4f21-89f3-cecfc602193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.535151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300205b-3169-499f-adb7-375fe5b85acf req-066b701b-7966-45b8-a43d-04fcc14fe98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:08.535401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:08.535524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2300205b-3169-499f-adb7-375fe5b85acf req-066b701b-7966-45b8-a43d-04fcc14fe98c service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989128 Jun 03 15:17:08.560230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=0d5dd0a5-ec23-4c98-8772-8749c93896be,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:08.632687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=59cd0935-2a47-476b-ac46-92dfac136d75,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:08.639775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-56baa57e-868d-4f21-89f3-cecfc602193f None None] Port 28384974-f0af-4812-ae74-ab07aae3c8fc cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:08.652388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4a750-d970-42e0-a6a9-5bfc65867d4e req-8d4bc305-b17e-49d3-99ef-ca77bc2fb687 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:08.654421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11d4a750-d970-42e0-a6a9-5bfc65867d4e req-8d4bc305-b17e-49d3-99ef-ca77bc2fb687 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 946 time: 0.4952741 Jun 03 15:17:08.664783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-d3fc057c-bed2-452a-8d73-3952b86f973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:08.666245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-d3fc057c-bed2-452a-8d73-3952b86f973c service neutron] 10.222.0.48 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.3939204 Jun 03 15:17:08.737051 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e9b10597-d681-4347-b19a-43dded975261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '42b77adf-77b2-4e6c-997e-64e38b535004', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:b0:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:17:07Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:08.741504 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b10597-d681-4347-b19a-43dded975261 None None] Checking router: e8e62426-4aae-4f37-9680-2bde483f80de for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:08.751747 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b10597-d681-4347-b19a-43dded975261 None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:08.752274 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e9b10597-d681-4347-b19a-43dded975261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:08.797351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-b0830702-341d-4ef6-83da-a87aca5a46eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 217 time: 0.1157143 Jun 03 15:17:08.864704 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11d4a750-d970-42e0-a6a9-5bfc65867d4e req-3fb6edda-e404-4da7-a71e-ee09ca2cbf51 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975102 Jun 03 15:17:08.936322 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e9b10597-d681-4347-b19a-43dded975261 None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:08.949620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3fd7dae8-492f-4e4e-ab16-aff79087a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:08.951075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-3fd7dae8-492f-4e4e-ab16-aff79087a390 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.1397119 Jun 03 15:17:08.953554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.050511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-aca7f5c0-8771-44a5-ba82-721249086673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.050888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-aca7f5c0-8771-44a5-ba82-721249086673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.051346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-aca7f5c0-8771-44a5-ba82-721249086673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.051799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-aca7f5c0-8771-44a5-ba82-721249086673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.052247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-aca7f5c0-8771-44a5-ba82-721249086673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.052696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-aca7f5c0-8771-44a5-ba82-721249086673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.053148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-aca7f5c0-8771-44a5-ba82-721249086673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.054995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-aca7f5c0-8771-44a5-ba82-721249086673 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 6486 time: 0.3214808 Jun 03 15:17:09.312966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-fb529286-a8a8-4e6c-a462-4c7e2ea11bb5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c65f082-942e-4d38-9918-7ae2464736bf HTTP/1.1" status: 200 len: 217 time: 0.2448783 Jun 03 15:17:09.336399 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e9b10597-d681-4347-b19a-43dded975261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '42b77adf-77b2-4e6c-997e-64e38b535004', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:b0:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:17:07Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:09.340767 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b10597-d681-4347-b19a-43dded975261 None None] The sync data for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 is: [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '42b77adf-77b2-4e6c-997e-64e38b535004', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:b0:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:17:07Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:09.489653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-938b9f52-ad8c-4741-80b5-18bb36adcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.491109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-938b9f52-ad8c-4741-80b5-18bb36adcc05 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=36b083b2-47e5-47cc-b6f0-6e48a605189f HTTP/1.1" status: 200 len: 856 time: 0.1698048 Jun 03 15:17:09.499171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-9b8d7f61-8015-4fa1-b1a6-5f5ebedb3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.500568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-9b8d7f61-8015-4fa1-b1a6-5f5ebedb3e95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5375924 Jun 03 15:17:09.630563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0d5dd0a5-ec23-4c98-8772-8749c93896be up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:09.671011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd64816-e6e7-47d1-b200-a73a9d04bd40 req-62558cce-8601-4ae2-a10d-cc618228e427 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.677550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd64816-e6e7-47d1-b200-a73a9d04bd40 req-62558cce-8601-4ae2-a10d-cc618228e427 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.682726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd64816-e6e7-47d1-b200-a73a9d04bd40 req-62558cce-8601-4ae2-a10d-cc618228e427 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.688456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd64816-e6e7-47d1-b200-a73a9d04bd40 req-62558cce-8601-4ae2-a10d-cc618228e427 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.694181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd64816-e6e7-47d1-b200-a73a9d04bd40 req-62558cce-8601-4ae2-a10d-cc618228e427 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.699882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd64816-e6e7-47d1-b200-a73a9d04bd40 req-62558cce-8601-4ae2-a10d-cc618228e427 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.703963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 0d5dd0a5-ec23-4c98-8772-8749c93896be triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:09.704323 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.705907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd64816-e6e7-47d1-b200-a73a9d04bd40 req-62558cce-8601-4ae2-a10d-cc618228e427 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.707827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bd64816-e6e7-47d1-b200-a73a9d04bd40 req-62558cce-8601-4ae2-a10d-cc618228e427 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5429 time: 0.6518834 Jun 03 15:17:09.782882 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.807637 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.824146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 0d5dd0a5-ec23-4c98-8772-8749c93896be is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:09.886763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bd64816-e6e7-47d1-b200-a73a9d04bd40 req-42877d5c-798f-4b78-baed-7669247c8d64 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1651413 Jun 03 15:17:09.926562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-f600866e-6d74-4e9e-89a0-fc0228a81aef service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134314 Jun 03 15:17:09.961179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:09.964227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5'}, {'name': 'network-changed', 'server_uuid': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'tag': '42b77adf-77b2-4e6c-997e-64e38b535004'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:09.970150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-c5a18eca-b75c-4417-a04c-af40b1aaa378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:09.971777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-c5a18eca-b75c-4417-a04c-af40b1aaa378 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=59b8d42f-7bef-4ced-83c7-f731095cdbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4598494 Jun 03 15:17:10.059850 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:17:10.066440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Pushing event updated for resources: {'Port': ['ID=28384974-f0af-4812-ae74-ab07aae3c8fc,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:10.353864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-e320a2c4-8245-4e74-b532-035212c0a5c7 service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182403 Jun 03 15:17:10.390109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Network 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:10.425132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-b378e2f2-0411-4d78-a43b-cd025230e73a service neutron] 10.222.0.75 "GET /v2.0/networks/59b8d42f-7bef-4ced-83c7-f731095cdbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917367 Jun 03 15:17:10.430486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:10.631483 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-f5f71909-7106-44e9-aa04-5851fc0d6604 service neutron] show failed (client error): The resource could not be found. Jun 03 15:17:10.633130 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-f5f71909-7106-44e9-aa04-5851fc0d6604 service neutron] 10.222.0.75 "GET /v2.0/ports/b03c6ef7-b80f-4aba-a465-41e8e39592fc/bindings/n-h2-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0934222 Jun 03 15:17:10.676782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-de9453d9-57bb-4067-82a3-75daf93139df None None] Provisioning complete for port 28384974-f0af-4812-ae74-ab07aae3c8fc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:10.677393 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-de9453d9-57bb-4067-82a3-75daf93139df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:10.740906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-de9453d9-57bb-4067-82a3-75daf93139df None None] Port 28384974-f0af-4812-ae74-ab07aae3c8fc cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:10.785694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097b79e-7fbf-4d8f-9e81-b5610c403d86 req-4b6bf01c-7b68-4b81-be03-050109fd191a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.787238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7097b79e-7fbf-4d8f-9e81-b5610c403d86 req-4b6bf01c-7b68-4b81-be03-050109fd191a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.7158320 Jun 03 15:17:10.925243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-b8bf6666-02ce-468d-a328-d51ff955976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.927834 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-b8bf6666-02ce-468d-a328-d51ff955976a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b&tenant_id=56abfe7ac6594200b7814a183ed3b39d HTTP/1.1" status: 200 len: 1100 time: 0.0794196 Jun 03 15:17:10.945238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:10.964941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7097b79e-7fbf-4d8f-9e81-b5610c403d86 req-88370980-edee-418e-a6f2-4f10ca43579d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694114 Jun 03 15:17:10.976571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-f714c07a-b758-49c8-9f79-74828c4cb50d service neutron] 10.222.0.75 "GET /v2.0/networks/59b8d42f-7bef-4ced-83c7-f731095cdbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427513 Jun 03 15:17:10.988140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-b88b1f0f-b1fc-4597-9018-fb632a31d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:10.988140 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-b88b1f0f-b1fc-4597-9018-fb632a31d857 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 1096 time: 0.5968096 Jun 03 15:17:11.045525 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008f3d4c-606b-48c0-ac9b-2c3c0af9d6ce'] response: {'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '32d05f74-cf93-4809-9204-e28630fe984c', 'status': 'completed', 'code': 200} Jun 03 15:17:11.046062 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008f3d4c-606b-48c0-ac9b-2c3c0af9d6ce'] response: {'server_uuid': '712c2434-56b5-4b5d-8f93-93f7f7449a23', 'name': 'network-vif-deleted', 'tag': '911ab52b-da76-4296-ab43-3299325e66fd', 'status': 'completed', 'code': 200} Jun 03 15:17:11.046412 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008f3d4c-606b-48c0-ac9b-2c3c0af9d6ce'] response: {'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '0db8d5bf-996e-4395-aa33-eb20e220e457', 'status': 'completed', 'code': 200} Jun 03 15:17:11.046758 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008f3d4c-606b-48c0-ac9b-2c3c0af9d6ce'] response: {'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': 'ddf4759c-74be-4ad0-97de-2d92b51875cf', 'status': 'completed', 'code': 200} Jun 03 15:17:11.070725 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27fbe94-938a-4b33-b3c2-649a6807b534'] response: {'server_uuid': '439dc27c-857c-4b35-9abe-9788336e5877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cd0935-2a47-476b-ac46-92dfac136d75', 'code': 200} Jun 03 15:17:11.078157 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-bb92c8bb-4c04-485d-9229-f4e5f67b6b2c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=d500350a-7ffd-4d63-9ddb-f9e3a64d6138 HTTP/1.1" status: 200 len: 217 time: 0.0930824 Jun 03 15:17:11.082931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:11.139228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:17:11.361117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-41487091-73d1-491d-98bf-e3fb42293187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:11.362605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-41487091-73d1-491d-98bf-e3fb42293187 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=287f0d2c-7851-461b-9206-b47bc540159d HTTP/1.1" status: 200 len: 797 time: 0.2751286 Jun 03 15:17:11.437924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca85c82-6270-46eb-8c0b-33d29b4fd392 req-8f7f6f9c-692a-4662-a5f7-c50be19852a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:11.440621 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ca85c82-6270-46eb-8c0b-33d29b4fd392 req-8f7f6f9c-692a-4662-a5f7-c50be19852a9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 1101 time: 0.2793090 Jun 03 15:17:11.525660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-8736e1cd-d19c-44eb-90ca-05cce05d80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:11.525968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:11.527137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-8736e1cd-d19c-44eb-90ca-05cce05d80b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.4786949 Jun 03 15:17:11.531460 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ca85c82-6270-46eb-8c0b-33d29b4fd392 req-2f5bbebe-6357-4e60-be28-91c61913b3a9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8142eeb7-b262-4240-9106-feb4c8ea467e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817971 Jun 03 15:17:11.561582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:11.620634 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:11.635082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Transition to ACTIVE for port object b03c6ef7-b80f-4aba-a465-41e8e39592fc will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:11.639841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:11.663061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92746e7-712c-4fdc-a052-f8988100fd33 req-21cac084-cac5-45d1-ae3d-509b24ae7d11 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:11.664484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c92746e7-712c-4fdc-a052-f8988100fd33 req-21cac084-cac5-45d1-ae3d-509b24ae7d11 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 950 time: 0.4819796 Jun 03 15:17:11.668421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:11.678314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d9639fb0-2b8e-465a-a402-9271528699dd admin admin] 10.222.0.48 "PUT /v2.0/routers/5007ccca-ff3b-4497-9dab-81b7830d1ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5250025 Jun 03 15:17:11.682815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Sync routers for ids ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:11.695459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Routers {'5007ccca-ff3b-4497-9dab-81b7830d1ab3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:11.696496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:11.701335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-1170b531-27ed-49d5-8b1f-f3b9ce3071ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b77adf-77b2-4e6c-997e-64e38b535004 HTTP/1.1" status: 200 len: 1001 time: 0.1588571 Jun 03 15:17:11.720518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-f88a26d8-6e86-453c-aa90-204e33c79d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:11.722067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-f88a26d8-6e86-453c-aa90-204e33c79d77 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3430395 Jun 03 15:17:11.794301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c92746e7-712c-4fdc-a052-f8988100fd33 req-65d02e95-fb21-45ea-88f8-4ed93f64aee3 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/security-groups?id=8142eeb7-b262-4240-9106-feb4c8ea467e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120124 Jun 03 15:17:11.827676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] No DVR routers for this DVR port b03c6ef7-b80f-4aba-a465-41e8e39592fc on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:11.830146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=6']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:11.888631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fc0290b9-64dc-4a3d-8b6c-d52fd3177257 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:11.899910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-e46f8804-dc8d-41f9-a009-41e1feffa725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:11.911418 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-e46f8804-dc8d-41f9-a009-41e1feffa725 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.1855590 Jun 03 15:17:11.947737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:11.948084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:11.948383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:11.955022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Port b03c6ef7-b80f-4aba-a465-41e8e39592fc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:11.955408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:11.969711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:11.969711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:11.969957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:11.970310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Bound port: b03c6ef7-b80f-4aba-a465-41e8e39592fc, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:11.970543 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.078383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-281ac2a7-16f6-400f-b705-00ca07ea1a1d service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160429 Jun 03 15:17:12.089153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-ccf3bf71-56d9-46cd-be62-e47ea6b46602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.090647 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-ccf3bf71-56d9-46cd-be62-e47ea6b46602 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784685 Jun 03 15:17:12.166522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Set router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:12.189490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:12.194726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:12.202306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.238192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:12.238569 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.320051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:12.325787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.326456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.332409 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-ad692298-e397-4609-90e0-84eecf943a57 service neutron] 10.222.0.67 "PUT /v2.0/ports/b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 1095 time: 1.3913937 Jun 03 15:17:12.445510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-4940d146-460e-4939-9835-ec234ce7d46d service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148026 Jun 03 15:17:12.670831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fc0290b9-64dc-4a3d-8b6c-d52fd3177257, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:12.682167 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-f837c1a5-8258-440c-858d-ba3e3b7e58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.683693 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-f837c1a5-8258-440c-858d-ba3e3b7e58f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 1098 time: 0.2990174 Jun 03 15:17:12.719916 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:12.826776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:12.841668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'name': 'tempest-TaggedBootDevicesTest-1440283206-router', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:48Z', 'updated_at': '2022-06-03T15:17:08Z', 'revision_number': 4, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'gw_port': {'id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:52Z', 'updated_at': '2022-06-03T15:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28384974-f0af-4812-ae74-ab07aae3c8fc', 'name': '', 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'mac_address': 'fa:16:3e:a9:93:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '137f0460-330a-4b76-9482-0535b72213ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:04Z', 'updated_at': '2022-06-03T15:17:09Z', 'revision_number': 2, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'subnets': [{'id': '137f0460-330a-4b76-9482-0535b72213ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:12.846470 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a89a32d2-8a21-4025-82b3-899c700a6105 req-cdffca6e-f47d-41df-a245-3f9fea069aa0 service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000323 Jun 03 15:17:12.849044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-945481ec-1c45-4cef-bccb-ffe504cea635 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7624772 Jun 03 15:17:12.856049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Checking router: 5007ccca-ff3b-4497-9dab-81b7830d1ab3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:12.856649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Updating router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 port 28384974-f0af-4812-ae74-ab07aae3c8fc binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:17:12.858513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16376bca-5921-42f5-a399-fb905f092ed0 req-b2f601d3-a802-4b44-8d7d-85ad2a3f1dbe tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.860375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16376bca-5921-42f5-a399-fb905f092ed0 req-b2f601d3-a802-4b44-8d7d-85ad2a3f1dbe tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 946 time: 0.7037787 Jun 03 15:17:12.871259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-09e2f09b-a47f-429c-a0cf-28061bca64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:12.873663 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-09e2f09b-a47f-429c-a0cf-28061bca64a0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.1802778 Jun 03 15:17:12.944936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-a561963d-41b0-49ea-955f-f8226d0ba9de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=9e2ef47a-bfd8-4169-8e25-b9aff3147f27 HTTP/1.1" status: 200 len: 217 time: 0.0832520 Jun 03 15:17:12.979701 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.043398 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-24069379-0dd1-4856-b442-de8302e5cada service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 217 time: 0.1345377 Jun 03 15:17:13.049081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc'}, {'name': 'network-changed', 'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:13.069682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16376bca-5921-42f5-a399-fb905f092ed0 req-b75821ed-4a49-45f1-b34a-071913e00d00 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570501 Jun 03 15:17:13.101974 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc149e7-a99e-42dc-80de-10f9e57a76f6'] response: {'name': 'network-changed', 'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'status': 'completed', 'code': 200} Jun 03 15:17:13.102624 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc149e7-a99e-42dc-80de-10f9e57a76f6'] response: {'name': 'network-changed', 'server_uuid': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'tag': '42b77adf-77b2-4e6c-997e-64e38b535004', 'status': 'completed', 'code': 200} Jun 03 15:17:13.129537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-38b49d1c-b64d-4cd6-830a-7e0f1b01bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.131040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-38b49d1c-b64d-4cd6-830a-7e0f1b01bbcc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=287f0d2c-7851-461b-9206-b47bc540159d HTTP/1.1" status: 200 len: 797 time: 0.1724555 Jun 03 15:17:13.137775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:13.189244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-244c13c4-d564-4fe4-b845-b666b90eadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.190734 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-244c13c4-d564-4fe4-b845-b666b90eadbb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1363428 Jun 03 15:17:13.434485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-f7b87060-eeda-4c09-9167-df56e19efeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.446724 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-f7b87060-eeda-4c09-9167-df56e19efeca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2938523 Jun 03 15:17:13.488303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-aa1b4060-b2f5-461b-9b27-3d3383534987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.489770 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-aa1b4060-b2f5-461b-9b27-3d3383534987 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2901049 Jun 03 15:17:13.547011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-35a2e8b4-b264-4a5b-8bbd-8d96238a77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.548420 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-35a2e8b4-b264-4a5b-8bbd-8d96238a77a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 1097 time: 0.2990274 Jun 03 15:17:13.661904 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.691215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Transition to ACTIVE for port object 28384974-f0af-4812-ae74-ab07aae3c8fc will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:13.702858 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:13.746146 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-3f027ad0-164f-49df-bb32-fdb1ffc9f18c service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393718 Jun 03 15:17:13.746872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838c81b-c971-4f47-8ac6-4c2fd4d2914e req-0385d249-f306-4bd6-8e54-da7fca8a8712 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.758240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838c81b-c971-4f47-8ac6-4c2fd4d2914e req-0385d249-f306-4bd6-8e54-da7fca8a8712 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.766225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838c81b-c971-4f47-8ac6-4c2fd4d2914e req-0385d249-f306-4bd6-8e54-da7fca8a8712 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.774596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838c81b-c971-4f47-8ac6-4c2fd4d2914e req-0385d249-f306-4bd6-8e54-da7fca8a8712 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.783061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838c81b-c971-4f47-8ac6-4c2fd4d2914e req-0385d249-f306-4bd6-8e54-da7fca8a8712 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.789807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838c81b-c971-4f47-8ac6-4c2fd4d2914e req-0385d249-f306-4bd6-8e54-da7fca8a8712 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.798790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838c81b-c971-4f47-8ac6-4c2fd4d2914e req-0385d249-f306-4bd6-8e54-da7fca8a8712 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:13.802319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b838c81b-c971-4f47-8ac6-4c2fd4d2914e req-0385d249-f306-4bd6-8e54-da7fca8a8712 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5429 time: 0.5100279 Jun 03 15:17:13.899086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-24aa2647-f584-4d09-8e8a-3fd0a00b6831 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510276 Jun 03 15:17:13.977646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bb098-353b-4588-9954-e9c7853cd719 None None] Pushing event updated for resources: {'Port': ['ID=28384974-f0af-4812-ae74-ab07aae3c8fc,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:14.058049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-0c20741d-fa7f-473d-b4a2-90d30cb9db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.059525 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-0c20741d-fa7f-473d-b4a2-90d30cb9db5f service neutron] 10.222.0.75 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.4967988 Jun 03 15:17:14.064527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Attempting to bind port 28384974-f0af-4812-ae74-ab07aae3c8fc on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:14.064896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Attempting to bind port 28384974-f0af-4812-ae74-ab07aae3c8fc by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd7108db9-c01c-4ab4-be39-cd8dacd612f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:14.065248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Attempting to bind port 28384974-f0af-4812-ae74-ab07aae3c8fc on network 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:14.075809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:14.076377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Checking segment: {'id': 'd7108db9-c01c-4ab4-be39-cd8dacd612f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:14.080963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.081798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Bound using segment: {'id': 'd7108db9-c01c-4ab4-be39-cd8dacd612f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:14.082389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Bound port: 28384974-f0af-4812-ae74-ab07aae3c8fc, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7108db9-c01c-4ab4-be39-cd8dacd612f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:14.083001 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.129985 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5cf54b88-56a6-4508-b295-96902d7a7285 req-f8dac4c5-0f2e-4319-b6e7-70343cd319cf service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259914 Jun 03 15:17:14.147777 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-69a1d880-4dd5-4426-a344-b85dcdf55f98 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 217 time: 0.0794852 Jun 03 15:17:14.193555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b838c81b-c971-4f47-8ac6-4c2fd4d2914e req-84a441da-8486-424b-b411-c5fa3f9ab199 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3616788 Jun 03 15:17:14.261485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] For port 28384974-f0af-4812-ae74-ab07aae3c8fc, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:14.263962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-cac8c697-faf9-4f4e-8332-326c147b382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.267235 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-cac8c697-faf9-4f4e-8332-326c147b382c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.1095848 Jun 03 15:17:14.268909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] For port 28384974-f0af-4812-ae74-ab07aae3c8fc, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28384974-f0af-4812-ae74-ab07aae3c8fc,segment=NetworkSegment(d7108db9-c01c-4ab4-be39-cd8dacd612f8),segment_id=d7108db9-c01c-4ab4-be39-cd8dacd612f8)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:14.280685 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:14.334971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-3ed50081-3c7f-418b-a193-bd731f379bd1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7218828 Jun 03 15:17:14.395179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-8419587f-cfa3-47dc-94c6-33cecd280320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.396610 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-8419587f-cfa3-47dc-94c6-33cecd280320 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226380 Jun 03 15:17:14.503697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27bb098-353b-4588-9954-e9c7853cd719 None None] Pushing event updated for resources: {'Port': ['ID=28384974-f0af-4812-ae74-ab07aae3c8fc,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:14.526038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b03c6ef7-b80f-4aba-a465-41e8e39592fc no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:14.600082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Routers {'5007ccca-ff3b-4497-9dab-81b7830d1ab3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:14.601241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:14.608522 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-4e41cc46-d30e-4fae-835e-3cabaf9cac7b service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002726 Jun 03 15:17:14.625119 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-6f7b67ab-18c7-484c-a4c4-ac35cf344494 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074361 Jun 03 15:17:14.834983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505827cd-a949-426b-8da3-91b45a6029d3 req-3bf741d4-eadf-40e1-bf6b-70e0256d2d28 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:14.836520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-505827cd-a949-426b-8da3-91b45a6029d3 req-3bf741d4-eadf-40e1-bf6b-70e0256d2d28 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 947 time: 0.6420050 Jun 03 15:17:14.842097 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-fe4360e4-1766-4867-8a5f-6059c42f8713 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214258 Jun 03 15:17:14.847748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-a9130620-e375-41f5-bbe9-a95b0f74d5d7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=6bae21fe-4516-4a76-bb34-c0ff106041d2 HTTP/1.1" status: 200 len: 217 time: 0.1932480 Jun 03 15:17:14.880483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] Set router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:15.009284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7f5da-4722-428d-b240-b7becc1adc4f req-915d6167-0b59-4fd0-ade6-00050f1808bc tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:15.011064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bcd7f5da-4722-428d-b240-b7becc1adc4f req-915d6167-0b59-4fd0-ade6-00050f1808bc tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 950 time: 0.6445599 Jun 03 15:17:15.023656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-505827cd-a949-426b-8da3-91b45a6029d3 req-f3f21bc7-11ba-493d-baa6-02d85579533e tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262345 Jun 03 15:17:15.060504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-f8b7d47f-6122-4349-9a62-a3e91a7ac8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:15.064750 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-f8b7d47f-6122-4349-9a62-a3e91a7ac8e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 1096 time: 0.1425619 Jun 03 15:17:15.083621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b03c6ef7-b80f-4aba-a465-41e8e39592fc not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:15.159487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-253e3747-45cd-4877-a99d-a97f9a58de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:15.161069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-253e3747-45cd-4877-a99d-a97f9a58de3e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=287f0d2c-7851-461b-9206-b47bc540159d HTTP/1.1" status: 200 len: 797 time: 0.3023655 Jun 03 15:17:15.232615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-57818e76-411d-4ccf-9698-606508fa2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:15.234414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-57818e76-411d-4ccf-9698-606508fa2ac2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 1101 time: 0.7479622 Jun 03 15:17:15.364341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'name': 'tempest-TaggedBootDevicesTest-1440283206-router', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:48Z', 'updated_at': '2022-06-03T15:17:08Z', 'revision_number': 4, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'gw_port': {'id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:52Z', 'updated_at': '2022-06-03T15:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28384974-f0af-4812-ae74-ab07aae3c8fc', 'name': '', 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'mac_address': 'fa:16:3e:a9:93:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '137f0460-330a-4b76-9482-0535b72213ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:04Z', 'updated_at': '2022-06-03T15:17:14Z', 'revision_number': 4, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'subnets': [{'id': '137f0460-330a-4b76-9482-0535b72213ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:15.374880 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46943c3a-69da-491f-bb48-dcb602f4c96c None None] The sync data for ids ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'] in n-d-844595-1 is: [{'id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'name': 'tempest-TaggedBootDevicesTest-1440283206-router', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:48Z', 'updated_at': '2022-06-03T15:17:08Z', 'revision_number': 4, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'gw_port': {'id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:52Z', 'updated_at': '2022-06-03T15:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28384974-f0af-4812-ae74-ab07aae3c8fc', 'name': '', 'network_id': '0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'mac_address': 'fa:16:3e:a9:93:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '137f0460-330a-4b76-9482-0535b72213ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:04Z', 'updated_at': '2022-06-03T15:17:14Z', 'revision_number': 4, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'subnets': [{'id': '137f0460-330a-4b76-9482-0535b72213ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:15.390398 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bcd7f5da-4722-428d-b240-b7becc1adc4f req-8c2a4ebe-6bc6-48a1-9cf0-9688da92f44e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/security-groups?id=8142eeb7-b262-4240-9106-feb4c8ea467e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561747 Jun 03 15:17:15.464618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-122f7838-e1cc-4851-8096-6fe920c6affd req-1ef732da-786c-4a10-aeab-dc4bfd72d20f tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.3926420 Jun 03 15:17:15.620800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-8958fc4b-f135-4a73-b714-7c5b19043f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:15.635660 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-8958fc4b-f135-4a73-b714-7c5b19043f9b service neutron] 10.222.0.75 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.5512810 Jun 03 15:17:15.658438 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1bb1326-ee27-40ea-ac76-f01f6487dc9a'] response: {'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'code': 200} Jun 03 15:17:15.660401 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1bb1326-ee27-40ea-ac76-f01f6487dc9a'] response: {'name': 'network-changed', 'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'status': 'completed', 'code': 200} Jun 03 15:17:15.730796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28384974-f0af-4812-ae74-ab07aae3c8fc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:15.860185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 28384974-f0af-4812-ae74-ab07aae3c8fc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:15.866104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 28384974-f0af-4812-ae74-ab07aae3c8fc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:15.866560 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:15.902302 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-ee74ab88-90d6-41ab-b6ca-764b1c785121 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b77adf-77b2-4e6c-997e-64e38b535004 HTTP/1.1" status: 200 len: 1001 time: 0.2396405 Jun 03 15:17:16.010940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-08cb1baf-291e-41c3-a7c6-8659041a2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.014599 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-08cb1baf-291e-41c3-a7c6-8659041a2c8e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.1028593 Jun 03 15:17:16.019563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-5202b83a-7bc2-4c23-be58-b346e3056032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.021076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-5202b83a-7bc2-4c23-be58-b346e3056032 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.7457500 Jun 03 15:17:16.089166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 28384974-f0af-4812-ae74-ab07aae3c8fc is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:16.090521 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:16.120409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-147b17a4-7f09-42d1-a6c4-e7a4c74f0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.121803 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-147b17a4-7f09-42d1-a6c4-e7a4c74f0c8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 1098 time: 0.3211839 Jun 03 15:17:16.144734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 28384974-f0af-4812-ae74-ab07aae3c8fc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28384974-f0af-4812-ae74-ab07aae3c8fc,segment=NetworkSegment(d7108db9-c01c-4ab4-be39-cd8dacd612f8),segment_id=d7108db9-c01c-4ab4-be39-cd8dacd612f8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:16.158802 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:16.228840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-9060d0a8-c65e-4588-9f81-7af635f06267 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000 HTTP/1.1" status: 200 len: 217 time: 0.1568966 Jun 03 15:17:16.260717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=28384974-f0af-4812-ae74-ab07aae3c8fc,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:16.360091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f7838-e1cc-4851-8096-6fe920c6affd req-05642c57-ddcd-4faa-a132-51c523873546 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.370960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-122f7838-e1cc-4851-8096-6fe920c6affd req-05642c57-ddcd-4faa-a132-51c523873546 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports/42b77adf-77b2-4e6c-997e-64e38b535004 HTTP/1.1" status: 200 len: 942 time: 0.9026892 Jun 03 15:17:16.371155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-fd5e6895-1f87-42a2-b197-545b6da0e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.375929 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-fd5e6895-1f87-42a2-b197-545b6da0e90d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3529060 Jun 03 15:17:16.384816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-284e5ef2-05df-4104-8d31-a882e9237c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.389648 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-284e5ef2-05df-4104-8d31-a882e9237c6d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.2557328 Jun 03 15:17:16.408464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-9f8aab35-1bed-407f-b492-a681580f3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.421239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-9f8aab35-1bed-407f-b492-a681580f3e11 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2186968 Jun 03 15:17:16.570176 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-65bd7c5e-3545-4284-b36e-9ab06de59674 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 217 time: 0.1148858 Jun 03 15:17:16.702025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-ce8b73c9-3f46-4052-9e81-7ae1857b81be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.703471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-ce8b73c9-3f46-4052-9e81-7ae1857b81be service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.4312003 Jun 03 15:17:16.732030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-fb9c68a7-1ee2-43a9-a072-02af2e99e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.733520 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-fb9c68a7-1ee2-43a9-a072-02af2e99e29b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1191850 Jun 03 15:17:16.801220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-7042bf52-a929-4b7c-b2b4-c4b89591f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.802744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-7042bf52-a929-4b7c-b2b4-c4b89591f2a3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 1098 time: 0.9205947 Jun 03 15:17:16.812547 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-695e74cf-ecf7-4319-aa60-51e9673f303f service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213343 Jun 03 15:17:16.831149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd0ba2-af7a-4251-a1de-f6e9f0823025 req-c55f6c61-1b58-4859-a169-a417423a3920 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.838362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2dd0ba2-af7a-4251-a1de-f6e9f0823025 req-c55f6c61-1b58-4859-a169-a417423a3920 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 1097 time: 0.8916922 Jun 03 15:17:16.860069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-122f7838-e1cc-4851-8096-6fe920c6affd req-be3151b4-01d9-4a59-83eb-4dee2d45858b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.2927496 Jun 03 15:17:16.965220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-90a0017b-9a40-46e2-a607-6e2c3c1135e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:16.966752 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-90a0017b-9a40-46e2-a607-6e2c3c1135e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2176723 Jun 03 15:17:17.073269 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d74bfe56-9b1e-47a1-94a4-120b095fb08f req-597635af-958f-47a5-8f64-58ca53430968 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473135 Jun 03 15:17:17.109979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2dd0ba2-af7a-4251-a1de-f6e9f0823025 req-165cd2c6-3856-4142-94aa-5e7978d76ee6 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706575 Jun 03 15:17:17.133456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-6ec36e25-4887-4d3b-9b99-896b22d98be5 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108750 Jun 03 15:17:17.134690 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-96dab575-5d09-4f1d-87fb-2f2463ede859 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527894 Jun 03 15:17:17.212643 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9742d99-fd8f-418d-b388-449c7061c3c2'] response: {'server_uuid': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257', 'code': 200} Jun 03 15:17:17.302812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cc191950-fd58-4d8b-8ba7-b133ccca8edf service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612861 Jun 03 15:17:17.406332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8a9d46d0-0a04-47cd-9455-5854a1a79f3d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=32d05f74-cf93-4809-9204-e28630fe984c HTTP/1.1" status: 200 len: 217 time: 0.0959015 Jun 03 15:17:17.440775 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-feea6784-29a1-478d-9bd7-28f831d33bed service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990320 Jun 03 15:17:17.496959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-bc6dd3e6-4a69-4aee-954b-132a03236306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:17.498445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-bc6dd3e6-4a69-4aee-954b-132a03236306 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.6869342 Jun 03 15:17:17.560852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-222802b2-7c3f-4c45-8478-e0a5df45161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:17.562340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-222802b2-7c3f-4c45-8478-e0a5df45161e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8502793 Jun 03 15:17:17.611079 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-69019b46-aa6a-49a1-b7eb-5f43ef323bab service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 217 time: 0.1000922 Jun 03 15:17:17.671702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28384974-f0af-4812-ae74-ab07aae3c8fc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:17.687058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8ec7ab87-15b4-4a4d-829f-25c8bc7ccff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:17.688944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-8ec7ab87-15b4-4a4d-829f-25c8bc7ccff7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=287f0d2c-7851-461b-9206-b47bc540159d HTTP/1.1" status: 200 len: 797 time: 0.2577026 Jun 03 15:17:17.743485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 28384974-f0af-4812-ae74-ab07aae3c8fc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:17.743756 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:17.873086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f7838-e1cc-4851-8096-6fe920c6affd req-785d57c1-58c4-4ef8-b635-5356bc2d285b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:17.874774 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-122f7838-e1cc-4851-8096-6fe920c6affd req-785d57c1-58c4-4ef8-b635-5356bc2d285b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 1.0139403 Jun 03 15:17:17.888293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 28384974-f0af-4812-ae74-ab07aae3c8fc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:18.040086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-a7fb0712-757f-4423-9b53-30658518dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.041813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-a7fb0712-757f-4423-9b53-30658518dff8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.3567531 Jun 03 15:17:18.167193 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-eae67818-3ef9-4a18-9e72-afc85b973e65 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815108 Jun 03 15:17:18.272511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3047cd14-7354-4105-8e28-c6e8d960d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.273995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-3047cd14-7354-4105-8e28-c6e8d960d7ba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3190966 Jun 03 15:17:18.310806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299482-8ba1-42b4-9a1f-900a489962e5 req-711df5e6-8619-466a-8f39-d3ea3a0667ab tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.318509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299482-8ba1-42b4-9a1f-900a489962e5 req-711df5e6-8619-466a-8f39-d3ea3a0667ab tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.325388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299482-8ba1-42b4-9a1f-900a489962e5 req-711df5e6-8619-466a-8f39-d3ea3a0667ab tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.334724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299482-8ba1-42b4-9a1f-900a489962e5 req-711df5e6-8619-466a-8f39-d3ea3a0667ab tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.341111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299482-8ba1-42b4-9a1f-900a489962e5 req-711df5e6-8619-466a-8f39-d3ea3a0667ab tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.348022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299482-8ba1-42b4-9a1f-900a489962e5 req-711df5e6-8619-466a-8f39-d3ea3a0667ab tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.354634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e299482-8ba1-42b4-9a1f-900a489962e5 req-711df5e6-8619-466a-8f39-d3ea3a0667ab tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.356720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e299482-8ba1-42b4-9a1f-900a489962e5 req-711df5e6-8619-466a-8f39-d3ea3a0667ab tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5429 time: 0.6346726 Jun 03 15:17:18.558279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-3f947088-6066-42ff-b74e-0846b2400435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.559677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-3f947088-6066-42ff-b74e-0846b2400435 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4933434 Jun 03 15:17:18.610043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb761aa2-b685-48d8-8793-9ab5206abdce req-28027d53-2a8c-4944-8132-0e9ba7b64a4e service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333458 Jun 03 15:17:18.670506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e299482-8ba1-42b4-9a1f-900a489962e5 req-6e0dc720-8dca-4fbc-bd61-05bc3098cd3f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2772429 Jun 03 15:17:18.748634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-729d7855-8e57-4503-b7a3-108b449bb4f5 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872147 Jun 03 15:17:18.910975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-531ff484-ea53-4aa1-a3b4-a3ff8105c10d service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335798 Jun 03 15:17:18.921832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bc9bb-def8-4abc-9984-1b483004af71 req-4d4967a6-f43d-46b6-b5c2-d9836eb9553e tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:18.923332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-664bc9bb-def8-4abc-9984-1b483004af71 req-4d4967a6-f43d-46b6-b5c2-d9836eb9553e tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 947 time: 0.4270184 Jun 03 15:17:19.099702 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-664bc9bb-def8-4abc-9984-1b483004af71 req-fca7f199-c4ad-4072-8c32-16414a02f9ee tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521022 Jun 03 15:17:19.104100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-88b0756c-0b4b-41fa-ac88-9eafbe0f22f7 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434839 Jun 03 15:17:19.205857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-a53da4a5-c08a-4b72-adf3-ce1afa9f382b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0db8d5bf-996e-4395-aa33-eb20e220e457 HTTP/1.1" status: 200 len: 217 time: 0.0933111 Jun 03 15:17:19.262691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e0e33-6f48-4550-adf8-18f3dcc9401c req-5d17811a-6343-4936-9fea-3808efb571eb tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:19.269963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c5e0e33-6f48-4550-adf8-18f3dcc9401c req-5d17811a-6343-4936-9fea-3808efb571eb tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 1097 time: 0.4766886 Jun 03 15:17:19.296239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2fc26ea3-2363-4af6-a4cb-c809e64e4d5f req-8e8628f7-13b1-41f1-9c75-b49e223e4db2 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699164 Jun 03 15:17:19.415618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-65ae5220-4ae3-40ae-aea7-84201f2427f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:19.417106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-65ae5220-4ae3-40ae-aea7-84201f2427f4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1631d81d-00f1-4d04-b59e-16993897a31e HTTP/1.1" status: 200 len: 797 time: 0.1969829 Jun 03 15:17:19.458468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c5e0e33-6f48-4550-adf8-18f3dcc9401c req-b8cf30c2-64c7-472a-a54a-57924a000807 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876373 Jun 03 15:17:19.736299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c056c92-d44d-4988-9663-834274c2eaec req-43884849-5b68-44d4-a4de-de19cd7ec3b4 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:19.737740 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-43884849-5b68-44d4-a4de-de19cd7ec3b4 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 804 time: 0.4839032 Jun 03 15:17:19.760017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-58161a91-d529-44e5-ba56-9ac546d36d44 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.1500416 Jun 03 15:17:19.764056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-edf03e9a-580a-4c12-aaa1-97cb126f71f6 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/quotas/242e132ffe3c43459e9a46589013406a HTTP/1.1" status: 200 len: 375 time: 0.0197237 Jun 03 15:17:19.805857 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b03c6ef7-b80f-4aba-a465-41e8e39592fc details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:19.849861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-dfc2ffb6-7556-4862-aaa8-ee113e93ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:19.853297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-dfc2ffb6-7556-4862-aaa8-ee113e93ceb3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4254682 Jun 03 15:17:19.941691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:19.955264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'mac_address': 'fa:16:3e:51:c3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:19.977719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-49696bb4-009d-4e6a-82da-9d2aa0d8865b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:19.996289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-49696bb4-009d-4e6a-82da-9d2aa0d8865b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports/42b77adf-77b2-4e6c-997e-64e38b535004 HTTP/1.1" status: 200 len: 942 time: 0.2184017 Jun 03 15:17:20.027304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b03c6ef7-b80f-4aba-a465-41e8e39592fc is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:20.036518 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:20.069285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03c6ef7-b80f-4aba-a465-41e8e39592fc {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:20.070437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-6355c0b7-9ebb-4128-bcaa-2df7dd2e49a5 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2725253 Jun 03 15:17:20.087506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:20.095419 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:20.168078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:20.226633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-a4fac7b6-7105-42ad-a8a3-4cb0d82eaf7b service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625715 Jun 03 15:17:20.387984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-534c8416-aad9-4bea-be1d-464da56f6ed1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.3155234 Jun 03 15:17:20.398903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-53d9f65e-e461-4664-8a3d-157a61185fe0 service neutron] 10.222.0.48 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276691 Jun 03 15:17:20.597847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-1a1c8336-bc82-4999-a594-f934d5778a4b service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533912 Jun 03 15:17:20.685354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-cd68c24f-3d57-426e-9fa5-6b998bac36ea service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ddf4759c-74be-4ad0-97de-2d92b51875cf HTTP/1.1" status: 200 len: 217 time: 0.0794866 Jun 03 15:17:20.744070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-d7a7bee0-c671-40be-ba93-f044c82c8c79 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.744772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-d7a7bee0-c671-40be-ba93-f044c82c8c79 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Synchronizing usage tracker for tenant:d9b5dc5e81974692b2ccbe1bbd09087a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:20.756030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-daddb1e1-3d81-43a0-8b0f-ecb08cc7de0d tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.756709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-daddb1e1-3d81-43a0-8b0f-ecb08cc7de0d tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Synchronizing usage tracker for tenant:242e132ffe3c43459e9a46589013406a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:20.781722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-daddb1e1-3d81-43a0-8b0f-ecb08cc7de0d tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Unset dirty status for tenant:242e132ffe3c43459e9a46589013406a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:20.783042 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-daddb1e1-3d81-43a0-8b0f-ecb08cc7de0d tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.67 "GET /v2.0/ports?device_id=514aee0e-cce5-49c1-903e-b19a6cee9906 HTTP/1.1" status: 200 len: 943 time: 0.1926122 Jun 03 15:17:20.784567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-d7a7bee0-c671-40be-ba93-f044c82c8c79 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Unset dirty status for tenant:d9b5dc5e81974692b2ccbe1bbd09087a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:20.786579 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-d7a7bee0-c671-40be-ba93-f044c82c8c79 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.67 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 950 time: 0.1601760 Jun 03 15:17:20.807306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-a07fa894-00d5-4d13-92d5-0c5338916f7a tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.808681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-a07fa894-00d5-4d13-92d5-0c5338916f7a tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.4135635 Jun 03 15:17:20.820272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-c2322abc-f56f-4eed-bb7f-5d09b2d85369 service neutron] 10.222.0.48 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876305 Jun 03 15:17:20.827971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-c4502f31-03ec-4c70-a20d-7565a0a178bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:20.829543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-c4502f31-03ec-4c70-a20d-7565a0a178bd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1631d81d-00f1-4d04-b59e-16993897a31e HTTP/1.1" status: 200 len: 797 time: 0.1364563 Jun 03 15:17:20.872214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['b03c6ef7-b80f-4aba-a465-41e8e39592fc'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:20.915521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-cc4980f3-f8b0-4ffa-849b-9933923bbcbf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Deleting port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:20.915973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-cc4980f3-f8b0-4ffa-849b-9933923bbcbf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:20.946940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-487144e4-6402-435c-bb98-9c2ba305190e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Deleting port 59cd0935-2a47-476b-ac46-92dfac136d75 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:20.947174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-487144e4-6402-435c-bb98-9c2ba305190e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.063125 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-297eb910-1f26-4675-a680-b6b54927deec tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1001 time: 0.2324984 Jun 03 15:17:21.089969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-5013316a-182c-41b5-8046-3cdc758ca70a tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:21.477742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5820-47b0-4ded-bcf8-a162192e3f26 req-06e4f894-db57-425b-9507-ac2d6b785eb0 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:21.479462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-292e5820-47b0-4ded-bcf8-a162192e3f26 req-06e4f894-db57-425b-9507-ac2d6b785eb0 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/ports?device_id=538b2243-1896-4e79-ac0b-979f85dc1f4e HTTP/1.1" status: 200 len: 950 time: 0.5693827 Jun 03 15:17:21.487214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-d1658a02-ddbd-41a4-abf9-62d58e7c78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:21.488761 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-d1658a02-ddbd-41a4-abf9-62d58e7c78bb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6082428 Jun 03 15:17:21.589103 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-5013316a-182c-41b5-8046-3cdc758ca70a tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.610104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-487144e4-6402-435c-bb98-9c2ba305190e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] For port 59cd0935-2a47-476b-ac46-92dfac136d75, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=59cd0935-2a47-476b-ac46-92dfac136d75,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:21.610770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-487144e4-6402-435c-bb98-9c2ba305190e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.628982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-cc4980f3-f8b0-4ffa-849b-9933923bbcbf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] For port fc0290b9-64dc-4a3d-8b6c-d52fd3177257, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:21.629788 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-cc4980f3-f8b0-4ffa-849b-9933923bbcbf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.785341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-292e5820-47b0-4ded-bcf8-a162192e3f26 req-a7cb4680-fa6d-4d36-98d7-c710a17f3bc8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Deleting port 1565d794-e24f-4585-b205-38fa580faedd {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:21.785766 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-292e5820-47b0-4ded-bcf8-a162192e3f26 req-a7cb4680-fa6d-4d36-98d7-c710a17f3bc8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:21.813425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-487144e4-6402-435c-bb98-9c2ba305190e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Calling delete_port for 59cd0935-2a47-476b-ac46-92dfac136d75 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:21.916927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-cc4980f3-f8b0-4ffa-849b-9933923bbcbf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Calling delete_port for fc0290b9-64dc-4a3d-8b6c-d52fd3177257 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:22.048214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfaa0c-bb0b-4635-9eed-fc5420524e0f req-a70948e8-3a0a-4f10-9117-108041d6e0e1 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:22.049691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18cfaa0c-bb0b-4635-9eed-fc5420524e0f req-a70948e8-3a0a-4f10-9117-108041d6e0e1 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/ports?device_id=439dc27c-857c-4b35-9abe-9788336e5877 HTTP/1.1" status: 200 len: 950 time: 0.6690392 Jun 03 15:17:22.085908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-6ff18c09-3e75-4287-8f2b-534ae4211391 service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535247 Jun 03 15:17:22.145450 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-487144e4-6402-435c-bb98-9c2ba305190e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.189628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['59cd0935-2a47-476b-ac46-92dfac136d75'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:22.204023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487144e4-6402-435c-bb98-9c2ba305190e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Pushing event deleted for resources: {'Port': ['ID=59cd0935-2a47-476b-ac46-92dfac136d75,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:22.206152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-cc4980f3-f8b0-4ffa-849b-9933923bbcbf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.304108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4980f3-f8b0-4ffa-849b-9933923bbcbf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Pushing event deleted for resources: {'Port': ['ID=fc0290b9-64dc-4a3d-8b6c-d52fd3177257,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:22.396769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-487144e4-6402-435c-bb98-9c2ba305190e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] No DVR routers for this DVR port 59cd0935-2a47-476b-ac46-92dfac136d75 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:22.412162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-487144e4-6402-435c-bb98-9c2ba305190e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.415691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439dc27c-857c-4b35-9abe-9788336e5877', 'name': 'network-vif-deleted', 'tag': '59cd0935-2a47-476b-ac46-92dfac136d75'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:22.465852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-cc4980f3-f8b0-4ffa-849b-9933923bbcbf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] No DVR routers for this DVR port fc0290b9-64dc-4a3d-8b6c-d52fd3177257 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:22.476240 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-cc4980f3-f8b0-4ffa-849b-9933923bbcbf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.479685 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b7c5356c-9a8f-47f3-9108-57d97f5608a1 req-cc4980f3-f8b0-4ffa-849b-9933923bbcbf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.67 "DELETE /v2.0/ports/fc0290b9-64dc-4a3d-8b6c-d52fd3177257 HTTP/1.1" status: 204 len: 173 time: 1.6842592 Jun 03 15:17:22.486817 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-227e0346-51aa-4a94-8322-e6c72115b3ed req-487144e4-6402-435c-bb98-9c2ba305190e tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.67 "DELETE /v2.0/ports/59cd0935-2a47-476b-ac46-92dfac136d75 HTTP/1.1" status: 204 len: 173 time: 1.6897507 Jun 03 15:17:22.511539 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-5013316a-182c-41b5-8046-3cdc758ca70a tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.621793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18cfaa0c-bb0b-4635-9eed-fc5420524e0f req-76d1b5cd-4c84-4dbb-b1ea-68fe52c30cc5 tempest-ImagesNegativeTestJSON-801109922 tempest-ImagesNegativeTestJSON-801109922-project] 10.222.0.48 "GET /v2.0/security-groups?id=8142eeb7-b262-4240-9106-feb4c8ea467e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425804 Jun 03 15:17:22.622476 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-5013316a-182c-41b5-8046-3cdc758ca70a tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:22.622782 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-5013316a-182c-41b5-8046-3cdc758ca70a tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Floating IP f989f8ad-e316-4c17-bb96-b3451188f7c6 disassociated. External IP: 172.25.7.175, port: 42b77adf-77b2-4e6c-997e-64e38b535004. Jun 03 15:17:22.958827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-292e5820-47b0-4ded-bcf8-a162192e3f26 req-a7cb4680-fa6d-4d36-98d7-c710a17f3bc8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] For port 1565d794-e24f-4585-b205-38fa580faedd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1565d794-e24f-4585-b205-38fa580faedd,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:22.959208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-292e5820-47b0-4ded-bcf8-a162192e3f26 req-a7cb4680-fa6d-4d36-98d7-c710a17f3bc8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:23.360857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6ee82d-7f78-4bf2-8423-5671be9f24c5 req-c2fedd1d-16f6-4020-b539-06b2167f7cd9 service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2501838 Jun 03 15:17:23.388111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-292e5820-47b0-4ded-bcf8-a162192e3f26 req-a7cb4680-fa6d-4d36-98d7-c710a17f3bc8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Calling delete_port for 1565d794-e24f-4585-b205-38fa580faedd owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:23.483328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5603-1e26-490e-92fc-709561c03341 req-68322163-ed60-4bdf-8c43-ecbeb17a3a36 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:23.487509 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-68322163-ed60-4bdf-8c43-ecbeb17a3a36 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b&tenant_id=56abfe7ac6594200b7814a183ed3b39d&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 948 time: 0.1921058 Jun 03 15:17:23.609792 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-9c96969d-94bf-45d7-ae0f-36d912855c26 service neutron] 10.222.0.67 "GET /v2.0/ports/b03c6ef7-b80f-4aba-a465-41e8e39592fc/bindings/n-h2-844595-1 HTTP/1.1" status: 200 len: 382 time: 0.1149399 Jun 03 15:17:23.630959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c056c92-d44d-4988-9663-834274c2eaec req-b98f1e4a-a4a5-4963-ab11-01ceeb564a5d tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:23.632448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-b98f1e4a-a4a5-4963-ab11-01ceeb564a5d tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 804 time: 1.0375471 Jun 03 15:17:23.659411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Request body: {'port': {'device_id': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'admin_state_up': True, 'tenant_id': '242e132ffe3c43459e9a46589013406a'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:23.857752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b03c6ef7-b80f-4aba-a465-41e8e39592fc up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:23.915144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5603-1e26-490e-92fc-709561c03341 req-f6310d8a-c3e5-4cd0-a871-549d70039e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:23.919024 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-f6310d8a-c3e5-4cd0-a871-549d70039e77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 1099 time: 0.2266111 Jun 03 15:17:23.933289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port b03c6ef7-b80f-4aba-a465-41e8e39592fc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:23.939668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port b03c6ef7-b80f-4aba-a465-41e8e39592fc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:23.940043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.062687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b03c6ef7-b80f-4aba-a465-41e8e39592fc is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:24.063200 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.094548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:24.105525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:24.115236 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.116517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fc0290b9-64dc-4a3d-8b6c-d52fd3177257 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:24.138146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:24.179182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab281e1-52bb-4d2e-bb2c-2b3ee7440ebe req-f51ed1f5-415e-4a21-98b5-8d9f25071659 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.185512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab281e1-52bb-4d2e-bb2c-2b3ee7440ebe req-f51ed1f5-415e-4a21-98b5-8d9f25071659 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.192684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab281e1-52bb-4d2e-bb2c-2b3ee7440ebe req-f51ed1f5-415e-4a21-98b5-8d9f25071659 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.200040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: fc0290b9-64dc-4a3d-8b6c-d52fd3177257 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:17:24.200616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fc0290b9-64dc-4a3d-8b6c-d52fd3177257 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:24.201348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab281e1-52bb-4d2e-bb2c-2b3ee7440ebe req-f51ed1f5-415e-4a21-98b5-8d9f25071659 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.210599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab281e1-52bb-4d2e-bb2c-2b3ee7440ebe req-f51ed1f5-415e-4a21-98b5-8d9f25071659 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.217890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab281e1-52bb-4d2e-bb2c-2b3ee7440ebe req-f51ed1f5-415e-4a21-98b5-8d9f25071659 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.226712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab281e1-52bb-4d2e-bb2c-2b3ee7440ebe req-f51ed1f5-415e-4a21-98b5-8d9f25071659 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.233093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5603-1e26-490e-92fc-709561c03341 req-b1adcc1c-85c2-4533-94c2-9247f27e7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.235586 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-b1adcc1c-85c2-4533-94c2-9247f27e7850 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.2578459 Jun 03 15:17:24.237816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ab281e1-52bb-4d2e-bb2c-2b3ee7440ebe req-f51ed1f5-415e-4a21-98b5-8d9f25071659 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5429 time: 0.7700551 Jun 03 15:17:24.238334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:24.266676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-f90b03c9-808a-407d-a2a5-82490cf33378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.267739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-f90b03c9-808a-407d-a2a5-82490cf33378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.268661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-f90b03c9-808a-407d-a2a5-82490cf33378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.269182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-f90b03c9-808a-407d-a2a5-82490cf33378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.269705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-f90b03c9-808a-407d-a2a5-82490cf33378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.270268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-f90b03c9-808a-407d-a2a5-82490cf33378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.270784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-f90b03c9-808a-407d-a2a5-82490cf33378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.273404 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-f90b03c9-808a-407d-a2a5-82490cf33378 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 6486 time: 0.8011527 Jun 03 15:17:24.279755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:24.282309 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-292e5820-47b0-4ded-bcf8-a162192e3f26 req-a7cb4680-fa6d-4d36-98d7-c710a17f3bc8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.337526 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-7343bc43-a541-4dfa-ab56-30f2a1c27277 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 217 time: 0.0942616 Jun 03 15:17:24.340672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08', '15d294a7-09f8-4f0d-855a-e54b5bb1459c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:24.438765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5603-1e26-490e-92fc-709561c03341 req-35910756-5646-46d3-ad1a-6288beb7fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.442495 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-35910756-5646-46d3-ad1a-6288beb7fe09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0967638 Jun 03 15:17:24.500656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Made reservation on behalf of 242e132ffe3c43459e9a46589013406a for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:24.504261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.516580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb4680-fa6d-4d36-98d7-c710a17f3bc8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event deleted for resources: {'Port': ['ID=1565d794-e24f-4585-b205-38fa580faedd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:24.540578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5603-1e26-490e-92fc-709561c03341 req-24c80851-7f4a-4383-8ae8-b0b2b753d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:24.543109 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-24c80851-7f4a-4383-8ae8-b0b2b753d41c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951567 Jun 03 15:17:24.582023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-5013316a-182c-41b5-8046-3cdc758ca70a tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Router e8e62426-4aae-4f37-9680-2bde483f80de has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:17:24.611884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ab281e1-52bb-4d2e-bb2c-2b3ee7440ebe req-957bb810-aecf-4692-911e-843505b40a9b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3700399 Jun 03 15:17:24.828519 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-5cf194ce-f85f-47a8-ba2d-e3c7849bce6a service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747855 Jun 03 15:17:24.847663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-292e5820-47b0-4ded-bcf8-a162192e3f26 req-a7cb4680-fa6d-4d36-98d7-c710a17f3bc8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] No DVR routers for this DVR port 1565d794-e24f-4585-b205-38fa580faedd on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:24.899786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-292e5820-47b0-4ded-bcf8-a162192e3f26 req-a7cb4680-fa6d-4d36-98d7-c710a17f3bc8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:24.955008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538b2243-1896-4e79-ac0b-979f85dc1f4e', 'name': 'network-vif-deleted', 'tag': '1565d794-e24f-4585-b205-38fa580faedd'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:25.003011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c980092-a133-43c2-afd9-0201bf19aa69 req-094f3382-33ec-4b3c-b9d0-8b09624e0f61 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 210 time: 0.1674964 Jun 03 15:17:25.057253 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-1716bedd-e032-4f7e-854b-fc0cd258824f service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200820 Jun 03 15:17:25.062596 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6f07bf-b934-47c3-add6-2658bd792ceb'] response: {'server_uuid': '439dc27c-857c-4b35-9abe-9788336e5877', 'name': 'network-vif-deleted', 'tag': '59cd0935-2a47-476b-ac46-92dfac136d75', 'status': 'completed', 'code': 200} Jun 03 15:17:25.075778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-292e5820-47b0-4ded-bcf8-a162192e3f26 req-a7cb4680-fa6d-4d36-98d7-c710a17f3bc8 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "DELETE /v2.0/ports/1565d794-e24f-4585-b205-38fa580faedd HTTP/1.1" status: 204 len: 173 time: 3.5782075 Jun 03 15:17:25.089518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-225ab25a-737e-4fd6-9e10-a7cceaef50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:25.097678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-225ab25a-737e-4fd6-9e10-a7cceaef50fa service neutron] 10.222.0.75 "GET /v2.0/networks?id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a HTTP/1.1" status: 200 len: 902 time: 0.8075376 Jun 03 15:17:25.417063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-4155fc5f-741a-4113-9643-49b758e19889 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=32d05f74-cf93-4809-9204-e28630fe984c HTTP/1.1" status: 200 len: 217 time: 0.3044834 Jun 03 15:17:25.549398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e77c19bb-d7dd-4cab-bcad-5c9944c395f8 req-97af3eb0-0d13-430e-9d2b-d2f5109a8741 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Synchronizing usage tracker for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:25.637163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-5013316a-182c-41b5-8046-3cdc758ca70a tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:25.639586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-897bca14-fd2d-4bb9-938e-566e3f511526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:25.643889 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-897bca14-fd2d-4bb9-938e-566e3f511526 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=287f0d2c-7851-461b-9206-b47bc540159d HTTP/1.1" status: 200 len: 797 time: 0.1920547 Jun 03 15:17:25.647734 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-5013316a-182c-41b5-8046-3cdc758ca70a tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:25.672302 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5001611-4662-4729-ba11-14995fe6a58c None None] Sync routers for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:25.678174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Allocated IP 172.20.0.13 (792a4a9d-a386-4c71-aeab-373b9ac4887e/16b9255b-6a22-475f-892c-3d87acb00f06/bfb3e235-c073-4b79-839d-9a85c7a95196) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:25.689979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e77c19bb-d7dd-4cab-bcad-5c9944c395f8 req-97af3eb0-0d13-430e-9d2b-d2f5109a8741 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Unset dirty status for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:25.690758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e77c19bb-d7dd-4cab-bcad-5c9944c395f8 req-97af3eb0-0d13-430e-9d2b-d2f5109a8741 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=538b2243-1896-4e79-ac0b-979f85dc1f4e HTTP/1.1" status: 200 len: 210 time: 0.5066707 Jun 03 15:17:25.740940 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5001611-4662-4729-ba11-14995fe6a58c None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:25.745042 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e5001611-4662-4729-ba11-14995fe6a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:25.810335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-5013316a-182c-41b5-8046-3cdc758ca70a tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "PUT /v2.0/floatingips/f989f8ad-e316-4c17-bb96-b3451188f7c6 HTTP/1.1" status: 200 len: 695 time: 4.7382045 Jun 03 15:17:25.843733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1565d794-e24f-4585-b205-38fa580faedd no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:25.924067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 1565d794-e24f-4585-b205-38fa580faedd {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:17:25.925522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1565d794-e24f-4585-b205-38fa580faedd not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:25.926386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 59cd0935-2a47-476b-ac46-92dfac136d75 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:25.968423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63d20a-fac6-4c77-ad65-cb453c1bf3b8 req-f1e97e2c-5c7a-44fd-bddd-c2a6fc886d54 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:25.970135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a63d20a-fac6-4c77-ad65-cb453c1bf3b8 req-f1e97e2c-5c7a-44fd-bddd-c2a6fc886d54 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ab39222-58ac-433e-b715-d5d17988bf29 HTTP/1.1" status: 200 len: 949 time: 0.4618652 Jun 03 15:17:25.990906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 59cd0935-2a47-476b-ac46-92dfac136d75 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:17:25.991847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 59cd0935-2a47-476b-ac46-92dfac136d75 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:26.039959 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e5001611-4662-4729-ba11-14995fe6a58c None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:26.355814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-cbc2527d-f1f5-4e92-94e9-277ba137861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:26.357531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-cbc2527d-f1f5-4e92-94e9-277ba137861f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6767123 Jun 03 15:17:26.376140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-8a63d20a-fac6-4c77-ad65-cb453c1bf3b8 req-63c554f1-7f4e-4b86-aeea-f0705cd2f430 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Deleting port 15d294a7-09f8-4f0d-855a-e54b5bb1459c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:26.376562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a63d20a-fac6-4c77-ad65-cb453c1bf3b8 req-63c554f1-7f4e-4b86-aeea-f0705cd2f430 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:26.519191 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:26.527165 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e5001611-4662-4729-ba11-14995fe6a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:26.532820 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5001611-4662-4729-ba11-14995fe6a58c None None] Checking router: e8e62426-4aae-4f37-9680-2bde483f80de for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:26.543428 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5001611-4662-4729-ba11-14995fe6a58c None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:26.544201 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e5001611-4662-4729-ba11-14995fe6a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:26.567551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-7a0abc9b-ca86-41cb-bc7b-7041fd4b380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:26.569097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-7a0abc9b-ca86-41cb-bc7b-7041fd4b380f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 1096 time: 0.7401474 Jun 03 15:17:26.767791 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e5001611-4662-4729-ba11-14995fe6a58c None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:26.779568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc62ac-5ada-4f40-b15f-03ba1ee67806 req-66498960-4a8b-4761-9330-b9f3d75910e6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:26.781106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eecc62ac-5ada-4f40-b15f-03ba1ee67806 req-66498960-4a8b-4761-9330-b9f3d75910e6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.5544224 Jun 03 15:17:26.906753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-4f21c35b-04a1-49d6-b33f-a69c36031b04 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371675 Jun 03 15:17:26.914901 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.063936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'name': 'network-vif-deleted', 'tag': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:27.094589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-4eff2c94-d0de-45a4-b380-bbec477a8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:27.096095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-4eff2c94-d0de-45a4-b380-bbec477a8227 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.4896331 Jun 03 15:17:27.139468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eecc62ac-5ada-4f40-b15f-03ba1ee67806 req-d9e54f83-c8f6-4372-a777-0bf057ec32ae tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948639 Jun 03 15:17:27.166247 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e5001611-4662-4729-ba11-14995fe6a58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:27.170683 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5001611-4662-4729-ba11-14995fe6a58c None None] The sync data for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 is: [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:27.380881 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Network 792a4a9d-a386-4c71-aeab-373b9ac4887e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:27.381902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Pushing event updated for resources: {'Port': ['ID=bfb3e235-c073-4b79-839d-9a85c7a95196,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:27.384656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:27.395461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-8a63d20a-fac6-4c77-ad65-cb453c1bf3b8 req-63c554f1-7f4e-4b86-aeea-f0705cd2f430 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] For port 15d294a7-09f8-4f0d-855a-e54b5bb1459c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=15d294a7-09f8-4f0d-855a-e54b5bb1459c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:27.395624 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a63d20a-fac6-4c77-ad65-cb453c1bf3b8 req-63c554f1-7f4e-4b86-aeea-f0705cd2f430 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.403498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:27.455496 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-049e2860-7df9-4ea8-8f21-bc2eb58acbad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b77adf-77b2-4e6c-997e-64e38b535004 HTTP/1.1" status: 200 len: 217 time: 0.3278010 Jun 03 15:17:27.500258 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281b0878-e810-4e63-ac1b-781771663140'] response: {'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'code': 200} Jun 03 15:17:27.628655 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982ffbbd-fe2d-4424-b7dd-6ef53ca26910'] response: {'server_uuid': '538b2243-1896-4e79-ac0b-979f85dc1f4e', 'name': 'network-vif-deleted', 'tag': '1565d794-e24f-4585-b205-38fa580faedd', 'status': 'completed', 'code': 200} Jun 03 15:17:27.656174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e167a37-d61e-4a9e-8214-478bb99089c8 None None] New status for floating IP f989f8ad-e316-4c17-bb96-b3451188f7c6: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:17:27.712886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-8a63d20a-fac6-4c77-ad65-cb453c1bf3b8 req-63c554f1-7f4e-4b86-aeea-f0705cd2f430 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Calling delete_port for 15d294a7-09f8-4f0d-855a-e54b5bb1459c owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:27.848777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:27.849446 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:27.903276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-b7494baa-0e15-4501-b536-7054106fb5f5 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9705327 Jun 03 15:17:27.906879 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-395f65b6-8420-4524-ba2b-82740c0ace5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:27.908344 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-395f65b6-8420-4524-ba2b-82740c0ace5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.4384146 Jun 03 15:17:27.983168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-d4d0fb63-262b-4e87-8eae-f307bc025aaf tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3279452 Jun 03 15:17:28.053644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Request body: {'port': {'device_id': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:28.243125 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcae0-add4-43e5-83db-be0cd2d3989f req-cecfa0c2-b68d-4941-81aa-665b20f8c389 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.249261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcae0-add4-43e5-83db-be0cd2d3989f req-cecfa0c2-b68d-4941-81aa-665b20f8c389 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.255190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcae0-add4-43e5-83db-be0cd2d3989f req-cecfa0c2-b68d-4941-81aa-665b20f8c389 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.260978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcae0-add4-43e5-83db-be0cd2d3989f req-cecfa0c2-b68d-4941-81aa-665b20f8c389 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.267368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcae0-add4-43e5-83db-be0cd2d3989f req-cecfa0c2-b68d-4941-81aa-665b20f8c389 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.273392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcae0-add4-43e5-83db-be0cd2d3989f req-cecfa0c2-b68d-4941-81aa-665b20f8c389 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.279345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dcae0-add4-43e5-83db-be0cd2d3989f req-cecfa0c2-b68d-4941-81aa-665b20f8c389 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.281352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-006dcae0-add4-43e5-83db-be0cd2d3989f req-cecfa0c2-b68d-4941-81aa-665b20f8c389 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5429 time: 0.5354629 Jun 03 15:17:28.458094 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a63d20a-fac6-4c77-ad65-cb453c1bf3b8 req-63c554f1-7f4e-4b86-aeea-f0705cd2f430 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:28.473172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-3535e9b9-bdb9-433a-9f95-dc27389949cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.473699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-3535e9b9-bdb9-433a-9f95-dc27389949cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.474188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-3535e9b9-bdb9-433a-9f95-dc27389949cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.474639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-3535e9b9-bdb9-433a-9f95-dc27389949cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.475086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-3535e9b9-bdb9-433a-9f95-dc27389949cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.475523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-3535e9b9-bdb9-433a-9f95-dc27389949cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.475966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-3535e9b9-bdb9-433a-9f95-dc27389949cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.477967 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-3535e9b9-bdb9-433a-9f95-dc27389949cf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 6486 time: 0.4679220 Jun 03 15:17:28.558530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-006dcae0-add4-43e5-83db-be0cd2d3989f req-56048e70-a551-49c5-aa91-25879b82cdeb tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2630520 Jun 03 15:17:28.558978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:28.585568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-e520bf2c-e687-4bda-b563-e0f4a228825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:28.587160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-e520bf2c-e687-4bda-b563-e0f4a228825d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6488614 Jun 03 15:17:28.589189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c554f1-7f4e-4b86-aeea-f0705cd2f430 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event deleted for resources: {'Port': ['ID=15d294a7-09f8-4f0d-855a-e54b5bb1459c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:28.954170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a63d20a-fac6-4c77-ad65-cb453c1bf3b8 req-63c554f1-7f4e-4b86-aeea-f0705cd2f430 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] No DVR routers for this DVR port 15d294a7-09f8-4f0d-855a-e54b5bb1459c on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:28.974273 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a63d20a-fac6-4c77-ad65-cb453c1bf3b8 req-63c554f1-7f4e-4b86-aeea-f0705cd2f430 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:29.042495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5603-1e26-490e-92fc-709561c03341 req-67f07fe4-3f68-4b93-9339-043cc98b0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:29.043992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-67f07fe4-3f68-4b93-9339-043cc98b0095 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b&tenant_id=56abfe7ac6594200b7814a183ed3b39d HTTP/1.1" status: 200 len: 1100 time: 0.7364013 Jun 03 15:17:29.261586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a63d20a-fac6-4c77-ad65-cb453c1bf3b8 req-63c554f1-7f4e-4b86-aeea-f0705cd2f430 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "DELETE /v2.0/ports/15d294a7-09f8-4f0d-855a-e54b5bb1459c HTTP/1.1" status: 204 len: 173 time: 3.1515965 Jun 03 15:17:29.268556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:29.270028 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:29.325440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-5e22c9af-8777-41dd-8448-359f2e71062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:29.327369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-5e22c9af-8777-41dd-8448-359f2e71062a service neutron] 10.222.0.75 "GET /v2.0/networks?id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 HTTP/1.1" status: 200 len: 902 time: 0.8003271 Jun 03 15:17:29.457360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-29045bee-4fd3-454a-8714-a9a15fdce319 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0db8d5bf-996e-4395-aa33-eb20e220e457 HTTP/1.1" status: 200 len: 217 time: 0.1040323 Jun 03 15:17:29.465356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-df1ea212-88a7-49c5-afc7-461d5970d578 service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8702965 Jun 03 15:17:29.699488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'tag': '42b77adf-77b2-4e6c-997e-64e38b535004'}, {'server_uuid': '9ab39222-58ac-433e-b715-d5d17988bf29', 'name': 'network-vif-deleted', 'tag': '15d294a7-09f8-4f0d-855a-e54b5bb1459c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:29.741284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a00c5-a26b-4087-975d-4ae7df6251ab req-73e84bac-dffb-45a3-add6-2efa8d002e58 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:29.741912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9a0a00c5-a26b-4087-975d-4ae7df6251ab req-73e84bac-dffb-45a3-add6-2efa8d002e58 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Synchronizing usage tracker for tenant:242e132ffe3c43459e9a46589013406a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:29.782324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:29.810765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-2ae8fc7c-b9b8-412c-b4c8-35e8db7af922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:29.812399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-2ae8fc7c-b9b8-412c-b4c8-35e8db7af922 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1631d81d-00f1-4d04-b59e-16993897a31e HTTP/1.1" status: 200 len: 797 time: 0.3465919 Jun 03 15:17:29.856058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 15d294a7-09f8-4f0d-855a-e54b5bb1459c no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:29.900179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 15d294a7-09f8-4f0d-855a-e54b5bb1459c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:17:29.901339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9a0a00c5-a26b-4087-975d-4ae7df6251ab req-73e84bac-dffb-45a3-add6-2efa8d002e58 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Unset dirty status for tenant:242e132ffe3c43459e9a46589013406a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:29.901907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 15d294a7-09f8-4f0d-855a-e54b5bb1459c not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:29.902938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a0a00c5-a26b-4087-975d-4ae7df6251ab req-73e84bac-dffb-45a3-add6-2efa8d002e58 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 932 time: 1.1434033 Jun 03 15:17:29.994977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a10c83b8-a2f4-4a07-a753-d8c75029dd89 req-9ff8a826-4870-45a2-96d1-292cd0f7edf1 service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909542 Jun 03 15:17:30.114242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a0a00c5-a26b-4087-975d-4ae7df6251ab req-ed6f5834-f688-4aae-98b4-acd5f23490f7 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785560 Jun 03 15:17:30.150994 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244f4202-eba6-45eb-b494-d87727b7f3fe'] response: {'server_uuid': '514aee0e-cce5-49c1-903e-b19a6cee9906', 'name': 'network-vif-deleted', 'tag': 'fc0290b9-64dc-4a3d-8b6c-d52fd3177257', 'status': 'completed', 'code': 200} Jun 03 15:17:30.267534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-004ba0f9-c0c0-4154-862c-e1f69ed27426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:30.269055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-004ba0f9-c0c0-4154-862c-e1f69ed27426 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4303765 Jun 03 15:17:30.352448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb3e235-c073-4b79-839d-9a85c7a95196 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:30.453940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:30.540204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Transition to ACTIVE for port object bfb3e235-c073-4b79-839d-9a85c7a95196 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:30.566380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:30.573146 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:30.735428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-b3c972cc-1160-4173-a9ec-08fcc3632706 service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561336 Jun 03 15:17:30.752826 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:17:30.791863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Pushing event updated for resources: {'Port': ['ID=bfb3e235-c073-4b79-839d-9a85c7a95196,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:31.014974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:31.042659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce790aa-e902-493a-9686-e4d173c12f43 req-3c35d668-9d2f-4a3c-94b0-db31a32299b2 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:31.044068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dce790aa-e902-493a-9686-e4d173c12f43 req-3c35d668-9d2f-4a3c-94b0-db31a32299b2 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 1097 time: 0.7723336 Jun 03 15:17:31.178365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99ce6e-956e-42c0-9a69-5e8eb00f49e6 req-914f3559-0e68-4dab-a2cd-36f987e3fe6a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:31.179990 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b99ce6e-956e-42c0-9a69-5e8eb00f49e6 req-914f3559-0e68-4dab-a2cd-36f987e3fe6a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.8320093 Jun 03 15:17:31.241389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:31.313551 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dce790aa-e902-493a-9686-e4d173c12f43 req-c8212211-e879-4ba5-9cd9-c3e0ae232474 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276890 Jun 03 15:17:31.319041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Transition to ACTIVE for port object b03c6ef7-b80f-4aba-a465-41e8e39592fc will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:31.336083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-fc2a7da8-21d7-4a96-b106-f129f6a231c7 service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809946 Jun 03 15:17:31.340936 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:31.403542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Attempting to bind port bfb3e235-c073-4b79-839d-9a85c7a95196 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:31.403930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Attempting to bind port bfb3e235-c073-4b79-839d-9a85c7a95196 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:31.404637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Attempting to bind port bfb3e235-c073-4b79-839d-9a85c7a95196 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:31.453076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b99ce6e-956e-42c0-9a69-5e8eb00f49e6 req-dbfbb914-7c27-4055-9cf6-cb2e6c360099 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533462 Jun 03 15:17:31.480525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Port bfb3e235-c073-4b79-839d-9a85c7a95196 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:31.480853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Attempting to bind port bfb3e235-c073-4b79-839d-9a85c7a95196 on network 792a4a9d-a386-4c71-aeab-373b9ac4887e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:31.635004 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64f4291-1a3e-4360-8484-522c7038ecda'] response: {'name': 'network-changed', 'server_uuid': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'tag': '42b77adf-77b2-4e6c-997e-64e38b535004', 'status': 'completed', 'code': 200} Jun 03 15:17:31.635262 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64f4291-1a3e-4360-8484-522c7038ecda'] response: {'server_uuid': '9ab39222-58ac-433e-b715-d5d17988bf29', 'name': 'network-vif-deleted', 'tag': '15d294a7-09f8-4f0d-855a-e54b5bb1459c', 'status': 'completed', 'code': 200} Jun 03 15:17:31.703399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16720d56-0488-4f03-805b-c46e5d969cc0 req-b6255a55-fcb6-4d24-b851-f86a65cc5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:31.705591 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-16720d56-0488-4f03-805b-c46e5d969cc0 req-b6255a55-fcb6-4d24-b851-f86a65cc5a08 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 1096 time: 0.1524308 Jun 03 15:17:31.718008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:31.718008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Checking segment: {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:31.718373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Bound using segment: {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:31.719621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Bound port: bfb3e235-c073-4b79-839d-9a85c7a95196, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f249e8-5874-4c3a-bc6f-5e83e95ffa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:31.719621 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:31.752065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:31.764350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] No DVR routers for this DVR port b03c6ef7-b80f-4aba-a465-41e8e39592fc on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:31.853753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b03c6ef7-b80f-4aba-a465-41e8e39592fc no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:31.940391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16720d56-0488-4f03-805b-c46e5d969cc0 req-d4e8fdc7-86e6-4e3b-b783-cd476508d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:31.942244 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-16720d56-0488-4f03-805b-c46e5d969cc0 req-d4e8fdc7-86e6-4e3b-b783-cd476508d98b service neutron] 10.222.0.75 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.2294087 Jun 03 15:17:31.963777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:31.964409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:31.964920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:31.982913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b03c6ef7-b80f-4aba-a465-41e8e39592fc not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:31.987365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Port b03c6ef7-b80f-4aba-a465-41e8e39592fc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:31.987901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Attempting to bind port b03c6ef7-b80f-4aba-a465-41e8e39592fc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:32.014714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:32.015725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:32.016318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:32.016673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Bound port: b03c6ef7-b80f-4aba-a465-41e8e39592fc, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:32.017028 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:32.047236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-72877d52-bf03-498f-a8cf-44258e0d2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.047825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-72877d52-bf03-498f-a8cf-44258e0d2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.048299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-72877d52-bf03-498f-a8cf-44258e0d2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.048762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-72877d52-bf03-498f-a8cf-44258e0d2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.049221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-72877d52-bf03-498f-a8cf-44258e0d2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.049675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-72877d52-bf03-498f-a8cf-44258e0d2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.050158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-72877d52-bf03-498f-a8cf-44258e0d2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.052096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-72877d52-bf03-498f-a8cf-44258e0d2aa6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 6486 time: 0.6591611 Jun 03 15:17:32.055677 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-16720d56-0488-4f03-805b-c46e5d969cc0 req-e5bd0e27-6ffe-4d73-87af-68a0d13fb999 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42b77adf-77b2-4e6c-997e-64e38b535004 HTTP/1.1" status: 200 len: 217 time: 0.1011999 Jun 03 15:17:32.063070 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4e505b46-96d1-4d5d-bca6-22b198d19af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:32.069368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085007c4-89a8-4b77-a369-dc267108e12c req-b5e59318-bb6c-49b9-aa70-af0320d86032 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.075189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085007c4-89a8-4b77-a369-dc267108e12c req-b5e59318-bb6c-49b9-aa70-af0320d86032 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.081190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085007c4-89a8-4b77-a369-dc267108e12c req-b5e59318-bb6c-49b9-aa70-af0320d86032 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.087094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085007c4-89a8-4b77-a369-dc267108e12c req-b5e59318-bb6c-49b9-aa70-af0320d86032 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.093179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085007c4-89a8-4b77-a369-dc267108e12c req-b5e59318-bb6c-49b9-aa70-af0320d86032 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.099378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085007c4-89a8-4b77-a369-dc267108e12c req-b5e59318-bb6c-49b9-aa70-af0320d86032 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.105757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085007c4-89a8-4b77-a369-dc267108e12c req-b5e59318-bb6c-49b9-aa70-af0320d86032 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.113687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-085007c4-89a8-4b77-a369-dc267108e12c req-b5e59318-bb6c-49b9-aa70-af0320d86032 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5429 time: 0.6529830 Jun 03 15:17:32.127000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5bf019a5-5e94-434a-9a5f-6c42957e3a08'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:32.131987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16720d56-0488-4f03-805b-c46e5d969cc0 req-3d242b4a-7eb6-40ce-8b9f-5030253a0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.133826 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-16720d56-0488-4f03-805b-c46e5d969cc0 req-3d242b4a-7eb6-40ce-8b9f-5030253a0155 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.0690143 Jun 03 15:17:32.229547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16720d56-0488-4f03-805b-c46e5d969cc0 req-9b42fdea-bd80-4ce5-ab3f-85200c1a61de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.231657 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-16720d56-0488-4f03-805b-c46e5d969cc0 req-9b42fdea-bd80-4ce5-ab3f-85200c1a61de service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915291 Jun 03 15:17:32.234487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] For port bfb3e235-c073-4b79-839d-9a85c7a95196, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:32.326700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:32.330483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:32.384422 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-16720d56-0488-4f03-805b-c46e5d969cc0 req-0686eacf-b21f-4297-b527-3e0d8af24a6c service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456203 Jun 03 15:17:32.396165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] For port bfb3e235-c073-4b79-839d-9a85c7a95196, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bfb3e235-c073-4b79-839d-9a85c7a95196,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:32.409375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:32.455396 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:32.489438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-085007c4-89a8-4b77-a369-dc267108e12c req-ea161369-13b0-4e3a-bd19-dc054039823d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3748477 Jun 03 15:17:32.496161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.496778 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:32.498177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] 10.222.0.75 "PUT /v2.0/ports/b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 1096 time: 3.2406647 Jun 03 15:17:32.571340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.572005 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:32.573897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] 10.222.0.75 "PUT /v2.0/ports/bfb3e235-c073-4b79-839d-9a85c7a95196 HTTP/1.1" status: 200 len: 1092 time: 4.5618198 Jun 03 15:17:32.577211 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-16720d56-0488-4f03-805b-c46e5d969cc0 req-1533b702-155d-4449-b577-ee46d22617b3 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843324 Jun 03 15:17:32.667805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287a13b-8047-4237-86ac-29f111c66f66 service neutron] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=11']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:32.771104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-34f0071e-819d-475e-b62d-beb225911346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.772685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-34f0071e-819d-475e-b62d-beb225911346 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 HTTP/1.1" status: 200 len: 902 time: 0.6561279 Jun 03 15:17:32.818081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c056c92-d44d-4988-9663-834274c2eaec req-e5a1832e-2b1b-413d-a820-4741534664fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.819743 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-e5a1832e-2b1b-413d-a820-4741534664fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 1095 time: 0.1647272 Jun 03 15:17:32.876563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc296-c9a5-4bf4-8b2e-cf926b233ba1 req-3c641a99-5ddc-4df9-8c3d-3f2204433c00 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:32.883783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca4cc296-c9a5-4bf4-8b2e-cf926b233ba1 req-3c641a99-5ddc-4df9-8c3d-3f2204433c00 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 944 time: 0.7026758 Jun 03 15:17:32.913978 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-b1b6a252-cbfa-44aa-b1e2-9b526e222892 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb3e235-c073-4b79-839d-9a85c7a95196 HTTP/1.1" status: 200 len: 217 time: 0.0842898 Jun 03 15:17:32.928719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-d9010bf0-44f5-4c46-9e0e-868ee82e42ae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ddf4759c-74be-4ad0-97de-2d92b51875cf HTTP/1.1" status: 200 len: 217 time: 0.1298764 Jun 03 15:17:32.997754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb662e5-d312-4986-8e04-48442e6eeb6c service neutron] Pushing event updated for resources: {'Port': ['ID=bfb3e235-c073-4b79-839d-9a85c7a95196,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:33.032651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca4cc296-c9a5-4bf4-8b2e-cf926b233ba1 req-c007d529-a55a-44c3-8c93-07e101f21667 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476874 Jun 03 15:17:33.056514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5603-1e26-490e-92fc-709561c03341 req-5a5eee86-a2f1-4619-9766-b4bdbc306785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.062893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-5a5eee86-a2f1-4619-9766-b4bdbc306785 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 1099 time: 0.4803846 Jun 03 15:17:33.172730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c056c92-d44d-4988-9663-834274c2eaec req-3ddf1ca6-a122-4822-a34e-e93c9a2f0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.174326 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-3ddf1ca6-a122-4822-a34e-e93c9a2f0cba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9255b-6a22-475f-892c-3d87acb00f06 HTTP/1.1" status: 200 len: 844 time: 0.2513547 Jun 03 15:17:33.265710 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-24f30531-3772-4cdc-9713-1df87132dbdb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=792a4a9d-a386-4c71-aeab-373b9ac4887e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723524 Jun 03 15:17:33.321514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-dc6d6ed5-be49-4781-8340-dc0b7592d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.323113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-dc6d6ed5-be49-4781-8340-dc0b7592d857 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1631d81d-00f1-4d04-b59e-16993897a31e HTTP/1.1" status: 200 len: 797 time: 0.3824365 Jun 03 15:17:33.469442 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-5f85add9-6d2f-494b-bc93-c193dab057a7 service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961730 Jun 03 15:17:33.566140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5603-1e26-490e-92fc-709561c03341 req-dc4142fb-61ea-41c6-90bb-376b6bde615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.567613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-dc4142fb-61ea-41c6-90bb-376b6bde615e service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.4930408 Jun 03 15:17:33.640419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc'}, {'name': 'network-changed', 'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc'}, {'name': 'network-changed', 'server_uuid': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'tag': 'bfb3e235-c073-4b79-839d-9a85c7a95196'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:33.661680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c056c92-d44d-4988-9663-834274c2eaec req-3c05ffe0-ecbc-4900-a04a-76315a39aac9 service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844456 Jun 03 15:17:33.663068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-5c62c26d-021f-4904-99e3-3157ab74577c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 217 time: 0.0855410 Jun 03 15:17:33.684952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-3174d94b-b6de-475d-93fa-8f21e2fbcbb6 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.688531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-3174d94b-b6de-475d-93fa-8f21e2fbcbb6 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3599567 Jun 03 15:17:33.697741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-a6019aae-47ea-4944-b15e-da6c0e19ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.699373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-a6019aae-47ea-4944-b15e-da6c0e19ebeb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3404794 Jun 03 15:17:33.742526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a682d-a0fa-4e4f-a7f4-d263fac32114 req-9b8c3b91-2133-47ab-a016-4007f531ac38 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:33.743977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd1a682d-a0fa-4e4f-a7f4-d263fac32114 req-9b8c3b91-2133-47ab-a016-4007f531ac38 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.75 "GET /v2.0/ports?device_id=771dfa51-6067-4bab-b0a2-216a7d21eddc HTTP/1.1" status: 200 len: 945 time: 0.3257251 Jun 03 15:17:33.948731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-a85c14c8-6ced-4f8d-98f4-f964885b73d2 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:17:33.949676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-a85c14c8-6ced-4f8d-98f4-f964885b73d2 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487409 Jun 03 15:17:33.965735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-7ad41906-ad33-4ed9-9dd1-db48e98e0747 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.2361033 Jun 03 15:17:33.968652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Request body: {'binding': {'host': 'n-h1-844595-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:33.969139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Unknown quota resources ['binding']. {{(pid=88445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:17:34.019251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5603-1e26-490e-92fc-709561c03341 req-bc78693c-93a1-4baf-8ab0-1b719bf44629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:34.020685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-bc78693c-93a1-4baf-8ab0-1b719bf44629 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.3291154 Jun 03 15:17:34.033555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-1ce871b0-e51f-432b-86d5-0a2c62b52bc1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Request body: {'floatingip': {'port_id': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:34.138246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-fd1a682d-a0fa-4e4f-a7f4-d263fac32114 req-7f866f3a-3d3c-4bc4-a208-eb6870aba13b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Deleting port 42b77adf-77b2-4e6c-997e-64e38b535004 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:34.138548 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fd1a682d-a0fa-4e4f-a7f4-d263fac32114 req-7f866f3a-3d3c-4bc4-a208-eb6870aba13b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.205113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-1ce871b0-e51f-432b-86d5-0a2c62b52bc1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.223818 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-112f7fad-e785-46d8-9d10-0236b7108f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:34.438154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-b498b947-7a92-4329-bda6-fbdbf5447909 service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7065530 Jun 03 15:17:34.933894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5603-1e26-490e-92fc-709561c03341 req-40d1194a-1702-4d93-9d77-62702511cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:34.935936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-40d1194a-1702-4d93-9d77-62702511cba5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8440859 Jun 03 15:17:35.162442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 on host n-h1-844595-1 for vnic_type normal with profile None {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:35.163168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:35.163168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:35.192018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a38e532a-3368-4ed5-9fde-93b58cac0be6 req-426881df-50f2-4227-86e0-c58313de01c7 service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369773 Jun 03 15:17:35.199935 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:35.206457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Port bffafb2f-6298-48ee-9b7d-985c5f37b905 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:35.206779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:35.288576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:35.288835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:35.289192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:35.289664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Bound port: bffafb2f-6298-48ee-9b7d-985c5f37b905, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:35.357670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-fd1a682d-a0fa-4e4f-a7f4-d263fac32114 req-7f866f3a-3d3c-4bc4-a208-eb6870aba13b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] For port 42b77adf-77b2-4e6c-997e-64e38b535004, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=42b77adf-77b2-4e6c-997e-64e38b535004,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:35.358064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fd1a682d-a0fa-4e4f-a7f4-d263fac32114 req-7f866f3a-3d3c-4bc4-a208-eb6870aba13b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:35.488800 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:35.566980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-047a8d38-9662-4010-b063-78b5405945d5 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056056 Jun 03 15:17:35.573448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-fd1a682d-a0fa-4e4f-a7f4-d263fac32114 req-7f866f3a-3d3c-4bc4-a208-eb6870aba13b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Calling delete_port for 42b77adf-77b2-4e6c-997e-64e38b535004 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:35.674256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:35.732160 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] Notify callbacks [] for binding, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:35.733309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-8a8d9b28-21ac-46a4-b7f3-24759a17cccd service neutron] 10.222.0.48 "POST /v2.0/ports/bffafb2f-6298-48ee-9b7d-985c5f37b905/bindings HTTP/1.1" status: 201 len: 389 time: 1.7745137 Jun 03 15:17:35.887403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a8e5603-1e26-490e-92fc-709561c03341 req-fae5bd92-b98d-4119-8b56-ed946e1cee24 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754726 Jun 03 15:17:35.996431 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fd1a682d-a0fa-4e4f-a7f4-d263fac32114 req-7f866f3a-3d3c-4bc4-a208-eb6870aba13b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.013803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['3c08382c-1fbc-4c6d-aab9-224e88b8e5d5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:36.154357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f866f3a-3d3c-4bc4-a208-eb6870aba13b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Pushing event deleted for resources: {'Port': ['ID=42b77adf-77b2-4e6c-997e-64e38b535004,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:36.410507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1a682d-a0fa-4e4f-a7f4-d263fac32114 req-7f866f3a-3d3c-4bc4-a208-eb6870aba13b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] No DVR routers for this DVR port 42b77adf-77b2-4e6c-997e-64e38b535004 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:36.413812 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fd1a682d-a0fa-4e4f-a7f4-d263fac32114 req-7f866f3a-3d3c-4bc4-a208-eb6870aba13b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.427872 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-1ce871b0-e51f-432b-86d5-0a2c62b52bc1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.447683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-1ce871b0-e51f-432b-86d5-0a2c62b52bc1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.495906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bfb3e235-c073-4b79-839d-9a85c7a95196 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:36.510530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 42b77adf-77b2-4e6c-997e-64e38b535004 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:36.529445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd1a682d-a0fa-4e4f-a7f4-d263fac32114 req-7f866f3a-3d3c-4bc4-a208-eb6870aba13b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.75 "DELETE /v2.0/ports/42b77adf-77b2-4e6c-997e-64e38b535004 HTTP/1.1" status: 204 len: 173 time: 2.7138100 Jun 03 15:17:36.587838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 42b77adf-77b2-4e6c-997e-64e38b535004 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:17:36.588571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 42b77adf-77b2-4e6c-997e-64e38b535004 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:36.690622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bbdb2-9cde-4a68-8376-ad636ba5e212 req-ebb7368b-743b-4ad2-ae1e-4e1521c552b1 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:36.697687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c8bbdb2-9cde-4a68-8376-ad636ba5e212 req-ebb7368b-743b-4ad2-ae1e-4e1521c552b1 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 948 time: 0.6385527 Jun 03 15:17:36.707054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-20bd1d6e-b6fd-4517-ab7d-fe68d8474bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:36.708504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-20bd1d6e-b6fd-4517-ab7d-fe68d8474bd3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 1097 time: 0.5882149 Jun 03 15:17:36.820502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port bfb3e235-c073-4b79-839d-9a85c7a95196, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bfb3e235-c073-4b79-839d-9a85c7a95196,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:36.832648 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-1ce871b0-e51f-432b-86d5-0a2c62b52bc1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Floating IP f989f8ad-e316-4c17-bb96-b3451188f7c6 associated. External IP: 172.25.7.175, port: 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5. Jun 03 15:17:36.835205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'bfb3e235-c073-4b79-839d-9a85c7a95196', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'port_id': 'bfb3e235-c073-4b79-839d-9a85c7a95196', 'mac_address': 'fa:16:3e:46:dd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b9255b-6a22-475f-892c-3d87acb00f06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:36.903918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.906734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port bfb3e235-c073-4b79-839d-9a85c7a95196 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:36.906734 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.925853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb3e235-c073-4b79-839d-9a85c7a95196 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:36.940848 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c8bbdb2-9cde-4a68-8376-ad636ba5e212 req-6d81f3da-dfd7-4e98-9d91-d0e06f8e6c0a tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357378 Jun 03 15:17:36.941536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60988) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:36.948665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-181107116'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:36.954447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port bfb3e235-c073-4b79-839d-9a85c7a95196, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bfb3e235-c073-4b79-839d-9a85c7a95196,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:36.958853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:36.962318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:36.981638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:network and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:36.986517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:37.002449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:37.022121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:37.026685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.058211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=bfb3e235-c073-4b79-839d-9a85c7a95196,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:37.071862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:17:37.083149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.083506 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Added segment e7e0ff85-fe87-434b-aef2-1a1484959b76 of type vlan for network 3914fca6-9415-4fbb-836b-cb74455033e9 Jun 03 15:17:37.086737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-4f639c6d-8dfb-4d79-b965-cfc0857f1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.088279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-4f639c6d-8dfb-4d79-b965-cfc0857f1b31 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.3649881 Jun 03 15:17:37.115763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.150283 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.155886 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.156527 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.225756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-3bd1eabd-abdd-43e6-8874-555a14572cc7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905 HTTP/1.1" status: 200 len: 217 time: 0.0907562 Jun 03 15:17:37.270320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Network': ['ID=3914fca6-9415-4fbb-836b-cb74455033e9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:37.273746 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0e279598-21d1-4908-88a7-cc3f809f2127 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3299823 Jun 03 15:17:37.276762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60992) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:37.282682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 3914fca6-9415-4fbb-836b-cb74455033e9 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:17:37.282883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1173587159'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:37.303350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:37.303619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['bfb3e235-c073-4b79-839d-9a85c7a95196'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:37.307953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:network and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:37.311031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:37.317269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:37.328872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:37.332991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.366396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:17:37.379564 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.379994 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Added segment 482d45c1-c2f4-4525-897d-892aeed32ec8 of type vlan for network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d Jun 03 15:17:37.414493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.419168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-46491b2b-e61b-4dea-8aa4-81a2c3dc0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.420938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-46491b2b-e61b-4dea-8aa4-81a2c3dc0cf7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1813045 Jun 03 15:17:37.448753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.454439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.455132 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.542246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-d2fe2c2a-993d-4c9d-88e4-db30fdd4f4ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656896 Jun 03 15:17:37.558979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f5af-3cee-4960-af41-2f3b691e575a req-e5c0dcaf-f311-4fb1-a3fb-31024d8b129a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.561956 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2841580 Jun 03 15:17:37.565719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f5af-3cee-4960-af41-2f3b691e575a req-e5c0dcaf-f311-4fb1-a3fb-31024d8b129a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.565892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60996) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:37.571307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f5af-3cee-4960-af41-2f3b691e575a req-e5c0dcaf-f311-4fb1-a3fb-31024d8b129a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.573469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'subnet': {'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:37.577312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f5af-3cee-4960-af41-2f3b691e575a req-e5c0dcaf-f311-4fb1-a3fb-31024d8b129a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.583433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f5af-3cee-4960-af41-2f3b691e575a req-e5c0dcaf-f311-4fb1-a3fb-31024d8b129a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.589336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f5af-3cee-4960-af41-2f3b691e575a req-e5c0dcaf-f311-4fb1-a3fb-31024d8b129a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.595569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179f5af-3cee-4960-af41-2f3b691e575a req-e5c0dcaf-f311-4fb1-a3fb-31024d8b129a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:37.604485 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4179f5af-3cee-4960-af41-2f3b691e575a req-e5c0dcaf-f311-4fb1-a3fb-31024d8b129a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5429 time: 0.5243607 Jun 03 15:17:37.663227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463f013-f216-4572-a1df-d14aa850c77e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Network': ['ID=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:37.687290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:17:37.695115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:37.699250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:subnet and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:37.702307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:37.710216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:37.720847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:37.725290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:37.772539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-1ce871b0-e51f-432b-86d5-0a2c62b52bc1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Router e8e62426-4aae-4f37-9680-2bde483f80de has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:17:37.782625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4179f5af-3cee-4960-af41-2f3b691e575a req-8a974582-bd8d-4c77-9f2f-bfc76bc2f8a2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773238 Jun 03 15:17:37.872794 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-76a52807-d0a6-412f-b2ed-ca947386b6bd service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656548 Jun 03 15:17:37.904962 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc12061-f2ac-41b3-8db6-345e70650fe4'] response: {'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'code': 200} Jun 03 15:17:37.905484 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc12061-f2ac-41b3-8db6-345e70650fe4'] response: {'name': 'network-changed', 'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'status': 'completed', 'code': 200} Jun 03 15:17:37.906233 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc12061-f2ac-41b3-8db6-345e70650fe4'] response: {'name': 'network-changed', 'server_uuid': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'tag': 'bfb3e235-c073-4b79-839d-9a85c7a95196', 'status': 'completed', 'code': 200} Jun 03 15:17:38.085511 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:38.176105 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Subnet': ['ID=2df45db1-3104-4b33-adb5-f2c9af2034a3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:38.187302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.187717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.188144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.188473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.188796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.189117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.189432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.189744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.190081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.190377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.190685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.190992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:38.195936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Checking segment: {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:38.196301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network hostable DHCP agents. Network: 3914fca6-9415-4fbb-836b-cb74455033e9, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:17:38.216557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network 3914fca6-9415-4fbb-836b-cb74455033e9 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:17:38.226927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 3914fca6-9415-4fbb-836b-cb74455033e9) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:38.231196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:38.231773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:38.239147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b9671e-9825-4e30-9824-d6e371024796 None None] Network 3914fca6-9415-4fbb-836b-cb74455033e9 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:38.257764 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7d5e661b-2d21-4a42-a910-cd76d48ebce7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6886585 Jun 03 15:17:38.259456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32770) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:38.263817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'subnet': {'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:38.341287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-4b515863-611f-4b6d-b046-12f7f7701257 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573882 Jun 03 15:17:38.376239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-1ce871b0-e51f-432b-86d5-0a2c62b52bc1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:38.390946 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-1ce871b0-e51f-432b-86d5-0a2c62b52bc1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:38.391277 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b966b8fb-deda-4018-a487-39f3e9c81c1a None None] Sync routers for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:38.401463 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966b8fb-deda-4018-a487-39f3e9c81c1a None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:38.401676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:38.402444 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b966b8fb-deda-4018-a487-39f3e9c81c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:38.409511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:subnet and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:38.413025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:38.421002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:38.439741 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:38.444731 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:38.507472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b03c6ef7-b80f-4aba-a465-41e8e39592fc details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:38.510590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bfb3e235-c073-4b79-839d-9a85c7a95196 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:38.539448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-1ce871b0-e51f-432b-86d5-0a2c62b52bc1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "PUT /v2.0/floatingips/f989f8ad-e316-4c17-bb96-b3451188f7c6 HTTP/1.1" status: 200 len: 997 time: 4.5322905 Jun 03 15:17:38.569250 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:38.595101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-4948dc3d-063f-46bd-9b9d-48ac96d44495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:38.596606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-4948dc3d-063f-46bd-9b9d-48ac96d44495 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 1099 time: 0.6232700 Jun 03 15:17:38.644801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-3914fca6-9415-4fbb-836b-cb74455033e9', 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'fixed_ips': [{'subnet_id': '2df45db1-3104-4b33-adb5-f2c9af2034a3'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:17:38.645761 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:38.657282 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-b966b8fb-deda-4018-a487-39f3e9c81c1a None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:38.721297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46fd72-ec0a-4d53-9f1d-2d59257eff66 req-32665df8-4aea-4081-9eda-c32dceca9806 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:38.728172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec46fd72-ec0a-4d53-9f1d-2d59257eff66 req-32665df8-4aea-4081-9eda-c32dceca9806 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 945 time: 0.5700295 Jun 03 15:17:38.746197 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:38.809551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-e4050b1a-8798-48eb-8519-f987bed88ea9 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:38.811071 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-e4050b1a-8798-48eb-8519-f987bed88ea9 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1097 time: 0.3950391 Jun 03 15:17:38.813490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-63bfed8d-81e0-4834-bb1d-5dae30c6a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:38.819891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-63bfed8d-81e0-4834-bb1d-5dae30c6a040 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 1097 time: 0.2797527 Jun 03 15:17:38.846031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844595-1'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:38.915120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec46fd72-ec0a-4d53-9f1d-2d59257eff66 req-ae8c0da7-3885-4548-8dd2-8fec01c784ce tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811342 Jun 03 15:17:38.929960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Allocated IP 10.1.1.2 (3914fca6-9415-4fbb-836b-cb74455033e9/2df45db1-3104-4b33-adb5-f2c9af2034a3/41d90c36-48b5-458f-baef-3ba6b9b02b22) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:39.057512 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b966b8fb-deda-4018-a487-39f3e9c81c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:80:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:17:35Z', 'revision_number': 8, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:39.061756 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b966b8fb-deda-4018-a487-39f3e9c81c1a None None] Checking router: e8e62426-4aae-4f37-9680-2bde483f80de for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:39.071116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Subnet': ['ID=28854271-2856-413a-b127-07060385871c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:39.073655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Checking segment: {'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:39.074270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network hostable DHCP agents. Network: ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:17:39.080175 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966b8fb-deda-4018-a487-39f3e9c81c1a None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:39.081103 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b966b8fb-deda-4018-a487-39f3e9c81c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:39.095935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:17:39.108511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:39.117251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-37a31667-1b22-4433-b81e-4a71a140f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:39.118786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-37a31667-1b22-4433-b81e-4a71a140f1f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.2981591 Jun 03 15:17:39.122265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:39.122898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.153231 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ac693292-ba9b-426a-8825-d29f07571c72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8927591 Jun 03 15:17:39.154085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32776) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:39.157412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eed4e3-3193-4711-a4c5-e412e2f23f15 None None] Network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:39.161241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'port': {'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9', 'name': 'tempest-TaggedBootDevicesTest-1353640074', 'fixed_ips': [{'subnet_id': '2df45db1-3104-4b33-adb5-f2c9af2034a3'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:39.234618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-907a7d70-e069-4fd7-8892-9a3a42fd915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:39.236187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-907a7d70-e069-4fd7-8892-9a3a42fd915e service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.6268060 Jun 03 15:17:39.256060 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.298885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Transition to ACTIVE for port object 41d90c36-48b5-458f-baef-3ba6b9b02b22 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:39.304571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port bfb3e235-c073-4b79-839d-9a85c7a95196 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:39.332236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:39.337164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:port and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:39.337821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port bfb3e235-c073-4b79-839d-9a85c7a95196 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:39.338330 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.340310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:39.348091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:39.355136 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-b966b8fb-deda-4018-a487-39f3e9c81c1a None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:39.361397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:39.403862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-ec688fc8-3266-43cd-b51d-428d4ad121c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 200 len: 217 time: 0.1466243 Jun 03 15:17:39.516619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-6cc05d81-f898-43ca-a92e-767f7c996171 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 1000 time: 0.3599174 Jun 03 15:17:39.557427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.559138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.565068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Transition to ACTIVE for port object 41d90c36-48b5-458f-baef-3ba6b9b02b22 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:39.567412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:39.582205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-825e9316-06ad-4e10-9f5f-7dd6f2256f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:39.584223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-825e9316-06ad-4e10-9f5f-7dd6f2256f61 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1681781 Jun 03 15:17:39.595337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] device_id is not set on port 3890ffab-7510-469e-b625-97d5d45c686f yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:17:39.614012 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.683747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'mac_address': 'fa:16:3e:51:c3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:39.705717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Network 3914fca6-9415-4fbb-836b-cb74455033e9 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:39.714945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:39.717569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:39.743374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4209f-f8ef-4ced-88e6-bbffddb5cd1e req-6cad3736-c239-4921-9c72-6b41c2f397a4 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:39.750653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55e4209f-f8ef-4ced-88e6-bbffddb5cd1e req-6cad3736-c239-4921-9c72-6b41c2f397a4 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 946 time: 0.6283250 Jun 03 15:17:39.775941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-0b8151c4-a74b-48e6-9d6f-4f3466eb294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:39.777429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-0b8151c4-a74b-48e6-9d6f-4f3466eb294c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.2529843 Jun 03 15:17:39.791790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b03c6ef7-b80f-4aba-a465-41e8e39592fc is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:39.792302 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.826370 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b966b8fb-deda-4018-a487-39f3e9c81c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:80:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:17:35Z', 'revision_number': 8, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:39.832355 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b966b8fb-deda-4018-a487-39f3e9c81c1a None None] The sync data for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 is: [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f989f8ad-e316-4c17-bb96-b3451188f7c6', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'port_id': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'mac_address': 'fa:16:3e:80:1b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:10Z', 'updated_at': '2022-06-03T15:17:35Z', 'revision_number': 8, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:39.852710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Allocated IP 10.1.1.48 (3914fca6-9415-4fbb-836b-cb74455033e9/2df45db1-3104-4b33-adb5-f2c9af2034a3/3890ffab-7510-469e-b625-97d5d45c686f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:39.882691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port bfb3e235-c073-4b79-839d-9a85c7a95196 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:39.883238 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:39.921283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03c6ef7-b80f-4aba-a465-41e8e39592fc {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:39.939273 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Pushing event updated for resources: {'Port': ['ID=41d90c36-48b5-458f-baef-3ba6b9b02b22,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:39.981868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d', 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'fixed_ips': [{'subnet_id': '28854271-2856-413a-b127-07060385871c'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:17:39.982729 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.012385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:40.041497 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.043614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb3e235-c073-4b79-839d-9a85c7a95196'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:40.083333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'name': 'network-vif-deleted', 'tag': '42b77adf-77b2-4e6c-997e-64e38b535004'}, {'name': 'network-changed', 'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:40.133701 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.135560 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Attempting to bind port 41d90c36-48b5-458f-baef-3ba6b9b02b22 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:40.136114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Attempting to bind port 41d90c36-48b5-458f-baef-3ba6b9b02b22 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:40.136283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Attempting to bind port 41d90c36-48b5-458f-baef-3ba6b9b02b22 on network 3914fca6-9415-4fbb-836b-cb74455033e9 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:40.145970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port bfb3e235-c073-4b79-839d-9a85c7a95196, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bfb3e235-c073-4b79-839d-9a85c7a95196,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:40.147930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55e4209f-f8ef-4ced-88e6-bbffddb5cd1e req-904af37a-5a62-4db1-afb7-c6daedd6e695 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962975 Jun 03 15:17:40.165210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:40.165511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Checking segment: {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:40.165929 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.166327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Bound using segment: {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:40.166986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Bound port: 41d90c36-48b5-458f-baef-3ba6b9b02b22, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:40.167168 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.169572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Transition to ACTIVE for port object 3890ffab-7510-469e-b625-97d5d45c686f will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:40.202541 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.211280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a490174-4a76-40b3-8b16-2030dcf7a919 None None] New status for floating IP f989f8ad-e316-4c17-bb96-b3451188f7c6: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:17:40.241584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:40.281760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:40.331518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Port': ['ID=3890ffab-7510-469e-b625-97d5d45c686f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:40.347675 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.351555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network 3914fca6-9415-4fbb-836b-cb74455033e9 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:40.352846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:40.358395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:40.366441 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.380372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-1ea11d01-1812-41bf-bfa2-929fecb9322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:40.383079 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-1ea11d01-1812-41bf-bfa2-929fecb9322f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7800677 Jun 03 15:17:40.387813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.445034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:40.445726 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.475268 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d1475e79-0878-4825-943e-df8757f2c41a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3199372 Jun 03 15:17:40.477854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32790) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:40.483826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b03c6ef7-b80f-4aba-a465-41e8e39592fc'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:40.484934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'port': {'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9', 'name': 'tempest-TaggedBootDevicesTest-385294191', 'fixed_ips': [{'subnet_id': '2df45db1-3104-4b33-adb5-f2c9af2034a3'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:40.545488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Pushing event updated for resources: {'Port': ['ID=bffafb2f-6298-48ee-9b7d-985c5f37b905,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:40.556972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=12']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:40.633331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:40.637785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:port and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:40.643190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:40.647977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:40.660837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:40.666752 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:40.689698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] device_id is not set on port f2ca11ca-44c8-4549-99e5-92e591e618e4 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:17:40.695567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-eec5ba80-0c7b-4a77-897d-00ea8d8f9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:40.697103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-eec5ba80-0c7b-4a77-897d-00ea8d8f9670 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8934746 Jun 03 15:17:40.825535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Allocated IP 10.2.2.2 (ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d/28854271-2856-413a-b127-07060385871c/7420b17f-7315-4103-b0da-cade069823d5) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:40.841251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] For port 41d90c36-48b5-458f-baef-3ba6b9b02b22, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:40.851616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=bfb3e235-c073-4b79-839d-9a85c7a95196,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:40.932428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Allocated IP 10.1.1.76 (3914fca6-9415-4fbb-836b-cb74455033e9/2df45db1-3104-4b33-adb5-f2c9af2034a3/f2ca11ca-44c8-4549-99e5-92e591e618e4) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:40.937414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] For port 41d90c36-48b5-458f-baef-3ba6b9b02b22, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=41d90c36-48b5-458f-baef-3ba6b9b02b22,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:40.944183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 on host n-h2-844595-1 for vnic_type normal with profile {"migrating_to": "n-h1-844595-1"} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:40.944511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:40.944872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:40.959904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-73727341-3649-49f4-a5a2-70c14c9cb74a service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661929 Jun 03 15:17:40.966893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Port bffafb2f-6298-48ee-9b7d-985c5f37b905 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:40.967212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Attempting to bind port bffafb2f-6298-48ee-9b7d-985c5f37b905 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:40.968911 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.013840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:41.014181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:41.014577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:41.015311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Bound port: bffafb2f-6298-48ee-9b7d-985c5f37b905, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:41.015703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.094884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-afdef7d7-32e9-4f57-b4e8-445ace917f6a service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799670 Jun 03 15:17:41.186742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa831f-2b1e-4fe0-8536-7096ec948b67 req-e15cb1e3-06ec-4ee0-9116-e024d972d3df tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:41.188358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06fa831f-2b1e-4fe0-8536-7096ec948b67 req-e15cb1e3-06ec-4ee0-9116-e024d972d3df tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 949 time: 0.5819814 Jun 03 15:17:41.226474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b658551-4195-4345-9fa6-531967c146c2 None None] Pushing event updated for resources: {'Port': ['ID=41d90c36-48b5-458f-baef-3ba6b9b02b22,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:41.248409 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.267647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Transition to ACTIVE for port object f2ca11ca-44c8-4549-99e5-92e591e618e4 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:41.298612 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.330242 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.342687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Transition to ACTIVE for port object 7420b17f-7315-4103-b0da-cade069823d5 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:41.367279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Transition to ACTIVE for port object 7420b17f-7315-4103-b0da-cade069823d5 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:41.421170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network 3914fca6-9415-4fbb-836b-cb74455033e9 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:41.425631 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.425860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:41.432984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:41.461108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-6caa6595-0f7e-4c03-827d-b6c6d7ff9d53 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890485 Jun 03 15:17:41.473803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:41.496833 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06fa831f-2b1e-4fe0-8536-7096ec948b67 req-39aa64ac-726b-4cae-8929-a2a68747a073 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349858 Jun 03 15:17:41.497078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Port': ['ID=f2ca11ca-44c8-4549-99e5-92e591e618e4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:41.506426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:41.516370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48a7dcad-0962-4426-a3a5-cea0adad3112 req-7ae6fb99-7d3b-4066-978b-7ed186a5e47f service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937676 Jun 03 15:17:41.557436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:41.558020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:41.558661 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.561602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.568724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:41.576472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:41.613670 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-53df395d-e590-4f13-8ead-bacd148a1467 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1347060 Jun 03 15:17:41.702509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Pushing event updated for resources: {'Port': ['ID=7420b17f-7315-4103-b0da-cade069823d5,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:41.744198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 41d90c36-48b5-458f-baef-3ba6b9b02b22 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:41.780268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Attempting to bind port 7420b17f-7315-4103-b0da-cade069823d5 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:41.780616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Attempting to bind port 7420b17f-7315-4103-b0da-cade069823d5 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:41.781013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Attempting to bind port 7420b17f-7315-4103-b0da-cade069823d5 on network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:41.796887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:41.797215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Checking segment: {'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:41.797608 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.798040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Bound using segment: {'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:41.798491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Bound port: 7420b17f-7315-4103-b0da-cade069823d5, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:41.798840 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:41.871710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Pushing event updated for resources: {'Port': ['ID=bffafb2f-6298-48ee-9b7d-985c5f37b905,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:41.892900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 41d90c36-48b5-458f-baef-3ba6b9b02b22 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:41.911221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] For port 7420b17f-7315-4103-b0da-cade069823d5, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:41.914598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] For port 7420b17f-7315-4103-b0da-cade069823d5, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7420b17f-7315-4103-b0da-cade069823d5,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:41.918911 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.000769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac983c6-3fb8-4dc1-b40c-cbcbd6734f91 None None] Pushing event updated for resources: {'Port': ['ID=7420b17f-7315-4103-b0da-cade069823d5,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:42.121133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.121743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.123138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-53e9fffb-d169-4e79-b8d4-6d6765b232cf service neutron] 10.222.0.75 "PUT /v2.0/ports/bffafb2f-6298-48ee-9b7d-985c5f37b905 HTTP/1.1" status: 200 len: 1122 time: 3.2817934 Jun 03 15:17:42.188367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-fcb0a581-80c3-42e7-a6f0-2dd2f38120cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.190767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-fcb0a581-80c3-42e7-a6f0-2dd2f38120cd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=242e132ffe3c43459e9a46589013406a&device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 1097 time: 0.6730151 Jun 03 15:17:42.253255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['bffafb2f-6298-48ee-9b7d-985c5f37b905'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:42.255313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358825b-4f63-4bb6-90ed-624e64ea7764 req-9068e318-0702-41fb-8a01-0d59b2fea99e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.256863 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f358825b-4f63-4bb6-90ed-624e64ea7764 req-9068e318-0702-41fb-8a01-0d59b2fea99e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 946 time: 0.4673564 Jun 03 15:17:42.394431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc0703-99ad-4956-9fd2-026366ddb00a req-53b5e0ae-bc3c-4b49-9418-bdeea647df66 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.408054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc0703-99ad-4956-9fd2-026366ddb00a req-53b5e0ae-bc3c-4b49-9418-bdeea647df66 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.408054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc0703-99ad-4956-9fd2-026366ddb00a req-53b5e0ae-bc3c-4b49-9418-bdeea647df66 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.413216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc0703-99ad-4956-9fd2-026366ddb00a req-53b5e0ae-bc3c-4b49-9418-bdeea647df66 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.419188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc0703-99ad-4956-9fd2-026366ddb00a req-53b5e0ae-bc3c-4b49-9418-bdeea647df66 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.425134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc0703-99ad-4956-9fd2-026366ddb00a req-53b5e0ae-bc3c-4b49-9418-bdeea647df66 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.431952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc0703-99ad-4956-9fd2-026366ddb00a req-53b5e0ae-bc3c-4b49-9418-bdeea647df66 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.435018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2edc0703-99ad-4956-9fd2-026366ddb00a req-53b5e0ae-bc3c-4b49-9418-bdeea647df66 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5429 time: 0.6443393 Jun 03 15:17:42.511883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-72cdec03-4c49-4626-87bc-8c28fd59a245 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.512868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-72cdec03-4c49-4626-87bc-8c28fd59a245 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Synchronizing usage tracker for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:42.529307 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f358825b-4f63-4bb6-90ed-624e64ea7764 req-cc0178aa-6427-4172-9ade-e37f96a6427a tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119379 Jun 03 15:17:42.539987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 6bae21fe-4516-4a76-bb34-c0ff106041d2 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:42.542714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b03c6ef7-b80f-4aba-a465-41e8e39592fc up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:42.610219 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2edc0703-99ad-4956-9fd2-026366ddb00a req-864fc48a-537f-4030-941b-a5f190286764 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593058 Jun 03 15:17:42.610480 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373f0361-b11e-4eb7-8348-64138cf64b27'] response: {'server_uuid': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb3e235-c073-4b79-839d-9a85c7a95196', 'code': 200} Jun 03 15:17:42.619557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-61c3bec1-0558-4b87-9333-260130dbb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:42.621275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3ba98-c11f-4c53-a6ab-68fb143901dc None None] Network 3914fca6-9415-4fbb-836b-cb74455033e9 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:42.627798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-61c3bec1-0558-4b87-9333-260130dbb965 service neutron] 10.222.0.75 "GET /v2.0/networks?id=792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 200 len: 905 time: 0.4250593 Jun 03 15:17:42.629028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-72cdec03-4c49-4626-87bc-8c28fd59a245 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Unset dirty status for tenant:c95ad44430d64d5b85d7a6e1a95a2003 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:42.630432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-72cdec03-4c49-4626-87bc-8c28fd59a245 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 950 time: 0.5565729 Jun 03 15:17:42.793633 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2180d240-c958-4e54-8e67-c3a906925f59'] response: {'server_uuid': '771dfa51-6067-4bab-b0a2-216a7d21eddc', 'name': 'network-vif-deleted', 'tag': '42b77adf-77b2-4e6c-997e-64e38b535004', 'status': 'completed', 'code': 200} Jun 03 15:17:42.794093 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2180d240-c958-4e54-8e67-c3a906925f59'] response: {'name': 'network-changed', 'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'status': 'completed', 'code': 200} Jun 03 15:17:42.815210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ca1fd4fc-d392-468a-968f-6a1e188dc25b None None] Provisioning for port 41d90c36-48b5-458f-baef-3ba6b9b02b22 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:42.828907 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:17:42.843955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port b03c6ef7-b80f-4aba-a465-41e8e39592fc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:42.851898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ca1fd4fc-d392-468a-968f-6a1e188dc25b None None] Provisioning complete for port 41d90c36-48b5-458f-baef-3ba6b9b02b22 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:42.852258 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca1fd4fc-d392-468a-968f-6a1e188dc25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:42.945000 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-0ede65d0-7d40-4a05-9790-08135301b929 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb3e235-c073-4b79-839d-9a85c7a95196 HTTP/1.1" status: 200 len: 217 time: 0.2059216 Jun 03 15:17:42.964390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port b03c6ef7-b80f-4aba-a465-41e8e39592fc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:42.964771 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.062704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Deleting port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:17:43.063151 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.154163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 6bae21fe-4516-4a76-bb34-c0ff106041d2, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=6bae21fe-4516-4a76-bb34-c0ff106041d2,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:43.161765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-10c29ab0-911c-4832-89b4-d3b20bceb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:43.163320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-10c29ab0-911c-4832-89b4-d3b20bceb33e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=16b9255b-6a22-475f-892c-3d87acb00f06 HTTP/1.1" status: 200 len: 844 time: 0.2041123 Jun 03 15:17:43.260019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-381eb00d-151c-4ab5-a970-b75491f7e262 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=792a4a9d-a386-4c71-aeab-373b9ac4887e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853279 Jun 03 15:17:43.265217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '6bae21fe-4516-4a76-bb34-c0ff106041d2', 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a', 'port_id': '6bae21fe-4516-4a76-bb34-c0ff106041d2', 'mac_address': 'fa:16:3e:f5:9b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287f0d2c-7851-461b-9206-b47bc540159d', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:43.266957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5993ca5e-a5d6-4949-96e9-7edab62f4db9 None None] Network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:43.308333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef6a38-1715-4d59-8fb5-da349728d6e4 req-668afc35-414e-4c6a-9b5c-bb11e339e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:43.309726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ef6a38-1715-4d59-8fb5-da349728d6e4 req-668afc35-414e-4c6a-9b5c-bb11e339e4e2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 1097 time: 0.6035590 Jun 03 15:17:43.318417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6145b-eb02-4cef-b909-ebf8fd0f0070 req-cca3a4c9-85c8-49dd-9533-81defc51db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:43.319708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c6145b-eb02-4cef-b909-ebf8fd0f0070 req-cca3a4c9-85c8-49dd-9533-81defc51db36 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 1097 time: 0.5250537 Jun 03 15:17:43.349937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd683d-9362-4582-a030-e0453678d203 req-906a1c9a-8562-43dc-a746-2f69c2166668 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:43.351408 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2dbd683d-9362-4582-a030-e0453678d203 req-906a1c9a-8562-43dc-a746-2f69c2166668 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/ports?device_id=90b0474c-9ad0-4b66-949a-7a443d1a49e2 HTTP/1.1" status: 200 len: 950 time: 0.5495965 Jun 03 15:17:43.421711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b471202-7935-45d7-9eb9-8f7b82038c22 req-fb851ba7-43f0-446d-a01c-db5a2d6d1177 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:43.423196 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b471202-7935-45d7-9eb9-8f7b82038c22 req-fb851ba7-43f0-446d-a01c-db5a2d6d1177 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 944 time: 0.5420730 Jun 03 15:17:43.442234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fd4fc-d392-468a-968f-6a1e188dc25b None None] Current status of the port 41d90c36-48b5-458f-baef-3ba6b9b02b22 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:43.442748 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca1fd4fc-d392-468a-968f-6a1e188dc25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.485779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 6bae21fe-4516-4a76-bb34-c0ff106041d2 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:43.486168 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.495738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b03c6ef7-b80f-4aba-a465-41e8e39592fc is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:43.496099 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.546087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bae21fe-4516-4a76-bb34-c0ff106041d2 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:43.630733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ca1fd4fc-d392-468a-968f-6a1e188dc25b None None] For port 41d90c36-48b5-458f-baef-3ba6b9b02b22, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=41d90c36-48b5-458f-baef-3ba6b9b02b22,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:43.641436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 6bae21fe-4516-4a76-bb34-c0ff106041d2, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=6bae21fe-4516-4a76-bb34-c0ff106041d2,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:43.650078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ef6a38-1715-4d59-8fb5-da349728d6e4 req-4405190e-62c1-4e40-9a8a-5735cfde8f17 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287168 Jun 03 15:17:43.650260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:43.660731 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.661567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d500350a-7ffd-4d63-9ddb-f9e3a64d6138 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:43.664075 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca1fd4fc-d392-468a-968f-6a1e188dc25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.699951 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.719143 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b471202-7935-45d7-9eb9-8f7b82038c22 req-bc4535cc-e216-4480-8d12-373744810086 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579479 Jun 03 15:17:43.807493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-a3d53f18-f2f0-441f-acfd-c3e8d56c8413 service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344257 Jun 03 15:17:43.809903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7420b17f-7315-4103-b0da-cade069823d5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:43.836355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] For port 5bf019a5-5e94-434a-9a5f-6c42957e3a08, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5bf019a5-5e94-434a-9a5f-6c42957e3a08,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:43.836826 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:43.861056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2dbd683d-9362-4582-a030-e0453678d203 req-72e82f5c-9b75-40eb-a5bf-086d692005e2 tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.48 "GET /v2.0/security-groups?id=d404db75-4291-453e-a8a2-bd85b65b3c97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127998 Jun 03 15:17:43.873121 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:17:43.892605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8b7bb176-0c7f-4890-8a8c-7563a71cefea None None] Provisioning for port 7420b17f-7315-4103-b0da-cade069823d5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:43.901601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=6bae21fe-4516-4a76-bb34-c0ff106041d2,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:43.936971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d500350a-7ffd-4d63-9ddb-f9e3a64d6138, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:43.991452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'd500350a-7ffd-4d63-9ddb-f9e3a64d6138', 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a', 'port_id': 'd500350a-7ffd-4d63-9ddb-f9e3a64d6138', 'mac_address': 'fa:16:3e:1a:a1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287f0d2c-7851-461b-9206-b47bc540159d', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:44.075246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 7420b17f-7315-4103-b0da-cade069823d5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:44.083881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fd4fc-d392-468a-968f-6a1e188dc25b None None] Pushing event updated for resources: {'Port': ['ID=41d90c36-48b5-458f-baef-3ba6b9b02b22,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:44.125903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:44.126274 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.146170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7420b17f-7315-4103-b0da-cade069823d5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:44.146538 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.203721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ddab82e-de13-4e2c-a71a-09568e0cda64 None None] Provisioning for port 3890ffab-7510-469e-b625-97d5d45c686f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:44.226869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6145b-eb02-4cef-b909-ebf8fd0f0070 req-e33725d3-076a-43dd-b433-665de04473c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:44.228255 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c6145b-eb02-4cef-b909-ebf8fd0f0070 req-e33725d3-076a-43dd-b433-665de04473c8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.8737712 Jun 03 15:17:44.229107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ddab82e-de13-4e2c-a71a-09568e0cda64 None None] Provisioning complete for port 3890ffab-7510-469e-b625-97d5d45c686f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:44.229558 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ddab82e-de13-4e2c-a71a-09568e0cda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.258024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d500350a-7ffd-4d63-9ddb-f9e3a64d6138 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:44.291641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=13']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:44.298870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Calling delete_port for 5bf019a5-5e94-434a-9a5f-6c42957e3a08 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:17:44.311930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d500350a-7ffd-4d63-9ddb-f9e3a64d6138, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:44.327021 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.327658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0db8d5bf-996e-4395-aa33-eb20e220e457 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:44.362439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7ddab82e-de13-4e2c-a71a-09568e0cda64 None None] Port 3890ffab-7510-469e-b625-97d5d45c686f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:44.494581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7420b17f-7315-4103-b0da-cade069823d5 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:44.494948 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.507100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:44.510382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ddab82e-de13-4e2c-a71a-09568e0cda64 None None] Provisioning complete for port 41d90c36-48b5-458f-baef-3ba6b9b02b22 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:44.510945 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ddab82e-de13-4e2c-a71a-09568e0cda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.628102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:44.695453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c6145b-eb02-4cef-b909-ebf8fd0f0070 req-623031b9-a02c-440a-90b8-2ded46aed843 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 1002 time: 0.2307200 Jun 03 15:17:44.703918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15809d44-ca92-4c72-9a24-a80686e504ca req-c9ccf2f8-6e85-4f95-99ce-f7b608ae6edb tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips/f989f8ad-e316-4c17-bb96-b3451188f7c6 HTTP/1.1" status: 200 len: 999 time: 0.5917165 Jun 03 15:17:44.720962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 7420b17f-7315-4103-b0da-cade069823d5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7420b17f-7315-4103-b0da-cade069823d5,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:44.734835 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.783608 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.800558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bffafb2f-6298-48ee-9b7d-985c5f37b905'}, {'name': 'network-changed', 'server_uuid': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'tag': 'bffafb2f-6298-48ee-9b7d-985c5f37b905'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:44.856153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0db8d5bf-996e-4395-aa33-eb20e220e457, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0db8d5bf-996e-4395-aa33-eb20e220e457,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:44.882397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '0db8d5bf-996e-4395-aa33-eb20e220e457', 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1', 'port_id': '0db8d5bf-996e-4395-aa33-eb20e220e457', 'mac_address': 'fa:16:3e:6a:a9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1631d81d-00f1-4d04-b59e-16993897a31e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:44.889609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7ddab82e-de13-4e2c-a71a-09568e0cda64 None None] Current status of the port 41d90c36-48b5-458f-baef-3ba6b9b02b22 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:44.892620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=7420b17f-7315-4103-b0da-cade069823d5,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:44.913174 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f46c94-d006-46f0-ba14-90dcf51b9c75 req-b351c953-5c3d-4b64-8d9c-4c47ce1fecc2 service neutron] 10.222.0.75 "GET /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9719672 Jun 03 15:17:44.922088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Pushing event deleted for resources: {'Port': ['ID=5bf019a5-5e94-434a-9a5f-6c42957e3a08,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:44.953154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ddab82e-de13-4e2c-a71a-09568e0cda64 None None] Provisioning for port f2ca11ca-44c8-4549-99e5-92e591e618e4 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:44.963865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0db8d5bf-996e-4395-aa33-eb20e220e457 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:44.964240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.972738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ddab82e-de13-4e2c-a71a-09568e0cda64 None None] Provisioning complete for port f2ca11ca-44c8-4549-99e5-92e591e618e4 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:44.973094 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ddab82e-de13-4e2c-a71a-09568e0cda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:44.976604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.976948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.977282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.977611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.977959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.978284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.978604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.978924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.979243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.979556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.979869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.980182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:44.999124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57ec00-971b-4a31-8401-690a7298762d req-f33b5712-82ee-419d-a0d6-e7d6b172eec7 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:45.000771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e57ec00-971b-4a31-8401-690a7298762d req-f33b5712-82ee-419d-a0d6-e7d6b172eec7 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 950 time: 0.8283303 Jun 03 15:17:45.009713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6145b-eb02-4cef-b909-ebf8fd0f0070 req-3ec1fab9-4324-44d4-9dbb-eec005b8f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:45.011170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c6145b-eb02-4cef-b909-ebf8fd0f0070 req-3ec1fab9-4324-44d4-9dbb-eec005b8f1e5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.3064156 Jun 03 15:17:45.026042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db8d5bf-996e-4395-aa33-eb20e220e457 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:45.043052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7ddab82e-de13-4e2c-a71a-09568e0cda64 None None] Port f2ca11ca-44c8-4549-99e5-92e591e618e4 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:45.048045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0db8d5bf-996e-4395-aa33-eb20e220e457, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0db8d5bf-996e-4395-aa33-eb20e220e457,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:45.052869 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.054271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ddf4759c-74be-4ad0-97de-2d92b51875cf details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:45.106381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] No DVR routers for this DVR port 5bf019a5-5e94-434a-9a5f-6c42957e3a08 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:45.130274 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.143212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ddf4759c-74be-4ad0-97de-2d92b51875cf, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ddf4759c-74be-4ad0-97de-2d92b51875cf,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:45.158498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0db8d5bf-996e-4395-aa33-eb20e220e457,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:45.166365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'ddf4759c-74be-4ad0-97de-2d92b51875cf', 'network_id': '5fc22e54-1e78-40f9-b670-dbfcf3e62ca1', 'port_id': 'ddf4759c-74be-4ad0-97de-2d92b51875cf', 'mac_address': 'fa:16:3e:10:ad:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1631d81d-00f1-4d04-b59e-16993897a31e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:45.183480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a857bef-caf4-4982-8fd3-02be6c0150aa req-154b35b9-cff8-44c4-a9a5-ccff2d91ed3f tempest-ServersOnMultiNodesTest-627700089 tempest-ServersOnMultiNodesTest-627700089-project] 10.222.0.67 "DELETE /v2.0/ports/5bf019a5-5e94-434a-9a5f-6c42957e3a08 HTTP/1.1" status: 204 len: 173 time: 2.5471134 Jun 03 15:17:45.190651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15809d44-ca92-4c72-9a24-a80686e504ca req-6aa8f3f9-dff7-43af-85bc-ddcec2a8d6d4 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:45.192019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15809d44-ca92-4c72-9a24-a80686e504ca req-6aa8f3f9-dff7-43af-85bc-ddcec2a8d6d4 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.4478261 Jun 03 15:17:45.203122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e57ec00-971b-4a31-8401-690a7298762d req-0bfcfc42-70ba-47e8-90a0-69da4aa1948e tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885297 Jun 03 15:17:45.209831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-15809d44-ca92-4c72-9a24-a80686e504ca req-4ef8a053-58c7-4c1a-954b-15595fb24109 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:17:45.210729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15809d44-ca92-4c72-9a24-a80686e504ca req-4ef8a053-58c7-4c1a-954b-15595fb24109 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123148 Jun 03 15:17:45.231433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6145b-eb02-4cef-b909-ebf8fd0f0070 req-005f5e09-7ba2-466b-9473-7205db41d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:45.233004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c6145b-eb02-4cef-b909-ebf8fd0f0070 req-005f5e09-7ba2-466b-9473-7205db41d980 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922202 Jun 03 15:17:45.234816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-51841ef7-b317-4d36-b1be-4f63df3f00f0 None None] Provisioning complete for port 3890ffab-7510-469e-b625-97d5d45c686f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:45.235360 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51841ef7-b317-4d36-b1be-4f63df3f00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.301586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ddf4759c-74be-4ad0-97de-2d92b51875cf is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:45.301980 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.325402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-51841ef7-b317-4d36-b1be-4f63df3f00f0 None None] Port 3890ffab-7510-469e-b625-97d5d45c686f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:45.328432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf4759c-74be-4ad0-97de-2d92b51875cf {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:45.352635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ddf4759c-74be-4ad0-97de-2d92b51875cf, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ddf4759c-74be-4ad0-97de-2d92b51875cf,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:45.354459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-51841ef7-b317-4d36-b1be-4f63df3f00f0 None None] Provisioning complete for port f2ca11ca-44c8-4549-99e5-92e591e618e4 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:45.354818 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51841ef7-b317-4d36-b1be-4f63df3f00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.387259 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.387732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:45.514198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-51841ef7-b317-4d36-b1be-4f63df3f00f0 None None] Port f2ca11ca-44c8-4549-99e5-92e591e618e4 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:45.531985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32826) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:45.538379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1721830164', 'description': 'tempest-description--1475397808'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:45.554397 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c6145b-eb02-4cef-b909-ebf8fd0f0070 req-fd01da3d-a690-4876-a3b0-4a63be1ff2b6 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116128 Jun 03 15:17:45.563253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:45.564773 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:45.576525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ddf4759c-74be-4ad0-97de-2d92b51875cf,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:45.591392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:security_group and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:45.599572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:45.601841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '9e2ef47a-bfd8-4169-8e25-b9aff3147f27', 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a', 'port_id': '9e2ef47a-bfd8-4169-8e25-b9aff3147f27', 'mac_address': 'fa:16:3e:d8:d9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287f0d2c-7851-461b-9206-b47bc540159d', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:45.603822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-51841ef7-b317-4d36-b1be-4f63df3f00f0 None None] Provisioning complete for port 7420b17f-7315-4103-b0da-cade069823d5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:45.604326 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51841ef7-b317-4d36-b1be-4f63df3f00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.633369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:45.671405 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.732291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:45.740801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:45.741430 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.743028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:security_group_rule and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:45.757186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:45.777263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:45.779355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c6145b-eb02-4cef-b909-ebf8fd0f0070 req-127e1b6d-fd64-40e9-a154-f6a304499664 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059278 Jun 03 15:17:45.810244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:45.855979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:45.861712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-51841ef7-b317-4d36-b1be-4f63df3f00f0 None None] Current status of the port 7420b17f-7315-4103-b0da-cade069823d5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:45.866508 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.867292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 5c65f082-942e-4d38-9918-7ae2464736bf details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:45.921984 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.926809 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.927898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5bf019a5-5e94-434a-9a5f-6c42957e3a08 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:45.981681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:45.983374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7420b17f-7315-4103-b0da-cade069823d5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:45.987166 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:45.988583 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9587086c-8c8c-40fe-8d9e-33b9fa850a26 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4549401 Jun 03 15:17:45.991563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32832) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:45.997471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b16fa36c-2837-423b-aed4-2b7f395491c2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'security_group_rule': {'security_group_id': '0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:46.005222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b16fa36c-2837-423b-aed4-2b7f395491c2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:46.010036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b16fa36c-2837-423b-aed4-2b7f395491c2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:security_group_rule and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:46.013649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b16fa36c-2837-423b-aed4-2b7f395491c2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:46.023097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b16fa36c-2837-423b-aed4-2b7f395491c2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:46.026651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 5bf019a5-5e94-434a-9a5f-6c42957e3a08 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:17:46.027102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5bf019a5-5e94-434a-9a5f-6c42957e3a08 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:46.045802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32836) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:46.055122 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b16fa36c-2837-423b-aed4-2b7f395491c2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.123728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b16fa36c-2837-423b-aed4-2b7f395491c2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.129221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b16fa36c-2837-423b-aed4-2b7f395491c2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.141227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:46.155921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a33481-a9da-4138-bab5-989b52bf4780 req-1f5d6c4d-3409-4d02-aea9-54eb3b312bd9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.162852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8a33481-a9da-4138-bab5-989b52bf4780 req-1f5d6c4d-3409-4d02-aea9-54eb3b312bd9 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 946 time: 0.3824959 Jun 03 15:17:46.166119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fa36c-2837-423b-aed4-2b7f395491c2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04336e5e-a6a8-469f-ac0a-250cb634d4b9,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:46.205859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7420b17f-7315-4103-b0da-cade069823d5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:46.206506 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.226202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8a33481-a9da-4138-bab5-989b52bf4780 req-8a51f4c0-2407-4f11-bd78-c7b270fb54fa tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623386 Jun 03 15:17:46.248625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa128-1379-442e-90fd-085dabf2dec9 req-25f1b80b-4474-4957-87c2-31ec0ab908e2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.255719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa128-1379-442e-90fd-085dabf2dec9 req-25f1b80b-4474-4957-87c2-31ec0ab908e2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.263847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa128-1379-442e-90fd-085dabf2dec9 req-25f1b80b-4474-4957-87c2-31ec0ab908e2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.271796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa128-1379-442e-90fd-085dabf2dec9 req-25f1b80b-4474-4957-87c2-31ec0ab908e2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.278494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa128-1379-442e-90fd-085dabf2dec9 req-25f1b80b-4474-4957-87c2-31ec0ab908e2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.287713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 5c65f082-942e-4d38-9918-7ae2464736bf, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=5c65f082-942e-4d38-9918-7ae2464736bf,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:46.296592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa128-1379-442e-90fd-085dabf2dec9 req-25f1b80b-4474-4957-87c2-31ec0ab908e2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.306690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '5c65f082-942e-4d38-9918-7ae2464736bf', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'port_id': '5c65f082-942e-4d38-9918-7ae2464736bf', 'mac_address': 'fa:16:3e:f8:f6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:46.307842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aa128-1379-442e-90fd-085dabf2dec9 req-25f1b80b-4474-4957-87c2-31ec0ab908e2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.328963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-350aa128-1379-442e-90fd-085dabf2dec9 req-25f1b80b-4474-4957-87c2-31ec0ab908e2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5434 time: 0.4551694 Jun 03 15:17:46.347267 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5071062f-8c18-4bc5-9a69-254605090a71'] response: {'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'code': 200} Jun 03 15:17:46.375211 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c7bebe03-d51a-4f58-994d-18358412ff68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9b5dc5e81974692b2ccbe1bbd09087a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282313 Jun 03 15:17:46.375982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32842) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:46.427680 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-350aa128-1379-442e-90fd-085dabf2dec9 req-cbc5cbce-37ad-44d3-bbe6-6b626dba4e54 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925028 Jun 03 15:17:46.456342 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b16fa36c-2837-423b-aed4-2b7f395491c2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.459945 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b16fa36c-2837-423b-aed4-2b7f395491c2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4646702 Jun 03 15:17:46.460841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32846) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:46.465847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-de800fd1-11ff-4b40-8de6-1f9178eb8346 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'security_group_rule': {'security_group_id': '0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:46.473306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-de800fd1-11ff-4b40-8de6-1f9178eb8346 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:46.477264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-de800fd1-11ff-4b40-8de6-1f9178eb8346 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:security_group_rule and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:46.480235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-de800fd1-11ff-4b40-8de6-1f9178eb8346 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:46.486885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-de800fd1-11ff-4b40-8de6-1f9178eb8346 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:46.518486 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-173e1dae-4551-4eb4-9714-57beccaad507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.531860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 5c65f082-942e-4d38-9918-7ae2464736bf is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:46.532334 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.549466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-173e1dae-4551-4eb4-9714-57beccaad507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.555978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7420b17f-7315-4103-b0da-cade069823d5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:46.557243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 41d90c36-48b5-458f-baef-3ba6b9b02b22 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:46.560828 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c75cdbb-ae65-405a-931f-e43140710b8b'] response: {'server_uuid': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bffafb2f-6298-48ee-9b7d-985c5f37b905', 'code': 200} Jun 03 15:17:46.561390 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c75cdbb-ae65-405a-931f-e43140710b8b'] response: {'name': 'network-changed', 'server_uuid': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'tag': 'bffafb2f-6298-48ee-9b7d-985c5f37b905', 'status': 'completed', 'code': 200} Jun 03 15:17:46.608377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c65f082-942e-4d38-9918-7ae2464736bf {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:46.612072 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de800fd1-11ff-4b40-8de6-1f9178eb8346 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.638451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-e74f4f58-235a-43a0-bb86-44dd26cd3580 service neutron] 10.222.0.67 "GET /v2.0/ports/bffafb2f-6298-48ee-9b7d-985c5f37b905/bindings/n-h1-844595-1 HTTP/1.1" status: 200 len: 384 time: 0.1390975 Jun 03 15:17:46.663623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 5c65f082-942e-4d38-9918-7ae2464736bf, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=5c65f082-942e-4d38-9918-7ae2464736bf,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:46.671751 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.672668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 32d05f74-cf93-4809-9204-e28630fe984c details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:46.682756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-173e1dae-4551-4eb4-9714-57beccaad507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.726679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e1dae-4551-4eb4-9714-57beccaad507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8142eeb7-b262-4240-9106-feb4c8ea467e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:46.765186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fb4ed-3190-4a0a-a57d-45a7b7764c16 req-095fee59-91dd-4158-8f59-137e1258d353 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.772998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c57fb4ed-3190-4a0a-a57d-45a7b7764c16 req-095fee59-91dd-4158-8f59-137e1258d353 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 944 time: 0.3291104 Jun 03 15:17:46.778807 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-173e1dae-4551-4eb4-9714-57beccaad507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.783075 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-173e1dae-4551-4eb4-9714-57beccaad507 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8142eeb7-b262-4240-9106-feb4c8ea467e HTTP/1.1" status: 204 len: 168 time: 0.4023685 Jun 03 15:17:46.826886 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de800fd1-11ff-4b40-8de6-1f9178eb8346 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.848294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 41d90c36-48b5-458f-baef-3ba6b9b02b22 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:46.848654 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.857598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951106c-4cf1-458e-986f-4713c7be537c req-3108b1f9-b7cf-4f36-8519-e019dcd269d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:46.859213 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6951106c-4cf1-458e-986f-4713c7be537c req-3108b1f9-b7cf-4f36-8519-e019dcd269d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 1125 time: 0.2482553 Jun 03 15:17:46.859965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de800fd1-11ff-4b40-8de6-1f9178eb8346 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.882693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 32d05f74-cf93-4809-9204-e28630fe984c, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=32d05f74-cf93-4809-9204-e28630fe984c,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:46.900739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=5c65f082-942e-4d38-9918-7ae2464736bf,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:46.925267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '32d05f74-cf93-4809-9204-e28630fe984c', 'network_id': '5e48a0e0-f4f6-4013-9073-ab6b7529ab3a', 'port_id': '32d05f74-cf93-4809-9204-e28630fe984c', 'mac_address': 'fa:16:3e:76:0a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287f0d2c-7851-461b-9206-b47bc540159d', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:46.928511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c57fb4ed-3190-4a0a-a57d-45a7b7764c16 req-e50898f3-efe4-4259-a994-530f0ee0a67c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497016 Jun 03 15:17:46.938139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-f8a9743a-998e-418b-848e-053d0ab6cc1d tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1002 time: 0.2360954 Jun 03 15:17:46.967926 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de800fd1-11ff-4b40-8de6-1f9178eb8346 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:46.971801 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-de800fd1-11ff-4b40-8de6-1f9178eb8346 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5072579 Jun 03 15:17:46.991073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32856) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:46.991506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32858) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:46.992245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de800fd1-11ff-4b40-8de6-1f9178eb8346 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d998f5-268c-4c4c-bd00-6611d9d40477,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:47.053812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:47.059924 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:17:47.077088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:47.080809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 32d05f74-cf93-4809-9204-e28630fe984c is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:47.081191 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:47.084635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:floatingip and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:47.089179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:47.097729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:47.120797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-0a0a2416-6c69-4be2-a841-6ab56ddf55af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:47.121470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-0a0a2416-6c69-4be2-a841-6ab56ddf55af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Synchronizing usage tracker for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:47.140535 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:47.150862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d05f74-cf93-4809-9204-e28630fe984c {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:47.179596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 41d90c36-48b5-458f-baef-3ba6b9b02b22 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:47.189560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951106c-4cf1-458e-986f-4713c7be537c req-254bb81e-c53a-44a5-8051-40a822ee1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:47.191065 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6951106c-4cf1-458e-986f-4713c7be537c req-254bb81e-c53a-44a5-8051-40a822ee1d13 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.2815032 Jun 03 15:17:47.208596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 32d05f74-cf93-4809-9204-e28630fe984c, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=32d05f74-cf93-4809-9204-e28630fe984c,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:47.216501 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:47.254280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-0a0a2416-6c69-4be2-a841-6ab56ddf55af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Unset dirty status for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:47.261333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-0a0a2416-6c69-4be2-a841-6ab56ddf55af tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports/3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 943 time: 0.3154876 Jun 03 15:17:47.330285 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6951106c-4cf1-458e-986f-4713c7be537c req-fab46a6f-57db-4dcc-b841-ab2480e76206 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905 HTTP/1.1" status: 200 len: 217 time: 0.0805590 Jun 03 15:17:47.406799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=32d05f74-cf93-4809-9204-e28630fe984c,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:47.407514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951106c-4cf1-458e-986f-4713c7be537c req-272d79f0-3ca0-4352-a52a-f926b84483b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:47.409553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bffafb2f-6298-48ee-9b7d-985c5f37b905 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:47.416001 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6951106c-4cf1-458e-986f-4713c7be537c req-272d79f0-3ca0-4352-a52a-f926b84483b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.0670860 Jun 03 15:17:47.467866 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6951106c-4cf1-458e-986f-4713c7be537c req-8e0f6d31-2cf7-4111-a72f-952ef2c54d95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509787 Jun 03 15:17:47.507696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-7e543d0d-9586-476d-b76a-cb1cf8154b83 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=56abfe7ac6594200b7814a183ed3b39d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1587799 Jun 03 15:17:47.511296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-0e1ca40f-0c6f-4740-a78d-62f1e2d15f8d service neutron] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:47.605926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:47.634190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bffafb2f-6298-48ee-9b7d-985c5f37b905 has no active binding in host n-h1-844595-1 {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:17:47.665351 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d1268033-166b-4ce0-8060-8a7f5480f806 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c95ad44430d64d5b85d7a6e1a95a2003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6625624 Jun 03 15:17:47.668106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32892) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:47.706235 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6951106c-4cf1-458e-986f-4713c7be537c req-4a41512f-feef-44e0-9ab9-401f8bb140a5 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299027 Jun 03 15:17:47.715364 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:47.745747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-0e1ca40f-0c6f-4740-a78d-62f1e2d15f8d service neutron] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:47.839215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-0fdaed8d-5cd6-424a-817a-447abb585144 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1002 time: 0.2100790 Jun 03 15:17:47.860334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-49c7222c-c107-4cbf-90a7-0520f182ef67 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:47.865408 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-49c7222c-c107-4cbf-90a7-0520f182ef67 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428118 Jun 03 15:17:47.869906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-0e1ca40f-0c6f-4740-a78d-62f1e2d15f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffafb2f-6298-48ee-9b7d-985c5f37b905 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:47.919620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf401933-b199-4205-8ba7-87c1a149f341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:47.963288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-0e1ca40f-0c6f-4740-a78d-62f1e2d15f8d service neutron] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:47.987453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-4f75ecd4-5be8-4e42-aa26-4f419c002482 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/quotas/56abfe7ac6594200b7814a183ed3b39d HTTP/1.1" status: 200 len: 375 time: 0.0891275 Jun 03 15:17:48.002419 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6951106c-4cf1-458e-986f-4713c7be537c req-42c380aa-1423-44d2-b0aa-404bc601d974 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886233 Jun 03 15:17:48.004904 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf401933-b199-4205-8ba7-87c1a149f341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.007742 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-0e1ca40f-0c6f-4740-a78d-62f1e2d15f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.064168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['0db8d5bf-996e-4395-aa33-eb20e220e457'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:48.064855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Allocated IP 172.25.7.123 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/63b9c12a-5e16-40a9-9c23-627e5dd996c5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:48.099158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['5c65f082-942e-4d38-9918-7ae2464736bf'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:48.124913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['ddf4759c-74be-4ad0-97de-2d92b51875cf'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:48.159537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf401933-b199-4205-8ba7-87c1a149f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.167098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['9e2ef47a-bfd8-4169-8e25-b9aff3147f27'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:48.169682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-551042da-4fd8-448d-ad8f-d162040f6931 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:48.171068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-551042da-4fd8-448d-ad8f-d162040f6931 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.3046625 Jun 03 15:17:48.186291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf401933-b199-4205-8ba7-87c1a149f341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d404db75-4291-453e-a8a2-bd85b65b3c97,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:48.204856 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf401933-b199-4205-8ba7-87c1a149f341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.208476 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cf401933-b199-4205-8ba7-87c1a149f341 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d404db75-4291-453e-a8a2-bd85b65b3c97 HTTP/1.1" status: 204 len: 168 time: 0.5351608 Jun 03 15:17:48.309997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.325577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-f3d99a9c-1046-47c3-ba7e-a014ff520b9e tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3243039 Jun 03 15:17:48.355073 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.366401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-b6196b3b-a579-4dcf-a93b-c46871fb3f19 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 1002 time: 0.1808710 Jun 03 15:17:48.371241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-0e1ca40f-0c6f-4740-a78d-62f1e2d15f8d service neutron] Transition to ACTIVE for port object bffafb2f-6298-48ee-9b7d-985c5f37b905 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:48.380853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-94622810-76d4-48ec-8dd9-45450dc2f16c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:48.474139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:48.477629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:48.485819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:48.540079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Port': ['ID=63b9c12a-5e16-40a9-9c23-627e5dd996c5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:48.602294 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.737431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b0474c-9ad0-4b66-949a-7a443d1a49e2', 'name': 'network-vif-deleted', 'tag': '5bf019a5-5e94-434a-9a5f-6c42957e3a08'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:48.743100 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.803715 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-0e1ca40f-0c6f-4740-a78d-62f1e2d15f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:48.940999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32922) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:49.005250 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-94622810-76d4-48ec-8dd9-45450dc2f16c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.042538 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-116745cb-88ea-4804-8e72-167e7045b915 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1a6bbc8739f4097a1f37c71689775bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0928478 Jun 03 15:17:49.056908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 32928) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:49.086781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-0e1ca40f-0c6f-4740-a78d-62f1e2d15f8d service neutron] No DVR routers for this DVR port bffafb2f-6298-48ee-9b7d-985c5f37b905 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:17:49.166735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.174169 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.184358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ca40f-0c6f-4740-a78d-62f1e2d15f8d service neutron] Pushing event updated for resources: {'Port': ['ID=bffafb2f-6298-48ee-9b7d-985c5f37b905,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:49.207609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-0e1ca40f-0c6f-4740-a78d-62f1e2d15f8d service neutron] 10.222.0.67 "PUT /v2.0/ports/bffafb2f-6298-48ee-9b7d-985c5f37b905/bindings/n-h1-844595-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5635061 Jun 03 15:17:49.285358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Port': ['ID=63b9c12a-5e16-40a9-9c23-627e5dd996c5,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:49.297698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.321524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.343767 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6641e1be-b794-42d6-a296-070e17a25dfb tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3347411 Jun 03 15:17:49.374264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c43d91-188f-4be7-97b0-57c3694a3286 req-13d48a9e-4492-4186-aee0-5a244ed24672 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:49.381194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69c43d91-188f-4be7-97b0-57c3694a3286 req-13d48a9e-4492-4186-aee0-5a244ed24672 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 946 time: 0.6285908 Jun 03 15:17:49.441687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['d500350a-7ffd-4d63-9ddb-f9e3a64d6138'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:49.471200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['6bae21fe-4516-4a76-bb34-c0ff106041d2'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:49.502113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f61f1f9-84b9-4d4d-82a5-6d1919b8a674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.516049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['32d05f74-cf93-4809-9204-e28630fe984c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:49.543095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-94622810-76d4-48ec-8dd9-45450dc2f16c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.554451 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-94622810-76d4-48ec-8dd9-45450dc2f16c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.554800 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-94622810-76d4-48ec-8dd9-45450dc2f16c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Floating IP f989f8ad-e316-4c17-bb96-b3451188f7c6 disassociated. External IP: 172.25.7.175, port: 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5. Jun 03 15:17:49.630612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69c43d91-188f-4be7-97b0-57c3694a3286 req-f8926645-9f0b-406c-880f-77908b04c2a0 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485535 Jun 03 15:17:49.637267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f61f1f9-84b9-4d4d-82a5-6d1919b8a674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:49.686576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-7468ba6e-3a82-41c6-93f9-840a69a00f9b tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:49.688123 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-7468ba6e-3a82-41c6-93f9-840a69a00f9b tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.3785157 Jun 03 15:17:49.915227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-21185fc4-c923-46eb-a709-eca4f7399368 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=56abfe7ac6594200b7814a183ed3b39d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650575 Jun 03 15:17:49.915479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bffafb2f-6298-48ee-9b7d-985c5f37b905 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:17:49.992416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bffafb2f-6298-48ee-9b7d-985c5f37b905 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:17:50.018921 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f61f1f9-84b9-4d4d-82a5-6d1919b8a674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:50.229490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61f1f9-84b9-4d4d-82a5-6d1919b8a674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff341ac-7915-430e-be03-9df3b3315226,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:50.306220 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f61f1f9-84b9-4d4d-82a5-6d1919b8a674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:50.307214 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0f61f1f9-84b9-4d4d-82a5-6d1919b8a674 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bff341ac-7915-430e-be03-9df3b3315226 HTTP/1.1" status: 204 len: 168 time: 1.2345586 Jun 03 15:17:50.394804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-2b21f719-2bee-4654-8a7b-5867fa6b39be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.396314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-2b21f719-2bee-4654-8a7b-5867fa6b39be service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c&tenant_id=0d78e7387998464690d183527a2939a5 HTTP/1.1" status: 200 len: 1096 time: 0.6513038 Jun 03 15:17:50.413457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf5966-1e31-4734-82a2-6ae82558d1d3 req-c89baa58-ae6d-4b54-84e2-7c46ea95faaa tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.419098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf5966-1e31-4734-82a2-6ae82558d1d3 req-c89baa58-ae6d-4b54-84e2-7c46ea95faaa tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.424757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf5966-1e31-4734-82a2-6ae82558d1d3 req-c89baa58-ae6d-4b54-84e2-7c46ea95faaa tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.430850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf5966-1e31-4734-82a2-6ae82558d1d3 req-c89baa58-ae6d-4b54-84e2-7c46ea95faaa tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.438004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf5966-1e31-4734-82a2-6ae82558d1d3 req-c89baa58-ae6d-4b54-84e2-7c46ea95faaa tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.444399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf5966-1e31-4734-82a2-6ae82558d1d3 req-c89baa58-ae6d-4b54-84e2-7c46ea95faaa tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.449987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf5966-1e31-4734-82a2-6ae82558d1d3 req-c89baa58-ae6d-4b54-84e2-7c46ea95faaa tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.451898 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78cf5966-1e31-4734-82a2-6ae82558d1d3 req-c89baa58-ae6d-4b54-84e2-7c46ea95faaa tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5436 time: 0.6601801 Jun 03 15:17:50.527331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-ea135364-801e-4c2c-9f32-dfc72c06ff48 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.528868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-ea135364-801e-4c2c-9f32-dfc72c06ff48 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6059556 Jun 03 15:17:50.555076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Request body: {'port': {'device_id': '21d8585e-335d-4885-aa26-de32831c58e1', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '56abfe7ac6594200b7814a183ed3b39d'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:50.586026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-94622810-76d4-48ec-8dd9-45450dc2f16c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Router e8e62426-4aae-4f37-9680-2bde483f80de has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:17:50.657170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78cf5966-1e31-4734-82a2-6ae82558d1d3 req-571f817e-8ad3-49af-be1b-cd448526d884 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1991234 Jun 03 15:17:50.841376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-879027aa-d927-4b5e-bce6-2df2a86c5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:50.842831 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-879027aa-d927-4b5e-bce6-2df2a86c5cfc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 1096 time: 0.3900170 Jun 03 15:17:51.034867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:51.066840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:51.069526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-94622810-76d4-48ec-8dd9-45450dc2f16c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:17:51.074278 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-94622810-76d4-48ec-8dd9-45450dc2f16c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.080456 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da323fa7-67ee-40d7-98e5-7543d5628e10 None None] Sync routers for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:17:51.090519 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da323fa7-67ee-40d7-98e5-7543d5628e10 None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:51.091559 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-da323fa7-67ee-40d7-98e5-7543d5628e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:51.160728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Made reservation on behalf of 56abfe7ac6594200b7814a183ed3b39d for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:51.164170 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.195608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-3aefc682-ed17-42c3-b4c2-f8eeceae2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:51.197361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-3aefc682-ed17-42c3-b4c2-f8eeceae2d2a service neutron] 10.222.0.75 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.2832544 Jun 03 15:17:51.209589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d414f08-50e5-479d-8e0b-54d45b7db90a req-0037a5e7-2861-479a-a6dc-055977d1651f tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:51.209589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d414f08-50e5-479d-8e0b-54d45b7db90a req-0037a5e7-2861-479a-a6dc-055977d1651f tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 945 time: 0.4379971 Jun 03 15:17:51.222134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-94622810-76d4-48ec-8dd9-45450dc2f16c tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "PUT /v2.0/floatingips/f989f8ad-e316-4c17-bb96-b3451188f7c6 HTTP/1.1" status: 200 len: 696 time: 2.8372679 Jun 03 15:17:51.236905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ddf4759c-74be-4ad0-97de-2d92b51875cf up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:51.309766 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-da323fa7-67ee-40d7-98e5-7543d5628e10 None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:51.332164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port ddf4759c-74be-4ad0-97de-2d92b51875cf completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:51.355967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port ddf4759c-74be-4ad0-97de-2d92b51875cf triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:51.356922 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.384544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-9b34afaf-8ca9-471e-a9fd-f0e475628e86 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905 HTTP/1.1" status: 200 len: 217 time: 0.1292078 Jun 03 15:17:51.501188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d414f08-50e5-479d-8e0b-54d45b7db90a req-f9fe094a-5bd0-4ec0-a2d9-b9e95bdb371b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469616 Jun 03 15:17:51.563636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-d36fb2e6-72e3-49bb-9b47-59e43ffad353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:51.565082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-d36fb2e6-72e3-49bb-9b47-59e43ffad353 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1690230 Jun 03 15:17:51.608312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ddf4759c-74be-4ad0-97de-2d92b51875cf is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:51.610413 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.628655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-9fc50d4f-448a-4e75-9226-0c2f3e5fdd00 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485687 Jun 03 15:17:51.633382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-1a2194e0-a2a6-41f9-a9d9-d29039279cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:51.640756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-1a2194e0-a2a6-41f9-a9d9-d29039279cd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 1097 time: 0.4176991 Jun 03 15:17:51.665606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf4759c-74be-4ad0-97de-2d92b51875cf'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:51.678766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ddf4759c-74be-4ad0-97de-2d92b51875cf, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ddf4759c-74be-4ad0-97de-2d92b51875cf,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:51.688956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.690202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0db8d5bf-996e-4395-aa33-eb20e220e457 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:51.820853 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-da323fa7-67ee-40d7-98e5-7543d5628e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:51.824181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ddf4759c-74be-4ad0-97de-2d92b51875cf,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:51.837111 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da323fa7-67ee-40d7-98e5-7543d5628e10 None None] Checking router: e8e62426-4aae-4f37-9680-2bde483f80de for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:17:51.839055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 0db8d5bf-996e-4395-aa33-eb20e220e457 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:51.846552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 0db8d5bf-996e-4395-aa33-eb20e220e457 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:51.847282 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:51.848721 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da323fa7-67ee-40d7-98e5-7543d5628e10 None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:17:51.849352 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-da323fa7-67ee-40d7-98e5-7543d5628e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:51.974020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Allocated IP 192.168.233.155 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/3b3eb097-85ca-440e-8d82-bfe76e310e30) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:52.029227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0db8d5bf-996e-4395-aa33-eb20e220e457 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:52.029602 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.083132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0db8d5bf-996e-4395-aa33-eb20e220e457, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0db8d5bf-996e-4395-aa33-eb20e220e457,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:52.092831 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.094101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:52.116069 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-da323fa7-67ee-40d7-98e5-7543d5628e10 None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:17:52.127783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-a96afb9c-1c93-409d-ba4d-f678826893b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:52.135316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-a96afb9c-1c93-409d-ba4d-f678826893b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.4937398 Jun 03 15:17:52.240912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-849da932-57cd-40d3-8dc7-9bc187ceba9e service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979326 Jun 03 15:17:52.247946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-da99f24b-7694-477b-80c4-780136cd5bce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 217 time: 0.1115344 Jun 03 15:17:52.260096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0db8d5bf-996e-4395-aa33-eb20e220e457,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:52.264052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:52.272410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:52.272410 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.387118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d482faf4-50a9-4887-8d8a-d3b4bb16c781 req-670d98ce-658d-4a3d-b7ea-461191af7125 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 210 time: 0.1979828 Jun 03 15:17:52.491567 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7365de69-7ae8-4f5c-9e44-5d34477e8aae'] response: {'server_uuid': '90b0474c-9ad0-4b66-949a-7a443d1a49e2', 'name': 'network-vif-deleted', 'tag': '5bf019a5-5e94-434a-9a5f-6c42957e3a08', 'status': 'completed', 'code': 200} Jun 03 15:17:52.500821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:52.501414 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.527201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32988) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:52.546230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-3198f478-f67d-4fc3-98c0-74d0096da6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:52.553816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-3198f478-f67d-4fc3-98c0-74d0096da6f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.3048646 Jun 03 15:17:52.557496 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-da323fa7-67ee-40d7-98e5-7543d5628e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:52.581488 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da323fa7-67ee-40d7-98e5-7543d5628e10 None None] The sync data for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 is: [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:15:36Z', 'revision_number': 4, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6bc6aa50-7712-4086-882f-00869fbff469', 'name': '', 'network_id': '02f30ac2-d366-4b58-b8c6-63e7a0ca1b75', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'mac_address': 'fa:16:3e:0f:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '5dd39810-98ad-4265-8761-25da18b22538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:33Z', 'updated_at': '2022-06-03T15:15:46Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'subnets': [{'id': '5dd39810-98ad-4265-8761-25da18b22538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:17:52.588131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:52.593997 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.681988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:52.695293 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-148d8e17-c100-4821-ab46-9bce0cf28319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.696153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-28f84dea-fd01-4de9-9dad-0ac8b55d8d00 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236689 Jun 03 15:17:52.700022 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.711585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-148d8e17-c100-4821-ab46-9bce0cf28319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:52.715586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-148d8e17-c100-4821-ab46-9bce0cf28319 admin admin] Usage tracker for resource:security_group_rule and tenant:6032344a22fd4a618d3340cf6131a09b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:52.718759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-148d8e17-c100-4821-ab46-9bce0cf28319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:52.724833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-148d8e17-c100-4821-ab46-9bce0cf28319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:52.744671 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-678cf833-ad5e-4a07-a673-e08dffc00688 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1721830164&fields=id&tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f HTTP/1.1" status: 200 len: 267 time: 0.1053972 Jun 03 15:17:52.745551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Transition to ACTIVE for port object 3b3eb097-85ca-440e-8d82-bfe76e310e30 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:52.816457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-148d8e17-c100-4821-ab46-9bce0cf28319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.818551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-2f94b5ac-7dd8-493e-8d1e-a035cab065d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:52.820177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-2f94b5ac-7dd8-493e-8d1e-a035cab065d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2655556 Jun 03 15:17:52.827348 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-148d8e17-c100-4821-ab46-9bce0cf28319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.891368 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-148d8e17-c100-4821-ab46-9bce0cf28319 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6032344a22fd4a618d3340cf6131a09b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630269 Jun 03 15:17:52.892295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d8e17-c100-4821-ab46-9bce0cf28319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe7fbc-3fc3-4fb0-a8de-795387748df4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:52.895077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33004) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:52.931487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31a68b-b346-49bc-ae76-866b89c3f33d None None] New status for floating IP f989f8ad-e316-4c17-bb96-b3451188f7c6: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:17:52.939877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b8469b3b-8c2a-400a-b7a2-8c5c20cdf4f2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:52.946497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b8469b3b-8c2a-400a-b7a2-8c5c20cdf4f2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports/3890ffab-7510-469e-b625-97d5d45c686f HTTP/1.1" status: 200 len: 931 time: 0.1929049 Jun 03 15:17:52.970716 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3e0610c-97fc-4d4e-b668-08b9fac04d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:52.998129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3e0610c-97fc-4d4e-b668-08b9fac04d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.044049 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.055385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3e0610c-97fc-4d4e-b668-08b9fac04d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.068624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['4063cb38-017f-446d-b983-efa260d39050', 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'b03c6ef7-b80f-4aba-a465-41e8e39592fc'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:53.070326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0610c-97fc-4d4e-b668-08b9fac04d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe7fbc-3fc3-4fb0-a8de-795387748df4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:53.076760 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3e0610c-97fc-4d4e-b668-08b9fac04d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.078348 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a3e0610c-97fc-4d4e-b668-08b9fac04d19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fabe7fbc-3fc3-4fb0-a8de-795387748df4 HTTP/1.1" status: 204 len: 168 time: 0.1823196 Jun 03 15:17:53.168362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:53.183623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:53.186810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:53.243318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c5110a49-eac8-4217-8bd0-d958e63e3494 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:53.244784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c5110a49-eac8-4217-8bd0-d958e63e3494 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports/f2ca11ca-44c8-4549-99e5-92e591e618e4 HTTP/1.1" status: 200 len: 930 time: 0.2972519 Jun 03 15:17:53.267771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:53.347720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c5f930a3-633e-41fa-985a-31a046f4e7cc tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?network_id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0899136 Jun 03 15:17:53.349525 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-3d4adbc9-bc41-4301-8792-3c94666ca0bb service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202391 Jun 03 15:17:53.400810 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 6bae21fe-4516-4a76-bb34-c0ff106041d2 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:53.427174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:53.428036 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.545404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 6bae21fe-4516-4a76-bb34-c0ff106041d2 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:53.558870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 6bae21fe-4516-4a76-bb34-c0ff106041d2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:53.559240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.572955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-ffe4b07a-9dac-4a94-9a3a-c063d909cb60 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?network_id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1672819 Jun 03 15:17:53.578521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-2ce1ce13-5069-43a0-b0ab-6226b09e92ca tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:53.579938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-2ce1ce13-5069-43a0-b0ab-6226b09e92ca tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.5854118 Jun 03 15:17:53.615985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ff278ddd-5e2d-4f5a-9155-4e6b1f78e23a None None] Provisioning for port 3b3eb097-85ca-440e-8d82-bfe76e310e30 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:53.640716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ff278ddd-5e2d-4f5a-9155-4e6b1f78e23a None None] Provisioning complete for port 3b3eb097-85ca-440e-8d82-bfe76e310e30 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:53.640716 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ff278ddd-5e2d-4f5a-9155-4e6b1f78e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.652987 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-78909553-0997-4c28-9c79-d1e8603ac4be tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1064312 Jun 03 15:17:53.767241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ff278ddd-5e2d-4f5a-9155-4e6b1f78e23a None None] Port 3b3eb097-85ca-440e-8d82-bfe76e310e30 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:17:53.852907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 6bae21fe-4516-4a76-bb34-c0ff106041d2 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:53.853283 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.859307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Request body: {'port': {'device_id': '21d8585e-335d-4885-aa26-de32831c58e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:53.920806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33030) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:53.971349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 6bae21fe-4516-4a76-bb34-c0ff106041d2, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=6bae21fe-4516-4a76-bb34-c0ff106041d2,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:53.972627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10ff65b6-7d7d-4713-a712-c3536adcd4b8 req-9bef45c9-b2f0-4a13-97f9-7065fcf9b8ba service neutron] 10.222.0.48 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6069229 Jun 03 15:17:53.987227 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:53.988133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 5c65f082-942e-4d38-9918-7ae2464736bf up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:54.048402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2027776031-network', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:54.054509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:54.061118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Usage tracker for resource:network and tenant:a4793e20eebe4d769a5d2f0fb254ba92 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:54.064384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:54.071759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:54.086603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2acb1d89-75da-4f60-88af-2ffa09291e72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:54.088756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Made reservation on behalf of a4793e20eebe4d769a5d2f0fb254ba92 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:54.092182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.092312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2acb1d89-75da-4f60-88af-2ffa09291e72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:54.097980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2acb1d89-75da-4f60-88af-2ffa09291e72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:54.099604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2acb1d89-75da-4f60-88af-2ffa09291e72 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/networks?id=6cedb352-1546-434a-82fe-cc940db20f3e&id=3914fca6-9415-4fbb-836b-cb74455033e9&id=3914fca6-9415-4fbb-836b-cb74455033e9&id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d&id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d HTTP/1.1" status: 200 len: 1989 time: 0.5158503 Jun 03 15:17:54.116740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.143361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:54.147167 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.150998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Usage tracker for resource:security_group_rule and tenant:a4793e20eebe4d769a5d2f0fb254ba92 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:54.154930 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:54.161724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:54.180862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=6bae21fe-4516-4a76-bb34-c0ff106041d2,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:54.191522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9be51392-9465-4398-89b6-171773f524f1 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/quotas/bdc2ba9228fc41f8b3d0f5821569d86f HTTP/1.1" status: 200 len: 375 time: 0.0453997 Jun 03 15:17:54.196210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.196554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.196890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.197221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.197548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.197884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.198220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.198542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.198862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.199182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.199499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.199816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:54.230932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 5c65f082-942e-4d38-9918-7ae2464736bf completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:54.239270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 5c65f082-942e-4d38-9918-7ae2464736bf triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:54.239636 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.340171 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.346816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.393537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-14eebf9d-2fe5-443d-8356-36b436a13cca service neutron] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:54.404178 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-14eebf9d-2fe5-443d-8356-36b436a13cca service neutron] Notify callbacks [] for binding, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.404956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94de41e0-05b9-47f0-bb85-25d6e57e9dfe req-14eebf9d-2fe5-443d-8356-36b436a13cca service neutron] 10.222.0.75 "DELETE /v2.0/ports/bffafb2f-6298-48ee-9b7d-985c5f37b905/bindings/n-h2-844595-1 HTTP/1.1" status: 204 len: 173 time: 0.8176494 Jun 03 15:17:54.430179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:17:54.445164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e18373-41b4-4dd0-88bd-abc44f3bdec9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:54.451420 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.451812 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Added segment 84c8c22b-f308-4933-887b-86100dbdcad1 of type vlan for network da7253fd-8f6a-4440-bc5e-2a046170d873 Jun 03 15:17:54.469437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 5c65f082-942e-4d38-9918-7ae2464736bf is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:54.470041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.486906 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.496920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:54.533386 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.534072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 5c65f082-942e-4d38-9918-7ae2464736bf, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=5c65f082-942e-4d38-9918-7ae2464736bf,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:54.536474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:54.539007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.539177 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.540177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d500350a-7ffd-4d63-9ddb-f9e3a64d6138 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:54.559870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-66048f4c-79e9-4dd3-bae2-f046bfb708be tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3264387 Jun 03 15:17:54.619370 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6968317 Jun 03 15:17:54.627812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:54.674681 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f156d63-c22e-4237-b1f7-1a96e4d4339d'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf4759c-74be-4ad0-97de-2d92b51875cf', 'code': 200} Jun 03 15:17:54.681444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Request body: {'subnet': {'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2027776031-subnet', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:54.701390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:54.709732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Usage tracker for resource:subnet and tenant:a4793e20eebe4d769a5d2f0fb254ba92 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:54.714610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:54.722062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13169c04-f212-4d8b-8d73-60cf83e0db2b admin admin] Pushing event updated for resources: {'Network': ['ID=da7253fd-8f6a-4440-bc5e-2a046170d873,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:54.724378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:54.747571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Made reservation on behalf of a4793e20eebe4d769a5d2f0fb254ba92 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:17:54.748877 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-69b27344-eabb-4257-bd76-8c5d25d92413 service neutron] 10.222.0.48 "GET /v2.0/networks/6cedb352-1546-434a-82fe-cc940db20f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880786 Jun 03 15:17:54.750780 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.762763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network da7253fd-8f6a-4440-bc5e-2a046170d873 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:17:54.781106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=5c65f082-942e-4d38-9918-7ae2464736bf,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:54.877831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:54.885460 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:54.886087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.945314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3eb097-85ca-440e-8d82-bfe76e310e30 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:54.961034 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:54.999625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Transition to ACTIVE for port object 3b3eb097-85ca-440e-8d82-bfe76e310e30 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:55.012449 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.014971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.030973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:55.031351 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.065910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d500350a-7ffd-4d63-9ddb-f9e3a64d6138, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:55.069054 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17b2f852-52d4-4b78-96ce-1193cdbe7d0e service neutron] 10.222.0.48 "GET /v2.0/networks/6cedb352-1546-434a-82fe-cc940db20f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193350 Jun 03 15:17:55.072333 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.073379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 32d05f74-cf93-4809-9204-e28630fe984c up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:55.095156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd6f56c-dc59-4343-a3e9-8076a5b3398a,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:55.102696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Checking segment: {'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:55.103046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Network hostable DHCP agents. Network: da7253fd-8f6a-4440-bc5e-2a046170d873, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:17:55.124328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Network da7253fd-8f6a-4440-bc5e-2a046170d873 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:17:55.141123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, da7253fd-8f6a-4440-bc5e-2a046170d873) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:55.153002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:55.153860 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.184549 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-be005b2e-e404-4e40-bddd-ab1cdb69d9e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5556479 Jun 03 15:17:55.185903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33054) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:17:55.192150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb9f966-036c-41e2-9f55-91684bfeeb99 None None] Network da7253fd-8f6a-4440-bc5e-2a046170d873 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:55.215221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf7ee-d45e-4e59-a541-8823c0db7fb7 req-58bf0040-7b0e-4bc5-86de-d2bd4ba63932 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:55.221457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf7ee-d45e-4e59-a541-8823c0db7fb7 req-58bf0040-7b0e-4bc5-86de-d2bd4ba63932 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:55.227318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf7ee-d45e-4e59-a541-8823c0db7fb7 req-58bf0040-7b0e-4bc5-86de-d2bd4ba63932 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:55.233317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf7ee-d45e-4e59-a541-8823c0db7fb7 req-58bf0040-7b0e-4bc5-86de-d2bd4ba63932 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:55.239401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf7ee-d45e-4e59-a541-8823c0db7fb7 req-58bf0040-7b0e-4bc5-86de-d2bd4ba63932 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:55.245196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf7ee-d45e-4e59-a541-8823c0db7fb7 req-58bf0040-7b0e-4bc5-86de-d2bd4ba63932 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:55.251210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf7ee-d45e-4e59-a541-8823c0db7fb7 req-58bf0040-7b0e-4bc5-86de-d2bd4ba63932 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:55.253128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d0cf7ee-d45e-4e59-a541-8823c0db7fb7 req-58bf0040-7b0e-4bc5-86de-d2bd4ba63932 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5441 time: 0.4529030 Jun 03 15:17:55.263901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:17:55.269422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:55.279636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:17:55.333853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Usage tracker for resource:router and tenant:a4793e20eebe4d769a5d2f0fb254ba92 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:17:55.335333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:55.370123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:17:55.393081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:17:55.394957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 32d05f74-cf93-4809-9204-e28630fe984c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:55.406360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-4d5766c0-2b66-4ac5-acec-8c955073ecea service neutron] 10.222.0.48 "GET /v2.0/ports/3890ffab-7510-469e-b625-97d5d45c686f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2675414 Jun 03 15:17:55.411985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 32d05f74-cf93-4809-9204-e28630fe984c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:55.412388 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.447402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d0cf7ee-d45e-4e59-a541-8823c0db7fb7 req-10597b2a-5584-48c7-a4f2-bffc5bd2cd28 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1750417 Jun 03 15:17:55.456112 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.457110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.549962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:55.550297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:55.550627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:55.556911 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.638312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-da7253fd-8f6a-4440-bc5e-2a046170d873', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'fixed_ips': [{'subnet_id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:17:55.639106 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.660187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 32d05f74-cf93-4809-9204-e28630fe984c is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:55.660482 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.702587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:17:55.702905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:55.717110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:55.717446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:55.718054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:55.718347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Bound port: 3b3eb097-85ca-440e-8d82-bfe76e310e30, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:55.718708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.751282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-066485bb-106b-4011-a5d4-89b43e889613 service neutron] 10.222.0.48 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316998 Jun 03 15:17:55.762308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 32d05f74-cf93-4809-9204-e28630fe984c, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=32d05f74-cf93-4809-9204-e28630fe984c,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:55.773375 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:55.892906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=32d05f74-cf93-4809-9204-e28630fe984c,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:55.898340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Allocated IP 172.20.0.2 (da7253fd-8f6a-4440-bc5e-2a046170d873/ecd6f56c-dc59-4343-a3e9-8076a5b3398a/818fc81d-bfa7-4376-9555-4655cfdb65f6) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:56.135537 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.145904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Transition to ACTIVE for port object 818fc81d-bfa7-4376-9555-4655cfdb65f6 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:56.163765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Transition to ACTIVE for port object 818fc81d-bfa7-4376-9555-4655cfdb65f6 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:17:56.170224 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.202135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:56.205868 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.237491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Network da7253fd-8f6a-4440-bc5e-2a046170d873 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:56.239152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:56.240531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:56.244145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:56.250027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Pushing event updated for resources: {'Port': ['ID=818fc81d-bfa7-4376-9555-4655cfdb65f6,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:56.272838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.322817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-8ec4985f-655a-41e2-9b43-3e21ec742b2e service neutron] 10.222.0.48 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854631 Jun 03 15:17:56.335418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Attempting to bind port 818fc81d-bfa7-4376-9555-4655cfdb65f6 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:17:56.335808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Attempting to bind port 818fc81d-bfa7-4376-9555-4655cfdb65f6 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:17:56.336165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Attempting to bind port 818fc81d-bfa7-4376-9555-4655cfdb65f6 on network da7253fd-8f6a-4440-bc5e-2a046170d873 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:17:56.351263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:17:56.351630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Checking segment: {'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:17:56.352022 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.352463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Bound using segment: {'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:17:56.352929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Bound port: 818fc81d-bfa7-4376-9555-4655cfdb65f6, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:17:56.353295 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.419997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:56.420371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.421804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] 10.222.0.67 "PUT /v2.0/ports/3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 1096 time: 2.5719719 Jun 03 15:17:56.451655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] For port 818fc81d-bfa7-4376-9555-4655cfdb65f6, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:17:56.456093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] For port 818fc81d-bfa7-4376-9555-4655cfdb65f6, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=818fc81d-bfa7-4376-9555-4655cfdb65f6,segment=NetworkSegment(84c8c22b-f308-4933-887b-86100dbdcad1),segment_id=84c8c22b-f308-4933-887b-86100dbdcad1)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:17:56.461526 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:56.493569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e19a2-7f32-4d57-b00f-5a8607af2355 req-394f839b-0fd2-4d9b-9379-16716ceaa6c8 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:56.498359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a3e19a2-7f32-4d57-b00f-5a8607af2355 req-394f839b-0fd2-4d9b-9379-16716ceaa6c8 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 945 time: 0.6714404 Jun 03 15:17:56.508197 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-87c6799d-be07-41ca-9ea6-04ba4dcd2e34 service neutron] 10.222.0.48 "GET /v2.0/ports/f2ca11ca-44c8-4549-99e5-92e591e618e4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1732590 Jun 03 15:17:56.541717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b87358-f38e-4f7e-8b99-d5b2ef51fbb1 None None] Pushing event updated for resources: {'Port': ['ID=818fc81d-bfa7-4376-9555-4655cfdb65f6,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:56.557202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe13ec-507a-42c7-878e-bfb3160734fa service neutron] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:56.676806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db8d5bf-996e-4395-aa33-eb20e220e457'}, {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2ef47a-bfd8-4169-8e25-b9aff3147f27'}, {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bae21fe-4516-4a76-bb34-c0ff106041d2'}, {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c65f082-942e-4d38-9918-7ae2464736bf'}, {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd500350a-7ffd-4d63-9ddb-f9e3a64d6138'}, {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d05f74-cf93-4809-9204-e28630fe984c'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:17:56.712998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a3e19a2-7f32-4d57-b00f-5a8607af2355 req-92d1a649-00c8-4bd1-a488-1c488743fdae tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113338 Jun 03 15:17:56.802096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-1fec1e81-c5d2-490a-bccc-a4230b2fa85f service neutron] 10.222.0.48 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368715 Jun 03 15:17:56.810315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-e1632906-5362-4d6f-8c71-6b8e0e776f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:56.811963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-e1632906-5362-4d6f-8c71-6b8e0e776f39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1099 time: 0.3095245 Jun 03 15:17:56.994710 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-1139f119-b5a1-4f88-889b-7413f46f8178 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 217 time: 0.1559241 Jun 03 15:17:57.249982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bfb3e235-c073-4b79-839d-9a85c7a95196 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:17:57.407432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port bfb3e235-c073-4b79-839d-9a85c7a95196, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bfb3e235-c073-4b79-839d-9a85c7a95196,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:57.415043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-c36a03b3-790d-4a27-a867-520bd11cf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:57.416491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-c36a03b3-790d-4a27-a867-520bd11cf002 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.4134090 Jun 03 15:17:57.418579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-4b741eea-9541-41cd-80fe-2392f254388e service neutron] 10.222.0.48 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058180 Jun 03 15:17:57.421502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'bfb3e235-c073-4b79-839d-9a85c7a95196', 'network_id': '792a4a9d-a386-4c71-aeab-373b9ac4887e', 'port_id': 'bfb3e235-c073-4b79-839d-9a85c7a95196', 'mac_address': 'fa:16:3e:46:dd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b9255b-6a22-475f-892c-3d87acb00f06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:17:57.486157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port bfb3e235-c073-4b79-839d-9a85c7a95196 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:57.486532 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.504369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfb3e235-c073-4b79-839d-9a85c7a95196 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:17:57.522069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port bfb3e235-c073-4b79-839d-9a85c7a95196, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bfb3e235-c073-4b79-839d-9a85c7a95196,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:57.527157 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.549005 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.581130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d912073-1f60-4461-8255-e9d0c79aad94 None None] Network da7253fd-8f6a-4440-bc5e-2a046170d873 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:17:57.594967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f32862-20f0-4ef6-adc1-c934d1d9c5f9 req-a4d6a576-19f1-451b-87ab-4eb1ea942314 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:57.596172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c7f32862-20f0-4ef6-adc1-c934d1d9c5f9 req-a4d6a576-19f1-451b-87ab-4eb1ea942314 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Synchronizing usage tracker for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:17:57.609062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:57.681846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=bfb3e235-c073-4b79-839d-9a85c7a95196,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:57.693500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9db1bfcc-5ea7-488f-a42f-859b16fb6060 None None] Provisioning for port 818fc81d-bfa7-4376-9555-4655cfdb65f6 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:57.704667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c7f32862-20f0-4ef6-adc1-c934d1d9c5f9 req-a4d6a576-19f1-451b-87ab-4eb1ea942314 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Unset dirty status for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:17:57.705832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7f32862-20f0-4ef6-adc1-c934d1d9c5f9 req-a4d6a576-19f1-451b-87ab-4eb1ea942314 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 948 time: 0.8691306 Jun 03 15:17:57.761438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['bfb3e235-c073-4b79-839d-9a85c7a95196'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:17:57.795297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-eecb9bf9-3f4c-46a9-b73f-097584abb982 service neutron] 10.222.0.48 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684568 Jun 03 15:17:57.897407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 818fc81d-bfa7-4376-9555-4655cfdb65f6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:57.916061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-86a7c27c-a993-4d32-85c4-80e098df4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:57.917549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-86a7c27c-a993-4d32-85c4-80e098df4fe1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4897332 Jun 03 15:17:57.924288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7f32862-20f0-4ef6-adc1-c934d1d9c5f9 req-a69afcd5-e0e9-4d17-9e5a-052719553c30 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101841 Jun 03 15:17:57.974641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Allocated IP 172.25.7.125 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/9080d6f1-7ff9-4d63-9456-bcaa49075b0b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:17:58.087207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 818fc81d-bfa7-4376-9555-4655cfdb65f6 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:17:58.103585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 818fc81d-bfa7-4376-9555-4655cfdb65f6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:58.103950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.199484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-76a952a2-6a7e-412f-9a30-757a8935d40b service neutron] 10.222.0.48 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913996 Jun 03 15:17:58.211632 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14dd8c5b-eadf-4f57-9765-43408c535d4d'] response: {'name': 'network-changed', 'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'status': 'completed', 'code': 200} Jun 03 15:17:58.279523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 818fc81d-bfa7-4376-9555-4655cfdb65f6 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:58.279829 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.326966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 818fc81d-bfa7-4376-9555-4655cfdb65f6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=818fc81d-bfa7-4376-9555-4655cfdb65f6,segment=NetworkSegment(84c8c22b-f308-4933-887b-86100dbdcad1),segment_id=84c8c22b-f308-4933-887b-86100dbdcad1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:58.332066 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.386064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-13c55078-5ae7-4330-89d8-b566357b1c42 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603078 Jun 03 15:17:58.420070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=818fc81d-bfa7-4376-9555-4655cfdb65f6,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:58.446991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e7bff5fa-fa1f-471c-b321-de858a1c32ca None None] Provisioning complete for port 818fc81d-bfa7-4376-9555-4655cfdb65f6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:58.447474 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7bff5fa-fa1f-471c-b321-de858a1c32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.570283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e7bff5fa-fa1f-471c-b321-de858a1c32ca None None] Current status of the port 818fc81d-bfa7-4376-9555-4655cfdb65f6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:58.626120 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:58.869090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-7433d72c-f11e-4021-9ba0-6babc33ba6ff service neutron] 10.222.0.48 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539462 Jun 03 15:17:58.923046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa82cd-8687-4632-b50c-1c5a7a42270b req-4a9e1b61-6e84-45a2-b5e9-1464cb7f116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:58.925219 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ffa82cd-8687-4632-b50c-1c5a7a42270b req-4a9e1b61-6e84-45a2-b5e9-1464cb7f116e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ed15abc19f9241df8e1fd91156631348&device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 1097 time: 0.6652038 Jun 03 15:17:58.988657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3236550-a80c-481b-a96d-71e5d8a75f7f req-e79ec0b3-452d-4fd9-a0df-544d3dd4222d service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450490 Jun 03 15:17:59.034767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5adc5-8e43-44c1-92df-3e1b9ea5cdf1 req-a47e64b6-fcc2-495f-978f-b8238988882e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:59.040583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5adc5-8e43-44c1-92df-3e1b9ea5cdf1 req-a47e64b6-fcc2-495f-978f-b8238988882e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:59.046403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5adc5-8e43-44c1-92df-3e1b9ea5cdf1 req-a47e64b6-fcc2-495f-978f-b8238988882e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:59.054050 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5adc5-8e43-44c1-92df-3e1b9ea5cdf1 req-a47e64b6-fcc2-495f-978f-b8238988882e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:59.059821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5adc5-8e43-44c1-92df-3e1b9ea5cdf1 req-a47e64b6-fcc2-495f-978f-b8238988882e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:59.066548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5adc5-8e43-44c1-92df-3e1b9ea5cdf1 req-a47e64b6-fcc2-495f-978f-b8238988882e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:59.073612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5adc5-8e43-44c1-92df-3e1b9ea5cdf1 req-a47e64b6-fcc2-495f-978f-b8238988882e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:59.078553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0b5adc5-8e43-44c1-92df-3e1b9ea5cdf1 req-a47e64b6-fcc2-495f-978f-b8238988882e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5443 time: 0.7078674 Jun 03 15:17:59.254624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bfb3e235-c073-4b79-839d-9a85c7a95196 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:59.276973 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0b5adc5-8e43-44c1-92df-3e1b9ea5cdf1 req-054cf100-9c73-4be6-956f-03efabd9ec38 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227582 Jun 03 15:17:59.300302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:59.333439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:59.354516 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port bfb3e235-c073-4b79-839d-9a85c7a95196 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:59.354874 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:59.412742 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c666859c-80a5-48fe-8982-358ac1b2c14c'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db8d5bf-996e-4395-aa33-eb20e220e457', 'code': 200} Jun 03 15:17:59.413621 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c666859c-80a5-48fe-8982-358ac1b2c14c'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2ef47a-bfd8-4169-8e25-b9aff3147f27', 'code': 200} Jun 03 15:17:59.413905 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c666859c-80a5-48fe-8982-358ac1b2c14c'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bae21fe-4516-4a76-bb34-c0ff106041d2', 'code': 200} Jun 03 15:17:59.414148 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c666859c-80a5-48fe-8982-358ac1b2c14c'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c65f082-942e-4d38-9918-7ae2464736bf', 'code': 200} Jun 03 15:17:59.414397 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c666859c-80a5-48fe-8982-358ac1b2c14c'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd500350a-7ffd-4d63-9ddb-f9e3a64d6138', 'code': 200} Jun 03 15:17:59.414642 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c666859c-80a5-48fe-8982-358ac1b2c14c'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d05f74-cf93-4809-9204-e28630fe984c', 'code': 200} Jun 03 15:17:59.482632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Pushing event updated for resources: {'Port': ['ID=9080d6f1-7ff9-4d63-9456-bcaa49075b0b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:59.491194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa82cd-8687-4632-b50c-1c5a7a42270b req-6e70b621-6015-44e6-b882-ed5fc66e5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:17:59.494047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ffa82cd-8687-4632-b50c-1c5a7a42270b req-6e70b621-6015-44e6-b882-ed5fc66e5572 service neutron] 10.222.0.75 "GET /v2.0/networks?id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 200 len: 922 time: 0.5081234 Jun 03 15:17:59.496401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:17:59.499512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-016683b6-0489-404d-af3a-eca312e57bab service neutron] 10.222.0.48 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101968 Jun 03 15:17:59.500750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:17:59.503650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:17:59.590749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port bfb3e235-c073-4b79-839d-9a85c7a95196 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:17:59.591131 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:59.630428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port bfb3e235-c073-4b79-839d-9a85c7a95196, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bfb3e235-c073-4b79-839d-9a85c7a95196,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:17:59.638890 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:17:59.704636 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ffa82cd-8687-4632-b50c-1c5a7a42270b req-cb7f7a78-ca0f-46d1-bbb9-21d3d30ccff9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 200 len: 217 time: 0.1683362 Jun 03 15:17:59.717464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=bfb3e235-c073-4b79-839d-9a85c7a95196,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:17:59.893455 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 818fc81d-bfa7-4376-9555-4655cfdb65f6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:17:59.990854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 818fc81d-bfa7-4376-9555-4655cfdb65f6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:17:59.991556 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.092391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa82cd-8687-4632-b50c-1c5a7a42270b req-212e1d82-d76e-4de3-81e1-d666244eb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.093928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ffa82cd-8687-4632-b50c-1c5a7a42270b req-212e1d82-d76e-4de3-81e1-d666244eb0a9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 200 len: 860 time: 0.3349445 Jun 03 15:18:00.149366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 818fc81d-bfa7-4376-9555-4655cfdb65f6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:00.170349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9f8d1b92-b021-4e54-b417-8693e121362b service neutron] 10.222.0.48 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352546 Jun 03 15:18:00.179582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:00.215551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:00.342834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0926-1598-4235-982b-c0ee30d45cbe req-32911cf7-809d-4aeb-a0d4-e7129bb4c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.343436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0926-1598-4235-982b-c0ee30d45cbe req-32911cf7-809d-4aeb-a0d4-e7129bb4c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.343904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0926-1598-4235-982b-c0ee30d45cbe req-32911cf7-809d-4aeb-a0d4-e7129bb4c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.344374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0926-1598-4235-982b-c0ee30d45cbe req-32911cf7-809d-4aeb-a0d4-e7129bb4c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.344810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0926-1598-4235-982b-c0ee30d45cbe req-32911cf7-809d-4aeb-a0d4-e7129bb4c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.345258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0926-1598-4235-982b-c0ee30d45cbe req-32911cf7-809d-4aeb-a0d4-e7129bb4c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.345706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0926-1598-4235-982b-c0ee30d45cbe req-32911cf7-809d-4aeb-a0d4-e7129bb4c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.347605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25bd0926-1598-4235-982b-c0ee30d45cbe req-32911cf7-809d-4aeb-a0d4-e7129bb4c9dd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 6500 time: 0.7593334 Jun 03 15:18:00.355723 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b628450-0319-4501-bcf0-999d236c19ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.372771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9b628450-0319-4501-bcf0-999d236c19ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:00.376907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9b628450-0319-4501-bcf0-999d236c19ba admin admin] Usage tracker for resource:security_group_rule and tenant:e6c80ff9d058408882629a3deb7ad3a8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:00.379884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9b628450-0319-4501-bcf0-999d236c19ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:00.385910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9b628450-0319-4501-bcf0-999d236c19ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:00.462179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25bd0926-1598-4235-982b-c0ee30d45cbe req-0ba93aa5-1759-4a8a-b19c-6fe79487f0ba service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994136 Jun 03 15:18:00.510159 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b628450-0319-4501-bcf0-999d236c19ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.516605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b628450-0319-4501-bcf0-999d236c19ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.526668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-abc32811-b2f7-41bf-997d-4e8148c13d8a service neutron] 10.222.0.48 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050189 Jun 03 15:18:00.568963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b628450-0319-4501-bcf0-999d236c19ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7ebd08-7f56-4d9b-a16a-a26926afa1d7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:00.571554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cb177-2ca3-4fb7-aed8-e50a6035bff5 req-20539299-fa02-4c82-9e2f-226022851395 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.578939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-842cb177-2ca3-4fb7-aed8-e50a6035bff5 req-20539299-fa02-4c82-9e2f-226022851395 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 948 time: 0.6423917 Jun 03 15:18:00.606796 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9b628450-0319-4501-bcf0-999d236c19ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6c80ff9d058408882629a3deb7ad3a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258242 Jun 03 15:18:00.609573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33138) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:00.699181 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96d13464-0f3c-4558-988e-55aee2dbd719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.732305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96d13464-0f3c-4558-988e-55aee2dbd719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.814767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96d13464-0f3c-4558-988e-55aee2dbd719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.836109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d13464-0f3c-4558-988e-55aee2dbd719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7ebd08-7f56-4d9b-a16a-a26926afa1d7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:00.854539 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96d13464-0f3c-4558-988e-55aee2dbd719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:00.856626 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-96d13464-0f3c-4558-988e-55aee2dbd719 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc7ebd08-7f56-4d9b-a16a-a26926afa1d7 HTTP/1.1" status: 204 len: 168 time: 0.2453558 Jun 03 15:18:00.920315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa82cd-8687-4632-b50c-1c5a7a42270b req-d2323df7-663a-49fb-8bb0-94eed7bfbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:00.922050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ffa82cd-8687-4632-b50c-1c5a7a42270b req-d2323df7-663a-49fb-8bb0-94eed7bfbcdd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7647467 Jun 03 15:18:00.948764 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-842cb177-2ca3-4fb7-aed8-e50a6035bff5 req-e78949d1-4b20-4a1b-9c3d-9a693c025fdc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687863 Jun 03 15:18:01.082295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.169619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fcab114c-f2ff-4e24-90ae-437e906dc483 service neutron] 10.222.0.48 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308556 Jun 03 15:18:01.241509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33146) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:01.262570 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ead37815-d3de-4079-ab4a-0a1c28d369ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.279624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ead37815-d3de-4079-ab4a-0a1c28d369ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:01.286478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ead37815-d3de-4079-ab4a-0a1c28d369ce admin admin] Usage tracker for resource:security_group_rule and tenant:b6d9226983c94e40949ff5da5ee8cbf5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:01.292281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ead37815-d3de-4079-ab4a-0a1c28d369ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:01.304014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ead37815-d3de-4079-ab4a-0a1c28d369ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:01.416763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb3e235-c073-4b79-839d-9a85c7a95196'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:01.490795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ead37815-d3de-4079-ab4a-0a1c28d369ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.497205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ead37815-d3de-4079-ab4a-0a1c28d369ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.511404 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ffa82cd-8687-4632-b50c-1c5a7a42270b req-bb26c2b2-5fca-4471-b3a5-4a1664cb87b8 service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614231 Jun 03 15:18:01.544002 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ead37815-d3de-4079-ab4a-0a1c28d369ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6d9226983c94e40949ff5da5ee8cbf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013675 Jun 03 15:18:01.547286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33152) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:01.615780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead37815-d3de-4079-ab4a-0a1c28d369ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba42ea03-74a3-4fb4-97b0-f7c1cbae6ae5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:01.638833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8bc1-d5c7-43f0-b3e6-9d3db4a5ac6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.670146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8bc1-d5c7-43f0-b3e6-9d3db4a5ac6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.754074 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8bc1-d5c7-43f0-b3e6-9d3db4a5ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.776793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f8bc1-d5c7-43f0-b3e6-9d3db4a5ac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba42ea03-74a3-4fb4-97b0-f7c1cbae6ae5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:01.781903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45f17f-9e6b-4bc2-a03e-d60c260a9e98 req-e3ace534-8fa1-4ee0-9c7e-fa12dc4bf01a tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:01.783477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d45f17f-9e6b-4bc2-a03e-d60c260a9e98 req-e3ace534-8fa1-4ee0-9c7e-fa12dc4bf01a tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 1096 time: 0.6290772 Jun 03 15:18:01.789523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c4d86b3b-7651-4c31-91eb-c42902c9a0d0 service neutron] 10.222.0.48 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701854 Jun 03 15:18:01.793088 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8bc1-d5c7-43f0-b3e6-9d3db4a5ac6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.794860 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ff6f8bc1-d5c7-43f0-b3e6-9d3db4a5ac6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba42ea03-74a3-4fb4-97b0-f7c1cbae6ae5 HTTP/1.1" status: 204 len: 168 time: 0.2467306 Jun 03 15:18:01.824643 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:01.950027 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d45f17f-9e6b-4bc2-a03e-d60c260a9e98 req-95485cb9-9efa-45c9-ad84-783742fe4fab tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547463 Jun 03 15:18:02.044707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ffa82cd-8687-4632-b50c-1c5a7a42270b req-cf3c058b-4fb5-4250-bb50-abbd7480012a service neutron] 10.222.0.75 "GET /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246975 Jun 03 15:18:02.075614 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c5414b20-4c57-4809-9271-1688a8b6bed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:02.371897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-d93f54a4-7570-4658-8330-88b09877188b tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips/f989f8ad-e316-4c17-bb96-b3451188f7c6 HTTP/1.1" status: 200 len: 694 time: 0.3296404 Jun 03 15:18:02.673242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-93ec1896-52ad-492c-af2e-95e238cd9154 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:02.675106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-93ec1896-52ad-492c-af2e-95e238cd9154 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.3024659 Jun 03 15:18:02.676212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Router df72d7e2-2581-492f-ba27-7025cd9280b2 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:18:02.849113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-c085c4e9-a044-4467-a53c-1f8e10bd22f1 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 697 time: 0.1660521 Jun 03 15:18:02.961572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-b36a45c2-5a31-4c64-9e19-57a4e38be3f2 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 697 time: 0.1115506 Jun 03 15:18:03.266283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-bb6f6391-edef-497f-b955-09e38fcbf514 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Deleting port db2f8743-9e47-419b-96ac-020d06102d39 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:03.266887 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-bb6f6391-edef-497f-b955-09e38fcbf514 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.310992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:03.322694 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Sync routers for ids ['df72d7e2-2581-492f-ba27-7025cd9280b2'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:03.344093 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Routers {'df72d7e2-2581-492f-ba27-7025cd9280b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:03.344898 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:17:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['df72d7e2-2581-492f-ba27-7025cd9280b2'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:03.489635 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706fa0b9-c726-4fda-8a15-9b6fe6e0e215'] response: {'name': 'network-changed', 'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'status': 'completed', 'code': 200} Jun 03 15:18:03.490983 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.492411 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c200a77f-900b-455d-9c1f-8c2c67f5c86b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3031838 Jun 03 15:18:03.496297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33222) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:03.718683 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Set router df72d7e2-2581-492f-ba27-7025cd9280b2 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:03.821991 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-bb6f6391-edef-497f-b955-09e38fcbf514 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.822366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-bb6f6391-edef-497f-b955-09e38fcbf514 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:03.956317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 3b3eb097-85ca-440e-8d82-bfe76e310e30 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:18:04.029214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-bb6f6391-edef-497f-b955-09e38fcbf514 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Calling delete_port for db2f8743-9e47-419b-96ac-020d06102d39 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:04.068206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31df6-434a-4daa-bddb-96e8b9cbafb0 req-349aef82-5736-4fcb-8e6b-9640ec0c0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:04.070222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaf31df6-434a-4daa-bddb-96e8b9cbafb0 req-349aef82-5736-4fcb-8e6b-9640ec0c0c58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1099 time: 0.5413659 Jun 03 15:18:04.089175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b959-1a0b-4021-836a-c275205d15ae req-81319645-adeb-424b-b7ae-0033d66c78b6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:04.101330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b959-1a0b-4021-836a-c275205d15ae req-81319645-adeb-424b-b7ae-0033d66c78b6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:04.107279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b959-1a0b-4021-836a-c275205d15ae req-81319645-adeb-424b-b7ae-0033d66c78b6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:04.114096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b959-1a0b-4021-836a-c275205d15ae req-81319645-adeb-424b-b7ae-0033d66c78b6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:04.120703 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:00Z', 'revision_number': 3, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:04.122250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b959-1a0b-4021-836a-c275205d15ae req-81319645-adeb-424b-b7ae-0033d66c78b6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:04.128273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b959-1a0b-4021-836a-c275205d15ae req-81319645-adeb-424b-b7ae-0033d66c78b6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:04.129596 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Checking router: df72d7e2-2581-492f-ba27-7025cd9280b2 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:04.130811 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Updating router df72d7e2-2581-492f-ba27-7025cd9280b2 port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:18:04.134835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76b959-1a0b-4021-836a-c275205d15ae req-81319645-adeb-424b-b7ae-0033d66c78b6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:04.136896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f76b959-1a0b-4021-836a-c275205d15ae req-81319645-adeb-424b-b7ae-0033d66c78b6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5443 time: 0.5132346 Jun 03 15:18:04.295526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:04.314819 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.349478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'mac_address': 'fa:16:3e:ff:1c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:18:04.517462 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3c91634c-803b-4eeb-806e-3c157d622c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.546325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 3b3eb097-85ca-440e-8d82-bfe76e310e30 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:04.547542 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.588606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3eb097-85ca-440e-8d82-bfe76e310e30 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:04.623200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:04.633824 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.688764 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-bb6f6391-edef-497f-b955-09e38fcbf514 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.765283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f76b959-1a0b-4021-836a-c275205d15ae req-b1a64b3f-6b56-434c-801d-ae1ae8fa78c6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6019211 Jun 03 15:18:04.781647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:04.874417 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6876356f-b41f-444c-9e05-5823a61abbe7'] response: {'server_uuid': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb3e235-c073-4b79-839d-9a85c7a95196', 'code': 200} Jun 03 15:18:04.900477 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.915077 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Transition to ACTIVE for port object 9080d6f1-7ff9-4d63-9456-bcaa49075b0b will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:04.927527 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:04.953673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f6391-edef-497f-b955-09e38fcbf514 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Pushing event deleted for resources: {'Port': ['ID=db2f8743-9e47-419b-96ac-020d06102d39,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:04.954971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.014056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['3b3eb097-85ca-440e-8d82-bfe76e310e30'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:18:05.023603 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-bb6f6391-edef-497f-b955-09e38fcbf514 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.026953 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Pushing event updated for resources: {'Port': ['ID=9080d6f1-7ff9-4d63-9456-bcaa49075b0b,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:05.035133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31df6-434a-4daa-bddb-96e8b9cbafb0 req-6ec1c6a1-0c76-4ba4-90cf-a2d5a117587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.037161 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaf31df6-434a-4daa-bddb-96e8b9cbafb0 req-6ec1c6a1-0c76-4ba4-90cf-a2d5a117587c service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.8962581 Jun 03 15:18:05.058977 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.059213 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.059543 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.059864 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.060275 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.060595 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.061184 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.061505 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.061847 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.062669 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.062953 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.063388 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:05.067390 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Attempting to bind port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:05.067924 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Attempting to bind port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:05.068270 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Attempting to bind port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:05.075489 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:05.075856 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:05.076447 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.077048 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:05.077604 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Bound port: 9080d6f1-7ff9-4d63-9456-bcaa49075b0b, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:05.077995 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.122782 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-bb6f6391-edef-497f-b955-09e38fcbf514 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.138229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c119ecbc-1118-4be5-9899-1bb3a91096d9 req-bb6f6391-edef-497f-b955-09e38fcbf514 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "DELETE /v2.0/floatingips/f989f8ad-e316-4c17-bb96-b3451188f7c6 HTTP/1.1" status: 204 len: 173 time: 2.1032600 Jun 03 15:18:05.165740 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaf31df6-434a-4daa-bddb-96e8b9cbafb0 req-419f3cb3-0765-4148-ba72-43ebc4429a64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 217 time: 0.1103156 Jun 03 15:18:05.170134 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] For port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:05.173705 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] For port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9080d6f1-7ff9-4d63-9456-bcaa49075b0b,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:05.188078 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.314149 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.326347 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Routers {'df72d7e2-2581-492f-ba27-7025cd9280b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:05.328396 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:18:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['df72d7e2-2581-492f-ba27-7025cd9280b2'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:05.528322 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:05.529816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-8bdca857-8edc-4854-a9bf-c2f8da455c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.531212 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-8bdca857-8edc-4854-a9bf-c2f8da455c46 service neutron] 10.222.0.67 "GET /v2.0/ports/3890ffab-7510-469e-b625-97d5d45c686f HTTP/1.1" status: 200 len: 1027 time: 0.2260931 Jun 03 15:18:05.607481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Allocated IP 172.20.0.1 (da7253fd-8f6a-4440-bc5e-2a046170d873/ecd6f56c-dc59-4343-a3e9-8076a5b3398a/820f5766-0b11-4f9d-89fc-699b51b80589) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:05.621399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-10360471-2198-4832-a62b-5900ab4881b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.622807 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-10360471-2198-4832-a62b-5900ab4881b7 service neutron] 10.222.0.67 "GET /v2.0/ports/f2ca11ca-44c8-4549-99e5-92e591e618e4 HTTP/1.1" status: 200 len: 1026 time: 0.0854630 Jun 03 15:18:05.703540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31df6-434a-4daa-bddb-96e8b9cbafb0 req-d8028aef-2bd1-4533-a271-50ab2550a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.704155 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaf31df6-434a-4daa-bddb-96e8b9cbafb0 req-d8028aef-2bd1-4533-a271-50ab2550a408 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.4687335 Jun 03 15:18:05.724039 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] Set router df72d7e2-2581-492f-ba27-7025cd9280b2 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:05.726147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89c523-7405-4d08-93c8-c0d91cae3095 req-c98caeab-40f9-4fc3-b219-9106f4b51e7f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.727833 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a89c523-7405-4d08-93c8-c0d91cae3095 req-c98caeab-40f9-4fc3-b219-9106f4b51e7f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 949 time: 0.5883343 Jun 03 15:18:05.921540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f9ab2ba5-1986-4861-bf56-363994bd48b3 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.927480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f9ab2ba5-1986-4861-bf56-363994bd48b3 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.933430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f9ab2ba5-1986-4861-bf56-363994bd48b3 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:05.934290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f9ab2ba5-1986-4861-bf56-363994bd48b3 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Synchronizing usage tracker for tenant:bdc2ba9228fc41f8b3d0f5821569d86f on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:05.954830 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.000091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f9ab2ba5-1986-4861-bf56-363994bd48b3 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Unset dirty status for tenant:bdc2ba9228fc41f8b3d0f5821569d86f on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:06.003762 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f9ab2ba5-1986-4861-bf56-363994bd48b3 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "GET /v2.0/networks?id=6cedb352-1546-434a-82fe-cc940db20f3e&id=3914fca6-9415-4fbb-836b-cb74455033e9&id=3914fca6-9415-4fbb-836b-cb74455033e9&id=3914fca6-9415-4fbb-836b-cb74455033e9&id=3914fca6-9415-4fbb-836b-cb74455033e9&id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d&id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d HTTP/1.1" status: 200 len: 1989 time: 0.3734183 Jun 03 15:18:06.019866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Transition to ACTIVE for port object 820f5766-0b11-4f9d-89fc-699b51b80589 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:06.024835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-71ce22aa-1d76-4477-8c4a-102eedc51133 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:06.038285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-71ce22aa-1d76-4477-8c4a-102eedc51133 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 808 time: 0.6819441 Jun 03 15:18:06.078479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a89c523-7405-4d08-93c8-c0d91cae3095 req-db7f670e-eb6c-4527-81ed-23041e6fe6c5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374446 Jun 03 15:18:06.093975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-855277e8-f3c9-41d8-962c-f021cf3f80b6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/quotas/0d78e7387998464690d183527a2939a5 HTTP/1.1" status: 200 len: 375 time: 0.0544720 Jun 03 15:18:06.150664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-86aaff95-fd9b-4735-9e2e-aaab9102d889 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Synchronizing usage tracker for tenant:bdc2ba9228fc41f8b3d0f5821569d86f on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:06.196478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf31df6-434a-4daa-bddb-96e8b9cbafb0 req-2d7dfebe-c91c-4021-8acc-a965c61b5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:06.198280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaf31df6-434a-4daa-bddb-96e8b9cbafb0 req-2d7dfebe-c91c-4021-8acc-a965c61b5959 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4648075 Jun 03 15:18:06.216322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-86aaff95-fd9b-4735-9e2e-aaab9102d889 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Unset dirty status for tenant:bdc2ba9228fc41f8b3d0f5821569d86f on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:06.221354 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-86aaff95-fd9b-4735-9e2e-aaab9102d889 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f HTTP/1.1" status: 200 len: 380 time: 0.1979768 Jun 03 15:18:06.223825 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.253694 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef083789-a191-4c30-ae2a-8f99e047dbc6 None None] Pushing event updated for resources: {'Port': ['ID=9080d6f1-7ff9-4d63-9456-bcaa49075b0b,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:06.275989 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:00Z', 'revision_number': 3, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:06.280276 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1dc504-3f05-4139-b49d-7549303aede3 None None] The sync data for ids ['df72d7e2-2581-492f-ba27-7025cd9280b2'] in n-d-844595-1 is: [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:00Z', 'revision_number': 3, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:06.310169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'admin_state_up': True, 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'security_groups': ['0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:06.471121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af94a689-2c7c-4eab-bd3f-9fed3b0370bd req-a1818adb-6fdc-4091-92b3-6f0168d8da03 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 210 time: 0.1162629 Jun 03 15:18:06.524956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Network da7253fd-8f6a-4440-bc5e-2a046170d873 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:06.538375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:06.548339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:06.601339 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaf31df6-434a-4daa-bddb-96e8b9cbafb0 req-d7ad02ce-a296-45f3-b3a0-2a89e60c1750 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943803 Jun 03 15:18:06.615915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Pushing event updated for resources: {'Port': ['ID=820f5766-0b11-4f9d-89fc-699b51b80589,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:06.616628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-ff14b866-10cb-41fb-b3bc-aa63138d6229 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5071456 Jun 03 15:18:06.699322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.765819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:06.774762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:port and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:06.781737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:06.796668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:06.849326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:06.860142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:06.887694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaf31df6-434a-4daa-bddb-96e8b9cbafb0 req-0e44edfb-26fa-47f6-9655-14b59ba3318e service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700479 Jun 03 15:18:06.916326 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.078294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-37791eba-ded1-4b74-8426-fc1f46ce7f25 None None] Provisioning for port 820f5766-0b11-4f9d-89fc-699b51b80589 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:07.084656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-37791eba-ded1-4b74-8426-fc1f46ce7f25 None None] Provisioning complete for port 820f5766-0b11-4f9d-89fc-699b51b80589 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:07.085269 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-37791eba-ded1-4b74-8426-fc1f46ce7f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.223814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-ba983664-409b-432e-9c68-c2735c5e41a9 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3863951d9a7e4148b0a2fe0d1a8a70d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589793 Jun 03 15:18:07.226555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-37791eba-ded1-4b74-8426-fc1f46ce7f25 None None] Port 820f5766-0b11-4f9d-89fc-699b51b80589 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:07.276894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f8a0be4c-c055-47b5-b207-44bef81237ac service neutron] 10.222.0.48 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881338 Jun 03 15:18:07.399394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:07.566197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Allocated IP 172.20.0.13 (6cedb352-1546-434a-82fe-cc940db20f3e/207d40d8-94b7-41a2-9015-a1d30fe95de1/2bef5892-7ce7-45fd-9d67-501bfdedda69) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:07.860466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-8e73c238-bcba-497e-b977-62dcb4ff3308 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:07.865142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-8e73c238-bcba-497e-b977-62dcb4ff3308 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6401937 Jun 03 15:18:07.917585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-3c586088-4d0f-42d2-add0-3172aa281c5e tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/quotas/3863951d9a7e4148b0a2fe0d1a8a70d7 HTTP/1.1" status: 200 len: 375 time: 0.0430591 Jun 03 15:18:07.968059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9080d6f1-7ff9-4d63-9456-bcaa49075b0b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:08.008240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-f167af99-c508-40a9-80be-f0784d1b50a2 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3863951d9a7e4148b0a2fe0d1a8a70d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778883 Jun 03 15:18:08.018763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-fafaa17c-765f-4d5c-940e-9ff87a638c9b service neutron] 10.222.0.48 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406375 Jun 03 15:18:08.039971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:18:08.050667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 3b3eb097-85ca-440e-8d82-bfe76e310e30 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:08.202074 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.229206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Transition to ACTIVE for port object 2bef5892-7ce7-45fd-9d67-501bfdedda69 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:08.269723 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.322700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.368091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 3b3eb097-85ca-440e-8d82-bfe76e310e30 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:08.395297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 3b3eb097-85ca-440e-8d82-bfe76e310e30 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:08.395704 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.526062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.678523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:08.699194 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.705193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:08.705616 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.710323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network 6cedb352-1546-434a-82fe-cc940db20f3e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:08.745581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:08.772093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:08.929266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Port': ['ID=2bef5892-7ce7-45fd-9d67-501bfdedda69,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:08.980045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 3b3eb097-85ca-440e-8d82-bfe76e310e30 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:08.981077 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:08.985752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f0289-f5f5-4050-8c00-1c379a2b5e03 req-b10bf850-f523-404c-8388-3b35a38c7608 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:08.997355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f0289-f5f5-4050-8c00-1c379a2b5e03 req-b10bf850-f523-404c-8388-3b35a38c7608 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:09.018258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f0289-f5f5-4050-8c00-1c379a2b5e03 req-b10bf850-f523-404c-8388-3b35a38c7608 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:09.024071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f0289-f5f5-4050-8c00-1c379a2b5e03 req-b10bf850-f523-404c-8388-3b35a38c7608 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:09.038263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f0289-f5f5-4050-8c00-1c379a2b5e03 req-b10bf850-f523-404c-8388-3b35a38c7608 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:09.040075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:09.056555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:09.063578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f0289-f5f5-4050-8c00-1c379a2b5e03 req-b10bf850-f523-404c-8388-3b35a38c7608 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:09.078058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f0289-f5f5-4050-8c00-1c379a2b5e03 req-b10bf850-f523-404c-8388-3b35a38c7608 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:09.086171 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae7f0289-f5f5-4050-8c00-1c379a2b5e03 req-b10bf850-f523-404c-8388-3b35a38c7608 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5443 time: 0.4862912 Jun 03 15:18:09.097819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33282) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:09.108974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7688a99a-2213-420c-aa1a-70d062dff3e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Request body: {'floatingip': {'port_id': '5c65f082-942e-4d38-9918-7ae2464736bf'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:09.117130 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.211481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:09.245233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:09.248143 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.253056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Pushing event updated for resources: {'Port': ['ID=820f5766-0b11-4f9d-89fc-699b51b80589,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:09.272843 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.303597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9080d6f1-7ff9-4d63-9456-bcaa49075b0b,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:09.312679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.329942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:09.331403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.438259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=9080d6f1-7ff9-4d63-9456-bcaa49075b0b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:09.471431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-74ef7619-1e0a-46c5-abdd-14b85d04c6b9 None None] Provisioning for port 2bef5892-7ce7-45fd-9d67-501bfdedda69 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:09.481799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-74ef7619-1e0a-46c5-abdd-14b85d04c6b9 None None] Provisioning complete for port 2bef5892-7ce7-45fd-9d67-501bfdedda69 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:09.483563 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-74ef7619-1e0a-46c5-abdd-14b85d04c6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.584141 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2cc545f2-c5ea-4969-a9ab-6fa9ac890cca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3542879 Jun 03 15:18:09.595869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-74ef7619-1e0a-46c5-abdd-14b85d04c6b9 None None] Port 2bef5892-7ce7-45fd-9d67-501bfdedda69 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:09.603505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9', 'admin_state_up': True, 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'security_groups': ['0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:09.695659 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7688a99a-2213-420c-aa1a-70d062dff3e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:09.854182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Network da7253fd-8f6a-4440-bc5e-2a046170d873 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:09.860233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:09.945521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9080d6f1-7ff9-4d63-9456-bcaa49075b0b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:10.117685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:10.118554 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.238191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:10.251217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Router df72d7e2-2581-492f-ba27-7025cd9280b2 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:18:10.265662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:port and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:10.271653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:10.280270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:10.336199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-65f12bb3-7e56-423b-9fdb-4a0bab2bf7b0 None None] Provisioning complete for port 820f5766-0b11-4f9d-89fc-699b51b80589 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:10.336525 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-65f12bb3-7e56-423b-9fdb-4a0bab2bf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.478355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:10.483535 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:10.525191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-0ede331a-5b02-4536-96f1-9eb46261c645 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3863951d9a7e4148b0a2fe0d1a8a70d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233661 Jun 03 15:18:10.690949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-65f12bb3-7e56-423b-9fdb-4a0bab2bf7b0 None None] Port 820f5766-0b11-4f9d-89fc-699b51b80589 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:10.705005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:11.039948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a706534-3b05-4035-84a0-4158925f3ec1 req-91df2da2-72ff-4b01-8445-b2f2da076478 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:11.047363 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a706534-3b05-4035-84a0-4158925f3ec1 req-91df2da2-72ff-4b01-8445-b2f2da076478 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 1.4321582 Jun 03 15:18:11.090277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53647458-bddf-4bb3-8610-f622d780e718 req-09cada13-37b5-4274-b158-a65b8c6a49ed tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:11.097505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53647458-bddf-4bb3-8610-f622d780e718 req-09cada13-37b5-4274-b158-a65b8c6a49ed tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 946 time: 1.7112660 Jun 03 15:18:11.355168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Allocated IP 10.1.1.91 (3914fca6-9415-4fbb-836b-cb74455033e9/2df45db1-3104-4b33-adb5-f2c9af2034a3/daab0748-84cb-4ce8-a5f7-5d614915556e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:11.365445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-237ac7e6-f5ba-4b02-9ec4-446cd8b6d8ee tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:11.366955 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-237ac7e6-f5ba-4b02-9ec4-446cd8b6d8ee tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 808 time: 0.2915783 Jun 03 15:18:11.376372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-2ab17a09-9452-45df-be67-5a74b9837154 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:11.377921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-2ab17a09-9452-45df-be67-5a74b9837154 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8406332 Jun 03 15:18:11.423149 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a706534-3b05-4035-84a0-4158925f3ec1 req-0960190d-6e98-4014-9504-f429041e7672 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748219 Jun 03 15:18:11.450584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Request body: {'port': {'device_id': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '3863951d9a7e4148b0a2fe0d1a8a70d7'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:11.462838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Request body: {'port': {'device_id': '2b71140a-97b4-4256-b437-338492933857', 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30', 'admin_state_up': True, 'tenant_id': '0d78e7387998464690d183527a2939a5'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:11.673595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:11.685335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Sync routers for ids ['df72d7e2-2581-492f-ba27-7025cd9280b2'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:11.700856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Routers {'df72d7e2-2581-492f-ba27-7025cd9280b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:11.707293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:11.708224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:18:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['df72d7e2-2581-492f-ba27-7025cd9280b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:11.713307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Usage tracker for resource:port and tenant:3863951d9a7e4148b0a2fe0d1a8a70d7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:11.717603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:11.724634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:11.778168 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-84313348-0fa2-42fa-8e6d-a1ff9545fced admin admin] 10.222.0.48 "PUT /v2.0/routers/df72d7e2-2581-492f-ba27-7025cd9280b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2782028 Jun 03 15:18:12.066969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:12.076685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Usage tracker for resource:port and tenant:0d78e7387998464690d183527a2939a5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:12.096694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:12.118759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:12.125851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-af413e93-de09-4ee4-9da1-d6817dc8c925 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:12.126814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-af413e93-de09-4ee4-9da1-d6817dc8c925 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Synchronizing usage tracker for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:12.129408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Made reservation on behalf of 3863951d9a7e4148b0a2fe0d1a8a70d7 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:12.133129 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.157142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Made reservation on behalf of 0d78e7387998464690d183527a2939a5 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:12.162152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.180487 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.212960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Set router df72d7e2-2581-492f-ba27-7025cd9280b2 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:12.225757 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.319026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:12.340024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-af413e93-de09-4ee4-9da1-d6817dc8c925 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Unset dirty status for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:12.344698 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-af413e93-de09-4ee4-9da1-d6817dc8c925 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.75 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 946 time: 1.4207861 Jun 03 15:18:12.352592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Transition to ACTIVE for port object daab0748-84cb-4ce8-a5f7-5d614915556e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:12.354800 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7688a99a-2213-420c-aa1a-70d062dff3e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.474468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Usage tracker for resource:security_group_rule and tenant:3863951d9a7e4148b0a2fe0d1a8a70d7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:12.494745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:12.499248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7688a99a-2213-420c-aa1a-70d062dff3e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.530398 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:12.629805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Allocated IP 172.20.0.11 (8cb25ac1-9870-48ce-a1f0-48375a2dcb30/ccd1cc9a-743d-40a3-a3a7-dda516523fdd/e3620305-4eb4-45ff-bf63-432f28acaf16) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:12.686711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network 3914fca6-9415-4fbb-836b-cb74455033e9 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:12.695868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Port': ['ID=daab0748-84cb-4ce8-a5f7-5d614915556e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:12.698970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:12.709998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:12.772316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:07Z', 'revision_number': 4, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '820f5766-0b11-4f9d-89fc-699b51b80589', 'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'mac_address': 'fa:16:3e:ba:05:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:05Z', 'updated_at': '2022-06-03T15:18:07Z', 'revision_number': 2, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'subnets': [{'id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:12.784272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Checking router: df72d7e2-2581-492f-ba27-7025cd9280b2 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:12.786623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Updating router df72d7e2-2581-492f-ba27-7025cd9280b2 port 820f5766-0b11-4f9d-89fc-699b51b80589 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:18:12.960604 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:13.093206 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53647458-bddf-4bb3-8610-f622d780e718 req-e84539ba-48fd-4d82-a712-1b6e809338e2 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9948187 Jun 03 15:18:13.105463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:13.111312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Deleting port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:13.111657 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:13.123488 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:13.232420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:13.234663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:13.251437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:13.259424 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-7688a99a-2213-420c-aa1a-70d062dff3e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Floating IP 2a43b141-5acb-40db-9d63-2bfbaafa66d4 associated. External IP: 172.25.7.166, port: 5c65f082-942e-4d38-9918-7ae2464736bf. Jun 03 15:18:13.455324 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-46d298c1-1371-4326-b674-3a6044f27f96 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8590102 Jun 03 15:18:13.457482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:13.461499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:13.465680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:13.472234 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:13.484917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Transition to ACTIVE for port object 820f5766-0b11-4f9d-89fc-699b51b80589 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:13.500538 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:13.513194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9', 'admin_state_up': True, 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'security_groups': ['0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:13.556554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Pushing event updated for resources: {'Port': ['ID=e3620305-4eb4-45ff-bf63-432f28acaf16,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:13.590986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3f76085c-03e4-44a3-80e1-694a4125fee9 None None] Provisioning for port daab0748-84cb-4ce8-a5f7-5d614915556e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:13.701571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe68f9-5359-4054-ba2a-c814dec9b41b None None] Pushing event updated for resources: {'Port': ['ID=820f5766-0b11-4f9d-89fc-699b51b80589,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:13.737126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3f76085c-03e4-44a3-80e1-694a4125fee9 None None] Provisioning complete for port daab0748-84cb-4ce8-a5f7-5d614915556e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:13.749165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f76085c-03e4-44a3-80e1-694a4125fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:13.764292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:13.772629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:port and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:13.777787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:13.794760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:13.795584 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:13.816055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:13.830854 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-a7492158-63e6-4b76-aa70-1e7750d47cc5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4019189 Jun 03 15:18:13.843509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:13.848699 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:13.878405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Request body: {'port': {'device_id': '2b71140a-97b4-4256-b437-338492933857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:13.956266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6ac0-8d1e-4ae4-8826-22112b836d5a req-fa4437f1-06e8-446a-849b-21616d12a8f8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:13.969338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e55a6ac0-8d1e-4ae4-8826-22112b836d5a req-fa4437f1-06e8-446a-849b-21616d12a8f8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 932 time: 1.9128742 Jun 03 15:18:14.014637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3f76085c-03e4-44a3-80e1-694a4125fee9 None None] Port daab0748-84cb-4ce8-a5f7-5d614915556e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:14.026122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Attempting to bind port 820f5766-0b11-4f9d-89fc-699b51b80589 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:14.028227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Attempting to bind port 820f5766-0b11-4f9d-89fc-699b51b80589 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:14.028596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Attempting to bind port 820f5766-0b11-4f9d-89fc-699b51b80589 on network da7253fd-8f6a-4440-bc5e-2a046170d873 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:14.043411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:14.043784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Checking segment: {'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:14.044839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.048432 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.048899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Bound using segment: {'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:14.050483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Bound port: 820f5766-0b11-4f9d-89fc-699b51b80589, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:14.050905 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.203746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Allocated IP 10.1.1.242 (3914fca6-9415-4fbb-836b-cb74455033e9/2df45db1-3104-4b33-adb5-f2c9af2034a3/38bf338d-8305-4c93-bd41-bf5dfe6c7822) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:14.215731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] For port 820f5766-0b11-4f9d-89fc-699b51b80589, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:14.215974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] For port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:14.216460 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.219458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] For port 820f5766-0b11-4f9d-89fc-699b51b80589, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=820f5766-0b11-4f9d-89fc-699b51b80589,segment=NetworkSegment(84c8c22b-f308-4933-887b-86100dbdcad1),segment_id=84c8c22b-f308-4933-887b-86100dbdcad1)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:14.242287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.268349 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.407689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Routers {'df72d7e2-2581-492f-ba27-7025cd9280b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:14.410444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:18:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['df72d7e2-2581-492f-ba27-7025cd9280b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:14.574390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Allocated IP 192.168.233.32 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/b1a49bf8-d787-4cf3-9b57-d0f53c02141c) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:14.726166 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.878224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:14.956153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Transition to ACTIVE for port object 38bf338d-8305-4c93-bd41-bf5dfe6c7822 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:14.962404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe68f9-5359-4054-ba2a-c814dec9b41b None None] Pushing event updated for resources: {'Port': ['ID=820f5766-0b11-4f9d-89fc-699b51b80589,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:15.071765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] Set router df72d7e2-2581-492f-ba27-7025cd9280b2 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:15.163007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e3c17c-b92d-48e9-a036-eb3e0b180d47,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:15.205347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Calling delete_port for 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:15.321381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:15.508914 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.701974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network 3914fca6-9415-4fbb-836b-cb74455033e9 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:15.710615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3620305-4eb4-45ff-bf63-432f28acaf16 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:15.717270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:15.720210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:15.776284 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.804477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.839073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Port': ['ID=38bf338d-8305-4c93-bd41-bf5dfe6c7822,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:15.857747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Transition to ACTIVE for port object e3620305-4eb4-45ff-bf63-432f28acaf16 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:15.870957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Transition to ACTIVE for port object b1a49bf8-d787-4cf3-9b57-d0f53c02141c will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:15.912552 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:15.962336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:15.962336 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.032541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:16.033430 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.074308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:16.084512 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.116665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e55a6ac0-8d1e-4ae4-8826-22112b836d5a req-ab5eee3c-155f-4dc8-bec9-7e9ad17b910d tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8679409 Jun 03 15:18:16.218749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Pushing event updated for resources: {'Port': ['ID=e3620305-4eb4-45ff-bf63-432f28acaf16,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:16.244908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:16.340801 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9aa501cf-666b-4c8a-94ad-6e5dbc1a3c69 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8322139 Jun 03 15:18:16.350301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7688a99a-2213-420c-aa1a-70d062dff3e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:18:16.362169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25094bf3-5a67-4998-ad7a-d406d998f710 req-fe61b271-0d0b-469a-9b80-1a6244d18942 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:16.362970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d', 'admin_state_up': True, 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'security_groups': ['0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:16.363307 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25094bf3-5a67-4998-ad7a-d406d998f710 req-fe61b271-0d0b-469a-9b80-1a6244d18942 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 932 time: 2.7327812 Jun 03 15:18:16.374712 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.377923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-11313bcb-cb4a-450a-8aaf-ae11ac8dd85d None None] Provisioning for port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:16.411636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-11313bcb-cb4a-450a-8aaf-ae11ac8dd85d None None] Provisioning complete for port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:16.412147 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-11313bcb-cb4a-450a-8aaf-ae11ac8dd85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.444758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:16.502665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:16.559223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:16.559661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:16.560086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:16.570179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-11313bcb-cb4a-450a-8aaf-ae11ac8dd85d None None] Port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:16.577167 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Port e3620305-4eb4-45ff-bf63-432f28acaf16 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:16.577551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:16.592705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:07Z', 'revision_number': 4, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '820f5766-0b11-4f9d-89fc-699b51b80589', 'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'mac_address': 'fa:16:3e:ba:05:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:05Z', 'updated_at': '2022-06-03T15:18:14Z', 'revision_number': 4, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'subnets': [{'id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:16.600758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c2a65-19e6-42bd-88ce-febd389e2b17 None None] The sync data for ids ['df72d7e2-2581-492f-ba27-7025cd9280b2'] in n-d-844595-1 is: [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:07Z', 'revision_number': 4, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '820f5766-0b11-4f9d-89fc-699b51b80589', 'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'mac_address': 'fa:16:3e:ba:05:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:05Z', 'updated_at': '2022-06-03T15:18:14Z', 'revision_number': 4, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'subnets': [{'id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:16.603073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:16.603478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:16.603922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:16.604938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Bound port: e3620305-4eb4-45ff-bf63-432f28acaf16, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:16.605160 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.713240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:16.720556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:port and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:16.725197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:16.753576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:16.761617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:16.786859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:16.789670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:16.862846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:16.863527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:16.923409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3620305-4eb4-45ff-bf63-432f28acaf16,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:16.939640 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.020978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-22b2fd3e-b9d0-4d18-83c9-ed7382c7d865 None None] Provisioning for port b1a49bf8-d787-4cf3-9b57-d0f53c02141c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:17.029132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-22b2fd3e-b9d0-4d18-83c9-ed7382c7d865 None None] Provisioning complete for port b1a49bf8-d787-4cf3-9b57-d0f53c02141c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:17.033364 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22b2fd3e-b9d0-4d18-83c9-ed7382c7d865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.039009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7688a99a-2213-420c-aa1a-70d062dff3e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:17.049164 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59996b5-d64b-43d8-87c6-951f4434612d None None] Sync routers for ids ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:17.056418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.058098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7688a99a-2213-420c-aa1a-70d062dff3e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.063750 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59996b5-d64b-43d8-87c6-951f4434612d None None] Routers {'6d4ea7f7-6016-46ce-92f1-8212d2a90072'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:17.066779 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a59996b5-d64b-43d8-87c6-951f4434612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:18:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:17.137946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-22b2fd3e-b9d0-4d18-83c9-ed7382c7d865 None None] Port b1a49bf8-d787-4cf3-9b57-d0f53c02141c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:17.145829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7200549 Jun 03 15:18:17.146801 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:18:17.146801 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:18:17.153418 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7688a99a-2213-420c-aa1a-70d062dff3e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "PUT /v2.0/floatingips/2a43b141-5acb-40db-9d63-2bfbaafa66d4 HTTP/1.1" status: 200 len: 991 time: 8.0519845 Jun 03 15:18:17.184890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:17.189623 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.191349 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] 10.222.0.67 "PUT /v2.0/ports/e3620305-4eb4-45ff-bf63-432f28acaf16 HTTP/1.1" status: 200 len: 1092 time: 3.3180342 Jun 03 15:18:17.192170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b71140a-97b4-4256-b437-338492933857', 'tag': 'e3620305-4eb4-45ff-bf63-432f28acaf16'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:17.192857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Request body: {'port': {'device_id': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:17.293992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '5c65f082-942e-4d38-9918-7ae2464736bf'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:17.312522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25094bf3-5a67-4998-ad7a-d406d998f710 req-edb64d1b-873b-4d86-ac79-97e737b7a6a8 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8247707 Jun 03 15:18:17.323082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998e2b4-26ea-4f7e-a612-763785b3ee2a service neutron] Pushing event updated for resources: {'Port': ['ID=e3620305-4eb4-45ff-bf63-432f28acaf16,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:17.437833 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb259a8-62ee-4539-ad0b-23cc65c1aaa1'] response: {'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'code': 200} Jun 03 15:18:17.462501 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-a59996b5-d64b-43d8-87c6-951f4434612d None None] Set router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:17.492431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6fc0d-afb7-428e-854f-ff4fd76c0352 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Pushing event updated for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:17.541679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.67', 64164) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:17.677340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201e8a2-e77d-4952-b62f-ec616047adc6 req-f0692307-c5c0-4887-b5c4-7f41208b1417 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:17.680603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b201e8a2-e77d-4952-b62f-ec616047adc6 req-f0692307-c5c0-4887-b5c4-7f41208b1417 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Synchronizing usage tracker for tenant:3863951d9a7e4148b0a2fe0d1a8a70d7 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:17.694219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Deleting port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:17.695998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:17.795244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-82e239a1-5228-4aaa-b60a-3f7ab4b672f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:17.800420 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-82e239a1-5228-4aaa-b60a-3f7ab4b672f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 1095 time: 0.5363297 Jun 03 15:18:17.967222 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-33ef39b3-5bd5-4487-9c44-f08e441d9965 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3620305-4eb4-45ff-bf63-432f28acaf16 HTTP/1.1" status: 200 len: 217 time: 0.0908668 Jun 03 15:18:17.986841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 820f5766-0b11-4f9d-89fc-699b51b80589 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:18.026439 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:18.065342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Allocated IP 10.2.2.100 (ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d/28854271-2856-413a-b127-07060385871c/f1122f97-5d4e-4812-abba-4237067f4d42) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:18.125643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b201e8a2-e77d-4952-b62f-ec616047adc6 req-f0692307-c5c0-4887-b5c4-7f41208b1417 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Unset dirty status for tenant:3863951d9a7e4148b0a2fe0d1a8a70d7 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:18.134430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b201e8a2-e77d-4952-b62f-ec616047adc6 req-f0692307-c5c0-4887-b5c4-7f41208b1417 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 935 time: 1.6827469 Jun 03 15:18:18.172913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 820f5766-0b11-4f9d-89fc-699b51b80589 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:18.179030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 820f5766-0b11-4f9d-89fc-699b51b80589 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:18.181051 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:18.223809 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a59996b5-d64b-43d8-87c6-951f4434612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:40Z', 'revision_number': 4, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '2a43b141-5acb-40db-9d63-2bfbaafa66d4', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'port_id': '5c65f082-942e-4d38-9918-7ae2464736bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'mac_address': 'fa:16:3e:f8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:06Z', 'updated_at': '2022-06-03T15:18:11Z', 'revision_number': 1, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb2f6ad-ac59-426d-aefa-4446862cd859', 'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'mac_address': 'fa:16:3e:0a:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:38Z', 'updated_at': '2022-06-03T15:14:58Z', 'revision_number': 5, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'subnets': [{'id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:18.233620 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59996b5-d64b-43d8-87c6-951f4434612d None None] Checking router: 6d4ea7f7-6016-46ce-92f1-8212d2a90072 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:18.256738 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59996b5-d64b-43d8-87c6-951f4434612d None None] Routers {'6d4ea7f7-6016-46ce-92f1-8212d2a90072'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:18.257731 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a59996b5-d64b-43d8-87c6-951f4434612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:18:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:18.379807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-c494521f-f28c-468d-96b6-53dce18c1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:18.383250 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-c494521f-f28c-468d-96b6-53dce18c1213 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.4013059 Jun 03 15:18:18.445019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 820f5766-0b11-4f9d-89fc-699b51b80589 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:18.445722 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:18.538877 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-a59996b5-d64b-43d8-87c6-951f4434612d None None] Set router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:18.555854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 820f5766-0b11-4f9d-89fc-699b51b80589, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=820f5766-0b11-4f9d-89fc-699b51b80589,segment=NetworkSegment(84c8c22b-f308-4933-887b-86100dbdcad1),segment_id=84c8c22b-f308-4933-887b-86100dbdcad1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:18.558758 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-ca66568d-0ee1-4a25-8828-c378fba9ea39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639223 Jun 03 15:18:18.566640 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:18.600678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b201e8a2-e77d-4952-b62f-ec616047adc6 req-6c6b7833-1e95-41e5-bab0-e8e6ebf4aebb tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Synchronizing usage tracker for tenant:3863951d9a7e4148b0a2fe0d1a8a70d7 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:18.716996 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=820f5766-0b11-4f9d-89fc-699b51b80589,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:18.818024 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-1b8bc436-9839-4a71-8707-756e830bf707 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485900 Jun 03 15:18:18.955569 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:18.994439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Transition to ACTIVE for port object f1122f97-5d4e-4812-abba-4237067f4d42 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:19.034975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418c95d-1d5b-4339-82a8-49d808c4f355 req-56934fd5-8b8a-48a8-8ce6-3166d6540073 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:19.035952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e418c95d-1d5b-4339-82a8-49d808c4f355 req-56934fd5-8b8a-48a8-8ce6-3166d6540073 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Synchronizing usage tracker for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:19.050403 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a5c4c6-6628-4ba9-8d33-29b2281b4cd9 req-363928c2-ae56-49eb-bccd-0a26bbd1e0f4 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235334 Jun 03 15:18:19.054241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5dcf3-f673-4e43-aa28-4922cba001f8 req-5cd870f7-7293-44b9-83de-f6ac97533210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:19.056506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eed5dcf3-f673-4e43-aa28-4922cba001f8 req-5cd870f7-7293-44b9-83de-f6ac97533210 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1101 time: 1.5005469 Jun 03 15:18:19.074993 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.107963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b201e8a2-e77d-4952-b62f-ec616047adc6 req-6c6b7833-1e95-41e5-bab0-e8e6ebf4aebb tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Unset dirty status for tenant:3863951d9a7e4148b0a2fe0d1a8a70d7 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:19.109166 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b201e8a2-e77d-4952-b62f-ec616047adc6 req-6c6b7833-1e95-41e5-bab0-e8e6ebf4aebb tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9731052 Jun 03 15:18:19.116342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e418c95d-1d5b-4339-82a8-49d808c4f355 req-56934fd5-8b8a-48a8-8ce6-3166d6540073 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Unset dirty status for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:19.122940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e418c95d-1d5b-4339-82a8-49d808c4f355 req-56934fd5-8b8a-48a8-8ce6-3166d6540073 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 944 time: 1.3068624 Jun 03 15:18:19.185301 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a59996b5-d64b-43d8-87c6-951f4434612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:40Z', 'revision_number': 4, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '2a43b141-5acb-40db-9d63-2bfbaafa66d4', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'port_id': '5c65f082-942e-4d38-9918-7ae2464736bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'mac_address': 'fa:16:3e:f8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:06Z', 'updated_at': '2022-06-03T15:18:11Z', 'revision_number': 1, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb2f6ad-ac59-426d-aefa-4446862cd859', 'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'mac_address': 'fa:16:3e:0a:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:38Z', 'updated_at': '2022-06-03T15:14:58Z', 'revision_number': 5, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'subnets': [{'id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:19.188905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:19.190301 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59996b5-d64b-43d8-87c6-951f4434612d None None] The sync data for ids ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'] in n-d-844595-1 is: [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:40Z', 'revision_number': 4, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '2a43b141-5acb-40db-9d63-2bfbaafa66d4', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'port_id': '5c65f082-942e-4d38-9918-7ae2464736bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'mac_address': 'fa:16:3e:f8:f6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:16:06Z', 'updated_at': '2022-06-03T15:18:11Z', 'revision_number': 1, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb2f6ad-ac59-426d-aefa-4446862cd859', 'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'mac_address': 'fa:16:3e:0a:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:38Z', 'updated_at': '2022-06-03T15:14:58Z', 'revision_number': 5, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'subnets': [{'id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:19.195050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:19.204590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:19.267803 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e418c95d-1d5b-4339-82a8-49d808c4f355 req-6c1ba8df-2b8f-4697-8fc1-d77edd3531e6 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/security-groups?id=997f7109-0f62-4a7f-af1a-2a6f80877b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438782 Jun 03 15:18:19.347798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:19.349113 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.361057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] For port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:19.363807 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.367817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Port': ['ID=f1122f97-5d4e-4812-abba-4237067f4d42,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:19.422973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33324) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:19.430000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1718824134', 'description': 'tempest-description--1971367633'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:19.438594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:19.470501 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b906afc3-2e2f-4b6a-912a-1fbe171821e0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1020784 Jun 03 15:18:19.484152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:19.489496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d', 'admin_state_up': True, 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'security_groups': ['0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:19.580688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Usage tracker for resource:security_group and tenant:a4793e20eebe4d769a5d2f0fb254ba92 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:19.589071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:19.599905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099bd574-1c27-46d5-818c-96157b1e9fe2 None None] New status for floating IP 2a43b141-5acb-40db-9d63-2bfbaafa66d4: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:18:19.673072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:19.711796 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.745999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Calling delete_port for 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:19.764629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:19.772701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Usage tracker for resource:security_group_rule and tenant:a4793e20eebe4d769a5d2f0fb254ba92 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:19.776649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:19.779637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:19.787270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:19.789662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Usage tracker for resource:port and tenant:bdc2ba9228fc41f8b3d0f5821569d86f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:19.795310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:19.805626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eed5dcf3-f673-4e43-aa28-4922cba001f8 req-08fedf61-e120-47f1-880f-3cee2f3da17c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7330751 Jun 03 15:18:19.808782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:19.848711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Made reservation on behalf of bdc2ba9228fc41f8b3d0f5821569d86f for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:19.858988 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:19.938684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 820f5766-0b11-4f9d-89fc-699b51b80589 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:19.984766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e6095-7147-46f6-b8bb-4ad14e746bc3 req-7db546dc-c86d-4223-9d4d-c3d5dcd22465 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:19.986783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c77e6095-7147-46f6-b8bb-4ad14e746bc3 req-7db546dc-c86d-4223-9d4d-c3d5dcd22465 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.2974637 Jun 03 15:18:20.028342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-39ef6c14-e7da-4ed3-b0a8-45d638111d13 None None] Provisioning for port f1122f97-5d4e-4812-abba-4237067f4d42 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:20.038831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a49bf8-d787-4cf3-9b57-d0f53c02141c {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:20.089714 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.109345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-39ef6c14-e7da-4ed3-b0a8-45d638111d13 None None] Provisioning complete for port f1122f97-5d4e-4812-abba-4237067f4d42 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:20.110291 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-39ef6c14-e7da-4ed3-b0a8-45d638111d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.116562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2bdc9-ab93-4077-806a-28748bb86231 req-a61f9107-6545-4b04-9aa3-e59d010f14e1 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:20.118349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2e2bdc9-ab93-4077-806a-28748bb86231 req-a61f9107-6545-4b04-9aa3-e59d010f14e1 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 946 time: 0.4649208 Jun 03 15:18:20.127505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c77e6095-7147-46f6-b8bb-4ad14e746bc3 req-4828adb2-5aff-433a-8ff7-200f87884516 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254098 Jun 03 15:18:20.175130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Transition to ACTIVE for port object b1a49bf8-d787-4cf3-9b57-d0f53c02141c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:20.185607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 820f5766-0b11-4f9d-89fc-699b51b80589 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:20.186495 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.213201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2e2bdc9-ab93-4077-806a-28748bb86231 req-dcdfef0a-decf-4e0f-918e-0a0e28e8815e tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818048 Jun 03 15:18:20.215349 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.291791 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.350013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Allocated IP 10.2.2.200 (ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d/28854271-2856-413a-b127-07060385871c/db8b412d-40fb-40ca-bba8-cd27b1440610) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:20.529129 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f881619-bff4-4fe1-9ad5-b7b9b6260010'] response: {'name': 'network-changed', 'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'tag': '5c65f082-942e-4d38-9918-7ae2464736bf', 'status': 'completed', 'code': 200} Jun 03 15:18:20.607295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-39ef6c14-e7da-4ed3-b0a8-45d638111d13 None None] Port f1122f97-5d4e-4812-abba-4237067f4d42 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:20.611741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 820f5766-0b11-4f9d-89fc-699b51b80589 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:20.639765 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2bfc0da-49bd-4b2f-89e0-962d66909aed'] response: {'name': 'network-changed', 'server_uuid': '2b71140a-97b4-4256-b437-338492933857', 'tag': 'e3620305-4eb4-45ff-bf63-432f28acaf16', 'status': 'completed', 'code': 200} Jun 03 15:18:20.718665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.731992 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.761676 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.807742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d9f244-b31f-4b53-a6e2-ff593d47cb83,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:20.807742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Transition to ACTIVE for port object db8b412d-40fb-40ca-bba8-cd27b1440610 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:20.807742 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.807742 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3ae84f26-e397-4864-a866-5e1151b44234 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3795798 Jun 03 15:18:20.817275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33346) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:20.847112 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:20.892418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3be0819b-cff2-4033-b0af-283a9920addb tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Request body: {'security_group_rule': {'security_group_id': '91d9f244-b31f-4b53-a6e2-ff593d47cb83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:20.919793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:20.922830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:20.926948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:20.950604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:21.020015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] No DVR routers for this DVR port 3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:18:21.049848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3be0819b-cff2-4033-b0af-283a9920addb tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:21.055636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3be0819b-cff2-4033-b0af-283a9920addb tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Usage tracker for resource:security_group_rule and tenant:a4793e20eebe4d769a5d2f0fb254ba92 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:21.059538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3be0819b-cff2-4033-b0af-283a9920addb tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:21.066937 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.102001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3be0819b-cff2-4033-b0af-283a9920addb tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:21.126676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Pushing event deleted for resources: {'Port': ['ID=3c08382c-1fbc-4c6d-aab9-224e88b8e5d5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:21.132848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event updated for resources: {'Port': ['ID=db8b412d-40fb-40ca-bba8-cd27b1440610,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:21.183254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.183902 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.202826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0898f78-f0a8-487a-819f-03556fb730a5 req-b6eb26f5-8592-410c-8dab-da1925ff2472 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.75 "DELETE /v2.0/ports/3c08382c-1fbc-4c6d-aab9-224e88b8e5d5 HTTP/1.1" status: 204 len: 173 time: 8.8262372 Jun 03 15:18:21.207725 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-c1a61872-bb53-402f-a799-7cf5bd90330e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7361474 Jun 03 15:18:21.230108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:21.236532 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3be0819b-cff2-4033-b0af-283a9920addb tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.270524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dd0f9008-b2ac-4969-af0d-5e65b3c2d3fe None None] Provisioning for port db8b412d-40fb-40ca-bba8-cd27b1440610 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:21.290204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dd0f9008-b2ac-4969-af0d-5e65b3c2d3fe None None] Provisioning complete for port db8b412d-40fb-40ca-bba8-cd27b1440610 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:21.290954 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9008-b2ac-4969-af0d-5e65b3c2d3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.365523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f9008-b2ac-4969-af0d-5e65b3c2d3fe None None] Port db8b412d-40fb-40ca-bba8-cd27b1440610 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:21.395107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.440733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Attempting to bind port b1a49bf8-d787-4cf3-9b57-d0f53c02141c on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:21.441033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Attempting to bind port b1a49bf8-d787-4cf3-9b57-d0f53c02141c by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:21.441370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Attempting to bind port b1a49bf8-d787-4cf3-9b57-d0f53c02141c on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:21.451920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7cbf8-f2b9-4711-884b-892bf302f351 req-eb78a7f8-64a0-4f2c-b73f-e1aa8aeae8f3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.454148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35f7cbf8-f2b9-4711-884b-892bf302f351 req-eb78a7f8-64a0-4f2c-b73f-e1aa8aeae8f3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 944 time: 0.8299854 Jun 03 15:18:21.483935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Port b1a49bf8-d787-4cf3-9b57-d0f53c02141c on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:21.484256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Attempting to bind port b1a49bf8-d787-4cf3-9b57-d0f53c02141c on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:21.506678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aff553-4991-44fa-9e0c-2d8695ae944b req-70ea50cb-4a33-4ce0-9bef-bc0f8c0d88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.508143 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3aff553-4991-44fa-9e0c-2d8695ae944b req-70ea50cb-4a33-4ce0-9bef-bc0f8c0d88f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 1095 time: 1.0732291 Jun 03 15:18:21.525029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e03b4-c985-4c3c-b5f3-871834af325d req-4ad2b125-5605-49c4-b5e0-6dbe6c340ef5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.530793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e03b4-c985-4c3c-b5f3-871834af325d req-4ad2b125-5605-49c4-b5e0-6dbe6c340ef5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.536436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e03b4-c985-4c3c-b5f3-871834af325d req-4ad2b125-5605-49c4-b5e0-6dbe6c340ef5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.542102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e03b4-c985-4c3c-b5f3-871834af325d req-4ad2b125-5605-49c4-b5e0-6dbe6c340ef5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.544018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b2e03b4-c985-4c3c-b5f3-871834af325d req-4ad2b125-5605-49c4-b5e0-6dbe6c340ef5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 3095 time: 1.0266318 Jun 03 15:18:21.570292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:21.570618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:21.570991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:21.571419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Bound port: b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:21.571750 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.585218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-ae616406-0b84-40f9-8785-4e62568894cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.585682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-ae616406-0b84-40f9-8785-4e62568894cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.586165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-ae616406-0b84-40f9-8785-4e62568894cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.586613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-ae616406-0b84-40f9-8785-4e62568894cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.587057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-ae616406-0b84-40f9-8785-4e62568894cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.587499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-ae616406-0b84-40f9-8785-4e62568894cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.587937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-ae616406-0b84-40f9-8785-4e62568894cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:21.589779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-ae616406-0b84-40f9-8785-4e62568894cd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 6500 time: 1.0089798 Jun 03 15:18:21.747757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35f7cbf8-f2b9-4711-884b-892bf302f351 req-7a41991d-17e1-4a87-a0ac-6e5ecc2e7e41 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784803 Jun 03 15:18:21.770006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bef5892-7ce7-45fd-9d67-501bfdedda69 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:21.778787 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.795557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Transition to ACTIVE for port object 2bef5892-7ce7-45fd-9d67-501bfdedda69 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:21.801889 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.834190 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de1ebb8-419d-4f12-ab77-2e7c3eb9dfc2'] response: {'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'code': 200} Jun 03 15:18:21.881672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b2e03b4-c985-4c3c-b5f3-871834af325d req-f8f4bd09-acfc-4943-a2c5-0aaa300584e7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860460 Jun 03 15:18:21.934320 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3be0819b-cff2-4033-b0af-283a9920addb tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:21.956819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Pushing event updated for resources: {'Port': ['ID=2bef5892-7ce7-45fd-9d67-501bfdedda69,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:21.966179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3be0819b-cff2-4033-b0af-283a9920addb tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.033640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:22.135558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Attempting to bind port 2bef5892-7ce7-45fd-9d67-501bfdedda69 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:22.135558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Attempting to bind port 2bef5892-7ce7-45fd-9d67-501bfdedda69 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:22.135558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Attempting to bind port 2bef5892-7ce7-45fd-9d67-501bfdedda69 on network 6cedb352-1546-434a-82fe-cc940db20f3e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:22.139573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Port 2bef5892-7ce7-45fd-9d67-501bfdedda69 on network 6cedb352-1546-434a-82fe-cc940db20f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:22.140093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Attempting to bind port 2bef5892-7ce7-45fd-9d67-501bfdedda69 on network 6cedb352-1546-434a-82fe-cc940db20f3e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:22.148467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:22.149020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Checking segment: {'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:22.149630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Bound using segment: {'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:22.150158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Bound port: 2bef5892-7ce7-45fd-9d67-501bfdedda69, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa339c3-293b-4224-8db7-ee732e4ba837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:22.150568 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.204397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aff553-4991-44fa-9e0c-2d8695ae944b req-8e66104c-e9a6-4162-87c0-bef7a981474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:22.205923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3aff553-4991-44fa-9e0c-2d8695ae944b req-8e66104c-e9a6-4162-87c0-bef7a981474e service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.6604779 Jun 03 15:18:22.207088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0819b-cff2-4033-b0af-283a9920addb tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7786c4-3655-4d6b-bad7-6940d2c48d1e,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:22.271104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] For port 2bef5892-7ce7-45fd-9d67-501bfdedda69, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:22.274761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] For port 2bef5892-7ce7-45fd-9d67-501bfdedda69, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2bef5892-7ce7-45fd-9d67-501bfdedda69,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:22.282449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.316343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:22.347490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-252b9463-3545-41ce-8c7e-4ada2178970e req-2eab7b3f-be92-4fb6-b494-92bff9128141 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Synchronizing usage tracker for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:22.376524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:22.381867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-e3566261-647f-483f-87f0-7668cde5b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:22.386707 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.386707 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] 10.222.0.67 "PUT /v2.0/ports/2bef5892-7ce7-45fd-9d67-501bfdedda69 HTTP/1.1" status: 200 len: 1092 time: 1.1519198 Jun 03 15:18:22.392133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-e3566261-647f-483f-87f0-7668cde5b866 service neutron] 10.222.0.75 "GET /v2.0/networks?id=59b8d42f-7bef-4ced-83c7-f731095cdbd3 HTTP/1.1" status: 200 len: 918 time: 0.6337423 Jun 03 15:18:22.392133 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.407101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bd4dc-4fb2-4469-8931-71e8123dffce service neutron] Pushing event updated for resources: {'Port': ['ID=2bef5892-7ce7-45fd-9d67-501bfdedda69,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:22.418809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:22.451589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3aff553-4991-44fa-9e0c-2d8695ae944b req-daf5bb22-6296-4e71-aa51-cf6c647db584 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3620305-4eb4-45ff-bf63-432f28acaf16 HTTP/1.1" status: 200 len: 217 time: 0.2255681 Jun 03 15:18:22.452316 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3be0819b-cff2-4033-b0af-283a9920addb tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.453350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3be0819b-cff2-4033-b0af-283a9920addb tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6098530 Jun 03 15:18:22.470439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33384) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:22.483260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-732eb1b9-243c-458a-8b22-f2c607a7ec6b tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Request body: {'security_group_rule': {'security_group_id': '91d9f244-b31f-4b53-a6e2-ff593d47cb83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:22.490718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-732eb1b9-243c-458a-8b22-f2c607a7ec6b tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:22.506740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-732eb1b9-243c-458a-8b22-f2c607a7ec6b tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Usage tracker for resource:security_group_rule and tenant:a4793e20eebe4d769a5d2f0fb254ba92 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:22.511755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-732eb1b9-243c-458a-8b22-f2c607a7ec6b tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:22.520686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-732eb1b9-243c-458a-8b22-f2c607a7ec6b tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:22.535070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'name': 'network-vif-deleted', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:22.582661 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-732eb1b9-243c-458a-8b22-f2c607a7ec6b tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.622398 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.647585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:22.648204 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.649591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] 10.222.0.67 "PUT /v2.0/ports/b1a49bf8-d787-4cf3-9b57-d0f53c02141c HTTP/1.1" status: 200 len: 1095 time: 5.4636359 Jun 03 15:18:22.652688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-252b9463-3545-41ce-8c7e-4ada2178970e req-2eab7b3f-be92-4fb6-b494-92bff9128141 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] Unset dirty status for tenant:ed15abc19f9241df8e1fd91156631348 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:22.654014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-252b9463-3545-41ce-8c7e-4ada2178970e req-2eab7b3f-be92-4fb6-b494-92bff9128141 tempest-FloatingIPsAssociationTestJSON-278604236 tempest-FloatingIPsAssociationTestJSON-278604236-project] 10.222.0.48 "GET /v2.0/ports?device_id=6529cd10-365c-40b9-9b5b-b903b217ad98 HTTP/1.1" status: 200 len: 210 time: 0.5579355 Jun 03 15:18:22.666424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': '2bef5892-7ce7-45fd-9d67-501bfdedda69'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:22.683596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-8c4da4a7-cb8d-48f7-a638-f6cc58a91ca4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c65f082-942e-4d38-9918-7ae2464736bf HTTP/1.1" status: 200 len: 1001 time: 0.2288370 Jun 03 15:18:22.740328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aff553-4991-44fa-9e0c-2d8695ae944b req-a5ec0c49-9b3b-4739-889f-894e1873379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:22.741781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3aff553-4991-44fa-9e0c-2d8695ae944b req-a5ec0c49-9b3b-4739-889f-894e1873379b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1949248 Jun 03 15:18:22.755399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-732eb1b9-243c-458a-8b22-f2c607a7ec6b tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.766328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-732eb1b9-243c-458a-8b22-f2c607a7ec6b tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.808618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732eb1b9-243c-458a-8b22-f2c607a7ec6b tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed4b4ea-e076-4731-944c-b9100097cf23,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:22.840012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdbfec-4ace-4eb8-985c-5b0d893e0434 req-8c829cb4-63db-4c77-9ba4-ca2fee496ac0 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:22.841446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4cfdbfec-4ace-4eb8-985c-5b0d893e0434 req-8c829cb4-63db-4c77-9ba4-ca2fee496ac0 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 947 time: 0.8684721 Jun 03 15:18:22.858723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c298b16-47d6-4387-98ea-65fc06e1d3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:22.868328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-732eb1b9-243c-458a-8b22-f2c607a7ec6b tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:22.870694 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-732eb1b9-243c-458a-8b22-f2c607a7ec6b tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3917873 Jun 03 15:18:22.874441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33396) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:22.883352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:22.896581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:22.905304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Usage tracker for resource:floatingip and tenant:a4793e20eebe4d769a5d2f0fb254ba92 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:22.909590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3aff553-4991-44fa-9e0c-2d8695ae944b req-41c439d6-943b-4739-a93f-0340f932310a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515691 Jun 03 15:18:22.910692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:22.932113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:22.978979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-c83e5973-02b1-4d32-9a7b-9e2fe9167c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:22.981671 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-c83e5973-02b1-4d32-9a7b-9e2fe9167c46 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=36b083b2-47e5-47cc-b6f0-6e48a605189f HTTP/1.1" status: 200 len: 856 time: 0.2831066 Jun 03 15:18:23.000985 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.108586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4cfdbfec-4ace-4eb8-985c-5b0d893e0434 req-f4401891-ea59-44bd-8728-055d80cf98e9 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151000 Jun 03 15:18:23.165947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-ff1ade9a-195a-4a49-a65b-5d247d7f4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:23.167420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-ff1ade9a-195a-4a49-a65b-5d247d7f4521 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3863951d9a7e4148b0a2fe0d1a8a70d7&device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 1098 time: 0.4171019 Jun 03 15:18:23.210876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3890ffab-7510-469e-b625-97d5d45c686f {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:23.230174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.250874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Transition to ACTIVE for port object 3890ffab-7510-469e-b625-97d5d45c686f will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:23.255256 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.258187 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.291749 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3aff553-4991-44fa-9e0c-2d8695ae944b req-30f7f45e-2f74-414b-b1eb-e9516859b956 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617489 Jun 03 15:18:23.299252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974c716-d7c2-405e-8b91-2f0c79d8d6f5 req-190308e9-ea1d-4449-987e-80c26b33bf67 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:23.300653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c974c716-d7c2-405e-8b91-2f0c79d8d6f5 req-190308e9-ea1d-4449-987e-80c26b33bf67 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.4484341 Jun 03 15:18:23.301907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-86d3a18a-ecda-44a8-abea-040c4fc1571d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c HTTP/1.1" status: 200 len: 217 time: 0.1171930 Jun 03 15:18:23.586892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Pushing event updated for resources: {'Port': ['ID=3890ffab-7510-469e-b625-97d5d45c686f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:23.615454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-3f1c11cc-be1b-46ec-b724-4e3f9d921aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:23.617052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-3f1c11cc-be1b-46ec-b724-4e3f9d921aa5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=59b8d42f-7bef-4ced-83c7-f731095cdbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6257889 Jun 03 15:18:23.768314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-b7dee074-4efd-497b-94c7-bfc6de5bebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:23.769741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-b7dee074-4efd-497b-94c7-bfc6de5bebc0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.4412167 Jun 03 15:18:23.782789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Allocated IP 172.25.7.23 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/7e769f4a-1c0b-4a35-94fd-8e466a51f590) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:23.785474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c974c716-d7c2-405e-8b91-2f0c79d8d6f5 req-e8c5a43b-7494-4faf-b392-1484c5d7277d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535542 Jun 03 15:18:23.813416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Attempting to bind port 3890ffab-7510-469e-b625-97d5d45c686f on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:23.813747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Attempting to bind port 3890ffab-7510-469e-b625-97d5d45c686f by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:23.814304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Attempting to bind port 3890ffab-7510-469e-b625-97d5d45c686f on network 3914fca6-9415-4fbb-836b-cb74455033e9 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:23.844976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Port 3890ffab-7510-469e-b625-97d5d45c686f on network 3914fca6-9415-4fbb-836b-cb74455033e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:23.844976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Attempting to bind port 3890ffab-7510-469e-b625-97d5d45c686f on network 3914fca6-9415-4fbb-836b-cb74455033e9 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:23.856870 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:23.856870 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Checking segment: {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:23.856870 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Bound using segment: {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:23.864775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Bound port: 3890ffab-7510-469e-b625-97d5d45c686f, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:23.864775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:23.887055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3aff553-4991-44fa-9e0c-2d8695ae944b req-4b13a0c2-ed1e-46fd-9e22-2ec3a7c98f27 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757709 Jun 03 15:18:23.891441 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8004fc4-08c7-41e0-81d9-c3b2597f7259'] response: {'server_uuid': '6529cd10-365c-40b9-9b5b-b903b217ad98', 'name': 'network-vif-deleted', 'tag': '3c08382c-1fbc-4c6d-aab9-224e88b8e5d5', 'status': 'completed', 'code': 200} Jun 03 15:18:23.925182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c447b-ea01-47cf-a45b-d4d961039e39 req-96a30c7d-42a3-4a8a-b3da-d5469905e39f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:23.925182 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e1c447b-ea01-47cf-a45b-d4d961039e39 req-96a30c7d-42a3-4a8a-b3da-d5469905e39f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 946 time: 0.6688986 Jun 03 15:18:23.965975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-be8f5ca5-4cf8-458c-94c8-891ec348c9a4 service neutron] 10.222.0.75 "GET /v2.0/networks/59b8d42f-7bef-4ced-83c7-f731095cdbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170321 Jun 03 15:18:23.974638 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8860fefb-868b-40ef-940f-dd42e8a686c6'] response: {'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': '2bef5892-7ce7-45fd-9d67-501bfdedda69', 'status': 'completed', 'code': 200} Jun 03 15:18:24.068709 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:18:24.105658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] For port 3890ffab-7510-469e-b625-97d5d45c686f, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:24.116019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e3620305-4eb4-45ff-bf63-432f28acaf16 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:18:24.123377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.124373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e1c447b-ea01-47cf-a45b-d4d961039e39 req-8fc165b2-b6cc-4581-b849-577a973ea91f tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.48 "GET /v2.0/security-groups?id=b7428e53-e12c-4476-ac9d-ffcc52213b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011051 Jun 03 15:18:24.130990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] For port 3890ffab-7510-469e-b625-97d5d45c686f, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3890ffab-7510-469e-b625-97d5d45c686f,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:24.141737 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.167220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-067bf1a7-0d19-487f-954a-eb84a7db440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.168582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-067bf1a7-0d19-487f-954a-eb84a7db440a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3816099 Jun 03 15:18:24.268201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.271443 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.273153 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] 10.222.0.67 "PUT /v2.0/ports/3890ffab-7510-469e-b625-97d5d45c686f HTTP/1.1" status: 200 len: 1130 time: 1.8609095 Jun 03 15:18:24.274511 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.337531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:24.442241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b17dae89-7ca2-45ff-a625-b8b48ec0cb81 req-dae4ea2f-ed0f-4bae-925f-8a6b656a0ccf service neutron] 10.222.0.75 "GET /v2.0/networks/59b8d42f-7bef-4ced-83c7-f731095cdbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699168 Jun 03 15:18:24.449405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:24.455012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3620305-4eb4-45ff-bf63-432f28acaf16,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:24.468685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:24.468685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:24.501569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'e3620305-4eb4-45ff-bf63-432f28acaf16', 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30', 'port_id': 'e3620305-4eb4-45ff-bf63-432f28acaf16', 'mac_address': 'fa:16:3e:35:1e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd1cc9a-743d-40a3-a3a7-dda516523fdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:18:24.512398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-94e3c777-a3f7-437f-afe3-7b5147ade5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.512398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-94e3c777-a3f7-437f-afe3-7b5147ade5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.512398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-94e3c777-a3f7-437f-afe3-7b5147ade5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.512398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-94e3c777-a3f7-437f-afe3-7b5147ade5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.512398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-94e3c777-a3f7-437f-afe3-7b5147ade5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.512398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-94e3c777-a3f7-437f-afe3-7b5147ade5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.512398 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-94e3c777-a3f7-437f-afe3-7b5147ade5d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5244 time: 0.5202553 Jun 03 15:18:24.590147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e273e23-8100-48ee-a5d4-cdfc63d44311 req-db510d8c-9109-4317-9b2d-9da0e3669530 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.590147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e273e23-8100-48ee-a5d4-cdfc63d44311 req-db510d8c-9109-4317-9b2d-9da0e3669530 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 944 time: 0.4937956 Jun 03 15:18:24.597285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port e3620305-4eb4-45ff-bf63-432f28acaf16 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:24.597285 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.626205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3620305-4eb4-45ff-bf63-432f28acaf16 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:24.652658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3620305-4eb4-45ff-bf63-432f28acaf16,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:24.661904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11d234-d5aa-44aa-92a3-855e46420a57 service neutron] Pushing event updated for resources: {'Port': ['ID=3890ffab-7510-469e-b625-97d5d45c686f,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:24.668071 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.729273 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.740200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-85f4e9a6-65b9-4fe8-b184-340a1bdba2d3 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593441 Jun 03 15:18:24.741053 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.766816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=e3620305-4eb4-45ff-bf63-432f28acaf16,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:24.807291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Pushing event updated for resources: {'Port': ['ID=7e769f4a-1c0b-4a35-94fd-8e466a51f590,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:24.872803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:24.886758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e273e23-8100-48ee-a5d4-cdfc63d44311 req-3185698b-18a1-4527-812d-e5a24ce9490d tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015113 Jun 03 15:18:24.959818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034164a-2791-4a75-a05a-92d21fd6d6e1 req-170eb34c-1c91-4040-b471-e9498ecd703b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.959818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034164a-2791-4a75-a05a-92d21fd6d6e1 req-170eb34c-1c91-4040-b471-e9498ecd703b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.970661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034164a-2791-4a75-a05a-92d21fd6d6e1 req-170eb34c-1c91-4040-b471-e9498ecd703b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.981370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034164a-2791-4a75-a05a-92d21fd6d6e1 req-170eb34c-1c91-4040-b471-e9498ecd703b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.981370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034164a-2791-4a75-a05a-92d21fd6d6e1 req-170eb34c-1c91-4040-b471-e9498ecd703b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.992512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034164a-2791-4a75-a05a-92d21fd6d6e1 req-170eb34c-1c91-4040-b471-e9498ecd703b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.992512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a034164a-2791-4a75-a05a-92d21fd6d6e1 req-170eb34c-1c91-4040-b471-e9498ecd703b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 4600 time: 0.6420326 Jun 03 15:18:24.992512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-4a581e51-cf0b-44df-95cd-7bf25877c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.992512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-4a581e51-cf0b-44df-95cd-7bf25877c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:24.992512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-4a581e51-cf0b-44df-95cd-7bf25877c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:25.004391 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-4a581e51-cf0b-44df-95cd-7bf25877c88e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4599299 Jun 03 15:18:25.036365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['e3620305-4eb4-45ff-bf63-432f28acaf16'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:18:25.183260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-6ea1e9d7-3d9d-4f92-b9c3-5d3e76150fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:25.183260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9f9d535-466d-4468-a9d7-0fbf8f1e3a4f req-6ea1e9d7-3d9d-4f92-b9c3-5d3e76150fdf service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1557229 Jun 03 15:18:25.183260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33410) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:25.339308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74634e70-9a8e-40ab-bd31-cec01c222082 req-331b80f0-7fdd-4156-8707-97ac7807ac0b service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815830 Jun 03 15:18:25.372051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bfb3e235-c073-4b79-839d-9a85c7a95196 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:25.584416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ca11ca-44c8-4549-99e5-92e591e618e4 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:25.593961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:25.597061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port bfb3e235-c073-4b79-839d-9a85c7a95196 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:25.597061 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:25.620649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Transition to ACTIVE for port object f2ca11ca-44c8-4549-99e5-92e591e618e4 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:25.642302 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:25.647758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a034164a-2791-4a75-a05a-92d21fd6d6e1 req-16e5b2ad-3fde-4821-a8eb-3aef4113d012 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6301215 Jun 03 15:18:25.655930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfb3e235-c073-4b79-839d-9a85c7a95196'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:25.672974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port bfb3e235-c073-4b79-839d-9a85c7a95196, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bfb3e235-c073-4b79-839d-9a85c7a95196,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:25.681859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:25.688155 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:25.694021 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:25.875092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=bfb3e235-c073-4b79-839d-9a85c7a95196,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:25.895837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:25.914108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-711aa534-2bc9-462f-bf21-932e4d5d99a4 req-38257542-a42e-48ac-b91f-10f16468c2e5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3449707 Jun 03 15:18:25.952012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': '3890ffab-7510-469e-b625-97d5d45c686f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:25.963115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f51f1a-d833-4d30-a586-743650a3030a req-6bdb38e3-e324-4f85-bf0e-6e3a35f21e72 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:25.964634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24f51f1a-d833-4d30-a586-743650a3030a req-6bdb38e3-e324-4f85-bf0e-6e3a35f21e72 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1101 time: 0.6115255 Jun 03 15:18:26.027806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ca11ca-44c8-4549-99e5-92e591e618e4,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:26.144829 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:26.155428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24f51f1a-d833-4d30-a586-743650a3030a req-1aa72a4e-d3aa-44bd-9ddc-5f1fb37ddf2c tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719167 Jun 03 15:18:26.167112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Pushing event updated for resources: {'Port': ['ID=7e769f4a-1c0b-4a35-94fd-8e466a51f590,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:26.194036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Attempting to bind port f2ca11ca-44c8-4549-99e5-92e591e618e4 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:26.194338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Attempting to bind port f2ca11ca-44c8-4549-99e5-92e591e618e4 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:26.194967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Attempting to bind port f2ca11ca-44c8-4549-99e5-92e591e618e4 on network 3914fca6-9415-4fbb-836b-cb74455033e9 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:26.199116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:26.205906 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-989f9dce-0751-44a8-951e-9a752f81a8e1 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3247855 Jun 03 15:18:26.207188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Port f2ca11ca-44c8-4549-99e5-92e591e618e4 on network 3914fca6-9415-4fbb-836b-cb74455033e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:26.207802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Attempting to bind port f2ca11ca-44c8-4549-99e5-92e591e618e4 on network 3914fca6-9415-4fbb-836b-cb74455033e9 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:26.217188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:26.217600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Checking segment: {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:26.218003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Bound using segment: {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:26.218418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Bound port: f2ca11ca-44c8-4549-99e5-92e591e618e4, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:26.218987 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:26.265549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba296b-e0c2-44c5-bedf-16c834cd2225 req-7f313742-7ac6-43f1-8811-89a194015102 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.272679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16ba296b-e0c2-44c5-bedf-16c834cd2225 req-7f313742-7ac6-43f1-8811-89a194015102 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 947 time: 0.3632929 Jun 03 15:18:26.319310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] For port f2ca11ca-44c8-4549-99e5-92e591e618e4, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:26.323135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] For port f2ca11ca-44c8-4549-99e5-92e591e618e4, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2ca11ca-44c8-4549-99e5-92e591e618e4,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:26.328584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa534-2bc9-462f-bf21-932e4d5d99a4 req-ce37de1a-35c5-4490-b217-4949f68da778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.330315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-711aa534-2bc9-462f-bf21-932e4d5d99a4 req-ce37de1a-35c5-4490-b217-4949f68da778 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 1096 time: 0.3203816 Jun 03 15:18:26.331720 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:26.423304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.424055 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:26.425468 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] 10.222.0.67 "PUT /v2.0/ports/f2ca11ca-44c8-4549-99e5-92e591e618e4 HTTP/1.1" status: 200 len: 1129 time: 2.0930729 Jun 03 15:18:26.443689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b9090-6781-4027-b40e-035e2f183f62 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ca11ca-44c8-4549-99e5-92e591e618e4,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:26.464584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:26.465739 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e622a4de-a638-48b3-ac11-a697844a6f80'] response: {'server_uuid': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfb3e235-c073-4b79-839d-9a85c7a95196', 'code': 200} Jun 03 15:18:26.492385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16ba296b-e0c2-44c5-bedf-16c834cd2225 req-499a772d-4422-481f-a29f-2142a3d957bc tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150187 Jun 03 15:18:26.622109 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523da2fd-11b3-409d-88b7-5bf591925e35'] response: {'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': '3890ffab-7510-469e-b625-97d5d45c686f', 'status': 'completed', 'code': 200} Jun 03 15:18:26.639693 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5888e1e7-3a01-41a8-a060-2840a4c37c47'] response: {'name': 'network-changed', 'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'status': 'completed', 'code': 200} Jun 03 15:18:26.708367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa534-2bc9-462f-bf21-932e4d5d99a4 req-8ee7a31d-0e67-4175-a87b-ff7eba63cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.709808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-711aa534-2bc9-462f-bf21-932e4d5d99a4 req-8ee7a31d-0e67-4175-a87b-ff7eba63cf70 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.3463483 Jun 03 15:18:26.734521 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:26.802769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-711aa534-2bc9-462f-bf21-932e4d5d99a4 req-3d421ad4-5886-4271-963b-87299e0acd90 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d HTTP/1.1" status: 200 len: 217 time: 0.0857027 Jun 03 15:18:26.825107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-a217e023-55a6-4fe7-8c60-5c8ac0b9ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.825658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-a217e023-55a6-4fe7-8c60-5c8ac0b9ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.826158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-a217e023-55a6-4fe7-8c60-5c8ac0b9ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.826643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-a217e023-55a6-4fe7-8c60-5c8ac0b9ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.827135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-a217e023-55a6-4fe7-8c60-5c8ac0b9ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.827590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-a217e023-55a6-4fe7-8c60-5c8ac0b9ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.828042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-a217e023-55a6-4fe7-8c60-5c8ac0b9ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.829994 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-a217e023-55a6-4fe7-8c60-5c8ac0b9ac15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 6208 time: 0.1837957 Jun 03 15:18:26.904166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0007931-3240-48e3-9ab7-27a9861cd583 req-28c5224b-134b-4ab4-a238-4646b1ba252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.905744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0007931-3240-48e3-9ab7-27a9861cd583 req-28c5224b-134b-4ab4-a238-4646b1ba252b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3863951d9a7e4148b0a2fe0d1a8a70d7&device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 1098 time: 0.3227146 Jun 03 15:18:26.965380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa534-2bc9-462f-bf21-932e4d5d99a4 req-93e9f9b5-caec-4ce0-9691-302b15786111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.965380 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-711aa534-2bc9-462f-bf21-932e4d5d99a4 req-93e9f9b5-caec-4ce0-9691-302b15786111 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1487520 Jun 03 15:18:27.022259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f3882-9501-4a16-a2c3-f6a993f0b6e0 req-c3b2e2c5-5a4a-4ca3-9790-a0c5a6c8130e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:27.023723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-116f3882-9501-4a16-a2c3-f6a993f0b6e0 req-c3b2e2c5-5a4a-4ca3-9790-a0c5a6c8130e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 945 time: 0.3830183 Jun 03 15:18:27.101479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-711aa534-2bc9-462f-bf21-932e4d5d99a4 req-a32f1e31-3b7e-43f6-882c-5383955ed41d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878117 Jun 03 15:18:27.130398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-293b06f6-027c-48df-893f-d3d70c3b69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:27.130812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-293b06f6-027c-48df-893f-d3d70c3b69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:27.131958 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-293b06f6-027c-48df-893f-d3d70c3b69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:27.133547 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-293b06f6-027c-48df-893f-d3d70c3b69d8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2906399 Jun 03 15:18:27.220988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-116f3882-9501-4a16-a2c3-f6a993f0b6e0 req-e81044a8-490c-4830-82a8-54cc461164c8 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596527 Jun 03 15:18:27.388453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-88908001-6ecf-4c96-b47c-c24302ecc273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:27.390356 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2b091108-4c98-4b91-99c9-53aad9d0752f req-88908001-6ecf-4c96-b47c-c24302ecc273 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2483649 Jun 03 15:18:27.427285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0007931-3240-48e3-9ab7-27a9861cd583 req-d10234bd-ce2f-4f0c-bf4d-bce6885a31e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:27.428735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0007931-3240-48e3-9ab7-27a9861cd583 req-d10234bd-ce2f-4f0c-bf4d-bce6885a31e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.5104587 Jun 03 15:18:27.436923 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:27.477211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daab0748-84cb-4ce8-a5f7-5d614915556e {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:27.484885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:27.499613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Transition to ACTIVE for port object daab0748-84cb-4ce8-a5f7-5d614915556e will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:27.503370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:27.635561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Pushing event updated for resources: {'Port': ['ID=daab0748-84cb-4ce8-a5f7-5d614915556e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:27.709209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0007931-3240-48e3-9ab7-27a9861cd583 req-89ba1d23-6c57-4a37-8240-3666c4f1128b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c HTTP/1.1" status: 200 len: 217 time: 0.2244065 Jun 03 15:18:27.746395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Attempting to bind port daab0748-84cb-4ce8-a5f7-5d614915556e on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:27.746724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Attempting to bind port daab0748-84cb-4ce8-a5f7-5d614915556e by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:27.747038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Attempting to bind port daab0748-84cb-4ce8-a5f7-5d614915556e on network 3914fca6-9415-4fbb-836b-cb74455033e9 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:27.752049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Port daab0748-84cb-4ce8-a5f7-5d614915556e on network 3914fca6-9415-4fbb-836b-cb74455033e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:27.752359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Attempting to bind port daab0748-84cb-4ce8-a5f7-5d614915556e on network 3914fca6-9415-4fbb-836b-cb74455033e9 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:27.757802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:27.758404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Checking segment: {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:27.758779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Bound using segment: {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:27.759195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Bound port: daab0748-84cb-4ce8-a5f7-5d614915556e, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:27.759527 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:27.833355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-6aefc9f5-0f26-48f0-bfef-369c25b30730 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1718824134&fields=id&tenant_id=a4793e20eebe4d769a5d2f0fb254ba92 HTTP/1.1" status: 200 len: 267 time: 0.5786684 Jun 03 15:18:27.835453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-711aa534-2bc9-462f-bf21-932e4d5d99a4 req-e9c2b686-5bd6-492a-a6d4-d6249b2056de service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242401 Jun 03 15:18:27.970859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] For port daab0748-84cb-4ce8-a5f7-5d614915556e, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:27.974110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] For port daab0748-84cb-4ce8-a5f7-5d614915556e, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=daab0748-84cb-4ce8-a5f7-5d614915556e,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:27.979601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.043561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.044215 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.046672 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] 10.222.0.67 "PUT /v2.0/ports/daab0748-84cb-4ce8-a5f7-5d614915556e HTTP/1.1" status: 200 len: 1090 time: 1.5861688 Jun 03 15:18:28.066733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8398630-126a-4c0a-8807-a9860f8e5a20 service neutron] Pushing event updated for resources: {'Port': ['ID=daab0748-84cb-4ce8-a5f7-5d614915556e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:28.080012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:28.089377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0007931-3240-48e3-9ab7-27a9861cd583 req-fb0b8d96-8685-4c3e-85cf-e8919776af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.091113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0007931-3240-48e3-9ab7-27a9861cd583 req-fb0b8d96-8685-4c3e-85cf-e8919776af4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.3563926 Jun 03 15:18:28.128891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e3620305-4eb4-45ff-bf63-432f28acaf16 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:28.201318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-9e39acd7-9353-47dc-9c55-238ace4ca100 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9627640 Jun 03 15:18:28.201449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.266762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port e3620305-4eb4-45ff-bf63-432f28acaf16 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:28.283931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port e3620305-4eb4-45ff-bf63-432f28acaf16 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:28.283931 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.391334 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-711aa534-2bc9-462f-bf21-932e4d5d99a4 req-c969d146-f6de-4596-9e43-e73881667d67 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300868 Jun 03 15:18:28.467147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port e3620305-4eb4-45ff-bf63-432f28acaf16 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:28.467661 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.487088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89967030-10da-4ef1-97f3-02dffd7e252e req-994e78b5-1ad2-4159-8b5b-d87b136ea291 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.493652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89967030-10da-4ef1-97f3-02dffd7e252e req-994e78b5-1ad2-4159-8b5b-d87b136ea291 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.503263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89967030-10da-4ef1-97f3-02dffd7e252e req-994e78b5-1ad2-4159-8b5b-d87b136ea291 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.510465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89967030-10da-4ef1-97f3-02dffd7e252e req-994e78b5-1ad2-4159-8b5b-d87b136ea291 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.515198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b71140a-97b4-4256-b437-338492933857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3620305-4eb4-45ff-bf63-432f28acaf16'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:28.518147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89967030-10da-4ef1-97f3-02dffd7e252e req-994e78b5-1ad2-4159-8b5b-d87b136ea291 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.524868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89967030-10da-4ef1-97f3-02dffd7e252e req-994e78b5-1ad2-4159-8b5b-d87b136ea291 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.530788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3620305-4eb4-45ff-bf63-432f28acaf16,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:28.531932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89967030-10da-4ef1-97f3-02dffd7e252e req-994e78b5-1ad2-4159-8b5b-d87b136ea291 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.535260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89967030-10da-4ef1-97f3-02dffd7e252e req-994e78b5-1ad2-4159-8b5b-d87b136ea291 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5383 time: 1.0516820 Jun 03 15:18:28.538330 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.643708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=e3620305-4eb4-45ff-bf63-432f28acaf16,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:28.653751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': 'f2ca11ca-44c8-4549-99e5-92e591e618e4'}, {'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': 'daab0748-84cb-4ce8-a5f7-5d614915556e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:28.695676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-12d20528-ad92-4d71-a44b-817fde514e36 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.695676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-12d20528-ad92-4d71-a44b-817fde514e36 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/networks?id=da7253fd-8f6a-4440-bc5e-2a046170d873 HTTP/1.1" status: 200 len: 812 time: 0.8355930 Jun 03 15:18:28.721007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89967030-10da-4ef1-97f3-02dffd7e252e req-11c10fa6-b4be-4ef5-a8c9-da562acc96b0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581359 Jun 03 15:18:28.737725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e9e67-c763-4ea3-99ce-75148b7cd7d0 req-025d0ecb-6d8c-42c1-8ddf-5ad65db9e3c3 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.739276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed2e9e67-c763-4ea3-99ce-75148b7cd7d0 req-025d0ecb-6d8c-42c1-8ddf-5ad65db9e3c3 tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7 HTTP/1.1" status: 200 len: 944 time: 0.5356138 Jun 03 15:18:28.838179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-a68bd950-e2b2-42c8-a102-f7da087f90ec tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/quotas/a4793e20eebe4d769a5d2f0fb254ba92 HTTP/1.1" status: 200 len: 375 time: 0.1271703 Jun 03 15:18:28.890933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bf338d-8305-4c93-bd41-bf5dfe6c7822 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:28.905151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.926467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Transition to ACTIVE for port object 38bf338d-8305-4c93-bd41-bf5dfe6c7822 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:28.930481 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:28.977086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0007931-3240-48e3-9ab7-27a9861cd583 req-96999408-ba43-4cac-a0a0-857bd14e0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:28.979133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0007931-3240-48e3-9ab7-27a9861cd583 req-96999408-ba43-4cac-a0a0-857bd14e0360 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8263123 Jun 03 15:18:29.180435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Pushing event updated for resources: {'Port': ['ID=38bf338d-8305-4c93-bd41-bf5dfe6c7822,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:29.308805 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:29.354033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Attempting to bind port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:29.354033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Attempting to bind port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:29.354033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Attempting to bind port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 on network 3914fca6-9415-4fbb-836b-cb74455033e9 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:29.358842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 on network 3914fca6-9415-4fbb-836b-cb74455033e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:29.358842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Attempting to bind port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 on network 3914fca6-9415-4fbb-836b-cb74455033e9 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:29.362046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:29.362046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Checking segment: {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:29.362046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Bound using segment: {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:29.362046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Bound port: 38bf338d-8305-4c93-bd41-bf5dfe6c7822, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e0ff85-fe87-434b-aef2-1a1484959b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:29.362449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:29.398307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-ed2e9e67-c763-4ea3-99ce-75148b7cd7d0 req-c333e7b1-37f0-4efc-83bd-994f4db5208b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Deleting port bfb3e235-c073-4b79-839d-9a85c7a95196 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:29.398649 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed2e9e67-c763-4ea3-99ce-75148b7cd7d0 req-c333e7b1-37f0-4efc-83bd-994f4db5208b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:29.480360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] For port 38bf338d-8305-4c93-bd41-bf5dfe6c7822, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:29.483646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] For port 38bf338d-8305-4c93-bd41-bf5dfe6c7822, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=38bf338d-8305-4c93-bd41-bf5dfe6c7822,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:29.489405 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:29.522441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] Deleting port 6bc6aa50-7712-4086-882f-00869fbff469 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:29.522441 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:29.567911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:29.567911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:29.571171 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] 10.222.0.67 "PUT /v2.0/ports/38bf338d-8305-4c93-bd41-bf5dfe6c7822 HTTP/1.1" status: 200 len: 1091 time: 1.4937272 Jun 03 15:18:29.583810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17109a67-e9ce-4c2b-aee3-e207c0d20afa service neutron] Pushing event updated for resources: {'Port': ['ID=38bf338d-8305-4c93-bd41-bf5dfe6c7822,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:29.618950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:29.662820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840a8ea-a293-423e-b9d8-c9a708e121ff req-836dfc45-219f-45e2-9ef8-7a80f1c34804 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:29.681203 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e840a8ea-a293-423e-b9d8-c9a708e121ff req-836dfc45-219f-45e2-9ef8-7a80f1c34804 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.7926700 Jun 03 15:18:29.710904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0007931-3240-48e3-9ab7-27a9861cd583 req-c48c192b-c875-413f-8e19-69efcda9a656 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975722 Jun 03 15:18:29.769348 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:29.871320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e840a8ea-a293-423e-b9d8-c9a708e121ff req-a06d0b37-3ba5-4f8c-9e69-37a37845db9f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006218 Jun 03 15:18:29.980854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-e01f813a-49f6-4ff1-857e-2ecac47e363e tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4793e20eebe4d769a5d2f0fb254ba92&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1119566 Jun 03 15:18:30.139321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b1a49bf8-d787-4cf3-9b57-d0f53c02141c details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:18:30.331122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:30.342504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'mac_address': 'fa:16:3e:57:3f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:18:30.380988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1122f97-5d4e-4812-abba-4237067f4d42 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:30.388334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ed2e9e67-c763-4ea3-99ce-75148b7cd7d0 req-c333e7b1-37f0-4efc-83bd-994f4db5208b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] For port bfb3e235-c073-4b79-839d-9a85c7a95196, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bfb3e235-c073-4b79-839d-9a85c7a95196,segment=NetworkSegment(23f249e8-5874-4c3a-bc6f-5e83e95ffa57),segment_id=23f249e8-5874-4c3a-bc6f-5e83e95ffa57)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:30.388334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed2e9e67-c763-4ea3-99ce-75148b7cd7d0 req-c333e7b1-37f0-4efc-83bd-994f4db5208b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.400180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.432580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Transition to ACTIVE for port object f1122f97-5d4e-4812-abba-4237067f4d42 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:30.435143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b1a49bf8-d787-4cf3-9b57-d0f53c02141c is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:30.435143 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.439633 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.448298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a49bf8-d787-4cf3-9b57-d0f53c02141c {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:30.464142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:30.470827 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.509911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-ed2e9e67-c763-4ea3-99ce-75148b7cd7d0 req-c333e7b1-37f0-4efc-83bd-994f4db5208b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Calling delete_port for bfb3e235-c073-4b79-839d-9a85c7a95196 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:30.551894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:30.620857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] For port 6bc6aa50-7712-4086-882f-00869fbff469, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6bc6aa50-7712-4086-882f-00869fbff469,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:30.621216 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.660789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0007931-3240-48e3-9ab7-27a9861cd583 req-9821227c-34ea-4fb1-97b3-76cf132f9ebc service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8955638 Jun 03 15:18:30.697394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Pushing event updated for resources: {'Port': ['ID=f1122f97-5d4e-4812-abba-4237067f4d42,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:30.811877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] Calling delete_port for 6bc6aa50-7712-4086-882f-00869fbff469 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:30.816713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Attempting to bind port f1122f97-5d4e-4812-abba-4237067f4d42 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:30.816713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Attempting to bind port f1122f97-5d4e-4812-abba-4237067f4d42 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:30.817669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Attempting to bind port f1122f97-5d4e-4812-abba-4237067f4d42 on network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:30.821603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Port f1122f97-5d4e-4812-abba-4237067f4d42 on network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:30.821971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Attempting to bind port f1122f97-5d4e-4812-abba-4237067f4d42 on network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:30.828030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:30.828474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Checking segment: {'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:30.828820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Bound using segment: {'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:30.829295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Bound port: f1122f97-5d4e-4812-abba-4237067f4d42, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:30.829700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.855156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-22d8e8cf-2fcb-4533-8c0e-b0941bdb9dbc service neutron] 10.222.0.48 "GET /v2.0/networks/da7253fd-8f6a-4440-bc5e-2a046170d873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8172698 Jun 03 15:18:30.878403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['b1a49bf8-d787-4cf3-9b57-d0f53c02141c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:18:30.903021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397e3e-8464-42b3-8c50-44029eac5bed req-730afab4-12fb-4aba-b79c-24f6658927f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:30.905012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-730afab4-12fb-4aba-b79c-24f6658927f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1101 time: 0.8693678 Jun 03 15:18:30.927559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] For port f1122f97-5d4e-4812-abba-4237067f4d42, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:30.930831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] For port f1122f97-5d4e-4812-abba-4237067f4d42, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f1122f97-5d4e-4812-abba-4237067f4d42,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:30.934868 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.989607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:30.990239 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:30.991602 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] 10.222.0.67 "PUT /v2.0/ports/f1122f97-5d4e-4812-abba-4237067f4d42 HTTP/1.1" status: 200 len: 1091 time: 1.3814499 Jun 03 15:18:31.026485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c43150-c865-4fdc-9b48-1efd4fced544 service neutron] Pushing event updated for resources: {'Port': ['ID=f1122f97-5d4e-4812-abba-4237067f4d42,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:31.033474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Request body: {'port': {'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:31.167837 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:31.375293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bfb3e235-c073-4b79-839d-9a85c7a95196 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:31.422341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-eb82ac50-b35b-4373-a539-0548cb5132d5 service neutron] 10.222.0.48 "GET /v2.0/networks/da7253fd-8f6a-4440-bc5e-2a046170d873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527072 Jun 03 15:18:31.548404 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed2e9e67-c763-4ea3-99ce-75148b7cd7d0 req-c333e7b1-37f0-4efc-83bd-994f4db5208b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:31.555607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port bfb3e235-c073-4b79-839d-9a85c7a95196 is: DOWN; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:31.601657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8b412d-40fb-40ca-bba8-cd27b1440610 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:31.609214 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:31.632136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Transition to ACTIVE for port object db8b412d-40fb-40ca-bba8-cd27b1440610 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:31.640557 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:31.650814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af86eb-cdc3-4a55-81e0-95349723b375 req-8ea50aed-2ab6-426b-b855-0b1f5f9e631e tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:31.657905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36af86eb-cdc3-4a55-81e0-95349723b375 req-8ea50aed-2ab6-426b-b855-0b1f5f9e631e tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 948 time: 1.3808281 Jun 03 15:18:31.688059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333e7b1-37f0-4efc-83bd-994f4db5208b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Pushing event deleted for resources: {'Port': ['ID=bfb3e235-c073-4b79-839d-9a85c7a95196,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:31.893975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2e9e67-c763-4ea3-99ce-75148b7cd7d0 req-c333e7b1-37f0-4efc-83bd-994f4db5208b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] No DVR routers for this DVR port bfb3e235-c073-4b79-839d-9a85c7a95196 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:18:31.894447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Pushing event updated for resources: {'Port': ['ID=db8b412d-40fb-40ca-bba8-cd27b1440610,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:31.907797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397e3e-8464-42b3-8c50-44029eac5bed req-b12d5ea4-0323-4bdc-baea-8421be76f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:31.909449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-b12d5ea4-0323-4bdc-baea-8421be76f6e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.5437019 Jun 03 15:18:31.909970 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed2e9e67-c763-4ea3-99ce-75148b7cd7d0 req-c333e7b1-37f0-4efc-83bd-994f4db5208b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:31.915748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'name': 'network-vif-deleted', 'tag': 'bfb3e235-c073-4b79-839d-9a85c7a95196'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:31.934466 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36af86eb-cdc3-4a55-81e0-95349723b375 req-3eb0aa1b-7510-4945-9438-0ca66f972644 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756109 Jun 03 15:18:31.991650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Attempting to bind port db8b412d-40fb-40ca-bba8-cd27b1440610 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:31.992118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Attempting to bind port db8b412d-40fb-40ca-bba8-cd27b1440610 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:31.992656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Attempting to bind port db8b412d-40fb-40ca-bba8-cd27b1440610 on network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:31.999551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Port db8b412d-40fb-40ca-bba8-cd27b1440610 on network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:32.002005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Attempting to bind port db8b412d-40fb-40ca-bba8-cd27b1440610 on network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:32.016455 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da5bba7-420e-4093-8832-bc1281fa4853'] response: {'server_uuid': '2b71140a-97b4-4256-b437-338492933857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3620305-4eb4-45ff-bf63-432f28acaf16', 'code': 200} Jun 03 15:18:32.017539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:32.017901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Checking segment: {'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:32.018328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Bound using segment: {'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:32.018884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Bound port: db8b412d-40fb-40ca-bba8-cd27b1440610, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482d45c1-c2f4-4525-897d-892aeed32ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:32.019218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.068622 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1efb4a60-a0c2-45e1-881a-cc70a2bc9098'] response: {'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': 'f2ca11ca-44c8-4549-99e5-92e591e618e4', 'status': 'completed', 'code': 200} Jun 03 15:18:32.068899 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1efb4a60-a0c2-45e1-881a-cc70a2bc9098'] response: {'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': 'daab0748-84cb-4ce8-a5f7-5d614915556e', 'status': 'completed', 'code': 200} Jun 03 15:18:32.075018 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8fafaf81-67a9-4cab-bc0d-cd59654d9300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.096376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-e96235af-1246-4b2d-b278-73a27943238d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 217 time: 0.1526494 Jun 03 15:18:32.120066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed2e9e67-c763-4ea3-99ce-75148b7cd7d0 req-c333e7b1-37f0-4efc-83bd-994f4db5208b tempest-ImagesTestJSON-1568389655 tempest-ImagesTestJSON-1568389655-project] 10.222.0.75 "DELETE /v2.0/ports/bfb3e235-c073-4b79-839d-9a85c7a95196 HTTP/1.1" status: 204 len: 173 time: 3.3737316 Jun 03 15:18:32.147763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b1a49bf8-d787-4cf3-9b57-d0f53c02141c up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:32.256451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397e3e-8464-42b3-8c50-44029eac5bed req-611051e3-a7be-4056-9061-70da8622ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:32.258779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-611051e3-a7be-4056-9061-70da8622ce50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1366765 Jun 03 15:18:32.264195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] For port db8b412d-40fb-40ca-bba8-cd27b1440610, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:32.268742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] For port db8b412d-40fb-40ca-bba8-cd27b1440610, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db8b412d-40fb-40ca-bba8-cd27b1440610,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:32.282485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.328467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d2989-8144-4f0f-80ef-18b672832e8b req-0c76f75b-be3c-4fe8-8650-19f93dcfca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:32.329971 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-de1d2989-8144-4f0f-80ef-18b672832e8b req-0c76f75b-be3c-4fe8-8650-19f93dcfca95 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 1097 time: 0.1419320 Jun 03 15:18:32.378395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:32.379003 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.380555 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-a205b525-59b6-467e-81b2-119494fab096 service neutron] 10.222.0.67 "PUT /v2.0/ports/db8b412d-40fb-40ca-bba8-cd27b1440610 HTTP/1.1" status: 200 len: 1091 time: 1.3513527 Jun 03 15:18:32.404993 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-de1d2989-8144-4f0f-80ef-18b672832e8b req-6dda0661-d766-40e7-ad42-b3d4059680e9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645707 Jun 03 15:18:32.412388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205b525-59b6-467e-81b2-119494fab096 service neutron] Pushing event updated for resources: {'Port': ['ID=db8b412d-40fb-40ca-bba8-cd27b1440610,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:32.535749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port b1a49bf8-d787-4cf3-9b57-d0f53c02141c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:32.545960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port b1a49bf8-d787-4cf3-9b57-d0f53c02141c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:32.546693 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.648573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4fc54-e479-4683-9e5f-0d6ee108a7fd req-15f54553-e31d-4297-90f7-e65cbfe6ab68 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:32.651106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30b4fc54-e479-4683-9e5f-0d6ee108a7fd req-15f54553-e31d-4297-90f7-e65cbfe6ab68 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 946 time: 0.8387341 Jun 03 15:18:32.681745 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.780812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b1a49bf8-d787-4cf3-9b57-d0f53c02141c is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:32.781140 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.834904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc6aa50-7712-4086-882f-00869fbff469,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:32.845911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:32.853130 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:32.931692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9576-8a69-4136-b1c2-9c1bcdc482b0 req-a38bebca-be8b-4f28-8956-4971763f9440 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:32.949567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9576-8a69-4136-b1c2-9c1bcdc482b0 req-a38bebca-be8b-4f28-8956-4971763f9440 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:32.964166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9576-8a69-4136-b1c2-9c1bcdc482b0 req-a38bebca-be8b-4f28-8956-4971763f9440 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:32.966087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:32.985942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9576-8a69-4136-b1c2-9c1bcdc482b0 req-a38bebca-be8b-4f28-8956-4971763f9440 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:32.993520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9576-8a69-4136-b1c2-9c1bcdc482b0 req-a38bebca-be8b-4f28-8956-4971763f9440 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:33.003670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9576-8a69-4136-b1c2-9c1bcdc482b0 req-a38bebca-be8b-4f28-8956-4971763f9440 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:33.011117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9576-8a69-4136-b1c2-9c1bcdc482b0 req-a38bebca-be8b-4f28-8956-4971763f9440 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:33.021266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-048d9576-8a69-4136-b1c2-9c1bcdc482b0 req-a38bebca-be8b-4f28-8956-4971763f9440 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.8208003 Jun 03 15:18:33.049765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-2d0f2d2e-703e-420f-8e82-a6f13bfa7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:33.050328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-2d0f2d2e-703e-420f-8e82-a6f13bfa7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:33.051037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-2d0f2d2e-703e-420f-8e82-a6f13bfa7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:33.051367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-2d0f2d2e-703e-420f-8e82-a6f13bfa7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:33.051824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-2d0f2d2e-703e-420f-8e82-a6f13bfa7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:33.052277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-2d0f2d2e-703e-420f-8e82-a6f13bfa7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:33.052724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-2d0f2d2e-703e-420f-8e82-a6f13bfa7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:33.054903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-2d0f2d2e-703e-420f-8e82-a6f13bfa7b66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 6434 time: 0.9316044 Jun 03 15:18:33.090547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30b4fc54-e479-4683-9e5f-0d6ee108a7fd req-cab43f0b-10c0-4d1c-aba4-aa21d4b7eace tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265473 Jun 03 15:18:33.248118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397e3e-8464-42b3-8c50-44029eac5bed req-793e22ef-1806-434c-ab1f-372334907774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:33.252646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-793e22ef-1806-434c-ab1f-372334907774 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8935640 Jun 03 15:18:33.357140 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-048d9576-8a69-4136-b1c2-9c1bcdc482b0 req-d3d1b40d-09c1-483c-b5e4-529441f9663a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3309555 Jun 03 15:18:34.025902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:34.083512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': '38bf338d-8305-4c93-bd41-bf5dfe6c7822'}, {'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': 'f1122f97-5d4e-4812-abba-4237067f4d42'}, {'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': 'db8b412d-40fb-40ca-bba8-cd27b1440610'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:34.116964 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58d7b7ee-7196-4e9d-a473-779f14c7f889 req-3f4f888e-39ac-47d8-9948-700be37140f0 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 210 time: 0.3652594 Jun 03 15:18:34.200902 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411ee159-55a6-47b0-9775-91693abde6c0'] response: {'server_uuid': '4f5ecfb5-b793-4f58-b75d-b44b6ff2c8c7', 'name': 'network-vif-deleted', 'tag': 'bfb3e235-c073-4b79-839d-9a85c7a95196', 'status': 'completed', 'code': 200} Jun 03 15:18:34.208836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-a9c99ef8-0960-425a-b379-c957a0500b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.208836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-a9c99ef8-0960-425a-b379-c957a0500b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.208836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-a9c99ef8-0960-425a-b379-c957a0500b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.208836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-a9c99ef8-0960-425a-b379-c957a0500b6a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1135755 Jun 03 15:18:34.236316 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5564bcda-59a9-41f6-95db-312105289c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:34.260565 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:34.377118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-ffe12f2a-aeb0-4de9-a5d9-5c3083b5df63 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1047521 Jun 03 15:18:34.395628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-05f6b003-6f52-45f8-86ba-936c9141ceaf tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.397113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-05f6b003-6f52-45f8-86ba-936c9141ceaf tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.75 "GET /v2.0/networks?id=da7253fd-8f6a-4440-bc5e-2a046170d873 HTTP/1.1" status: 200 len: 812 time: 1.0712636 Jun 03 15:18:34.531078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca269826-502e-4374-8235-40b407fd11a3 req-3bca50c8-5179-4688-a222-8f04862bfc7f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.532935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca269826-502e-4374-8235-40b407fd11a3 req-3bca50c8-5179-4688-a222-8f04862bfc7f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.8539920 Jun 03 15:18:34.705191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-ccf5268f-f977-4b6e-b78a-55aa2a6e38fe tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4793e20eebe4d769a5d2f0fb254ba92 HTTP/1.1" status: 200 len: 380 time: 0.2167110 Jun 03 15:18:34.778253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Request body: {'port': {'device_id': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'admin_state_up': True, 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'security_groups': ['91d9f244-b31f-4b53-a6e2-ff593d47cb83']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:34.912259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca269826-502e-4374-8235-40b407fd11a3 req-61f2011d-aa7f-41bf-88cf-8541a2771735 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198481 Jun 03 15:18:34.936920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-2723ebe2-a0fa-4b9d-82d1-a873c4980c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.938417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-2723ebe2-a0fa-4b9d-82d1-a873c4980c80 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7113652 Jun 03 15:18:34.955713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-2f0f0c89-2484-426a-98eb-d95e5fabe61e service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927692 Jun 03 15:18:34.977710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ef081-fff5-46f6-bf03-a59dd551682d req-c10076b7-6aae-4363-b033-8078d58f4d01 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.980757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-395ef081-fff5-46f6-bf03-a59dd551682d req-c10076b7-6aae-4363-b033-8078d58f4d01 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 949 time: 0.6952105 Jun 03 15:18:35.029365 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f153fd-245a-4099-8390-d2677d7ad27a'] response: {'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'code': 200} Jun 03 15:18:35.074212 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e719ae0e-57cc-4714-9192-444638f5e9e7'] response: {'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': '38bf338d-8305-4c93-bd41-bf5dfe6c7822', 'status': 'completed', 'code': 200} Jun 03 15:18:35.074317 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e719ae0e-57cc-4714-9192-444638f5e9e7'] response: {'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': 'f1122f97-5d4e-4812-abba-4237067f4d42', 'status': 'completed', 'code': 200} Jun 03 15:18:35.074953 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e719ae0e-57cc-4714-9192-444638f5e9e7'] response: {'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': 'db8b412d-40fb-40ca-bba8-cd27b1440610', 'status': 'completed', 'code': 200} Jun 03 15:18:35.189971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:35.207066 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:35.501190 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:35.519301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Usage tracker for resource:port and tenant:a4793e20eebe4d769a5d2f0fb254ba92 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:35.540006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:35.567047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:35.585183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-395ef081-fff5-46f6-bf03-a59dd551682d req-7d04913c-51dd-45b8-ab0f-b9e39075522b tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946913 Jun 03 15:18:35.768781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Made reservation on behalf of a4793e20eebe4d769a5d2f0fb254ba92 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:35.773647 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:35.935064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] Router e8e62426-4aae-4f37-9680-2bde483f80de has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:18:35.953862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-98bfc0b6-a03a-4dbf-9b46-fa5654bbe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:35.953862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-98bfc0b6-a03a-4dbf-9b46-fa5654bbe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:35.953862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-98bfc0b6-a03a-4dbf-9b46-fa5654bbe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:35.954328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-98bfc0b6-a03a-4dbf-9b46-fa5654bbe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:35.955689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-98bfc0b6-a03a-4dbf-9b46-fa5654bbe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:35.955689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-98bfc0b6-a03a-4dbf-9b46-fa5654bbe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:35.955689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-98bfc0b6-a03a-4dbf-9b46-fa5654bbe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:35.959548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-98bfc0b6-a03a-4dbf-9b46-fa5654bbe7d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 6476 time: 0.8852780 Jun 03 15:18:35.993295 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa762a86-d323-4b10-9cb2-d6fba99dba74 req-a286db72-239f-46f9-9eaa-2eaa69670f72 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:35.993611 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa762a86-d323-4b10-9cb2-d6fba99dba74 req-a286db72-239f-46f9-9eaa-2eaa69670f72 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 946 time: 0.7903421 Jun 03 15:18:36.026460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd3dec-1455-4e32-a29c-c22db6169a4b req-bbd34fde-ee74-42de-a9d2-edcf43536e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:36.028093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bfd3dec-1455-4e32-a29c-c22db6169a4b req-bbd34fde-ee74-42de-a9d2-edcf43536e8a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 1100 time: 0.5940335 Jun 03 15:18:36.363843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bfd3dec-1455-4e32-a29c-c22db6169a4b req-3ea45122-8b55-4877-83f3-f8999b96b13a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211334 Jun 03 15:18:36.376714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd4c80-5808-4f45-ba91-e6b99f30e469 req-92764ad6-f841-4197-a57d-1663a504ccf6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:36.384024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd4c80-5808-4f45-ba91-e6b99f30e469 req-92764ad6-f841-4197-a57d-1663a504ccf6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:36.390226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd4c80-5808-4f45-ba91-e6b99f30e469 req-92764ad6-f841-4197-a57d-1663a504ccf6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:36.395832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd4c80-5808-4f45-ba91-e6b99f30e469 req-92764ad6-f841-4197-a57d-1663a504ccf6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:36.403154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd4c80-5808-4f45-ba91-e6b99f30e469 req-92764ad6-f841-4197-a57d-1663a504ccf6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:36.409490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd4c80-5808-4f45-ba91-e6b99f30e469 req-92764ad6-f841-4197-a57d-1663a504ccf6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:36.415290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd4c80-5808-4f45-ba91-e6b99f30e469 req-92764ad6-f841-4197-a57d-1663a504ccf6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:36.418121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4fd4c80-5808-4f45-ba91-e6b99f30e469 req-92764ad6-f841-4197-a57d-1663a504ccf6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.7185671 Jun 03 15:18:36.439413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa762a86-d323-4b10-9cb2-d6fba99dba74 req-0a283039-76de-447b-aaaa-a031b0f820d9 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054046 Jun 03 15:18:36.546986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Allocated IP 172.20.0.6 (da7253fd-8f6a-4440-bc5e-2a046170d873/ecd6f56c-dc59-4343-a3e9-8076a5b3398a/aaa24367-dd70-4fe3-9f06-bb85836ea8e3) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:36.579174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-19eda49f-205a-4a77-a605-9e6a4a7159bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:36.579556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-19eda49f-205a-4a77-a605-9e6a4a7159bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:36.580009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-19eda49f-205a-4a77-a605-9e6a4a7159bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:36.581574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-19eda49f-205a-4a77-a605-9e6a4a7159bd service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6040893 Jun 03 15:18:36.605658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4fd4c80-5808-4f45-ba91-e6b99f30e469 req-2ba56a91-e706-4200-9ac5-8c40c8a4a119 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727293 Jun 03 15:18:36.661852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:18:36.676238 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ddb885-f38f-4ac8-a996-ea3ff624ae8b None None] Sync routers for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:36.687595 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ddb885-f38f-4ac8-a996-ea3ff624ae8b None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:36.688097 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-18ddb885-f38f-4ac8-a996-ea3ff624ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:18:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:36.688378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0c46716-eb17-47d0-a4bf-0b5bbbc59eaa req-d8d52364-271e-4a4c-802c-1dfca1c99112 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 210 time: 0.0817027 Jun 03 15:18:36.727293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4bb15635-061a-454a-992e-2326aa1f45b5 admin admin] 10.222.0.48 "PUT /v2.0/routers/e8e62426-4aae-4f37-9680-2bde483f80de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5445285 Jun 03 15:18:36.727467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33544) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:36.916434 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-18ddb885-f38f-4ac8-a996-ea3ff624ae8b None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:36.968731 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:36.973775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:37.140989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-b85a43f7-7129-4833-8e97-e935f9831ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:37.142454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7a29c88-e79e-4d92-8164-afdcf160fd46 req-b85a43f7-7129-4833-8e97-e935f9831ab6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4137478 Jun 03 15:18:37.167359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a1ca9-bcc5-4994-9f8d-22e3fb9af4c1 req-474bb62a-3a7e-43c8-9215-fe7062730b41 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:37.169266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a5a1ca9-bcc5-4994-9f8d-22e3fb9af4c1 req-474bb62a-3a7e-43c8-9215-fe7062730b41 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.3823445 Jun 03 15:18:37.172426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a2e33-29e3-435b-a768-ffc3501cc0f2 req-26e2690f-ef13-4c8f-97c9-f8ac226502e9 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:37.174052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-792a2e33-29e3-435b-a768-ffc3501cc0f2 req-26e2690f-ef13-4c8f-97c9-f8ac226502e9 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 1097 time: 0.3128254 Jun 03 15:18:37.196007 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:37.308709 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-18ddb885-f38f-4ac8-a996-ea3ff624ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:18:32Z', 'revision_number': 5, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port': {'id': '4fbcaa78-6ff2-49c0-9f7d-b11d22f60010', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:91:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:15:23Z', 'updated_at': '2022-06-03T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:37.318135 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ddb885-f38f-4ac8-a996-ea3ff624ae8b None None] Checking router: e8e62426-4aae-4f37-9680-2bde483f80de for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:37.331896 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ddb885-f38f-4ac8-a996-ea3ff624ae8b None None] Routers {'e8e62426-4aae-4f37-9680-2bde483f80de'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:18:37.332151 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-18ddb885-f38f-4ac8-a996-ea3ff624ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:18:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e8e62426-4aae-4f37-9680-2bde483f80de'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:37.370654 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:37.383759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Deleting port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:37.384305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:37.447514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Transition to ACTIVE for port object aaa24367-dd70-4fe3-9f06-bb85836ea8e3 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:37.473287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a5a1ca9-bcc5-4994-9f8d-22e3fb9af4c1 req-5b7b24c2-e557-42da-ab32-7f5aec97ec71 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952361 Jun 03 15:18:37.477465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-792a2e33-29e3-435b-a768-ffc3501cc0f2 req-a0426436-fd8f-4284-81e0-ae8e8753172b tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963612 Jun 03 15:18:37.529738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-dc0eb6a4-8c01-4ab5-bcc5-9313d9d2772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:37.529738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-dc0eb6a4-8c01-4ab5-bcc5-9313d9d2772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:37.529738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-dc0eb6a4-8c01-4ab5-bcc5-9313d9d2772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:37.529738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-dc0eb6a4-8c01-4ab5-bcc5-9313d9d2772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:37.529738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-dc0eb6a4-8c01-4ab5-bcc5-9313d9d2772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:37.529738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-dc0eb6a4-8c01-4ab5-bcc5-9313d9d2772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:37.529738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-dc0eb6a4-8c01-4ab5-bcc5-9313d9d2772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:37.535504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-dc0eb6a4-8c01-4ab5-bcc5-9313d9d2772e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 6476 time: 0.3136642 Jun 03 15:18:37.546751 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:37.624856 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-18ddb885-f38f-4ac8-a996-ea3ff624ae8b None None] Set router e8e62426-4aae-4f37-9680-2bde483f80de gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:18:37.648933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Pushing event updated for resources: {'Port': ['ID=aaa24367-dd70-4fe3-9f06-bb85836ea8e3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:37.692885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] For port 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4fbcaa78-6ff2-49c0-9f7d-b11d22f60010,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:37.693253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:37.741065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-00877cac-3db7-4296-a0e7-62f465728358 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bef5892-7ce7-45fd-9d67-501bfdedda69 HTTP/1.1" status: 200 len: 217 time: 0.0931640 Jun 03 15:18:37.859797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Calling delete_port for 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:37.861505 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-18ddb885-f38f-4ac8-a996-ea3ff624ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:18:37Z', 'revision_number': 6, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:37.871089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Network da7253fd-8f6a-4440-bc5e-2a046170d873 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:37.871697 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ddb885-f38f-4ac8-a996-ea3ff624ae8b None None] The sync data for ids ['e8e62426-4aae-4f37-9680-2bde483f80de'] in n-d-844595-1 is: [{'id': 'e8e62426-4aae-4f37-9680-2bde483f80de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1615496571-router', 'tenant_id': 'ed15abc19f9241df8e1fd91156631348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:15:20Z', 'updated_at': '2022-06-03T15:18:37Z', 'revision_number': 6, 'project_id': 'ed15abc19f9241df8e1fd91156631348', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:37.891241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:37.938187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:18:38.079088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-4cddd4b5-0086-4293-b832-a651e583ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.080961 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-4cddd4b5-0086-4293-b832-a651e583ab5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=207d40d8-94b7-41a2-9015-a1d30fe95de1 HTTP/1.1" status: 200 len: 850 time: 0.2864623 Jun 03 15:18:38.141444 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.169376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98cf3d-36f9-43a7-9ae0-3db423e6d71c req-f3455923-28dd-4704-a2ea-31e38ac9a277 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.170890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b98cf3d-36f9-43a7-9ae0-3db423e6d71c req-f3455923-28dd-4704-a2ea-31e38ac9a277 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 949 time: 0.4290009 Jun 03 15:18:38.190234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.191163 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.208775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbcaa78-6ff2-49c0-9f7d-b11d22f60010,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:38.250091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d4d29ef2-47fd-48b7-91cb-eaef08b95f35 None None] Provisioning for port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:38.255488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d4d29ef2-47fd-48b7-91cb-eaef08b95f35 None None] Provisioning complete for port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:38.256503 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d4d29ef2-47fd-48b7-91cb-eaef08b95f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.257359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-63193a66-49ce-49da-87a0-69b486f6bab8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5449307 Jun 03 15:18:38.275773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Request body: {'port': {'device_id': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:38.305847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.306219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.306559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.306893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.307222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.307673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.308081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.308416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.308740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.309060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.309377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.309695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:38.334668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.372646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b98cf3d-36f9-43a7-9ae0-3db423e6d71c req-c02eb5ec-6bba-42a5-b11e-9b7d9bba0e65 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903255 Jun 03 15:18:38.415937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077de2-3633-4220-8939-fa734db91d6f req-b1dff724-d7c8-4fba-be7a-5a2e13a959b2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.422342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077de2-3633-4220-8939-fa734db91d6f req-b1dff724-d7c8-4fba-be7a-5a2e13a959b2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.428198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077de2-3633-4220-8939-fa734db91d6f req-b1dff724-d7c8-4fba-be7a-5a2e13a959b2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.440556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077de2-3633-4220-8939-fa734db91d6f req-b1dff724-d7c8-4fba-be7a-5a2e13a959b2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.449764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077de2-3633-4220-8939-fa734db91d6f req-b1dff724-d7c8-4fba-be7a-5a2e13a959b2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.466217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077de2-3633-4220-8939-fa734db91d6f req-b1dff724-d7c8-4fba-be7a-5a2e13a959b2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.477518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d4d29ef2-47fd-48b7-91cb-eaef08b95f35 None None] Port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:18:38.481055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13077de2-3633-4220-8939-fa734db91d6f req-b1dff724-d7c8-4fba-be7a-5a2e13a959b2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.491649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13077de2-3633-4220-8939-fa734db91d6f req-b1dff724-d7c8-4fba-be7a-5a2e13a959b2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.5670424 Jun 03 15:18:38.496331 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.574668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-385ec83e-e488-4045-94a5-c2ccbf58dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.577303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-385ec83e-e488-4045-94a5-c2ccbf58dcbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6cedb352-1546-434a-82fe-cc940db20f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4794118 Jun 03 15:18:38.655703 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.657311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13077de2-3633-4220-8939-fa734db91d6f req-bbf0ce6b-5595-4ffa-9af4-7936efaf9d09 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1647592 Jun 03 15:18:38.658063 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.690448 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.691469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8e62426-4aae-4f37-9680-2bde483f80de {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:18:38.713962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.715343 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8d7caf49-3214-4d6e-8916-ed84b71adfcf admin admin] 10.222.0.48 "DELETE /v2.0/routers/e8e62426-4aae-4f37-9680-2bde483f80de HTTP/1.1" status: 204 len: 168 time: 1.9863210 Jun 03 15:18:38.718151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33576) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:38.739098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.798526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b509bdfe-8d6e-4e12-baaf-dbc4e7acc97e admin admin] Deleting subnet 5dd39810-98ad-4265-8761-25da18b22538 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:18:38.803079 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b509bdfe-8d6e-4e12-baaf-dbc4e7acc97e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.885605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b509bdfe-8d6e-4e12-baaf-dbc4e7acc97e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:38.943716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ddebc-3914-436c-8e33-3842a6a92ea8 req-8ac19e69-fc8b-4562-856b-c7f496a86bc0 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:38.944703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-914ddebc-3914-436c-8e33-3842a6a92ea8 req-8ac19e69-fc8b-4562-856b-c7f496a86bc0 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Synchronizing usage tracker for tenant:a4793e20eebe4d769a5d2f0fb254ba92 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:18:38.959618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-85ffd10b-00e0-4d60-8933-c4d206a27f32 service neutron] 10.222.0.67 "GET /v2.0/networks/6cedb352-1546-434a-82fe-cc940db20f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401902 Jun 03 15:18:38.982403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b509bdfe-8d6e-4e12-baaf-dbc4e7acc97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:39.075991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b509bdfe-8d6e-4e12-baaf-dbc4e7acc97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:39.118492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509bdfe-8d6e-4e12-baaf-dbc4e7acc97e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd39810-98ad-4265-8761-25da18b22538,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:39.124078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b509bdfe-8d6e-4e12-baaf-dbc4e7acc97e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:39.134718 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b509bdfe-8d6e-4e12-baaf-dbc4e7acc97e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5dd39810-98ad-4265-8761-25da18b22538 HTTP/1.1" status: 204 len: 168 time: 0.4151285 Jun 03 15:18:39.135611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33582) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:39.138057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7fccea-b8f5-4ebc-b750-e0f2ffcbfdbd None None] Network 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:18:39.305208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:39.317645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Deleting port 869a4fe3-ad54-498f-9799-f5be187e8b99 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:39.318327 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:39.403492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-914ddebc-3914-436c-8e33-3842a6a92ea8 req-8ac19e69-fc8b-4562-856b-c7f496a86bc0 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Unset dirty status for tenant:a4793e20eebe4d769a5d2f0fb254ba92 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:18:39.404711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-914ddebc-3914-436c-8e33-3842a6a92ea8 req-8ac19e69-fc8b-4562-856b-c7f496a86bc0 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 931 time: 0.8424819 Jun 03 15:18:39.516844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a39fb-2a7d-498c-ab5e-d6c5c260fd5b None None] DHCP port deletion for 02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:18:39.522546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-799a39fb-2a7d-498c-ab5e-d6c5c260fd5b None None] Deleting port 869a4fe3-ad54-498f-9799-f5be187e8b99 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:39.522965 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-799a39fb-2a7d-498c-ab5e-d6c5c260fd5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:39.605403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa24367-dd70-4fe3-9f06-bb85836ea8e3 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:39.623255 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-1bc91c30-8e39-43e9-811d-7cb639742f29 service neutron] 10.222.0.67 "GET /v2.0/networks/6cedb352-1546-434a-82fe-cc940db20f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481361 Jun 03 15:18:39.626806 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:39.704649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596c871-7c73-4e8b-b88c-0136c9c93aa9 req-43cfca7a-9735-41b8-9646-d7469ed681ef tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:39.706159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1596c871-7c73-4e8b-b88c-0136c9c93aa9 req-43cfca7a-9735-41b8-9646-d7469ed681ef tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.8032069 Jun 03 15:18:39.708956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-914ddebc-3914-436c-8e33-3842a6a92ea8 req-d2471200-22e8-4b1a-a118-1e4ff5a98804 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924747 Jun 03 15:18:39.721088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b9e0326d-40d2-4484-8c70-d788b1ced26a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=3890ffab-7510-469e-b625-97d5d45c686f HTTP/1.1" status: 200 len: 217 time: 0.0883150 Jun 03 15:18:39.725226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Transition to ACTIVE for port object aaa24367-dd70-4fe3-9f06-bb85836ea8e3 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:18:39.739555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] For port 869a4fe3-ad54-498f-9799-f5be187e8b99, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=869a4fe3-ad54-498f-9799-f5be187e8b99,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:39.739971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:39.756239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-799a39fb-2a7d-498c-ab5e-d6c5c260fd5b None None] For port 869a4fe3-ad54-498f-9799-f5be187e8b99, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=869a4fe3-ad54-498f-9799-f5be187e8b99,segment=NetworkSegment(3b7c377c-a74c-4caf-bd7e-cd03baad8b1a),segment_id=3b7c377c-a74c-4caf-bd7e-cd03baad8b1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:39.756521 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-799a39fb-2a7d-498c-ab5e-d6c5c260fd5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:39.772918 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:39.919909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Calling delete_port for 869a4fe3-ad54-498f-9799-f5be187e8b99 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:39.966431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-799a39fb-2a7d-498c-ab5e-d6c5c260fd5b None None] Calling delete_port for 869a4fe3-ad54-498f-9799-f5be187e8b99 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:18:39.996227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:40.041919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1596c871-7c73-4e8b-b88c-0136c9c93aa9 req-2b897feb-08cc-4c5a-af6f-b290b13cc17f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198488 Jun 03 15:18:40.048884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:18:40.049514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4fbcaa78-6ff2-49c0-9f7d-b11d22f60010 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:18:40.050393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6bc6aa50-7712-4086-882f-00869fbff469 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:40.055020 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.104519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa24367-dd70-4fe3-9f06-bb85836ea8e3,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:40.119029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-11906c04-4757-41b4-9d56-4790ff4cd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:40.122438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-11906c04-4757-41b4-9d56-4790ff4cd890 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2df45db1-3104-4b33-adb5-f2c9af2034a3 HTTP/1.1" status: 200 len: 797 time: 0.3824348 Jun 03 15:18:40.125331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6bc6aa50-7712-4086-882f-00869fbff469 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:18:40.126637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6bc6aa50-7712-4086-882f-00869fbff469 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:18:40.128171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 869a4fe3-ad54-498f-9799-f5be187e8b99 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:18:40.151604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=869a4fe3-ad54-498f-9799-f5be187e8b99,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:40.156950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] No DVR routers for this DVR port 869a4fe3-ad54-498f-9799-f5be187e8b99 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:18:40.173644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 869a4fe3-ad54-498f-9799-f5be187e8b99 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:18:40.174008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 869a4fe3-ad54-498f-9799-f5be187e8b99 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:18:40.225723 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-799a39fb-2a7d-498c-ab5e-d6c5c260fd5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:18:40.226278 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-799a39fb-2a7d-498c-ab5e-d6c5c260fd5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:18:40.299736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.318431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae198a-46f8-403d-8b71-7a3180b3e820 req-bb4d9d11-5838-4595-8e83-4ac6d2d06e92 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:40.319927 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65ae198a-46f8-403d-8b71-7a3180b3e820 req-bb4d9d11-5838-4595-8e83-4ac6d2d06e92 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 949 time: 0.3561027 Jun 03 15:18:40.321396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Attempting to bind port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:40.321728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Attempting to bind port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:40.322075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Attempting to bind port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 on network da7253fd-8f6a-4440-bc5e-2a046170d873 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:40.338852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f30ac2-d366-4b58-b8c6-63e7a0ca1b75']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:40.345280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 on network da7253fd-8f6a-4440-bc5e-2a046170d873 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:40.345610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Attempting to bind port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 on network da7253fd-8f6a-4440-bc5e-2a046170d873 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:40.355351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:40.355765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7c377c-a74c-4caf-bd7e-cd03baad8b1a') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:40.358332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:40.358688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Checking segment: {'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:40.359068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Bound using segment: {'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:40.359531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Bound port: aaa24367-dd70-4fe3-9f06-bb85836ea8e3, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c8c22b-f308-4933-887b-86100dbdcad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:40.359882 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.376206 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.392244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-60547968-6218-42c8-9939-33eb20a66fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:40.393719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-60547968-6218-42c8-9939-33eb20a66fc6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3914fca6-9415-4fbb-836b-cb74455033e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2216818 Jun 03 15:18:40.394920 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.402313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:18:40.402698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.473431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65ae198a-46f8-403d-8b71-7a3180b3e820 req-8faa9db7-2748-4ba3-bc41-29f85c93767b tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450701 Jun 03 15:18:40.516601 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3b7c377c-a74c-4caf-bd7e-cd03baad8b1a resource provider aggregate not found Jun 03 15:18:40.553852 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3b7c377c-a74c-4caf-bd7e-cd03baad8b1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b7c377c-a74c-4caf-bd7e-cd03baad8b1a found for delete ", "request_id": "req-6c2cdfe5-c8b3-4544-bb9f-fa0d0668242f"}]} Jun 03 15:18:40.555425 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.579560 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.585317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] For port aaa24367-dd70-4fe3-9f06-bb85836ea8e3, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:18:40.605892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] For port aaa24367-dd70-4fe3-9f06-bb85836ea8e3, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=aaa24367-dd70-4fe3-9f06-bb85836ea8e3,segment=NetworkSegment(84c8c22b-f308-4933-887b-86100dbdcad1),segment_id=84c8c22b-f308-4933-887b-86100dbdcad1)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:40.611859 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] 10.222.0.48 "DELETE /v2.0/networks/02f30ac2-d366-4b58-b8c6-63e7a0ca1b75 HTTP/1.1" status: 204 len: 168 time: 1.4748025 Jun 03 15:18:40.612305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f178bc77-4f41-4d5d-b03b-c3f424ae8f58 service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893744 Jun 03 15:18:40.621619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ede0e-af22-429a-b026-edfa614c3e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=02f30ac2-d366-4b58-b8c6-63e7a0ca1b75,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:40.656908 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.731754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-799a39fb-2a7d-498c-ab5e-d6c5c260fd5b None None] Deleting port 869a4fe3-ad54-498f-9799-f5be187e8b99 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:18:40.733017 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-799a39fb-2a7d-498c-ab5e-d6c5c260fd5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.819717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:40.820324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:40.821944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] 10.222.0.75 "PUT /v2.0/ports/aaa24367-dd70-4fe3-9f06-bb85836ea8e3 HTTP/1.1" status: 200 len: 1091 time: 2.5530069 Jun 03 15:18:40.829264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'tag': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:40.886387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-799a39fb-2a7d-498c-ab5e-d6c5c260fd5b None None] The port '869a4fe3-ad54-498f-9799-f5be187e8b99' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:18:40.953779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33628) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:40.990746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f686f-d84f-4dde-a4eb-40aeaa0a75e3 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa24367-dd70-4fe3-9f06-bb85836ea8e3,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:41.036326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33636) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:41.037164 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c68df967-f215-4199-9e8f-99e6eba18185 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed15abc19f9241df8e1fd91156631348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828996 Jun 03 15:18:41.083983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106fc0a-c951-47c5-a87c-2f414b853781 req-adebf6b1-7f52-4a0d-bc2c-97dbe9291d4f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:41.094037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106fc0a-c951-47c5-a87c-2f414b853781 req-adebf6b1-7f52-4a0d-bc2c-97dbe9291d4f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:41.105652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106fc0a-c951-47c5-a87c-2f414b853781 req-adebf6b1-7f52-4a0d-bc2c-97dbe9291d4f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:41.112529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106fc0a-c951-47c5-a87c-2f414b853781 req-adebf6b1-7f52-4a0d-bc2c-97dbe9291d4f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:41.119544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106fc0a-c951-47c5-a87c-2f414b853781 req-adebf6b1-7f52-4a0d-bc2c-97dbe9291d4f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:41.125544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106fc0a-c951-47c5-a87c-2f414b853781 req-adebf6b1-7f52-4a0d-bc2c-97dbe9291d4f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:41.131377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106fc0a-c951-47c5-a87c-2f414b853781 req-adebf6b1-7f52-4a0d-bc2c-97dbe9291d4f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:41.133290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2106fc0a-c951-47c5-a87c-2f414b853781 req-adebf6b1-7f52-4a0d-bc2c-97dbe9291d4f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.5201366 Jun 03 15:18:41.142134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-e796ef83-dad4-4e16-be7e-eaee9d18747e service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869101 Jun 03 15:18:41.262234 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-03a8ab87-beab-4590-bbda-3e4e6cb667e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=f2ca11ca-44c8-4549-99e5-92e591e618e4 HTTP/1.1" status: 200 len: 217 time: 0.1036384 Jun 03 15:18:41.292691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2106fc0a-c951-47c5-a87c-2f414b853781 req-4757bc57-6ca4-435b-a976-55f6774e8c31 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1464684 Jun 03 15:18:41.329443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-940176a2-1dd1-45ad-a445-79649916e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:41.330754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-940176a2-1dd1-45ad-a445-79649916e15b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a4793e20eebe4d769a5d2f0fb254ba92&device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 1094 time: 0.4560297 Jun 03 15:18:41.415529 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a0634a-c3cb-48bd-a63c-6643ed574528'] response: {'name': 'network-changed', 'server_uuid': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'tag': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3', 'status': 'completed', 'code': 200} Jun 03 15:18:41.476283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-c8b523ea-1a94-4268-b120-de9fc78bb584 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa24367-dd70-4fe3-9f06-bb85836ea8e3 HTTP/1.1" status: 200 len: 217 time: 0.1314082 Jun 03 15:18:41.509493 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9a0c-c9a5-4c3b-9e9c-b0061bd84309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:41.754424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-dc11b348-2e62-4685-a32e-9f1465289f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:41.755899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-dc11b348-2e62-4685-a32e-9f1465289f5c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2df45db1-3104-4b33-adb5-f2c9af2034a3 HTTP/1.1" status: 200 len: 797 time: 0.4676864 Jun 03 15:18:41.826531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9a0c-c9a5-4c3b-9e9c-b0061bd84309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:41.864619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-8c24b2a1-317a-4534-9018-aec1a83de9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:41.866077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-8c24b2a1-317a-4534-9018-aec1a83de9ec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ecd6f56c-dc59-4343-a3e9-8076a5b3398a HTTP/1.1" status: 200 len: 851 time: 0.3546753 Jun 03 15:18:41.998587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aab88e-e712-4daf-a134-91cc63b1d422 req-e7f6dcaf-1732-4d6d-8119-c123a2e82663 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.000043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76aab88e-e712-4daf-a134-91cc63b1d422 req-e7f6dcaf-1732-4d6d-8119-c123a2e82663 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 943 time: 0.5276601 Jun 03 15:18:42.020918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9f59b-46d2-44a0-b574-22e2da888f20 req-9f3144c4-256b-48c7-96ad-3ea3652d24fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.022397 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6d9f59b-46d2-44a0-b574-22e2da888f20 req-9f3144c4-256b-48c7-96ad-3ea3652d24fc tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.3255801 Jun 03 15:18:42.044695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-3e1e5fbe-e68f-4580-83ad-02fcd266665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.046195 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-3e1e5fbe-e68f-4580-83ad-02fcd266665a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3914fca6-9415-4fbb-836b-cb74455033e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2729976 Jun 03 15:18:42.047144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9a0c-c9a5-4c3b-9e9c-b0061bd84309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:42.109268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e9a0c-c9a5-4c3b-9e9c-b0061bd84309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997f7109-0f62-4a7f-af1a-2a6f80877b1c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:42.176084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-f00c1a14-1994-42b5-8223-5e46c6b8330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.177907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-f00c1a14-1994-42b5-8223-5e46c6b8330c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=da7253fd-8f6a-4440-bc5e-2a046170d873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3001397 Jun 03 15:18:42.221427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc9e9a0c-c9a5-4c3b-9e9c-b0061bd84309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:42.222494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cc9e9a0c-c9a5-4c3b-9e9c-b0061bd84309 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/997f7109-0f62-4a7f-af1a-2a6f80877b1c HTTP/1.1" status: 204 len: 168 time: 1.1835773 Jun 03 15:18:42.232476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76aab88e-e712-4daf-a134-91cc63b1d422 req-27720cb5-3a0b-4288-a5c2-632e517d78c8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053621 Jun 03 15:18:42.298457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6d9f59b-46d2-44a0-b574-22e2da888f20 req-45a7ea94-664b-4e71-9d9a-41d3017f8a20 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671642 Jun 03 15:18:42.422313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-15e37430-5183-4507-8bc7-fd151cdc7850 service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598628 Jun 03 15:18:42.473678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33660) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:42.576059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-1ebf5b95-ccc9-42f3-8b24-2500d950b1bf service neutron] 10.222.0.75 "GET /v2.0/networks/da7253fd-8f6a-4440-bc5e-2a046170d873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789988 Jun 03 15:18:42.774796 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f1a0f25c-b252-4f72-bdbf-de850ff70d0b service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460002 Jun 03 15:18:42.777002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e524378-4a8b-4351-a385-bc8d2943646d admin admin] Deleting subnet 16b9255b-6a22-475f-892c-3d87acb00f06 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:18:42.780291 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e524378-4a8b-4351-a385-bc8d2943646d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:42.836157 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e524378-4a8b-4351-a385-bc8d2943646d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:42.855430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0351baf9-e280-4619-ba69-896055c9f4f3 req-cb72c649-c522-4c96-a159-8e17135c6028 service neutron] 10.222.0.75 "GET /v2.0/networks/da7253fd-8f6a-4440-bc5e-2a046170d873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716568 Jun 03 15:18:42.857394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-4e2f2a0b-d7d4-43fa-b1e8-916d5903096d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=daab0748-84cb-4ce8-a5f7-5d614915556e HTTP/1.1" status: 200 len: 217 time: 0.0705018 Jun 03 15:18:42.869489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172031b0-5e3c-435f-b9f7-3804d5c71200 req-4c827b0f-c51c-4d8a-952f-dfd81feef65b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.875488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172031b0-5e3c-435f-b9f7-3804d5c71200 req-4c827b0f-c51c-4d8a-952f-dfd81feef65b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.881532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172031b0-5e3c-435f-b9f7-3804d5c71200 req-4c827b0f-c51c-4d8a-952f-dfd81feef65b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.887288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172031b0-5e3c-435f-b9f7-3804d5c71200 req-4c827b0f-c51c-4d8a-952f-dfd81feef65b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.893546 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172031b0-5e3c-435f-b9f7-3804d5c71200 req-4c827b0f-c51c-4d8a-952f-dfd81feef65b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.897753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e524378-4a8b-4351-a385-bc8d2943646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:42.899944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172031b0-5e3c-435f-b9f7-3804d5c71200 req-4c827b0f-c51c-4d8a-952f-dfd81feef65b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.906324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172031b0-5e3c-435f-b9f7-3804d5c71200 req-4c827b0f-c51c-4d8a-952f-dfd81feef65b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:42.914250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-172031b0-5e3c-435f-b9f7-3804d5c71200 req-4c827b0f-c51c-4d8a-952f-dfd81feef65b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.3918598 Jun 03 15:18:42.986273 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e524378-4a8b-4351-a385-bc8d2943646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.037098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e524378-4a8b-4351-a385-bc8d2943646d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b9255b-6a22-475f-892c-3d87acb00f06,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:43.041321 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e524378-4a8b-4351-a385-bc8d2943646d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.049418 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9e524378-4a8b-4351-a385-bc8d2943646d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/16b9255b-6a22-475f-892c-3d87acb00f06 HTTP/1.1" status: 204 len: 168 time: 0.5745714 Jun 03 15:18:43.051958 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33684) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:43.065825 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-172031b0-5e3c-435f-b9f7-3804d5c71200 req-a50e6660-f396-438f-830b-1542ed86aa39 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1505089 Jun 03 15:18:43.068395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-44d9e369-edd0-4afc-84d1-cca2eba66b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:43.069769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-44d9e369-edd0-4afc-84d1-cca2eba66b77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2df45db1-3104-4b33-adb5-f2c9af2034a3 HTTP/1.1" status: 200 len: 797 time: 0.1526966 Jun 03 15:18:43.129341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647fdc-56eb-4695-b397-8b368905f310 req-7b0ffa79-c051-4e35-8237-e0f479342da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:43.130839 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f647fdc-56eb-4695-b397-8b368905f310 req-7b0ffa79-c051-4e35-8237-e0f479342da2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a4793e20eebe4d769a5d2f0fb254ba92&device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 1094 time: 0.1648431 Jun 03 15:18:43.179722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.276707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-ca92174c-a6c6-4d3f-9416-38eb0c293332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:43.277670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-ca92174c-a6c6-4d3f-9416-38eb0c293332 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3914fca6-9415-4fbb-836b-cb74455033e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1977623 Jun 03 15:18:43.283918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647fdc-56eb-4695-b397-8b368905f310 req-ea14d816-3741-4cd8-9a9a-1c94dd85ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:43.285563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f647fdc-56eb-4695-b397-8b368905f310 req-ea14d816-3741-4cd8-9a9a-1c94dd85ae2c service neutron] 10.222.0.75 "GET /v2.0/networks?id=da7253fd-8f6a-4440-bc5e-2a046170d873 HTTP/1.1" status: 200 len: 913 time: 0.1482098 Jun 03 15:18:43.308011 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.347150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792a4a9d-a386-4c71-aeab-373b9ac4887e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:43.377631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f249e8-5874-4c3a-bc6f-5e83e95ffa57') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:43.378236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f249e8-5874-4c3a-bc6f-5e83e95ffa57') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:43.396761 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.417612 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.425150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:18:43.425830 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.501126 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 23f249e8-5874-4c3a-bc6f-5e83e95ffa57 resource provider aggregate not found Jun 03 15:18:43.532486 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 23f249e8-5874-4c3a-bc6f-5e83e95ffa57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23f249e8-5874-4c3a-bc6f-5e83e95ffa57 found for delete ", "request_id": "req-415a4dc1-1c43-4e1f-a9e3-af1242fb9da8"}]} Jun 03 15:18:43.544342 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.567898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.570256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=792a4a9d-a386-4c71-aeab-373b9ac4887e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:43.586426 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d1e93b03-35aa-4255-8c5e-fdea22766bc5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/792a4a9d-a386-4c71-aeab-373b9ac4887e HTTP/1.1" status: 204 len: 168 time: 0.5306334 Jun 03 15:18:43.632905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f647fdc-56eb-4695-b397-8b368905f310 req-32bb0cf7-2ea6-4e97-82b2-1e734c1120bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa24367-dd70-4fe3-9f06-bb85836ea8e3 HTTP/1.1" status: 200 len: 217 time: 0.3251274 Jun 03 15:18:43.787756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33718) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:43.798381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647fdc-56eb-4695-b397-8b368905f310 req-06e9a8c5-2dcb-4726-a946-6cc7d8a853d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:43.799806 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f647fdc-56eb-4695-b397-8b368905f310 req-06e9a8c5-2dcb-4726-a946-6cc7d8a853d4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ecd6f56c-dc59-4343-a3e9-8076a5b3398a HTTP/1.1" status: 200 len: 851 time: 0.1528049 Jun 03 15:18:43.805807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-0bf085e0-0437-43d3-b29f-eda2dcdb562a service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191431 Jun 03 15:18:43.860218 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3cd71aaa-920b-4789-a526-71329cc0fb3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=242e132ffe3c43459e9a46589013406a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712900 Jun 03 15:18:43.861407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33722) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:43.933498 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-015e7e3d-6f4b-439c-879c-a76308bf71c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.959451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a749c-4a6c-47bb-9cb7-706acc2a3f60 req-da3e6495-eae8-4480-8bdc-bb8a28436f6a tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:43.960987 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c70a749c-4a6c-47bb-9cb7-706acc2a3f60 req-da3e6495-eae8-4480-8bdc-bb8a28436f6a tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 943 time: 0.4468141 Jun 03 15:18:43.963749 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-015e7e3d-6f4b-439c-879c-a76308bf71c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:43.968886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b573a08-c3da-4d5e-94ff-a46cd8cb105a req-fc29156a-fbba-42de-9555-8af94736a7b6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:43.970381 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b573a08-c3da-4d5e-94ff-a46cd8cb105a req-fc29156a-fbba-42de-9555-8af94736a7b6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.4550869 Jun 03 15:18:44.101289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c70a749c-4a6c-47bb-9cb7-706acc2a3f60 req-091308dc-60fc-4b3e-9510-f73f830c2b3e tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266439 Jun 03 15:18:44.103858 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b573a08-c3da-4d5e-94ff-a46cd8cb105a req-fb1458c0-dff9-4d99-95dc-a49e6e676822 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230278 Jun 03 15:18:44.116329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f647fdc-56eb-4695-b397-8b368905f310 req-94a56040-4b85-49d2-87e9-893d5e02b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.117822 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f647fdc-56eb-4695-b397-8b368905f310 req-94a56040-4b85-49d2-87e9-893d5e02b5bb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=da7253fd-8f6a-4440-bc5e-2a046170d873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3102672 Jun 03 15:18:44.120151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-d7f68819-45b7-457a-9306-b0ccccd94556 service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734561 Jun 03 15:18:44.173323 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-015e7e3d-6f4b-439c-879c-a76308bf71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:44.189367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e7e3d-6f4b-439c-879c-a76308bf71c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7428e53-e12c-4476-ac9d-ffcc52213b5d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:44.226776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-015e7e3d-6f4b-439c-879c-a76308bf71c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:44.228168 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-015e7e3d-6f4b-439c-879c-a76308bf71c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7428e53-e12c-4476-ac9d-ffcc52213b5d HTTP/1.1" status: 204 len: 168 time: 0.3656085 Jun 03 15:18:44.291553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-35690713-5e5f-4fdd-9269-daac147b48a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=38bf338d-8305-4c93-bd41-bf5dfe6c7822 HTTP/1.1" status: 200 len: 217 time: 0.1354451 Jun 03 15:18:44.444990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-16fab105-60c2-450b-8991-df2199051097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.446694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-16fab105-60c2-450b-8991-df2199051097 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2df45db1-3104-4b33-adb5-f2c9af2034a3 HTTP/1.1" status: 200 len: 797 time: 0.1416638 Jun 03 15:18:44.504090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f647fdc-56eb-4695-b397-8b368905f310 req-01ef5935-2b7d-4956-baca-4827184d99ea service neutron] 10.222.0.75 "GET /v2.0/networks/da7253fd-8f6a-4440-bc5e-2a046170d873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782635 Jun 03 15:18:44.624545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3a988-54ed-4bf4-9c16-e345d38e3133 req-f0edc96c-35dd-49cd-be69-d6306ec7f3f8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.633425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3a988-54ed-4bf4-9c16-e345d38e3133 req-f0edc96c-35dd-49cd-be69-d6306ec7f3f8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.640321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3a988-54ed-4bf4-9c16-e345d38e3133 req-f0edc96c-35dd-49cd-be69-d6306ec7f3f8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.645973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3a988-54ed-4bf4-9c16-e345d38e3133 req-f0edc96c-35dd-49cd-be69-d6306ec7f3f8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.651493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3a988-54ed-4bf4-9c16-e345d38e3133 req-f0edc96c-35dd-49cd-be69-d6306ec7f3f8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.661856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3a988-54ed-4bf4-9c16-e345d38e3133 req-f0edc96c-35dd-49cd-be69-d6306ec7f3f8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.669380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3a988-54ed-4bf4-9c16-e345d38e3133 req-f0edc96c-35dd-49cd-be69-d6306ec7f3f8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.674567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ac3a988-54ed-4bf4-9c16-e345d38e3133 req-f0edc96c-35dd-49cd-be69-d6306ec7f3f8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.3778322 Jun 03 15:18:44.777122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ac3a988-54ed-4bf4-9c16-e345d38e3133 req-bbfe0c11-d2a2-448c-95a0-2adaa17a0981 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933154 Jun 03 15:18:44.780199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-df7d6c3f-ce7f-4c4a-8e73-c76732a4f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:44.782030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-df7d6c3f-ce7f-4c4a-8e73-c76732a4f416 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3914fca6-9415-4fbb-836b-cb74455033e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3226285 Jun 03 15:18:44.783705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f647fdc-56eb-4695-b397-8b368905f310 req-b18d0c57-f6a4-4864-848c-2d6f500efb47 service neutron] 10.222.0.75 "GET /v2.0/networks/da7253fd-8f6a-4440-bc5e-2a046170d873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670698 Jun 03 15:18:44.967649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-977c90b6-f7dd-449e-9a6d-35417c8b3281 service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789558 Jun 03 15:18:45.307560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-15a2c254-535f-49e4-81b8-594bba5f4ccb service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207986 Jun 03 15:18:45.463202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-b0362bbc-92f3-40b9-a918-3dd63a14bd6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1122f97-5d4e-4812-abba-4237067f4d42 HTTP/1.1" status: 200 len: 217 time: 0.1030202 Jun 03 15:18:45.466046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device aaa24367-dd70-4fe3-9f06-bb85836ea8e3 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:18:45.602656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2d694295-cfe8-48df-a9cb-736c1e54a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:45.604181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2d694295-cfe8-48df-a9cb-736c1e54a765 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28854271-2856-413a-b127-07060385871c HTTP/1.1" status: 200 len: 797 time: 0.1303222 Jun 03 15:18:45.614738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bad25-5402-44b2-a878-89e2a6858ef3 req-dfdc5657-671a-462e-af12-2dafaf2d4578 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:45.626649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd7bad25-5402-44b2-a878-89e2a6858ef3 req-dfdc5657-671a-462e-af12-2dafaf2d4578 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.3174500 Jun 03 15:18:45.706609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port aaa24367-dd70-4fe3-9f06-bb85836ea8e3, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=aaa24367-dd70-4fe3-9f06-bb85836ea8e3,segment=NetworkSegment(84c8c22b-f308-4933-887b-86100dbdcad1),segment_id=84c8c22b-f308-4933-887b-86100dbdcad1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:45.729459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'port_id': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3', 'mac_address': 'fa:16:3e:e8:fb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:18:45.750113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753ea87-f9b9-4510-8e89-c6f7bfd61d72 req-ba1a94fe-eb5d-44c8-86de-f9319dbb3926 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:45.756449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6753ea87-f9b9-4510-8e89-c6f7bfd61d72 req-ba1a94fe-eb5d-44c8-86de-f9319dbb3926 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 943 time: 0.2263749 Jun 03 15:18:45.767591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd7bad25-5402-44b2-a878-89e2a6858ef3 req-a03b96f3-5b69-4500-84c2-5c9e55565644 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306083 Jun 03 15:18:45.806619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:45.806619 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.825502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6753ea87-f9b9-4510-8e89-c6f7bfd61d72 req-297046c5-e158-490c-9810-5e5614e2f112 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685005 Jun 03 15:18:45.837095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2bd7d553-7204-4ea3-9c7f-0dacc54f91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:45.838743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-2bd7d553-7204-4ea3-9c7f-0dacc54f91a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2040176 Jun 03 15:18:45.840667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa24367-dd70-4fe3-9f06-bb85836ea8e3 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:45.875868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port aaa24367-dd70-4fe3-9f06-bb85836ea8e3, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=aaa24367-dd70-4fe3-9f06-bb85836ea8e3,segment=NetworkSegment(84c8c22b-f308-4933-887b-86100dbdcad1),segment_id=84c8c22b-f308-4933-887b-86100dbdcad1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:45.882843 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:45.998122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=aaa24367-dd70-4fe3-9f06-bb85836ea8e3,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:46.066767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-d6eea6b3-1eda-42cb-b472-b43f4ee3ceed service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195315 Jun 03 15:18:46.173679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f6da-86e5-4706-a535-17951aa530af req-c24d970d-8a0d-46ec-b49f-012fa70e267a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:46.180091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f6da-86e5-4706-a535-17951aa530af req-c24d970d-8a0d-46ec-b49f-012fa70e267a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:46.184273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f6da-86e5-4706-a535-17951aa530af req-c24d970d-8a0d-46ec-b49f-012fa70e267a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:46.190390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f6da-86e5-4706-a535-17951aa530af req-c24d970d-8a0d-46ec-b49f-012fa70e267a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:46.196390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f6da-86e5-4706-a535-17951aa530af req-c24d970d-8a0d-46ec-b49f-012fa70e267a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:46.201843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f6da-86e5-4706-a535-17951aa530af req-c24d970d-8a0d-46ec-b49f-012fa70e267a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:46.211739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b1a49bf8-d787-4cf3-9b57-d0f53c02141c details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:18:46.211880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8f6da-86e5-4706-a535-17951aa530af req-c24d970d-8a0d-46ec-b49f-012fa70e267a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:46.215812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ff8f6da-86e5-4706-a535-17951aa530af req-c24d970d-8a0d-46ec-b49f-012fa70e267a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.2624991 Jun 03 15:18:46.216921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['aaa24367-dd70-4fe3-9f06-bb85836ea8e3'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:18:46.300776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ff8f6da-86e5-4706-a535-17951aa530af req-7bf6a847-d30b-41ea-9667-32ce31189ccf tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790629 Jun 03 15:18:46.340321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-8c40183c-dacc-4a45-9076-34baa743fb17 service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625520 Jun 03 15:18:46.463644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:46.491451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'mac_address': 'fa:16:3e:57:3f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:18:46.511928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-8961f842-2a89-43e2-b337-ea2b5b1016e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db8b412d-40fb-40ca-bba8-cd27b1440610 HTTP/1.1" status: 200 len: 217 time: 0.1495147 Jun 03 15:18:46.568448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b1a49bf8-d787-4cf3-9b57-d0f53c02141c is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:46.568448 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.572967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9c4a121f-6b4e-45ac-b60a-c3ed329b9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:46.575797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-9c4a121f-6b4e-45ac-b60a-c3ed329b9237 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28854271-2856-413a-b127-07060385871c HTTP/1.1" status: 200 len: 797 time: 0.0676560 Jun 03 15:18:46.600233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1a49bf8-d787-4cf3-9b57-d0f53c02141c {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:18:46.636462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:46.650910 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:46.673859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-e46978f5-6f4b-44af-a01b-e968cd2d2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:46.675223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-e46978f5-6f4b-44af-a01b-e968cd2d2714 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944333 Jun 03 15:18:46.763759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:46.817541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['b1a49bf8-d787-4cf3-9b57-d0f53c02141c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:18:46.834486 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f597e6e7-1b74-4105-8d58-8358bd4bcad7 service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521149 Jun 03 15:18:47.078373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de2324-67a8-4e26-b928-93976d9d2a1f req-e5b0552c-91ad-40b6-bb9b-c34c9cfb3c20 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.079868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69de2324-67a8-4e26-b928-93976d9d2a1f req-e5b0552c-91ad-40b6-bb9b-c34c9cfb3c20 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.1221538 Jun 03 15:18:47.116557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd411721-c010-4b73-9f00-e3b1032fc706 req-f5f4612f-6136-4e3c-8532-b8a1bf1bcc6d service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739823 Jun 03 15:18:47.160338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69de2324-67a8-4e26-b928-93976d9d2a1f req-d21905a1-d7f8-4e0a-9362-8a6afe428588 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710409 Jun 03 15:18:47.367664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fb897-4436-49f4-9996-f9f0b043dac8 req-5944bbab-9932-41c7-9ace-bd7cae6ae067 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.369389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-639fb897-4436-49f4-9996-f9f0b043dac8 req-5944bbab-9932-41c7-9ace-bd7cae6ae067 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 944 time: 0.1033080 Jun 03 15:18:47.598002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-639fb897-4436-49f4-9996-f9f0b043dac8 req-2f395f3c-d7cd-467f-b1b0-8536566dfad2 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176948 Jun 03 15:18:47.655110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-8e32abf7-b75a-4b89-b5b8-f5719901c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.655879 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-8e32abf7-b75a-4b89-b5b8-f5719901c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.656193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-8e32abf7-b75a-4b89-b5b8-f5719901c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.656541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-8e32abf7-b75a-4b89-b5b8-f5719901c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.656918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-8e32abf7-b75a-4b89-b5b8-f5719901c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.658098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-8e32abf7-b75a-4b89-b5b8-f5719901c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.658098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-8e32abf7-b75a-4b89-b5b8-f5719901c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.661412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-8e32abf7-b75a-4b89-b5b8-f5719901c9f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 6476 time: 0.2665961 Jun 03 15:18:47.898483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-3f811030-b6df-4cc6-b14c-359878e88cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.899713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-3f811030-b6df-4cc6-b14c-359878e88cf6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3914fca6-9415-4fbb-836b-cb74455033e9 HTTP/1.1" status: 200 len: 902 time: 0.2179184 Jun 03 15:18:47.913199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e33f5-5aee-44fa-87df-82863d1fad72 req-d1148830-61dc-4a87-aaf5-1c4200168dc0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.918830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e33f5-5aee-44fa-87df-82863d1fad72 req-d1148830-61dc-4a87-aaf5-1c4200168dc0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.925489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e33f5-5aee-44fa-87df-82863d1fad72 req-d1148830-61dc-4a87-aaf5-1c4200168dc0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.933774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e33f5-5aee-44fa-87df-82863d1fad72 req-d1148830-61dc-4a87-aaf5-1c4200168dc0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.941979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e33f5-5aee-44fa-87df-82863d1fad72 req-d1148830-61dc-4a87-aaf5-1c4200168dc0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.948904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e33f5-5aee-44fa-87df-82863d1fad72 req-d1148830-61dc-4a87-aaf5-1c4200168dc0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.954085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e33f5-5aee-44fa-87df-82863d1fad72 req-d1148830-61dc-4a87-aaf5-1c4200168dc0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:47.956156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-502e33f5-5aee-44fa-87df-82863d1fad72 req-d1148830-61dc-4a87-aaf5-1c4200168dc0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.2369139 Jun 03 15:18:48.048863 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-24ddbf2b-1c01-483b-bea8-9aa79219300d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=38bf338d-8305-4c93-bd41-bf5dfe6c7822 HTTP/1.1" status: 200 len: 217 time: 0.0909193 Jun 03 15:18:48.117372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-502e33f5-5aee-44fa-87df-82863d1fad72 req-b069176e-a27b-4b79-955b-164042fcefc9 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010032 Jun 03 15:18:48.133942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-06b7a1f9-3cab-4b06-ac80-a4d74c90bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:48.135206 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-06b7a1f9-3cab-4b06-ac80-a4d74c90bb62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2df45db1-3104-4b33-adb5-f2c9af2034a3 HTTP/1.1" status: 200 len: 797 time: 0.0761542 Jun 03 15:18:48.222807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b1a49bf8-d787-4cf3-9b57-d0f53c02141c up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:48.243517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-ae0800cb-4c23-4e3b-a4ce-5183ad5674b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:48.248484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-ae0800cb-4c23-4e3b-a4ce-5183ad5674b6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3914fca6-9415-4fbb-836b-cb74455033e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1052861 Jun 03 15:18:48.382062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port b1a49bf8-d787-4cf3-9b57-d0f53c02141c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:48.382730 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.526187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-5012edac-e30e-419e-a5b0-ca715e087880 service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708294 Jun 03 15:18:48.563782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b1a49bf8-d787-4cf3-9b57-d0f53c02141c is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:48.563782 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.612116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:48.627231 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:48.638886 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:48.639489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5ff52-8f30-4a0e-a323-7ca013907182 req-e2618ce4-f864-433b-927b-82d2f70736c6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:48.648154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9a5ff52-8f30-4a0e-a323-7ca013907182 req-e2618ce4-f864-433b-927b-82d2f70736c6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.2364159 Jun 03 15:18:48.735147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9a5ff52-8f30-4a0e-a323-7ca013907182 req-0a4322f9-d451-4f83-864b-636f875d84b9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858941 Jun 03 15:18:48.751173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:48.791541 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-818fc297-94e7-4f5c-bf3b-0fa27f2ded9b service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574739 Jun 03 15:18:49.042542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb1781-9e3d-4860-994e-3b8144eebd9c req-34334d38-3eb0-4bab-a613-7b9ab31d2318 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.049406 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9fb1781-9e3d-4860-994e-3b8144eebd9c req-34334d38-3eb0-4bab-a613-7b9ab31d2318 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 944 time: 0.1614671 Jun 03 15:18:49.071245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-b9915ec3-4508-4038-8393-2622152d3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.071715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-b9915ec3-4508-4038-8393-2622152d3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.072171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-b9915ec3-4508-4038-8393-2622152d3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.072624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-b9915ec3-4508-4038-8393-2622152d3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.073073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-b9915ec3-4508-4038-8393-2622152d3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.073547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-b9915ec3-4508-4038-8393-2622152d3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.074020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-b9915ec3-4508-4038-8393-2622152d3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.075888 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-b9915ec3-4508-4038-8393-2622152d3648 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 6476 time: 0.1519213 Jun 03 15:18:49.144512 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718f9767-6d92-4119-ad8f-4bf723cffc39'] response: {'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'code': 200} Jun 03 15:18:49.198435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9fb1781-9e3d-4860-994e-3b8144eebd9c req-7b31a129-4cbc-4940-8ee5-94eb675c6b68 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477385 Jun 03 15:18:49.253622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-400f56ad-4dca-4829-a910-dba0857b886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.255329 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-400f56ad-4dca-4829-a910-dba0857b886d service neutron] 10.222.0.67 "GET /v2.0/networks?id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d HTTP/1.1" status: 200 len: 903 time: 0.1725116 Jun 03 15:18:49.377752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-4f909642-8a08-442a-88f8-f5de15a13d00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1122f97-5d4e-4812-abba-4237067f4d42 HTTP/1.1" status: 200 len: 217 time: 0.1109376 Jun 03 15:18:49.484382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device aaa24367-dd70-4fe3-9f06-bb85836ea8e3 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:18:49.514876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-365df4f4-df42-470d-8876-7817668e149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.516327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-365df4f4-df42-470d-8876-7817668e149f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28854271-2856-413a-b127-07060385871c HTTP/1.1" status: 200 len: 797 time: 0.1013317 Jun 03 15:18:49.552220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734da4-fdd7-476c-b5e9-fe74e55d939e req-75fce39f-4200-4319-9a00-305cb6216514 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.558655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734da4-fdd7-476c-b5e9-fe74e55d939e req-75fce39f-4200-4319-9a00-305cb6216514 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.566923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734da4-fdd7-476c-b5e9-fe74e55d939e req-75fce39f-4200-4319-9a00-305cb6216514 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.573152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734da4-fdd7-476c-b5e9-fe74e55d939e req-75fce39f-4200-4319-9a00-305cb6216514 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.578740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:18:49.581283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734da4-fdd7-476c-b5e9-fe74e55d939e req-75fce39f-4200-4319-9a00-305cb6216514 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.587194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734da4-fdd7-476c-b5e9-fe74e55d939e req-75fce39f-4200-4319-9a00-305cb6216514 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.591304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:18:49.592488 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:49.592913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734da4-fdd7-476c-b5e9-fe74e55d939e req-75fce39f-4200-4319-9a00-305cb6216514 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.595405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75734da4-fdd7-476c-b5e9-fe74e55d939e req-75fce39f-4200-4319-9a00-305cb6216514 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.2363741 Jun 03 15:18:49.756867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75734da4-fdd7-476c-b5e9-fe74e55d939e req-bf1f9fda-3143-4323-b613-02808d4cbf5c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1014760 Jun 03 15:18:49.772315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-e1f3fc1c-5785-4e91-92da-41ca79c4c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:49.772315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-e1f3fc1c-5785-4e91-92da-41ca79c4c9a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1698892 Jun 03 15:18:49.800226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:18:49.800226 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:49.899008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port aaa24367-dd70-4fe3-9f06-bb85836ea8e3, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=aaa24367-dd70-4fe3-9f06-bb85836ea8e3,segment=NetworkSegment(84c8c22b-f308-4933-887b-86100dbdcad1),segment_id=84c8c22b-f308-4933-887b-86100dbdcad1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:18:49.905680 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:50.023828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=aaa24367-dd70-4fe3-9f06-bb85836ea8e3,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:50.251529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-f613670e-2f9a-4544-9aaf-ef451c80421a service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525871 Jun 03 15:18:50.260149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c34106-0532-4f26-ba1c-c722adf7cc6d req-2ed7d46c-6342-4c08-a69a-414d0ffe5f85 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.269461 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-21c34106-0532-4f26-ba1c-c722adf7cc6d req-2ed7d46c-6342-4c08-a69a-414d0ffe5f85 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.1488006 Jun 03 15:18:50.405909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-21c34106-0532-4f26-ba1c-c722adf7cc6d req-c8f8f708-f12f-4ab4-8dc4-834bcc8eb0c3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338770 Jun 03 15:18:50.466041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-1edd18ac-8a7b-4edb-9aba-4eff5a58fb76 service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940250 Jun 03 15:18:50.723957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc723501-4e8c-4fe2-9811-08e41bb12595 req-b554bef3-16b8-4866-8bd7-d0557a88310b tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.730662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc723501-4e8c-4fe2-9811-08e41bb12595 req-b554bef3-16b8-4866-8bd7-d0557a88310b tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 1097 time: 0.1721973 Jun 03 15:18:50.751944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-ba54a70c-5564-4c1f-92c7-4d6a1b742816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.752633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-ba54a70c-5564-4c1f-92c7-4d6a1b742816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.752916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-ba54a70c-5564-4c1f-92c7-4d6a1b742816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.754287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-ba54a70c-5564-4c1f-92c7-4d6a1b742816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.754287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-ba54a70c-5564-4c1f-92c7-4d6a1b742816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.756269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-ba54a70c-5564-4c1f-92c7-4d6a1b742816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.756269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-ba54a70c-5564-4c1f-92c7-4d6a1b742816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.757454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-ba54a70c-5564-4c1f-92c7-4d6a1b742816 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 6476 time: 0.1412513 Jun 03 15:18:50.921166 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc723501-4e8c-4fe2-9811-08e41bb12595 req-b45fe3a2-48f7-4fb3-972c-b768bccb4eda tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898675 Jun 03 15:18:50.994690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-3dbac9fc-dde0-4e38-b72d-6494ecabbc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:50.999983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-3dbac9fc-dde0-4e38-b72d-6494ecabbc8f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d HTTP/1.1" status: 200 len: 903 time: 0.2305565 Jun 03 15:18:51.100093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb52ad-8e98-45d5-9226-80715bac9f67 req-13f5e0ce-c672-429f-8f35-c18e379b3321 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.100093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3eb52ad-8e98-45d5-9226-80715bac9f67 req-13f5e0ce-c672-429f-8f35-c18e379b3321 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 945 time: 0.2461212 Jun 03 15:18:51.135104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-e564b394-7922-4306-b88c-d846af13a849 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db8b412d-40fb-40ca-bba8-cd27b1440610 HTTP/1.1" status: 200 len: 217 time: 0.1176639 Jun 03 15:18:51.146111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:18:51.261102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3eb52ad-8e98-45d5-9226-80715bac9f67 req-2b1979f6-241c-4ab6-b935-a5f100e13cf8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593432 Jun 03 15:18:51.290314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-794b56bf-0ed2-48ac-abd1-52d6b5f18d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.291623 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-794b56bf-0ed2-48ac-abd1-52d6b5f18d8e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28854271-2856-413a-b127-07060385871c HTTP/1.1" status: 200 len: 797 time: 0.1618063 Jun 03 15:18:51.485903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97576-2144-4787-8ccd-48078768edc0 req-32fd7576-f709-4a55-80e7-aa51f6407be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.487884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-32fd7576-f709-4a55-80e7-aa51f6407be2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1883140 Jun 03 15:18:51.664466 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-58c42163-5700-4352-93b7-0f2a969b9e5e service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673126 Jun 03 15:18:51.877864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df93646-8f6d-4dac-b06e-66a6e974c400 req-da631840-9e6b-4656-a9c9-43a010338a82 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.883743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df93646-8f6d-4dac-b06e-66a6e974c400 req-da631840-9e6b-4656-a9c9-43a010338a82 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.890541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df93646-8f6d-4dac-b06e-66a6e974c400 req-da631840-9e6b-4656-a9c9-43a010338a82 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.896090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df93646-8f6d-4dac-b06e-66a6e974c400 req-da631840-9e6b-4656-a9c9-43a010338a82 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.902214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df93646-8f6d-4dac-b06e-66a6e974c400 req-da631840-9e6b-4656-a9c9-43a010338a82 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.909356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df93646-8f6d-4dac-b06e-66a6e974c400 req-da631840-9e6b-4656-a9c9-43a010338a82 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.914200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df93646-8f6d-4dac-b06e-66a6e974c400 req-da631840-9e6b-4656-a9c9-43a010338a82 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:51.916411 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0df93646-8f6d-4dac-b06e-66a6e974c400 req-da631840-9e6b-4656-a9c9-43a010338a82 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.2507286 Jun 03 15:18:51.966319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73f97576-2144-4787-8ccd-48078768edc0 req-eb40a070-2d05-4efe-aaee-1ee12cbf7a71 service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610772 Jun 03 15:18:51.980582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0df93646-8f6d-4dac-b06e-66a6e974c400 req-832fbfb9-6363-4b50-b13f-4dfab4d9f84c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546691 Jun 03 15:18:52.510424 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ac6054-440c-488e-8276-734421dabe9f'] response: {'server_uuid': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3', 'code': 200} Jun 03 15:18:52.796080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e10f4-4651-45ca-8e9b-61b0418be765 req-81b41695-5e0b-47c4-acb2-2165980b782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:52.799041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e8e10f4-4651-45ca-8e9b-61b0418be765 req-81b41695-5e0b-47c4-acb2-2165980b782c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 1096 time: 0.1910286 Jun 03 15:18:52.871864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e8e10f4-4651-45ca-8e9b-61b0418be765 req-c362bcb6-716c-4e5f-a0e5-8adaad137155 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662940 Jun 03 15:18:52.891019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8accd-a0c9-4192-a134-bb51926a72f6 req-85512edd-4325-4f9d-ab38-3a4d57baab07 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:52.904160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84d8accd-a0c9-4192-a134-bb51926a72f6 req-85512edd-4325-4f9d-ab38-3a4d57baab07 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.1865654 Jun 03 15:18:52.950672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84d8accd-a0c9-4192-a134-bb51926a72f6 req-84698040-7a78-466f-afcd-d1252c1e65a3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453258 Jun 03 15:18:53.303981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190ff7d-5953-45f5-9fa3-7013551d6816 req-5bb27c1f-b250-461e-80c9-5a3f71cc056e tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:53.311671 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8190ff7d-5953-45f5-9fa3-7013551d6816 req-5bb27c1f-b250-461e-80c9-5a3f71cc056e tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 945 time: 0.2299254 Jun 03 15:18:53.367053 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8190ff7d-5953-45f5-9fa3-7013551d6816 req-73a71ee2-f9f3-4aed-8280-a58642f68bb8 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547590 Jun 03 15:18:53.773194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1db0-853b-4d2e-92db-d9e66cb7dcf7 req-3a5eb220-7f2b-4b83-9cc8-77d066710d92 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:53.780700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1db0-853b-4d2e-92db-d9e66cb7dcf7 req-3a5eb220-7f2b-4b83-9cc8-77d066710d92 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:53.787305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1db0-853b-4d2e-92db-d9e66cb7dcf7 req-3a5eb220-7f2b-4b83-9cc8-77d066710d92 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:53.793476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1db0-853b-4d2e-92db-d9e66cb7dcf7 req-3a5eb220-7f2b-4b83-9cc8-77d066710d92 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:53.799749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1db0-853b-4d2e-92db-d9e66cb7dcf7 req-3a5eb220-7f2b-4b83-9cc8-77d066710d92 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:53.805867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1db0-853b-4d2e-92db-d9e66cb7dcf7 req-3a5eb220-7f2b-4b83-9cc8-77d066710d92 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:53.811915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1db0-853b-4d2e-92db-d9e66cb7dcf7 req-3a5eb220-7f2b-4b83-9cc8-77d066710d92 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:53.820253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c82c1db0-853b-4d2e-92db-d9e66cb7dcf7 req-3a5eb220-7f2b-4b83-9cc8-77d066710d92 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.1619949 Jun 03 15:18:53.877132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c82c1db0-853b-4d2e-92db-d9e66cb7dcf7 req-2a31fada-8f3a-4e20-b083-858d8185580c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559974 Jun 03 15:18:54.225042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-ee61abbf-4c0e-4966-8dcd-629746a06572 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:18:54.226295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-ee61abbf-4c0e-4966-8dcd-629746a06572 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4040291 Jun 03 15:18:54.237488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Request body: {'binding': {'host': 'n-h1-844595-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:54.242063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Unknown quota resources ['binding']. {{(pid=88445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:18:54.617820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04784f9b-dd51-4146-a92e-568d15b4daf0 req-e6a226cb-e893-45e3-8d57-11ce813b549c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:54.625193 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04784f9b-dd51-4146-a92e-568d15b4daf0 req-e6a226cb-e893-45e3-8d57-11ce813b549c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.2356589 Jun 03 15:18:54.681090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34524) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:54.687609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 on host n-h1-844595-1 for vnic_type normal with profile None {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:18:54.687968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:18:54.688325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:54.708231 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04784f9b-dd51-4146-a92e-568d15b4daf0 req-fecf593f-3fe9-4767-9ab1-c30e3ddbacf6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814323 Jun 03 15:18:54.710393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Port e3620305-4eb4-45ff-bf63-432f28acaf16 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:18:54.711112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:18:54.719846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:18:54.720651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:54.721248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:18:54.722286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Bound port: e3620305-4eb4-45ff-bf63-432f28acaf16, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:18:54.758712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e3620305-4eb4-45ff-bf63-432f28acaf16,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:18:54.777574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] Notify callbacks [] for binding, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:54.803317 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-f4341950-99dd-45ad-adea-04a16c2e8ece service neutron] 10.222.0.48 "POST /v2.0/ports/e3620305-4eb4-45ff-bf63-432f28acaf16/bindings HTTP/1.1" status: 201 len: 389 time: 0.5656068 Jun 03 15:18:54.925756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-8b72407b-28a8-4cd4-8a16-008e131d062f tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ddc643dd2cf64df783df5020245bdf5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549030 Jun 03 15:18:55.062099 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.142115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:55.170604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Usage tracker for resource:security_group_rule and tenant:b07860118a364c2583bd6b534b353872 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:55.178094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:55.190863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:55.228383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-da492baf-5447-451f-bd74-cf4c8dcf487e tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:55.230061 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-da492baf-5447-451f-bd74-cf4c8dcf487e tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902381 Jun 03 15:18:55.265298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-8aa22805-56fd-4cdb-a9b0-995f22551acf tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/quotas/ddc643dd2cf64df783df5020245bdf5b HTTP/1.1" status: 200 len: 375 time: 0.0214765 Jun 03 15:18:55.276714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-617e0cc0-71b3-4db6-ba70-094a77c34164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:55.278444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-617e0cc0-71b3-4db6-ba70-094a77c34164 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 1097 time: 0.2059991 Jun 03 15:18:55.431077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-d8e030b1-ef48-44a7-98a9-c465bc445d4c tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddc643dd2cf64df783df5020245bdf5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1508913 Jun 03 15:18:55.625490 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.662031 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:55.738446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-04622fc1-9ddb-4f7a-bce8-d3e696eabb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:55.739963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-04622fc1-9ddb-4f7a-bce8-d3e696eabb12 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.3714476 Jun 03 15:18:55.984372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-736de4cd-e2f7-4897-a05e-15c632197963 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3620305-4eb4-45ff-bf63-432f28acaf16 HTTP/1.1" status: 200 len: 217 time: 0.2155871 Jun 03 15:18:56.003261 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b07860118a364c2583bd6b534b353872&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3208084 Jun 03 15:18:56.006040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34564) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:56.008313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb49f66-79a7-4f7a-a771-dac2022365d2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:56.094884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.095215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.095544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.096468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.096937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.097386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.097817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.098283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.098845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.099534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.100244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.100957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91244880-2174-46d7-b4d0-b958820b540e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:56.130354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6f3f-8b59-47f6-8245-99f142ad5497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.185745 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6f3f-8b59-47f6-8245-99f142ad5497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.198464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-7511fdc9-90bf-481d-baac-a1fd56a4a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:56.201898 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-7511fdc9-90bf-481d-baac-a1fd56a4a67d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1942685 Jun 03 15:18:56.265298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-ab257d38-5d37-47d2-86ea-9aca500b3822 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521922 Jun 03 15:18:56.271254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6f3f-8b59-47f6-8245-99f142ad5497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.330465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f6f3f-8b59-47f6-8245-99f142ad5497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb49f66-79a7-4f7a-a771-dac2022365d2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:56.332669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6f3f-8b59-47f6-8245-99f142ad5497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:56.350235 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fc9f6f3f-8b59-47f6-8245-99f142ad5497 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbb49f66-79a7-4f7a-a771-dac2022365d2 HTTP/1.1" status: 204 len: 168 time: 0.3321352 Jun 03 15:18:56.588868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9865a9-a027-488e-8605-4cadcd15c8ac req-a39a6abb-1522-4dbd-81a7-18807fbff72d tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:56.596379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d9865a9-a027-488e-8605-4cadcd15c8ac req-a39a6abb-1522-4dbd-81a7-18807fbff72d tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 945 time: 0.8290308 Jun 03 15:18:56.599739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-b9618bda-c87c-4b72-aabb-44121419a4db service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196778 Jun 03 15:18:56.718242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c3380-c71c-47fa-badd-2cb8100344b2 req-2e30c1dd-bf84-469b-8a49-211fb6284c05 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:56.724166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c3380-c71c-47fa-badd-2cb8100344b2 req-2e30c1dd-bf84-469b-8a49-211fb6284c05 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:56.730018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c3380-c71c-47fa-badd-2cb8100344b2 req-2e30c1dd-bf84-469b-8a49-211fb6284c05 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:56.735960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c3380-c71c-47fa-badd-2cb8100344b2 req-2e30c1dd-bf84-469b-8a49-211fb6284c05 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:56.742262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c3380-c71c-47fa-badd-2cb8100344b2 req-2e30c1dd-bf84-469b-8a49-211fb6284c05 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:56.748238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c3380-c71c-47fa-badd-2cb8100344b2 req-2e30c1dd-bf84-469b-8a49-211fb6284c05 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:56.754225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c3380-c71c-47fa-badd-2cb8100344b2 req-2e30c1dd-bf84-469b-8a49-211fb6284c05 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:56.756346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-817c3380-c71c-47fa-badd-2cb8100344b2 req-2e30c1dd-bf84-469b-8a49-211fb6284c05 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.9071357 Jun 03 15:18:56.843356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d9865a9-a027-488e-8605-4cadcd15c8ac req-68c378d6-89f0-461f-8f77-17c08359d513 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463315 Jun 03 15:18:56.850301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-817c3380-c71c-47fa-badd-2cb8100344b2 req-ba3f0417-401c-42b7-972a-e8e6b19496ee tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869784 Jun 03 15:18:56.896045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-8ab7c056-54f9-4b1a-8879-20bcb0009a12 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802837 Jun 03 15:18:57.209515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-bb125bdf-ac98-4b7e-b5fe-97904941e67a tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ddc643dd2cf64df783df5020245bdf5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946991 Jun 03 15:18:57.407762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe4e8c-413e-4a83-b94e-1df201a39bef req-b8bc33d7-aeff-4266-83ef-d1d9954697fb tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:57.407762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7fe4e8c-413e-4a83-b94e-1df201a39bef req-b8bc33d7-aeff-4266-83ef-d1d9954697fb tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 946 time: 0.3840089 Jun 03 15:18:57.435389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae4105-1ed6-479e-bbf2-c0f3d4d8ee25 req-2216c301-edf1-4c97-838a-a6669d28fdca tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:57.435389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abae4105-1ed6-479e-bbf2-c0f3d4d8ee25 req-2216c301-edf1-4c97-838a-a6669d28fdca tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.2815378 Jun 03 15:18:57.545333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-9dd51b3d-6112-4f95-8413-da8f1d9d2f9c tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:57.546658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-9dd51b3d-6112-4f95-8413-da8f1d9d2f9c tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3288691 Jun 03 15:18:57.554416 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7fe4e8c-413e-4a83-b94e-1df201a39bef req-4f1ab68d-a031-4a34-94ee-a979f1fddced tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362154 Jun 03 15:18:57.566317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Request body: {'port': {'device_id': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'ddc643dd2cf64df783df5020245bdf5b'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:57.590117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abae4105-1ed6-479e-bbf2-c0f3d4d8ee25 req-206b69d3-2f4c-40e1-bd70-b845f6a781ba tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390381 Jun 03 15:18:57.672443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34602) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:57.810446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-d8822d7e-5105-471b-a9ea-0ba9e2c26cb1 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ddc643dd2cf64df783df5020245bdf5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749342 Jun 03 15:18:57.896603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1135454102-network', 'tenant_id': '253eaaef69a0433bba02fc6195ecabda'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:57.903814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:57.909486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Usage tracker for resource:network and tenant:253eaaef69a0433bba02fc6195ecabda is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:57.914170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:57.923094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:57.942222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Made reservation on behalf of 253eaaef69a0433bba02fc6195ecabda for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:57.945307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:57.960462 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:57.984737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:57.989700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Usage tracker for resource:security_group_rule and tenant:253eaaef69a0433bba02fc6195ecabda is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:57.993465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:58.002659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:58.014899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:58.027434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Usage tracker for resource:port and tenant:ddc643dd2cf64df783df5020245bdf5b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:58.031761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:58.042603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:58.113137 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.120833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.136114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:18:58.147362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.147959 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Added segment 1bc11a63-40cb-4048-85b6-fdd4949e584e of type vlan for network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 Jun 03 15:18:58.170340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Made reservation on behalf of ddc643dd2cf64df783df5020245bdf5b for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:58.174440 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.204600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-477105f8-7326-40d5-a154-49622612181c tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:58.206165 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-477105f8-7326-40d5-a154-49622612181c tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3841579 Jun 03 15:18:58.209994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.213210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:58.222876 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.249827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-311a5694-439c-4a9e-a29e-eddce0dc8bda tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/quotas/ddc643dd2cf64df783df5020245bdf5b HTTP/1.1" status: 200 len: 375 time: 0.0291607 Jun 03 15:18:58.252603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:58.262239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68848520-1a88-460c-97ea-d536b4412fe1 req-5023721a-279a-474d-bdd7-80fda702881c tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:58.269337 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.271712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:58.272362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.276203 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68848520-1a88-460c-97ea-d536b4412fe1 req-5023721a-279a-474d-bdd7-80fda702881c tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 945 time: 0.4128346 Jun 03 15:18:58.284149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34618) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:58.295598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Usage tracker for resource:security_group_rule and tenant:ddc643dd2cf64df783df5020245bdf5b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:58.309018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-82b2a654-3468-41e9-b878-f1ba936415ce tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Request body: {'floatingip': {'port_id': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:58.438723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] Pushing event updated for resources: {'Network': ['ID=5a4046ad-552f-4dd6-8436-e65ab1c41e46,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:58.453627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:18:58.481726 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f9b63cdb-aac4-439a-b9bb-043305c8c84c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8061864 Jun 03 15:18:58.485438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34622) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:18:58.494069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Request body: {'subnet': {'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1135454102-subnet', 'tenant_id': '253eaaef69a0433bba02fc6195ecabda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:18:58.501977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:18:58.506612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Usage tracker for resource:subnet and tenant:253eaaef69a0433bba02fc6195ecabda is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:18:58.512670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:58.559952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:18:58.559952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:58.582144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Made reservation on behalf of 253eaaef69a0433bba02fc6195ecabda for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:58.584494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.597887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:18:58.691337 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-31397e3e-8464-42b3-8c50-44029eac5bed req-1a67dc96-d367-4b07-8e0d-6292f9122a62 service neutron] show failed (client error): The resource could not be found. Jun 03 15:18:58.692359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-1a67dc96-d367-4b07-8e0d-6292f9122a62 service neutron] 10.222.0.67 "GET /v2.0/ports/3b3eb097-85ca-440e-8d82-bfe76e310e30/bindings/n-h1-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.6390605 Jun 03 15:18:58.694535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82b2a654-3468-41e9-b878-f1ba936415ce tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:58.840435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-c1674e66-d3b0-490a-b7cf-c3ca2468bfe9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddc643dd2cf64df783df5020245bdf5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5456562 Jun 03 15:18:58.975069 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:59.001008 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:59.064770 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:59.191221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a11859-d722-4ef3-9227-96890173ae25,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:59.203592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Checking segment: {'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:18:59.204474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Network hostable DHCP agents. Network: 5a4046ad-552f-4dd6-8436-e65ab1c41e46, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:18:59.258058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:18:59.280079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5a4046ad-552f-4dd6-8436-e65ab1c41e46) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:59.289364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:59.290259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:59.320167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64faaa-b040-4613-80ad-20aff6960202 None None] Network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:18:59.330806 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-495a1d00-a23d-4c0a-93f8-33e27656e5c6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8420131 Jun 03 15:18:59.805402 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:18:59.892580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da6dbe3-efee-41ed-9db9-a97a9863fe25 None None] Network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:19:00.120038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:00.151216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213b4da-aa7b-4d3e-8f98-7464427c7848 req-0de3cc0a-ccfb-4971-a980-69700718510e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.169156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213b4da-aa7b-4d3e-8f98-7464427c7848 req-0de3cc0a-ccfb-4971-a980-69700718510e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.169156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213b4da-aa7b-4d3e-8f98-7464427c7848 req-0de3cc0a-ccfb-4971-a980-69700718510e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.182054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213b4da-aa7b-4d3e-8f98-7464427c7848 req-0de3cc0a-ccfb-4971-a980-69700718510e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.182054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213b4da-aa7b-4d3e-8f98-7464427c7848 req-0de3cc0a-ccfb-4971-a980-69700718510e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.193735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213b4da-aa7b-4d3e-8f98-7464427c7848 req-0de3cc0a-ccfb-4971-a980-69700718510e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.193735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213b4da-aa7b-4d3e-8f98-7464427c7848 req-0de3cc0a-ccfb-4971-a980-69700718510e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.200729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2213b4da-aa7b-4d3e-8f98-7464427c7848 req-0de3cc0a-ccfb-4971-a980-69700718510e tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 1.6595585 Jun 03 15:19:00.236387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Allocated IP 192.168.233.205 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/ac485b45-be20-43a7-bd51-1007131abc74) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:00.405577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2213b4da-aa7b-4d3e-8f98-7464427c7848 req-2cb9e9ae-d727-4dd1-9e19-4a64f96cbc37 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2039411 Jun 03 15:19:00.557228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c92b8-ab3a-4e4d-9bea-5a1871d7f67c req-ba0e9069-af57-4b6d-b0a3-f3078092154c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.564379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e15c92b8-ab3a-4e4d-9bea-5a1871d7f67c req-ba0e9069-af57-4b6d-b0a3-f3078092154c tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 946 time: 0.8713579 Jun 03 15:19:00.599842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397e3e-8464-42b3-8c50-44029eac5bed req-2493d6c6-57d2-44d6-a0f3-488096e3835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:00.601699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-2493d6c6-57d2-44d6-a0f3-488096e3835f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1&tenant_id=56abfe7ac6594200b7814a183ed3b39d HTTP/1.1" status: 200 len: 1101 time: 0.9073319 Jun 03 15:19:00.631275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:00.911155 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e15c92b8-ab3a-4e4d-9bea-5a1871d7f67c req-cc5685b4-731a-4385-b61e-1abd5c014491 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445022 Jun 03 15:19:01.057709 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:19:01.085734 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:01.263608 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:01.275326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9f844-3bf5-4b2a-a4e4-7a1cb276f308 req-160bdd59-1351-4d53-9692-bc53b5459670 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:01.284980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7a9f844-3bf5-4b2a-a4e4-7a1cb276f308 req-160bdd59-1351-4d53-9692-bc53b5459670 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.5992761 Jun 03 15:19:01.302726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-e4af9231-5a82-4db0-9500-13832c2235e1 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ddc643dd2cf64df783df5020245bdf5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1182199 Jun 03 15:19:01.323723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be86af06-6246-490a-8840-e12048e2564b req-4fbb83ec-0e2a-4f76-bc3c-71729a140ebd tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 210 time: 0.2179089 Jun 03 15:19:01.424593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Transition to ACTIVE for port object ac485b45-be20-43a7-bd51-1007131abc74 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:01.579814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7a9f844-3bf5-4b2a-a4e4-7a1cb276f308 req-3608d1c9-9021-4a54-a601-564bec5ca052 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927992 Jun 03 15:19:01.720234 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-82b2a654-3468-41e9-b878-f1ba936415ce tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:19:02.069205 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b169cb82-d44a-4113-8cba-2b3413a43a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:02.139229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-12dc2b7b-56ed-433e-bb2a-bde4d7f149e4 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:02.140966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-12dc2b7b-56ed-433e-bb2a-bde4d7f149e4 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8160453 Jun 03 15:19:02.231699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Request body: {'port': {'device_id': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'ddc643dd2cf64df783df5020245bdf5b'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:02.261960 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82b2a654-3468-41e9-b878-f1ba936415ce tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:02.288535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 3b3eb097-85ca-440e-8d82-bfe76e310e30 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:02.512671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:02.550932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:02.557327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 3b3eb097-85ca-440e-8d82-bfe76e310e30 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:02.558879 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:02.574026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82b2a654-3468-41e9-b878-f1ba936415ce tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:02.666260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:02.951120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:02.959589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:02.976439 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:02.994650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:02.997943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:03.074252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1382b29-ca11-415f-8217-b6180afb8915 req-7337d1e3-0f59-4cf3-b7da-3141357f1b1d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:03.080636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1382b29-ca11-415f-8217-b6180afb8915 req-7337d1e3-0f59-4cf3-b7da-3141357f1b1d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:03.087051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1382b29-ca11-415f-8217-b6180afb8915 req-7337d1e3-0f59-4cf3-b7da-3141357f1b1d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:03.093550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1382b29-ca11-415f-8217-b6180afb8915 req-7337d1e3-0f59-4cf3-b7da-3141357f1b1d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:03.103162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1382b29-ca11-415f-8217-b6180afb8915 req-7337d1e3-0f59-4cf3-b7da-3141357f1b1d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:03.113437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1382b29-ca11-415f-8217-b6180afb8915 req-7337d1e3-0f59-4cf3-b7da-3141357f1b1d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:03.122389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1382b29-ca11-415f-8217-b6180afb8915 req-7337d1e3-0f59-4cf3-b7da-3141357f1b1d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:03.130796 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d1382b29-ca11-415f-8217-b6180afb8915 req-7337d1e3-0f59-4cf3-b7da-3141357f1b1d tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5443 time: 1.1567826 Jun 03 15:19:03.224694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Pushing event updated for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:03.246104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Transition to ACTIVE for port object 3b3eb097-85ca-440e-8d82-bfe76e310e30 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:03.259821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:03.271395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-5c312b56-451e-490f-bc72-e214ff24a38e tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:03.278277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-5c312b56-451e-490f-bc72-e214ff24a38e tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/networks?id=5a4046ad-552f-4dd6-8436-e65ab1c41e46 HTTP/1.1" status: 200 len: 822 time: 1.2935283 Jun 03 15:19:03.293516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Usage tracker for resource:port and tenant:ddc643dd2cf64df783df5020245bdf5b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:03.297214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:03.303540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:03.315840 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-82b2a654-3468-41e9-b878-f1ba936415ce tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Floating IP f80f88ad-ca2f-4d28-9249-f44b4fe8292a associated. External IP: 172.25.7.23, port: aaa24367-dd70-4fe3-9f06-bb85836ea8e3. Jun 03 15:19:03.375832 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:19:03.376766 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:19:03.381576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.422110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4ec729c0-f702-47a2-803c-c82bf3712a32 None None] Provisioning for port ac485b45-be20-43a7-bd51-1007131abc74 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:03.429306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4ec729c0-f702-47a2-803c-c82bf3712a32 None None] Provisioning complete for port ac485b45-be20-43a7-bd51-1007131abc74 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:03.429702 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ec729c0-f702-47a2-803c-c82bf3712a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.463825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Made reservation on behalf of ddc643dd2cf64df783df5020245bdf5b for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:03.468230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.526168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4ec729c0-f702-47a2-803c-c82bf3712a32 None None] Port ac485b45-be20-43a7-bd51-1007131abc74 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:19:03.907100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-06c9e9a0-7863-4250-ae37-58034cf3e351 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/quotas/253eaaef69a0433bba02fc6195ecabda HTTP/1.1" status: 200 len: 375 time: 0.6276267 Jun 03 15:19:03.928085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:03.928976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:03.965443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 3b3eb097-85ca-440e-8d82-bfe76e310e30 is: DOWN; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:03.998527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d1382b29-ca11-415f-8217-b6180afb8915 req-105ffa50-2c17-4d03-9bd1-6caebdfc0cb1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8671415 Jun 03 15:19:04.083241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] No DVR routers for this DVR port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:04.126434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-9e49404f-24b4-424c-acc2-99b27a6db316 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=253eaaef69a0433bba02fc6195ecabda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1672454 Jun 03 15:19:04.221736 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46033b58-a4fa-4439-9003-20269656f520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.223639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:04.358670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-e2860274-8c86-4d9a-afe9-a62dcadf68c9 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7969038 Jun 03 15:19:04.433689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Request body: {'port': {'device_id': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:04.624526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:04.624852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:04.625174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:04.631951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Allocated IP 192.168.233.90 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/b8a48620-e6f5-482a-a40e-8454c40fc2dc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:04.693916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:04.694652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:04.792266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:04.792595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:04.792976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:04.793419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Bound port: 3b3eb097-85ca-440e-8d82-bfe76e310e30, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:04.793736 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:04.858920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-20fcc970-dec2-4b1e-9147-b5578e0f46a4 service neutron] 10.222.0.48 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7304819 Jun 03 15:19:04.932868 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:05.115362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cecd4c-febd-4227-baba-7ee394590889 req-7ff7480b-01a2-4977-a97a-a4bc7db1e7da tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:05.120904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cecd4c-febd-4227-baba-7ee394590889 req-7ff7480b-01a2-4977-a97a-a4bc7db1e7da tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:05.126761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cecd4c-febd-4227-baba-7ee394590889 req-7ff7480b-01a2-4977-a97a-a4bc7db1e7da tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:05.132408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cecd4c-febd-4227-baba-7ee394590889 req-7ff7480b-01a2-4977-a97a-a4bc7db1e7da tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:05.138392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cecd4c-febd-4227-baba-7ee394590889 req-7ff7480b-01a2-4977-a97a-a4bc7db1e7da tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:05.144043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cecd4c-febd-4227-baba-7ee394590889 req-7ff7480b-01a2-4977-a97a-a4bc7db1e7da tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:05.149679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cecd4c-febd-4227-baba-7ee394590889 req-7ff7480b-01a2-4977-a97a-a4bc7db1e7da tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:05.151485 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94cecd4c-febd-4227-baba-7ee394590889 req-7ff7480b-01a2-4977-a97a-a4bc7db1e7da tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.9172742 Jun 03 15:19:05.176196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b2a654-3468-41e9-b878-f1ba936415ce tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Router df72d7e2-2581-492f-ba27-7025cd9280b2 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:19:05.202936 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:05.448988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:05.480772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94cecd4c-febd-4227-baba-7ee394590889 req-a479cac8-10d2-4689-99d1-e04a741733da tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2960367 Jun 03 15:19:05.495111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-7c058433-1894-416f-9352-2764ef249331 service neutron] 10.222.0.48 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271276 Jun 03 15:19:05.510165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:05.511534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:05.544456 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:05.806407 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:05.956750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:05.957374 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:05.958808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] 10.222.0.75 "PUT /v2.0/ports/3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 1096 time: 5.3387237 Jun 03 15:19:05.961274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ac24e6a3-77b3-49eb-8ed5-d5bd01648b68 req-134dd03a-e449-41d9-801d-dd89d10f5c31 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Synchronizing usage tracker for tenant:ddc643dd2cf64df783df5020245bdf5b on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:05.976413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Transition to ACTIVE for port object b8a48620-e6f5-482a-a40e-8454c40fc2dc will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:06.042366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b2a654-3468-41e9-b878-f1ba936415ce tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:19:06.071163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e05c97-c6d1-41c2-b080-9b9dca279892 None None] Sync routers for ids ['df72d7e2-2581-492f-ba27-7025cd9280b2'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:19:06.101568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e05c97-c6d1-41c2-b080-9b9dca279892 None None] Routers {'df72d7e2-2581-492f-ba27-7025cd9280b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:06.102175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-66e05c97-c6d1-41c2-b080-9b9dca279892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:19:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['df72d7e2-2581-492f-ba27-7025cd9280b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:06.102295 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d9b88-010f-4210-9dfe-67c71c99fc31 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:06.108905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ac24e6a3-77b3-49eb-8ed5-d5bd01648b68 req-134dd03a-e449-41d9-801d-dd89d10f5c31 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Unset dirty status for tenant:ddc643dd2cf64df783df5020245bdf5b on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:06.110103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac24e6a3-77b3-49eb-8ed5-d5bd01648b68 req-134dd03a-e449-41d9-801d-dd89d10f5c31 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 210 time: 0.3140738 Jun 03 15:19:06.117373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82b2a654-3468-41e9-b878-f1ba936415ce tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.209965 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.268823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-8a15d6e9-7ddb-4cdb-9a13-c8d816755993 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:06.270822 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-8a15d6e9-7ddb-4cdb-9a13-c8d816755993 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1097 time: 0.1213820 Jun 03 15:19:06.285182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844595-1'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:06.350824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-66e05c97-c6d1-41c2-b080-9b9dca279892 None None] Set router df72d7e2-2581-492f-ba27-7025cd9280b2 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:06.358607 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-82b2a654-3468-41e9-b878-f1ba936415ce tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "PUT /v2.0/floatingips/f80f88ad-ca2f-4d28-9249-f44b4fe8292a HTTP/1.1" status: 200 len: 990 time: 8.0685821 Jun 03 15:19:06.408992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d29162-b1df-47a7-8f0e-9fe2d277a9da req-aaeef659-5242-4947-9eb2-941d9ff9291b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:06.417371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48d29162-b1df-47a7-8f0e-9fe2d277a9da req-aaeef659-5242-4947-9eb2-941d9ff9291b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 946 time: 0.6077340 Jun 03 15:19:06.441672 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.458999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:06.511004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397e3e-8464-42b3-8c50-44029eac5bed req-107b2d19-9257-4cdc-82fa-5121c3cc4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:06.513183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-107b2d19-9257-4cdc-82fa-5121c3cc4fb0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1099 time: 0.5169740 Jun 03 15:19:06.514472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:06.521740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:06.665375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3620305-4eb4-45ff-bf63-432f28acaf16,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:06.707986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:06.736843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48d29162-b1df-47a7-8f0e-9fe2d277a9da req-0972892b-252d-4fda-baba-fbd48e0fe9a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183453 Jun 03 15:19:06.742138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-66e05c97-c6d1-41c2-b080-9b9dca279892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:07Z', 'revision_number': 4, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f80f88ad-ca2f-4d28-9249-f44b4fe8292a', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'floating_ip_address': '172.25.7.23', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'port_id': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'mac_address': 'fa:16:3e:e8:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:18:24Z', 'updated_at': '2022-06-03T15:19:01Z', 'revision_number': 1, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820f5766-0b11-4f9d-89fc-699b51b80589', 'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'mac_address': 'fa:16:3e:ba:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:05Z', 'updated_at': '2022-06-03T15:18:18Z', 'revision_number': 5, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'subnets': [{'id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:06.747308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e05c97-c6d1-41c2-b080-9b9dca279892 None None] Checking router: df72d7e2-2581-492f-ba27-7025cd9280b2 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:19:06.771066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e05c97-c6d1-41c2-b080-9b9dca279892 None None] Routers {'df72d7e2-2581-492f-ba27-7025cd9280b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:06.771699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-66e05c97-c6d1-41c2-b080-9b9dca279892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:19:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['df72d7e2-2581-492f-ba27-7025cd9280b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:06.774903 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.777459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b71140a-97b4-4256-b437-338492933857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3620305-4eb4-45ff-bf63-432f28acaf16'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:06.784754 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.819585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Pushing event updated for resources: {'Port': ['ID=b8a48620-e6f5-482a-a40e-8454c40fc2dc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:06.854481 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3439ba3-2203-40b7-9cef-ca934bb1be91'] response: {'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'code': 200} Jun 03 15:19:06.875772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:06.876675 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.880655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-691fdfd5-258b-45ca-9de2-efc555a144f2 None None] Provisioning for port b8a48620-e6f5-482a-a40e-8454c40fc2dc completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:06.886559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac485b45-be20-43a7-bd51-1007131abc74 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:06.904649 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.949264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-6f517337-e7fa-40b5-ab65-cd5ea3724903 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7276843 Jun 03 15:19:06.959859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Transition to ACTIVE for port object ac485b45-be20-43a7-bd51-1007131abc74 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:06.962236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-691fdfd5-258b-45ca-9de2-efc555a144f2 None None] Provisioning complete for port b8a48620-e6f5-482a-a40e-8454c40fc2dc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:06.962722 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-691fdfd5-258b-45ca-9de2-efc555a144f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:06.967594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Request body: {'port': {'device_id': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:06.978410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Pushing event updated for resources: {'Port': ['ID=e3620305-4eb4-45ff-bf63-432f28acaf16,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:06.990282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 on host n-h2-844595-1 for vnic_type normal with profile {"migrating_to": "n-h1-844595-1"} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:06.990763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:06.991240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:06.996687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Port e3620305-4eb4-45ff-bf63-432f28acaf16 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:06.997241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Attempting to bind port e3620305-4eb4-45ff-bf63-432f28acaf16 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:07.003315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:07.004082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:07.004656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:07.005298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Bound port: e3620305-4eb4-45ff-bf63-432f28acaf16, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:07.005892 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.018353 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.083234 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.094539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a2bae-e2d8-4a81-833c-d555acf21cb7 req-666b91cb-710c-47d9-9755-b23fd7df9c9f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:07.096034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c8a2bae-e2d8-4a81-833c-d555acf21cb7 req-666b91cb-710c-47d9-9755-b23fd7df9c9f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 948 time: 0.7324274 Jun 03 15:19:07.099564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-691fdfd5-258b-45ca-9de2-efc555a144f2 None None] Port b8a48620-e6f5-482a-a40e-8454c40fc2dc cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:19:07.109243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:07.110814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-66e05c97-c6d1-41c2-b080-9b9dca279892 None None] Set router df72d7e2-2581-492f-ba27-7025cd9280b2 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:07.111098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397e3e-8464-42b3-8c50-44029eac5bed req-fa30c397-c899-4103-a572-605ae96367df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:07.112553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-fa30c397-c899-4103-a572-605ae96367df service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.4382238 Jun 03 15:19:07.113085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3620305-4eb4-45ff-bf63-432f28acaf16,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:07.117673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.308449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:07.309778 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.311348 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-41482984-36ca-48a9-8770-df9794efe474 service neutron] 10.222.0.75 "PUT /v2.0/ports/e3620305-4eb4-45ff-bf63-432f28acaf16 HTTP/1.1" status: 200 len: 1122 time: 1.0331006 Jun 03 15:19:07.314749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41482984-36ca-48a9-8770-df9794efe474 service neutron] Pushing event updated for resources: {'Port': ['ID=e3620305-4eb4-45ff-bf63-432f28acaf16,revision_number=8']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:07.444190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Pushing event updated for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:07.464063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c8a2bae-e2d8-4a81-833c-d555acf21cb7 req-33dd3ca0-cba3-4a26-b51e-e14fe63d1a6d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367813 Jun 03 15:19:07.465668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-f36650a3-3759-483b-9b1c-19d6675d6998 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 217 time: 0.3351281 Jun 03 15:19:07.506022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['e3620305-4eb4-45ff-bf63-432f28acaf16'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:07.583482 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:07.620507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e3620305-4eb4-45ff-bf63-432f28acaf16 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:07.779101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-66e05c97-c6d1-41c2-b080-9b9dca279892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:07Z', 'revision_number': 4, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f80f88ad-ca2f-4d28-9249-f44b4fe8292a', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'floating_ip_address': '172.25.7.23', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'port_id': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'mac_address': 'fa:16:3e:e8:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:18:24Z', 'updated_at': '2022-06-03T15:19:01Z', 'revision_number': 1, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820f5766-0b11-4f9d-89fc-699b51b80589', 'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'mac_address': 'fa:16:3e:ba:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:05Z', 'updated_at': '2022-06-03T15:18:18Z', 'revision_number': 5, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'subnets': [{'id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:07.790968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['e3620305-4eb4-45ff-bf63-432f28acaf16'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:07.829616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e05c97-c6d1-41c2-b080-9b9dca279892 None None] The sync data for ids ['df72d7e2-2581-492f-ba27-7025cd9280b2'] in n-d-844595-1 is: [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:07Z', 'revision_number': 4, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f80f88ad-ca2f-4d28-9249-f44b4fe8292a', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'floating_ip_address': '172.25.7.23', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'port_id': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'mac_address': 'fa:16:3e:e8:fb:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:18:24Z', 'updated_at': '2022-06-03T15:19:01Z', 'revision_number': 1, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '820f5766-0b11-4f9d-89fc-699b51b80589', 'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'mac_address': 'fa:16:3e:ba:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:05Z', 'updated_at': '2022-06-03T15:18:18Z', 'revision_number': 5, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'subnets': [{'id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:19:07.953891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3620305-4eb4-45ff-bf63-432f28acaf16,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:07.992109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e3620305-4eb4-45ff-bf63-432f28acaf16 has no active binding in host n-h1-844595-1 {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:19:07.995441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08074b83-cc87-44b4-bf5d-ac0287d54e39 req-33c44abf-512d-4a87-9785-73af74ad72c3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 210 time: 0.1718736 Jun 03 15:19:08.023897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397e3e-8464-42b3-8c50-44029eac5bed req-60d80a7c-39b1-40f1-97f3-17b24ffef162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.025508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-60d80a7c-39b1-40f1-97f3-17b24ffef162 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.4885368 Jun 03 15:19:08.075776 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9242ea-9e00-4b74-a55a-2a792387765f None None] New status for floating IP f80f88ad-ca2f-4d28-9249-f44b4fe8292a: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:19:08.120674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6962-7df3-4037-9b6f-087693bdaf83 req-2cd7fa14-78d7-4bf1-8692-38fbbd230ce8 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.127030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6962-7df3-4037-9b6f-087693bdaf83 req-2cd7fa14-78d7-4bf1-8692-38fbbd230ce8 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.132990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6962-7df3-4037-9b6f-087693bdaf83 req-2cd7fa14-78d7-4bf1-8692-38fbbd230ce8 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.139866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6962-7df3-4037-9b6f-087693bdaf83 req-2cd7fa14-78d7-4bf1-8692-38fbbd230ce8 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.145556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6962-7df3-4037-9b6f-087693bdaf83 req-2cd7fa14-78d7-4bf1-8692-38fbbd230ce8 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.151287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6962-7df3-4037-9b6f-087693bdaf83 req-2cd7fa14-78d7-4bf1-8692-38fbbd230ce8 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.157087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6962-7df3-4037-9b6f-087693bdaf83 req-2cd7fa14-78d7-4bf1-8692-38fbbd230ce8 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.159046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d4b6962-7df3-4037-9b6f-087693bdaf83 req-2cd7fa14-78d7-4bf1-8692-38fbbd230ce8 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5443 time: 1.1599586 Jun 03 15:19:08.268015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Attempting to bind port ac485b45-be20-43a7-bd51-1007131abc74 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:08.268355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Attempting to bind port ac485b45-be20-43a7-bd51-1007131abc74 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:08.268658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Attempting to bind port ac485b45-be20-43a7-bd51-1007131abc74 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:08.302872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2bef5892-7ce7-45fd-9d67-501bfdedda69 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:08.313330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b1a49bf8-d787-4cf3-9b57-d0f53c02141c no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:08.362394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-7a0fd344-f868-4133-8180-ec44b2736001 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.363825 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-7a0fd344-f868-4133-8180-ec44b2736001 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "GET /v2.0/networks?id=5a4046ad-552f-4dd6-8436-e65ab1c41e46 HTTP/1.1" status: 200 len: 822 time: 0.7675288 Jun 03 15:19:08.364394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Port ac485b45-be20-43a7-bd51-1007131abc74 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:08.364707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Attempting to bind port ac485b45-be20-43a7-bd51-1007131abc74 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:08.394217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Request body: {'port': {'device_id': 'bbda078e-6c88-46dc-96b8-345602c85167', 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46', 'admin_state_up': True, 'tenant_id': '253eaaef69a0433bba02fc6195ecabda'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:08.418985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:08.419350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:08.419743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:08.420365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Bound port: ac485b45-be20-43a7-bd51-1007131abc74, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:08.420703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:08.534953 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:08.590570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b1a49bf8-d787-4cf3-9b57-d0f53c02141c is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:08.590946 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:08.608839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2bef5892-7ce7-45fd-9d67-501bfdedda69, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2bef5892-7ce7-45fd-9d67-501bfdedda69,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:08.629169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '2bef5892-7ce7-45fd-9d67-501bfdedda69', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'port_id': '2bef5892-7ce7-45fd-9d67-501bfdedda69', 'mac_address': 'fa:16:3e:b2:a5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:08.638487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:08.676683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:08.686703 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:08.723487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397e3e-8464-42b3-8c50-44029eac5bed req-93339240-a6e2-419b-93bf-29b661d75032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.724963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-93339240-a6e2-419b-93bf-29b661d75032 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6724401 Jun 03 15:19:08.765180 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 2bef5892-7ce7-45fd-9d67-501bfdedda69 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:08.765291 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:08.790484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bef5892-7ce7-45fd-9d67-501bfdedda69 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:08.798990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.807213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:08.812871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe058e8-ade7-4ce7-84fa-0d7b1eca2c2b req-a9c1095b-e93f-45d5-bfda-47c126e348e7 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.812871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffe058e8-ade7-4ce7-84fa-0d7b1eca2c2b req-a9c1095b-e93f-45d5-bfda-47c126e348e7 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 945 time: 0.6407979 Jun 03 15:19:08.826760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2bef5892-7ce7-45fd-9d67-501bfdedda69, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2bef5892-7ce7-45fd-9d67-501bfdedda69,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:08.826760 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:08.866621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30'}, {'name': 'network-changed', 'server_uuid': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'tag': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:08.880762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:08.895884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=2bef5892-7ce7-45fd-9d67-501bfdedda69,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:08.910561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:08.928707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf7775-6faa-453d-afa3-b784d82f41da req-5f3f6211-f359-40ad-b6a0-63f0bb2d182c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.934270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf7775-6faa-453d-afa3-b784d82f41da req-5f3f6211-f359-40ad-b6a0-63f0bb2d182c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.940420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf7775-6faa-453d-afa3-b784d82f41da req-5f3f6211-f359-40ad-b6a0-63f0bb2d182c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.946100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf7775-6faa-453d-afa3-b784d82f41da req-5f3f6211-f359-40ad-b6a0-63f0bb2d182c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.951943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf7775-6faa-453d-afa3-b784d82f41da req-5f3f6211-f359-40ad-b6a0-63f0bb2d182c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.957623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf7775-6faa-453d-afa3-b784d82f41da req-5f3f6211-f359-40ad-b6a0-63f0bb2d182c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.963329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf7775-6faa-453d-afa3-b784d82f41da req-5f3f6211-f359-40ad-b6a0-63f0bb2d182c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:08.965127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7daf7775-6faa-453d-afa3-b784d82f41da req-5f3f6211-f359-40ad-b6a0-63f0bb2d182c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5419 time: 0.6941330 Jun 03 15:19:08.974501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Usage tracker for resource:port and tenant:253eaaef69a0433bba02fc6195ecabda is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:08.983640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:08.984758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:09.015615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:09.017863 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:09.111526 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:19:09.150066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffe058e8-ade7-4ce7-84fa-0d7b1eca2c2b req-a55af7cc-12fe-40b5-80f1-87f457ad3dc9 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705317 Jun 03 15:19:09.150636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Made reservation on behalf of 253eaaef69a0433bba02fc6195ecabda for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:09.153943 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:09.206329 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a707e170-06b9-4d51-9908-3b61d78c5f17'] response: {'server_uuid': '2b71140a-97b4-4256-b437-338492933857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3620305-4eb4-45ff-bf63-432f28acaf16', 'code': 200} Jun 03 15:19:09.213061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:09.213673 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:09.215077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] 10.222.0.75 "PUT /v2.0/ports/ac485b45-be20-43a7-bd51-1007131abc74 HTTP/1.1" status: 200 len: 1096 time: 4.7857344 Jun 03 15:19:09.245629 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7daf7775-6faa-453d-afa3-b784d82f41da req-3df33a67-9cb3-4059-8b4b-3823170a2ce0 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2674894 Jun 03 15:19:09.307526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-ebc59fdd-e87c-48ee-922c-88fa1c50a63b service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678458 Jun 03 15:19:09.312223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['2bef5892-7ce7-45fd-9d67-501bfdedda69'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:09.427344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d2703-f960-412e-9f59-05d691f2da51 service neutron] Pushing event updated for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:09.431814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a48620-e6f5-482a-a40e-8454c40fc2dc {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:09.509723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:09.816178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Transition to ACTIVE for port object b8a48620-e6f5-482a-a40e-8454c40fc2dc will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:09.835908 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:09.966513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34782) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:10.080414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31397e3e-8464-42b3-8c50-44029eac5bed req-3e48d9f2-72c7-4345-9405-a8d4b665ed80 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6970079 Jun 03 15:19:10.094702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff231f-4e17-481f-b132-8a6afd4d84da req-201b4ac2-1cca-4849-a3a2-d2fcb8ef9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.095273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff231f-4e17-481f-b132-8a6afd4d84da req-201b4ac2-1cca-4849-a3a2-d2fcb8ef9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.095734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff231f-4e17-481f-b132-8a6afd4d84da req-201b4ac2-1cca-4849-a3a2-d2fcb8ef9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.096188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff231f-4e17-481f-b132-8a6afd4d84da req-201b4ac2-1cca-4849-a3a2-d2fcb8ef9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.096813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff231f-4e17-481f-b132-8a6afd4d84da req-201b4ac2-1cca-4849-a3a2-d2fcb8ef9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.097083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff231f-4e17-481f-b132-8a6afd4d84da req-201b4ac2-1cca-4849-a3a2-d2fcb8ef9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.097702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff231f-4e17-481f-b132-8a6afd4d84da req-201b4ac2-1cca-4849-a3a2-d2fcb8ef9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.100843 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50ff231f-4e17-481f-b132-8a6afd4d84da req-201b4ac2-1cca-4849-a3a2-d2fcb8ef9174 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 6500 time: 0.1333089 Jun 03 15:19:10.129862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a48620-e6f5-482a-a40e-8454c40fc2dc,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:10.134196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Allocated IP 172.20.0.6 (5a4046ad-552f-4dd6-8436-e65ab1c41e46/24a11859-d722-4ef3-9227-96890173ae25/a13a44ce-3c77-491d-8e96-e5cf60af8f9b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:10.155221 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50ff231f-4e17-481f-b132-8a6afd4d84da req-a9f6a2bd-398c-4e64-9db4-e3814b92c78b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f54892c1-58ef-4d26-9051-58865d8e1dae&id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459571 Jun 03 15:19:10.166067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-9064ab61-24f7-4c88-8251-329d2920266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.167779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-9064ab61-24f7-4c88-8251-329d2920266a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ddc643dd2cf64df783df5020245bdf5b&device_id=10ff1ad2-8d95-41cd-b538-f931f9618cb4 HTTP/1.1" status: 200 len: 1099 time: 0.8590577 Jun 03 15:19:10.269038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cc9ed-a371-4faf-8621-a7ee3b0caea3 req-caad2320-70e2-404d-981a-5cb6eff25c17 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.270534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a65cc9ed-a371-4faf-8621-a7ee3b0caea3 req-caad2320-70e2-404d-981a-5cb6eff25c17 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 935 time: 0.8808899 Jun 03 15:19:10.309623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f2ca11ca-44c8-4549-99e5-92e591e618e4 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:10.335430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-07ee859e-ceea-4c10-b819-396e575f9024 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=ac485b45-be20-43a7-bd51-1007131abc74 HTTP/1.1" status: 200 len: 217 time: 0.1318095 Jun 03 15:19:10.353137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733e9c5-430a-4c0e-b048-0c193e8d3cb6 req-2962778f-df78-4c3b-934b-74b04ef30c87 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.354646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1733e9c5-430a-4c0e-b048-0c193e8d3cb6 req-2962778f-df78-4c3b-934b-74b04ef30c87 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 944 time: 0.6318390 Jun 03 15:19:10.500129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f2ca11ca-44c8-4549-99e5-92e591e618e4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2ca11ca-44c8-4549-99e5-92e591e618e4,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:10.504766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Attempting to bind port b8a48620-e6f5-482a-a40e-8454c40fc2dc on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:10.505098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Attempting to bind port b8a48620-e6f5-482a-a40e-8454c40fc2dc by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:10.505427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Attempting to bind port b8a48620-e6f5-482a-a40e-8454c40fc2dc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:10.514037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'f2ca11ca-44c8-4549-99e5-92e591e618e4', 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9', 'port_id': 'f2ca11ca-44c8-4549-99e5-92e591e618e4', 'mac_address': 'fa:16:3e:b6:d1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df45db1-3104-4b33-adb5-f2c9af2034a3', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:10.570427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a65cc9ed-a371-4faf-8621-a7ee3b0caea3 req-384acb5e-4ad0-44a0-adb0-7c19cf81091b tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Synchronizing usage tracker for tenant:ddc643dd2cf64df783df5020245bdf5b on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:10.572671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f2ca11ca-44c8-4549-99e5-92e591e618e4 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:10.573041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.590360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Port b8a48620-e6f5-482a-a40e-8454c40fc2dc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:10.590549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ca11ca-44c8-4549-99e5-92e591e618e4 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:10.590630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Attempting to bind port b8a48620-e6f5-482a-a40e-8454c40fc2dc on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:10.598368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-9967173c-2d61-4cc1-a451-90d28e52ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.599815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-9967173c-2d61-4cc1-a451-90d28e52ceb8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2348402 Jun 03 15:19:10.605890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f2ca11ca-44c8-4549-99e5-92e591e618e4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2ca11ca-44c8-4549-99e5-92e591e618e4,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:10.611060 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.612048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device db8b412d-40fb-40ca-bba8-cd27b1440610 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:10.613977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1733e9c5-430a-4c0e-b048-0c193e8d3cb6 req-6dbb9ca6-b656-4ea5-81e0-4876e98b40c2 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155442 Jun 03 15:19:10.619444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:10.619785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:10.620156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:10.620594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Bound port: b8a48620-e6f5-482a-a40e-8454c40fc2dc, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:10.621110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.748091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a65cc9ed-a371-4faf-8621-a7ee3b0caea3 req-384acb5e-4ad0-44a0-adb0-7c19cf81091b tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Unset dirty status for tenant:ddc643dd2cf64df783df5020245bdf5b on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:10.749309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a65cc9ed-a371-4faf-8621-a7ee3b0caea3 req-384acb5e-4ad0-44a0-adb0-7c19cf81091b tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578786 Jun 03 15:19:10.754173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f2ca11ca-44c8-4549-99e5-92e591e618e4,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:10.815555 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.839307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port db8b412d-40fb-40ca-bba8-cd27b1440610, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db8b412d-40fb-40ca-bba8-cd27b1440610,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:10.859576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'db8b412d-40fb-40ca-bba8-cd27b1440610', 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d', 'port_id': 'db8b412d-40fb-40ca-bba8-cd27b1440610', 'mac_address': 'fa:16:3e:ae:96:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28854271-2856-413a-b127-07060385871c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:10.862754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] For port b8a48620-e6f5-482a-a40e-8454c40fc2dc, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:10.865137 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1bf89f1-603b-4ac7-8b01-b83677f8a631'] response: {'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'code': 200} Jun 03 15:19:10.867473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] For port b8a48620-e6f5-482a-a40e-8454c40fc2dc, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b8a48620-e6f5-482a-a40e-8454c40fc2dc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:10.870501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-f8da2fe3-63f0-4d5c-923a-4a48883800cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:10.872482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-f8da2fe3-63f0-4d5c-923a-4a48883800cd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2562823 Jun 03 15:19:10.875934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.934190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port db8b412d-40fb-40ca-bba8-cd27b1440610 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:10.935172 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.955446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8b412d-40fb-40ca-bba8-cd27b1440610 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:10.971545 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port db8b412d-40fb-40ca-bba8-cd27b1440610, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db8b412d-40fb-40ca-bba8-cd27b1440610,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:10.976678 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:10.977383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 38bf338d-8305-4c93-bd41-bf5dfe6c7822 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:10.986783 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69bae927-9d44-4204-8295-bed8fa06a98a'] response: {'name': 'network-changed', 'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'status': 'completed', 'code': 200} Jun 03 15:19:10.987050 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69bae927-9d44-4204-8295-bed8fa06a98a'] response: {'name': 'network-changed', 'server_uuid': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'tag': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3', 'status': 'completed', 'code': 200} Jun 03 15:19:11.061296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=db8b412d-40fb-40ca-bba8-cd27b1440610,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:11.064788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 38bf338d-8305-4c93-bd41-bf5dfe6c7822, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=38bf338d-8305-4c93-bd41-bf5dfe6c7822,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:11.079620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '38bf338d-8305-4c93-bd41-bf5dfe6c7822', 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9', 'port_id': '38bf338d-8305-4c93-bd41-bf5dfe6c7822', 'mac_address': 'fa:16:3e:8f:3a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df45db1-3104-4b33-adb5-f2c9af2034a3', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:11.105712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:11.106458 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.107976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] 10.222.0.75 "PUT /v2.0/ports/b8a48620-e6f5-482a-a40e-8454c40fc2dc HTTP/1.1" status: 200 len: 1095 time: 4.1463113 Jun 03 15:19:11.155994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:11.159823 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.180796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bf338d-8305-4c93-bd41-bf5dfe6c7822 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:11.198115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 38bf338d-8305-4c93-bd41-bf5dfe6c7822, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=38bf338d-8305-4c93-bd41-bf5dfe6c7822,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:11.203386 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.204282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f1122f97-5d4e-4812-abba-4237067f4d42 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:11.208299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b71140a-97b4-4256-b437-338492933857', 'tag': 'e3620305-4eb4-45ff-bf63-432f28acaf16'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:11.258602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70be75da-7d74-4a10-9a70-c90be8c8afd3 req-583c8c4e-7de1-4f6c-9259-5baeceee154f tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 210 time: 0.1715350 Jun 03 15:19:11.282646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.287986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b793c-9c29-4872-a530-79a7a19de4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a48620-e6f5-482a-a40e-8454c40fc2dc,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:11.314349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=38bf338d-8305-4c93-bd41-bf5dfe6c7822,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:11.317420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f1122f97-5d4e-4812-abba-4237067f4d42, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f1122f97-5d4e-4812-abba-4237067f4d42,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:11.330670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'f1122f97-5d4e-4812-abba-4237067f4d42', 'network_id': 'ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d', 'port_id': 'f1122f97-5d4e-4812-abba-4237067f4d42', 'mac_address': 'fa:16:3e:81:5d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28854271-2856-413a-b127-07060385871c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:11.393188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f1122f97-5d4e-4812-abba-4237067f4d42 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:11.393555 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.411584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1122f97-5d4e-4812-abba-4237067f4d42 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:11.428053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f1122f97-5d4e-4812-abba-4237067f4d42, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f1122f97-5d4e-4812-abba-4237067f4d42,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:11.433507 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.434250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device daab0748-84cb-4ce8-a5f7-5d614915556e details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:11.512465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port daab0748-84cb-4ce8-a5f7-5d614915556e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=daab0748-84cb-4ce8-a5f7-5d614915556e,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:11.524264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f1122f97-5d4e-4812-abba-4237067f4d42,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:11.531140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'daab0748-84cb-4ce8-a5f7-5d614915556e', 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9', 'port_id': 'daab0748-84cb-4ce8-a5f7-5d614915556e', 'mac_address': 'fa:16:3e:db:8e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df45db1-3104-4b33-adb5-f2c9af2034a3', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:11.588258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port daab0748-84cb-4ce8-a5f7-5d614915556e is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:11.588661 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.606671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daab0748-84cb-4ce8-a5f7-5d614915556e {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:11.622074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port daab0748-84cb-4ce8-a5f7-5d614915556e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=daab0748-84cb-4ce8-a5f7-5d614915556e,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:11.627153 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.627975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 3890ffab-7510-469e-b625-97d5d45c686f details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:11.648872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:11.656720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event updated for resources: {'Port': ['ID=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:11.660188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:11.673277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:11.702327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-4449553b-e288-43fd-8fcf-b12f566be772 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7840137 Jun 03 15:19:11.705820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=daab0748-84cb-4ce8-a5f7-5d614915556e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:11.711961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 3890ffab-7510-469e-b625-97d5d45c686f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3890ffab-7510-469e-b625-97d5d45c686f,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:11.725795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '3890ffab-7510-469e-b625-97d5d45c686f', 'network_id': '3914fca6-9415-4fbb-836b-cb74455033e9', 'port_id': '3890ffab-7510-469e-b625-97d5d45c686f', 'mac_address': 'fa:16:3e:c5:68:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df45db1-3104-4b33-adb5-f2c9af2034a3', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:11.753410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba53fb1-e1c9-4738-a300-46126e3e125e req-cc8306a1-57a2-4797-a1ce-6aa731e3f7da tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:11.754860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ba53fb1-e1c9-4738-a300-46126e3e125e req-cc8306a1-57a2-4797-a1ce-6aa731e3f7da tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 948 time: 0.8392687 Jun 03 15:19:11.775848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-666af0be-16e8-477d-9729-683235f0dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:11.777282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-666af0be-16e8-477d-9729-683235f0dec4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1099 time: 0.8012533 Jun 03 15:19:11.784926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 3890ffab-7510-469e-b625-97d5d45c686f is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:11.785302 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.802650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3890ffab-7510-469e-b625-97d5d45c686f {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:11.819539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 3890ffab-7510-469e-b625-97d5d45c686f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3890ffab-7510-469e-b625-97d5d45c686f,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:11.825315 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.893064 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=3890ffab-7510-469e-b625-97d5d45c686f,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:11.960516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:11.961147 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:11.984002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-f97fae1f-2ac9-4782-a07b-09d8eed3ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:11.985447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-f97fae1f-2ac9-4782-a07b-09d8eed3ca81 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ddc643dd2cf64df783df5020245bdf5b&device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 1098 time: 0.7844505 Jun 03 15:19:11.987203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-3c83cff4-6b82-49a5-b709-c5024e0ee4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:11.988487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-3c83cff4-6b82-49a5-b709-c5024e0ee4c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1099 time: 0.8845420 Jun 03 15:19:12.185700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-01c2028b-2045-41b0-84a5-79b1e4c90444 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=b8a48620-e6f5-482a-a40e-8454c40fc2dc HTTP/1.1" status: 200 len: 217 time: 0.1802211 Jun 03 15:19:12.188504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ba53fb1-e1c9-4738-a300-46126e3e125e req-cffcd40e-4492-40e8-892c-d6eb03142303 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150507 Jun 03 15:19:12.210081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-ede3c5da-bd86-42c2-bdc3-7c414a807900 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8267195 Jun 03 15:19:12.255797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd597f-a645-4f0d-8b40-6af91213da5b req-4790cdfa-5305-4d4e-9686-838ac97f0af2 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:12.257238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0bd597f-a645-4f0d-8b40-6af91213da5b req-4790cdfa-5305-4d4e-9686-838ac97f0af2 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 947 time: 0.7457764 Jun 03 15:19:12.267187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6a8144-3787-4685-b4a8-76f2a0ac72ad req-db45150f-b557-46d5-8de3-6274931d8b9f service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499067 Jun 03 15:19:12.271717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Request body: {'port': {'device_id': 'bbda078e-6c88-46dc-96b8-345602c85167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:12.312494 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2bef5892-7ce7-45fd-9d67-501bfdedda69 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:12.384833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 2bef5892-7ce7-45fd-9d67-501bfdedda69 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:12.391200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 2bef5892-7ce7-45fd-9d67-501bfdedda69 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:12.391566 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.425940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-43b5ce4e-5ce3-416e-82dd-aa4a0ebb0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:12.427373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-43b5ce4e-5ce3-416e-82dd-aa4a0ebb0342 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.5925870 Jun 03 15:19:12.521889 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 2bef5892-7ce7-45fd-9d67-501bfdedda69 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:12.523458 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.526858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-e5dd236d-4d2a-448a-8ad0-7b4482962358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:12.528322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-e5dd236d-4d2a-448a-8ad0-7b4482962358 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.3135848 Jun 03 15:19:12.564148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2bef5892-7ce7-45fd-9d67-501bfdedda69, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2bef5892-7ce7-45fd-9d67-501bfdedda69,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:12.569894 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.612476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-12261e4f-7111-41f3-8e85-fe472c5243d7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 217 time: 0.1669478 Jun 03 15:19:12.651126 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0bd597f-a645-4f0d-8b40-6af91213da5b req-fb7614be-1fa6-4662-ba7b-90c9d7337641 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830616 Jun 03 15:19:12.665509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=2bef5892-7ce7-45fd-9d67-501bfdedda69,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:12.696664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-8e38863f-de29-4b5c-8c74-56fd0da38358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:12.698153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-8e38863f-de29-4b5c-8c74-56fd0da38358 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.6917007 Jun 03 15:19:12.728241 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ee1993-368e-42f9-9e4b-bc52c6a6e83f'] response: {'name': 'network-changed', 'server_uuid': '2b71140a-97b4-4256-b437-338492933857', 'tag': 'e3620305-4eb4-45ff-bf63-432f28acaf16', 'status': 'completed', 'code': 200} Jun 03 15:19:12.774526 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:12.812387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-463f0ec4-378b-40f0-8364-dd2d339a1452 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 217 time: 0.1010025 Jun 03 15:19:12.866410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bef5892-7ce7-45fd-9d67-501bfdedda69'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:12.933913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-c6924aec-fcf8-4e9f-8c44-c145732a6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:12.935419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-c6924aec-fcf8-4e9f-8c44-c145732a6122 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2965219 Jun 03 15:19:12.958113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c7857-e8d7-40ca-9232-1afe04f71237 req-518b6a57-c342-4025-a43b-33c7a3f8eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:12.959631 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d96c7857-e8d7-40ca-9232-1afe04f71237 req-518b6a57-c342-4025-a43b-33c7a3f8eff0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 1125 time: 0.1807892 Jun 03 15:19:13.004096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56cbbe-7ec9-4fee-a0f4-c8c9681470ba req-358719e9-1452-4d83-b9e5-71dc057d7d58 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.009760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56cbbe-7ec9-4fee-a0f4-c8c9681470ba req-358719e9-1452-4d83-b9e5-71dc057d7d58 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.015836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56cbbe-7ec9-4fee-a0f4-c8c9681470ba req-358719e9-1452-4d83-b9e5-71dc057d7d58 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.021465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56cbbe-7ec9-4fee-a0f4-c8c9681470ba req-358719e9-1452-4d83-b9e5-71dc057d7d58 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.027276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56cbbe-7ec9-4fee-a0f4-c8c9681470ba req-358719e9-1452-4d83-b9e5-71dc057d7d58 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.033708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56cbbe-7ec9-4fee-a0f4-c8c9681470ba req-358719e9-1452-4d83-b9e5-71dc057d7d58 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.039396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56cbbe-7ec9-4fee-a0f4-c8c9681470ba req-358719e9-1452-4d83-b9e5-71dc057d7d58 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.041244 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c56cbbe-7ec9-4fee-a0f4-c8c9681470ba req-358719e9-1452-4d83-b9e5-71dc057d7d58 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5426 time: 0.7260506 Jun 03 15:19:13.041679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74'}, {'name': 'network-changed', 'server_uuid': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'tag': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:13.093185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c7857-e8d7-40ca-9232-1afe04f71237 req-f5db5e74-ff16-4eaa-be6d-5b69f5e5fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.094851 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d96c7857-e8d7-40ca-9232-1afe04f71237 req-f5db5e74-ff16-4eaa-be6d-5b69f5e5fe66 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.1291516 Jun 03 15:19:13.168517 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d96c7857-e8d7-40ca-9232-1afe04f71237 req-0dae777c-34c3-4e98-b629-a7c9ce6e2e73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3620305-4eb4-45ff-bf63-432f28acaf16 HTTP/1.1" status: 200 len: 217 time: 0.0648947 Jun 03 15:19:13.234193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c7857-e8d7-40ca-9232-1afe04f71237 req-494c0295-3f34-4fd9-a47c-a3fd3f4a0a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.235537 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d96c7857-e8d7-40ca-9232-1afe04f71237 req-494c0295-3f34-4fd9-a47c-a3fd3f4a0a77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.0599129 Jun 03 15:19:13.261723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['f1122f97-5d4e-4812-abba-4237067f4d42'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:13.273003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-ac9c0068-7563-4263-b90c-26bc484c34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.274501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-ac9c0068-7563-4263-b90c-26bc484c34f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.4272695 Jun 03 15:19:13.276401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-7a306519-21b6-424f-8e8d-a974d89eaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.278061 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-7a306519-21b6-424f-8e8d-a974d89eaf72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7155409 Jun 03 15:19:13.286445 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d96c7857-e8d7-40ca-9232-1afe04f71237 req-52b7adc4-b68d-4707-a3ad-02cea8017916 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423119 Jun 03 15:19:13.293141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['f2ca11ca-44c8-4549-99e5-92e591e618e4'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:13.355652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['38bf338d-8305-4c93-bd41-bf5dfe6c7822'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:13.511913 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d96c7857-e8d7-40ca-9232-1afe04f71237 req-f7a927a5-581e-443d-aced-e3cc908bfe55 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113416 Jun 03 15:19:13.515310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['db8b412d-40fb-40ca-bba8-cd27b1440610'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:13.539450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['daab0748-84cb-4ce8-a5f7-5d614915556e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:13.583965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['3890ffab-7510-469e-b625-97d5d45c686f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:13.636918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885328a-19de-40fc-a5f3-77c5bef85087 req-7ee23e11-75c5-4813-94bd-bf7acbaff3f7 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.639098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4885328a-19de-40fc-a5f3-77c5bef85087 req-7ee23e11-75c5-4813-94bd-bf7acbaff3f7 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 944 time: 0.8216329 Jun 03 15:19:13.643157 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c56cbbe-7ec9-4fee-a0f4-c8c9681470ba req-d10e1a27-8040-44cd-b34c-3c5144288918 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5807989 Jun 03 15:19:13.678387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 3b3eb097-85ca-440e-8d82-bfe76e310e30 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:13.776011 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d96c7857-e8d7-40ca-9232-1afe04f71237 req-1f929f3c-641b-4cba-bedd-35c6204261dd service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535853 Jun 03 15:19:13.795358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-5acc7af5-451b-4d6e-8105-e406a4882ba3 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665017 Jun 03 15:19:13.803283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-a547b4ba-7308-47c8-b633-11a6a42a9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.804752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-a547b4ba-7308-47c8-b633-11a6a42a9974 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8453040 Jun 03 15:19:13.876975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:19:13.878871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4885328a-19de-40fc-a5f3-77c5bef85087 req-9fb304fa-2188-42c3-b777-d82e2df7bce0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269306 Jun 03 15:19:13.882253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-abb8f20f-f57c-4118-9f1e-818516ee3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:13.885852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-abb8f20f-f57c-4118-9f1e-818516ee3bfc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5600863 Jun 03 15:19:13.906353 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-687ad6a2-4193-4ff2-97f0-14d3d3b5b427 service neutron] 10.222.0.67 "GET /v2.0/ports/e3620305-4eb4-45ff-bf63-432f28acaf16/bindings/n-h1-844595-1 HTTP/1.1" status: 200 len: 384 time: 0.1035693 Jun 03 15:19:14.189315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-9549ca5c-3b01-4770-9f66-acbe95e3106a service neutron] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3620305-4eb4-45ff-bf63-432f28acaf16,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:14.212948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-9549ca5c-3b01-4770-9f66-acbe95e3106a service neutron] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:14.270082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-9549ca5c-3b01-4770-9f66-acbe95e3106a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3620305-4eb4-45ff-bf63-432f28acaf16 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:14.282211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-9549ca5c-3b01-4770-9f66-acbe95e3106a service neutron] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e3620305-4eb4-45ff-bf63-432f28acaf16,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:14.304902 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-9549ca5c-3b01-4770-9f66-acbe95e3106a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:14.318779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:14.386912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'mac_address': 'fa:16:3e:ff:1c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:14.455123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-9549ca5c-3b01-4770-9f66-acbe95e3106a service neutron] Transition to ACTIVE for port object e3620305-4eb4-45ff-bf63-432f28acaf16 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:14.460968 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-9549ca5c-3b01-4770-9f66-acbe95e3106a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:14.497297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-2504aefb-e3fa-40af-9e2e-33634e747b8b service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6501412 Jun 03 15:19:14.530010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-4e14f419-fa3b-40b7-ad00-17bc9267a944 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087503 Jun 03 15:19:14.531849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff18cbdf-a6c5-4ef6-bcf0-e0cec08fb7e7 req-612d5309-88ed-444d-9fdc-30b1ca346fd6 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563923 Jun 03 15:19:14.553770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac9cfe-7261-4f10-96a6-8f2130c61307 req-78b60508-6c32-4c9f-a785-1566347f5dbb tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:14.560875 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86ac9cfe-7261-4f10-96a6-8f2130c61307 req-78b60508-6c32-4c9f-a785-1566347f5dbb tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 947 time: 0.7548788 Jun 03 15:19:14.575238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 3b3eb097-85ca-440e-8d82-bfe76e310e30 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:14.575906 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:14.604778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3eb097-85ca-440e-8d82-bfe76e310e30 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:14.627860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:14.632899 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:14.635418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-9549ca5c-3b01-4770-9f66-acbe95e3106a service neutron] No DVR routers for this DVR port e3620305-4eb4-45ff-bf63-432f28acaf16 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:14.638921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-d68f1348-8649-4577-8baa-fedd7477af9d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6823969 Jun 03 15:19:14.684942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549ca5c-3b01-4770-9f66-acbe95e3106a service neutron] Pushing event updated for resources: {'Port': ['ID=e3620305-4eb4-45ff-bf63-432f28acaf16,revision_number=10']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:14.695808 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-9549ca5c-3b01-4770-9f66-acbe95e3106a service neutron] 10.222.0.67 "PUT /v2.0/ports/e3620305-4eb4-45ff-bf63-432f28acaf16/bindings/n-h1-844595-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7828693 Jun 03 15:19:14.703631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:14.770618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13a44ce-3c77-491d-8e96-e5cf60af8f9b {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:14.837930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14205c-6313-424f-a661-b0a4204004ee req-37481865-0a8d-4b1e-8b15-30950cc1776c tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:14.838634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4e14205c-6313-424f-a661-b0a4204004ee req-37481865-0a8d-4b1e-8b15-30950cc1776c tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Synchronizing usage tracker for tenant:253eaaef69a0433bba02fc6195ecabda on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:14.846982 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.044671 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86ac9cfe-7261-4f10-96a6-8f2130c61307 req-02801cd8-348a-45c5-bba3-bc3d4f22436f tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827847 Jun 03 15:19:15.055533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['3b3eb097-85ca-440e-8d82-bfe76e310e30'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:15.090839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Transition to ACTIVE for port object a13a44ce-3c77-491d-8e96-e5cf60af8f9b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:15.133434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.167786 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c67aeb5-6c27-4a6f-85a9-1a8d9ecf3b12'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bef5892-7ce7-45fd-9d67-501bfdedda69', 'code': 200} Jun 03 15:19:15.184211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4e14205c-6313-424f-a661-b0a4204004ee req-37481865-0a8d-4b1e-8b15-30950cc1776c tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Unset dirty status for tenant:253eaaef69a0433bba02fc6195ecabda on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:15.185990 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e14205c-6313-424f-a661-b0a4204004ee req-37481865-0a8d-4b1e-8b15-30950cc1776c tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 931 time: 1.0696480 Jun 03 15:19:15.206078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-c6e8d27a-5162-466e-af3e-d352adf703e5 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732280 Jun 03 15:19:15.240848 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9b5bd4-f713-4fee-93f3-93d21a6db81a'] response: {'name': 'network-changed', 'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74', 'status': 'completed', 'code': 200} Jun 03 15:19:15.241390 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9b5bd4-f713-4fee-93f3-93d21a6db81a'] response: {'name': 'network-changed', 'server_uuid': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'tag': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc', 'status': 'completed', 'code': 200} Jun 03 15:19:15.330154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-3c3a2ef9-0aca-4749-a30b-a566dabddd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:15.332286 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-3c3a2ef9-0aca-4749-a30b-a566dabddd8b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a4793e20eebe4d769a5d2f0fb254ba92&device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 1096 time: 0.0723624 Jun 03 15:19:15.360302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-8c65d53c-014a-4ab4-bbc6-e3914b6e4318 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967522 Jun 03 15:19:15.436966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Pushing event updated for resources: {'Port': ['ID=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:15.490812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e14205c-6313-424f-a661-b0a4204004ee req-c15bb3a3-ac45-48a4-9aea-b059e34bc28e tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686222 Jun 03 15:19:15.513072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-16820fb7-b862-43ac-bb9c-39f108848bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:15.514624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-16820fb7-b862-43ac-bb9c-39f108848bc0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 1100 time: 0.7464638 Jun 03 15:19:15.521817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-b3c7f14e-604b-40b3-b6ce-d39470fecfb5 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:15.523358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-b3c7f14e-604b-40b3-b6ce-d39470fecfb5 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.7043288 Jun 03 15:19:15.587071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-92e1b280-d5d1-4430-b175-e91cba17abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:15.588417 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-92e1b280-d5d1-4430-b175-e91cba17abaa service neutron] 10.222.0.75 "GET /v2.0/networks?id=da7253fd-8f6a-4440-bc5e-2a046170d873 HTTP/1.1" status: 200 len: 913 time: 0.2411973 Jun 03 15:19:15.657394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ac485b45-be20-43a7-bd51-1007131abc74 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:15.703239 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-1a3d0d90-35fd-4cee-b9f6-7ca821ce5857 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aaa24367-dd70-4fe3-9f06-bb85836ea8e3 HTTP/1.1" status: 200 len: 1000 time: 0.1005306 Jun 03 15:19:15.775710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-e8bad47c-9785-49d3-9de5-af0f915f168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:15.777273 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-e8bad47c-9785-49d3-9de5-af0f915f168d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ecd6f56c-dc59-4343-a3e9-8076a5b3398a HTTP/1.1" status: 200 len: 851 time: 0.0619562 Jun 03 15:19:15.794275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:15.808618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'ac485b45-be20-43a7-bd51-1007131abc74', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'ac485b45-be20-43a7-bd51-1007131abc74', 'mac_address': 'fa:16:3e:fa:0e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:15.814485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Attempting to bind port a13a44ce-3c77-491d-8e96-e5cf60af8f9b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:15.814815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Attempting to bind port a13a44ce-3c77-491d-8e96-e5cf60af8f9b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:15.815136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Attempting to bind port a13a44ce-3c77-491d-8e96-e5cf60af8f9b on network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:15.850778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da7e50-ecb0-4e40-afe0-4d9bbc8edd40 req-123afb67-9ae4-4652-ac03-e64c16047e66 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:15.852677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92da7e50-ecb0-4e40-afe0-4d9bbc8edd40 req-123afb67-9ae4-4652-ac03-e64c16047e66 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 949 time: 0.5024984 Jun 03 15:19:15.852803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Port a13a44ce-3c77-491d-8e96-e5cf60af8f9b on network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:15.853091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Attempting to bind port a13a44ce-3c77-491d-8e96-e5cf60af8f9b on network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:15.856726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-0a6457ef-e62b-41bf-9806-92f539f1b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:15.858146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-0a6457ef-e62b-41bf-9806-92f539f1b794 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ddc643dd2cf64df783df5020245bdf5b&device_id=10ff1ad2-8d95-41cd-b538-f931f9618cb4 HTTP/1.1" status: 200 len: 1099 time: 0.5657282 Jun 03 15:19:15.861609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-045f9b94-2b81-4c45-8162-2588f2f91a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:15.863463 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-045f9b94-2b81-4c45-8162-2588f2f91a6b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=da7253fd-8f6a-4440-bc5e-2a046170d873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786815 Jun 03 15:19:15.866742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ac485b45-be20-43a7-bd51-1007131abc74 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:15.867125 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.884151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac485b45-be20-43a7-bd51-1007131abc74 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:15.892896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:15.893233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Checking segment: {'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:15.893618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Bound using segment: {'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:15.894138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Bound port: a13a44ce-3c77-491d-8e96-e5cf60af8f9b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:15.894428 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.901642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:15.907107 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:15.945713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-83d4dae3-9f31-4d7e-a2e0-5d6eca2da34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:15.948069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-83d4dae3-9f31-4d7e-a2e0-5d6eca2da34a service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3931849 Jun 03 15:19:15.982182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:16.003747 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-434bf921-fe4d-4e87-8b03-28c2e45ecadc service neutron] 10.222.0.75 "GET /v2.0/networks/da7253fd-8f6a-4440-bc5e-2a046170d873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268876 Jun 03 15:19:16.122609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-e185bc99-b55f-446f-a6c5-f75a3bd803ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.123988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-e185bc99-b55f-446f-a6c5-f75a3bd803ea service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857&tenant_id=0d78e7387998464690d183527a2939a5 HTTP/1.1" status: 200 len: 1096 time: 0.5722320 Jun 03 15:19:16.134976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-61956454-058b-467d-a45a-f7bc470d5020 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 200 len: 217 time: 0.1776993 Jun 03 15:19:16.135517 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac929d78-97cc-46f0-b362-3d9099bf1e0b req-70776ada-8b13-4b2f-9b9e-8734d8453dab service neutron] 10.222.0.75 "GET /v2.0/networks/da7253fd-8f6a-4440-bc5e-2a046170d873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247768 Jun 03 15:19:16.146419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec885fa2-57c5-43b5-b142-52e78fbcb7a6 req-ffcc4896-d5d6-4646-b7ec-de1e4aadf6cd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.152294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec885fa2-57c5-43b5-b142-52e78fbcb7a6 req-ffcc4896-d5d6-4646-b7ec-de1e4aadf6cd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.158110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec885fa2-57c5-43b5-b142-52e78fbcb7a6 req-ffcc4896-d5d6-4646-b7ec-de1e4aadf6cd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.163813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec885fa2-57c5-43b5-b142-52e78fbcb7a6 req-ffcc4896-d5d6-4646-b7ec-de1e4aadf6cd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.169667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec885fa2-57c5-43b5-b142-52e78fbcb7a6 req-ffcc4896-d5d6-4646-b7ec-de1e4aadf6cd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.175384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec885fa2-57c5-43b5-b142-52e78fbcb7a6 req-ffcc4896-d5d6-4646-b7ec-de1e4aadf6cd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.181097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec885fa2-57c5-43b5-b142-52e78fbcb7a6 req-ffcc4896-d5d6-4646-b7ec-de1e4aadf6cd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.182984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec885fa2-57c5-43b5-b142-52e78fbcb7a6 req-ffcc4896-d5d6-4646-b7ec-de1e4aadf6cd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5427 time: 0.5701635 Jun 03 15:19:16.228862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-5a2dd3e4-4c0d-44ba-bf6c-0ea4e354d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.230414 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-5a2dd3e4-4c0d-44ba-bf6c-0ea4e354d549 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 1096 time: 0.0716360 Jun 03 15:19:16.242225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92da7e50-ecb0-4e40-afe0-4d9bbc8edd40 req-3a06d5fc-51fd-4a2b-b5cd-0cf58905bddd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766658 Jun 03 15:19:16.328500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-397f7b2b-ca55-4976-b232-493c113ae14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.330172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-397f7b2b-ca55-4976-b232-493c113ae14c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1460803 Jun 03 15:19:16.333427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e3620305-4eb4-45ff-bf63-432f28acaf16 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:16.377520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['ac485b45-be20-43a7-bd51-1007131abc74'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:16.380811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec885fa2-57c5-43b5-b142-52e78fbcb7a6 req-73ed1395-240c-4b74-871b-56ec11049230 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517613 Jun 03 15:19:16.390912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-a7bae49d-b6a8-452a-a52b-bb01d01c2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.393425 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-a7bae49d-b6a8-452a-a52b-bb01d01c2726 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.1490469 Jun 03 15:19:16.427700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] For port a13a44ce-3c77-491d-8e96-e5cf60af8f9b, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:16.455667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-3fd4e549-4560-4292-b73e-a675d0e4653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.457137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-3fd4e549-4560-4292-b73e-a675d0e4653d service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.5513632 Jun 03 15:19:16.458840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] For port a13a44ce-3c77-491d-8e96-e5cf60af8f9b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:16.504111 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-d5fd3b50-b57e-4154-a856-30fb96d882fb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3620305-4eb4-45ff-bf63-432f28acaf16 HTTP/1.1" status: 200 len: 217 time: 0.1013324 Jun 03 15:19:16.508864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e3620305-4eb4-45ff-bf63-432f28acaf16 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:16.535565 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.586444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-500bdd10-ba97-4b02-9d81-b424ee81049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.587601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-11dedf13-5896-4a2a-8cc0-823b332c5547 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=ac485b45-be20-43a7-bd51-1007131abc74 HTTP/1.1" status: 200 len: 217 time: 0.1199882 Jun 03 15:19:16.588133 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-500bdd10-ba97-4b02-9d81-b424ee81049c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.0772142 Jun 03 15:19:16.650972 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-54423243-95f4-404e-986a-39abec7a57ce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471222 Jun 03 15:19:16.789858 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-7760a0f0-c45a-4b5d-bd1e-b7b512275e76 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319563 Jun 03 15:19:16.830047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.830671 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:16.831998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] 10.222.0.67 "PUT /v2.0/ports/a13a44ce-3c77-491d-8e96-e5cf60af8f9b HTTP/1.1" status: 200 len: 1091 time: 4.5718417 Jun 03 15:19:16.891655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad75bd7-e966-43f6-9dee-44b2b310cf2f service neutron] Pushing event updated for resources: {'Port': ['ID=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:16.900735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-26a0de67-cf30-4ee9-b9ef-8a3722b3c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.902222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-26a0de67-cf30-4ee9-b9ef-8a3722b3c3a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5550168 Jun 03 15:19:16.930640 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-66a941e0-1f51-498b-b24c-fdc3de15250e service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346233 Jun 03 15:19:16.934389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-57d4171a-bccd-4e2c-affc-d0ab12bf0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:16.935925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-57d4171a-bccd-4e2c-affc-d0ab12bf0305 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.3053026 Jun 03 15:19:17.072581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940908c-bde3-45ac-9248-f7eb796a89ff req-cd028fba-49f7-4467-a4f4-051c110544ae tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:17.074071 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b940908c-bde3-45ac-9248-f7eb796a89ff req-cd028fba-49f7-4467-a4f4-051c110544ae tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 945 time: 0.6921756 Jun 03 15:19:17.150120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96071e44-8958-43b1-901a-188c097790a4 req-1a34745e-a954-4624-b977-3d8428f20fa1 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:17.151484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96071e44-8958-43b1-901a-188c097790a4 req-1a34745e-a954-4624-b977-3d8428f20fa1 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 947 time: 0.6034360 Jun 03 15:19:17.233439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b940908c-bde3-45ac-9248-f7eb796a89ff req-56e98d6b-0f36-4fdc-9b2b-3296a0332bb8 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397011 Jun 03 15:19:17.244630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbda078e-6c88-46dc-96b8-345602c85167', 'tag': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:17.255511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-f5bc5900-fb12-4b9a-a67c-ad4cd283e15b service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143120 Jun 03 15:19:17.272662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-0d967856-2a93-46c9-8a2b-857582fbb23e tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:17.274364 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-0d967856-2a93-46c9-8a2b-857582fbb23e tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.0897546 Jun 03 15:19:17.286678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-a9da5d8f-3893-49ba-932c-376d312a9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:17.287238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-a9da5d8f-3893-49ba-932c-376d312a9be0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=253eaaef69a0433bba02fc6195ecabda&device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 1094 time: 0.3908565 Jun 03 15:19:17.293655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96071e44-8958-43b1-901a-188c097790a4 req-f73446ab-7667-498e-84e2-fe1dd24ed8cf tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351321 Jun 03 15:19:17.299622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-3a549d76-db17-469c-86d1-7a95b3a84458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:17.301115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-3a549d76-db17-469c-86d1-7a95b3a84458 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3310559 Jun 03 15:19:17.438145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-39e3e162-d51a-4959-9788-a294f6944fe0 service neutron] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:17.441749 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-39e3e162-d51a-4959-9788-a294f6944fe0 service neutron] Notify callbacks [] for binding, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:17.442991 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1926f9c9-4611-4bf4-8213-e7be22a15c71 req-39e3e162-d51a-4959-9788-a294f6944fe0 service neutron] 10.222.0.75 "DELETE /v2.0/ports/e3620305-4eb4-45ff-bf63-432f28acaf16/bindings/n-h2-844595-1 HTTP/1.1" status: 204 len: 173 time: 0.1623645 Jun 03 15:19:17.521768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-80551bfa-8d77-40d4-9db1-1912f7be3e39 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13a44ce-3c77-491d-8e96-e5cf60af8f9b HTTP/1.1" status: 200 len: 217 time: 0.1562150 Jun 03 15:19:17.659574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b8a48620-e6f5-482a-a40e-8454c40fc2dc details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:17.660427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-c158fa3b-cd63-4c4a-ae55-f36386f0fecd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:17.661999 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-c158fa3b-cd63-4c4a-ae55-f36386f0fecd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.75 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1&tenant_id=56abfe7ac6594200b7814a183ed3b39d&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 949 time: 0.1097674 Jun 03 15:19:17.663171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 3b3eb097-85ca-440e-8d82-bfe76e310e30 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:17.684183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-04cc833c-8180-4b63-acf2-0fdab34afe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:17.685657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-04cc833c-8180-4b63-acf2-0fdab34afe42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24a11859-d722-4ef3-9227-96890173ae25 HTTP/1.1" status: 200 len: 862 time: 0.1556621 Jun 03 15:19:17.751223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f442fef-e11e-4239-aed1-3bd3d821d6b1 req-d69a18a2-0eab-47d2-aa4c-2626df3c2fef service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876585 Jun 03 15:19:17.777249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-d1b6942d-13b4-4f3c-843b-bd1a5810a82e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5a4046ad-552f-4dd6-8436-e65ab1c41e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650210 Jun 03 15:19:17.798867 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-f732b296-645a-47b9-90b7-1fadffab8503 service neutron] 10.222.0.75 "GET /v2.0/ports/3b3eb097-85ca-440e-8d82-bfe76e310e30/bindings/n-h1-844595-1 HTTP/1.1" status: 200 len: 382 time: 0.1300647 Jun 03 15:19:17.824009 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-36d18134-9eeb-461a-8b04-b9414acc90ff service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758508 Jun 03 15:19:17.901526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 3b3eb097-85ca-440e-8d82-bfe76e310e30 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:17.909377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 3b3eb097-85ca-440e-8d82-bfe76e310e30 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:17.909855 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.013981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b8a48620-e6f5-482a-a40e-8454c40fc2dc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b8a48620-e6f5-482a-a40e-8454c40fc2dc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:18.057060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc', 'mac_address': 'fa:16:3e:81:0f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:18.133782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-c0ade478-4856-4bf0-8fbf-a60a9385cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.135307 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-c0ade478-4856-4bf0-8fbf-a60a9385cec0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1100 time: 0.2855966 Jun 03 15:19:18.161439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ea185-9420-4c7e-a6d5-68565479e750 req-0270ec52-d647-4a60-8b91-f091c180e55a tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.168508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-860ea185-9420-4c7e-a6d5-68565479e750 req-0270ec52-d647-4a60-8b91-f091c180e55a tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 943 time: 0.5671902 Jun 03 15:19:18.193929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 3b3eb097-85ca-440e-8d82-bfe76e310e30 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:18.194381 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.203453 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84fb676e-2247-4903-b409-888f6900c5c0'] response: {'name': 'network-changed', 'server_uuid': 'bbda078e-6c88-46dc-96b8-345602c85167', 'tag': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b', 'status': 'completed', 'code': 200} Jun 03 15:19:18.215382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b8a48620-e6f5-482a-a40e-8454c40fc2dc is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:18.215753 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.243568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:18.253919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a48620-e6f5-482a-a40e-8454c40fc2dc {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:18.260732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:18.263008 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-860ea185-9420-4c7e-a6d5-68565479e750 req-5007600b-2309-4be1-9879-1f46eba25b33 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929482 Jun 03 15:19:18.265140 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-16fe5b54-5459-45aa-a7c1-fc66327756c1 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852811 Jun 03 15:19:18.276346 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.295570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-57099c89-8e83-4247-9782-0a92487d4d58 service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963083 Jun 03 15:19:18.324068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b8a48620-e6f5-482a-a40e-8454c40fc2dc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b8a48620-e6f5-482a-a40e-8454c40fc2dc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:18.333891 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.348539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:18.399535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f2ca11ca-44c8-4549-99e5-92e591e618e4 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:18.465349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-34167f2f-d1d2-4488-94ae-f25f3084f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.468913 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-34167f2f-d1d2-4488-94ae-f25f3084f636 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3230226 Jun 03 15:19:18.482818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b8a48620-e6f5-482a-a40e-8454c40fc2dc,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:18.498711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port f2ca11ca-44c8-4549-99e5-92e591e618e4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:18.504412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port f2ca11ca-44c8-4549-99e5-92e591e618e4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:18.504975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.572390 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-55a78984-b969-4aac-80bc-0687b307cea0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 217 time: 0.0769241 Jun 03 15:19:18.635594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f2ca11ca-44c8-4549-99e5-92e591e618e4 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:18.636119 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.638850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-500512d0-8362-4a13-bd2e-496f7d46a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.640326 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-500512d0-8362-4a13-bd2e-496f7d46a5ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0604181 Jun 03 15:19:18.671912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f2ca11ca-44c8-4549-99e5-92e591e618e4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2ca11ca-44c8-4549-99e5-92e591e618e4,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:18.677520 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.680979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f1122f97-5d4e-4812-abba-4237067f4d42 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:18.726272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-015b2dd1-634b-4234-94ba-478f70078f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.727813 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-015b2dd1-634b-4234-94ba-478f70078f35 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804241 Jun 03 15:19:18.770423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b8a48620-e6f5-482a-a40e-8454c40fc2dc'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:18.855825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f2ca11ca-44c8-4549-99e5-92e591e618e4,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:18.869656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d868ef0-0eb0-4623-a1b3-85353a311172 req-7b3ffff7-b391-4e76-adcc-f2fe642315de service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055094 Jun 03 15:19:18.873912 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-ba6cd79c-1a37-40f1-a402-036d4b081439 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384377 Jun 03 15:19:18.889293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-1919195d-2a93-4a56-969e-aadb3bd9d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.890755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-1919195d-2a93-4a56-969e-aadb3bd9d3a4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ddc643dd2cf64df783df5020245bdf5b&device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 1099 time: 0.4842408 Jun 03 15:19:18.906593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0caa-10d9-46ad-bc98-c89fae4be3a2 req-9c32743f-e118-4ad5-900c-e0b12759c263 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.912872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0caa-10d9-46ad-bc98-c89fae4be3a2 req-9c32743f-e118-4ad5-900c-e0b12759c263 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.918837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0caa-10d9-46ad-bc98-c89fae4be3a2 req-9c32743f-e118-4ad5-900c-e0b12759c263 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.924517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0caa-10d9-46ad-bc98-c89fae4be3a2 req-9c32743f-e118-4ad5-900c-e0b12759c263 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.930171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0caa-10d9-46ad-bc98-c89fae4be3a2 req-9c32743f-e118-4ad5-900c-e0b12759c263 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.936047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0caa-10d9-46ad-bc98-c89fae4be3a2 req-9c32743f-e118-4ad5-900c-e0b12759c263 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.941908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0caa-10d9-46ad-bc98-c89fae4be3a2 req-9c32743f-e118-4ad5-900c-e0b12759c263 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.943958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23bc0caa-10d9-46ad-bc98-c89fae4be3a2 req-9c32743f-e118-4ad5-900c-e0b12759c263 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5427 time: 0.4857504 Jun 03 15:19:18.958971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port f1122f97-5d4e-4812-abba-4237067f4d42 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:18.967718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port f1122f97-5d4e-4812-abba-4237067f4d42 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:18.968194 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:18.988993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2725e62-bd5f-41d1-aa26-1b13d51ed3fe req-67e55974-47f0-4b31-af88-1834b854a2e6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:18.990389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2725e62-bd5f-41d1-aa26-1b13d51ed3fe req-67e55974-47f0-4b31-af88-1834b854a2e6 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.5276918 Jun 03 15:19:19.040945 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-5278ae7e-1ea6-4486-af03-79a7c26309a6 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544220 Jun 03 15:19:19.149748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23bc0caa-10d9-46ad-bc98-c89fae4be3a2 req-80ce7270-0a29-4c62-8066-b78147dc5b00 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809165 Jun 03 15:19:19.151345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f1122f97-5d4e-4812-abba-4237067f4d42 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:19.151798 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.191716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2725e62-bd5f-41d1-aa26-1b13d51ed3fe req-df301ec6-6e47-49d8-a9da-23c2dbfa2c7b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133242 Jun 03 15:19:19.204620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f1122f97-5d4e-4812-abba-4237067f4d42, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f1122f97-5d4e-4812-abba-4237067f4d42,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:19.214756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-b514d9f1-e4ff-46ac-83d1-25651517e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:19.216304 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-b514d9f1-e4ff-46ac-83d1-25651517e949 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.2697687 Jun 03 15:19:19.217404 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.219601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device daab0748-84cb-4ce8-a5f7-5d614915556e up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:19.284598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33febcdd-550f-4776-a9ad-453311044bf4 req-25d5169c-f784-4b8e-b4ba-9cd446f69db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:19.286283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33febcdd-550f-4776-a9ad-453311044bf4 req-25d5169c-f784-4b8e-b4ba-9cd446f69db2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=253eaaef69a0433bba02fc6195ecabda&device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 1094 time: 0.2905850 Jun 03 15:19:19.291213 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86d7dc6-4414-44ff-b0bd-00e327f6e9f9'] response: {'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'code': 200} Jun 03 15:19:19.295796 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-7ff3cb3f-f246-47c1-9b48-a74687766177 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=b8a48620-e6f5-482a-a40e-8454c40fc2dc HTTP/1.1" status: 200 len: 217 time: 0.0717530 Jun 03 15:19:19.357741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f1122f97-5d4e-4812-abba-4237067f4d42,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:19.371263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port daab0748-84cb-4ce8-a5f7-5d614915556e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:19.376743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port daab0748-84cb-4ce8-a5f7-5d614915556e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:19.377114 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.495574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port daab0748-84cb-4ce8-a5f7-5d614915556e is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:19.495892 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.530004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port daab0748-84cb-4ce8-a5f7-5d614915556e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=daab0748-84cb-4ce8-a5f7-5d614915556e,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:19.535090 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.535860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 38bf338d-8305-4c93-bd41-bf5dfe6c7822 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:19.565924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-07fdecc0-bad9-40cc-b911-024e5e9385d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:19.567351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-07fdecc0-bad9-40cc-b911-024e5e9385d6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2563877 Jun 03 15:19:19.648325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=daab0748-84cb-4ce8-a5f7-5d614915556e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:19.661232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:19.666105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:19.666455 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.668085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33febcdd-550f-4776-a9ad-453311044bf4 req-55d9fadc-8cdd-47ba-a3c2-41639c76e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:19.669614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33febcdd-550f-4776-a9ad-453311044bf4 req-55d9fadc-8cdd-47ba-a3c2-41639c76e779 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5a4046ad-552f-4dd6-8436-e65ab1c41e46 HTTP/1.1" status: 200 len: 923 time: 0.3122909 Jun 03 15:19:19.703144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ac485b45-be20-43a7-bd51-1007131abc74 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:19.756871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33febcdd-550f-4776-a9ad-453311044bf4 req-9a3d01eb-52fa-43ed-b1a8-f4752c9585ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a13a44ce-3c77-491d-8e96-e5cf60af8f9b HTTP/1.1" status: 200 len: 217 time: 0.0780823 Jun 03 15:19:19.768336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa35a54-7c80-41db-820f-d338cada0be9 req-e012bc3b-a2db-4b47-9041-78e5516fcf55 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:19.769786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0aa35a54-7c80-41db-820f-d338cada0be9 req-e012bc3b-a2db-4b47-9041-78e5516fcf55 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 945 time: 0.4140096 Jun 03 15:19:19.820396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844586-061d-4e0a-918d-bf545d4bd8b2 req-7cec4b33-ab78-4fc7-b6a0-afd81a55d6eb tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:19.821816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2844586-061d-4e0a-918d-bf545d4bd8b2 req-7cec4b33-ab78-4fc7-b6a0-afd81a55d6eb tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 948 time: 0.3418527 Jun 03 15:19:19.894091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port ac485b45-be20-43a7-bd51-1007131abc74 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:19.904659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port ac485b45-be20-43a7-bd51-1007131abc74 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:19.905017 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.906947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33febcdd-550f-4776-a9ad-453311044bf4 req-7ee0df02-9658-436f-96eb-0e8d47089ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:19.908408 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33febcdd-550f-4776-a9ad-453311044bf4 req-7ee0df02-9658-436f-96eb-0e8d47089ae0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24a11859-d722-4ef3-9227-96890173ae25 HTTP/1.1" status: 200 len: 862 time: 0.1370943 Jun 03 15:19:19.913276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0aa35a54-7c80-41db-820f-d338cada0be9 req-ff0870e9-5f43-43af-89a4-c1b95a745af3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073182 Jun 03 15:19:19.915208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-310658ee-4f85-478a-8990-cb602c6b4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:19.916542 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-310658ee-4f85-478a-8990-cb602c6b4628 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3376284 Jun 03 15:19:19.951793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:19.952168 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:19.997915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 38bf338d-8305-4c93-bd41-bf5dfe6c7822, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=38bf338d-8305-4c93-bd41-bf5dfe6c7822,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:20.005699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2844586-061d-4e0a-918d-bf545d4bd8b2 req-729dd6af-50d5-480b-8543-8f2959ff4ee8 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658695 Jun 03 15:19:20.011494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33febcdd-550f-4776-a9ad-453311044bf4 req-5a92a033-ec9d-4388-85e9-e5a7058bef73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5a4046ad-552f-4dd6-8436-e65ab1c41e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913999 Jun 03 15:19:20.034320 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.112957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ac485b45-be20-43a7-bd51-1007131abc74 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:20.113326 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.138906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=38bf338d-8305-4c93-bd41-bf5dfe6c7822,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:20.153485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:20.162393 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.263194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:20.270264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-ffa77045-ff9a-4aa1-8154-a5eacef00472 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041618 Jun 03 15:19:20.286647 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33febcdd-550f-4776-a9ad-453311044bf4 req-3fa34426-43b9-4822-98ff-43c0d1766368 service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293813 Jun 03 15:19:20.385632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device db8b412d-40fb-40ca-bba8-cd27b1440610 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:20.475323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port db8b412d-40fb-40ca-bba8-cd27b1440610 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:20.486343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port db8b412d-40fb-40ca-bba8-cd27b1440610 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:20.486903 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.611276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port db8b412d-40fb-40ca-bba8-cd27b1440610 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:20.611642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.652679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port db8b412d-40fb-40ca-bba8-cd27b1440610, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db8b412d-40fb-40ca-bba8-cd27b1440610,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:20.669486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.671977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 3890ffab-7510-469e-b625-97d5d45c686f up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:20.738937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa4117-292f-4c96-b0d7-ba78550a6554 req-39bbb84d-04c6-492e-ac03-85463269b8d3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.738937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09aa4117-292f-4c96-b0d7-ba78550a6554 req-39bbb84d-04c6-492e-ac03-85463269b8d3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 943 time: 0.5329947 Jun 03 15:19:20.766442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8de655f5-8062-429c-8bbd-c74a3d922fc1 req-a369394e-c477-4cb0-b49b-dfa5f1a4d186 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752772 Jun 03 15:19:20.786360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33febcdd-550f-4776-a9ad-453311044bf4 req-6633ea04-afd5-4c54-84ef-81eb1b8d36d3 service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709427 Jun 03 15:19:20.820087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09aa4117-292f-4c96-b0d7-ba78550a6554 req-2dea1c5f-48b1-4abc-a776-6f65d9276cbb tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584106 Jun 03 15:19:20.843339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d60317-e30d-410d-bb5a-e89dc8d63510 req-9b476222-1b9b-48cf-b81a-96c071675686 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.847526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d60317-e30d-410d-bb5a-e89dc8d63510 req-9b476222-1b9b-48cf-b81a-96c071675686 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.852140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=db8b412d-40fb-40ca-bba8-cd27b1440610,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:20.853120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d60317-e30d-410d-bb5a-e89dc8d63510 req-9b476222-1b9b-48cf-b81a-96c071675686 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.858789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d60317-e30d-410d-bb5a-e89dc8d63510 req-9b476222-1b9b-48cf-b81a-96c071675686 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.865140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d60317-e30d-410d-bb5a-e89dc8d63510 req-9b476222-1b9b-48cf-b81a-96c071675686 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.868358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 3890ffab-7510-469e-b625-97d5d45c686f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:20.870937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d60317-e30d-410d-bb5a-e89dc8d63510 req-9b476222-1b9b-48cf-b81a-96c071675686 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.873731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 3890ffab-7510-469e-b625-97d5d45c686f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:20.874258 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:20.876750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d60317-e30d-410d-bb5a-e89dc8d63510 req-9b476222-1b9b-48cf-b81a-96c071675686 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:20.878726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76d60317-e30d-410d-bb5a-e89dc8d63510 req-9b476222-1b9b-48cf-b81a-96c071675686 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5431 time: 0.3014817 Jun 03 15:19:20.929131 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76d60317-e30d-410d-bb5a-e89dc8d63510 req-4a6e1cc2-4f42-41bc-816d-825d199e5ffd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440381 Jun 03 15:19:20.994630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 3890ffab-7510-469e-b625-97d5d45c686f is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:20.995220 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:21.029931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 3890ffab-7510-469e-b625-97d5d45c686f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3890ffab-7510-469e-b625-97d5d45c686f,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:21.033352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4eea9-5bf8-4401-899d-1d55bc91314d req-c51b8aca-7afc-410c-b7f8-d5824b2300a3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.034937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eca4eea9-5bf8-4401-899d-1d55bc91314d req-c51b8aca-7afc-410c-b7f8-d5824b2300a3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.0913177 Jun 03 15:19:21.036926 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:21.082095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eca4eea9-5bf8-4401-899d-1d55bc91314d req-2d940bfa-ef6e-4e6a-9b24-7bb89425c392 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Jun 03 15:19:21.110665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=3890ffab-7510-469e-b625-97d5d45c686f,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:21.184652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073817b-bdc5-4889-b60e-cb1229fdb0dd req-46c51676-d935-4172-9a5c-80facece488d tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.186646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5073817b-bdc5-4889-b60e-cb1229fdb0dd req-46c51676-d935-4172-9a5c-80facece488d tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 1096 time: 0.0867407 Jun 03 15:19:21.281849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5073817b-bdc5-4889-b60e-cb1229fdb0dd req-09b646b3-4ac1-4b94-a230-3f79aab4e889 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571570 Jun 03 15:19:21.292181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ca11ca-44c8-4549-99e5-92e591e618e4'}, {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1122f97-5d4e-4812-abba-4237067f4d42'}, {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daab0748-84cb-4ce8-a5f7-5d614915556e'}, {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bf338d-8305-4c93-bd41-bf5dfe6c7822'}, {'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74'}, {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b412d-40fb-40ca-bba8-cd27b1440610'}, {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3890ffab-7510-469e-b625-97d5d45c686f'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:21.314273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce3f3d-8071-4150-9d93-f6e52b639a81 req-dc6633ff-8e73-4a69-8595-589f21869067 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.315745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7ce3f3d-8071-4150-9d93-f6e52b639a81 req-dc6633ff-8e73-4a69-8595-589f21869067 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 948 time: 0.1282372 Jun 03 15:19:21.362259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7ce3f3d-8071-4150-9d93-f6e52b639a81 req-0a2345bb-d18d-444a-b83e-d8d62a985d86 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397279 Jun 03 15:19:21.372213 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47b2bc3-0d61-41fc-ac22-3b7de7343ea8'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ca11ca-44c8-4549-99e5-92e591e618e4', 'code': 200} Jun 03 15:19:21.372657 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47b2bc3-0d61-41fc-ac22-3b7de7343ea8'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1122f97-5d4e-4812-abba-4237067f4d42', 'code': 200} Jun 03 15:19:21.373050 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47b2bc3-0d61-41fc-ac22-3b7de7343ea8'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daab0748-84cb-4ce8-a5f7-5d614915556e', 'code': 200} Jun 03 15:19:21.373367 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47b2bc3-0d61-41fc-ac22-3b7de7343ea8'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bf338d-8305-4c93-bd41-bf5dfe6c7822', 'code': 200} Jun 03 15:19:21.373815 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47b2bc3-0d61-41fc-ac22-3b7de7343ea8'] response: {'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74', 'code': 200} Jun 03 15:19:21.374263 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47b2bc3-0d61-41fc-ac22-3b7de7343ea8'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8b412d-40fb-40ca-bba8-cd27b1440610', 'code': 200} Jun 03 15:19:21.374706 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47b2bc3-0d61-41fc-ac22-3b7de7343ea8'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3890ffab-7510-469e-b625-97d5d45c686f', 'code': 200} Jun 03 15:19:21.583701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da6c40-db12-43a3-bafd-db0f4d2e7dbf req-3d48d6c9-3b49-463a-83d7-2291b21f5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.585200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1da6c40-db12-43a3-bafd-db0f4d2e7dbf req-3d48d6c9-3b49-463a-83d7-2291b21f5d72 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=10ff1ad2-8d95-41cd-b538-f931f9618cb4 HTTP/1.1" status: 200 len: 1101 time: 0.1354136 Jun 03 15:19:21.586945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414b7e-66ae-49bf-90da-ea2bc7d8f71b req-39924baf-f2c1-4763-8a36-fa86932e5d43 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.588239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65414b7e-66ae-49bf-90da-ea2bc7d8f71b req-39924baf-f2c1-4763-8a36-fa86932e5d43 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 1096 time: 0.1089377 Jun 03 15:19:21.670973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b8a48620-e6f5-482a-a40e-8454c40fc2dc up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:21.737679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port b8a48620-e6f5-482a-a40e-8454c40fc2dc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:21.742878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port b8a48620-e6f5-482a-a40e-8454c40fc2dc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:21.743255 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:21.750276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1da6c40-db12-43a3-bafd-db0f4d2e7dbf req-af1bfec7-4bff-4add-963a-ea58ba9f5018 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247249 Jun 03 15:19:21.751737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65414b7e-66ae-49bf-90da-ea2bc7d8f71b req-df12c537-79e7-4050-8652-30acf17c8fff tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273465 Jun 03 15:19:21.788253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805639d-be43-4d9b-8d54-e272f72edfd5 req-e3286d22-60e4-47c9-9515-5af6d50dc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.788731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805639d-be43-4d9b-8d54-e272f72edfd5 req-e3286d22-60e4-47c9-9515-5af6d50dc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.789248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805639d-be43-4d9b-8d54-e272f72edfd5 req-e3286d22-60e4-47c9-9515-5af6d50dc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.789658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805639d-be43-4d9b-8d54-e272f72edfd5 req-e3286d22-60e4-47c9-9515-5af6d50dc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.790368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805639d-be43-4d9b-8d54-e272f72edfd5 req-e3286d22-60e4-47c9-9515-5af6d50dc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.790860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805639d-be43-4d9b-8d54-e272f72edfd5 req-e3286d22-60e4-47c9-9515-5af6d50dc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.791380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805639d-be43-4d9b-8d54-e272f72edfd5 req-e3286d22-60e4-47c9-9515-5af6d50dc97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.793294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b805639d-be43-4d9b-8d54-e272f72edfd5 req-e3286d22-60e4-47c9-9515-5af6d50dc97f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 6490 time: 0.2028227 Jun 03 15:19:21.819467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-bf719fe4-6c72-443b-adc7-a7a6f3f712e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:21.820911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-bf719fe4-6c72-443b-adc7-a7a6f3f712e5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1&tenant_id=56abfe7ac6594200b7814a183ed3b39d HTTP/1.1" status: 200 len: 1101 time: 0.1246450 Jun 03 15:19:21.854378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:21.878899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b8a48620-e6f5-482a-a40e-8454c40fc2dc is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:21.878899 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:21.904488 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b805639d-be43-4d9b-8d54-e272f72edfd5 req-56c7c93f-ec42-4d2c-b6db-2a11a57973ca service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&id=7621e16a-13e4-4566-bdbf-42325e8334d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022339 Jun 03 15:19:21.913128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b8a48620-e6f5-482a-a40e-8454c40fc2dc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b8a48620-e6f5-482a-a40e-8454c40fc2dc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:21.919185 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:21.994554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b8a48620-e6f5-482a-a40e-8454c40fc2dc,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:22.036417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:22.135737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558acdb-0c88-4345-b695-51f203dafa2e req-45eb4afb-0227-4b77-a679-5010b9bc7074 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.137156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e558acdb-0c88-4345-b695-51f203dafa2e req-45eb4afb-0227-4b77-a679-5010b9bc7074 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 943 time: 0.1734948 Jun 03 15:19:22.240839 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e558acdb-0c88-4345-b695-51f203dafa2e req-51a31818-273d-4287-899c-fbf85b1056ee tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685797 Jun 03 15:19:22.378392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a13a44ce-3c77-491d-8e96-e5cf60af8f9b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:22.419060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:22.444200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0f24-229e-41ce-a8c5-f79a3330a38b req-83f67b34-0d02-44aa-a514-d697d223ae6a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.449968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0f24-229e-41ce-a8c5-f79a3330a38b req-83f67b34-0d02-44aa-a514-d697d223ae6a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.455655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0f24-229e-41ce-a8c5-f79a3330a38b req-83f67b34-0d02-44aa-a514-d697d223ae6a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.461293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0f24-229e-41ce-a8c5-f79a3330a38b req-83f67b34-0d02-44aa-a514-d697d223ae6a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.467084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0f24-229e-41ce-a8c5-f79a3330a38b req-83f67b34-0d02-44aa-a514-d697d223ae6a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.472782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0f24-229e-41ce-a8c5-f79a3330a38b req-83f67b34-0d02-44aa-a514-d697d223ae6a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.478531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0f24-229e-41ce-a8c5-f79a3330a38b req-83f67b34-0d02-44aa-a514-d697d223ae6a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.480412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a3d0f24-229e-41ce-a8c5-f79a3330a38b req-83f67b34-0d02-44aa-a514-d697d223ae6a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5433 time: 0.1793988 Jun 03 15:19:22.530015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a13a44ce-3c77-491d-8e96-e5cf60af8f9b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:22.544665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b', 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46', 'port_id': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b', 'mac_address': 'fa:16:3e:44:eb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a11859-d722-4ef3-9227-96890173ae25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:22.572401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:22.599851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a13a44ce-3c77-491d-8e96-e5cf60af8f9b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:22.600217 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:22.616600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13a44ce-3c77-491d-8e96-e5cf60af8f9b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:22.632382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a13a44ce-3c77-491d-8e96-e5cf60af8f9b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:22.638119 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:22.644582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a3d0f24-229e-41ce-a8c5-f79a3330a38b req-fe73ea03-16e1-4f84-b21e-7ab1579b5cce tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198778 Jun 03 15:19:22.657517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:22.663145 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:22.691234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c51978-c149-4270-beac-4a3a3e7bf1ba req-3ee46595-df98-4d8a-9012-0ea7fd7483e0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:22.692729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9c51978-c149-4270-beac-4a3a3e7bf1ba req-3ee46595-df98-4d8a-9012-0ea7fd7483e0 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.2114339 Jun 03 15:19:22.693989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Transition to ACTIVE for port object 3b3eb097-85ca-440e-8d82-bfe76e310e30 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:19:22.699167 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:22.709573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:23.062832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] No DVR routers for this DVR port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:23.067227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:23.082574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9c51978-c149-4270-beac-4a3a3e7bf1ba req-b177855c-35a3-4390-aa75-6df1f2c123e7 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774652 Jun 03 15:19:23.148504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:19:23.149037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:19:23.149510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:23.158745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:19:23.159266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Attempting to bind port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:19:23.170252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae13341-b656-4fdc-a593-912cf86d4b72 req-d9f71cc7-78ce-43eb-8d3a-af7fc646d5b4 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:23.173174 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eae13341-b656-4fdc-a593-912cf86d4b72 req-d9f71cc7-78ce-43eb-8d3a-af7fc646d5b4 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 949 time: 0.2990966 Jun 03 15:19:23.179083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:19:23.179664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:19:23.180196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:19:23.180771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Bound port: 3b3eb097-85ca-440e-8d82-bfe76e310e30, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:19:23.181267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:23.228119 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d99fe2-6588-4096-b762-4be05a84557c'] response: {'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'code': 200} Jun 03 15:19:23.326471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eae13341-b656-4fdc-a593-912cf86d4b72 req-7918c786-656f-4d5c-a0c8-dcd173e376fe tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412158 Jun 03 15:19:23.375666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:23.402327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:19:23.407326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:19:23.419242 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:23.485383 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24178e12-7c29-4466-9205-399d6ebf0bf6'] response: {'server_uuid': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc', 'code': 200} Jun 03 15:19:23.547901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:23.549002 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:23.550419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] 10.222.0.67 "PUT /v2.0/ports/3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 1097 time: 1.7005780 Jun 03 15:19:23.683505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['a13a44ce-3c77-491d-8e96-e5cf60af8f9b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:23.712087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 3b3eb097-85ca-440e-8d82-bfe76e310e30 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:23.712277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257137e-f047-4e20-bb8a-b4c37e037c9f service neutron] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=11']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:23.757334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739a9ed-1750-4cc8-93bd-64c90fca10d2 req-56a2ea0d-4ce1-4ecb-9f14-e50c12b53250 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:23.758863 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2739a9ed-1750-4cc8-93bd-64c90fca10d2 req-56a2ea0d-4ce1-4ecb-9f14-e50c12b53250 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 944 time: 0.2864554 Jun 03 15:19:23.766779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9306ab-372b-45a5-b53f-194807d28d1d req-e5bd8ab5-aa87-4674-8a8f-5fbab87e1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:23.768482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c9306ab-372b-45a5-b53f-194807d28d1d req-e5bd8ab5-aa87-4674-8a8f-5fbab87e1450 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 1100 time: 0.2077639 Jun 03 15:19:23.823374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 3b3eb097-85ca-440e-8d82-bfe76e310e30 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:23.843058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-3ab1161c-9e78-4636-93b9-4cbedfcbf4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:23.844527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-3ab1161c-9e78-4636-93b9-4cbedfcbf4df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1100 time: 0.2302451 Jun 03 15:19:23.964997 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2739a9ed-1750-4cc8-93bd-64c90fca10d2 req-80d082f6-0d52-405b-9bce-7007858b1bb7 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953242 Jun 03 15:19:23.988754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c9306ab-372b-45a5-b53f-194807d28d1d req-887974c2-6a7c-4072-8d7f-fb6a6f42591d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020397 Jun 03 15:19:24.042009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-a65eb2ef-bcff-4f32-8fba-3098a53e22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.043467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-a65eb2ef-bcff-4f32-8fba-3098a53e22d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.1842806 Jun 03 15:19:24.054750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338311-91ff-4a07-b61f-29afe9623e35 req-42f6d268-7ba6-40ec-86dc-28f3a54ec489 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.060555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338311-91ff-4a07-b61f-29afe9623e35 req-42f6d268-7ba6-40ec-86dc-28f3a54ec489 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.066315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338311-91ff-4a07-b61f-29afe9623e35 req-42f6d268-7ba6-40ec-86dc-28f3a54ec489 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.072032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338311-91ff-4a07-b61f-29afe9623e35 req-42f6d268-7ba6-40ec-86dc-28f3a54ec489 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.077826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338311-91ff-4a07-b61f-29afe9623e35 req-42f6d268-7ba6-40ec-86dc-28f3a54ec489 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.083509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338311-91ff-4a07-b61f-29afe9623e35 req-42f6d268-7ba6-40ec-86dc-28f3a54ec489 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.089612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338311-91ff-4a07-b61f-29afe9623e35 req-42f6d268-7ba6-40ec-86dc-28f3a54ec489 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.093021 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad338311-91ff-4a07-b61f-29afe9623e35 req-42f6d268-7ba6-40ec-86dc-28f3a54ec489 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5433 time: 0.2890601 Jun 03 15:19:24.177419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-6d1f9f49-e3c5-4382-9d10-86d696b8394d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 217 time: 0.0846562 Jun 03 15:19:24.302218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad338311-91ff-4a07-b61f-29afe9623e35 req-e18869bc-505d-42ea-8dbb-73fe5dfb5fca tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579721 Jun 03 15:19:24.303855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-57041c15-b1c7-4a22-86c9-ea96df2b7e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.305535 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-57041c15-b1c7-4a22-86c9-ea96df2b7e4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1212103 Jun 03 15:19:24.396283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b1a49bf8-d787-4cf3-9b57-d0f53c02141c details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:24.396712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981746a4-ea70-4448-abfd-33decd541874 req-bfe01d74-e3de-4ac3-9dfb-51d9fe7ef457 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.397745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-981746a4-ea70-4448-abfd-33decd541874 req-bfe01d74-e3de-4ac3-9dfb-51d9fe7ef457 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 949 time: 0.1726542 Jun 03 15:19:24.521232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-981746a4-ea70-4448-abfd-33decd541874 req-503bce53-c9a8-43a5-9dfd-661c628661f3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094625 Jun 03 15:19:24.533663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-0d4d62a0-6230-42b8-a6a1-64caeb0bc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.535390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-0d4d62a0-6230-42b8-a6a1-64caeb0bc693 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2059662 Jun 03 15:19:24.662577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:24.677598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'mac_address': 'fa:16:3e:57:3f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:24.685867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d977cb-cabf-478e-bf9e-99209757ec1c req-c7583e41-6293-47fe-af12-8d7005ade1cd tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:24.687338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5d977cb-cabf-478e-bf9e-99209757ec1c req-c7583e41-6293-47fe-af12-8d7005ade1cd tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 949 time: 0.2523682 Jun 03 15:19:24.737579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b1a49bf8-d787-4cf3-9b57-d0f53c02141c is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:24.738000 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:24.755294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a49bf8-d787-4cf3-9b57-d0f53c02141c {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:24.773313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:24.778338 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:24.860041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:24.888425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5d977cb-cabf-478e-bf9e-99209757ec1c req-974497b9-693c-41b5-ae94-559d84c2331f tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934192 Jun 03 15:19:24.891997 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-5cd30c58-8e30-4de7-881e-ac9fc652e700 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443358 Jun 03 15:19:25.034668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a3f964d-7379-418b-8e24-7f475a72ecb3 req-a119f6d4-317b-475c-bcf5-03d46b8df0d1 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316032 Jun 03 15:19:25.144369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['b1a49bf8-d787-4cf3-9b57-d0f53c02141c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:25.162891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63479657-b45c-4e22-bb39-5942898de5b2 req-03281a75-5b59-47b8-aae4-0e63b6184821 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.164373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63479657-b45c-4e22-bb39-5942898de5b2 req-03281a75-5b59-47b8-aae4-0e63b6184821 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 944 time: 0.0826945 Jun 03 15:19:25.212623 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63479657-b45c-4e22-bb39-5942898de5b2 req-3918fc9f-69a7-4d16-bd5f-6ddc802f0db6 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Jun 03 15:19:25.229959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:25.317636 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2325fdd4-3946-4ceb-bb67-167debd8c36e'] response: {'name': 'network-changed', 'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'status': 'completed', 'code': 200} Jun 03 15:19:25.558173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-0e9d2684-340d-43e7-ba5a-fad10829a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.559800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-0e9d2684-340d-43e7-ba5a-fad10829a84c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1100 time: 0.2225988 Jun 03 15:19:25.592667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-9e58a1b8-c41d-467b-8055-4c5b341235ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.596297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-9e58a1b8-c41d-467b-8055-4c5b341235ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1100 time: 0.1880901 Jun 03 15:19:25.863883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fc3f-cca1-497a-83af-447eac3f1163 req-25e001c9-a1db-4b6c-8b1e-b52bc5cb2a51 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.869564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fc3f-cca1-497a-83af-447eac3f1163 req-25e001c9-a1db-4b6c-8b1e-b52bc5cb2a51 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.875226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fc3f-cca1-497a-83af-447eac3f1163 req-25e001c9-a1db-4b6c-8b1e-b52bc5cb2a51 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.880838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fc3f-cca1-497a-83af-447eac3f1163 req-25e001c9-a1db-4b6c-8b1e-b52bc5cb2a51 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.886498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fc3f-cca1-497a-83af-447eac3f1163 req-25e001c9-a1db-4b6c-8b1e-b52bc5cb2a51 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.892533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fc3f-cca1-497a-83af-447eac3f1163 req-25e001c9-a1db-4b6c-8b1e-b52bc5cb2a51 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.898195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3fc3f-cca1-497a-83af-447eac3f1163 req-25e001c9-a1db-4b6c-8b1e-b52bc5cb2a51 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.900082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99e3fc3f-cca1-497a-83af-447eac3f1163 req-25e001c9-a1db-4b6c-8b1e-b52bc5cb2a51 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5433 time: 0.4045639 Jun 03 15:19:25.944988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-ac6073c8-e432-4d57-8c46-58eaa83bb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.946429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-ac6073c8-e432-4d57-8c46-58eaa83bb2bb service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3752294 Jun 03 15:19:25.961151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-9f0107ae-eae8-4552-bbe8-dbbd6c5c7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:25.962577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-9f0107ae-eae8-4552-bbe8-dbbd6c5c7aac service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3586617 Jun 03 15:19:26.101628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-1faf5920-c6f2-4375-99e8-6dda8a8fa996 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 217 time: 0.1379914 Jun 03 15:19:26.118559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bf512-f897-4aa2-8d8b-5213d9b16a4b req-b44f94a1-2ede-45c3-a55b-6db784c58557 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.119999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d83bf512-f897-4aa2-8d8b-5213d9b16a4b req-b44f94a1-2ede-45c3-a55b-6db784c58557 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 949 time: 0.4448266 Jun 03 15:19:26.122783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-70559d7a-1743-4776-aed3-815ffc2f6957 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 217 time: 0.1039414 Jun 03 15:19:26.129461 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99e3fc3f-cca1-497a-83af-447eac3f1163 req-78845e7d-9e30-48b9-a8b2-bad39454a0ba tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2145703 Jun 03 15:19:26.270380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-33c99464-e895-4aed-87eb-34defa432bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.271949 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-33c99464-e895-4aed-87eb-34defa432bee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1510558 Jun 03 15:19:26.273149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-9df5b095-becb-457c-91bb-736f23254620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.274431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-9df5b095-becb-457c-91bb-736f23254620 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1420999 Jun 03 15:19:26.279248 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d83bf512-f897-4aa2-8d8b-5213d9b16a4b req-350147ab-7db6-457d-9dc7-8c88fb7aa63c tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485245 Jun 03 15:19:26.404305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a13a44ce-3c77-491d-8e96-e5cf60af8f9b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:26.480003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port a13a44ce-3c77-491d-8e96-e5cf60af8f9b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:26.487178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port a13a44ce-3c77-491d-8e96-e5cf60af8f9b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:26.487652 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:26.540105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-4494d153-0384-42a1-8450-d53bd2cd968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.541616 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-4494d153-0384-42a1-8450-d53bd2cd968b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2314618 Jun 03 15:19:26.543347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-50b0c1eb-843a-4a04-94ac-c01c59ee0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.544711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-50b0c1eb-843a-4a04-94ac-c01c59ee0bfa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2638979 Jun 03 15:19:26.552972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b285be-befb-4aed-909b-3e4145a9c319 req-882200c0-c8b6-4b4f-8c11-d5d18e1c072f tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.554376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91b285be-befb-4aed-909b-3e4145a9c319 req-882200c0-c8b6-4b4f-8c11-d5d18e1c072f tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 949 time: 0.2120934 Jun 03 15:19:26.624845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a13a44ce-3c77-491d-8e96-e5cf60af8f9b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:26.625161 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:26.654373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbda078e-6c88-46dc-96b8-345602c85167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:26.668778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a13a44ce-3c77-491d-8e96-e5cf60af8f9b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:26.673662 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:26.747388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:26.874149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bae7-f9df-4f5f-a6b8-559525a4aa13 req-44977d2e-de0d-4cab-bec2-7140bdb54f6c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.879810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bae7-f9df-4f5f-a6b8-559525a4aa13 req-44977d2e-de0d-4cab-bec2-7140bdb54f6c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.885447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bae7-f9df-4f5f-a6b8-559525a4aa13 req-44977d2e-de0d-4cab-bec2-7140bdb54f6c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.891529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bae7-f9df-4f5f-a6b8-559525a4aa13 req-44977d2e-de0d-4cab-bec2-7140bdb54f6c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.897165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bae7-f9df-4f5f-a6b8-559525a4aa13 req-44977d2e-de0d-4cab-bec2-7140bdb54f6c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.902789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bae7-f9df-4f5f-a6b8-559525a4aa13 req-44977d2e-de0d-4cab-bec2-7140bdb54f6c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.908457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799bae7-f9df-4f5f-a6b8-559525a4aa13 req-44977d2e-de0d-4cab-bec2-7140bdb54f6c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:26.911922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d799bae7-f9df-4f5f-a6b8-559525a4aa13 req-44977d2e-de0d-4cab-bec2-7140bdb54f6c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5433 time: 0.4932854 Jun 03 15:19:26.921538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35094) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:26.928466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7ec2e8c6-e6bc-45d5-a317-a8e0d3e0e0b6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Request body: {'floatingip': {'port_id': '2bef5892-7ce7-45fd-9d67-501bfdedda69'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:26.962730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91b285be-befb-4aed-909b-3e4145a9c319 req-ad5e4965-c77b-4cec-9430-7983bf3e2d49 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715656 Jun 03 15:19:27.016355 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4b8b7f-d503-4a7d-86d0-8dceae2755fe'] response: {'server_uuid': 'bbda078e-6c88-46dc-96b8-345602c85167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b', 'code': 200} Jun 03 15:19:27.021802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ec2e8c6-e6bc-45d5-a317-a8e0d3e0e0b6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:27.085052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-131affd9-ef07-421e-8bcf-c398a5fc77e5 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296235 Jun 03 15:19:27.319522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-fce030e0-4782-42b3-b203-4e3ba7606f91 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628310 Jun 03 15:19:27.573050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-a82a5fd3-291c-4a2f-acc3-68ce2a1b6933 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219043 Jun 03 15:19:27.605914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d54b4-2712-40d9-b222-af8f550cbefe req-83e27d37-ff67-481e-92e5-e1978b8d78bf tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:27.608384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-991d54b4-2712-40d9-b222-af8f550cbefe req-83e27d37-ff67-481e-92e5-e1978b8d78bf tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.5661330 Jun 03 15:19:27.614107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8179f0-bf9d-42b1-aa6b-79d0ccaa30b0 req-82ccf9b3-fbfc-41df-98ca-6dfc69c6ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:27.615593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f8179f0-bf9d-42b1-aa6b-79d0ccaa30b0 req-82ccf9b3-fbfc-41df-98ca-6dfc69c6ca75 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 1096 time: 0.4440801 Jun 03 15:19:27.626685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123ac19-3df1-4dbc-bedc-38ccecdca948 req-40d38d7a-5f3d-48e2-8f93-7eb1e164c90f tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:27.628133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2123ac19-3df1-4dbc-bedc-38ccecdca948 req-40d38d7a-5f3d-48e2-8f93-7eb1e164c90f tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ff1ad2-8d95-41cd-b538-f931f9618cb4 HTTP/1.1" status: 200 len: 950 time: 0.4282007 Jun 03 15:19:27.630977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e63d653-d674-4c59-b159-5a8c2622dbd3 req-03ad9dc8-51b2-4e81-8b4c-2b55c2cbe1e3 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802773 Jun 03 15:19:27.725315 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ec2e8c6-e6bc-45d5-a317-a8e0d3e0e0b6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:27.730523 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ec2e8c6-e6bc-45d5-a317-a8e0d3e0e0b6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:27.769411 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-991d54b4-2712-40d9-b222-af8f550cbefe req-e5026bb7-21d6-4a2f-b634-55ad7f80ebaf tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511095 Jun 03 15:19:27.818794 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f8179f0-bf9d-42b1-aa6b-79d0ccaa30b0 req-e99de9d8-744c-45ab-aeb4-61b8389f6700 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647890 Jun 03 15:19:27.837904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2123ac19-3df1-4dbc-bedc-38ccecdca948 req-bef50bcb-93e4-4b98-8874-026ec078916d tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813827 Jun 03 15:19:27.855247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3ce6b-eaf3-40c7-8a89-53c53acdf05d req-bd272cfa-83da-410d-b7d1-73d85ff353e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:27.857371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c3ce6b-eaf3-40c7-8a89-53c53acdf05d req-bd272cfa-83da-410d-b7d1-73d85ff353e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56abfe7ac6594200b7814a183ed3b39d&device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1100 time: 0.1844273 Jun 03 15:19:28.047208 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-7ec2e8c6-e6bc-45d5-a317-a8e0d3e0e0b6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Floating IP e52f0efe-9be2-473f-baeb-f3e3d1699c75 associated. External IP: 172.25.7.123, port: 2bef5892-7ce7-45fd-9d67-501bfdedda69. Jun 03 15:19:28.051957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5839c61-af27-4aa6-8693-dba7d5df4566 req-431ed4c4-f8ff-4213-9092-6653a64d9583 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:28.053489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5839c61-af27-4aa6-8693-dba7d5df4566 req-431ed4c4-f8ff-4213-9092-6653a64d9583 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 949 time: 0.0935276 Jun 03 15:19:28.111153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5839c61-af27-4aa6-8693-dba7d5df4566 req-69bf4e3c-9aed-4b73-9a08-f9abea28e3b1 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514445 Jun 03 15:19:28.366504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3ce6b-eaf3-40c7-8a89-53c53acdf05d req-6eb09014-0b89-482e-ac71-cc159b279ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:28.368096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c3ce6b-eaf3-40c7-8a89-53c53acdf05d req-6eb09014-0b89-482e-ac71-cc159b279ecc service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.1884611 Jun 03 15:19:28.415439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b1a49bf8-d787-4cf3-9b57-d0f53c02141c up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:28.450745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c3ce6b-eaf3-40c7-8a89-53c53acdf05d req-da9b8867-ee1f-44c1-ab61-5c79df9cb33a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 200 len: 217 time: 0.0745986 Jun 03 15:19:28.496077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port b1a49bf8-d787-4cf3-9b57-d0f53c02141c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:28.496447 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.531565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3ce6b-eaf3-40c7-8a89-53c53acdf05d req-1ce6a2e0-c22c-4445-a66a-2d82af3e2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:28.533486 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c3ce6b-eaf3-40c7-8a89-53c53acdf05d req-1ce6a2e0-c22c-4445-a66a-2d82af3e2fcb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0693653 Jun 03 15:19:28.583619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec2e8c6-e6bc-45d5-a317-a8e0d3e0e0b6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Router b373c651-2e0b-40d2-b1b8-780e02ad145c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:19:28.618016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3ce6b-eaf3-40c7-8a89-53c53acdf05d req-e456daee-9d8b-44f4-a958-6f8a493dbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:28.619369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c3ce6b-eaf3-40c7-8a89-53c53acdf05d req-e456daee-9d8b-44f4-a958-6f8a493dbd59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780873 Jun 03 15:19:28.652986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b1a49bf8-d787-4cf3-9b57-d0f53c02141c is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:28.653502 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.690572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:28.698383 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.782648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c3ce6b-eaf3-40c7-8a89-53c53acdf05d req-363fe1dd-fe8d-40b7-a6ff-bce827ab43ce service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554754 Jun 03 15:19:28.819417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=10']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:28.822795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec2e8c6-e6bc-45d5-a317-a8e0d3e0e0b6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:19:28.833663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ec2e8c6-e6bc-45d5-a317-a8e0d3e0e0b6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:28.834756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40c65de-c8b1-4a45-bb97-8ce50ec29e26 None None] Sync routers for ids ['b373c651-2e0b-40d2-b1b8-780e02ad145c'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:19:28.846369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c65de-c8b1-4a45-bb97-8ce50ec29e26 None None] Routers {'b373c651-2e0b-40d2-b1b8-780e02ad145c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:28.847043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e40c65de-c8b1-4a45-bb97-8ce50ec29e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:19:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b373c651-2e0b-40d2-b1b8-780e02ad145c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:28.921469 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7ec2e8c6-e6bc-45d5-a317-a8e0d3e0e0b6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "PUT /v2.0/floatingips/e52f0efe-9be2-473f-baeb-f3e3d1699c75 HTTP/1.1" status: 200 len: 992 time: 1.9987245 Jun 03 15:19:28.922495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': '2bef5892-7ce7-45fd-9d67-501bfdedda69'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:29.028809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:29.036165 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84854db0-19e9-4fcd-be6c-2fa517dacaac'] response: {'name': 'network-changed', 'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'tag': '2bef5892-7ce7-45fd-9d67-501bfdedda69', 'status': 'completed', 'code': 200} Jun 03 15:19:29.096780 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a77d4d5-61a2-4a60-bbe2-a3edff9b849d'] response: {'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'code': 200} Jun 03 15:19:29.098919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e40c65de-c8b1-4a45-bb97-8ce50ec29e26 None None] Set router b373c651-2e0b-40d2-b1b8-780e02ad145c gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:29.136956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b223d-130d-46ec-b213-7512eedc155b req-cb59fcf4-f9ca-4e15-bb97-30571556dc14 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.138812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff0b223d-130d-46ec-b213-7512eedc155b req-cb59fcf4-f9ca-4e15-bb97-30571556dc14 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.1345987 Jun 03 15:19:29.142610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c3ce6b-eaf3-40c7-8a89-53c53acdf05d req-0aea53c7-5cc8-42e7-9feb-c3348e755db3 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530030 Jun 03 15:19:29.301166 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:29.314523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff0b223d-130d-46ec-b213-7512eedc155b req-3c8ac5a5-db95-4dcf-a22a-6e679f0995ed tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674104 Jun 03 15:19:29.406122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-1a319d47-092c-4ddf-97a4-141ea5474da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.406747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-1a319d47-092c-4ddf-97a4-141ea5474da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.406949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-1a319d47-092c-4ddf-97a4-141ea5474da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.407399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-1a319d47-092c-4ddf-97a4-141ea5474da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.407848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-1a319d47-092c-4ddf-97a4-141ea5474da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.408294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-1a319d47-092c-4ddf-97a4-141ea5474da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.408750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-1a319d47-092c-4ddf-97a4-141ea5474da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.411018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-1a319d47-092c-4ddf-97a4-141ea5474da9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 6490 time: 0.2359095 Jun 03 15:19:29.422913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f6bd4-c986-4255-ad74-4f0900248662 req-a55f2240-1bf4-4ea5-9645-30011890e398 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.424691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b63f6bd4-c986-4255-ad74-4f0900248662 req-a55f2240-1bf4-4ea5-9645-30011890e398 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 949 time: 0.1840932 Jun 03 15:19:29.556414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b63f6bd4-c986-4255-ad74-4f0900248662 req-b411e176-0b12-49bd-9e71-0a06479479b9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081417 Jun 03 15:19:29.563178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e40c65de-c8b1-4a45-bb97-8ce50ec29e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:37Z', 'revision_number': 4, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'e52f0efe-9be2-473f-baeb-f3e3d1699c75', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'port_id': '2bef5892-7ce7-45fd-9d67-501bfdedda69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'mac_address': 'fa:16:3e:b2:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:17:48Z', 'updated_at': '2022-06-03T15:19:27Z', 'revision_number': 1, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd98ae3-0436-4f30-bace-a56e10083246', 'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'mac_address': 'fa:16:3e:57:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:34Z', 'updated_at': '2022-06-03T15:16:46Z', 'revision_number': 5, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'subnets': [{'id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:29.567893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40c65de-c8b1-4a45-bb97-8ce50ec29e26 None None] Checking router: b373c651-2e0b-40d2-b1b8-780e02ad145c for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:19:29.586411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c65de-c8b1-4a45-bb97-8ce50ec29e26 None None] Routers {'b373c651-2e0b-40d2-b1b8-780e02ad145c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:29.587118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e40c65de-c8b1-4a45-bb97-8ce50ec29e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:19:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b373c651-2e0b-40d2-b1b8-780e02ad145c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:29.619451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-2161e131-b42e-4eb7-8dbe-969371496ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:29.622103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-2161e131-b42e-4eb7-8dbe-969371496ff7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6cedb352-1546-434a-82fe-cc940db20f3e HTTP/1.1" status: 200 len: 912 time: 0.1961610 Jun 03 15:19:29.866413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e40c65de-c8b1-4a45-bb97-8ce50ec29e26 None None] Set router b373c651-2e0b-40d2-b1b8-780e02ad145c gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:29.904506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-46574b52-9306-467a-a34c-4ceda86b95d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bef5892-7ce7-45fd-9d67-501bfdedda69 HTTP/1.1" status: 200 len: 1000 time: 0.2225776 Jun 03 15:19:30.066049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-9ee3c6fa-e469-4f96-b4d1-602e4393f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:30.069720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-9ee3c6fa-e469-4f96-b4d1-602e4393f9cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=207d40d8-94b7-41a2-9015-a1d30fe95de1 HTTP/1.1" status: 200 len: 850 time: 0.1044545 Jun 03 15:19:30.183929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-488728bd-4e13-4c3a-afad-4b8e821c2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:30.187287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-488728bd-4e13-4c3a-afad-4b8e821c2a81 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6cedb352-1546-434a-82fe-cc940db20f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012290 Jun 03 15:19:30.311747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e40c65de-c8b1-4a45-bb97-8ce50ec29e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:37Z', 'revision_number': 4, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'e52f0efe-9be2-473f-baeb-f3e3d1699c75', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'port_id': '2bef5892-7ce7-45fd-9d67-501bfdedda69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'mac_address': 'fa:16:3e:b2:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:17:48Z', 'updated_at': '2022-06-03T15:19:27Z', 'revision_number': 1, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd98ae3-0436-4f30-bace-a56e10083246', 'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'mac_address': 'fa:16:3e:57:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:34Z', 'updated_at': '2022-06-03T15:16:46Z', 'revision_number': 5, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'subnets': [{'id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:30.316513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40c65de-c8b1-4a45-bb97-8ce50ec29e26 None None] The sync data for ids ['b373c651-2e0b-40d2-b1b8-780e02ad145c'] in n-d-844595-1 is: [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:37Z', 'revision_number': 4, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'e52f0efe-9be2-473f-baeb-f3e3d1699c75', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'floating_ip_address': '172.25.7.123', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'port_id': '2bef5892-7ce7-45fd-9d67-501bfdedda69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 906, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'mac_address': 'fa:16:3e:b2:a5:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:17:48Z', 'updated_at': '2022-06-03T15:19:27Z', 'revision_number': 1, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd98ae3-0436-4f30-bace-a56e10083246', 'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'mac_address': 'fa:16:3e:57:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:34Z', 'updated_at': '2022-06-03T15:16:46Z', 'revision_number': 5, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'subnets': [{'id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:19:30.387893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-a4895af5-7d59-4a79-b6c2-6321633ea01f service neutron] 10.222.0.67 "GET /v2.0/networks/6cedb352-1546-434a-82fe-cc940db20f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925941 Jun 03 15:19:30.412451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 3b3eb097-85ca-440e-8d82-bfe76e310e30 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:30.654279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12c5a15d-591f-4fed-8955-fceaf6471c3f req-b57314cf-0fd2-45a6-adab-475c419f4525 service neutron] 10.222.0.67 "GET /v2.0/networks/6cedb352-1546-434a-82fe-cc940db20f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547030 Jun 03 15:19:30.761120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:30.774875 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c94466-e372-4bc9-97fd-f460d097cdd0 None None] New status for floating IP e52f0efe-9be2-473f-baeb-f3e3d1699c75: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:19:30.784178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d022b3-0525-40cc-ac99-b9c9f20bdab8 req-199bf325-ff0f-44de-a8fc-4c2f929f32ad tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:30.786642 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7d022b3-0525-40cc-ac99-b9c9f20bdab8 req-199bf325-ff0f-44de-a8fc-4c2f929f32ad tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.1301985 Jun 03 15:19:30.797764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'mac_address': 'fa:16:3e:ff:1c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:30.845132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7d022b3-0525-40cc-ac99-b9c9f20bdab8 req-4bbba824-7f7c-4f25-937e-798eb1ffeccc tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527713 Jun 03 15:19:30.880335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 3b3eb097-85ca-440e-8d82-bfe76e310e30 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:30.880968 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:30.913341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3eb097-85ca-440e-8d82-bfe76e310e30 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:30.934005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:30.943154 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:31.074795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=12']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:31.141744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771279d-fe35-4df6-be2b-c209b4017cc9 req-192fb680-1dfc-4885-ba21-036255f87fcd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:31.144230 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5771279d-fe35-4df6-be2b-c209b4017cc9 req-192fb680-1dfc-4885-ba21-036255f87fcd tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 950 time: 0.1131573 Jun 03 15:19:31.205725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5771279d-fe35-4df6-be2b-c209b4017cc9 req-4b591269-7e02-4f36-ac6d-90a91c466ed9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Jun 03 15:19:31.593296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['3b3eb097-85ca-440e-8d82-bfe76e310e30'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:31.700696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ac485b45-be20-43a7-bd51-1007131abc74 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:31.926053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:31.952768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'ac485b45-be20-43a7-bd51-1007131abc74', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'ac485b45-be20-43a7-bd51-1007131abc74', 'mac_address': 'fa:16:3e:fa:0e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:32.025990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ac485b45-be20-43a7-bd51-1007131abc74 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:32.026444 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:32.055999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac485b45-be20-43a7-bd51-1007131abc74 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:32.084402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:32.086055 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5d756ca0-e545-4626-b5c0-da567eb29ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:32.091719 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:32.176809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:32.264524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['ac485b45-be20-43a7-bd51-1007131abc74'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:33.698847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ac485b45-be20-43a7-bd51-1007131abc74 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:33.787450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port ac485b45-be20-43a7-bd51-1007131abc74 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:33.787936 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.957023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ac485b45-be20-43a7-bd51-1007131abc74 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:33.957806 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:33.993981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:34.006948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:34.015806 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.157283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:34.226944 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-44f61bf7-aab5-4c45-bebd-d15babfb3d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.432048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 3b3eb097-85ca-440e-8d82-bfe76e310e30 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:34.535896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 3b3eb097-85ca-440e-8d82-bfe76e310e30 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:19:34.543708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 3b3eb097-85ca-440e-8d82-bfe76e310e30 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:34.544077 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.684492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 3b3eb097-85ca-440e-8d82-bfe76e310e30 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:34.684912 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.726504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:34.733848 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:34.823362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=13']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:35.195365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:35.562982 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:36.906387 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:38.064607 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:19:38.154958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ba8d6-0284-4d48-8ec4-cf613e358a78 req-56bb77cd-3b49-447f-b66d-66b6bf8506cc tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:38.165164 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-689ba8d6-0284-4d48-8ec4-cf613e358a78 req-56bb77cd-3b49-447f-b66d-66b6bf8506cc tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.1364222 Jun 03 15:19:38.246025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-689ba8d6-0284-4d48-8ec4-cf613e358a78 req-ee11dad7-ba6e-43e2-b3d3-2458dde57d62 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796802 Jun 03 15:19:38.466362 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42da36d2-3acf-4f05-b8df-6e38286e148b'] response: {'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74', 'code': 200} Jun 03 15:19:38.509208 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:38.704195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b6138-b651-496c-a5b8-1f6596fb40ab req-6742b560-ae8a-4afc-a1b0-91bcc03ac61a tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:38.711560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-530b6138-b651-496c-a5b8-1f6596fb40ab req-6742b560-ae8a-4afc-a1b0-91bcc03ac61a tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 1102 time: 0.2060721 Jun 03 15:19:38.790840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-530b6138-b651-496c-a5b8-1f6596fb40ab req-a1531756-c3f5-4987-9bcb-193fe273f911 tempest-MigrationsAdminTest-1362455014 tempest-MigrationsAdminTest-1362455014-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733988 Jun 03 15:19:38.804384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f447c-ce0b-4f12-b12e-7b97b48b1daa req-8853e132-1403-48e1-b478-7c406914bfcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:38.825778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-248f447c-ce0b-4f12-b12e-7b97b48b1daa req-8853e132-1403-48e1-b478-7c406914bfcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.2018712 Jun 03 15:19:38.962545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-248f447c-ce0b-4f12-b12e-7b97b48b1daa req-63487482-7a4d-4b11-b75c-0c75d2683c14 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315277 Jun 03 15:19:39.962586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf76500-d511-4205-b498-4cc3dfae3308 req-b43ec578-810b-4349-9a6d-2934f7857490 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:39.974484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1bf76500-d511-4205-b498-4cc3dfae3308 req-b43ec578-810b-4349-9a6d-2934f7857490 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.5516152 Jun 03 15:19:40.072192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1bf76500-d511-4205-b498-4cc3dfae3308 req-1a92909a-2d2c-4b36-b2f6-6f9a5057f5de tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966716 Jun 03 15:19:40.336183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fd732-01f1-4448-b00f-e1da531eb3ee req-e56b6a9a-3d8d-4c10-91d4-4e77330ee7c8 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:40.350636 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb4fd732-01f1-4448-b00f-e1da531eb3ee req-e56b6a9a-3d8d-4c10-91d4-4e77330ee7c8 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 951 time: 0.1377485 Jun 03 15:19:40.446362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb4fd732-01f1-4448-b00f-e1da531eb3ee req-ec9ae076-2f0f-44af-ad6b-d8c927983883 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879037 Jun 03 15:19:40.467682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:41.195729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095aff9-6306-4bb0-8292-edfc2ffac30d req-99de05d2-12d9-4bce-bc2f-53e8b4fb0150 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:41.198007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e095aff9-6306-4bb0-8292-edfc2ffac30d req-99de05d2-12d9-4bce-bc2f-53e8b4fb0150 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 951 time: 0.1037886 Jun 03 15:19:41.279768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e095aff9-6306-4bb0-8292-edfc2ffac30d req-16330b6d-8704-4bb4-8b55-bc768d58202b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Deleting port 3b3eb097-85ca-440e-8d82-bfe76e310e30 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:41.280463 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e095aff9-6306-4bb0-8292-edfc2ffac30d req-16330b6d-8704-4bb4-8b55-bc768d58202b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:41.503146 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0117dbdb-9ec5-4a0d-9782-5ac823ad342a'] response: {'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'code': 200} Jun 03 15:19:41.772771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e095aff9-6306-4bb0-8292-edfc2ffac30d req-16330b6d-8704-4bb4-8b55-bc768d58202b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] For port 3b3eb097-85ca-440e-8d82-bfe76e310e30, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3b3eb097-85ca-440e-8d82-bfe76e310e30,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:41.773406 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e095aff9-6306-4bb0-8292-edfc2ffac30d req-16330b6d-8704-4bb4-8b55-bc768d58202b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:41.916162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e095aff9-6306-4bb0-8292-edfc2ffac30d req-16330b6d-8704-4bb4-8b55-bc768d58202b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Calling delete_port for 3b3eb097-85ca-440e-8d82-bfe76e310e30 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:41.976706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfc423-3257-498f-83c6-7f81aac48ade req-618190eb-9114-4887-acd3-85858768f920 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:41.984030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ccfc423-3257-498f-83c6-7f81aac48ade req-618190eb-9114-4887-acd3-85858768f920 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 951 time: 0.3047101 Jun 03 15:19:42.051149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9cb65-95a7-4aa2-aeec-2d7cf4e39814 req-ebe6451d-390f-48d5-ba8b-ce8cfa46d51e tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:42.052998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1d9cb65-95a7-4aa2-aeec-2d7cf4e39814 req-ebe6451d-390f-48d5-ba8b-ce8cfa46d51e tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.4230108 Jun 03 15:19:42.095007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ccfc423-3257-498f-83c6-7f81aac48ade req-909477b3-84a1-4dfe-8762-300743ba3248 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095750 Jun 03 15:19:42.282993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1d9cb65-95a7-4aa2-aeec-2d7cf4e39814 req-9972a193-24d4-459e-bb08-2e14bc8ded80 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108619 Jun 03 15:19:42.307312 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e095aff9-6306-4bb0-8292-edfc2ffac30d req-16330b6d-8704-4bb4-8b55-bc768d58202b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:42.322034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['4063cb38-017f-446d-b983-efa260d39050', 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'b03c6ef7-b80f-4aba-a465-41e8e39592fc'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:42.460743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16330b6d-8704-4bb4-8b55-bc768d58202b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event deleted for resources: {'Port': ['ID=3b3eb097-85ca-440e-8d82-bfe76e310e30,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:42.464430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['3b3eb097-85ca-440e-8d82-bfe76e310e30'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:42.654319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0e590-4350-4a7c-801c-e5d311ceec15 req-9dabd1e5-f833-40b6-8b89-1f500ac44a42 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:42.655871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3e0e590-4350-4a7c-801c-e5d311ceec15 req-9dabd1e5-f833-40b6-8b89-1f500ac44a42 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 950 time: 0.4298635 Jun 03 15:19:42.658256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e095aff9-6306-4bb0-8292-edfc2ffac30d req-16330b6d-8704-4bb4-8b55-bc768d58202b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] No DVR routers for this DVR port 3b3eb097-85ca-440e-8d82-bfe76e310e30 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:42.665013 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e095aff9-6306-4bb0-8292-edfc2ffac30d req-16330b6d-8704-4bb4-8b55-bc768d58202b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:42.665013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-deleted', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:42.728901 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3e0e590-4350-4a7c-801c-e5d311ceec15 req-f9181fa3-c508-44b8-abe6-defe6cb82276 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466881 Jun 03 15:19:42.744500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e095aff9-6306-4bb0-8292-edfc2ffac30d req-16330b6d-8704-4bb4-8b55-bc768d58202b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.67 "DELETE /v2.0/ports/3b3eb097-85ca-440e-8d82-bfe76e310e30 HTTP/1.1" status: 204 len: 173 time: 1.5399644 Jun 03 15:19:42.795700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e7e56-38d9-4e2b-be20-210b0a29c8db req-b811222a-b187-40a1-a7ec-fbcae02c4177 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:42.805004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d8e7e56-38d9-4e2b-be20-210b0a29c8db req-b811222a-b187-40a1-a7ec-fbcae02c4177 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.2854562 Jun 03 15:19:42.905590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d8e7e56-38d9-4e2b-be20-210b0a29c8db req-645974a2-67d3-45e9-bd16-c72c94b919e9 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996187 Jun 03 15:19:43.011338 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9132b335-57f9-4fec-8001-ed8aa3eadf2e'] response: {'server_uuid': '21d8585e-335d-4885-aa26-de32831c58e1', 'name': 'network-vif-deleted', 'tag': '3b3eb097-85ca-440e-8d82-bfe76e310e30', 'status': 'completed', 'code': 200} Jun 03 15:19:43.344071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71647461-ec3a-4111-9169-d84e928ca5a7 req-c461be89-3b40-4d93-9f86-a6b89423d498 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:43.352150 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71647461-ec3a-4111-9169-d84e928ca5a7 req-c461be89-3b40-4d93-9f86-a6b89423d498 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.1860702 Jun 03 15:19:43.436083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71647461-ec3a-4111-9169-d84e928ca5a7 req-b9d9ea53-02da-4c2f-9d39-97920e9c388f tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828369 Jun 03 15:19:43.639014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-36f58c71-4be6-497e-99fe-7ea4ff4b28d3 req-184fee63-731f-4900-830f-8c503c375566 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Synchronizing usage tracker for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:43.663892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-36f58c71-4be6-497e-99fe-7ea4ff4b28d3 req-184fee63-731f-4900-830f-8c503c375566 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Unset dirty status for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:43.670972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36f58c71-4be6-497e-99fe-7ea4ff4b28d3 req-184fee63-731f-4900-830f-8c503c375566 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=21d8585e-335d-4885-aa26-de32831c58e1 HTTP/1.1" status: 200 len: 210 time: 0.0769618 Jun 03 15:19:44.231317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a493b9-6e10-4cc1-8877-73bde0494b4f req-a13e6dde-6ad7-438c-8439-285a333984b4 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:44.240304 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63a493b9-6e10-4cc1-8877-73bde0494b4f req-a13e6dde-6ad7-438c-8439-285a333984b4 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.1194000 Jun 03 15:19:44.300338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63a493b9-6e10-4cc1-8877-73bde0494b4f req-63ae22f0-1ee4-43f9-9ca9-0de5c9834be0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588491 Jun 03 15:19:44.476847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 3b3eb097-85ca-440e-8d82-bfe76e310e30 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:44.553090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 3b3eb097-85ca-440e-8d82-bfe76e310e30 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:19:44.556323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 3b3eb097-85ca-440e-8d82-bfe76e310e30 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:44.557723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b1a49bf8-d787-4cf3-9b57-d0f53c02141c no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:44.756732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b1a49bf8-d787-4cf3-9b57-d0f53c02141c is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:44.757306 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:44.808914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:44.826893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:44.840499 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:44.957867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce273e9-69dd-4609-91e2-bd3039128c29 req-d3dbc1d9-615a-47e8-be59-8efa02e81ba0 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:44.959993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ce273e9-69dd-4609-91e2-bd3039128c29 req-d3dbc1d9-615a-47e8-be59-8efa02e81ba0 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 945 time: 0.4156313 Jun 03 15:19:44.982552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=11']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:45.021325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ce273e9-69dd-4609-91e2-bd3039128c29 req-5ee4d883-c2d9-47c0-b36a-f6cfff7890d5 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552099 Jun 03 15:19:45.225242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc972bb-9cfe-4131-abf0-47006fc7d316 req-b61fb87a-9066-4a63-afb4-04729ebd973f tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:45.226981 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1fc972bb-9cfe-4131-abf0-47006fc7d316 req-b61fb87a-9066-4a63-afb4-04729ebd973f tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 948 time: 0.0998468 Jun 03 15:19:45.329201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1fc972bb-9cfe-4131-abf0-47006fc7d316 req-c45ae145-ef5f-4480-9e9c-262db2033b0a tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848923 Jun 03 15:19:45.358608 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86bcb79-0962-4dd4-9bfc-d6164f88e0e4'] response: {'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'code': 200} Jun 03 15:19:46.209509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da67fb-6d8f-4d6f-bfa0-b507c6c9d785 req-901df276-527b-4af1-8765-8ed54aac1964 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:46.214402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29da67fb-6d8f-4d6f-bfa0-b507c6c9d785 req-901df276-527b-4af1-8765-8ed54aac1964 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 950 time: 0.1528311 Jun 03 15:19:46.447062 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29da67fb-6d8f-4d6f-bfa0-b507c6c9d785 req-0f6ca392-36d9-489d-a5c0-22a7b847c945 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267747 Jun 03 15:19:46.531514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c964c86-ba9f-456f-ab27-79f2c880eb0d req-b235e091-c415-45cb-a462-01a44fd74cd5 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:46.534912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c964c86-ba9f-456f-ab27-79f2c880eb0d req-b235e091-c415-45cb-a462-01a44fd74cd5 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.2919309 Jun 03 15:19:46.604449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c964c86-ba9f-456f-ab27-79f2c880eb0d req-d6fbdf5f-3979-424b-b442-590b7b002863 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631011 Jun 03 15:19:46.899064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ccb86-7967-4b0e-8f0c-9c52b7cdda53 req-537700fa-7e43-4e60-9c39-32858ad94187 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:46.901405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-265ccb86-7967-4b0e-8f0c-9c52b7cdda53 req-537700fa-7e43-4e60-9c39-32858ad94187 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 948 time: 0.1212847 Jun 03 15:19:46.975331 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-265ccb86-7967-4b0e-8f0c-9c52b7cdda53 req-072e8f32-c2e2-4982-916d-95416cb41e5a tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614233 Jun 03 15:19:47.097757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96c85e-653a-4b83-9545-f3f0878dc98f req-febb699e-4d2f-4c92-935f-3ceb48c0285e tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:47.099330 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb96c85e-653a-4b83-9545-f3f0878dc98f req-febb699e-4d2f-4c92-935f-3ceb48c0285e tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 945 time: 0.1196680 Jun 03 15:19:47.152741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb96c85e-653a-4b83-9545-f3f0878dc98f req-71ad78b9-7eea-4567-a403-220126cff891 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups?id=91d9f244-b31f-4b53-a6e2-ff593d47cb83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461640 Jun 03 15:19:47.801138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3635db-25fe-4947-ad8d-7a1bb6e6f699 req-4c6a1e63-b4a6-4e2f-973d-d64fcfd4fcc1 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:47.802818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be3635db-25fe-4947-ad8d-7a1bb6e6f699 req-4c6a1e63-b4a6-4e2f-973d-d64fcfd4fcc1 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 950 time: 0.2522471 Jun 03 15:19:47.843219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0c41c-7166-44b4-8f21-c02f8856cfc6 req-709dfb6a-b140-4927-a2bd-bdad54c599d7 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:47.844792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99f0c41c-7166-44b4-8f21-c02f8856cfc6 req-709dfb6a-b140-4927-a2bd-bdad54c599d7 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.67 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 948 time: 0.2545447 Jun 03 15:19:47.856184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de1d52-2509-4389-90e5-0986c742edc4 req-3bae3a82-ccbe-4b02-a96c-c4978946e546 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:47.857699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0de1d52-2509-4389-90e5-0986c742edc4 req-3bae3a82-ccbe-4b02-a96c-c4978946e546 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.75 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 950 time: 0.2368538 Jun 03 15:19:48.018922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-99f0c41c-7166-44b4-8f21-c02f8856cfc6 req-71ae0f5b-5826-48a5-976b-897b5abbfd73 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Deleting port b1a49bf8-d787-4cf3-9b57-d0f53c02141c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:48.019231 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-99f0c41c-7166-44b4-8f21-c02f8856cfc6 req-71ae0f5b-5826-48a5-976b-897b5abbfd73 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:48.055478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be3635db-25fe-4947-ad8d-7a1bb6e6f699 req-db5df02e-92c1-4cf8-aca6-860bef2f40e5 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419057 Jun 03 15:19:48.060793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e0de1d52-2509-4389-90e5-0986c742edc4 req-fb215508-2b48-4eca-b7c8-d6730c5a314b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Deleting port b03c6ef7-b80f-4aba-a465-41e8e39592fc {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:48.060793 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e0de1d52-2509-4389-90e5-0986c742edc4 req-fb215508-2b48-4eca-b7c8-d6730c5a314b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:48.304613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524ee04-a7fa-4b2f-8b71-6df4a8b765b1 req-0ab25807-46f2-4ffb-a708-71bb76f05b0a tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:48.320288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2524ee04-a7fa-4b2f-8b71-6df4a8b765b1 req-0ab25807-46f2-4ffb-a708-71bb76f05b0a tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.5479848 Jun 03 15:19:48.630568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9515c94f-390e-4402-87f1-63ea23913c5f tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:48.631931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9515c94f-390e-4402-87f1-63ea23913c5f tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Synchronizing usage tracker for tenant:a4793e20eebe4d769a5d2f0fb254ba92 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:48.646238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9515c94f-390e-4402-87f1-63ea23913c5f tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Unset dirty status for tenant:a4793e20eebe4d769a5d2f0fb254ba92 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:48.647881 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9515c94f-390e-4402-87f1-63ea23913c5f tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.75 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 945 time: 0.1407769 Jun 03 15:19:48.764387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Deleting port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:48.765087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:48.766586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2524ee04-a7fa-4b2f-8b71-6df4a8b765b1 req-1639456b-3871-4108-870a-c3fa061ce5a4 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564693 Jun 03 15:19:49.084555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-99f0c41c-7166-44b4-8f21-c02f8856cfc6 req-71ae0f5b-5826-48a5-976b-897b5abbfd73 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] For port b1a49bf8-d787-4cf3-9b57-d0f53c02141c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:49.085152 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-99f0c41c-7166-44b4-8f21-c02f8856cfc6 req-71ae0f5b-5826-48a5-976b-897b5abbfd73 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:49.109776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e0de1d52-2509-4389-90e5-0986c742edc4 req-fb215508-2b48-4eca-b7c8-d6730c5a314b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] For port b03c6ef7-b80f-4aba-a465-41e8e39592fc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b03c6ef7-b80f-4aba-a465-41e8e39592fc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:49.109776 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e0de1d52-2509-4389-90e5-0986c742edc4 req-fb215508-2b48-4eca-b7c8-d6730c5a314b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:49.120723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] For port aaa24367-dd70-4fe3-9f06-bb85836ea8e3, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=aaa24367-dd70-4fe3-9f06-bb85836ea8e3,segment=NetworkSegment(84c8c22b-f308-4933-887b-86100dbdcad1),segment_id=84c8c22b-f308-4933-887b-86100dbdcad1)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:49.120723 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:49.127960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-4aa9f118-43f4-4437-9001-e12edd8a2271 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:49.129424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-4aa9f118-43f4-4437-9001-e12edd8a2271 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 808 time: 0.7940223 Jun 03 15:19:49.287004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-7b5711b8-a993-46ba-b7fe-df922344b9b2 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/quotas/0d78e7387998464690d183527a2939a5 HTTP/1.1" status: 200 len: 375 time: 0.0100107 Jun 03 15:19:49.471893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-99f0c41c-7166-44b4-8f21-c02f8856cfc6 req-71ae0f5b-5826-48a5-976b-897b5abbfd73 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Calling delete_port for b1a49bf8-d787-4cf3-9b57-d0f53c02141c owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:49.525315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e0de1d52-2509-4389-90e5-0986c742edc4 req-fb215508-2b48-4eca-b7c8-d6730c5a314b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Calling delete_port for b03c6ef7-b80f-4aba-a465-41e8e39592fc owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:49.607039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b6522-dd09-4872-a3b2-4a0d28071fa1 req-cf8bdd95-d9d0-4f9a-b59a-9ddbf66f94b6 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:49.614579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b9b6522-dd09-4872-a3b2-4a0d28071fa1 req-cf8bdd95-d9d0-4f9a-b59a-9ddbf66f94b6 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/ports?device_id=53ef0965-93ad-499f-bffd-c133ae8c62a1 HTTP/1.1" status: 200 len: 948 time: 0.6420798 Jun 03 15:19:49.701441 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:49.701441 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:49.701441 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Floating IP f80f88ad-ca2f-4d28-9249-f44b4fe8292a disassociated. External IP: 172.25.7.23, port: aaa24367-dd70-4fe3-9f06-bb85836ea8e3. Jun 03 15:19:49.701441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Calling delete_port for aaa24367-dd70-4fe3-9f06-bb85836ea8e3 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:49.787318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b03c6ef7-b80f-4aba-a465-41e8e39592fc no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:49.830352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b9b6522-dd09-4872-a3b2-4a0d28071fa1 req-cf3c4fd6-314b-4eb7-a043-1245c6caf6fd tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e3c17c-b92d-48e9-a036-eb3e0b180d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182748 Jun 03 15:19:49.871904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-9e798a99-2961-4024-adef-16d74ae838eb tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3205612 Jun 03 15:19:49.996966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b03c6ef7-b80f-4aba-a465-41e8e39592fc is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:49.996966 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:50.047118 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:50.118740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Pushing event deleted for resources: {'Port': ['ID=aaa24367-dd70-4fe3-9f06-bb85836ea8e3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:50.196545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.196796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.197142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.197914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.197914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.198465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.198465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.198738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.199084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.199409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.199851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.200665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:50.238576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4125b395-bdbb-4ca2-9f86-3428c9d3e8ef req-e94b5712-1d05-4b80-8c99-d4e3bfa5b30f tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/ports?device_id=b444b8ba-de4c-416c-a925-337a4e55e5e5 HTTP/1.1" status: 200 len: 210 time: 0.1502860 Jun 03 15:19:50.238576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-99f0c41c-7166-44b4-8f21-c02f8856cfc6 req-71ae0f5b-5826-48a5-976b-897b5abbfd73 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:50.313394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae0f5b-5826-48a5-976b-897b5abbfd73 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Pushing event deleted for resources: {'Port': ['ID=b1a49bf8-d787-4cf3-9b57-d0f53c02141c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:50.422220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Router df72d7e2-2581-492f-ba27-7025cd9280b2 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:19:50.449318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e0de1d52-2509-4389-90e5-0986c742edc4 req-fb215508-2b48-4eca-b7c8-d6730c5a314b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:50.461672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['4063cb38-017f-446d-b983-efa260d39050', 'b0a23afd-34dd-4424-a1b2-0c19de35c000'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:50.537387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a13a44ce-3c77-491d-8e96-e5cf60af8f9b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:19:50.550514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b1a49bf8-d787-4cf3-9b57-d0f53c02141c no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:50.628868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f0c41c-7166-44b4-8f21-c02f8856cfc6 req-71ae0f5b-5826-48a5-976b-897b5abbfd73 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] No DVR routers for this DVR port b1a49bf8-d787-4cf3-9b57-d0f53c02141c on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:50.631743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: b1a49bf8-d787-4cf3-9b57-d0f53c02141c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:19:50.632255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b1a49bf8-d787-4cf3-9b57-d0f53c02141c not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:50.673267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:19:50.696918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f71f78-54a8-44c2-8213-f266b0bf630b None None] Sync routers for ids ['df72d7e2-2581-492f-ba27-7025cd9280b2'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:19:50.745127 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-99f0c41c-7166-44b4-8f21-c02f8856cfc6 req-71ae0f5b-5826-48a5-976b-897b5abbfd73 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:50.772561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb215508-2b48-4eca-b7c8-d6730c5a314b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event deleted for resources: {'Port': ['ID=b03c6ef7-b80f-4aba-a465-41e8e39592fc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:50.774491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-deleted', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:50.798038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] No DVR routers for this DVR port aaa24367-dd70-4fe3-9f06-bb85836ea8e3 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:50.801637 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:50.813499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'name': 'network-vif-deleted', 'tag': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:50.827090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d52f4a0c-3ad1-4d3a-8316-7b4302262f80 req-2d0a34a5-84f7-4474-b4b7-59e43385d533 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c75fe189-f2cd-43bb-ac79-4b9f52b22e4b HTTP/1.1" status: 200 len: 210 time: 0.2859435 Jun 03 15:19:50.827707 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e75acf18-e8a5-4a1a-84a5-d08259e2761d req-9e79a709-9856-4b0d-96d3-304597ea67e6 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.75 "DELETE /v2.0/ports/aaa24367-dd70-4fe3-9f06-bb85836ea8e3 HTTP/1.1" status: 204 len: 173 time: 2.1713538 Jun 03 15:19:50.832856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-fbb05908-4400-437b-99d0-65959eb475fd service neutron] 10.222.0.48 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9596376 Jun 03 15:19:50.900644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f71f78-54a8-44c2-8213-f266b0bf630b None None] Routers {'df72d7e2-2581-492f-ba27-7025cd9280b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:50.901911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b6f71f78-54a8-44c2-8213-f266b0bf630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:19:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['df72d7e2-2581-492f-ba27-7025cd9280b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:50.995682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99f0c41c-7166-44b4-8f21-c02f8856cfc6 req-71ae0f5b-5826-48a5-976b-897b5abbfd73 tempest-ImagesOneServerTestJSON-1806091859 tempest-ImagesOneServerTestJSON-1806091859-project] 10.222.0.67 "DELETE /v2.0/ports/b1a49bf8-d787-4cf3-9b57-d0f53c02141c HTTP/1.1" status: 204 len: 173 time: 3.1369224 Jun 03 15:19:51.076257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0de1d52-2509-4389-90e5-0986c742edc4 req-fb215508-2b48-4eca-b7c8-d6730c5a314b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] No DVR routers for this DVR port b03c6ef7-b80f-4aba-a465-41e8e39592fc on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:19:51.080929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e0de1d52-2509-4389-90e5-0986c742edc4 req-fb215508-2b48-4eca-b7c8-d6730c5a314b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:51.092041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0de1d52-2509-4389-90e5-0986c742edc4 req-fb215508-2b48-4eca-b7c8-d6730c5a314b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.75 "DELETE /v2.0/ports/b03c6ef7-b80f-4aba-a465-41e8e39592fc HTTP/1.1" status: 204 len: 173 time: 3.1922026 Jun 03 15:19:51.420457 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a13a44ce-3c77-491d-8e96-e5cf60af8f9b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:51.526728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b', 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46', 'port_id': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b', 'mac_address': 'fa:16:3e:44:eb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a11859-d722-4ef3-9227-96890173ae25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:19:51.590465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b6f71f78-54a8-44c2-8213-f266b0bf630b None None] Set router df72d7e2-2581-492f-ba27-7025cd9280b2 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:51.649103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-6cbe7833-3e52-4a6b-9d3e-51d72ff2a7f2 service neutron] 10.222.0.48 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7268801 Jun 03 15:19:51.756168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec44e9-bd15-4389-adae-cd1281e4b23a req-8e707a65-e248-45c9-8bfd-170ee4f19d71 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:51.763022 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cec44e9-bd15-4389-adae-cd1281e4b23a req-8e707a65-e248-45c9-8bfd-170ee4f19d71 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.5711987 Jun 03 15:19:51.875374 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cec44e9-bd15-4389-adae-cd1281e4b23a req-5ce70f6b-f39c-4597-bdbf-c2f7a5ee46c3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069272 Jun 03 15:19:52.034255 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3c1468-7fc0-450d-8d51-05cc2f40c759'] response: {'server_uuid': '53ef0965-93ad-499f-bffd-c133ae8c62a1', 'name': 'network-vif-deleted', 'tag': 'b1a49bf8-d787-4cf3-9b57-d0f53c02141c', 'status': 'completed', 'code': 200} Jun 03 15:19:52.106055 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92d47d2-d73e-49b7-a0f7-ff2fb049ace9'] response: {'server_uuid': 'b444b8ba-de4c-416c-a925-337a4e55e5e5', 'name': 'network-vif-deleted', 'tag': 'aaa24367-dd70-4fe3-9f06-bb85836ea8e3', 'status': 'completed', 'code': 200} Jun 03 15:19:52.167312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a13a44ce-3c77-491d-8e96-e5cf60af8f9b is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:52.167844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:52.215218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a13a44ce-3c77-491d-8e96-e5cf60af8f9b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:19:52.286377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a13a44ce-3c77-491d-8e96-e5cf60af8f9b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:52.304932 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:52.504689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:52.558029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['a13a44ce-3c77-491d-8e96-e5cf60af8f9b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:52.633355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35614) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:52.780326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35620) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:52.846513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80e260ab-0456-425a-8056-9299c00bfc67 req-2e9833ce-bfe4-4faf-9bba-277aa2f849b2 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 210 time: 0.1206527 Jun 03 15:19:52.896956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52f2ea50-cfc4-48ae-9413-6a071a740913 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:52.920534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b6f71f78-54a8-44c2-8213-f266b0bf630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:07Z', 'revision_number': 4, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '820f5766-0b11-4f9d-89fc-699b51b80589', 'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'mac_address': 'fa:16:3e:ba:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:05Z', 'updated_at': '2022-06-03T15:18:18Z', 'revision_number': 5, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'subnets': [{'id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:52.928690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35626) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:52.952918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f71f78-54a8-44c2-8213-f266b0bf630b None None] Checking router: df72d7e2-2581-492f-ba27-7025cd9280b2 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:19:53.009238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f71f78-54a8-44c2-8213-f266b0bf630b None None] Routers {'df72d7e2-2581-492f-ba27-7025cd9280b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:19:53.010203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b6f71f78-54a8-44c2-8213-f266b0bf630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:19:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['df72d7e2-2581-492f-ba27-7025cd9280b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:53.056463 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75f51c3a-f9a2-4719-ab5e-f7505c428089 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.068119 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52f2ea50-cfc4-48ae-9413-6a071a740913 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.329226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75f51c3a-f9a2-4719-ab5e-f7505c428089 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.344229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2305fda7-2248-40e5-b275-9782e83579f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3863951d9a7e4148b0a2fe0d1a8a70d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143777 Jun 03 15:19:53.347482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35638) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:53.474537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b6f71f78-54a8-44c2-8213-f266b0bf630b None None] Set router df72d7e2-2581-492f-ba27-7025cd9280b2 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:19:53.571085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a92d133-a45b-47b6-b433-abc280537b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.591780 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75f51c3a-f9a2-4719-ab5e-f7505c428089 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.643014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da632033-3eff-4b55-bd85-d8ef6944651e req-5d7c8195-e9b4-4fed-9f2f-dcebe6f8d7b6 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:53.658691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da632033-3eff-4b55-bd85-d8ef6944651e req-5d7c8195-e9b4-4fed-9f2f-dcebe6f8d7b6 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 944 time: 0.4924874 Jun 03 15:19:53.693677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f51c3a-f9a2-4719-ab5e-f7505c428089 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bf238b-5f10-46b0-a138-3c2c8227c6fb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:53.715212 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75f51c3a-f9a2-4719-ab5e-f7505c428089 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.732528 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-75f51c3a-f9a2-4719-ab5e-f7505c428089 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "DELETE /v2.0/security-groups/d7bf238b-5f10-46b0-a138-3c2c8227c6fb HTTP/1.1" status: 204 len: 168 time: 0.9564655 Jun 03 15:19:53.733371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35654) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:53.737381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52f2ea50-cfc4-48ae-9413-6a071a740913 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.740293 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52f2ea50-cfc4-48ae-9413-6a071a740913 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.741686 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-52f2ea50-cfc4-48ae-9413-6a071a740913 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "DELETE /v2.0/security-groups/91d9f244-b31f-4b53-a6e2-ff593d47cb83 HTTP/1.1" status: 204 len: 168 time: 1.1054113 Jun 03 15:19:53.755258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35658) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:53.783407 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a92d133-a45b-47b6-b433-abc280537b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:53.788029 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-0a35a656-d6dd-463b-90fe-3238e0754954 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] show failed (client error): The resource could not be found. Jun 03 15:19:53.791778 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0a35a656-d6dd-463b-90fe-3238e0754954 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups/d7bf238b-5f10-46b0-a138-3c2c8227c6fb HTTP/1.1" status: 404 len: 347 time: 0.0561111 Jun 03 15:19:53.793418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35664) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:53.806264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device aaa24367-dd70-4fe3-9f06-bb85836ea8e3 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:53.911484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: aaa24367-dd70-4fe3-9f06-bb85836ea8e3 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:19:53.911484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device aaa24367-dd70-4fe3-9f06-bb85836ea8e3 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:19:53.951038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2ea50-cfc4-48ae-9413-6a071a740913 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d9f244-b31f-4b53-a6e2-ff593d47cb83,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:53.955853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da632033-3eff-4b55-bd85-d8ef6944651e req-72763ce7-eb50-4b8f-a274-52dece3512dc tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542458 Jun 03 15:19:53.986974 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-93dbcf65-c819-431e-998d-f91975fcdded tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] show failed (client error): The resource could not be found. Jun 03 15:19:53.986974 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-93dbcf65-c819-431e-998d-f91975fcdded tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "GET /v2.0/security-groups/91d9f244-b31f-4b53-a6e2-ff593d47cb83 HTTP/1.1" status: 404 len: 347 time: 0.2214477 Jun 03 15:19:53.986974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35670) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:54.117272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-deleted', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:54.182720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1525d527-cc57-4711-b302-b171a9ec41e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Deleting port f42f355f-71b2-42a7-a795-a0541a9db99a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:54.183063 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1525d527-cc57-4711-b302-b171a9ec41e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.288389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cf677dc-32bc-4db9-a0e0-48dcab4b5f3c req-3357a585-ad9e-4729-a604-f70b62945818 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 210 time: 0.2789872 Jun 03 15:19:54.398676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b6f71f78-54a8-44c2-8213-f266b0bf630b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:07Z', 'revision_number': 4, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '820f5766-0b11-4f9d-89fc-699b51b80589', 'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'mac_address': 'fa:16:3e:ba:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:05Z', 'updated_at': '2022-06-03T15:18:18Z', 'revision_number': 5, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'subnets': [{'id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:19:54.411992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f71f78-54a8-44c2-8213-f266b0bf630b None None] The sync data for ids ['df72d7e2-2581-492f-ba27-7025cd9280b2'] in n-d-844595-1 is: [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:18:07Z', 'revision_number': 4, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '820f5766-0b11-4f9d-89fc-699b51b80589', 'name': '', 'network_id': 'da7253fd-8f6a-4440-bc5e-2a046170d873', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'mac_address': 'fa:16:3e:ba:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:05Z', 'updated_at': '2022-06-03T15:18:18Z', 'revision_number': 5, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'subnets': [{'id': 'ecd6f56c-dc59-4343-a3e9-8076a5b3398a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:19:54.528868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a13a44ce-3c77-491d-8e96-e5cf60af8f9b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:19:54.666205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port a13a44ce-3c77-491d-8e96-e5cf60af8f9b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:19:54.666811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.712806 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a18615-54ee-43ce-b1c2-db1d45a284f3'] response: {'server_uuid': 'c75fe189-f2cd-43bb-ac79-4b9f52b22e4b', 'name': 'network-vif-deleted', 'tag': 'b03c6ef7-b80f-4aba-a465-41e8e39592fc', 'status': 'completed', 'code': 200} Jun 03 15:19:54.756681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1525d527-cc57-4711-b302-b171a9ec41e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.757594 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1525d527-cc57-4711-b302-b171a9ec41e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.876959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Deleting port 7e769f4a-1c0b-4a35-94fd-8e466a51f590 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:54.887011 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.895336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a13a44ce-3c77-491d-8e96-e5cf60af8f9b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:54.895336 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:54.953984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbda078e-6c88-46dc-96b8-345602c85167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:54.981557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a13a44ce-3c77-491d-8e96-e5cf60af8f9b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:54.993980 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.036702 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05282ae2-67a1-4173-87cf-a88747cf6007 None None] New status for floating IP f80f88ad-ca2f-4d28-9249-f44b4fe8292a: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:19:55.082730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a92d133-a45b-47b6-b433-abc280537b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.166401 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6079fe1d-ce77-4900-80ee-22c61c5b7623'] response: {'server_uuid': 'bbda078e-6c88-46dc-96b8-345602c85167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b', 'code': 200} Jun 03 15:19:55.202620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:55.242603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92d133-a45b-47b6-b433-abc280537b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e3c17c-b92d-48e9-a036-eb3e0b180d47,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:55.312745 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a92d133-a45b-47b6-b433-abc280537b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.317251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3a92d133-a45b-47b6-b433-abc280537b98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3e3c17c-b92d-48e9-a036-eb3e0b180d47 HTTP/1.1" status: 204 len: 168 time: 1.9616129 Jun 03 15:19:55.512545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1525d527-cc57-4711-b302-b171a9ec41e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Calling delete_port for f42f355f-71b2-42a7-a795-a0541a9db99a owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:55.549849 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.550597 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.573921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9276c4a-d2da-4263-8ae4-ddf2cb5a0fcb req-19ff06f9-0602-406b-a27e-08c7d1e4032c tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:55.583104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9276c4a-d2da-4263-8ae4-ddf2cb5a0fcb req-19ff06f9-0602-406b-a27e-08c7d1e4032c tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 945 time: 0.3461475 Jun 03 15:19:55.781017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1525d527-cc57-4711-b302-b171a9ec41e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:55.823558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Calling delete_port for 7e769f4a-1c0b-4a35-94fd-8e466a51f590 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:55.849535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525d527-cc57-4711-b302-b171a9ec41e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event deleted for resources: {'Port': ['ID=f42f355f-71b2-42a7-a795-a0541a9db99a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:55.938993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70977638-b0ea-4b78-90e5-89c39ec076fa req-a8e7d370-1680-462c-aeb1-08d502b3705a tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 210 time: 0.4284520 Jun 03 15:19:55.995438 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:19:55.995754 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:19:56.100427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1525d527-cc57-4711-b302-b171a9ec41e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:56.129461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1525d527-cc57-4711-b302-b171a9ec41e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:56.131352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9276c4a-d2da-4263-8ae4-ddf2cb5a0fcb req-ed266a8c-a4c2-40db-a1ee-7ccf1f1bf751 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5470936 Jun 03 15:19:56.139622 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1525d527-cc57-4711-b302-b171a9ec41e2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "DELETE /v2.0/floatingips/3fdf80ab-5a38-45c7-8c5e-79e489b281fa HTTP/1.1" status: 204 len: 168 time: 2.3364291 Jun 03 15:19:56.260781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-75c22a44-a5e5-4ad3-9981-07f02ab82c73 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:56.263500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-75c22a44-a5e5-4ad3-9981-07f02ab82c73 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 808 time: 0.3110628 Jun 03 15:19:56.284345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Request body: {'port': {'device_id': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30', 'admin_state_up': True, 'tenant_id': '0d78e7387998464690d183527a2939a5'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:19:56.498808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Deleting port 7e769f4a-1c0b-4a35-94fd-8e466a51f590 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:56.501976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:56.519404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a13a44ce-3c77-491d-8e96-e5cf60af8f9b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:19:56.869961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a13a44ce-3c77-491d-8e96-e5cf60af8f9b is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:19:56.870587 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:56.925841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a13a44ce-3c77-491d-8e96-e5cf60af8f9b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:56.931140 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.019047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:57.120554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:57.155533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Usage tracker for resource:port and tenant:0d78e7387998464690d183527a2939a5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:57.161295 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:57.167295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbda078e-6c88-46dc-96b8-345602c85167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:19:57.169200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:57.194592 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.194920 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.207912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Made reservation on behalf of 0d78e7387998464690d183527a2939a5 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:19:57.211357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:57.354337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Calling delete_port for 7e769f4a-1c0b-4a35-94fd-8e466a51f590 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:19:57.443208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d4a8c-cef2-406e-9503-04541c3f0dcf req-2d059cf4-499e-4b03-884a-b3a30c2e153b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:57.443494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-684d4a8c-cef2-406e-9503-04541c3f0dcf req-2d059cf4-499e-4b03-884a-b3a30c2e153b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Synchronizing usage tracker for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:19:57.462245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2aefb-1adc-4661-b2d5-fda6523b34e5 req-8cdfdd3b-bd60-4b36-b07b-cc71bba1522b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:57.464353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce2aefb-1adc-4661-b2d5-fda6523b34e5 req-8cdfdd3b-bd60-4b36-b07b-cc71bba1522b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 943 time: 0.4827740 Jun 03 15:19:57.542521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-684d4a8c-cef2-406e-9503-04541c3f0dcf req-2d059cf4-499e-4b03-884a-b3a30c2e153b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Unset dirty status for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:19:57.546358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-684d4a8c-cef2-406e-9503-04541c3f0dcf req-2d059cf4-499e-4b03-884a-b3a30c2e153b tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.5642521 Jun 03 15:19:57.639236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce2aefb-1adc-4661-b2d5-fda6523b34e5 req-6cfb8cbf-8729-49c1-9cb2-9dc89c4e332d tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663761 Jun 03 15:19:57.722022 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-684d4a8c-cef2-406e-9503-04541c3f0dcf req-e8da2cb8-45b4-4a87-a356-830a2cb47450 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521671 Jun 03 15:19:57.814035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Allocated IP 172.20.0.10 (8cb25ac1-9870-48ce-a1f0-48375a2dcb30/ccd1cc9a-743d-40a3-a3a7-dda516523fdd/8f4c4b42-5826-453a-a5cc-2a9e650de895) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:19:58.040881 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:58.151034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Pushing event deleted for resources: {'Port': ['ID=7e769f4a-1c0b-4a35-94fd-8e466a51f590,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:58.169709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac1fdab3-b95b-483b-a179-eded4150e4f8 req-e23f6086-79ee-4c92-92a7-bfdb60becbb2 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 210 time: 0.1179986 Jun 03 15:19:58.175343 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7855b5d-b239-40ad-8540-07f9bb2e9851'] response: {'server_uuid': 'bbda078e-6c88-46dc-96b8-345602c85167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b', 'code': 200} Jun 03 15:19:58.326943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.326943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.326943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.330333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.331716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.336069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.336069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.336069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.336069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.336069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.336069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.340592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:19:58.613610 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:58.619799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:58.651021 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:58.652079 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-198dd970-5981-42b6-a517-126df137d190 tempest-ServersTestManualDisk-793692439 tempest-ServersTestManualDisk-793692439-project] 10.222.0.48 "DELETE /v2.0/floatingips/f80f88ad-ca2f-4d28-9249-f44b4fe8292a HTTP/1.1" status: 204 len: 168 time: 4.6596341 Jun 03 15:19:58.656018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35806) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:58.677194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3598741-1b68-479e-bd91-351d4a794dce req-e4b0ca09-992d-4ccd-82f3-a502b6e877a9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:58.678848 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3598741-1b68-479e-bd91-351d4a794dce req-e4b0ca09-992d-4ccd-82f3-a502b6e877a9 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.75 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.3133311 Jun 03 15:19:58.774053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b3598741-1b68-479e-bd91-351d4a794dce req-43794fce-6900-4aa0-af62-34d82edbecc2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Deleting port b0a23afd-34dd-4424-a1b2-0c19de35c000 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:58.774457 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b3598741-1b68-479e-bd91-351d4a794dce req-43794fce-6900-4aa0-af62-34d82edbecc2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:58.859326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a3db5-657f-4aa8-bba3-b18e3d942948 req-88ac08db-09d0-4235-a422-49eb69dff376 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:58.860812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c77a3db5-657f-4aa8-bba3-b18e3d942948 req-88ac08db-09d0-4235-a422-49eb69dff376 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ff1ad2-8d95-41cd-b538-f931f9618cb4 HTTP/1.1" status: 200 len: 950 time: 0.3641095 Jun 03 15:19:58.904727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35816) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:58.946252 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:58.959763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['e3620305-4eb4-45ff-bf63-432f28acaf16'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:19:59.091291 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a60160f7-a735-4aa2-a8f6-dd623bca0b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.155774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a60160f7-a735-4aa2-a8f6-dd623bca0b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:19:59.163414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a60160f7-a735-4aa2-a8f6-dd623bca0b9e admin admin] Usage tracker for resource:security_group_rule and tenant:deb641538f014d7a92f2e44741eb3b3f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:19:59.172525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a60160f7-a735-4aa2-a8f6-dd623bca0b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:19:59.181503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a60160f7-a735-4aa2-a8f6-dd623bca0b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:19:59.272582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:19:59.286080 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.292162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:19:59.296900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:19:59.376712 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a60160f7-a735-4aa2-a8f6-dd623bca0b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.380794 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c77a3db5-657f-4aa8-bba3-b18e3d942948 req-d8c45f4a-0e63-4db2-b864-ea4c8db28d55 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723444 Jun 03 15:19:59.392164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Pushing event updated for resources: {'Port': ['ID=8f4c4b42-5826-453a-a5cc-2a9e650de895,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:59.421834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a60160f7-a735-4aa2-a8f6-dd623bca0b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.488875 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a60160f7-a735-4aa2-a8f6-dd623bca0b9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=deb641538f014d7a92f2e44741eb3b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5801096 Jun 03 15:19:59.491923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35828) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:19:59.517254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60160f7-a735-4aa2-a8f6-dd623bca0b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2758a5b3-720a-40ad-aa28-3196c3854cdc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:59.534301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:59.534652 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.562926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2ca42-53bf-4b85-a0ed-d6bff96bec02 req-867cc7fa-256c-43c6-941e-5fce3e04dc9d tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:59.564466 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42d2ca42-53bf-4b85-a0ed-d6bff96bec02 req-867cc7fa-256c-43c6-941e-5fce3e04dc9d tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 943 time: 0.7566447 Jun 03 15:19:59.575706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.652984 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff11d5ac-21fd-4c8b-907e-78c20bd9f8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.699905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9b709-dad8-40b7-9517-a7615b5ce0ef req-4916f25d-4867-461f-85b9-610d9849f2cc tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:19:59.701245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbe9b709-dad8-40b7-9517-a7615b5ce0ef req-4916f25d-4867-461f-85b9-610d9849f2cc tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 943 time: 0.8929362 Jun 03 15:19:59.714686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a961117a-0248-4460-929a-f61dc54601a0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4343953 Jun 03 15:19:59.749785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff11d5ac-21fd-4c8b-907e-78c20bd9f8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.764532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-00b118aa-ac9d-4077-abc7-c949f02107e1 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:19:59.765636 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-00b118aa-ac9d-4077-abc7-c949f02107e1 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248344 Jun 03 15:19:59.816889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b3598741-1b68-479e-bd91-351d4a794dce req-43794fce-6900-4aa0-af62-34d82edbecc2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] For port b0a23afd-34dd-4424-a1b2-0c19de35c000, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b0a23afd-34dd-4424-a1b2-0c19de35c000,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:19:59.816889 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b3598741-1b68-479e-bd91-351d4a794dce req-43794fce-6900-4aa0-af62-34d82edbecc2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.842075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-42d2ca42-53bf-4b85-a0ed-d6bff96bec02 req-52191181-a078-4f99-b080-1091abaa7fe3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Deleting port a13a44ce-3c77-491d-8e96-e5cf60af8f9b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:19:59.842451 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-42d2ca42-53bf-4b85-a0ed-d6bff96bec02 req-52191181-a078-4f99-b080-1091abaa7fe3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.920175 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff11d5ac-21fd-4c8b-907e-78c20bd9f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.940866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11d5ac-21fd-4c8b-907e-78c20bd9f8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2758a5b3-720a-40ad-aa28-3196c3854cdc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:19:59.970409 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff11d5ac-21fd-4c8b-907e-78c20bd9f8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:19:59.970694 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ff11d5ac-21fd-4c8b-907e-78c20bd9f8e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2758a5b3-720a-40ad-aa28-3196c3854cdc HTTP/1.1" status: 204 len: 168 time: 0.4765773 Jun 03 15:20:00.042958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Request body: {'port': {'device_id': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:00.078061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] Deleting port 820f5766-0b11-4f9d-89fc-699b51b80589 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:00.078061 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.086618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b3598741-1b68-479e-bd91-351d4a794dce req-43794fce-6900-4aa0-af62-34d82edbecc2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Calling delete_port for b0a23afd-34dd-4424-a1b2-0c19de35c000 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:00.143333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbe9b709-dad8-40b7-9517-a7615b5ce0ef req-7cf7633d-711f-4b2a-986d-bdd231776cae tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095495 Jun 03 15:20:00.227656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfec2d7-bb97-4d9e-8f68-63056cfd28c3 req-6858d240-1744-41b0-9094-b53ad3986c30 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:00.229562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fdfec2d7-bb97-4d9e-8f68-63056cfd28c3 req-6858d240-1744-41b0-9094-b53ad3986c30 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 950 time: 0.7086682 Jun 03 15:20:00.467978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] For port 820f5766-0b11-4f9d-89fc-699b51b80589, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=820f5766-0b11-4f9d-89fc-699b51b80589,segment=NetworkSegment(84c8c22b-f308-4933-887b-86100dbdcad1),segment_id=84c8c22b-f308-4933-887b-86100dbdcad1)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:00.468342 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.533515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fdfec2d7-bb97-4d9e-8f68-63056cfd28c3 req-baf2a395-06cb-4f35-be45-8f9acd05277d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789991 Jun 03 15:20:00.640870 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.672023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] Calling delete_port for 820f5766-0b11-4f9d-89fc-699b51b80589 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:00.859436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b3598741-1b68-479e-bd91-351d4a794dce req-43794fce-6900-4aa0-af62-34d82edbecc2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.878739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['4063cb38-017f-446d-b983-efa260d39050', 'b0a23afd-34dd-4424-a1b2-0c19de35c000'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:00.896897 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:00.956659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] Pushing event deleted for resources: {'Port': ['ID=820f5766-0b11-4f9d-89fc-699b51b80589,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:01.044668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43794fce-6900-4aa0-af62-34d82edbecc2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event deleted for resources: {'Port': ['ID=b0a23afd-34dd-4424-a1b2-0c19de35c000,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:01.087963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7ee1b-eba3-4718-8c7f-e83fbd7893a2 req-189384f4-3d70-496d-9232-b74d4e17d7fc tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:01.089206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1ea7ee1b-eba3-4718-8c7f-e83fbd7893a2 req-189384f4-3d70-496d-9232-b74d4e17d7fc tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Synchronizing usage tracker for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:01.280984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35866) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:01.459105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3598741-1b68-479e-bd91-351d4a794dce req-43794fce-6900-4aa0-af62-34d82edbecc2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] No DVR routers for this DVR port b0a23afd-34dd-4424-a1b2-0c19de35c000 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:01.476577 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b3598741-1b68-479e-bd91-351d4a794dce req-43794fce-6900-4aa0-af62-34d82edbecc2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:01.543054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'name': 'network-vif-deleted', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:01.555042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-42d2ca42-53bf-4b85-a0ed-d6bff96bec02 req-52191181-a078-4f99-b080-1091abaa7fe3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] For port a13a44ce-3c77-491d-8e96-e5cf60af8f9b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:01.555042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-42d2ca42-53bf-4b85-a0ed-d6bff96bec02 req-52191181-a078-4f99-b080-1091abaa7fe3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:01.577534 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:01.624091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3598741-1b68-479e-bd91-351d4a794dce req-43794fce-6900-4aa0-af62-34d82edbecc2 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.75 "DELETE /v2.0/ports/b0a23afd-34dd-4424-a1b2-0c19de35c000 HTTP/1.1" status: 204 len: 173 time: 2.9299512 Jun 03 15:20:01.685484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1761148062-network', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:01.690985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:01.695281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Usage tracker for resource:network and tenant:1da89c7dc78f418a9e55b7b9df4ddf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:01.709517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:01.724898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:01.774695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-42d2ca42-53bf-4b85-a0ed-d6bff96bec02 req-52191181-a078-4f99-b080-1091abaa7fe3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Calling delete_port for a13a44ce-3c77-491d-8e96-e5cf60af8f9b owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:01.792369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Made reservation on behalf of 1da89c7dc78f418a9e55b7b9df4ddf32 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:01.792369 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:01.830008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b0a23afd-34dd-4424-a1b2-0c19de35c000 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:01.868686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: b0a23afd-34dd-4424-a1b2-0c19de35c000 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:01.868686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b0a23afd-34dd-4424-a1b2-0c19de35c000 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:01.868686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ac485b45-be20-43a7-bd51-1007131abc74 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:01.868990 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:01.877633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1ea7ee1b-eba3-4718-8c7f-e83fbd7893a2 req-189384f4-3d70-496d-9232-b74d4e17d7fc tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Unset dirty status for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:01.884972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ea7ee1b-eba3-4718-8c7f-e83fbd7893a2 req-189384f4-3d70-496d-9232-b74d4e17d7fc tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 932 time: 1.5167232 Jun 03 15:20:01.985975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:01.998691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ac485b45-be20-43a7-bd51-1007131abc74 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:01.999251 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.001191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Usage tracker for resource:security_group_rule and tenant:1da89c7dc78f418a9e55b7b9df4ddf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:02.007782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:02.022476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:02.028813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ea7ee1b-eba3-4718-8c7f-e83fbd7893a2 req-e2b9d7b4-491d-404a-9194-d361e00e0db5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429961 Jun 03 15:20:02.036020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:02.043638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92129cc4-eeea-42ad-bef5-234a1b3031fb req-4d5b6f6f-5c9a-451e-a705-b05d6e448622 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:02.047099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:02.053641 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92129cc4-eeea-42ad-bef5-234a1b3031fb req-4d5b6f6f-5c9a-451e-a705-b05d6e448622 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 943 time: 0.5995138 Jun 03 15:20:02.068667 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.146828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] Router df72d7e2-2581-492f-ba27-7025cd9280b2 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:20:02.163121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:02.181715 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd922-7b20-4e50-bb08-0702fda972fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.209118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92129cc4-eeea-42ad-bef5-234a1b3031fb req-058ff0c9-5e0d-4da9-917e-f230529ba7ae tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536186 Jun 03 15:20:02.302670 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a697a696-5bc5-4a7e-8de2-d3afcba1ea10'] response: {'server_uuid': '11975a0f-a98d-4c33-8724-fcf9bb4e2430', 'name': 'network-vif-deleted', 'tag': 'b0a23afd-34dd-4424-a1b2-0c19de35c000', 'status': 'completed', 'code': 200} Jun 03 15:20:02.321723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-42d2ca42-53bf-4b85-a0ed-d6bff96bec02 req-52191181-a078-4f99-b080-1091abaa7fe3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.322504 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0401a9a-01b3-4bad-8ae4-c0272d647c84'] response: {'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74', 'code': 200} Jun 03 15:20:02.335095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f3c8758e-2708-4396-a347-f76ea5bbe5be req-70f44597-0106-4185-a84e-4d649041dd1f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Synchronizing usage tracker for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:02.388177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52191181-a078-4f99-b080-1091abaa7fe3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event deleted for resources: {'Port': ['ID=a13a44ce-3c77-491d-8e96-e5cf60af8f9b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:02.398014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4c4b42-5826-453a-a5cc-2a9e650de895 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:02.408430 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.521922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Transition to ACTIVE for port object 8f4c4b42-5826-453a-a5cc-2a9e650de895 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:02.523333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f3c8758e-2708-4396-a347-f76ea5bbe5be req-70f44597-0106-4185-a84e-4d649041dd1f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Unset dirty status for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:02.525048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3c8758e-2708-4396-a347-f76ea5bbe5be req-70f44597-0106-4185-a84e-4d649041dd1f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=11975a0f-a98d-4c33-8724-fcf9bb4e2430 HTTP/1.1" status: 200 len: 210 time: 0.2926278 Jun 03 15:20:02.532217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d2ca42-53bf-4b85-a0ed-d6bff96bec02 req-52191181-a078-4f99-b080-1091abaa7fe3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] No DVR routers for this DVR port a13a44ce-3c77-491d-8e96-e5cf60af8f9b on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:02.534101 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.538721 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-42d2ca42-53bf-4b85-a0ed-d6bff96bec02 req-52191181-a078-4f99-b080-1091abaa7fe3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.559366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a13a44ce-3c77-491d-8e96-e5cf60af8f9b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:02.581300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:20:02.611512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625fa214-5338-49fd-b0e2-1f7eacae36a2 None None] Sync routers for ids ['df72d7e2-2581-492f-ba27-7025cd9280b2'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:20:02.628974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: a13a44ce-3c77-491d-8e96-e5cf60af8f9b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:02.629495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a13a44ce-3c77-491d-8e96-e5cf60af8f9b not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:02.630966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.634423 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e0105525-c486-4b39-91b3-17a636eef062 admin admin] 10.222.0.48 "PUT /v2.0/routers/df72d7e2-2581-492f-ba27-7025cd9280b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9762416 Jun 03 15:20:02.636099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:02.640423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4c4b42-5826-453a-a5cc-2a9e650de895,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:02.642620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625fa214-5338-49fd-b0e2-1f7eacae36a2 None None] Routers {'df72d7e2-2581-492f-ba27-7025cd9280b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:20:02.642620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-625fa214-5338-49fd-b0e2-1f7eacae36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:19:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['df72d7e2-2581-492f-ba27-7025cd9280b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:02.643879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42d2ca42-53bf-4b85-a0ed-d6bff96bec02 req-52191181-a078-4f99-b080-1091abaa7fe3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "DELETE /v2.0/ports/a13a44ce-3c77-491d-8e96-e5cf60af8f9b HTTP/1.1" status: 204 len: 173 time: 3.0377817 Jun 03 15:20:02.734716 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.793542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:20:02.846889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcde817-1edc-4c75-afab-aa2591fb42a9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:02.868843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:02.869400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:02.870027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:02.878405 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.878785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:02.879114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:02.879419 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Added segment 983c9b68-099e-4bd5-8ef0-581e3ec2ca5b of type vlan for network cfef527b-71d9-4752-ac58-ce63dfe3b72c Jun 03 15:20:02.884977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:02.885312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:02.885811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:02.886662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Bound port: 8f4c4b42-5826-453a-a5cc-2a9e650de895, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:02.887014 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.912168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.925184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-625fa214-5338-49fd-b0e2-1f7eacae36a2 None None] Set router df72d7e2-2581-492f-ba27-7025cd9280b2 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:20:02.982140 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:02.990411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:02.993502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:03.000652 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.100583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4c4b42-5826-453a-a5cc-2a9e650de895,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:03.105098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.106837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.108291 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.116823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.117450 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.119141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-a4fd13d2-7f57-4de2-ab7f-07107e176fe5 service neutron] 10.222.0.67 "PUT /v2.0/ports/8f4c4b42-5826-453a-a5cc-2a9e650de895 HTTP/1.1" status: 200 len: 1092 time: 3.3446879 Jun 03 15:20:03.247511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] Pushing event updated for resources: {'Network': ['ID=cfef527b-71d9-4752-ac58-ce63dfe3b72c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:03.252676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-625fa214-5338-49fd-b0e2-1f7eacae36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:20:00Z', 'revision_number': 5, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port': {'id': '9080d6f1-7ff9-4d63-9456-bcaa49075b0b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:17:57Z', 'updated_at': '2022-06-03T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:03.259024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625fa214-5338-49fd-b0e2-1f7eacae36a2 None None] Checking router: df72d7e2-2581-492f-ba27-7025cd9280b2 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:20:03.264604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network cfef527b-71d9-4752-ac58-ce63dfe3b72c details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:20:03.273579 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.286733 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a01f5749-7c54-484e-8ef5-818a905a0906 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9678750 Jun 03 15:20:03.289461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35904) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:03.297012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Request body: {'subnet': {'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1761148062-subnet', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:03.304409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:03.308159 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Deleting port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:03.309175 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.384880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Usage tracker for resource:subnet and tenant:1da89c7dc78f418a9e55b7b9df4ddf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:03.394921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:03.405106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:03.415675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625fa214-5338-49fd-b0e2-1f7eacae36a2 None None] Routers {'df72d7e2-2581-492f-ba27-7025cd9280b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:20:03.416998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-625fa214-5338-49fd-b0e2-1f7eacae36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:19:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['df72d7e2-2581-492f-ba27-7025cd9280b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:03.421205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758ef56-7c48-42bf-8367-13a151f0d402 req-3538691a-12f6-4672-941f-5e7f949d7172 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.422841 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1758ef56-7c48-42bf-8367-13a151f0d402 req-3538691a-12f6-4672-941f-5e7f949d7172 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 944 time: 0.2787797 Jun 03 15:20:03.468541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-f5233da2-7af4-4c53-9c4a-79c205337748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.470378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-f5233da2-7af4-4c53-9c4a-79c205337748 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 1095 time: 0.2377820 Jun 03 15:20:03.510290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Made reservation on behalf of 1da89c7dc78f418a9e55b7b9df4ddf32 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:03.513175 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.589286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-08d9a0d5-6c93-44af-b6ba-094be8bf90c9 req-32258a15-92f3-4916-b9aa-c88f78c279ed tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Synchronizing usage tracker for tenant:253eaaef69a0433bba02fc6195ecabda on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:03.592516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-8b24b6b8-c1c3-4cbb-9e19-194451884079 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895 HTTP/1.1" status: 200 len: 217 time: 0.0957756 Jun 03 15:20:03.654424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-625fa214-5338-49fd-b0e2-1f7eacae36a2 None None] Set router df72d7e2-2581-492f-ba27-7025cd9280b2 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:20:03.691968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] For port 9080d6f1-7ff9-4d63-9456-bcaa49075b0b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9080d6f1-7ff9-4d63-9456-bcaa49075b0b,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:03.692320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:03.766015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-625fa214-5338-49fd-b0e2-1f7eacae36a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:20:03Z', 'revision_number': 6, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:03.769111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1758ef56-7c48-42bf-8367-13a151f0d402 req-5e6fd7de-0800-4963-a084-96a6ae16e553 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961464 Jun 03 15:20:03.770097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625fa214-5338-49fd-b0e2-1f7eacae36a2 None None] The sync data for ids ['df72d7e2-2581-492f-ba27-7025cd9280b2'] in n-d-844595-1 is: [{'id': 'df72d7e2-2581-492f-ba27-7025cd9280b2', 'name': 'tempest-ServersTestManualDisk-2027776031-router', 'tenant_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:17:55Z', 'updated_at': '2022-06-03T15:20:03Z', 'revision_number': 6, 'project_id': 'a4793e20eebe4d769a5d2f0fb254ba92', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:20:03.813726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-08d9a0d5-6c93-44af-b6ba-094be8bf90c9 req-32258a15-92f3-4916-b9aa-c88f78c279ed tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Unset dirty status for tenant:253eaaef69a0433bba02fc6195ecabda on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:03.822697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Calling delete_port for 9080d6f1-7ff9-4d63-9456-bcaa49075b0b owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:03.829614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08d9a0d5-6c93-44af-b6ba-094be8bf90c9 req-32258a15-92f3-4916-b9aa-c88f78c279ed tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbda078e-6c88-46dc-96b8-345602c85167 HTTP/1.1" status: 200 len: 210 time: 0.4451118 Jun 03 15:20:03.833026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b8a48620-e6f5-482a-a40e-8454c40fc2dc details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:03.841451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-eb345edb-4130-4eb5-9b44-7dcf896c777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.843060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-eb345edb-4130-4eb5-9b44-7dcf896c777a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1178322 Jun 03 15:20:03.908128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-229467cf-6ac3-4c5e-be51-10a8df2de396 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561926 Jun 03 15:20:03.980606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b8a48620-e6f5-482a-a40e-8454c40fc2dc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b8a48620-e6f5-482a-a40e-8454c40fc2dc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:03.994326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc', 'mac_address': 'fa:16:3e:81:0f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:04.007137 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.055035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b8a48620-e6f5-482a-a40e-8454c40fc2dc is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:04.055756 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.074423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8a48620-e6f5-482a-a40e-8454c40fc2dc {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:04.076713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-5778227c-a8d0-494a-bae2-32c86a85abb3 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609535 Jun 03 15:20:04.093353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b8a48620-e6f5-482a-a40e-8454c40fc2dc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b8a48620-e6f5-482a-a40e-8454c40fc2dc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:04.099677 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.146706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d8b353-02d7-4597-9601-6804a84e4472,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:04.177804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Checking segment: {'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:04.178203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Network hostable DHCP agents. Network: cfef527b-71d9-4752-ac58-ce63dfe3b72c, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:20:04.206296 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.253383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 820f5766-0b11-4f9d-89fc-699b51b80589 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:04.284365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Network cfef527b-71d9-4752-ac58-ce63dfe3b72c is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:20:04.309015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbda078e-6c88-46dc-96b8-345602c85167', 'name': 'network-vif-deleted', 'tag': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b'}, {'name': 'network-changed', 'server_uuid': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'tag': '8f4c4b42-5826-453a-a5cc-2a9e650de895'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:04.316043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9bdad9e-6b8a-4ba0-9d25-c88ee9173f56 req-00c1ea16-b1f6-41cd-8169-69622d8814fb service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314620 Jun 03 15:20:04.331621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 820f5766-0b11-4f9d-89fc-699b51b80589 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:04.332036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 820f5766-0b11-4f9d-89fc-699b51b80589 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:04.337633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b8a48620-e6f5-482a-a40e-8454c40fc2dc'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:04.371201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b8a48620-e6f5-482a-a40e-8454c40fc2dc,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:04.380601 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1a13b607-ba90-40ff-8a7c-6aebee9a59d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.428719 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d903ea1c-6e4c-41ac-8e4d-df929307c1b2'] response: {'server_uuid': 'bbda078e-6c88-46dc-96b8-345602c85167', 'name': 'network-vif-deleted', 'tag': 'a13a44ce-3c77-491d-8e96-e5cf60af8f9b', 'status': 'completed', 'code': 200} Jun 03 15:20:04.429220 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d903ea1c-6e4c-41ac-8e4d-df929307c1b2'] response: {'name': 'network-changed', 'server_uuid': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'tag': '8f4c4b42-5826-453a-a5cc-2a9e650de895', 'status': 'completed', 'code': 200} Jun 03 15:20:04.558557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc132e-0e22-41c1-ab0d-f0c96fe21c34 req-12fe77fd-4171-49f2-8076-f222bb0d6d81 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:04.560309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2bc132e-0e22-41c1-ab0d-f0c96fe21c34 req-12fe77fd-4171-49f2-8076-f222bb0d6d81 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.1907780 Jun 03 15:20:04.568131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Pushing event deleted for resources: {'Port': ['ID=9080d6f1-7ff9-4d63-9456-bcaa49075b0b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:04.573550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b99461-b73b-403d-bf99-ca009a2f64b6 req-8902aedb-bdd6-44a3-b963-a4022aaad70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:04.575972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50b99461-b73b-403d-bf99-ca009a2f64b6 req-8902aedb-bdd6-44a3-b963-a4022aaad70f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 1095 time: 0.1208351 Jun 03 15:20:04.580959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, cfef527b-71d9-4752-ac58-ce63dfe3b72c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:04.591554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:04.592340 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.599129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd9cffd-1b16-4950-bc02-7a7d5006b509 None None] Network cfef527b-71d9-4752-ac58-ce63dfe3b72c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:20:04.623701 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.716033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2bc132e-0e22-41c1-ab0d-f0c96fe21c34 req-1d67379d-c23d-4264-ada4-bafda24a0fa4 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434481 Jun 03 15:20:04.815941 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.818199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.848703 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.849227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Fanout notify agent at l3_agent the message router_deleted on router df72d7e2-2581-492f-ba27-7025cd9280b2 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:20:04.850681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b99461-b73b-403d-bf99-ca009a2f64b6 req-45c19cef-7245-4a21-929f-a3732efa6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:04.853769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50b99461-b73b-403d-bf99-ca009a2f64b6 req-45c19cef-7245-4a21-929f-a3732efa6d21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.2643945 Jun 03 15:20:04.856936 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-91ade86d-02d1-4170-aea8-002e9b5f0ebf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5660892 Jun 03 15:20:04.860048 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.860800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35930) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:04.864120 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7a47e344-1be9-4466-bd02-784acfccf27d admin admin] 10.222.0.48 "DELETE /v2.0/routers/df72d7e2-2581-492f-ba27-7025cd9280b2 HTTP/1.1" status: 204 len: 168 time: 2.2263584 Jun 03 15:20:04.866872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35934) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:04.878361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:04.922506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'fixed_ips': [{'subnet_id': 'b9d8b353-02d7-4597-9601-6804a84e4472'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:20:04.923480 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.935662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfc4d1f-af53-48dc-bbc6-ee2b9ecf1a86 admin admin] Deleting subnet ecd6f56c-dc59-4343-a3e9-8076a5b3398a {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:20:04.939753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4d1f-af53-48dc-bbc6-ee2b9ecf1a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:04.973032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:05.028094 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4d1f-af53-48dc-bbc6-ee2b9ecf1a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.066642 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50b99461-b73b-403d-bf99-ca009a2f64b6 req-12be6cad-82d4-4399-81ac-35e4edcc50d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895 HTTP/1.1" status: 200 len: 217 time: 0.2015927 Jun 03 15:20:05.071103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Usage tracker for resource:router and tenant:1da89c7dc78f418a9e55b7b9df4ddf32 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:05.077345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:05.144159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543d083-11e7-4bf4-a917-d15b809222c1 req-5d31914d-ddb8-455a-b502-5f3673bc2c75 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:05.150132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5543d083-11e7-4bf4-a917-d15b809222c1 req-5d31914d-ddb8-455a-b502-5f3673bc2c75 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 0.4208488 Jun 03 15:20:05.152044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35940) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:05.157660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Allocated IP 172.20.0.2 (cfef527b-71d9-4752-ac58-ce63dfe3b72c/b9d8b353-02d7-4597-9601-6804a84e4472/9d0fe4de-f686-44bf-8ea6-a954945a3ae7) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:05.160558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822782588', 'description': 'tempest-description--1791642942'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:05.163177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:05.167146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4d1f-af53-48dc-bbc6-ee2b9ecf1a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.225743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:05.246898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Usage tracker for resource:security_group and tenant:253eaaef69a0433bba02fc6195ecabda is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:05.253594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:05.264629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:05.268983 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.269839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.297341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b99461-b73b-403d-bf99-ca009a2f64b6 req-64ee4046-b648-42dd-a3e5-5db32463fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:05.298811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.299412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50b99461-b73b-403d-bf99-ca009a2f64b6 req-64ee4046-b648-42dd-a3e5-5db32463fd7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.2238836 Jun 03 15:20:05.299942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.338233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:05.341770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4d1f-af53-48dc-bbc6-ee2b9ecf1a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.395580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Usage tracker for resource:security_group_rule and tenant:253eaaef69a0433bba02fc6195ecabda is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:05.402571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:05.402571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc4d1f-af53-48dc-bbc6-ee2b9ecf1a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd6f56c-dc59-4343-a3e9-8076a5b3398a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:05.409561 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4d1f-af53-48dc-bbc6-ee2b9ecf1a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.417334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:05.435550 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7bfc4d1f-af53-48dc-bbc6-ee2b9ecf1a86 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ecd6f56c-dc59-4343-a3e9-8076a5b3398a HTTP/1.1" status: 204 len: 168 time: 0.5588684 Jun 03 15:20:05.435550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35950) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:05.465794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7aca49-bbd6-48bf-9f86-3aa0382d5e38 None None] Network da7253fd-8f6a-4440-bc5e-2a046170d873 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:20:05.482209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.525001 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50b99461-b73b-403d-bf99-ca009a2f64b6 req-88102797-a895-4cf2-a8cd-c6d1829772db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2115912 Jun 03 15:20:05.539749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-5543d083-11e7-4bf4-a917-d15b809222c1 req-afabcfef-0334-475d-91ef-0ab7e399aa5f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Deleting port 4063cb38-017f-446d-b983-efa260d39050 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:05.539749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5543d083-11e7-4bf4-a917-d15b809222c1 req-afabcfef-0334-475d-91ef-0ab7e399aa5f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.697198 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.800828 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.800828 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.800828 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.845117 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.848484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b8a48620-e6f5-482a-a40e-8454c40fc2dc up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:05.882905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Deleting port 818fc81d-bfa7-4376-9555-4655cfdb65f6 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:05.883388 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:05.941711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Transition to ACTIVE for port object 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:06.003250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Transition to ACTIVE for port object 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:06.014615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9080d6f1-7ff9-4d63-9456-bcaa49075b0b no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:06.115582 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.157693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ee981-d8ec-439d-8005-66cd80b9f330 req-0d639942-8ac3-4187-8df5-21e74b6fe82d tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:06.158975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9080d6f1-7ff9-4d63-9456-bcaa49075b0b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:06.159460 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9080d6f1-7ff9-4d63-9456-bcaa49075b0b not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:06.164769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d69ee981-d8ec-439d-8005-66cd80b9f330 req-0d639942-8ac3-4187-8df5-21e74b6fe82d tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 944 time: 1.1891434 Jun 03 15:20:06.191876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34005115-c866-465b-997a-5384f120aaee,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:06.195609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] For port 818fc81d-bfa7-4376-9555-4655cfdb65f6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=818fc81d-bfa7-4376-9555-4655cfdb65f6,segment=NetworkSegment(84c8c22b-f308-4933-887b-86100dbdcad1),segment_id=84c8c22b-f308-4933-887b-86100dbdcad1)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:06.196121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.206927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.208520 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fd4cbb50-6263-47e9-b8b0-448bcc558f90 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0542417 Jun 03 15:20:06.211985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35980) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:06.218910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d9b33711-7b67-46f1-904e-2e6923fc4df0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Request body: {'security_group_rule': {'security_group_id': '34005115-c866-465b-997a-5384f120aaee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:06.232750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port b8a48620-e6f5-482a-a40e-8454c40fc2dc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:06.233113 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.272089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Network cfef527b-71d9-4752-ac58-ce63dfe3b72c is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:06.281276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:06.296287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:06.298951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9b33711-7b67-46f1-904e-2e6923fc4df0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:06.307049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Pushing event updated for resources: {'Port': ['ID=9d0fe4de-f686-44bf-8ea6-a954945a3ae7,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:06.313510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d9b33711-7b67-46f1-904e-2e6923fc4df0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Usage tracker for resource:security_group_rule and tenant:253eaaef69a0433bba02fc6195ecabda is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:06.316617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d9b33711-7b67-46f1-904e-2e6923fc4df0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:06.333461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9b33711-7b67-46f1-904e-2e6923fc4df0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:06.350020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3ded4-92c7-45af-ab89-15bdf95f2f04 None None] DHCP port deletion for da7253fd-8f6a-4440-bc5e-2a046170d873 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:20:06.412817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-73a3ded4-92c7-45af-ab89-15bdf95f2f04 None None] Deleting port 818fc81d-bfa7-4376-9555-4655cfdb65f6 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:20:06.413230 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-73a3ded4-92c7-45af-ab89-15bdf95f2f04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.436102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Calling delete_port for 818fc81d-bfa7-4376-9555-4655cfdb65f6 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:06.484049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9b33711-7b67-46f1-904e-2e6923fc4df0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.502808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Attempting to bind port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:06.502808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Attempting to bind port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:06.502808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Attempting to bind port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 on network cfef527b-71d9-4752-ac58-ce63dfe3b72c {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:06.515927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:06.516315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Checking segment: {'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:06.519469 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.520634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Bound using segment: {'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:06.521325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Bound port: 9d0fe4de-f686-44bf-8ea6-a954945a3ae7, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:06.521867 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.565232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.627696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] No DVR routers for this DVR port 818fc81d-bfa7-4376-9555-4655cfdb65f6 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:06.632053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Pushing event deleted for resources: {'Port': ['ID=818fc81d-bfa7-4376-9555-4655cfdb65f6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:06.659975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d69ee981-d8ec-439d-8005-66cd80b9f330 req-8b744a5e-a989-42cd-ad48-37e5660a79de tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943819 Jun 03 15:20:06.671945 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50b99461-b73b-403d-bf99-ca009a2f64b6 req-89b8f888-2b3f-4e78-8c4f-82dfdb65cc64 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0520170 Jun 03 15:20:06.685642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-73a3ded4-92c7-45af-ab89-15bdf95f2f04 None None] The port '818fc81d-bfa7-4376-9555-4655cfdb65f6' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:20:06.687485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9b33711-7b67-46f1-904e-2e6923fc4df0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.706023 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9b33711-7b67-46f1-904e-2e6923fc4df0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.760619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b8a48620-e6f5-482a-a40e-8454c40fc2dc is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:06.763279 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.776793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9b33711-7b67-46f1-904e-2e6923fc4df0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.778686 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d9b33711-7b67-46f1-904e-2e6923fc4df0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5654731 Jun 03 15:20:06.786841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35998) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:06.790323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b33711-7b67-46f1-904e-2e6923fc4df0 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948525c8-5094-441a-9936-2dcfb4250399,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:06.839795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:06.849787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] For port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:06.854372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] For port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9d0fe4de-f686-44bf-8ea6-a954945a3ae7,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:06.856582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b8a48620-e6f5-482a-a40e-8454c40fc2dc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b8a48620-e6f5-482a-a40e-8454c40fc2dc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:06.861365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.890186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3ce79e7d-eb6d-4573-9a00-3683a1d51878 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Request body: {'security_group_rule': {'security_group_id': '34005115-c866-465b-997a-5384f120aaee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:06.898875 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.910705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ce79e7d-eb6d-4573-9a00-3683a1d51878 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:06.917848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ce79e7d-eb6d-4573-9a00-3683a1d51878 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Usage tracker for resource:security_group_rule and tenant:253eaaef69a0433bba02fc6195ecabda is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:06.921442 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ce79e7d-eb6d-4573-9a00-3683a1d51878 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:06.927309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ce79e7d-eb6d-4573-9a00-3683a1d51878 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:06.938290 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8097419-7b5d-434b-a2ab-810e9f702699'] response: {'server_uuid': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc', 'code': 200} Jun 03 15:20:06.960135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ce79e7d-eb6d-4573-9a00-3683a1d51878 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.983614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:06.998021 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.007843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a904e6-7ef3-4dc6-b7a5-5c572a464a58 None None] Pushing event updated for resources: {'Port': ['ID=9d0fe4de-f686-44bf-8ea6-a954945a3ae7,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:07.159511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-5543d083-11e7-4bf4-a917-d15b809222c1 req-afabcfef-0334-475d-91ef-0ab7e399aa5f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] For port 4063cb38-017f-446d-b983-efa260d39050, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4063cb38-017f-446d-b983-efa260d39050,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:07.159991 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5543d083-11e7-4bf4-a917-d15b809222c1 req-afabcfef-0334-475d-91ef-0ab7e399aa5f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.171413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b8a48620-e6f5-482a-a40e-8454c40fc2dc,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:07.196596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50b99461-b73b-403d-bf99-ca009a2f64b6 req-02dafc95-072d-47b0-ae44-4a99d586bea7 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079359 Jun 03 15:20:07.201706 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.271915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7253fd-8f6a-4440-bc5e-2a046170d873']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:07.337263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c8c22b-f308-4933-887b-86100dbdcad1') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:07.338240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c8c22b-f308-4933-887b-86100dbdcad1') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:07.443966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ce79e7d-eb6d-4573-9a00-3683a1d51878 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.460420 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.471618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-5543d083-11e7-4bf4-a917-d15b809222c1 req-afabcfef-0334-475d-91ef-0ab7e399aa5f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Calling delete_port for 4063cb38-017f-446d-b983-efa260d39050 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:20:07.482088 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ce79e7d-eb6d-4573-9a00-3683a1d51878 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.536103 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.548585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce79e7d-eb6d-4573-9a00-3683a1d51878 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2defd56f-4e28-429e-bf0b-571775e43240,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:07.569443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:20:07.570362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.598506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394834e-dc68-4923-8f9a-560eafbd10ad req-aca52e63-83a3-41c6-ad11-c59c21cb2e27 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:07.601041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6394834e-dc68-4923-8f9a-560eafbd10ad req-aca52e63-83a3-41c6-ad11-c59c21cb2e27 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 949 time: 1.6440532 Jun 03 15:20:07.723832 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ce79e7d-eb6d-4573-9a00-3683a1d51878 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.731690 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3ce79e7d-eb6d-4573-9a00-3683a1d51878 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9421618 Jun 03 15:20:07.734721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36008) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:07.751454 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 84c8c22b-f308-4933-887b-86100dbdcad1 resource provider aggregate not found Jun 03 15:20:07.832903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:07.854467 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 84c8c22b-f308-4933-887b-86100dbdcad1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84c8c22b-f308-4933-887b-86100dbdcad1 found for delete ", "request_id": "req-bbf2ead3-8229-4df1-b93a-60f1140e671e"}]} Jun 03 15:20:07.874631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:07.884765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Usage tracker for resource:floatingip and tenant:253eaaef69a0433bba02fc6195ecabda is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:07.889682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:07.905739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:07.909138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.953259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:07.990612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] Pushing event deleted for resources: {'Network': ['ID=da7253fd-8f6a-4440-bc5e-2a046170d873,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:08.002587 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8a80591d-20d1-4bff-911a-c75a3412f74e admin admin] 10.222.0.48 "DELETE /v2.0/networks/da7253fd-8f6a-4440-bc5e-2a046170d873 HTTP/1.1" status: 204 len: 168 time: 2.5680642 Jun 03 15:20:08.009562 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:08.167980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:08.206449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6394834e-dc68-4923-8f9a-560eafbd10ad req-77438a82-4673-4cfd-81da-008c1cca1c0d tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/security-groups?id=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438454 Jun 03 15:20:08.238877 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5543d083-11e7-4bf4-a917-d15b809222c1 req-afabcfef-0334-475d-91ef-0ab7e399aa5f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:08.311404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:08.425310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 818fc81d-bfa7-4376-9555-4655cfdb65f6 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:08.499022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36026) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:08.609572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 818fc81d-bfa7-4376-9555-4655cfdb65f6 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:08.609572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 818fc81d-bfa7-4376-9555-4655cfdb65f6 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:08.633174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabcfef-0334-475d-91ef-0ab7e399aa5f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Pushing event deleted for resources: {'Port': ['ID=4063cb38-017f-446d-b983-efa260d39050,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:08.633270 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:08.677524 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e8d38b28-08df-4c4e-8a97-9a7f998d4fca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4793e20eebe4d769a5d2f0fb254ba92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761372 Jun 03 15:20:08.684772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:08.720085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:08.727601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600310f-0708-49f8-b8ad-6196c15aef58 req-4ba551fc-4af7-4159-8e53-b02d2f92be20 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:08.730228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5600310f-0708-49f8-b8ad-6196c15aef58 req-4ba551fc-4af7-4159-8e53-b02d2f92be20 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 944 time: 0.7696493 Jun 03 15:20:08.731084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5543d083-11e7-4bf4-a917-d15b809222c1 req-afabcfef-0334-475d-91ef-0ab7e399aa5f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] No DVR routers for this DVR port 4063cb38-017f-446d-b983-efa260d39050 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:08.735150 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5543d083-11e7-4bf4-a917-d15b809222c1 req-afabcfef-0334-475d-91ef-0ab7e399aa5f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:08.783689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'name': 'network-vif-deleted', 'tag': '4063cb38-017f-446d-b983-efa260d39050'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:08.839210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce13a29-bd9b-411a-8964-ad71fcaceab2 None None] Network cfef527b-71d9-4752-ac58-ce63dfe3b72c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:20:08.898273 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-403d79c2-4685-412f-b9c1-3bb08065dcca'] response: {'server_uuid': 'd6c19f95-4e64-420a-bc42-613d004167f7', 'name': 'network-vif-deleted', 'tag': '4063cb38-017f-446d-b983-efa260d39050', 'status': 'completed', 'code': 200} Jun 03 15:20:08.907539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5600310f-0708-49f8-b8ad-6196c15aef58 req-25bf16ca-2739-40e0-8d79-e5e0eece2b51 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608927 Jun 03 15:20:08.924421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5543d083-11e7-4bf4-a917-d15b809222c1 req-afabcfef-0334-475d-91ef-0ab7e399aa5f tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.75 "DELETE /v2.0/ports/4063cb38-017f-446d-b983-efa260d39050 HTTP/1.1" status: 204 len: 173 time: 3.7623534 Jun 03 15:20:09.052166 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d971fd29-b1f9-4945-beba-9a779e544538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.064364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Provisioning for port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:09.076019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Provisioning complete for port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:09.076497 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.156864 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d971fd29-b1f9-4945-beba-9a779e544538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.306153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Allocated IP 172.25.7.175 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/e3f5f937-132c-4e6d-8559-424e5ae2c142) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:09.427972 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.489193 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.577356 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d971fd29-b1f9-4945-beba-9a779e544538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.633669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7b89d54d-e3b9-48bb-be7a-36d40a187d34 req-fa2c3931-9e71-4c7a-b744-e4f203af69a3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Synchronizing usage tracker for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:09.652505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971fd29-b1f9-4945-beba-9a779e544538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e18373-41b4-4dd0-88bd-abc44f3bdec9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:09.676084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7b89d54d-e3b9-48bb-be7a-36d40a187d34 req-fa2c3931-9e71-4c7a-b744-e4f203af69a3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] Unset dirty status for tenant:56abfe7ac6594200b7814a183ed3b39d on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:09.678179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b89d54d-e3b9-48bb-be7a-36d40a187d34 req-fa2c3931-9e71-4c7a-b744-e4f203af69a3 tempest-MigrationsAdminTest-354512146 tempest-MigrationsAdminTest-354512146-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6c19f95-4e64-420a-bc42-613d004167f7 HTTP/1.1" status: 200 len: 210 time: 0.1830447 Jun 03 15:20:09.694879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d971fd29-b1f9-4945-beba-9a779e544538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.697598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Current status of the port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:09.698567 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.707173 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d971fd29-b1f9-4945-beba-9a779e544538 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3e18373-41b4-4dd0-88bd-abc44f3bdec9 HTTP/1.1" status: 204 len: 168 time: 1.0204163 Jun 03 15:20:09.765672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] For port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9d0fe4de-f686-44bf-8ea6-a954945a3ae7,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:09.800227 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.809148 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.872252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4063cb38-017f-446d-b983-efa260d39050 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:09.876987 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:09.974269 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 4063cb38-017f-446d-b983-efa260d39050 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:20:09.974914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4063cb38-017f-446d-b983-efa260d39050 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:20:10.002485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:10.025252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:10.055589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Pushing event updated for resources: {'Port': ['ID=9d0fe4de-f686-44bf-8ea6-a954945a3ae7,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:10.059851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:10.077241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.088539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.088539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.088906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.089233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.089593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.092341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.092341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.092341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.093506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.093506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.093506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3509a71a-ec6b-462a-a5c5-6eef38fc687a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:10.157154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Allocated IP 172.25.7.73 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/c47e9edb-1e8c-432b-932d-316e00c35f10) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:10.269680 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a8c64132-dc20-446c-bc58-5eeb85e8736c None None] Provisioning complete for port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:10.269680 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8c64132-dc20-446c-bc58-5eeb85e8736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:10.357071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event updated for resources: {'Port': ['ID=e3f5f937-132c-4e6d-8559-424e5ae2c142,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:10.548256 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:10.593520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a8c64132-dc20-446c-bc58-5eeb85e8736c None None] Current status of the port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:10.662879 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:10.757441 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:10.888785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b7fcd-92dc-4231-80a9-3d77c7314ba2 req-ff6c262c-5db7-4af6-8722-35a1d38a66bd tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:10.906419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-846b7fcd-92dc-4231-80a9-3d77c7314ba2 req-ff6c262c-5db7-4af6-8722-35a1d38a66bd tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 944 time: 0.2138469 Jun 03 15:20:10.925338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:11.117323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:11.138198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:11.167782 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-846b7fcd-92dc-4231-80a9-3d77c7314ba2 req-5d54b6fb-82f7-4e8e-ac69-0d7157f996b4 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529273 Jun 03 15:20:11.167782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:11.301676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Pushing event updated for resources: {'Port': ['ID=c47e9edb-1e8c-432b-932d-316e00c35f10,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:11.504252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36082) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:11.567147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:11.581239 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:11.729294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event updated for resources: {'Port': ['ID=e3f5f937-132c-4e6d-8559-424e5ae2c142,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:11.781835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:11.869110 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:11.869110 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-94c3afb2-3a54-4f5f-9b3f-24f72c73d47b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1002090 Jun 03 15:20:12.017822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36106) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:12.066600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:12.078029 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-950649ef-67b1-44e0-ad99-a76bf1fcb64a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56abfe7ac6594200b7814a183ed3b39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703273 Jun 03 15:20:12.079748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36112) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:12.254263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:12.254648 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.256709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.303398 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbfff454-ec2b-4622-96f5-c560bf37c8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.348603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbfff454-ec2b-4622-96f5-c560bf37c8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.426428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-51143271-network', 'tenant_id': 'd364816539414c638a0f5c07be3c5ed8'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:12.438896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:12.460051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Usage tracker for resource:network and tenant:d364816539414c638a0f5c07be3c5ed8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:12.470864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:12.502028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:12.540965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbfff454-ec2b-4622-96f5-c560bf37c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.566346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:12.586777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Made reservation on behalf of d364816539414c638a0f5c07be3c5ed8 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:12.591955 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.624895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8f4c4b42-5826-453a-a5cc-2a9e650de895 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:12.643525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfff454-ec2b-4622-96f5-c560bf37c8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:12.655870 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.719971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbfff454-ec2b-4622-96f5-c560bf37c8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:12.724207 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cbfff454-ec2b-4622-96f5-c560bf37c8a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c274ce7d-ae6b-40e9-bbd1-4b6e0e03c964 HTTP/1.1" status: 204 len: 168 time: 0.6438727 Jun 03 15:20:12.732072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:12.752127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Usage tracker for resource:security_group_rule and tenant:d364816539414c638a0f5c07be3c5ed8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:12.760714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:12.777423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:12.853839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-3184af40-7b90-4ab1-9bbd-f0184913d705 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:12.858193 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-3184af40-7b90-4ab1-9bbd-f0184913d705 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/networks?id=5a4046ad-552f-4dd6-8436-e65ab1c41e46 HTTP/1.1" status: 200 len: 822 time: 0.4409091 Jun 03 15:20:12.989794 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.013348 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.108293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:13.133579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:20:13.147695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.148268 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Added segment b521155b-4f2c-46d1-bb84-96014fc7dd03 of type vlan for network aa18482f-2775-431f-9b06-feba3164b757 Jun 03 15:20:13.160802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '8f4c4b42-5826-453a-a5cc-2a9e650de895', 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30', 'port_id': '8f4c4b42-5826-453a-a5cc-2a9e650de895', 'mac_address': 'fa:16:3e:be:31:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd1cc9a-743d-40a3-a3a7-dda516523fdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:13.189476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c29d94-f22f-43fe-b864-fe4e1c6ddac9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:13.214195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.221739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-193ddc75-2f60-4c91-a533-a18eafabda39 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/quotas/253eaaef69a0433bba02fc6195ecabda HTTP/1.1" status: 200 len: 375 time: 0.2067838 Jun 03 15:20:13.310140 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.310140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:13.312096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.360536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 8f4c4b42-5826-453a-a5cc-2a9e650de895 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:13.360918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.418867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4c4b42-5826-453a-a5cc-2a9e650de895 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:13.458703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:13.468450 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:13.586901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=8f4c4b42-5826-453a-a5cc-2a9e650de895,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:13.652886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36134) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:13.692749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] Pushing event updated for resources: {'Network': ['ID=aa18482f-2775-431f-9b06-feba3164b757,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:13.696218 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5872ce71-7cca-4e2b-a586-8df9a28436ae admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6776807 Jun 03 15:20:13.701626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36142) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:13.712425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Request body: {'subnet': {'network_id': 'aa18482f-2775-431f-9b06-feba3164b757', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-51143271-subnet', 'tenant_id': 'd364816539414c638a0f5c07be3c5ed8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:13.718324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network aa18482f-2775-431f-9b06-feba3164b757 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:20:13.727245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:13.735594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Usage tracker for resource:subnet and tenant:d364816539414c638a0f5c07be3c5ed8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:13.750045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:13.758015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:13.796785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Made reservation on behalf of d364816539414c638a0f5c07be3c5ed8 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:13.799388 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.042115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881f5b1-906a-40b1-971d-b05de1757fcd req-e8a24bf6-523f-42d1-9835-f032b4570dd6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:14.064178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b881f5b1-906a-40b1-971d-b05de1757fcd req-e8a24bf6-523f-42d1-9835-f032b4570dd6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 944 time: 1.3735392 Jun 03 15:20:14.110527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9de0f6b8-0164-457c-b5b4-a44af63cbe87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd2d14f162a5467fa9e5e3644c5b8d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432843 Jun 03 15:20:14.113033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36146) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:14.166458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['8f4c4b42-5826-453a-a5cc-2a9e650de895'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:14.282198 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.387317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d543a2af-5d18-4ed5-aa26-14050c8b835e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:14.418807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Checking segment: {'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:14.419480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Network hostable DHCP agents. Network: aa18482f-2775-431f-9b06-feba3164b757, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:20:14.459771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Network aa18482f-2775-431f-9b06-feba3164b757 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:20:14.492583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, aa18482f-2775-431f-9b06-feba3164b757) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:14.496155 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-b41eab2b-bc22-4d4d-b595-1a41e682d33c tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=253eaaef69a0433bba02fc6195ecabda&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2421870 Jun 03 15:20:14.496155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-331262cc-7c36-40b5-8f95-94a2bcf9ee8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.504301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b881f5b1-906a-40b1-971d-b05de1757fcd req-68b5d373-cf5c-4726-9a34-550101db6ed2 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385104 Jun 03 15:20:14.508028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:14.508599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34124288-7dba-448a-902b-edc6c86f0ceb None None] Network aa18482f-2775-431f-9b06-feba3164b757 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:20:14.508720 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.575802 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2ddbdf71-896d-4d41-974a-e6ad2ddef435 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8703904 Jun 03 15:20:14.711119 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.717740 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-331262cc-7c36-40b5-8f95-94a2bcf9ee8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:14.786987 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-21b403d9-afa9-4d06-af9b-2857df3d4d6f service neutron] 10.222.0.48 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727208 Jun 03 15:20:14.982501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70daba70-8339-4049-af4a-c93958efae4c None None] Network aa18482f-2775-431f-9b06-feba3164b757 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:20:15.063777 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:20:15.075561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7e786360-45ac-48c5-8c7d-b35a413bfb90 service neutron] 10.222.0.48 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610404 Jun 03 15:20:15.319676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-9a69b60f-455b-47dc-8087-c6bd4bd402cc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9402649 Jun 03 15:20:15.323246 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-331262cc-7c36-40b5-8f95-94a2bcf9ee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:15.349739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331262cc-7c36-40b5-8f95-94a2bcf9ee8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1732f7f8-62d6-453c-91b8-fc479ae1a691,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:15.507676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b8aa2d5-8966-4ef5-a376-5d97c15cdf2b req-7943a1c0-424f-4646-8add-23da07da3a34 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 210 time: 0.0857108 Jun 03 15:20:15.535541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-331262cc-7c36-40b5-8f95-94a2bcf9ee8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:15.536385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-331262cc-7c36-40b5-8f95-94a2bcf9ee8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1732f7f8-62d6-453c-91b8-fc479ae1a691 HTTP/1.1" status: 204 len: 168 time: 1.3970764 Jun 03 15:20:15.962217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-3f32b2bb-6a35-4215-a6e7-ab5113671658 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:15.965201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-3f32b2bb-6a35-4215-a6e7-ab5113671658 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/networks?id=aa18482f-2775-431f-9b06-feba3164b757 HTTP/1.1" status: 200 len: 813 time: 0.4310298 Jun 03 15:20:15.971710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Router e74a7359-2b4d-4b4e-94e5-8128e812d0cc is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:20:16.015082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-6ff258bd-6bcc-49c7-8df1-f31470926a71 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/quotas/d364816539414c638a0f5c07be3c5ed8 HTTP/1.1" status: 200 len: 375 time: 0.0290983 Jun 03 15:20:16.065914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-ea3ff63c-de7e-4fa7-a137-f98188dfc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:16.066282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-ea3ff63c-de7e-4fa7-a137-f98188dfc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:16.066760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-ea3ff63c-de7e-4fa7-a137-f98188dfc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:16.067221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-ea3ff63c-de7e-4fa7-a137-f98188dfc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:16.067918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-ea3ff63c-de7e-4fa7-a137-f98188dfc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:16.068466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-ea3ff63c-de7e-4fa7-a137-f98188dfc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:16.068822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-ea3ff63c-de7e-4fa7-a137-f98188dfc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:16.070803 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-ea3ff63c-de7e-4fa7-a137-f98188dfc2dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 6500 time: 0.7106338 Jun 03 15:20:16.182204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-a39ed921-016c-4ba3-9532-07a9e8a3d461 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d364816539414c638a0f5c07be3c5ed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1655335 Jun 03 15:20:16.219975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-ffec35e9-6144-4571-a1aa-de89dfdaa2e6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:20:16.227772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-ffec35e9-6144-4571-a1aa-de89dfdaa2e6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0425780 Jun 03 15:20:16.634706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8f4c4b42-5826-453a-a5cc-2a9e650de895 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:16.808189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 8f4c4b42-5826-453a-a5cc-2a9e650de895 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:16.815905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 8f4c4b42-5826-453a-a5cc-2a9e650de895 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:16.816365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:16.997357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 8f4c4b42-5826-453a-a5cc-2a9e650de895 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:16.998337 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:17.004052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe67458-b67c-4783-aaf3-ad1ad63586af req-2d64387b-79da-4b8d-8a0e-12e4ec8868cf tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.005707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbe67458-b67c-4783-aaf3-ad1ad63586af req-2d64387b-79da-4b8d-8a0e-12e4ec8868cf tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 945 time: 1.2420535 Jun 03 15:20:17.050977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-316ef0dd-eeec-4d70-8217-ce19f8179d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.052165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-316ef0dd-eeec-4d70-8217-ce19f8179d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.053078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-316ef0dd-eeec-4d70-8217-ce19f8179d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.072382 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-316ef0dd-eeec-4d70-8217-ce19f8179d07 service neutron] 10.222.0.75 "GET /v2.0/networks?id=59b8d42f-7bef-4ced-83c7-f731095cdbd3&id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1&id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 HTTP/1.1" status: 200 len: 2297 time: 0.8782134 Jun 03 15:20:17.078747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:17.079934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4c4b42-5826-453a-a5cc-2a9e650de895'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:17.092110 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:17.225402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-63a6207a-cd88-4107-9062-fee36c3ad714 service neutron] 10.222.0.48 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9961107 Jun 03 15:20:17.249233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=8f4c4b42-5826-453a-a5cc-2a9e650de895,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:17.541482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-1cbe1cf0-9543-46ec-9a18-c9ab2ea10e45 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.543567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-1cbe1cf0-9543-46ec-9a18-c9ab2ea10e45 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "GET /v2.0/networks?id=5a4046ad-552f-4dd6-8436-e65ab1c41e46 HTTP/1.1" status: 200 len: 822 time: 0.2046428 Jun 03 15:20:17.544616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:20:17.559215 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Sync routers for ids ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:20:17.597771 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Routers {'e74a7359-2b4d-4b4e-94e5-8128e812d0cc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:20:17.601189 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:20:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:17.620167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbe67458-b67c-4783-aaf3-ad1ad63586af req-e0842a7b-d888-464a-a3c2-60fa60cce81e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015384 Jun 03 15:20:17.677745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Request body: {'port': {'device_id': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46', 'admin_state_up': True, 'tenant_id': '253eaaef69a0433bba02fc6195ecabda'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:17.697537 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:17.702078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36226) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:17.712208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-711ffeef-7014-4e96-95f0-1297b0927e9f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 12.8505659 Jun 03 15:20:17.769511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-63b14395-b8ee-41a3-9ac5-39d7d0108fe3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c65f082-942e-4d38-9918-7ae2464736bf HTTP/1.1" status: 200 len: 1001 time: 0.6794059 Jun 03 15:20:18.201754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edd016a2-a34f-454f-a40a-1b3f379cfe80 req-e4140275-1977-4c13-8802-680401e53acf tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 210 time: 0.1041732 Jun 03 15:20:18.243727 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Set router e74a7359-2b4d-4b4e-94e5-8128e812d0cc gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:20:18.322238 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6d35a0-bce3-49a4-a52e-16e96b59ff97'] response: {'server_uuid': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4c4b42-5826-453a-a5cc-2a9e650de895', 'code': 200} Jun 03 15:20:18.342464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-db95143a-0ab0-4876-a89d-bb1a40e1c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:18.348908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-db95143a-0ab0-4876-a89d-bb1a40e1c91f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=36b083b2-47e5-47cc-b6f0-6e48a605189f HTTP/1.1" status: 200 len: 856 time: 0.5455544 Jun 03 15:20:18.607016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-1b413a3a-4b2b-428e-8b5c-985062aa4597 service neutron] 10.222.0.48 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3588381 Jun 03 15:20:18.748244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:18.792232 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:18.904085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-6ae9c98c-7df3-436a-a107-b7e55c19078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:18.905966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-6ae9c98c-7df3-436a-a107-b7e55c19078a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=59b8d42f-7bef-4ced-83c7-f731095cdbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5156658 Jun 03 15:20:18.908512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Made reservation on behalf of 253eaaef69a0433bba02fc6195ecabda for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:18.923041 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:18.976605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376169f-5b96-482a-ba2d-1979b1694e05 req-e33ae9c2-4439-4785-9b5e-63f7f7395caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:18.978339 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2376169f-5b96-482a-ba2d-1979b1694e05 req-e33ae9c2-4439-4785-9b5e-63f7f7395caf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 1097 time: 0.4883552 Jun 03 15:20:18.997355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-725e431d-0d72-4155-9448-b60dff635490 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:20:19.003034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-725e431d-0d72-4155-9448-b60dff635490 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215440 Jun 03 15:20:19.042509 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:11Z', 'revision_number': 3, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:19.056147 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Checking router: e74a7359-2b4d-4b4e-94e5-8128e812d0cc for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:20:19.060719 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Updating router e74a7359-2b4d-4b4e-94e5-8128e812d0cc port c47e9edb-1e8c-432b-932d-316e00c35f10 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:20:19.226019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.302345 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:19.698427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Allocated IP 172.20.0.1 (cfef527b-71d9-4752-ac58-ce63dfe3b72c/b9d8b353-02d7-4597-9601-6804a84e4472/66a6cc4b-4d02-4161-8563-c8ad05f2f43e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:19.744640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e42aab9-cca3-4452-bcb9-129c56138af8 req-ed967bbb-8c7a-4f7c-8c7d-39e3a334f5a1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 210 time: 0.4155183 Jun 03 15:20:19.843590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2376169f-5b96-482a-ba2d-1979b1694e05 req-899813fb-5a0d-4050-88ce-e8bebca959b9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8384240 Jun 03 15:20:20.001355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59f7ef16-4040-49fc-a6dc-f251a9998d8b req-b1162827-aae9-4c4b-a8b2-aaf7114aeddc tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 210 time: 0.0675232 Jun 03 15:20:20.116218 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.142945 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Transition to ACTIVE for port object c47e9edb-1e8c-432b-932d-316e00c35f10 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:20.147279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.156395 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.175681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Transition to ACTIVE for port object 66a6cc4b-4d02-4161-8563-c8ad05f2f43e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:20.216004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.279447 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Attempting to bind port c47e9edb-1e8c-432b-932d-316e00c35f10 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:20.280167 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Attempting to bind port c47e9edb-1e8c-432b-932d-316e00c35f10 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:20.280752 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Attempting to bind port c47e9edb-1e8c-432b-932d-316e00c35f10 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:20.283585 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Pushing event updated for resources: {'Port': ['ID=c47e9edb-1e8c-432b-932d-316e00c35f10,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:20.294573 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:20.295978 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:20.296591 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.297220 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:20.297944 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Bound port: c47e9edb-1e8c-432b-932d-316e00c35f10, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:20.298642 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.368925 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.369601 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.370149 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.373654 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.374311 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.374840 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.375337 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.376456 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.378591 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.379159 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.383209 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.383802 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:20.417747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Pushing event updated for resources: {'Port': ['ID=66a6cc4b-4d02-4161-8563-c8ad05f2f43e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:20.454568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Allocated IP 172.20.0.5 (5a4046ad-552f-4dd6-8436-e65ab1c41e46/24a11859-d722-4ef3-9227-96890173ae25/fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:20.487150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Network cfef527b-71d9-4752-ac58-ce63dfe3b72c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:20.488415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:20.494956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:20.511342 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] For port c47e9edb-1e8c-432b-932d-316e00c35f10, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:20.515733 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] For port c47e9edb-1e8c-432b-932d-316e00c35f10, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c47e9edb-1e8c-432b-932d-316e00c35f10,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:20.521848 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:20.617594 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Routers {'e74a7359-2b4d-4b4e-94e5-8128e812d0cc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:20:20.619087 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:20:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:20.719928 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4e8ed-e9b6-4283-a061-06f0dc50681e None None] Pushing event updated for resources: {'Port': ['ID=c47e9edb-1e8c-432b-932d-316e00c35f10,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:20.950903 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] Set router e74a7359-2b4d-4b4e-94e5-8128e812d0cc gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:20:20.997541 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:21.077960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-a8d5673c-e9f5-4e97-ac6a-bbf792c8cdbf service neutron] 10.222.0.75 "GET /v2.0/networks/59b8d42f-7bef-4ced-83c7-f731095cdbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0454609 Jun 03 15:20:21.084279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c0c70099-b76e-4794-ae3c-f6695e71f315 None None] Provisioning for port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:21.090134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c0c70099-b76e-4794-ae3c-f6695e71f315 None None] Provisioning complete for port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:21.092114 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c0c70099-b76e-4794-ae3c-f6695e71f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:21.108074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06cdfc-7d22-426d-a9d1-04d6b4ad366f req-9089fb8d-0242-4c96-811b-1bdd8015f607 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:21.126563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad06cdfc-7d22-426d-a9d1-04d6b4ad366f req-9089fb8d-0242-4c96-811b-1bdd8015f607 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 946 time: 2.0870736 Jun 03 15:20:21.342364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c0c70099-b76e-4794-ae3c-f6695e71f315 None None] Port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:21.436347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad06cdfc-7d22-426d-a9d1-04d6b4ad366f req-7589cc9e-8592-466a-893b-771dbaf9d859 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060040 Jun 03 15:20:21.444226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:21.550667 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-322c6d09-bf04-4c18-9b4c-0f05bbde96a1 req-457a6626-e28d-4ac4-be5c-1d9c2f3166fe tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 210 time: 0.2091427 Jun 03 15:20:21.628196 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:11Z', 'revision_number': 3, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:21.638170 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0943fe1-0044-44eb-ad18-452796daade0 None None] The sync data for ids ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'] in n-d-844595-1 is: [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:11Z', 'revision_number': 3, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:20:21.674884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-08bda38f-a06e-4108-ba0a-82488b69f0e7 service neutron] 10.222.0.75 "GET /v2.0/networks/59b8d42f-7bef-4ced-83c7-f731095cdbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437071 Jun 03 15:20:21.687933 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.004450 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-b5645420-ab17-4b89-897d-dde8b91f8dc5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=d500350a-7ffd-4d63-9ddb-f9e3a64d6138 HTTP/1.1" status: 200 len: 217 time: 0.2988427 Jun 03 15:20:22.104328 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.198241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-c35874b2-3249-49f6-bea1-f4e775dcd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:22.200547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-c35874b2-3249-49f6-bea1-f4e775dcd31c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=287f0d2c-7851-461b-9206-b47bc540159d HTTP/1.1" status: 200 len: 797 time: 0.0981095 Jun 03 15:20:22.238982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.264917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.423871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-76c4b78d-e5e3-40c6-aad2-f6aea956459a tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:22.427604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-76c4b78d-e5e3-40c6-aad2-f6aea956459a tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.67 "GET /v2.0/networks?id=aa18482f-2775-431f-9b06-feba3164b757 HTTP/1.1" status: 200 len: 813 time: 0.7520339 Jun 03 15:20:22.520418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:22.520954 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Request body: {'port': {'device_id': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757', 'admin_state_up': True, 'tenant_id': 'd364816539414c638a0f5c07be3c5ed8'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:22.559080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Pushing event updated for resources: {'Port': ['ID=66a6cc4b-4d02-4161-8563-c8ad05f2f43e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:22.686462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:22.746356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:22.873924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:22.907969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Network cfef527b-71d9-4752-ac58-ce63dfe3b72c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:22.910363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:23.016919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event updated for resources: {'Port': ['ID=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:23.130548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b3d33-1f82-41e2-8091-62dcaf9028af req-57d87f6d-b90a-4b61-b262-9714714f4193 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:23.149276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d26b3d33-1f82-41e2-8091-62dcaf9028af req-57d87f6d-b90a-4b61-b262-9714714f4193 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 931 time: 1.1369135 Jun 03 15:20:23.229756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:23.230728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:23.291236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3cbcdcdd-8368-48bb-befa-a79ebdedddae None None] Provisioning complete for port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:23.291783 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3cbcdcdd-8368-48bb-befa-a79ebdedddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:23.337453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Router e74a7359-2b4d-4b4e-94e5-8128e812d0cc has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:20:23.365253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-bb1a148d-6ba0-4ba6-b060-78935f5d9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:23.367150 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-bb1a148d-6ba0-4ba6-b060-78935f5d9dcd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0825396 Jun 03 15:20:23.401720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:23.410038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcdcdd-8368-48bb-befa-a79ebdedddae None None] Port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:23.436850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Usage tracker for resource:port and tenant:d364816539414c638a0f5c07be3c5ed8 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:23.514601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d26b3d33-1f82-41e2-8091-62dcaf9028af req-287ecac4-f141-49e2-8bf4-210edd9f5550 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643341 Jun 03 15:20:23.526877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:23.555018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:23.563929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8d76ebc3-2ec2-4bc0-b620-9f8bcf9e66dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9391160 Jun 03 15:20:23.592248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a9aa4-bcb8-4731-af10-a4d3c6df6abb req-e6ccbc5e-df44-4d6f-9132-fbe5199469d9 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:23.596347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e0a9aa4-bcb8-4731-af10-a4d3c6df6abb req-e6ccbc5e-df44-4d6f-9132-fbe5199469d9 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 946 time: 0.8320231 Jun 03 15:20:23.601650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Request body: {'port': {'device_id': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:23.710348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:20:23.727501 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-812c689d-2bc9-4038-a8ef-9bd78c04fce4 admin admin] 10.222.0.48 "PUT /v2.0/routers/e74a7359-2b4d-4b4e-94e5-8128e812d0cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0178909 Jun 03 15:20:23.876277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36348) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:24.022692 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36d2e1fc-53cd-4cd0-a1db-58f2a3cd3864 req-6849b149-4458-4dd2-a0df-9512a9a694f7 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 210 time: 0.3381813 Jun 03 15:20:24.023592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Made reservation on behalf of d364816539414c638a0f5c07be3c5ed8 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:24.027988 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.095505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c47e9edb-1e8c-432b-932d-316e00c35f10 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:24.175699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e0a9aa4-bcb8-4731-af10-a4d3c6df6abb req-7b9bf8ea-51d7-43a2-b705-daf7f45da60e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077779 Jun 03 15:20:24.197479 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed763-27d7-4e2d-b668-81a8a15fe3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.244578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ba3ed763-27d7-4e2d-b668-81a8a15fe3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:24.256882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ba3ed763-27d7-4e2d-b668-81a8a15fe3b3 admin admin] Usage tracker for resource:security_group_rule and tenant:df6d52a17b98421e8247c29b56ddb6c4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:24.265824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port c47e9edb-1e8c-432b-932d-316e00c35f10 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:24.269718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ba3ed763-27d7-4e2d-b668-81a8a15fe3b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:24.273343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Sync routers for ids ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:20:24.285403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ba3ed763-27d7-4e2d-b668-81a8a15fe3b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:24.298859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Routers {'e74a7359-2b4d-4b4e-94e5-8128e812d0cc'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:20:24.301172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:20:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:24.343423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-7ee3375b-aded-48d1-a6ad-4c349ef53043 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9640582 Jun 03 15:20:24.473270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c47e9edb-1e8c-432b-932d-316e00c35f10 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:24.473819 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.477825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36368) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:24.494180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352675054', 'description': 'tempest-description--641252888'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:24.512166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:24.518836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Usage tracker for resource:security_group and tenant:1da89c7dc78f418a9e55b7b9df4ddf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:24.526419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:24.544261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.556390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:24.571035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed763-27d7-4e2d-b668-81a8a15fe3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.585799 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed763-27d7-4e2d-b668-81a8a15fe3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.631496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ed763-27d7-4e2d-b668-81a8a15fe3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e56ef7-487b-44c0-868f-4795e449261e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:24.645283 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.698924 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ba3ed763-27d7-4e2d-b668-81a8a15fe3b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df6d52a17b98421e8247c29b56ddb6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8215916 Jun 03 15:20:24.703039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36376) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:24.705289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:24.711419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Usage tracker for resource:security_group_rule and tenant:1da89c7dc78f418a9e55b7b9df4ddf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:24.715274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:24.733162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:24.908804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.915208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:24.986640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad74f63-0705-42ba-9423-28e05ff0a2f3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:25.011310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Set router e74a7359-2b4d-4b4e-94e5-8128e812d0cc gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:20:25.033721 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.037489 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aa84fbe9-1734-4aac-9cc5-01f28c10e158 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5586460 Jun 03 15:20:25.038149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36380) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:25.043664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-297d577c-fadf-4c0a-96d7-85f835bd4940 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Request body: {'security_group_rule': {'security_group_id': '0ad74f63-0705-42ba-9423-28e05ff0a2f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:25.064193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-297d577c-fadf-4c0a-96d7-85f835bd4940 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:25.075613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-297d577c-fadf-4c0a-96d7-85f835bd4940 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Usage tracker for resource:security_group_rule and tenant:1da89c7dc78f418a9e55b7b9df4ddf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:25.080491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-297d577c-fadf-4c0a-96d7-85f835bd4940 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:25.102637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-297d577c-fadf-4c0a-96d7-85f835bd4940 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:25.128797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c47e9edb-1e8c-432b-932d-316e00c35f10 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:25.129184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.141174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-297d577c-fadf-4c0a-96d7-85f835bd4940 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.163118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port c47e9edb-1e8c-432b-932d-316e00c35f10, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c47e9edb-1e8c-432b-932d-316e00c35f10,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:25.239309 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-297d577c-fadf-4c0a-96d7-85f835bd4940 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.245086 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.259364 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-297d577c-fadf-4c0a-96d7-85f835bd4940 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.279795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-4d4927b9-836d-47e6-a911-e7328651928e service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9207878 Jun 03 15:20:25.355816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d577c-fadf-4c0a-96d7-85f835bd4940 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776350ec-05c0-4f61-989f-039da9f56c1c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:25.374262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Allocated IP 172.20.0.7 (aa18482f-2775-431f-9b06-feba3164b757/d543a2af-5d18-4ed5-aa26-14050c8b835e/7e3c0018-a103-4843-9108-29c6489e1e04) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:25.390795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-297d577c-fadf-4c0a-96d7-85f835bd4940 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.396313 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-297d577c-fadf-4c0a-96d7-85f835bd4940 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3571677 Jun 03 15:20:25.397107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36390) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:25.403419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e98a1317-9313-4279-b772-7735445d1009 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Request body: {'security_group_rule': {'security_group_id': '0ad74f63-0705-42ba-9423-28e05ff0a2f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:25.410424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e98a1317-9313-4279-b772-7735445d1009 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:25.416449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e98a1317-9313-4279-b772-7735445d1009 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Usage tracker for resource:security_group_rule and tenant:1da89c7dc78f418a9e55b7b9df4ddf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:25.420783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e98a1317-9313-4279-b772-7735445d1009 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:25.428802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e98a1317-9313-4279-b772-7735445d1009 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:25.458785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e98a1317-9313-4279-b772-7735445d1009 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.460772 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1712cb18-129d-495b-b994-6cf4b2af322c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.463214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=c47e9edb-1e8c-432b-932d-316e00c35f10,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:25.519883 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1712cb18-129d-495b-b994-6cf4b2af322c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.557268 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e98a1317-9313-4279-b772-7735445d1009 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.565105 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e98a1317-9313-4279-b772-7735445d1009 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.591649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-bc9baf22-f146-4183-9ea4-e340d50cb3f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=9e2ef47a-bfd8-4169-8e25-b9aff3147f27 HTTP/1.1" status: 200 len: 217 time: 0.2885103 Jun 03 15:20:25.596379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fe38a-fce6-47b5-b367-0d647d93389a req-ac3d2739-7417-4487-88d0-35c277d2b78a tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:25.597948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e5fe38a-fce6-47b5-b367-0d647d93389a req-ac3d2739-7417-4487-88d0-35c277d2b78a tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 1097 time: 1.1548169 Jun 03 15:20:25.656424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:21Z', 'revision_number': 4, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '66a6cc4b-4d02-4161-8563-c8ad05f2f43e', 'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'mac_address': 'fa:16:3e:a5:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:19Z', 'updated_at': '2022-06-03T15:20:21Z', 'revision_number': 2, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'subnets': [{'id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:25.666565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Checking router: e74a7359-2b4d-4b4e-94e5-8128e812d0cc for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:20:25.667116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Updating router e74a7359-2b4d-4b4e-94e5-8128e812d0cc port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:20:25.727782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a1317-9313-4279-b772-7735445d1009 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8359c77a-dfa7-4fc5-ba98-b34ea117288b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:25.741793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e98a1317-9313-4279-b772-7735445d1009 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.748979 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e98a1317-9313-4279-b772-7735445d1009 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449254 Jun 03 15:20:25.748979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36394) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:25.754575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:25.763671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:25.770543 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.770975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Usage tracker for resource:floatingip and tenant:1da89c7dc78f418a9e55b7b9df4ddf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:25.774132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:25.781951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:25.800600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.868282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8b947-3ebf-49f0-8e1d-8f63788a1cb9 req-9b3b298d-4d0d-4e18-87e1-d433e4595130 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:25.869135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ccc8b947-3ebf-49f0-8e1d-8f63788a1cb9 req-9b3b298d-4d0d-4e18-87e1-d433e4595130 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Synchronizing usage tracker for tenant:253eaaef69a0433bba02fc6195ecabda on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:25.880700 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1712cb18-129d-495b-b994-6cf4b2af322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:25.967334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712cb18-129d-495b-b994-6cf4b2af322c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e56ef7-487b-44c0-868f-4795e449261e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:25.992918 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:26.017386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-ea146789-bd60-4396-99af-a708433a78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:26.019087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-ea146789-bd60-4396-99af-a708433a78bc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=287f0d2c-7851-461b-9206-b47bc540159d HTTP/1.1" status: 200 len: 797 time: 0.4202547 Jun 03 15:20:26.070422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c47e9edb-1e8c-432b-932d-316e00c35f10 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:26.090396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e5fe38a-fce6-47b5-b367-0d647d93389a req-e58b3a9a-ae4b-4ec1-bc01-bfe5bb829916 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498242 Jun 03 15:20:26.167825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ccc8b947-3ebf-49f0-8e1d-8f63788a1cb9 req-9b3b298d-4d0d-4e18-87e1-d433e4595130 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Unset dirty status for tenant:253eaaef69a0433bba02fc6195ecabda on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:26.181800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccc8b947-3ebf-49f0-8e1d-8f63788a1cb9 req-9b3b298d-4d0d-4e18-87e1-d433e4595130 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 931 time: 1.3957930 Jun 03 15:20:26.243326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Allocated IP 172.25.7.131 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/5003fb02-7b17-4a9a-adf6-665fd82bafef) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:26.336319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c47e9edb-1e8c-432b-932d-316e00c35f10 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:26.336741 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:26.346187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2830907c-09d1-4073-a7d4-88d152ebb16b req-d7083d6f-17f4-421d-8db3-37b28a7c9f47 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Synchronizing usage tracker for tenant:d364816539414c638a0f5c07be3c5ed8 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:26.370413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1712cb18-129d-495b-b994-6cf4b2af322c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:26.371732 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1712cb18-129d-495b-b994-6cf4b2af322c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39e56ef7-487b-44c0-868f-4795e449261e HTTP/1.1" status: 204 len: 168 time: 1.6589601 Jun 03 15:20:26.478246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccc8b947-3ebf-49f0-8e1d-8f63788a1cb9 req-17b22c60-b907-479a-a23a-a811d4300fd5 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818081 Jun 03 15:20:26.484690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:26.489351 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:20:26.536462 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:26.721076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Pushing event updated for resources: {'Port': ['ID=5003fb02-7b17-4a9a-adf6-665fd82bafef,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:26.730207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2830907c-09d1-4073-a7d4-88d152ebb16b req-d7083d6f-17f4-421d-8db3-37b28a7c9f47 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Unset dirty status for tenant:d364816539414c638a0f5c07be3c5ed8 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:26.755467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c47e9edb-1e8c-432b-932d-316e00c35f10 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:26.767141 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:26.782562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:26.788514 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2830907c-09d1-4073-a7d4-88d152ebb16b req-d7083d6f-17f4-421d-8db3-37b28a7c9f47 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 210 time: 0.5020213 Jun 03 15:20:26.791711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:26.791711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:26.797751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Transition to ACTIVE for port object 66a6cc4b-4d02-4161-8563-c8ad05f2f43e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:26.811751 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:26.931087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:26.984626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:27.011126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-1c7086ea-8728-4c1f-88ee-a56811a602ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:27.015467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-1c7086ea-8728-4c1f-88ee-a56811a602ac service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9147079 Jun 03 15:20:27.037752 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.040916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.088722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4785f3-8c25-45a8-b96c-7dc4b0f9b079 req-29ef00db-5426-4662-ab8d-b51e28044797 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:27.120559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ece4fc-db64-4e55-bf0e-ca014a394ad4 None None] Pushing event updated for resources: {'Port': ['ID=66a6cc4b-4d02-4161-8563-c8ad05f2f43e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:27.125484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4785f3-8c25-45a8-b96c-7dc4b0f9b079 req-29ef00db-5426-4662-ab8d-b51e28044797 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:27.144757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4785f3-8c25-45a8-b96c-7dc4b0f9b079 req-29ef00db-5426-4662-ab8d-b51e28044797 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:27.157241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4785f3-8c25-45a8-b96c-7dc4b0f9b079 req-29ef00db-5426-4662-ab8d-b51e28044797 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:27.177626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4785f3-8c25-45a8-b96c-7dc4b0f9b079 req-29ef00db-5426-4662-ab8d-b51e28044797 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:27.218154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4785f3-8c25-45a8-b96c-7dc4b0f9b079 req-29ef00db-5426-4662-ab8d-b51e28044797 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:27.222675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36412) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:27.228452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4785f3-8c25-45a8-b96c-7dc4b0f9b079 req-29ef00db-5426-4662-ab8d-b51e28044797 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:27.243188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff4785f3-8c25-45a8-b96c-7dc4b0f9b079 req-29ef00db-5426-4662-ab8d-b51e28044797 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5433 time: 0.4556620 Jun 03 15:20:27.277373 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f58c4a7-b211-4bd2-8a5b-5fffc47d8da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.300624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f58c4a7-b211-4bd2-8a5b-5fffc47d8da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:27.398083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f58c4a7-b211-4bd2-8a5b-5fffc47d8da0 admin admin] Usage tracker for resource:security_group_rule and tenant:fccaf33469894e8597d651724141debd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:27.417336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f58c4a7-b211-4bd2-8a5b-5fffc47d8da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:27.417336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8f58c4a7-b211-4bd2-8a5b-5fffc47d8da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:27.462371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Attempting to bind port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:27.462801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Attempting to bind port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:27.463216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Attempting to bind port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e on network cfef527b-71d9-4752-ac58-ce63dfe3b72c {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:27.483027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:27.483600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Checking segment: {'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:27.484022 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.484427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Bound using segment: {'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:27.485081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Bound port: 66a6cc4b-4d02-4161-8563-c8ad05f2f43e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:27.485468 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.686019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f58c4a7-b211-4bd2-8a5b-5fffc47d8da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.694840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] For port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:27.697254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f58c4a7-b211-4bd2-8a5b-5fffc47d8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.700781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] For port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=66a6cc4b-4d02-4161-8563-c8ad05f2f43e,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:27.704355 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.706343 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.809698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58c4a7-b211-4bd2-8a5b-5fffc47d8da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885c7f50-30a1-4510-b94d-1b92c788c705,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:27.831378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:20:27.836123 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff4785f3-8c25-45a8-b96c-7dc4b0f9b079 req-27c50821-bf23-4730-a927-bed68b21da88 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5917907 Jun 03 15:20:27.839573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ece4fc-db64-4e55-bf0e-ca014a394ad4 None None] Pushing event updated for resources: {'Port': ['ID=66a6cc4b-4d02-4161-8563-c8ad05f2f43e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:27.895380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.904744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Routers {'e74a7359-2b4d-4b4e-94e5-8128e812d0cc'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:20:27.905864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:20:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:27.928316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:27.963724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Transition to ACTIVE for port object fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:28.007069 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.037300 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8f58c4a7-b211-4bd2-8a5b-5fffc47d8da0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fccaf33469894e8597d651724141debd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8140364 Jun 03 15:20:28.048558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36428) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:28.124697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.154755 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.215423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Pushing event updated for resources: {'Port': ['ID=5003fb02-7b17-4a9a-adf6-665fd82bafef,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:28.338717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] Set router e74a7359-2b4d-4b4e-94e5-8128e812d0cc gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:20:28.368217 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.369992 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-79d79124-f3b3-41bc-83fc-cc0b6944a88b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6228206 Jun 03 15:20:28.377999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Network aa18482f-2775-431f-9b06-feba3164b757 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:28.390925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:28.393725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:28.395725 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7afe1d-8c9e-4b42-ba61-79268ea00d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.488374 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-16789320-5334-4c5d-b399-99905f2a7b0c service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4379654 Jun 03 15:20:28.493553 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7afe1d-8c9e-4b42-ba61-79268ea00d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.604503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7afe1d-8c9e-4b42-ba61-79268ea00d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.642316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7afe1d-8c9e-4b42-ba61-79268ea00d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:28.644003 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5b7afe1d-8c9e-4b42-ba61-79268ea00d60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/885c7f50-30a1-4510-b94d-1b92c788c705 HTTP/1.1" status: 204 len: 168 time: 0.5817983 Jun 03 15:20:28.646562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7afe1d-8c9e-4b42-ba61-79268ea00d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885c7f50-30a1-4510-b94d-1b92c788c705,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:28.767749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Pushing event updated for resources: {'Port': ['ID=7e3c0018-a103-4843-9108-29c6489e1e04,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:28.812807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:21Z', 'revision_number': 4, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '66a6cc4b-4d02-4161-8563-c8ad05f2f43e', 'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'mac_address': 'fa:16:3e:a5:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:19Z', 'updated_at': '2022-06-03T15:20:27Z', 'revision_number': 4, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'subnets': [{'id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:28.822984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee0a44-7435-4fc4-945f-e37d282579fa None None] The sync data for ids ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'] in n-d-844595-1 is: [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:21Z', 'revision_number': 4, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '66a6cc4b-4d02-4161-8563-c8ad05f2f43e', 'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'mac_address': 'fa:16:3e:a5:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:19Z', 'updated_at': '2022-06-03T15:20:27Z', 'revision_number': 4, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'subnets': [{'id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:20:29.027143 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b18d7-2e9f-4b5b-abf1-489c30cf7fcf req-559dcb4c-b62b-40f1-bf92-def458a192cc tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:29.028883 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d6b18d7-2e9f-4b5b-abf1-489c30cf7fcf req-559dcb4c-b62b-40f1-bf92-def458a192cc tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 1097 time: 1.2846370 Jun 03 15:20:29.118433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:29.119249 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:29.190536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7478da3-3135-4c6a-9d73-3c0da0721d37 req-a0f6ed20-aabd-471d-b75f-e849a8903d78 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:29.199634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7478da3-3135-4c6a-9d73-3c0da0721d37 req-a0f6ed20-aabd-471d-b75f-e849a8903d78 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 943 time: 1.0591242 Jun 03 15:20:29.225571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:29.235096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-eda09797-7c0c-48bf-8c91-ba11524c6663 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7180653 Jun 03 15:20:29.236842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d6b18d7-2e9f-4b5b-abf1-489c30cf7fcf req-02664b6b-52fc-4582-afa1-5aca265e132d tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945291 Jun 03 15:20:29.257566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Request body: {'port': {'device_id': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:29.319717 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:29.332689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Attempting to bind port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:29.332689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Attempting to bind port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:29.333514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Attempting to bind port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece on network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:29.378646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece on network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:29.378974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Attempting to bind port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece on network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:29.437367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7478da3-3135-4c6a-9d73-3c0da0721d37 req-b9b2ab80-4286-4bd8-9da5-e483c58052d6 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364261 Jun 03 15:20:29.449052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-bb20b094-1d83-41d5-a99d-8b9dd4433c81 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8542027 Jun 03 15:20:29.449993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:29.450209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Checking segment: {'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:29.450534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Bound using segment: {'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:29.450995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Bound port: fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:29.451478 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:29.598553 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e3debfc5-9152-4ca2-b207-58c750054710 req-6d83cb71-6304-43f5-8d57-0863689adf13 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2417288 Jun 03 15:20:29.819542 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-557c6307-50cd-4587-b57a-dfe0d84d27d7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=6bae21fe-4516-4a76-bb34-c0ff106041d2 HTTP/1.1" status: 200 len: 217 time: 0.3487036 Jun 03 15:20:29.837984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3debfc5-9152-4ca2-b207-58c750054710 req-9037cbae-9e0b-4309-b76c-55fb862bb6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:29.841205 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e3debfc5-9152-4ca2-b207-58c750054710 req-9037cbae-9e0b-4309-b76c-55fb862bb6cd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 1096 time: 0.1187115 Jun 03 15:20:30.034305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] For port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:30.081550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] For port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:30.088086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3debfc5-9152-4ca2-b207-58c750054710 req-b87bdb02-2dbf-4d9c-92b3-be7c12af6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.090679 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e3debfc5-9152-4ca2-b207-58c750054710 req-b87bdb02-2dbf-4d9c-92b3-be7c12af6859 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.2189100 Jun 03 15:20:30.103486 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:30.111620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 66a6cc4b-4d02-4161-8563-c8ad05f2f43e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:30.151869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:30.175355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-0c3788b9-7087-4c16-a798-cd61431f6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.187251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-0c3788b9-7087-4c16-a798-cd61431f6de6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=287f0d2c-7851-461b-9206-b47bc540159d HTTP/1.1" status: 200 len: 797 time: 0.3518066 Jun 03 15:20:30.255378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc531ae-76a9-4e2f-9940-521e21bce878 req-4ce6c0ef-9d4b-4323-be46-56398ce248e6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.263503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc531ae-76a9-4e2f-9940-521e21bce878 req-4ce6c0ef-9d4b-4323-be46-56398ce248e6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.270790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc531ae-76a9-4e2f-9940-521e21bce878 req-4ce6c0ef-9d4b-4323-be46-56398ce248e6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.277336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc531ae-76a9-4e2f-9940-521e21bce878 req-4ce6c0ef-9d4b-4323-be46-56398ce248e6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.282166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:30.282752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc531ae-76a9-4e2f-9940-521e21bce878 req-4ce6c0ef-9d4b-4323-be46-56398ce248e6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.288888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc531ae-76a9-4e2f-9940-521e21bce878 req-4ce6c0ef-9d4b-4323-be46-56398ce248e6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.295545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc531ae-76a9-4e2f-9940-521e21bce878 req-4ce6c0ef-9d4b-4323-be46-56398ce248e6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.296013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:30.296824 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fcc531ae-76a9-4e2f-9940-521e21bce878 req-4ce6c0ef-9d4b-4323-be46-56398ce248e6 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5433 time: 0.5675349 Jun 03 15:20:30.313079 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:30.350536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e3debfc5-9152-4ca2-b207-58c750054710 req-42151af4-a3ea-46e1-80ab-aa95007191b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d HTTP/1.1" status: 200 len: 217 time: 0.2527921 Jun 03 15:20:30.501482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3debfc5-9152-4ca2-b207-58c750054710 req-3e166708-8f66-4628-a1c2-3293460ed33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.505280 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e3debfc5-9152-4ca2-b207-58c750054710 req-3e166708-8f66-4628-a1c2-3293460ed33f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1480193 Jun 03 15:20:30.538164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:30.538709 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:30.582374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.582682 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:30.584195 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] 10.222.0.67 "PUT /v2.0/ports/fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece HTTP/1.1" status: 200 len: 1091 time: 6.9865348 Jun 03 15:20:30.584752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'tag': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:30.613589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=66a6cc4b-4d02-4161-8563-c8ad05f2f43e,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:30.623026 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:30.743024 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e3debfc5-9152-4ca2-b207-58c750054710 req-22dd377d-e71f-48e7-809a-e5463717ea55 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2281833 Jun 03 15:20:30.767617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=66a6cc4b-4d02-4161-8563-c8ad05f2f43e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:30.908609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5294a-0203-41e6-863b-c3b06c6e2d6c req-771857eb-4276-443e-9d3d-1cd54d1f6a1b tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:30.908609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72f5294a-0203-41e6-863b-c3b06c6e2d6c req-771857eb-4276-443e-9d3d-1cd54d1f6a1b tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 931 time: 1.1290286 Jun 03 15:20:30.933324 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e3debfc5-9152-4ca2-b207-58c750054710 req-bc52b026-5558-488b-b501-1e699dfc7174 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756849 Jun 03 15:20:31.009420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e5911c4f-f446-4cae-8dcb-3c49380ca566 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--352675054&fields=id&tenant_id=1da89c7dc78f418a9e55b7b9df4ddf32 HTTP/1.1" status: 200 len: 267 time: 0.4185829 Jun 03 15:20:31.098395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08a2b1-4826-43ce-8413-083a914fb794 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:31.108142 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e3debfc5-9152-4ca2-b207-58c750054710 req-ac083110-0aec-4bcd-8c7d-3ff9ce6aa1ad service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726694 Jun 03 15:20:31.204041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72f5294a-0203-41e6-863b-c3b06c6e2d6c req-693b9473-b94e-41d1-8b40-3ef9cb28bf85 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674429 Jun 03 15:20:31.223316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-1358f7fb-6458-491c-a2ad-8df7bf0c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:31.224748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-1358f7fb-6458-491c-a2ad-8df7bf0c4b60 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0207276 Jun 03 15:20:31.292236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-efab67db-c8c7-4c24-8260-ff78cafae20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:31.293703 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-efab67db-c8c7-4c24-8260-ff78cafae20f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=253eaaef69a0433bba02fc6195ecabda&device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 1094 time: 0.4996521 Jun 03 15:20:31.445071 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-8510fc37-004e-4b2d-8ff2-22bda6300ece service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece HTTP/1.1" status: 200 len: 217 time: 0.0905707 Jun 03 15:20:31.454352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-0da65abc-b29b-4928-bc23-570213cfa32a tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:31.461196 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-0da65abc-b29b-4928-bc23-570213cfa32a tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/networks?id=cfef527b-71d9-4752-ac58-ce63dfe3b72c HTTP/1.1" status: 200 len: 806 time: 0.4516222 Jun 03 15:20:31.531617 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-1be7f094-fc32-43ea-b592-d794a6efce49 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/quotas/1da89c7dc78f418a9e55b7b9df4ddf32 HTTP/1.1" status: 200 len: 375 time: 0.0698199 Jun 03 15:20:31.717345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-1bbb3318-a4ef-40bd-ba18-95ad8cc8c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:31.718816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-1bbb3318-a4ef-40bd-ba18-95ad8cc8c17e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24a11859-d722-4ef3-9227-96890173ae25 HTTP/1.1" status: 200 len: 862 time: 0.2558541 Jun 03 15:20:31.726943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-3d2ddc9e-fa27-4c93-9e19-e18adfaa9ca0 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843619 Jun 03 15:20:31.737927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3c0018-a103-4843-9108-29c6489e1e04 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:31.801700 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:31.822580 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-71ae8d7c-e04c-4a5c-a30c-a441c2fa01db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5a4046ad-552f-4dd6-8436-e65ab1c41e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882258 Jun 03 15:20:31.925322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Transition to ACTIVE for port object 7e3c0018-a103-4843-9108-29c6489e1e04 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:31.978076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 66a6cc4b-4d02-4161-8563-c8ad05f2f43e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:31.981219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36532) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:31.986674 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:32.084998 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3155dcd1-c030-4cdf-92fb-4b3efa23f8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:32.092145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:32.092675 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:32.116742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ca4e-9a41-4bea-b352-81b39608887c req-09d4e5a3-764f-4a5a-8e86-b9241e2519dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.117467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ca4e-9a41-4bea-b352-81b39608887c req-09d4e5a3-764f-4a5a-8e86-b9241e2519dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.117957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ca4e-9a41-4bea-b352-81b39608887c req-09d4e5a3-764f-4a5a-8e86-b9241e2519dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.118417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ca4e-9a41-4bea-b352-81b39608887c req-09d4e5a3-764f-4a5a-8e86-b9241e2519dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.118891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ca4e-9a41-4bea-b352-81b39608887c req-09d4e5a3-764f-4a5a-8e86-b9241e2519dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.119360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ca4e-9a41-4bea-b352-81b39608887c req-09d4e5a3-764f-4a5a-8e86-b9241e2519dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.119811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ca4e-9a41-4bea-b352-81b39608887c req-09d4e5a3-764f-4a5a-8e86-b9241e2519dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.121961 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bba7ca4e-9a41-4bea-b352-81b39608887c req-09d4e5a3-764f-4a5a-8e86-b9241e2519dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 6490 time: 0.1396310 Jun 03 15:20:32.172906 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bba7ca4e-9a41-4bea-b352-81b39608887c req-b93ffd93-dac5-4875-885a-f1f716cf2211 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449293 Jun 03 15:20:32.224571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:32.354944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-28c03366-144a-4e83-86d1-feea269259b6 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1da89c7dc78f418a9e55b7b9df4ddf32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8221509 Jun 03 15:20:32.366154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5ff48-6c45-4d24-9a32-c946260934f9 req-5921a797-7b72-4bf2-9c41-7dacad6d9dc2 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.367772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ca5ff48-6c45-4d24-9a32-c946260934f9 req-5921a797-7b72-4bf2-9c41-7dacad6d9dc2 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 943 time: 0.7722082 Jun 03 15:20:32.368501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3c0018-a103-4843-9108-29c6489e1e04,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:32.374661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-587ddcd0-6b74-423e-b97d-1796c1924257 service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324356 Jun 03 15:20:32.597412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-d1f705b0-9407-4e01-ad63-e36c318ecee4 service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169764 Jun 03 15:20:32.631616 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-a24ceae4-90cd-4d05-85d2-fb0b6ed32269 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=32d05f74-cf93-4809-9204-e28630fe984c HTTP/1.1" status: 200 len: 217 time: 0.2199719 Jun 03 15:20:32.849510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ca5ff48-6c45-4d24-9a32-c946260934f9 req-f44fda29-8968-4991-aa1a-9737d961e51d tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679403 Jun 03 15:20:32.918039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-cfd820d9-edf4-4356-bf69-c76fec333ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:32.919826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-cfd820d9-edf4-4356-bf69-c76fec333ca6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=287f0d2c-7851-461b-9206-b47bc540159d HTTP/1.1" status: 200 len: 797 time: 0.2417967 Jun 03 15:20:32.942115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ed8dba1f-34a8-4177-b509-082a401d33b9 service neutron] 10.222.0.48 "GET /v2.0/networks/cfef527b-71d9-4752-ac58-ce63dfe3b72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665078 Jun 03 15:20:32.943521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Attempting to bind port 7e3c0018-a103-4843-9108-29c6489e1e04 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:32.943521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Attempting to bind port 7e3c0018-a103-4843-9108-29c6489e1e04 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:32.943936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Attempting to bind port 7e3c0018-a103-4843-9108-29c6489e1e04 on network aa18482f-2775-431f-9b06-feba3164b757 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:32.999653 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a5406f-5ee3-49f6-90cc-a6ec38d94c5a'] response: {'name': 'network-changed', 'server_uuid': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'tag': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece', 'status': 'completed', 'code': 200} Jun 03 15:20:33.035612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Port 7e3c0018-a103-4843-9108-29c6489e1e04 on network aa18482f-2775-431f-9b06-feba3164b757 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:33.035612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Attempting to bind port 7e3c0018-a103-4843-9108-29c6489e1e04 on network aa18482f-2775-431f-9b06-feba3164b757 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:33.123480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:33.123601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Checking segment: {'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:33.123962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Bound using segment: {'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:33.125271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Bound port: 7e3c0018-a103-4843-9108-29c6489e1e04, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:33.125271 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:33.171683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-267fcd39-ae5d-4013-b5c4-795d844f6743 req-30c534b5-2db1-4e91-a506-1100641a49cc service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310025 Jun 03 15:20:33.374074 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-3cd6ca2e-ab5e-4aac-99db-1ef0ad91a9e8 service neutron] 10.222.0.48 "GET /v2.0/networks/cfef527b-71d9-4752-ac58-ce63dfe3b72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838320 Jun 03 15:20:33.405736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-0cb1500e-5447-4569-8055-2ea876a8bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:33.405736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-0cb1500e-5447-4569-8055-2ea876a8bbe0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4657450 Jun 03 15:20:33.410487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] For port 7e3c0018-a103-4843-9108-29c6489e1e04, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:33.412911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] For port 7e3c0018-a103-4843-9108-29c6489e1e04, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7e3c0018-a103-4843-9108-29c6489e1e04,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:33.445630 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:33.635883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:33.635883 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:33.635883 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] 10.222.0.67 "PUT /v2.0/ports/7e3c0018-a103-4843-9108-29c6489e1e04 HTTP/1.1" status: 200 len: 1091 time: 4.3863380 Jun 03 15:20:33.700929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bf852-e1de-44c4-a1a5-daa8287e8b21 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3c0018-a103-4843-9108-29c6489e1e04,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:33.724137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dc056-2fa6-45f2-9ad7-823ab44cd94e req-2aa7a8c5-bf3f-4852-9998-b6de8dd50bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:33.724137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d8dc056-2fa6-45f2-9ad7-823ab44cd94e req-2aa7a8c5-bf3f-4852-9998-b6de8dd50bdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=253eaaef69a0433bba02fc6195ecabda&device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 1094 time: 0.4557242 Jun 03 15:20:33.825065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-c86d728e-7122-46bf-aa24-7c11f96a671e service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048183 Jun 03 15:20:34.060801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b8a48620-e6f5-482a-a40e-8454c40fc2dc no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:20:34.247318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b8a48620-e6f5-482a-a40e-8454c40fc2dc is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:34.247702 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:34.257220 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22cfa30d-53eb-4604-90b7-123206b9eff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:34.283427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:34.293749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b8a48620-e6f5-482a-a40e-8454c40fc2dc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b8a48620-e6f5-482a-a40e-8454c40fc2dc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:34.300601 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:34.359747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dc056-2fa6-45f2-9ad7-823ab44cd94e req-e1836e51-a00b-4e24-ab1f-53d254e43db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:34.362409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d8dc056-2fa6-45f2-9ad7-823ab44cd94e req-e1836e51-a00b-4e24-ab1f-53d254e43db9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5a4046ad-552f-4dd6-8436-e65ab1c41e46 HTTP/1.1" status: 200 len: 923 time: 0.5886736 Jun 03 15:20:34.374923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-d1bc8679-c643-4a9c-86b6-7cf0e925a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:34.376777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-d1bc8679-c643-4a9c-86b6-7cf0e925a54e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d364816539414c638a0f5c07be3c5ed8&device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 1094 time: 0.6732976 Jun 03 15:20:34.378862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b8a48620-e6f5-482a-a40e-8454c40fc2dc,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:34.381247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-3972b91a-b6aa-4639-89f6-37ef73d1dc0a service neutron] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932601 Jun 03 15:20:34.401294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b6213-65df-4525-b776-d1e408dfa930 req-049c2f88-0e4d-4d39-92ff-7f6bd9bf5e02 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:34.403375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-186b6213-65df-4525-b776-d1e408dfa930 req-049c2f88-0e4d-4d39-92ff-7f6bd9bf5e02 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 949 time: 0.4035039 Jun 03 15:20:34.618494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d8dc056-2fa6-45f2-9ad7-823ab44cd94e req-1ef5e68d-8ce4-4893-9d54-f690ca3264ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece HTTP/1.1" status: 200 len: 217 time: 0.2122905 Jun 03 15:20:34.619236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-71919b4c-f8fc-4650-9532-be341aab0924 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e3c0018-a103-4843-9108-29c6489e1e04 HTTP/1.1" status: 200 len: 217 time: 0.2125473 Jun 03 15:20:34.622435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-79c4069c-264a-4d83-9a4a-6b3073d45cf6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0db8d5bf-996e-4395-aa33-eb20e220e457 HTTP/1.1" status: 200 len: 217 time: 0.2179129 Jun 03 15:20:34.763902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-17973338-1a5a-4711-abed-c46f1f97bb37 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:20:34.764863 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-17973338-1a5a-4711-abed-c46f1f97bb37 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1993699 Jun 03 15:20:34.788500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-186b6213-65df-4525-b776-d1e408dfa930 req-391213ed-7df1-4077-a5af-2065acc474c5 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240045 Jun 03 15:20:34.820580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-cbf787c8-7585-4562-9d86-b067d848be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:34.822046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-cbf787c8-7585-4562-9d86-b067d848be85 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1631d81d-00f1-4d04-b59e-16993897a31e HTTP/1.1" status: 200 len: 797 time: 0.1924548 Jun 03 15:20:34.827438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dc056-2fa6-45f2-9ad7-823ab44cd94e req-038d1c6d-92b7-4e9e-abae-fef51db6189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:34.828869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d8dc056-2fa6-45f2-9ad7-823ab44cd94e req-038d1c6d-92b7-4e9e-abae-fef51db6189d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24a11859-d722-4ef3-9227-96890173ae25 HTTP/1.1" status: 200 len: 862 time: 0.1900160 Jun 03 15:20:34.831355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-2453a994-ebd7-43ec-b618-376f964958f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:34.832829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-2453a994-ebd7-43ec-b618-376f964958f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d543a2af-5d18-4ed5-aa26-14050c8b835e HTTP/1.1" status: 200 len: 853 time: 0.1928890 Jun 03 15:20:34.903751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Request body: {'binding': {'host': 'n-h1-844595-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:34.904186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Unknown quota resources ['binding']. {{(pid=88445) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:20:35.028368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d8dc056-2fa6-45f2-9ad7-823ab44cd94e req-c761d7c4-7553-467a-a193-3e3c9cefa60e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5a4046ad-552f-4dd6-8436-e65ab1c41e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594028 Jun 03 15:20:35.028683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'tag': '7e3c0018-a103-4843-9108-29c6489e1e04'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:35.042648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-081d6064-26e1-4db0-bc49-bcb9d4062fa5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa18482f-2775-431f-9b06-feba3164b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728256 Jun 03 15:20:35.201180 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:35.254247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-0708974e-268e-479a-b8bd-9ac96fb1be3f tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:35.255069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-0708974e-268e-479a-b8bd-9ac96fb1be3f tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Synchronizing usage tracker for tenant:1da89c7dc78f418a9e55b7b9df4ddf32 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:35.275285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-0708974e-268e-479a-b8bd-9ac96fb1be3f tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Unset dirty status for tenant:1da89c7dc78f418a9e55b7b9df4ddf32 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:35.277418 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-0708974e-268e-479a-b8bd-9ac96fb1be3f tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.67 "GET /v2.0/networks?id=cfef527b-71d9-4752-ac58-ce63dfe3b72c HTTP/1.1" status: 200 len: 806 time: 0.1801109 Jun 03 15:20:35.342748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-357b6dc8-d585-4b2a-810b-c1dfe3131872 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Synchronizing usage tracker for tenant:1da89c7dc78f418a9e55b7b9df4ddf32 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:20:35.360977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-357b6dc8-d585-4b2a-810b-c1dfe3131872 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Unset dirty status for tenant:1da89c7dc78f418a9e55b7b9df4ddf32 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:20:35.362423 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-357b6dc8-d585-4b2a-810b-c1dfe3131872 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1da89c7dc78f418a9e55b7b9df4ddf32 HTTP/1.1" status: 200 len: 379 time: 0.0692530 Jun 03 15:20:35.388729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Request body: {'port': {'device_id': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'admin_state_up': True, 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'security_groups': ['0ad74f63-0705-42ba-9423-28e05ff0a2f3']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:35.440506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-6d61e2d8-d76b-4cc9-aa91-5b773f0343a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:35.442018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-6d61e2d8-d76b-4cc9-aa91-5b773f0343a4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6122568 Jun 03 15:20:35.456429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-219b2167-1087-4cd3-813a-d918a0707371 service neutron] 10.222.0.67 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821895 Jun 03 15:20:35.493045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d8dc056-2fa6-45f2-9ad7-823ab44cd94e req-c788c627-64d5-4298-964d-d31e560d06cb service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492912 Jun 03 15:20:35.493252 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:35.529787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:35.533721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Usage tracker for resource:port and tenant:1da89c7dc78f418a9e55b7b9df4ddf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:35.536651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:35.542465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:35.552624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Made reservation on behalf of 1da89c7dc78f418a9e55b7b9df4ddf32 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:35.556435 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:35.672398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba346982-4dfd-4e17-8ef0-b3b2adda33e1 req-c269ff24-3875-4fb4-a696-4af55f116dcf tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:35.673899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ba346982-4dfd-4e17-8ef0-b3b2adda33e1 req-c269ff24-3875-4fb4-a696-4af55f116dcf tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 943 time: 0.7043545 Jun 03 15:20:35.724913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Allocated IP 172.20.0.10 (cfef527b-71d9-4752-ac58-ce63dfe3b72c/b9d8b353-02d7-4597-9601-6804a84e4472/c52f1bbf-95b6-497c-8a67-26f2c72e6ab8) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:35.891876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on host n-h1-844595-1 for vnic_type normal with profile None {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:35.892206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:35.892520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:35.917604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:35.931388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:35.931679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:35.933704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Transition to ACTIVE for port object c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:35.967765 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:35.972650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:35.973194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:35.973752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:35.974355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Bound port: 8f4c4b42-5826-453a-a5cc-2a9e650de895, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:36.042135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-d8754381-2333-4078-8ff3-ee43efc916dd service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896878 Jun 03 15:20:36.055949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Network cfef527b-71d9-4752-ac58-ce63dfe3b72c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:36.056884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ba346982-4dfd-4e17-8ef0-b3b2adda33e1 req-7ee11656-baa0-45e6-8b76-0515ea9872b3 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834080 Jun 03 15:20:36.060212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:36.065633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:36.099457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c28de6a2-8229-4352-9a84-5c53021836f7 req-a091aed7-8f76-4cc1-9cd0-0b586e50c93b service neutron] 10.222.0.67 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143267 Jun 03 15:20:36.142412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:36.143035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:36.159259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Pushing event updated for resources: {'Port': ['ID=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:36.176744 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-ce811fcd-b015-44a6-b55b-5559681a80e0 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7917953 Jun 03 15:20:36.178138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d8dc056-2fa6-45f2-9ad7-823ab44cd94e req-685a01f2-365b-45f2-8e33-0cbf87627e0b service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6593747 Jun 03 15:20:36.226137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Request body: {'port': {'device_id': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:36.268418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:36.293953 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] Notify callbacks [] for binding, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:36.295357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] 10.222.0.48 "POST /v2.0/ports/8f4c4b42-5826-453a-a5cc-2a9e650de895/bindings HTTP/1.1" status: 201 len: 389 time: 1.5122797 Jun 03 15:20:36.341043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-b8bee720-0302-449c-9a86-217e70ac9158 service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829087 Jun 03 15:20:36.426782 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:36.439683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea61f31-9df4-436a-96c0-c2bcd75a7ce0 req-75ba28ef-af8c-46b3-96bc-b77c4af98246 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:36.448458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ea61f31-9df4-436a-96c0-c2bcd75a7ce0 req-75ba28ef-af8c-46b3-96bc-b77c4af98246 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 932 time: 0.2539525 Jun 03 15:20:36.471526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-68a7f142-d7f2-42be-9de6-e48130ae5739 None None] Provisioning for port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:36.483026 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-15359ed5-2493-4599-8155-a93bd6a3efb1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ddf4759c-74be-4ad0-97de-2d92b51875cf HTTP/1.1" status: 200 len: 217 time: 0.1328585 Jun 03 15:20:36.493314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-68a7f142-d7f2-42be-9de6-e48130ae5739 None None] Provisioning complete for port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:36.493953 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-68a7f142-d7f2-42be-9de6-e48130ae5739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:36.522956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ea61f31-9df4-436a-96c0-c2bcd75a7ce0 req-a0f4afd9-d15b-4e6f-88e6-d8bba453e81f tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734696 Jun 03 15:20:36.647292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-68a7f142-d7f2-42be-9de6-e48130ae5739 None None] Port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:36.661043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-729c8ee5-ee70-49b5-ac87-5527ae0cba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:36.662515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-729c8ee5-ee70-49b5-ac87-5527ae0cba46 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1631d81d-00f1-4d04-b59e-16993897a31e HTTP/1.1" status: 200 len: 797 time: 0.1537313 Jun 03 15:20:36.690437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:36.735633 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6b7e8a-a6d3-4648-b502-a9f55d34bbff'] response: {'server_uuid': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc', 'code': 200} Jun 03 15:20:36.752539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68438ce-3792-4468-8e2a-dcfc138839ae req-5d1c7301-61f2-43fb-b054-b8273dd15e63 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:36.754357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e68438ce-3792-4468-8e2a-dcfc138839ae req-5d1c7301-61f2-43fb-b054-b8273dd15e63 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 943 time: 0.1586533 Jun 03 15:20:36.806068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141c04d-5011-4374-a077-66af33faa58c req-9bd58033-2b6e-45e9-9dbb-63596c3744ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:36.807519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-9bd58033-2b6e-45e9-9dbb-63596c3744ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387048 Jun 03 15:20:36.846090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e68438ce-3792-4468-8e2a-dcfc138839ae req-b3e4ca0f-a929-41be-bd05-4715e251278a tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799789 Jun 03 15:20:36.935466 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:36.949107 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c866ddd-0ae8-4540-a9e9-f76a550b0b66'] response: {'name': 'network-changed', 'server_uuid': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'tag': '7e3c0018-a103-4843-9108-29c6489e1e04', 'status': 'completed', 'code': 200} Jun 03 15:20:36.956514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece', 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46', 'port_id': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece', 'mac_address': 'fa:16:3e:93:0b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a11859-d722-4ef3-9227-96890173ae25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:36.976444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-95403175-89dd-40f5-b652-1d8e27fc4d33 service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595099 Jun 03 15:20:36.991367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-d8b810b8-e84a-4b5e-bded-f867e0798b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:36.993348 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-d8b810b8-e84a-4b5e-bded-f867e0798b86 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 1097 time: 0.3760924 Jun 03 15:20:37.044687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:37.045474 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:37.074994 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:37.094595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:37.129322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:37.140066 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:37.178119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Transition to ACTIVE for port object c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:37.198992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:37.212138 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:37.218801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3141c04d-5011-4374-a077-66af33faa58c req-0e3c192c-cb13-433a-8741-aad31ec58e20 service neutron] 10.222.0.75 "GET /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355502 Jun 03 15:20:37.244708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb4cb5-f4e7-4aef-877d-28aaeed0aa04 req-676ec322-1971-43c2-8924-adb347e49e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:37.246736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5eb4cb5-f4e7-4aef-877d-28aaeed0aa04 req-676ec322-1971-43c2-8924-adb347e49e83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d364816539414c638a0f5c07be3c5ed8&device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 1094 time: 0.1620893 Jun 03 15:20:37.249439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:37.409203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:37.539591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb4cb5-f4e7-4aef-877d-28aaeed0aa04 req-78100c61-50df-48f5-bbce-0dbed4020050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:37.541035 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5eb4cb5-f4e7-4aef-877d-28aaeed0aa04 req-78100c61-50df-48f5-bbce-0dbed4020050 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa18482f-2775-431f-9b06-feba3164b757 HTTP/1.1" status: 200 len: 914 time: 0.2863119 Jun 03 15:20:37.552517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-febdc3b8-cea3-4ced-be55-8662bc3b3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:37.554093 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-febdc3b8-cea3-4ced-be55-8662bc3b3755 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.3736036 Jun 03 15:20:37.661514 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5eb4cb5-f4e7-4aef-877d-28aaeed0aa04 req-75c92966-fce2-41a4-ae35-7f59ee5e44b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e3c0018-a103-4843-9108-29c6489e1e04 HTTP/1.1" status: 200 len: 217 time: 0.1098654 Jun 03 15:20:37.677240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9f3ef-b1a9-4613-bb4d-283754634054 req-5f0b10dc-c14f-4467-8ac8-d58002e0f1d7 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:37.679612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfe9f3ef-b1a9-4613-bb4d-283754634054 req-5f0b10dc-c14f-4467-8ac8-d58002e0f1d7 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 946 time: 0.2716281 Jun 03 15:20:37.748838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb4cb5-f4e7-4aef-877d-28aaeed0aa04 req-a35ac5ea-0b2e-4812-bea5-7d710e6f5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:37.750272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5eb4cb5-f4e7-4aef-877d-28aaeed0aa04 req-a35ac5ea-0b2e-4812-bea5-7d710e6f5859 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d543a2af-5d18-4ed5-aa26-14050c8b835e HTTP/1.1" status: 200 len: 853 time: 0.0692019 Jun 03 15:20:37.776633 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8a6956d2-7f20-4d0b-81a7-734d3c865b0a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895 HTTP/1.1" status: 200 len: 217 time: 0.1389983 Jun 03 15:20:37.827875 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Pushing event updated for resources: {'Port': ['ID=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:37.911214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:37.932142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Attempting to bind port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:37.932747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Attempting to bind port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:37.933216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Attempting to bind port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 on network cfef527b-71d9-4752-ac58-ce63dfe3b72c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:37.942353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-548c1d82-6a99-471a-a607-98832d064421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:37.943305 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-548c1d82-6a99-471a-a607-98832d064421 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.1084027 Jun 03 15:20:37.945359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 on network cfef527b-71d9-4752-ac58-ce63dfe3b72c not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:37.945857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Attempting to bind port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 on network cfef527b-71d9-4752-ac58-ce63dfe3b72c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:37.952212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:37.952544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Checking segment: {'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:37.952993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Bound using segment: {'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:37.954147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Bound port: c52f1bbf-95b6-497c-8a67-26f2c72e6ab8, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:37.954619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:37.999425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5eb4cb5-f4e7-4aef-877d-28aaeed0aa04 req-f4567313-683d-4bb9-827d-2c3d43750a65 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa18482f-2775-431f-9b06-feba3164b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2041528 Jun 03 15:20:38.014789 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-d338894d-8de8-4c4c-ad62-47a414c432bf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477188 Jun 03 15:20:38.054252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfe9f3ef-b1a9-4613-bb4d-283754634054 req-803088fd-3564-450f-9d28-22face74a061 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069010 Jun 03 15:20:38.180052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf714c94-3e06-4aa6-bfc0-c172904e9a4b req-afcaa945-7930-48a5-9938-18d4a6f6a8d5 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.182352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf714c94-3e06-4aa6-bfc0-c172904e9a4b req-afcaa945-7930-48a5-9938-18d4a6f6a8d5 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 943 time: 0.4363666 Jun 03 15:20:38.221715 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-538089d8-e3d3-4899-94d1-dfbcd3a7f4dd service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749489 Jun 03 15:20:38.223329 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5eb4cb5-f4e7-4aef-877d-28aaeed0aa04 req-a3d58b9e-4d96-45a7-ae6b-6f935c1f3fa9 service neutron] 10.222.0.67 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135236 Jun 03 15:20:38.225363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] For port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:38.228739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] For port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:38.233845 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:38.296561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.297170 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:38.298512 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] 10.222.0.67 "PUT /v2.0/ports/c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 HTTP/1.1" status: 200 len: 1092 time: 2.0774338 Jun 03 15:20:38.311349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf714c94-3e06-4aa6-bfc0-c172904e9a4b req-dff2a3d4-a162-42ce-bd94-c70f810b122c tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150630 Jun 03 15:20:38.370991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'tag': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:38.474422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a737c-99b2-4e29-9651-134e720cc2ef service neutron] Pushing event updated for resources: {'Port': ['ID=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:38.499820 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:38.516650 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-b7cc046e-1cc9-4c46-81d9-0d06bf3bbabe service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228684 Jun 03 15:20:38.526630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-f4851164-688d-483d-a7a0-b0f37acdc1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.528134 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-f4851164-688d-483d-a7a0-b0f37acdc1c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1da89c7dc78f418a9e55b7b9df4ddf32&device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 1095 time: 0.1374295 Jun 03 15:20:38.563625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5eb4cb5-f4e7-4aef-877d-28aaeed0aa04 req-46443942-00f3-4479-b6e8-69022fadd3d8 service neutron] 10.222.0.67 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271034 Jun 03 15:20:38.588987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2285ed-dc3d-4b66-9b1e-1e389e6635ca req-3199f851-0f5c-4825-8c5d-0401b3f6ef01 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.590593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e2285ed-dc3d-4b66-9b1e-1e389e6635ca req-3199f851-0f5c-4825-8c5d-0401b3f6ef01 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 944 time: 0.3306806 Jun 03 15:20:38.619833 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-611ca9e0-6087-4eb3-88a0-9fdbccd8bce9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 HTTP/1.1" status: 200 len: 217 time: 0.0752909 Jun 03 15:20:38.628791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c91682-bf52-4acd-a7ff-99178d9f84ac req-f47960ec-3011-4965-a3bc-d8562225410f tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.635975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62c91682-bf52-4acd-a7ff-99178d9f84ac req-f47960ec-3011-4965-a3bc-d8562225410f tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 944 time: 0.1815751 Jun 03 15:20:38.683008 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e2285ed-dc3d-4b66-9b1e-1e389e6635ca req-d596c513-7c20-473e-857d-4e880f726843 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842688 Jun 03 15:20:38.691960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-d34a798d-7b24-4ac3-9fec-1ff7c7a48811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.693554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7e3c0018-a103-4843-9108-29c6489e1e04 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:38.693948 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-d34a798d-7b24-4ac3-9fec-1ff7c7a48811 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9d8b353-02d7-4597-9601-6804a84e4472 HTTP/1.1" status: 200 len: 845 time: 0.0672307 Jun 03 15:20:38.700643 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62c91682-bf52-4acd-a7ff-99178d9f84ac req-7ea3fc68-8a91-4705-8ce2-49ca232e1e65 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636754 Jun 03 15:20:38.857276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-1fed27bd-2a16-42ef-b6d2-7b012e857cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:38.858792 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-1fed27bd-2a16-42ef-b6d2-7b012e857cbb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cfef527b-71d9-4752-ac58-ce63dfe3b72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569245 Jun 03 15:20:38.863053 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3dabe3-de8f-4102-b7fe-7e7d43c64d26'] response: {'name': 'network-changed', 'server_uuid': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'tag': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8', 'status': 'completed', 'code': 200} Jun 03 15:20:38.908898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7e3c0018-a103-4843-9108-29c6489e1e04, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7e3c0018-a103-4843-9108-29c6489e1e04,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:38.925995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '7e3c0018-a103-4843-9108-29c6489e1e04', 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757', 'port_id': '7e3c0018-a103-4843-9108-29c6489e1e04', 'mac_address': 'fa:16:3e:22:0a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd543a2af-5d18-4ed5-aa26-14050c8b835e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:39.005732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 7e3c0018-a103-4843-9108-29c6489e1e04 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:39.006178 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:39.027485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3c0018-a103-4843-9108-29c6489e1e04 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:39.046716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7e3c0018-a103-4843-9108-29c6489e1e04, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7e3c0018-a103-4843-9108-29c6489e1e04,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:39.052667 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:39.155379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=7e3c0018-a103-4843-9108-29c6489e1e04,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:39.294830 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-23f8aef2-52f6-455b-b9f0-248f440dcfec service neutron] 10.222.0.67 "GET /v2.0/networks/cfef527b-71d9-4752-ac58-ce63dfe3b72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097593 Jun 03 15:20:39.344316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b9348-18af-4861-8812-01d0642aa58b req-da847b79-2b68-4dd7-805c-aef9ee86729b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:39.346689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-115b9348-18af-4861-8812-01d0642aa58b req-da847b79-2b68-4dd7-805c-aef9ee86729b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 946 time: 0.1109602 Jun 03 15:20:39.429036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-115b9348-18af-4861-8812-01d0642aa58b req-72c2cbba-8fd0-4afb-9584-483d55c3826f tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675738 Jun 03 15:20:39.525793 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-78e90a5f-2661-46c0-90d5-b03bde6bea69 req-1222427c-772b-4b49-9f01-6a30acc5c939 service neutron] 10.222.0.67 "GET /v2.0/networks/cfef527b-71d9-4752-ac58-ce63dfe3b72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233355 Jun 03 15:20:39.595408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['7e3c0018-a103-4843-9108-29c6489e1e04'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:39.595784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596db01-9d09-43c5-aff0-8bc0ef2d20b3 req-4eb24c4b-b32a-4d39-9dff-c2d1dcb8aef5 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:39.620433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8596db01-9d09-43c5-aff0-8bc0ef2d20b3 req-4eb24c4b-b32a-4d39-9dff-c2d1dcb8aef5 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 944 time: 0.0987113 Jun 03 15:20:39.661838 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8596db01-9d09-43c5-aff0-8bc0ef2d20b3 req-51f20f9f-d00a-46ab-98de-b694c29fceb2 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579762 Jun 03 15:20:39.739362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36678) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:39.767665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b5e68-5a2c-4c81-98ee-591477d4b990 req-81a7b460-780e-4553-ae2a-cc6e58bc6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:39.770515 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e37b5e68-5a2c-4c81-98ee-591477d4b990 req-81a7b460-780e-4553-ae2a-cc6e58bc6e8e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1da89c7dc78f418a9e55b7b9df4ddf32&device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 1095 time: 0.1385236 Jun 03 15:20:39.937243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b5e68-5a2c-4c81-98ee-591477d4b990 req-b5c117cf-1011-4fbb-a89d-dca10b837857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:39.938817 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e37b5e68-5a2c-4c81-98ee-591477d4b990 req-b5c117cf-1011-4fbb-a89d-dca10b837857 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cfef527b-71d9-4752-ac58-ce63dfe3b72c HTTP/1.1" status: 200 len: 907 time: 0.1603620 Jun 03 15:20:39.996851 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f05b1ed1-4470-40ba-b413-ed3f25b49878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.008958 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e37b5e68-5a2c-4c81-98ee-591477d4b990 req-1df662a8-ee80-4e7a-8546-abb5391ad048 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 HTTP/1.1" status: 200 len: 217 time: 0.0622897 Jun 03 15:20:40.029416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f05b1ed1-4470-40ba-b413-ed3f25b49878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:40.038907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f05b1ed1-4470-40ba-b413-ed3f25b49878 admin admin] Usage tracker for resource:security_group_rule and tenant:06e78ce6a8044d6fba5633640fd51324 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:40.042804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f05b1ed1-4470-40ba-b413-ed3f25b49878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:40.051036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f05b1ed1-4470-40ba-b413-ed3f25b49878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:40.080645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b5e68-5a2c-4c81-98ee-591477d4b990 req-055681cd-f070-424e-be5b-b0a7207c6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:40.082460 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e37b5e68-5a2c-4c81-98ee-591477d4b990 req-055681cd-f070-424e-be5b-b0a7207c6510 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9d8b353-02d7-4597-9601-6804a84e4472 HTTP/1.1" status: 200 len: 845 time: 0.0660570 Jun 03 15:20:40.115191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde084d-ce84-4032-a294-7bc94941cefa req-963b7a3b-8c50-4353-8f49-002830eaca12 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:40.130653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1cde084d-ce84-4032-a294-7bc94941cefa req-963b7a3b-8c50-4353-8f49-002830eaca12 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 944 time: 0.2082567 Jun 03 15:20:40.160417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2f53f-23f1-4764-aa7f-1142bdd07ea2 req-1bf7053d-99ca-40e1-9355-75d6a841c4de tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:40.160417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36d2f53f-23f1-4764-aa7f-1142bdd07ea2 req-1bf7053d-99ca-40e1-9355-75d6a841c4de tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 944 time: 0.2789087 Jun 03 15:20:40.180168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b5e68-5a2c-4c81-98ee-591477d4b990 req-09f8f3e4-ee5a-47d6-8fc8-a0594d739b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:40.182260 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e37b5e68-5a2c-4c81-98ee-591477d4b990 req-09f8f3e4-ee5a-47d6-8fc8-a0594d739b46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cfef527b-71d9-4752-ac58-ce63dfe3b72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915511 Jun 03 15:20:40.209720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1cde084d-ce84-4032-a294-7bc94941cefa req-00b76c34-2983-4082-9857-48366871d26e tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860648 Jun 03 15:20:40.244532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36d2f53f-23f1-4764-aa7f-1142bdd07ea2 req-b413ce33-9868-4923-b13b-5d71ed701fed tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804505 Jun 03 15:20:40.279021 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f05b1ed1-4470-40ba-b413-ed3f25b49878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.295447 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f05b1ed1-4470-40ba-b413-ed3f25b49878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.358573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f05b1ed1-4470-40ba-b413-ed3f25b49878 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06e78ce6a8044d6fba5633640fd51324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6178031 Jun 03 15:20:40.361160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36696) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:40.363686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b1ed1-4470-40ba-b413-ed3f25b49878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bc4ff9-8f29-4201-8129-c3bd0a0d3130,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:40.404118 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e37b5e68-5a2c-4c81-98ee-591477d4b990 req-40a1a5ac-52e8-4bed-986f-e796fb3fca64 service neutron] 10.222.0.67 "GET /v2.0/networks/cfef527b-71d9-4752-ac58-ce63dfe3b72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104273 Jun 03 15:20:40.442817 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-550fc197-cc62-401e-a1ec-78bd3eec28e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.484848 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-550fc197-cc62-401e-a1ec-78bd3eec28e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.566330 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-550fc197-cc62-401e-a1ec-78bd3eec28e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.600043 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e37b5e68-5a2c-4c81-98ee-591477d4b990 req-8daf8479-f906-4026-89df-b607f1f7dfc3 service neutron] 10.222.0.67 "GET /v2.0/networks/cfef527b-71d9-4752-ac58-ce63dfe3b72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880534 Jun 03 15:20:40.625348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fc197-cc62-401e-a1ec-78bd3eec28e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bc4ff9-8f29-4201-8129-c3bd0a0d3130,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:40.636441 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-550fc197-cc62-401e-a1ec-78bd3eec28e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.637946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-550fc197-cc62-401e-a1ec-78bd3eec28e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1bc4ff9-8f29-4201-8129-c3bd0a0d3130 HTTP/1.1" status: 204 len: 168 time: 0.2754793 Jun 03 15:20:40.679953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c408d-cea1-4052-8baf-93255665f104 req-69db397a-dfbe-4ce3-acd7-5e75187157e7 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:40.681272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f8c408d-cea1-4052-8baf-93255665f104 req-69db397a-dfbe-4ce3-acd7-5e75187157e7 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 946 time: 0.0991418 Jun 03 15:20:40.708157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:40.766103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f8c408d-cea1-4052-8baf-93255665f104 req-7055468f-3c61-4c33-b085-67362d8a5af6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786190 Jun 03 15:20:40.811498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:40.816856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:40.817318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.940958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae8d7-4cd7-4fd8-a193-08cbd1027754 req-3c3a1b6f-fa34-44b1-9272-beb95af430d4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:40.942455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fbae8d7-4cd7-4fd8-a193-08cbd1027754 req-3c3a1b6f-fa34-44b1-9272-beb95af430d4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 944 time: 0.1029546 Jun 03 15:20:40.949088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:40.949477 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:40.981004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:40.990196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:40.995362 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:41.015221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fbae8d7-4cd7-4fd8-a193-08cbd1027754 req-b862d34c-ce6e-47af-8222-615f5d07db61 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568027 Jun 03 15:20:41.049414 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b317ce5-2c23-456b-971b-fc5039bf1a81'] response: {'server_uuid': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece', 'code': 200} Jun 03 15:20:41.091132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:41.212943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e637b-5b9f-472a-9942-9e01855965a0 req-8acfec93-8403-43d9-9632-a0d4541e98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.215263 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-928e637b-5b9f-472a-9942-9e01855965a0 req-8acfec93-8403-43d9-9632-a0d4541e98f1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0762682 Jun 03 15:20:41.283594 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-928e637b-5b9f-472a-9942-9e01855965a0 req-d94a868a-b69d-4313-bc05-71dbc7326a92 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493670 Jun 03 15:20:41.583749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbee77c-925e-4bdd-a871-dc7dc129382b req-df153761-0b21-4821-b8b2-1d0f89886af2 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.591612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bbee77c-925e-4bdd-a871-dc7dc129382b req-df153761-0b21-4821-b8b2-1d0f89886af2 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 945 time: 0.2008753 Jun 03 15:20:41.597289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36744) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:41.633732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92db977-2a8a-4ad8-941d-f6a687fc7340 req-6bef01e7-6ea9-492e-9fd8-b28a17cb977f tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:41.633732 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92db977-2a8a-4ad8-941d-f6a687fc7340 req-6bef01e7-6ea9-492e-9fd8-b28a17cb977f tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 944 time: 0.1867530 Jun 03 15:20:41.703126 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bbee77c-925e-4bdd-a871-dc7dc129382b req-c49c3f4a-24e9-471f-a6da-26fad2552376 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030931 Jun 03 15:20:41.716369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92db977-2a8a-4ad8-941d-f6a687fc7340 req-212c6121-4211-463d-b98c-56c81149df97 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760951 Jun 03 15:20:41.726857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-network', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:41.737013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:41.737013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Usage tracker for resource:network and tenant:50995ddb505e47a9a3b52238b6add3dc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:41.742420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:41.752161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:41.777828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Made reservation on behalf of 50995ddb505e47a9a3b52238b6add3dc for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:41.777828 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:41.801064 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:41.851089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:41.875680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Usage tracker for resource:security_group_rule and tenant:50995ddb505e47a9a3b52238b6add3dc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:41.875680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:41.897771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:42.008642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.021199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.054461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:20:42.073964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24970b7-b8e5-48db-a0ef-e1a4a29e4b93,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:42.079189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508ae3d-0f9f-450b-a6d6-f75a9f63b1e9 req-e73ddffd-b392-4d4a-8ad0-698ab0c8c464 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:42.079189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b508ae3d-0f9f-450b-a6d6-f75a9f63b1e9 req-e73ddffd-b392-4d4a-8ad0-698ab0c8c464 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 946 time: 0.1461217 Jun 03 15:20:42.079892 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.079892 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Added segment 82f53014-d928-4e79-86a0-8c15eaeb9ca6 of type vlan for network e772bc97-b3fb-4358-b264-c0afa858ac0e Jun 03 15:20:42.088512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ac485b45-be20-43a7-bd51-1007131abc74 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:42.120956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.196059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b508ae3d-0f9f-450b-a6d6-f75a9f63b1e9 req-b33cfed1-4f86-4be8-b544-50eae3d5062f tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083400 Jun 03 15:20:42.223142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.223142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:42.223142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.353004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] Pushing event updated for resources: {'Network': ['ID=e772bc97-b3fb-4358-b264-c0afa858ac0e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:42.358569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdea20-0f79-49fe-a884-f44f3fd7cdd0 req-8144ef5a-d1b6-43bf-acd9-14eeec4dc302 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:42.438500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1fdea20-0f79-49fe-a884-f44f3fd7cdd0 req-8144ef5a-d1b6-43bf-acd9-14eeec4dc302 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 944 time: 0.1414926 Jun 03 15:20:42.442733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e772bc97-b3fb-4358-b264-c0afa858ac0e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:20:42.446266 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-98d2edf1-7d55-4bfb-8277-00bea1c72022 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8011227 Jun 03 15:20:42.446266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36772) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:42.446266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Request body: {'subnet': {'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-subnet', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:42.446266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:42.446266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Usage tracker for resource:subnet and tenant:50995ddb505e47a9a3b52238b6add3dc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:42.458851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:42.470666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:42.478357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1fdea20-0f79-49fe-a884-f44f3fd7cdd0 req-4d4e7029-3282-40c3-a326-f39592e62c89 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902543 Jun 03 15:20:42.496361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Made reservation on behalf of 50995ddb505e47a9a3b52238b6add3dc for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:20:42.514817 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.582376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:42.598561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'ac485b45-be20-43a7-bd51-1007131abc74', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'ac485b45-be20-43a7-bd51-1007131abc74', 'mac_address': 'fa:16:3e:fa:0e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:42.709683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:42.718327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7e3c0018-a103-4843-9108-29c6489e1e04 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:42.812624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ac485b45-be20-43a7-bd51-1007131abc74 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:42.813370 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.846255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac485b45-be20-43a7-bd51-1007131abc74 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:42.867533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:42.882780 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:42.976992 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:43.077187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['ac485b45-be20-43a7-bd51-1007131abc74'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:43.105021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea660302-06bc-4b2d-82f4-27d758ad7c03,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:43.123523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Checking segment: {'id': '82f53014-d928-4e79-86a0-8c15eaeb9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:43.124110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Network hostable DHCP agents. Network: e772bc97-b3fb-4358-b264-c0afa858ac0e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:20:43.144793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:43.174641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Network e772bc97-b3fb-4358-b264-c0afa858ac0e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:20:43.188244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 7e3c0018-a103-4843-9108-29c6489e1e04 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:43.202130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e772bc97-b3fb-4358-b264-c0afa858ac0e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:43.202130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.211325 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:43.214844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 7e3c0018-a103-4843-9108-29c6489e1e04 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:43.215370 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:43.243294 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d54c38c2-112e-4d10-9fd1-c33f44975785 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8475165 Jun 03 15:20:43.246025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36784) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:43.256331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-router', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:43.270199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:43.272174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Usage tracker for resource:router and tenant:50995ddb505e47a9a3b52238b6add3dc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:43.279026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:43.297747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99481326-1e10-4b80-ab44-6ebdf66ed2f0 None None] Network e772bc97-b3fb-4358-b264-c0afa858ac0e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:20:43.325300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:43.377063 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:43.378679 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:43.432662 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:43.495990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e8651-402a-4b2b-a766-25499062fae8 req-2783f9e3-4e84-4623-9543-51f2ea3a0af8 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.507202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-932e8651-402a-4b2b-a766-25499062fae8 req-2783f9e3-4e84-4623-9543-51f2ea3a0af8 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 945 time: 0.5574706 Jun 03 15:20:43.583704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:43.639768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-932e8651-402a-4b2b-a766-25499062fae8 req-46c2fa37-eb0d-4e69-a452-49dff1b58f1f tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311514 Jun 03 15:20:43.644726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'port_id': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8', 'mac_address': 'fa:16:3e:4d:e6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:43.667192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd836bf2-e819-4173-868a-bd429b529572 req-755b2106-295e-4fc7-881b-3cf209508991 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:43.677773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd836bf2-e819-4173-868a-bd429b529572 req-755b2106-295e-4fc7-881b-3cf209508991 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 944 time: 0.5111265 Jun 03 15:20:43.743577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:43.744220 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:43.747727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd836bf2-e819-4173-868a-bd429b529572 req-f4421fb5-aaec-4477-919a-7804019ead2c tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685942 Jun 03 15:20:43.809019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:43.862461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 7e3c0018-a103-4843-9108-29c6489e1e04 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:43.863168 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.004004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:44.028958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7e3c0018-a103-4843-9108-29c6489e1e04, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7e3c0018-a103-4843-9108-29c6489e1e04,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:44.030814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-e772bc97-b3fb-4358-b264-c0afa858ac0e', 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'fixed_ips': [{'subnet_id': 'ea660302-06bc-4b2d-82f4-27d758ad7c03'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:20:44.031857 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.052463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3c0018-a103-4843-9108-29c6489e1e04'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:44.057916 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.059104 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.061337 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.103645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39c8e3-9fe7-4720-b11f-863c70c59119 req-09c44760-7652-4b4f-b281-89220c1fe468 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:44.113916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d39c8e3-9fe7-4720-b11f-863c70c59119 req-09c44760-7652-4b4f-b281-89220c1fe468 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 944 time: 0.2329285 Jun 03 15:20:44.151608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e068ce-3839-412e-878b-8b1da820a365 req-d458a8ec-6eee-4787-a66d-b8d8239083b5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:44.154165 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4e068ce-3839-412e-878b-8b1da820a365 req-d458a8ec-6eee-4787-a66d-b8d8239083b5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 946 time: 0.2171245 Jun 03 15:20:44.188394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d39c8e3-9fe7-4720-b11f-863c70c59119 req-cce9580e-9f4c-40e8-9e82-ba1557801527 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723989 Jun 03 15:20:44.317273 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4e068ce-3839-412e-878b-8b1da820a365 req-c007c3af-7b11-4c33-99be-38389176f8e4 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337998 Jun 03 15:20:44.323240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Allocated IP 172.20.0.2 (e772bc97-b3fb-4358-b264-c0afa858ac0e/ea660302-06bc-4b2d-82f4-27d758ad7c03/3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:44.563070 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67eec23d-7e4b-4310-af69-eec249258d40'] response: {'server_uuid': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3c0018-a103-4843-9108-29c6489e1e04', 'code': 200} Jun 03 15:20:44.609350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.641321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=7e3c0018-a103-4843-9108-29c6489e1e04,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:44.651728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.728840 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.742857 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:44.750164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Transition to ACTIVE for port object 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:44.780228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Transition to ACTIVE for port object 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:44.787523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c52f1bbf-95b6-497c-8a67-26f2c72e6ab8'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:44.885982 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:44.964921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Pushing event updated for resources: {'Port': ['ID=3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:44.967694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Allocated IP 172.25.7.240 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/8639bedb-62f0-46d2-ae95-0fbdee780cac) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:44.989225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Network e772bc97-b3fb-4358-b264-c0afa858ac0e is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:44.993718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7954095-851b-4ce1-ad0b-3c59d424b358 req-e2e858fa-0b1c-4ca6-a4d3-2da22182dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:44.996846 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7954095-851b-4ce1-ad0b-3c59d424b358 req-e2e858fa-0b1c-4ca6-a4d3-2da22182dc17 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 1096 time: 0.5319984 Jun 03 15:20:44.997266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:44.999807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:45.008347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26c580-1f6d-4e3d-8a2f-de3c4bf9da69 req-dfd256ab-c615-4ad5-a0e7-0d3e2e9a25ed tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:45.014003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c26c580-1f6d-4e3d-8a2f-de3c4bf9da69 req-dfd256ab-c615-4ad5-a0e7-0d3e2e9a25ed tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 945 time: 0.1304348 Jun 03 15:20:45.153103 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7954095-851b-4ce1-ad0b-3c59d424b358 req-e4c870ea-d08b-4eff-9c6a-a093e1785740 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257699 Jun 03 15:20:45.169029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c26c580-1f6d-4e3d-8a2f-de3c4bf9da69 req-0168267d-1ce1-4197-844f-3b0dad3370e9 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487780 Jun 03 15:20:45.195814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Attempting to bind port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:45.196283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Attempting to bind port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '82f53014-d928-4e79-86a0-8c15eaeb9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:45.197299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Attempting to bind port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 on network e772bc97-b3fb-4358-b264-c0afa858ac0e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:45.258370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:45.258744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Checking segment: {'id': '82f53014-d928-4e79-86a0-8c15eaeb9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:45.259138 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.259529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Bound using segment: {'id': '82f53014-d928-4e79-86a0-8c15eaeb9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:45.259991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Bound port: 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f53014-d928-4e79-86a0-8c15eaeb9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:45.261260 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.289485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.335276 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.379446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec78080-53a6-4bf9-9c4a-96d8fc2d76c6 req-7dc58825-6f29-4d7a-a7d7-b4afbcfdf5a5 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:45.407045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ec78080-53a6-4bf9-9c4a-96d8fc2d76c6 req-7dc58825-6f29-4d7a-a7d7-b4afbcfdf5a5 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 945 time: 0.2250676 Jun 03 15:20:45.446256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] For port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:45.459386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] For port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5,segment=NetworkSegment(82f53014-d928-4e79-86a0-8c15eaeb9ca6),segment_id=82f53014-d928-4e79-86a0-8c15eaeb9ca6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:45.486502 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:45.594674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:45.607162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:45.613456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:45.648675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce246039-2071-405d-838f-eec0b3458c20 None None] Pushing event updated for resources: {'Port': ['ID=3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:45.689919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ec78080-53a6-4bf9-9c4a-96d8fc2d76c6 req-a42ee392-0752-46b9-a290-85429af9a887 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730432 Jun 03 15:20:45.739038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43cabe-74f9-41f4-987d-ce9ec12355c6 req-9c8b3b06-77f9-4d16-8eb7-1b5d199aa0d1 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:45.750768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad43cabe-74f9-41f4-987d-ce9ec12355c6 req-9c8b3b06-77f9-4d16-8eb7-1b5d199aa0d1 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 945 time: 0.2937100 Jun 03 15:20:45.894402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=8639bedb-62f0-46d2-ae95-0fbdee780cac,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:45.899690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad43cabe-74f9-41f4-987d-ce9ec12355c6 req-c733ba09-c037-4513-a049-6b277f8a8045 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393137 Jun 03 15:20:46.096095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe19fe2-e4be-474a-a455-aa55989671c1 req-49c57260-94e3-44fc-b748-b0dcb4bf47a9 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.108322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fe19fe2-e4be-474a-a455-aa55989671c1 req-49c57260-94e3-44fc-b748-b0dcb4bf47a9 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.2300739 Jun 03 15:20:46.131865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:46.200544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ac485b45-be20-43a7-bd51-1007131abc74 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:46.387859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f16486-0420-4f92-aefa-8f6eae461566 req-36ce3dab-8f57-4360-8cd2-4bca343d4341 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:46.396178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50f16486-0420-4f92-aefa-8f6eae461566 req-36ce3dab-8f57-4360-8cd2-4bca343d4341 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 946 time: 0.2828395 Jun 03 15:20:46.405578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fe19fe2-e4be-474a-a455-aa55989671c1 req-185b826f-6fb9-41da-acd1-6f3c611e7467 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818962 Jun 03 15:20:46.481889 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port ac485b45-be20-43a7-bd51-1007131abc74 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:46.483882 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:46.485509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50f16486-0420-4f92-aefa-8f6eae461566 req-13e7c4ba-da08-4036-8a0b-74022119d29b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881367 Jun 03 15:20:46.570222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:46.684160 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ac485b45-be20-43a7-bd51-1007131abc74 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:46.685779 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:46.753694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:46.783360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:46.804767 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:46.898656 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:46.979893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=10']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:47.134727 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900a31-25b2-40ff-8622-b17f531079e6 req-d6435129-6463-4e1e-b6ef-9971a79c3275 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:47.137286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56900a31-25b2-40ff-8622-b17f531079e6 req-d6435129-6463-4e1e-b6ef-9971a79c3275 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 945 time: 0.2058320 Jun 03 15:20:47.224128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-0d122287-05c6-4376-91c3-40f8e1bd28ea tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:47.226602 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-0d122287-05c6-4376-91c3-40f8e1bd28ea tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1097 time: 0.5912714 Jun 03 15:20:47.240722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844595-1'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:47.249263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56900a31-25b2-40ff-8622-b17f531079e6 req-833d3036-32f3-4773-ac70-f03f1fffcb33 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049418 Jun 03 15:20:47.488708 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b42ae66-706c-4bdc-b4f2-c86130808fc4'] response: {'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74', 'code': 200} Jun 03 15:20:47.641487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb71f55-7dca-49b5-bba1-22cab36b05c1 None None] Network e772bc97-b3fb-4358-b264-c0afa858ac0e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:20:47.826176 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:47.903904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd94ae-5580-4697-98d1-d345c2e31362 req-34115cc4-c86c-4dce-bd3d-ff935c1a6e96 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:47.909809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-22875ec1-26f6-4353-986d-551de55a6812 None None] Provisioning for port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:47.912938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6bd94ae-5580-4697-98d1-d345c2e31362 req-34115cc4-c86c-4dce-bd3d-ff935c1a6e96 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.1744664 Jun 03 15:20:47.944712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-22875ec1-26f6-4353-986d-551de55a6812 None None] Provisioning complete for port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:47.947327 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22875ec1-26f6-4353-986d-551de55a6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:47.974373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6bd94ae-5580-4697-98d1-d345c2e31362 req-4c540e5f-ca05-41d1-b5ff-0fad2410129f tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603812 Jun 03 15:20:48.171008 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.288576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edd75b-ab65-4f80-9e26-5af505031b27 req-43887bec-9e43-4732-ad88-a3f5fc47304e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:48.308727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1edd75b-ab65-4f80-9e26-5af505031b27 req-43887bec-9e43-4732-ad88-a3f5fc47304e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 946 time: 0.2440045 Jun 03 15:20:48.403792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Router af568a60-d31f-4dec-9894-1f5265cb6dbc is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:20:48.506900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1edd75b-ab65-4f80-9e26-5af505031b27 req-ae516c66-40a9-460d-9adb-a631e9a1385e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081428 Jun 03 15:20:48.527596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-22875ec1-26f6-4353-986d-551de55a6812 None None] Current status of the port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:48.528467 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22875ec1-26f6-4353-986d-551de55a6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.586107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-22875ec1-26f6-4353-986d-551de55a6812 None None] For port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5,segment=NetworkSegment(82f53014-d928-4e79-86a0-8c15eaeb9ca6),segment_id=82f53014-d928-4e79-86a0-8c15eaeb9ca6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:48.595431 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22875ec1-26f6-4353-986d-551de55a6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:48.647744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4911f05-7f21-4f86-aea8-5f3b5f80d8f4 req-df3751a5-7508-4704-97bb-f980ce3ec674 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:48.649913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4911f05-7f21-4f86-aea8-5f3b5f80d8f4 req-df3751a5-7508-4704-97bb-f980ce3ec674 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.2237945 Jun 03 15:20:48.681044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22875ec1-26f6-4353-986d-551de55a6812 None None] Pushing event updated for resources: {'Port': ['ID=3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:48.761427 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4911f05-7f21-4f86-aea8-5f3b5f80d8f4 req-68542ed1-dadd-4baa-a9c4-0e55bd636887 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915763 Jun 03 15:20:48.780919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:48.920250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f2ddd-cf27-448b-ae4f-248c5a8b963f req-6067e379-88b0-41dd-aedc-e3b4ede10c42 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:48.928616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:20:48.931325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc2f2ddd-cf27-448b-ae4f-248c5a8b963f req-6067e379-88b0-41dd-aedc-e3b4ede10c42 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 945 time: 0.1809051 Jun 03 15:20:48.942278 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Sync routers for ids ['af568a60-d31f-4dec-9894-1f5265cb6dbc'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:20:48.953163 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Routers {'af568a60-d31f-4dec-9894-1f5265cb6dbc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:20:48.954254 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:20:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['af568a60-d31f-4dec-9894-1f5265cb6dbc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:48.975734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:48.982612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:48.983300 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.025334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:49.095519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.101832 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f7fd8b2a-0ff2-4ffc-a67f-538f26391ee2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8539865 Jun 03 15:20:49.109413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36882) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:49.156580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9bb886f0-fa9d-436b-b22f-2a237d011622 None None] Provisioning complete for port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:49.156950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9bb886f0-fa9d-436b-b22f-2a237d011622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.181857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc2f2ddd-cf27-448b-ae4f-248c5a8b963f req-7677da91-89d9-40fd-aced-51729ec67330 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472751 Jun 03 15:20:49.314735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f275cd-b5c3-42fc-bb60-9982027054e7 req-a22a54cd-1ed4-41f5-a73c-6ae4756c6aaa tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:49.316413 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Set router af568a60-d31f-4dec-9894-1f5265cb6dbc gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:20:49.319954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6f275cd-b5c3-42fc-bb60-9982027054e7 req-a22a54cd-1ed4-41f5-a73c-6ae4756c6aaa tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 945 time: 0.3161249 Jun 03 15:20:49.360049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:49.434345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6f275cd-b5c3-42fc-bb60-9982027054e7 req-524e1900-bbbd-48fd-bbd9-83e142bbcfab tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035810 Jun 03 15:20:49.481237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:49.481607 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.574326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:49.592872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:49.598570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9bb886f0-fa9d-436b-b22f-2a237d011622 None None] Current status of the port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:49.602584 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.657039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4c4b42-5826-453a-a5cc-2a9e650de895'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:49.675468 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.690715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:49.724188 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:49.934094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Pushing event updated for resources: {'Port': ['ID=8f4c4b42-5826-453a-a5cc-2a9e650de895,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:49.999473 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-router', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:43Z', 'updated_at': '2022-06-03T15:20:46Z', 'revision_number': 3, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'gw_port': {'id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:44Z', 'updated_at': '2022-06-03T15:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:50.020559 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Checking router: af568a60-d31f-4dec-9894-1f5265cb6dbc for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:20:50.020892 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Updating router af568a60-d31f-4dec-9894-1f5265cb6dbc port 8639bedb-62f0-46d2-ae95-0fbdee780cac binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:20:50.078873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:50.081738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on host n-h2-844595-1 for vnic_type normal with profile {"migrating_to": "n-h1-844595-1"} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:50.081738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:50.082164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:50.089458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:50.089787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:50.181337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 8f4c4b42-5826-453a-a5cc-2a9e650de895 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:50.204074 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:50.212605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110b2a9-29c1-48c4-a9f4-66ce648c30c8 req-5ab223bb-8896-4ee5-8bf7-44aee32f9859 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:50.214475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3110b2a9-29c1-48c4-a9f4-66ce648c30c8 req-5ab223bb-8896-4ee5-8bf7-44aee32f9859 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 944 time: 0.2395568 Jun 03 15:20:50.315258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3110b2a9-29c1-48c4-a9f4-66ce648c30c8 req-ce5b48a5-d21c-4136-b4c1-786a056d7cf7 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874841 Jun 03 15:20:50.347586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:50.348463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:50.349059 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:50.351562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Bound port: 8f4c4b42-5826-453a-a5cc-2a9e650de895, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:50.352850 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:50.423131 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2ea901-ed88-4a72-9bd2-3f3669f90e4e'] response: {'server_uuid': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8', 'code': 200} Jun 03 15:20:50.532137 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cdf630-ee22-4c15-b957-f1902ce96a99'] response: {'server_uuid': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4c4b42-5826-453a-a5cc-2a9e650de895', 'code': 200} Jun 03 15:20:50.575997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, got binding levels [] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:50.610787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on host n-h2-844595-1 for vnic_type normal with profile {"migrating_to": "n-h1-844595-1"} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:50.611559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:50.611559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:50.613652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:50.614037 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:50.668049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:50.668392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:50.698017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:50.698017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:50.699163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:50.699163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Bound port: 8f4c4b42-5826-453a-a5cc-2a9e650de895, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:50.699653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:50.736327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7efa5a-4d8f-4936-8e0e-3a9a01551bee req-2cf7c73a-58b1-4b74-97fb-2fce8cadf6f4 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:50.748415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d7efa5a-4d8f-4936-8e0e-3a9a01551bee req-2cf7c73a-58b1-4b74-97fb-2fce8cadf6f4 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 945 time: 0.1632900 Jun 03 15:20:50.774731 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:50.807350 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Transition to ACTIVE for port object 8639bedb-62f0-46d2-ae95-0fbdee780cac will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:50.815103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:20:50.827325 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:50.834780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:50.924339 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Attempting to bind port 8639bedb-62f0-46d2-ae95-0fbdee780cac on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:50.924994 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Attempting to bind port 8639bedb-62f0-46d2-ae95-0fbdee780cac by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:50.925525 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Attempting to bind port 8639bedb-62f0-46d2-ae95-0fbdee780cac on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:50.936068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097488e-4f65-487f-aaee-be2e92ce84bc None None] Pushing event updated for resources: {'Port': ['ID=8639bedb-62f0-46d2-ae95-0fbdee780cac,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:50.938530 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:50.939059 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:50.939276 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:50.939655 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:50.940168 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Bound port: 8639bedb-62f0-46d2-ae95-0fbdee780cac, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:50.940715 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:50.976788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d7efa5a-4d8f-4936-8e0e-3a9a01551bee req-8e91db7b-4fc4-4318-91b8-70a51cae84c4 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237439 Jun 03 15:20:51.009283 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:20:51.075934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723aa9b-a6a3-4d8d-aee6-777535df8270 req-6003b8d1-eeb1-43b5-8034-6cb6f7b78a78 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:51.082939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3723aa9b-a6a3-4d8d-aee6-777535df8270 req-6003b8d1-eeb1-43b5-8034-6cb6f7b78a78 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.3144660 Jun 03 15:20:51.083912 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] For port 8639bedb-62f0-46d2-ae95-0fbdee780cac, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:51.091649 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] For port 8639bedb-62f0-46d2-ae95-0fbdee780cac, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8639bedb-62f0-46d2-ae95-0fbdee780cac,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:51.104350 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:51.108101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:51.192857 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:51.217622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece', 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46', 'port_id': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece', 'mac_address': 'fa:16:3e:93:0b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a11859-d722-4ef3-9227-96890173ae25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:20:51.288992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3723aa9b-a6a3-4d8d-aee6-777535df8270 req-3910d461-0d2e-468f-92d7-8d61c2c09f2a tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951506 Jun 03 15:20:51.295063 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Routers {'af568a60-d31f-4dec-9894-1f5265cb6dbc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:20:51.295642 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:20:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['af568a60-d31f-4dec-9894-1f5265cb6dbc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:51.354411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:51.355722 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:51.397901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:51.399913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:51.430141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:51.466500 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 8f4c4b42-5826-453a-a5cc-2a9e650de895-n-h2-844595-1-0 {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:20:51.468784 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:20:51.475510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:51.485341 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:51.505300 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:51.546846 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097488e-4f65-487f-aaee-be2e92ce84bc None None] Pushing event updated for resources: {'Port': ['ID=8639bedb-62f0-46d2-ae95-0fbdee780cac,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:51.614739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:51.657492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a35fa-7363-4210-aa1f-e71a8ae97b9b req-6c72bb22-79dc-4ccd-a396-3f8475147b3e tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:51.664981 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f9a35fa-7363-4210-aa1f-e71a8ae97b9b req-6c72bb22-79dc-4ccd-a396-3f8475147b3e tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 946 time: 0.2873256 Jun 03 15:20:51.735994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f9a35fa-7363-4210-aa1f-e71a8ae97b9b req-abd73b7b-b513-4d18-9082-b45e16786f81 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699909 Jun 03 15:20:51.754759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:51.820590 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] Set router af568a60-d31f-4dec-9894-1f5265cb6dbc gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:20:51.885323 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:51.912650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4c3d3-1d69-4377-b974-b5b14383ec8b req-27c98ba5-788d-467d-877f-fef136a954f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:51.916240 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ffd4c3d3-1d69-4377-b974-b5b14383ec8b req-27c98ba5-788d-467d-877f-fef136a954f6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 1097 time: 1.2059631 Jun 03 15:20:51.971846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Pushing event updated for resources: {'Port': ['ID=8f4c4b42-5826-453a-a5cc-2a9e650de895,revision_number=8']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:52.007498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.008399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:52.013412 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] 10.222.0.75 "PUT /v2.0/ports/8f4c4b42-5826-453a-a5cc-2a9e650de895 HTTP/1.1" status: 200 len: 1122 time: 4.7772119 Jun 03 15:20:52.017269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.017697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.021614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.022092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.022609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.022992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.023856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.024193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.024581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.027187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.039890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.042433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8910c0a1-4bb4-44ea-b100-17ff752983db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:52.071403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on host n-h2-844595-1 for vnic_type normal with profile {"migrating_to": "n-h1-844595-1"} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:52.071403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:52.071403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:52.114799 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:20:52.147057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:20:52.148101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Attempting to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on network 8cb25ac1-9870-48ce-a1f0-48375a2dcb30 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:52.181120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['8f4c4b42-5826-453a-a5cc-2a9e650de895'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:52.342244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['8f4c4b42-5826-453a-a5cc-2a9e650de895'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:20:52.445633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae8b68-cf39-420a-b19d-74c18a5154bb req-9989ec86-fdd8-4006-9cb6-39c4def91aa5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.450211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2ae8b68-cf39-420a-b19d-74c18a5154bb req-9989ec86-fdd8-4006-9cb6-39c4def91aa5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 944 time: 0.6330843 Jun 03 15:20:52.568878 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-router', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:43Z', 'updated_at': '2022-06-03T15:20:46Z', 'revision_number': 3, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'gw_port': {'id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:44Z', 'updated_at': '2022-06-03T15:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:52.579861 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1aa27a-1577-4e5b-89a2-42ba5f81eace None None] The sync data for ids ['af568a60-d31f-4dec-9894-1f5265cb6dbc'] in n-d-844595-1 is: [{'id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-router', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:43Z', 'updated_at': '2022-06-03T15:20:46Z', 'revision_number': 3, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'gw_port': {'id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:44Z', 'updated_at': '2022-06-03T15:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:20:52.588171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:52.588599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Checking segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:52.589065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Bound using segment: {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:52.589718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Bound port: 8f4c4b42-5826-453a-a5cc-2a9e650de895, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212c7033-a560-4e2e-a1e8-03fdd6ad5798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cb25ac1-9870-48ce-a1f0-48375a2dcb30'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:52.595970 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:52.604492 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2ae8b68-cf39-420a-b19d-74c18a5154bb req-063f38d6-6e54-4806-aa0b-8ada529d55a5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249957 Jun 03 15:20:52.723672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0738b18-4e9e-4184-8cae-2f5a2e5addbd req-febfcd37-adb7-4fab-8044-1b06d3da7a8c tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:52.723672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0738b18-4e9e-4184-8cae-2f5a2e5addbd req-febfcd37-adb7-4fab-8044-1b06d3da7a8c tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 944 time: 0.3867478 Jun 03 15:20:52.777009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'tag': '8f4c4b42-5826-453a-a5cc-2a9e650de895'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:52.835495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0738b18-4e9e-4184-8cae-2f5a2e5addbd req-1d964f31-1ce1-4a93-bf46-09636d5f6094 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090877 Jun 03 15:20:52.873332 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ffd4c3d3-1d69-4377-b974-b5b14383ec8b req-43daecc5-17d1-428c-855c-bbc93e5e7042 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9379947 Jun 03 15:20:53.028906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1840ff4-40ad-4309-a035-651eee98f32b req-443e5b9a-1331-4ba3-aead-35facc43ba13 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:53.037152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d1840ff4-40ad-4309-a035-651eee98f32b req-443e5b9a-1331-4ba3-aead-35facc43ba13 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.1902070 Jun 03 15:20:53.059269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Allocated IP 172.20.0.1 (e772bc97-b3fb-4358-b264-c0afa858ac0e/ea660302-06bc-4b2d-82f4-27d758ad7c03/3f6102ea-26d0-4252-8900-dc58856473a2) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:53.090956 n-d-844595-1 neutron-server[88446]: WARNING neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Concurrent port binding operations failed on port 8f4c4b42-5826-453a-a5cc-2a9e650de895 Jun 03 15:20:53.120858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:53.170362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d1840ff4-40ad-4309-a035-651eee98f32b req-d702aca9-9d05-43d5-a67f-71b8cd5fb4e9 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302402 Jun 03 15:20:53.183407 n-d-844595-1 neutron-server[88446]: INFO neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Attempt 2 to bind port 8f4c4b42-5826-453a-a5cc-2a9e650de895 Jun 03 15:20:53.183819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 8f4c4b42-5826-453a-a5cc-2a9e650de895 has no active binding in host n-h1-844595-1 {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:20:53.306095 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45bdf0fb-86f5-4d41-a579-e89c8b6fb406'] response: {'name': 'network-changed', 'server_uuid': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'tag': '8f4c4b42-5826-453a-a5cc-2a9e650de895', 'status': 'completed', 'code': 200} Jun 03 15:20:53.368722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:53.403978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Transition to ACTIVE for port object 3f6102ea-26d0-4252-8900-dc58856473a2 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:53.427262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1bedf-5cdd-408b-9aac-5a63a6eb54d9 req-ba25f57d-5e09-4ca4-9824-b6bd6ac1b8f2 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:53.441005 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89c1bedf-5cdd-408b-9aac-5a63a6eb54d9 req-ba25f57d-5e09-4ca4-9824-b6bd6ac1b8f2 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 946 time: 0.2329009 Jun 03 15:20:53.525454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:53.528362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89c1bedf-5cdd-408b-9aac-5a63a6eb54d9 req-d1666248-7286-41aa-a8d2-ef90a1a9d0fc tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805242 Jun 03 15:20:53.636304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Pushing event updated for resources: {'Port': ['ID=3f6102ea-26d0-4252-8900-dc58856473a2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:53.642599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Network e772bc97-b3fb-4358-b264-c0afa858ac0e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:53.645138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:53.649133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:53.696862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4546a-f1b7-4c47-be53-6d7916540b32 req-54b6ca8d-efe5-497f-82ff-fbeaa354e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:53.698761 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbf4546a-f1b7-4c47-be53-6d7916540b32 req-54b6ca8d-efe5-497f-82ff-fbeaa354e364 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 1125 time: 0.2637799 Jun 03 15:20:53.855658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:53.952685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0a8c-173c-4528-8a3e-a4543b92f010 req-95cf6ff5-8bd6-4dcc-aba5-dda3188a4574 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:53.954615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-330e0a8c-173c-4528-8a3e-a4543b92f010 req-95cf6ff5-8bd6-4dcc-aba5-dda3188a4574 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 944 time: 0.1798036 Jun 03 15:20:53.985478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6d426236-3a6a-471d-b6c6-21a5384b7a1f None None] Provisioning for port 3f6102ea-26d0-4252-8900-dc58856473a2 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:53.993397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6d426236-3a6a-471d-b6c6-21a5384b7a1f None None] Provisioning complete for port 3f6102ea-26d0-4252-8900-dc58856473a2 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:53.993863 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d426236-3a6a-471d-b6c6-21a5384b7a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.062097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4546a-f1b7-4c47-be53-6d7916540b32 req-2080a51a-71a6-4138-b308-8264a9f62824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:54.063785 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbf4546a-f1b7-4c47-be53-6d7916540b32 req-2080a51a-71a6-4138-b308-8264a9f62824 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.3582649 Jun 03 15:20:54.066956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-330e0a8c-173c-4528-8a3e-a4543b92f010 req-580a9e3d-1d58-477f-bdfc-ef43db0ca43f tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015122 Jun 03 15:20:54.119719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8639bedb-62f0-46d2-ae95-0fbdee780cac up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:54.195030 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbf4546a-f1b7-4c47-be53-6d7916540b32 req-6b6601b0-2b95-4acb-be7b-b1166eb54a4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895 HTTP/1.1" status: 200 len: 217 time: 0.1210697 Jun 03 15:20:54.228534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6d426236-3a6a-471d-b6c6-21a5384b7a1f None None] Port 3f6102ea-26d0-4252-8900-dc58856473a2 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:54.252928 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96496c15-4e44-4ef2-8d78-6459a43cf746 req-6414c9a7-54ff-4818-8e7d-1d3eaf56e53f tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:54.256073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 8639bedb-62f0-46d2-ae95-0fbdee780cac completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:20:54.263698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8639bedb-62f0-46d2-ae95-0fbdee780cac triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:54.264447 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.268905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96496c15-4e44-4ef2-8d78-6459a43cf746 req-6414c9a7-54ff-4818-8e7d-1d3eaf56e53f tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 944 time: 0.1523879 Jun 03 15:20:54.376516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96496c15-4e44-4ef2-8d78-6459a43cf746 req-c0442706-386c-40bd-9049-b8de4b552d1f tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985105 Jun 03 15:20:54.430421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4546a-f1b7-4c47-be53-6d7916540b32 req-4c774fbc-6086-432a-8556-3bb42b8ea9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:54.438588 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbf4546a-f1b7-4c47-be53-6d7916540b32 req-4c774fbc-6086-432a-8556-3bb42b8ea9fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.2334104 Jun 03 15:20:54.450861 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.451625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8639bedb-62f0-46d2-ae95-0fbdee780cac is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:54.453510 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.486665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bd852-b2fb-4492-89a3-dfca29ac0d82 req-70951a01-3917-437a-a41d-ee85e7c64887 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:54.496868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d19bd852-b2fb-4492-89a3-dfca29ac0d82 req-70951a01-3917-437a-a41d-ee85e7c64887 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.1053653 Jun 03 15:20:54.504953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 8639bedb-62f0-46d2-ae95-0fbdee780cac, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8639bedb-62f0-46d2-ae95-0fbdee780cac,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:54.513029 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.576149 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d19bd852-b2fb-4492-89a3-dfca29ac0d82 req-6d3ba2d5-16de-46a1-8659-9bb2c76c9b38 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778689 Jun 03 15:20:54.602100 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbf4546a-f1b7-4c47-be53-6d7916540b32 req-d94b6df4-7b77-4f0d-91a5-b8e8b301ccf8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177425 Jun 03 15:20:54.622366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=8639bedb-62f0-46d2-ae95-0fbdee780cac,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:54.775361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:54.776499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34af33-2eb9-4960-9e69-8d0ce88d0452 req-96a42232-1075-45b0-9a2a-e851806e7fd9 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:54.784550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f34af33-2eb9-4960-9e69-8d0ce88d0452 req-96a42232-1075-45b0-9a2a-e851806e7fd9 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 946 time: 0.1109719 Jun 03 15:20:54.856855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f34af33-2eb9-4960-9e69-8d0ce88d0452 req-5b852c0a-cfa5-46a8-b1c6-43044be58161 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710499 Jun 03 15:20:54.879218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:54.879898 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.910508 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbf4546a-f1b7-4c47-be53-6d7916540b32 req-a4c05eaa-b8b5-4d98-978f-b5c6e33e8203 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957077 Jun 03 15:20:54.964920 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:54.972411 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:55.021948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:55.022914 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:55.058286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:55.059755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:20:55.069126 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:55.201645 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5eb675c-55eb-4d3b-a766-42a55daf86e2'] response: {'server_uuid': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece', 'code': 200} Jun 03 15:20:55.240381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:55.494121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Pushing event updated for resources: {'Port': ['ID=3f6102ea-26d0-4252-8900-dc58856473a2,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:55.504290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:55.532611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceaec4-dd4e-4a8e-877a-9a27c78ac2b6 req-c560dd3d-2c70-4a63-974e-8d57afea8395 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.543252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02ceaec4-dd4e-4a8e-877a-9a27c78ac2b6 req-c560dd3d-2c70-4a63-974e-8d57afea8395 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 944 time: 0.1996756 Jun 03 15:20:55.656748 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbf4546a-f1b7-4c47-be53-6d7916540b32 req-f88b1a2e-fd82-47ae-b73d-950f16c5e8f1 service neutron] 10.222.0.67 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016212 Jun 03 15:20:55.676217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02ceaec4-dd4e-4a8e-877a-9a27c78ac2b6 req-dddad8aa-723d-42a6-adc9-f018a221421a tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290650 Jun 03 15:20:55.705791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Network e772bc97-b3fb-4358-b264-c0afa858ac0e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:55.706782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:55.731921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1efb07-765d-4c4a-b556-19c1cae5710f req-3628ea47-3cc7-4667-a27c-6c5a4130567b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:55.733481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d1efb07-765d-4c4a-b556-19c1cae5710f req-3628ea47-3cc7-4667-a27c-6c5a4130567b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 945 time: 0.1875386 Jun 03 15:20:55.867183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d1efb07-765d-4c4a-b556-19c1cae5710f req-78465853-7a23-4d3f-b232-3a87f549555b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196024 Jun 03 15:20:56.035525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Router af568a60-d31f-4dec-9894-1f5265cb6dbc has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:20:56.090317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8639bedb-62f0-46d2-ae95-0fbdee780cac up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:20:56.358893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e55264-7d64-450e-8e0f-2e72918c84d7 req-227102f3-e973-4324-8081-7d5dc7f08469 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:56.367611 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42e55264-7d64-450e-8e0f-2e72918c84d7 req-227102f3-e973-4324-8081-7d5dc7f08469 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.4315262 Jun 03 15:20:56.416632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b1c78-ecb7-43fc-9977-cce0128498e3 req-76a7dd7b-c155-4325-9348-ee44849a3c61 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:56.423686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2b4dd8d9-64ed-4ffc-bc56-b35fae5745bc None None] Provisioning complete for port 3f6102ea-26d0-4252-8900-dc58856473a2 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:56.424198 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2b4dd8d9-64ed-4ffc-bc56-b35fae5745bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:56.426731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-502b1c78-ecb7-43fc-9977-cce0128498e3 req-76a7dd7b-c155-4325-9348-ee44849a3c61 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 946 time: 0.2903731 Jun 03 15:20:56.515136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42e55264-7d64-450e-8e0f-2e72918c84d7 req-f83de1cc-4e05-4cf7-a345-22ea6208fd90 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459796 Jun 03 15:20:56.541436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8639bedb-62f0-46d2-ae95-0fbdee780cac triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:20:56.542046 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:56.551192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-502b1c78-ecb7-43fc-9977-cce0128498e3 req-683406ce-b722-4a17-b39d-06626933b330 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235020 Jun 03 15:20:56.562878 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:20:56.595755 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f5e32fd0-f467-4ab5-b270-aae2664f171c admin admin] 10.222.0.48 "PUT /v2.0/routers/af568a60-d31f-4dec-9894-1f5265cb6dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4820204 Jun 03 15:20:56.693502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Sync routers for ids ['af568a60-d31f-4dec-9894-1f5265cb6dbc'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:20:56.726861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2b4dd8d9-64ed-4ffc-bc56-b35fae5745bc None None] Port 3f6102ea-26d0-4252-8900-dc58856473a2 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:20:56.742987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Routers {'af568a60-d31f-4dec-9894-1f5265cb6dbc'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:20:56.746379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:20:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['af568a60-d31f-4dec-9894-1f5265cb6dbc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:56.815992 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-ea8b846b-ca09-45bc-a925-9fc2a9e77094 service neutron] 10.222.0.67 "GET /v2.0/ports/8f4c4b42-5826-453a-a5cc-2a9e650de895/bindings/n-h1-844595-1 HTTP/1.1" status: 200 len: 384 time: 0.1685262 Jun 03 15:20:56.930960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0de317-0fe8-410a-8ae9-69fef8ac30ff req-dbe92f73-04be-4b22-861b-e066d1f0f8e7 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:56.943656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37016) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:20:56.951379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6bfcf336-b811-4d8e-97d2-11f9b374dc05 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Request body: {'floatingip': {'port_id': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:56.954615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c0de317-0fe8-410a-8ae9-69fef8ac30ff req-dbe92f73-04be-4b22-861b-e066d1f0f8e7 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 946 time: 0.1938415 Jun 03 15:20:57.016330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8639bedb-62f0-46d2-ae95-0fbdee780cac is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:20:57.025525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c0905-3b9d-4cbe-843e-8c59c92f319c req-4e747040-78cb-4a28-b472-c4655f136954 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.040759 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d8c0905-3b9d-4cbe-843e-8c59c92f319c req-4e747040-78cb-4a28-b472-c4655f136954 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 944 time: 0.1946499 Jun 03 15:20:57.089777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Set router af568a60-d31f-4dec-9894-1f5265cb6dbc gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:20:57.166086 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf336-b811-4d8e-97d2-11f9b374dc05 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:57.216597 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d8c0905-3b9d-4cbe-843e-8c59c92f319c req-9966c95c-0cc8-4bca-8bbb-8c7416eb6579 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739373 Jun 03 15:20:57.457305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-2f59c003-2f38-41a3-916c-7627bc870bc5 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3062301 Jun 03 15:20:57.516682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:20:57.543003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:20:57.585825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Usage tracker for resource:floatingip and tenant:50995ddb505e47a9a3b52238b6add3dc is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:20:57.597108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:20:57.604301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-router', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:43Z', 'updated_at': '2022-06-03T15:20:54Z', 'revision_number': 4, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'gw_port': {'id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:44Z', 'updated_at': '2022-06-03T15:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '3f6102ea-26d0-4252-8900-dc58856473a2', 'name': '', 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'mac_address': 'fa:16:3e:d1:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ea660302-06bc-4b2d-82f4-27d758ad7c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:52Z', 'updated_at': '2022-06-03T15:20:54Z', 'revision_number': 2, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'subnets': [{'id': 'ea660302-06bc-4b2d-82f4-27d758ad7c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:57.615849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Checking router: af568a60-d31f-4dec-9894-1f5265cb6dbc for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:20:57.616764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Updating router af568a60-d31f-4dec-9894-1f5265cb6dbc port 3f6102ea-26d0-4252-8900-dc58856473a2 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:20:57.619264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:20:57.642406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d10ca-dfce-49e2-963a-d53fbf1a5723 req-1842a002-fa17-4bd1-a7a1-b6d5681b83ec tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:57.643958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a8d10ca-dfce-49e2-963a-d53fbf1a5723 req-1842a002-fa17-4bd1-a7a1-b6d5681b83ec tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 945 time: 0.1843762 Jun 03 15:20:57.645310 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:57.717261 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:57.780632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a8d10ca-dfce-49e2-963a-d53fbf1a5723 req-2962fe8c-74f1-4087-8db6-0e0972342a89 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123018 Jun 03 15:20:57.925744 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:58.030374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-4acefab7-3e07-412b-aef0-810d1df2770b service neutron] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:58.078469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-4acefab7-3e07-412b-aef0-810d1df2770b service neutron] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:58.259071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662ef8a-e8d8-4f0e-a0d3-1f6c6ff7e8a2 req-652eb725-0c5b-4cc4-b782-4db9554c5217 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:58.278545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7662ef8a-e8d8-4f0e-a0d3-1f6c6ff7e8a2 req-652eb725-0c5b-4cc4-b782-4db9554c5217 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.1899047 Jun 03 15:20:58.344177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Allocated IP 172.25.7.62 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/043ab2f1-5b54-4957-a362-af2da428a9e8) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:20:58.403208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7662ef8a-e8d8-4f0e-a0d3-1f6c6ff7e8a2 req-f31746c2-94f3-40fe-ba79-495d7a843ca9 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236339 Jun 03 15:20:58.464070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-4acefab7-3e07-412b-aef0-810d1df2770b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4c4b42-5826-453a-a5cc-2a9e650de895 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:20:58.481546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-4acefab7-3e07-412b-aef0-810d1df2770b service neutron] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:20:58.492699 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:58.547570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Transition to ACTIVE for port object 3f6102ea-26d0-4252-8900-dc58856473a2 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:58.562965 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:58.588638 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-4acefab7-3e07-412b-aef0-810d1df2770b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:58.729321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-4acefab7-3e07-412b-aef0-810d1df2770b service neutron] Transition to ACTIVE for port object 8f4c4b42-5826-453a-a5cc-2a9e650de895 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:20:58.740407 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-4acefab7-3e07-412b-aef0-810d1df2770b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:58.805539 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:58.867667 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acefab7-3e07-412b-aef0-810d1df2770b service neutron] Pushing event updated for resources: {'Port': ['ID=8f4c4b42-5826-453a-a5cc-2a9e650de895,revision_number=10']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:58.888269 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:58.941074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21f19b-5499-43ee-934b-4f523a0d3912 None None] Pushing event updated for resources: {'Port': ['ID=3f6102ea-26d0-4252-8900-dc58856473a2,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:59.016750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:20:59.021812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:20:59.028945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:20:59.090405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Attempting to bind port 3f6102ea-26d0-4252-8900-dc58856473a2 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:20:59.090970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Attempting to bind port 3f6102ea-26d0-4252-8900-dc58856473a2 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '82f53014-d928-4e79-86a0-8c15eaeb9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:20:59.091577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Attempting to bind port 3f6102ea-26d0-4252-8900-dc58856473a2 on network e772bc97-b3fb-4358-b264-c0afa858ac0e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:20:59.096039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event updated for resources: {'Port': ['ID=043ab2f1-5b54-4957-a362-af2da428a9e8,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:59.103609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:20:59.104207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Checking segment: {'id': '82f53014-d928-4e79-86a0-8c15eaeb9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:20:59.104889 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:59.105890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Bound using segment: {'id': '82f53014-d928-4e79-86a0-8c15eaeb9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:20:59.106551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Bound port: 3f6102ea-26d0-4252-8900-dc58856473a2, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f53014-d928-4e79-86a0-8c15eaeb9ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:20:59.107105 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:59.108977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-4acefab7-3e07-412b-aef0-810d1df2770b service neutron] No DVR routers for this DVR port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:20:59.131502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.136804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.138140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.138972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.139223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.140394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.140930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.141424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.142316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.144638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.146429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.149256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:59.182333 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-4acefab7-3e07-412b-aef0-810d1df2770b service neutron] 10.222.0.67 "PUT /v2.0/ports/8f4c4b42-5826-453a-a5cc-2a9e650de895/bindings/n-h1-844595-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3595712 Jun 03 15:20:59.238923 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:59.358301 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:59.361145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] For port 3f6102ea-26d0-4252-8900-dc58856473a2, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:20:59.365667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] For port 3f6102ea-26d0-4252-8900-dc58856473a2, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3f6102ea-26d0-4252-8900-dc58856473a2,segment=NetworkSegment(82f53014-d928-4e79-86a0-8c15eaeb9ca6),segment_id=82f53014-d928-4e79-86a0-8c15eaeb9ca6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:20:59.377049 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:59.471093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Routers {'af568a60-d31f-4dec-9894-1f5265cb6dbc'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:20:59.471756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:20:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['af568a60-d31f-4dec-9894-1f5265cb6dbc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:20:59.504226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:59.560037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf336-b811-4d8e-97d2-11f9b374dc05 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:59.580660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-f5121f0c-0de5-4ab7-b00f-d376c6199389 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.586938 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-f5121f0c-0de5-4ab7-b00f-d376c6199389 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.1954868 Jun 03 15:20:59.587811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf336-b811-4d8e-97d2-11f9b374dc05 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:20:59.642778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21f19b-5499-43ee-934b-4f523a0d3912 None None] Pushing event updated for resources: {'Port': ['ID=3f6102ea-26d0-4252-8900-dc58856473a2,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:59.721648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92805a6b-4bc3-49e3-9e6a-93166c37b338 req-b29cda76-d40b-434d-a4d5-582c8373fa0e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:59.731005 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92805a6b-4bc3-49e3-9e6a-93166c37b338 req-b29cda76-d40b-434d-a4d5-582c8373fa0e tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 945 time: 0.4289176 Jun 03 15:20:59.876076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92805a6b-4bc3-49e3-9e6a-93166c37b338 req-3c12f4fb-90d2-4d8f-bee7-55aad14444bc tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440122 Jun 03 15:20:59.879378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] Set router af568a60-d31f-4dec-9894-1f5265cb6dbc gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:00.061483 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-6bfcf336-b811-4d8e-97d2-11f9b374dc05 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Floating IP f1d4286b-3e99-4078-8277-c740c83b6d1a associated. External IP: 172.25.7.131, port: c52f1bbf-95b6-497c-8a67-26f2c72e6ab8. Jun 03 15:21:00.181800 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:00.199366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:00.489265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-391e7c54-fea6-4f20-a717-b693bb3a452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:00.491222 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-391e7c54-fea6-4f20-a717-b693bb3a452b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be&tenant_id=0d78e7387998464690d183527a2939a5 HTTP/1.1" status: 200 len: 1096 time: 0.7575214 Jun 03 15:21:00.520254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event updated for resources: {'Port': ['ID=043ab2f1-5b54-4957-a362-af2da428a9e8,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:00.576427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:00.579019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfcf336-b811-4d8e-97d2-11f9b374dc05 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Router e74a7359-2b4d-4b4e-94e5-8128e812d0cc has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:21:00.602540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db8e96-ab79-41ad-9a0d-0468e8af71d8 req-8bcd764e-eefa-417c-9ed4-f7b8c83d84dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:00.613170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2db8e96-ab79-41ad-9a0d-0468e8af71d8 req-8bcd764e-eefa-417c-9ed4-f7b8c83d84dd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 945 time: 0.5175111 Jun 03 15:21:00.633846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-router', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:43Z', 'updated_at': '2022-06-03T15:20:54Z', 'revision_number': 4, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'gw_port': {'id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:44Z', 'updated_at': '2022-06-03T15:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '3f6102ea-26d0-4252-8900-dc58856473a2', 'name': '', 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'mac_address': 'fa:16:3e:d1:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ea660302-06bc-4b2d-82f4-27d758ad7c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:52Z', 'updated_at': '2022-06-03T15:20:59Z', 'revision_number': 4, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'subnets': [{'id': 'ea660302-06bc-4b2d-82f4-27d758ad7c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:00.644202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f449d-0798-4ff9-8389-6ef6024a97f4 None None] The sync data for ids ['af568a60-d31f-4dec-9894-1f5265cb6dbc'] in n-d-844595-1 is: [{'id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-router', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:43Z', 'updated_at': '2022-06-03T15:20:54Z', 'revision_number': 4, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'gw_port': {'id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:44Z', 'updated_at': '2022-06-03T15:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '3f6102ea-26d0-4252-8900-dc58856473a2', 'name': '', 'network_id': 'e772bc97-b3fb-4358-b264-c0afa858ac0e', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'mac_address': 'fa:16:3e:d1:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'ea660302-06bc-4b2d-82f4-27d758ad7c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:52Z', 'updated_at': '2022-06-03T15:20:59Z', 'revision_number': 4, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'subnets': [{'id': 'ea660302-06bc-4b2d-82f4-27d758ad7c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:21:00.677239 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:00.682498 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-844974ef-16c1-431f-8e49-7f477b4ac82b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2241621 Jun 03 15:21:00.710690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2db8e96-ab79-41ad-9a0d-0468e8af71d8 req-eddc5970-a9de-4823-9f9e-51c0b9024d38 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962546 Jun 03 15:21:00.798562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8f4c4b42-5826-453a-a5cc-2a9e650de895 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:00.936235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-78377c85-69bc-4f6a-9ad1-a2eec84c8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:00.953573 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-78377c85-69bc-4f6a-9ad1-a2eec84c8c28 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 1096 time: 0.4194160 Jun 03 15:21:00.964894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8f4c4b42-5826-453a-a5cc-2a9e650de895 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:00.965066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:01.080628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-f75439e3-441c-434d-bae4-d4741caa8c8e tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Synchronizing usage tracker for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:01.162498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-f75439e3-441c-434d-bae4-d4741caa8c8e tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Unset dirty status for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:01.165103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-f75439e3-441c-434d-bae4-d4741caa8c8e tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.4511099 Jun 03 15:21:01.195652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:01.195896 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:01.256218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:01.284094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:01.299409 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:01.441614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b9e15-8508-4849-9f17-862e9e4b6f41 req-e16d1f02-b033-44e1-b301-4f6a6997c2e4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.441614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b3b9e15-8508-4849-9f17-862e9e4b6f41 req-e16d1f02-b033-44e1-b301-4f6a6997c2e4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.4651020 Jun 03 15:21:01.472984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:01.519092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-d5d6ef15-bf86-4c6a-91d0-09d16d3b69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.521260 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-d5d6ef15-bf86-4c6a-91d0-09d16d3b69c9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.4412374 Jun 03 15:21:01.539038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfcf336-b811-4d8e-97d2-11f9b374dc05 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:21:01.551490 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c60c265-ba18-41d0-a7c1-0f0220f1ca69 None None] Sync routers for ids ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:21:01.554002 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf336-b811-4d8e-97d2-11f9b374dc05 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:01.641466 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60c265-ba18-41d0-a7c1-0f0220f1ca69 None None] Routers {'e74a7359-2b4d-4b4e-94e5-8128e812d0cc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:01.642933 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7c60c265-ba18-41d0-a7c1-0f0220f1ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:20:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:01.679092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b3b9e15-8508-4849-9f17-862e9e4b6f41 req-2109754f-5123-4674-afd5-d6399b87d471 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254205 Jun 03 15:21:01.715847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-f6498480-8bb4-48e2-acfd-5df27b0ffecb tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.717249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6783f7cb-61fa-47df-b40c-7ad1bff5d095 req-f6498480-8bb4-48e2-acfd-5df27b0ffecb tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.5390146 Jun 03 15:21:01.726625 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-58bf2a5b-88da-413a-8739-4abf4324f050 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895 HTTP/1.1" status: 200 len: 217 time: 0.1378255 Jun 03 15:21:01.890531 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6bfcf336-b811-4d8e-97d2-11f9b374dc05 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "PUT /v2.0/floatingips/f1d4286b-3e99-4078-8277-c740c83b6d1a HTTP/1.1" status: 200 len: 992 time: 4.9447172 Jun 03 15:21:01.914346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'tag': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:01.958921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f912dd6-a10f-4236-b67a-8fd0ec676a58 req-75be9254-4d6a-4548-b268-98e6f51294c4 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:01.963484 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9f912dd6-a10f-4236-b67a-8fd0ec676a58 req-75be9254-4d6a-4548-b268-98e6f51294c4 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 943 time: 0.6451292 Jun 03 15:21:01.975992 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2294c3d8-498f-460d-9387-986819774dba'] response: {'server_uuid': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece', 'code': 200} Jun 03 15:21:02.084042 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-172d9027-16ec-4d48-9ae7-e83fb32976ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.106402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-40729ee1-ea4c-4fd8-8d43-edc0533dcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:02.107977 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-40729ee1-ea4c-4fd8-8d43-edc0533dcf46 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.3715708 Jun 03 15:21:02.174180 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f6102ea-26d0-4252-8900-dc58856473a2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:02.205798 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-5b503a2f-0a1a-42da-8a47-637053577e92 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873690 Jun 03 15:21:02.236023 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-7c60c265-ba18-41d0-a7c1-0f0220f1ca69 None None] Set router e74a7359-2b4d-4b4e-94e5-8128e812d0cc gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:02.290825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-9f912dd6-a10f-4236-b67a-8fd0ec676a58 req-50c9c47c-ad7e-466d-b3be-84bc61eceb51 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Deleting port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:02.290825 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9f912dd6-a10f-4236-b67a-8fd0ec676a58 req-50c9c47c-ad7e-466d-b3be-84bc61eceb51 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.556054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 3f6102ea-26d0-4252-8900-dc58856473a2 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:02.568632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 3f6102ea-26d0-4252-8900-dc58856473a2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:02.571229 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.932101 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-219f8a53-3dbe-40da-bd47-51dac4af6c96 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9113400 Jun 03 15:21:02.946164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 3f6102ea-26d0-4252-8900-dc58856473a2 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:02.946544 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:02.954605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:02.968822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:03.026471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ab9b4-6336-4b49-bd5a-6dfa7f08520c req-78b6c996-2821-4cc7-a190-4270559c211f tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:03.027943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b77ab9b4-6336-4b49-bd5a-6dfa7f08520c req-78b6c996-2821-4cc7-a190-4270559c211f tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 945 time: 0.8171489 Jun 03 15:21:03.028189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 3f6102ea-26d0-4252-8900-dc58856473a2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3f6102ea-26d0-4252-8900-dc58856473a2,segment=NetworkSegment(82f53014-d928-4e79-86a0-8c15eaeb9ca6),segment_id=82f53014-d928-4e79-86a0-8c15eaeb9ca6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:03.036928 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:03.043099 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.053417 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-3d6c2e0c-0780-4307-ba4c-f5ec165efd44 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358026 Jun 03 15:21:03.093735 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.125444 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7c60c265-ba18-41d0-a7c1-0f0220f1ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:21Z', 'revision_number': 4, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f1d4286b-3e99-4078-8277-c740c83b6d1a', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'floating_ip_address': '172.25.7.131', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'port_id': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'mac_address': 'fa:16:3e:4d:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:20:26Z', 'updated_at': '2022-06-03T15:20:59Z', 'revision_number': 1, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6cc4b-4d02-4161-8563-c8ad05f2f43e', 'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'mac_address': 'fa:16:3e:a5:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:19Z', 'updated_at': '2022-06-03T15:20:30Z', 'revision_number': 5, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'subnets': [{'id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:03.131003 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c60c265-ba18-41d0-a7c1-0f0220f1ca69 None None] Checking router: e74a7359-2b4d-4b4e-94e5-8128e812d0cc for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:21:03.147792 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c60c265-ba18-41d0-a7c1-0f0220f1ca69 None None] Routers {'e74a7359-2b4d-4b4e-94e5-8128e812d0cc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:03.148999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=3f6102ea-26d0-4252-8900-dc58856473a2,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:03.164856 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7c60c265-ba18-41d0-a7c1-0f0220f1ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:20:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:03.203847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9f912dd6-a10f-4236-b67a-8fd0ec676a58 req-50c9c47c-ad7e-466d-b3be-84bc61eceb51 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] For port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:03.203847 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9f912dd6-a10f-4236-b67a-8fd0ec676a58 req-50c9c47c-ad7e-466d-b3be-84bc61eceb51 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.232340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b77ab9b4-6336-4b49-bd5a-6dfa7f08520c req-38411080-aa95-4375-a2fb-c24749f12df7 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929276 Jun 03 15:21:03.394595 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.453019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-9f912dd6-a10f-4236-b67a-8fd0ec676a58 req-50c9c47c-ad7e-466d-b3be-84bc61eceb51 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Calling delete_port for fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:03.583936 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-6a9d2ff4-f540-4624-bc1a-b2e296940b82 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061996 Jun 03 15:21:03.717906 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-7c60c265-ba18-41d0-a7c1-0f0220f1ca69 None None] Set router e74a7359-2b4d-4b4e-94e5-8128e812d0cc gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:03.772719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bc41e-3ef7-4d03-809c-0ccd710aeff6 req-e696a118-8763-4246-a967-97c0b228883f tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:03.781986 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a3bc41e-3ef7-4d03-809c-0ccd710aeff6 req-e696a118-8763-4246-a967-97c0b228883f tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=bed3079a-5543-4259-bdd3-b707491a5ac5 HTTP/1.1" status: 200 len: 943 time: 0.3721166 Jun 03 15:21:03.786856 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9f912dd6-a10f-4236-b67a-8fd0ec676a58 req-50c9c47c-ad7e-466d-b3be-84bc61eceb51 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:03.866490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Allocated IP 172.25.7.203 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/09333266-7745-44a2-b015-d889e51c1a3d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:03.873260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a3bc41e-3ef7-4d03-809c-0ccd710aeff6 req-c068fd55-c9d7-41df-8080-efa0bb4e269d tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903852 Jun 03 15:21:04.127128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f6102ea-26d0-4252-8900-dc58856473a2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:04.225070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9c47c-ad7e-466d-b3be-84bc61eceb51 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event deleted for resources: {'Port': ['ID=fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:04.267274 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-58aab7dc-37b5-4a5a-b7ef-155de2dcc4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.304513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 3f6102ea-26d0-4252-8900-dc58856473a2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:04.304886 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.321810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f912dd6-a10f-4236-b67a-8fd0ec676a58 req-50c9c47c-ad7e-466d-b3be-84bc61eceb51 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] No DVR routers for this DVR port fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:04.332249 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9f912dd6-a10f-4236-b67a-8fd0ec676a58 req-50c9c47c-ad7e-466d-b3be-84bc61eceb51 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.339993 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.375712 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.409864 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9f912dd6-a10f-4236-b67a-8fd0ec676a58 req-50c9c47c-ad7e-466d-b3be-84bc61eceb51 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "DELETE /v2.0/ports/fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece HTTP/1.1" status: 204 len: 173 time: 2.4057631 Jun 03 15:21:04.431109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-b0d4f62a-4a93-4e06-adf5-b8d4bd1aa8af tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:04.434322 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-b0d4f62a-4a93-4e06-adf5-b8d4bd1aa8af tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be&tenant_id=0d78e7387998464690d183527a2939a5&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.2566826 Jun 03 15:21:04.544002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:04.548916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:04.556373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:04.579330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 3f6102ea-26d0-4252-8900-dc58856473a2 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:04.603094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0318853-042f-47ed-9a42-21bb7b4483fd req-15267000-dcd8-4589-b7f6-36cb380dd98e tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:04.604671 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0318853-042f-47ed-9a42-21bb7b4483fd req-15267000-dcd8-4589-b7f6-36cb380dd98e tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 946 time: 0.4626343 Jun 03 15:21:04.608235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event updated for resources: {'Port': ['ID=09333266-7745-44a2-b015-d889e51c1a3d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:04.636833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-2539ac95-fa7e-4ab4-abc0-7ed4ea766295 service neutron] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:04.642276 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-2539ac95-fa7e-4ab4-abc0-7ed4ea766295 service neutron] Notify callbacks [] for binding, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.643784 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-2539ac95-fa7e-4ab4-abc0-7ed4ea766295 service neutron] 10.222.0.75 "DELETE /v2.0/ports/8f4c4b42-5826-453a-a5cc-2a9e650de895/bindings/n-h2-844595-1 HTTP/1.1" status: 204 len: 173 time: 0.2038918 Jun 03 15:21:04.673048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0318853-042f-47ed-9a42-21bb7b4483fd req-faeaf115-3895-4371-8a93-702fd7be9c53 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577452 Jun 03 15:21:04.723454 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7c60c265-ba18-41d0-a7c1-0f0220f1ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:21Z', 'revision_number': 4, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f1d4286b-3e99-4078-8277-c740c83b6d1a', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'floating_ip_address': '172.25.7.131', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'port_id': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'mac_address': 'fa:16:3e:4d:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:20:26Z', 'updated_at': '2022-06-03T15:20:59Z', 'revision_number': 1, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6cc4b-4d02-4161-8563-c8ad05f2f43e', 'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'mac_address': 'fa:16:3e:a5:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:19Z', 'updated_at': '2022-06-03T15:20:30Z', 'revision_number': 5, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'subnets': [{'id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:04.724020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.731668 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c60c265-ba18-41d0-a7c1-0f0220f1ca69 None None] The sync data for ids ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'] in n-d-844595-1 is: [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:21Z', 'revision_number': 4, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f1d4286b-3e99-4078-8277-c740c83b6d1a', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'floating_ip_address': '172.25.7.131', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'port_id': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'mac_address': 'fa:16:3e:4d:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:20:26Z', 'updated_at': '2022-06-03T15:20:59Z', 'revision_number': 1, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a6cc4b-4d02-4161-8563-c8ad05f2f43e', 'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'mac_address': 'fa:16:3e:a5:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:19Z', 'updated_at': '2022-06-03T15:20:30Z', 'revision_number': 5, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'subnets': [{'id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:21:04.744838 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022b1cd5-471e-497c-92cc-e170e7c15e46'] response: {'name': 'network-changed', 'server_uuid': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'tag': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8', 'status': 'completed', 'code': 200} Jun 03 15:21:04.805755 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:04.885330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3737-6a81-46a8-b581-1a1802b807c3 req-1c74b3b8-955d-4daa-bf15-908c635ea54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:04.889862 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-95ad3737-6a81-46a8-b581-1a1802b807c3 req-1c74b3b8-955d-4daa-bf15-908c635ea54c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1da89c7dc78f418a9e55b7b9df4ddf32&device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 1097 time: 0.0936759 Jun 03 15:21:05.055772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40991706-56af-4a7f-a3e4-ef58f0977c7f req-9cf65c86-7b0f-4b50-9c58-5772d5dff481 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.058430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40991706-56af-4a7f-a3e4-ef58f0977c7f req-9cf65c86-7b0f-4b50-9c58-5772d5dff481 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.2176747 Jun 03 15:21:05.067623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a304f97a-12a0-406b-afb8-e88984c458b8 None None] New status for floating IP f1d4286b-3e99-4078-8277-c740c83b6d1a: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:21:05.077988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3737-6a81-46a8-b581-1a1802b807c3 req-7690181f-4046-4ef1-a163-b83c3d670273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.079678 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-95ad3737-6a81-46a8-b581-1a1802b807c3 req-7690181f-4046-4ef1-a163-b83c3d670273 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cfef527b-71d9-4752-ac58-ce63dfe3b72c HTTP/1.1" status: 200 len: 907 time: 0.1816645 Jun 03 15:21:05.163903 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.172281 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.210273 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-95ad3737-6a81-46a8-b581-1a1802b807c3 req-cb63a8e9-9587-47a3-9ed1-2414f6a8339d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 HTTP/1.1" status: 200 len: 1000 time: 0.1189399 Jun 03 15:21:05.277662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event updated for resources: {'Port': ['ID=09333266-7745-44a2-b015-d889e51c1a3d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:05.281265 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.344438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3737-6a81-46a8-b581-1a1802b807c3 req-14e5de50-a489-4423-95c6-eb5c0b514f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.347414 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-95ad3737-6a81-46a8-b581-1a1802b807c3 req-14e5de50-a489-4423-95c6-eb5c0b514f49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9d8b353-02d7-4597-9601-6804a84e4472 HTTP/1.1" status: 200 len: 845 time: 0.1283498 Jun 03 15:21:05.366598 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40991706-56af-4a7f-a3e4-ef58f0977c7f req-fa6ba268-8cc9-46a9-8431-cdbabc801289 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176051 Jun 03 15:21:05.394839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.438654 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.440975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-64d20d73-ccf9-4f21-9185-9b95842f7238 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4972029 Jun 03 15:21:05.511059 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3737-6a81-46a8-b581-1a1802b807c3 req-b3d873bc-1e1f-4641-aba9-3f65d44f68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.516843 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-95ad3737-6a81-46a8-b581-1a1802b807c3 req-b3d873bc-1e1f-4641-aba9-3f65d44f68e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cfef527b-71d9-4752-ac58-ce63dfe3b72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574492 Jun 03 15:21:05.522430 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:05.561477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-11d89754-3a45-4caa-bd7b-8077e8130172 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Synchronizing usage tracker for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:05.582212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-11d89754-3a45-4caa-bd7b-8077e8130172 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Unset dirty status for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:05.583464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-11d89754-3a45-4caa-bd7b-8077e8130172 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.1351206 Jun 03 15:21:05.670413 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-95ad3737-6a81-46a8-b581-1a1802b807c3 req-3abf4d8e-c28f-405b-9139-6b0df0b6f5d5 service neutron] 10.222.0.67 "GET /v2.0/networks/cfef527b-71d9-4752-ac58-ce63dfe3b72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454008 Jun 03 15:21:05.805003 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-95ad3737-6a81-46a8-b581-1a1802b807c3 req-8dac45d9-314f-4079-b477-9c94ceb522d0 service neutron] 10.222.0.67 "GET /v2.0/networks/cfef527b-71d9-4752-ac58-ce63dfe3b72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291656 Jun 03 15:21:05.912536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-e6981b80-72b8-46b8-a22e-f9155bd3640f tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.913902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-e6981b80-72b8-46b8-a22e-f9155bd3640f tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.3214905 Jun 03 15:21:05.926552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443db587-016a-4c76-b508-a7ac2ab71546 req-e834a5db-0c91-49ad-b291-c3181b8febe5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:05.928038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-443db587-016a-4c76-b508-a7ac2ab71546 req-e834a5db-0c91-49ad-b291-c3181b8febe5 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 945 time: 0.3131654 Jun 03 15:21:05.933372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-72496656-4c8e-4761-9e91-2ae37f5b9bdd tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:21:05.934319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f76a6a6c-acea-47c2-adf2-df5897629556 req-72496656-4c8e-4761-9e91-2ae37f5b9bdd tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054331 Jun 03 15:21:05.977858 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-443db587-016a-4c76-b508-a7ac2ab71546 req-88dcb96f-4916-4e44-b7e9-f357169aab99 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Jun 03 15:21:06.190821 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-35a6d2ee-7dac-468a-96d1-257371192bae tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1599269 Jun 03 15:21:06.199950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:06.205854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:06.216806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:06.227499 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:06.400431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8575ef2-f50c-4979-94c4-837db6d1c1dc req-881bd698-1154-4122-8296-d3af9106d3be tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:06.401909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8575ef2-f50c-4979-94c4-837db6d1c1dc req-881bd698-1154-4122-8296-d3af9106d3be tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ff1ad2-8d95-41cd-b538-f931f9618cb4 HTTP/1.1" status: 200 len: 951 time: 0.1130300 Jun 03 15:21:06.462873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8575ef2-f50c-4979-94c4-837db6d1c1dc req-30ef4099-ba33-4a38-976b-df186dce6fd2 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543990 Jun 03 15:21:06.464188 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:06.707249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Allocated IP 172.25.7.33 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/f30df43f-9edb-4524-a38f-c1e4555b914d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:06.746341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'name': 'network-vif-deleted', 'tag': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:06.827427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43477cf3-18df-4067-ab82-dbb55a746374 req-2d3ec9fb-6d57-404e-9fdd-e5841f1c5d04 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:06.828952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-2d3ec9fb-6d57-404e-9fdd-e5841f1c5d04 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/networks?id=5a4046ad-552f-4dd6-8436-e65ab1c41e46 HTTP/1.1" status: 200 len: 822 time: 0.2553887 Jun 03 15:21:06.840455 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:06.853387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-bfdc39b0-f456-4f40-841f-f37e00404b75 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/quotas/253eaaef69a0433bba02fc6195ecabda HTTP/1.1" status: 200 len: 375 time: 0.0168862 Jun 03 15:21:06.876972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:06.877307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:06.911055 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:06.961754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:06.994614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-c181cac3-dd46-44eb-bb0d-520abde548bd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=253eaaef69a0433bba02fc6195ecabda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1332715 Jun 03 15:21:07.072458 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.171747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:07.176874 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:07.183577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:07.225553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event updated for resources: {'Port': ['ID=f30df43f-9edb-4524-a38f-c1e4555b914d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:07.240628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-41c1dea9-8557-4a07-a320-9b06b9d45b30 service neutron] 10.222.0.48 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370353 Jun 03 15:21:07.374884 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.396219 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-6ded548e-a44c-45dd-9099-107ce76c2e75 service neutron] 10.222.0.48 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491842 Jun 03 15:21:07.450697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.824582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32486ff1-c92d-49b1-b96f-2ccd529fc58a req-0b276922-5b92-4cf4-aae3-c37109923cd8 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:07.831623 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32486ff1-c92d-49b1-b96f-2ccd529fc58a req-0b276922-5b92-4cf4-aae3-c37109923cd8 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 1096 time: 0.1345785 Jun 03 15:21:07.866552 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.875669 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:07.945984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32486ff1-c92d-49b1-b96f-2ccd529fc58a req-a345b723-9847-45b0-a3b1-5d2251cd3430 tempest-LiveMigrationTest-1084242328 tempest-LiveMigrationTest-1084242328-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132641 Jun 03 15:21:07.995099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event updated for resources: {'Port': ['ID=f30df43f-9edb-4524-a38f-c1e4555b914d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:08.014499 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.043663 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.045281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-144bac57-df60-4c2b-a567-3fcceee98796 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8489075 Jun 03 15:21:08.183150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-375f68c5-ca3c-41a3-b1fe-b75252c9069a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Synchronizing usage tracker for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:08.212418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-375f68c5-ca3c-41a3-b1fe-b75252c9069a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Unset dirty status for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:08.213654 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-375f68c5-ca3c-41a3-b1fe-b75252c9069a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.1627932 Jun 03 15:21:08.305274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23e26e-ecca-448f-9cfc-bfbc326dc557 req-7a06a095-8558-4058-84f3-56f8a65faef5 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.306618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec23e26e-ecca-448f-9cfc-bfbc326dc557 req-7a06a095-8558-4058-84f3-56f8a65faef5 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.2008832 Jun 03 15:21:08.381577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec23e26e-ecca-448f-9cfc-bfbc326dc557 req-125cd472-b164-4365-8a0e-93eb00054281 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670080 Jun 03 15:21:08.404196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-c67fd0cb-ec98-441f-bbfb-92d7d869fde6 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.405570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40c2dd5d-4dfa-4bb7-8a32-bd0f88c9df1a req-c67fd0cb-ec98-441f-bbfb-92d7d869fde6 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.1851132 Jun 03 15:21:08.448149 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdee8cf2-ba93-4595-9a16-e954e0a5c7e8'] response: {'server_uuid': 'bed3079a-5543-4259-bdd3-b707491a5ac5', 'name': 'network-vif-deleted', 'tag': 'fb1c5d7c-8de6-4a06-a555-8f80b6fb3ece', 'status': 'completed', 'code': 200} Jun 03 15:21:08.490687 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.589736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b79f4bc-a92b-4251-ad69-e3fd6ccfed9f req-dd1cc9aa-c5bd-453b-bdc0-cc1300f867ae tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 210 time: 0.0504303 Jun 03 15:21:08.809784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-fc6985ee-a173-414f-993c-6526208dfc63 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1884787 Jun 03 15:21:08.818836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:08.825747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:08.834982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43477cf3-18df-4067-ab82-dbb55a746374 req-82478a17-d2d7-4f46-895f-2462b2156b5b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:08.835678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-43477cf3-18df-4067-ab82-dbb55a746374 req-82478a17-d2d7-4f46-895f-2462b2156b5b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Synchronizing usage tracker for tenant:253eaaef69a0433bba02fc6195ecabda on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:08.844051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:08.855557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-43477cf3-18df-4067-ab82-dbb55a746374 req-82478a17-d2d7-4f46-895f-2462b2156b5b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Unset dirty status for tenant:253eaaef69a0433bba02fc6195ecabda on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:08.856578 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:08.856737 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-82478a17-d2d7-4f46-895f-2462b2156b5b tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "GET /v2.0/networks?id=5a4046ad-552f-4dd6-8436-e65ab1c41e46 HTTP/1.1" status: 200 len: 822 time: 0.2098911 Jun 03 15:21:08.881495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Request body: {'port': {'device_id': 'd490aba7-175d-4d16-a7da-8b0aeee8c7c8', 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46', 'admin_state_up': True, 'tenant_id': '253eaaef69a0433bba02fc6195ecabda'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:09.025216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:09.029962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Usage tracker for resource:port and tenant:253eaaef69a0433bba02fc6195ecabda is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:09.032864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:09.038595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:09.041456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cad14-f96a-4012-8dd6-0000728257b9 req-97afe951-2e96-410d-be70-c242d18687e6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:09.042909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-950cad14-f96a-4012-8dd6-0000728257b9 req-97afe951-2e96-410d-be70-c242d18687e6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 945 time: 0.1108379 Jun 03 15:21:09.050477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Made reservation on behalf of 253eaaef69a0433bba02fc6195ecabda for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:09.054104 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.107255 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.112070 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-950cad14-f96a-4012-8dd6-0000728257b9 req-534b3abe-e30c-401d-b305-2f3b943a90c9 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540822 Jun 03 15:21:09.238242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Allocated IP 172.20.0.14 (5a4046ad-552f-4dd6-8436-e65ab1c41e46/24a11859-d722-4ef3-9227-96890173ae25/5f851832-43bd-4ddc-b92b-f08fc63315f9) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:09.260252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Allocated IP 172.25.7.227 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/c59746c8-d414-4eeb-bf60-ecdef86f15a2) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:09.291589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ac485b45-be20-43a7-bd51-1007131abc74 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:09.457438 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.495257 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.528104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ac485b45-be20-43a7-bd51-1007131abc74 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:09.528948 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.572435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:09.588039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:09.592976 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.634095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:09.643899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:09.646991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:09.694058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=11']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:09.708430 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.724709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event updated for resources: {'Port': ['ID=c59746c8-d414-4eeb-bf60-ecdef86f15a2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:09.743689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-60abad09-11d2-4b6c-96e4-75fcaf8ba735 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:09.744437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-60abad09-11d2-4b6c-96e4-75fcaf8ba735 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Synchronizing usage tracker for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:09.764148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-60abad09-11d2-4b6c-96e4-75fcaf8ba735 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Unset dirty status for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:09.765265 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-60abad09-11d2-4b6c-96e4-75fcaf8ba735 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 945 time: 0.2082174 Jun 03 15:21:09.771272 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.937719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabad85-e436-467e-b0d1-01fea49689a9 req-3569fc48-76ad-4ec6-8283-44d71fc3113a tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:09.939640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4eabad85-e436-467e-b0d1-01fea49689a9 req-3569fc48-76ad-4ec6-8283-44d71fc3113a tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.2970035 Jun 03 15:21:09.943965 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:09.987061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:09.991828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:09.997908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:10.033221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4eabad85-e436-467e-b0d1-01fea49689a9 req-993e2052-71ea-4094-beeb-2a4687142f96 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847952 Jun 03 15:21:10.035369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.040614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-357d7fa1-5412-48d5-9f9e-ca0e6659b058 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Deleting port 8f4c4b42-5826-453a-a5cc-2a9e650de895 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:10.040614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-357d7fa1-5412-48d5-9f9e-ca0e6659b058 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.086312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event updated for resources: {'Port': ['ID=5f851832-43bd-4ddc-b92b-f08fc63315f9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:10.131781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:10.132396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.198806 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f9f204-f5e6-4c0b-8007-2f62ac1e0777'] response: {'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74', 'code': 200} Jun 03 15:21:10.223376 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-4ef42e1b-89ae-49c1-a6ae-ec6ef13f1dcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3471653 Jun 03 15:21:10.271954 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.280795 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.283184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Request body: {'port': {'device_id': 'd490aba7-175d-4d16-a7da-8b0aeee8c7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:10.437065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-357d7fa1-5412-48d5-9f9e-ca0e6659b058 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] For port 8f4c4b42-5826-453a-a5cc-2a9e650de895, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=8f4c4b42-5826-453a-a5cc-2a9e650de895,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:10.437435 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-357d7fa1-5412-48d5-9f9e-ca0e6659b058 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.452350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.454385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event updated for resources: {'Port': ['ID=c59746c8-d414-4eeb-bf60-ecdef86f15a2,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:10.465188 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.506497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc564b55-26b4-4e45-96ff-707382b4b706 req-0e29ed42-0320-4df6-99fb-1c1163142261 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:10.508999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc564b55-26b4-4e45-96ff-707382b4b706 req-0e29ed42-0320-4df6-99fb-1c1163142261 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 932 time: 0.1905811 Jun 03 15:21:10.509161 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.510589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-089ef984-589c-4f3d-915d-2d3eacf0db64 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6994538 Jun 03 15:21:10.576264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-357d7fa1-5412-48d5-9f9e-ca0e6659b058 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Calling delete_port for 8f4c4b42-5826-453a-a5cc-2a9e650de895 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:10.614644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-ae0749c0-8388-4304-85bb-46a70a1d58b2 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Synchronizing usage tracker for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:10.628642 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc564b55-26b4-4e45-96ff-707382b4b706 req-ae07d727-17b3-4eb9-86c6-38c75955fa01 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135335 Jun 03 15:21:10.640064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-ae0749c0-8388-4304-85bb-46a70a1d58b2 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Unset dirty status for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:10.641365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-ae0749c0-8388-4304-85bb-46a70a1d58b2 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 696 time: 0.1133971 Jun 03 15:21:10.842459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-edacd97f-5aa0-4cfa-a4d2-da80dd8f73a8 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:10.843834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-270cf53f-3d67-4c54-8e29-8e0417a96da5 req-edacd97f-5aa0-4cfa-a4d2-da80dd8f73a8 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.1957965 Jun 03 15:21:10.871321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b47efd-a4dc-4350-bca8-2a4d0b35a77c req-3a7b59cf-e7bc-482d-b663-61b0dc245f25 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:10.872914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72b47efd-a4dc-4350-bca8-2a4d0b35a77c req-3a7b59cf-e7bc-482d-b663-61b0dc245f25 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c4ad456-bfa6-4730-8b04-ad919bceb8be HTTP/1.1" status: 200 len: 945 time: 0.1404810 Jun 03 15:21:10.921797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72b47efd-a4dc-4350-bca8-2a4d0b35a77c req-f87b06da-728f-495f-bc62-2cb6384ef221 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Jun 03 15:21:10.927830 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-357d7fa1-5412-48d5-9f9e-ca0e6659b058 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:10.946441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['e3620305-4eb4-45ff-bf63-432f28acaf16', '8f4c4b42-5826-453a-a5cc-2a9e650de895'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:21:11.001780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d7fa1-5412-48d5-9f9e-ca0e6659b058 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Pushing event deleted for resources: {'Port': ['ID=8f4c4b42-5826-453a-a5cc-2a9e650de895,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:11.041805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baae4993-0c6f-4732-8c98-48fbc039b6d6 req-ed8348a9-e347-403f-9daf-0194f72ac20f tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips/8fdb56f9-3b99-486a-8493-b6d12199ee97 HTTP/1.1" status: 200 len: 693 time: 0.0863037 Jun 03 15:21:11.112166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-357d7fa1-5412-48d5-9f9e-ca0e6659b058 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] No DVR routers for this DVR port 8f4c4b42-5826-453a-a5cc-2a9e650de895 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:11.115436 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-357d7fa1-5412-48d5-9f9e-ca0e6659b058 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.133815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'name': 'network-vif-deleted', 'tag': '8f4c4b42-5826-453a-a5cc-2a9e650de895'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:11.160673 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9db19276-8b43-4154-8689-c3587f6bb2ac req-357d7fa1-5412-48d5-9f9e-ca0e6659b058 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.75 "DELETE /v2.0/ports/8f4c4b42-5826-453a-a5cc-2a9e650de895 HTTP/1.1" status: 204 len: 173 time: 1.3874362 Jun 03 15:21:11.239731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f851832-43bd-4ddc-b92b-f08fc63315f9 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:11.253087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.267927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae4993-0c6f-4732-8c98-48fbc039b6d6 req-15bbc5ba-18be-4e0b-9845-6361ffa0cdbd tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.267927 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baae4993-0c6f-4732-8c98-48fbc039b6d6 req-15bbc5ba-18be-4e0b-9845-6361ffa0cdbd tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.2200062 Jun 03 15:21:11.320076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Transition to ACTIVE for port object 5f851832-43bd-4ddc-b92b-f08fc63315f9 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:11.321713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b72a6a-1d34-40da-97d0-0e4d1daaaa7a req-a929898f-7fc1-4167-9253-77ce975e5ece tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.324224 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24b72a6a-1d34-40da-97d0-0e4d1daaaa7a req-a929898f-7fc1-4167-9253-77ce975e5ece tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.1033442 Jun 03 15:21:11.326617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.432429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24b72a6a-1d34-40da-97d0-0e4d1daaaa7a req-635af87e-0fab-47f5-b151-efb83aa77102 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964735 Jun 03 15:21:11.488682 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698c12be-32f9-4956-b39e-f44163483782'] response: {'server_uuid': '8c4ad456-bfa6-4730-8b04-ad919bceb8be', 'name': 'network-vif-deleted', 'tag': '8f4c4b42-5826-453a-a5cc-2a9e650de895', 'status': 'completed', 'code': 200} Jun 03 15:21:11.568421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2274bf6-b791-4fbd-876f-e161762042ce req-761a8e5e-8df9-4079-9a96-101a719cf34b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips/8fdb56f9-3b99-486a-8493-b6d12199ee97 HTTP/1.1" status: 200 len: 693 time: 0.1108258 Jun 03 15:21:11.585244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Pushing event updated for resources: {'Port': ['ID=5f851832-43bd-4ddc-b92b-f08fc63315f9,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:11.623486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Attempting to bind port 5f851832-43bd-4ddc-b92b-f08fc63315f9 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:11.624006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Attempting to bind port 5f851832-43bd-4ddc-b92b-f08fc63315f9 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:11.624493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Attempting to bind port 5f851832-43bd-4ddc-b92b-f08fc63315f9 on network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:11.634342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Port 5f851832-43bd-4ddc-b92b-f08fc63315f9 on network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:21:11.635212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Attempting to bind port 5f851832-43bd-4ddc-b92b-f08fc63315f9 on network 5a4046ad-552f-4dd6-8436-e65ab1c41e46 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:11.648195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:11.648195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Checking segment: {'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:11.648455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Bound using segment: {'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:11.648756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Bound port: 5f851832-43bd-4ddc-b92b-f08fc63315f9, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc11a63-40cb-4048-85b6-fdd4949e584e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:11.649304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:11.760341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2274bf6-b791-4fbd-876f-e161762042ce req-061f9953-3012-46ab-bb84-c9ad59528d0c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:11.766218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] For port 5f851832-43bd-4ddc-b92b-f08fc63315f9, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:11.772439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2274bf6-b791-4fbd-876f-e161762042ce req-061f9953-3012-46ab-bb84-c9ad59528d0c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.1959805 Jun 03 15:21:11.777070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] For port 5f851832-43bd-4ddc-b92b-f08fc63315f9, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5f851832-43bd-4ddc-b92b-f08fc63315f9,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:11.784931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.003387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.005016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.006538 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] 10.222.0.67 "PUT /v2.0/ports/5f851832-43bd-4ddc-b92b-f08fc63315f9 HTTP/1.1" status: 200 len: 1092 time: 1.7324572 Jun 03 15:21:12.012605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e735dc-3261-4c27-89f5-5d0c3bd8e7ca service neutron] Pushing event updated for resources: {'Port': ['ID=5f851832-43bd-4ddc-b92b-f08fc63315f9,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:12.019285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2274bf6-b791-4fbd-876f-e161762042ce req-02b63887-9a31-44d9-8f56-c45c93052715 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 696 time: 0.2402716 Jun 03 15:21:12.122497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2274bf6-b791-4fbd-876f-e161762042ce req-dd0e3048-ac90-47ef-b41c-101ae5855be8 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.227 HTTP/1.1" status: 200 len: 696 time: 0.0941088 Jun 03 15:21:12.175694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43477cf3-18df-4067-ab82-dbb55a746374 req-f06eca85-8531-4b7d-bb2a-17c6d1b34b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.177357 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-f06eca85-8531-4b7d-bb2a-17c6d1b34b81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=253eaaef69a0433bba02fc6195ecabda&device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 1095 time: 0.0987189 Jun 03 15:21:12.220783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73507f-0b53-45f9-82e8-a320e4a71611 req-1a231e41-c9b3-4cc6-8783-e085b0545ec6 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.228072 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c73507f-0b53-45f9-82e8-a320e4a71611 req-1a231e41-c9b3-4cc6-8783-e085b0545ec6 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 944 time: 0.2496459 Jun 03 15:21:12.269411 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-e4e68953-a576-4681-9a64-f26708726221 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f851832-43bd-4ddc-b92b-f08fc63315f9 HTTP/1.1" status: 200 len: 217 time: 0.0768440 Jun 03 15:21:12.321750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-f2274bf6-b791-4fbd-876f-e161762042ce req-fcb6895a-1f68-4e19-a3ec-253009ffb72a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Deleting port c59746c8-d414-4eeb-bf60-ecdef86f15a2 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:12.322224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f2274bf6-b791-4fbd-876f-e161762042ce req-fcb6895a-1f68-4e19-a3ec-253009ffb72a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.339135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43477cf3-18df-4067-ab82-dbb55a746374 req-bf5c5231-aa66-4163-9e4a-ca86a8dd68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.340803 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-bf5c5231-aa66-4163-9e4a-ca86a8dd68f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24a11859-d722-4ef3-9227-96890173ae25 HTTP/1.1" status: 200 len: 862 time: 0.0632904 Jun 03 15:21:12.395519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c73507f-0b53-45f9-82e8-a320e4a71611 req-f6882f5e-f2a4-4de9-94b9-f2a572cf8b18 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666458 Jun 03 15:21:12.404181 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-57e3cead-9cb8-4925-b210-622c249d2bcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5a4046ad-552f-4dd6-8436-e65ab1c41e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568070 Jun 03 15:21:12.555832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f2274bf6-b791-4fbd-876f-e161762042ce req-fcb6895a-1f68-4e19-a3ec-253009ffb72a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.556237 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f2274bf6-b791-4fbd-876f-e161762042ce req-fcb6895a-1f68-4e19-a3ec-253009ffb72a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:12.569671 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-691b64de-b96c-4806-b6fe-243d1a2213c4 service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564023 Jun 03 15:21:12.682218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-f2274bf6-b791-4fbd-876f-e161762042ce req-fcb6895a-1f68-4e19-a3ec-253009ffb72a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Calling delete_port for c59746c8-d414-4eeb-bf60-ecdef86f15a2 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:12.730174 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43477cf3-18df-4067-ab82-dbb55a746374 req-5d287008-da51-4c96-96bd-0030f3f44253 service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538210 Jun 03 15:21:12.876743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f2274bf6-b791-4fbd-876f-e161762042ce req-fcb6895a-1f68-4e19-a3ec-253009ffb72a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.027512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6895a-1f68-4e19-a3ec-253009ffb72a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event deleted for resources: {'Port': ['ID=c59746c8-d414-4eeb-bf60-ecdef86f15a2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:13.062778 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f2274bf6-b791-4fbd-876f-e161762042ce req-fcb6895a-1f68-4e19-a3ec-253009ffb72a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.116178 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f2274bf6-b791-4fbd-876f-e161762042ce req-fcb6895a-1f68-4e19-a3ec-253009ffb72a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:13.117384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2274bf6-b791-4fbd-876f-e161762042ce req-fcb6895a-1f68-4e19-a3ec-253009ffb72a tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "DELETE /v2.0/floatingips/8fdb56f9-3b99-486a-8493-b6d12199ee97 HTTP/1.1" status: 204 len: 173 time: 0.9880526 Jun 03 15:21:13.182592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977a57d-5a96-4617-a6f1-3ee56adebedc req-aa3f6e95-4b1f-48e5-9b38-d6b5c93473ab tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.186353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6977a57d-5a96-4617-a6f1-3ee56adebedc req-aa3f6e95-4b1f-48e5-9b38-d6b5c93473ab tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.1083732 Jun 03 15:21:13.248497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6977a57d-5a96-4617-a6f1-3ee56adebedc req-50007b6a-7803-4e4a-a7ea-58f2694ea1fd tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576069 Jun 03 15:21:13.301581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 8f4c4b42-5826-453a-a5cc-2a9e650de895 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:13.373747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 8f4c4b42-5826-453a-a5cc-2a9e650de895 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:13.374118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 8f4c4b42-5826-453a-a5cc-2a9e650de895 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:13.490296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd490aba7-175d-4d16-a7da-8b0aeee8c7c8', 'tag': '5f851832-43bd-4ddc-b92b-f08fc63315f9'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:13.531028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad088b80-24d4-4c97-9509-1939d4a8ffb0 req-db26ba69-f675-40be-b4a0-a9ec9fb8b648 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.532476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad088b80-24d4-4c97-9509-1939d4a8ffb0 req-db26ba69-f675-40be-b4a0-a9ec9fb8b648 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2483420 Jun 03 15:21:13.556492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dde8c-cf20-464b-90a5-036d627766f6 req-fbbcec43-11dc-4b81-a524-4a7e59cc6754 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.563096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dde8c-cf20-464b-90a5-036d627766f6 req-fbbcec43-11dc-4b81-a524-4a7e59cc6754 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.569858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dde8c-cf20-464b-90a5-036d627766f6 req-fbbcec43-11dc-4b81-a524-4a7e59cc6754 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.578224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dde8c-cf20-464b-90a5-036d627766f6 req-fbbcec43-11dc-4b81-a524-4a7e59cc6754 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.586265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dde8c-cf20-464b-90a5-036d627766f6 req-fbbcec43-11dc-4b81-a524-4a7e59cc6754 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.595284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dde8c-cf20-464b-90a5-036d627766f6 req-fbbcec43-11dc-4b81-a524-4a7e59cc6754 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.601638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dde8c-cf20-464b-90a5-036d627766f6 req-fbbcec43-11dc-4b81-a524-4a7e59cc6754 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.603527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f67dde8c-cf20-464b-90a5-036d627766f6 req-fbbcec43-11dc-4b81-a524-4a7e59cc6754 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5443 time: 0.2132046 Jun 03 15:21:13.661398 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f67dde8c-cf20-464b-90a5-036d627766f6 req-9dbf1f3a-0564-4fee-b632-23907f3c9ae3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518253 Jun 03 15:21:13.726770 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4000f351-210c-4856-8986-d1617d6eb4bc'] response: {'name': 'network-changed', 'server_uuid': 'd490aba7-175d-4d16-a7da-8b0aeee8c7c8', 'tag': '5f851832-43bd-4ddc-b92b-f08fc63315f9', 'status': 'completed', 'code': 200} Jun 03 15:21:13.852323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6a64c-671d-47f0-a39b-1551b42e78bc req-a4b83590-ba47-419b-a8e9-f9ef3b27f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:13.853767 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee6a64c-671d-47f0-a39b-1551b42e78bc req-a4b83590-ba47-419b-a8e9-f9ef3b27f4f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=253eaaef69a0433bba02fc6195ecabda&device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 1095 time: 0.0757840 Jun 03 15:21:13.888973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2d0724dd-ee8c-4df1-91e7-2f6995a29384 req-62dc2a98-681c-417e-95c5-699db70666eb tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Synchronizing usage tracker for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:14.038829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6a64c-671d-47f0-a39b-1551b42e78bc req-31f4429e-d679-4092-a279-bbc722c099d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.040499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee6a64c-671d-47f0-a39b-1551b42e78bc req-31f4429e-d679-4092-a279-bbc722c099d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5a4046ad-552f-4dd6-8436-e65ab1c41e46 HTTP/1.1" status: 200 len: 923 time: 0.1778667 Jun 03 15:21:14.044855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2d0724dd-ee8c-4df1-91e7-2f6995a29384 req-62dc2a98-681c-417e-95c5-699db70666eb tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Unset dirty status for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:14.046092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d0724dd-ee8c-4df1-91e7-2f6995a29384 req-62dc2a98-681c-417e-95c5-699db70666eb tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=50995ddb505e47a9a3b52238b6add3dc HTTP/1.1" status: 200 len: 1655 time: 0.3037422 Jun 03 15:21:14.119919 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee6a64c-671d-47f0-a39b-1551b42e78bc req-9858b41c-da9b-4f19-a354-29c50c16e664 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f851832-43bd-4ddc-b92b-f08fc63315f9 HTTP/1.1" status: 200 len: 217 time: 0.0670218 Jun 03 15:21:14.145199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99ee6c-8e30-4141-a666-41f1a2a3e2ee req-8d52b830-e988-4a33-83d6-29243c669afd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.146627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de99ee6c-8e30-4141-a666-41f1a2a3e2ee req-8d52b830-e988-4a33-83d6-29243c669afd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 944 time: 0.3351991 Jun 03 15:21:14.194395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6a64c-671d-47f0-a39b-1551b42e78bc req-b63d1f55-ccf9-41d9-877e-9455d8a08422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.195925 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee6a64c-671d-47f0-a39b-1551b42e78bc req-b63d1f55-ccf9-41d9-877e-9455d8a08422 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24a11859-d722-4ef3-9227-96890173ae25 HTTP/1.1" status: 200 len: 862 time: 0.0697293 Jun 03 15:21:14.227353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de99ee6c-8e30-4141-a666-41f1a2a3e2ee req-5f73ff91-c8e4-4aa5-9ec8-c4d021f61ca3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741160 Jun 03 15:21:14.307000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0724dd-ee8c-4df1-91e7-2f6995a29384 req-280b0447-9636-4597-beca-0a75d1c1c18d tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.309040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d0724dd-ee8c-4df1-91e7-2f6995a29384 req-280b0447-9636-4597-beca-0a75d1c1c18d tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks?id=ab3d7046-1339-4d8c-aed7-0373a04de455&id=ab3d7046-1339-4d8c-aed7-0373a04de455&id=ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 787 time: 0.2552965 Jun 03 15:21:14.314046 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee6a64c-671d-47f0-a39b-1551b42e78bc req-5fc62c2c-6b66-491b-b6bc-ecbc532ea9f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5a4046ad-552f-4dd6-8436-e65ab1c41e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092508 Jun 03 15:21:14.325952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-2d0724dd-ee8c-4df1-91e7-2f6995a29384 req-75bd3fdf-3d76-4418-a62f-9b145ec0499d tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:21:14.330867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d0724dd-ee8c-4df1-91e7-2f6995a29384 req-75bd3fdf-3d76-4418-a62f-9b145ec0499d tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092807 Jun 03 15:21:14.520376 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee6a64c-671d-47f0-a39b-1551b42e78bc req-8eec132b-d330-42b4-838f-db4d2f619e32 service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954923 Jun 03 15:21:14.604107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-e9e24d54-ef46-4d25-b8c5-6013c309e637 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips/dce8b249-fa81-43e7-80fb-5f2fb97175d2 HTTP/1.1" status: 200 len: 692 time: 0.1434526 Jun 03 15:21:14.712541 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7ee6a64c-671d-47f0-a39b-1551b42e78bc req-aef880f1-16e8-4b9a-b070-7c9f5ebe62bf service neutron] 10.222.0.67 "GET /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844151 Jun 03 15:21:14.750807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba35cb-eec7-4914-9d2f-ab12c66e56ed req-f1f546fa-160f-4fda-b45e-1edffce76e14 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.754549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4ba35cb-eec7-4914-9d2f-ab12c66e56ed req-f1f546fa-160f-4fda-b45e-1edffce76e14 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.2258868 Jun 03 15:21:14.822072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-28b50489-e5e0-4702-a650-13b2565410ab tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:14.823371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-28b50489-e5e0-4702-a650-13b2565410ab tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.2055581 Jun 03 15:21:14.898885 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4ba35cb-eec7-4914-9d2f-ab12c66e56ed req-ce381c7c-d1ea-4cb1-9b53-6867fc857aea tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308885 Jun 03 15:21:14.927720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-2b4ff373-bf18-40a0-9e1d-4807ce137130 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.0966513 Jun 03 15:21:15.027347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-7c890e14-af17-4e15-bd0e-555b48aa5b63 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.33 HTTP/1.1" status: 200 len: 695 time: 0.0982535 Jun 03 15:21:15.266174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-c6a5cd5a-324f-4459-ab12-46a34ca60244 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Deleting port f30df43f-9edb-4524-a38f-c1e4555b914d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:15.266532 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-c6a5cd5a-324f-4459-ab12-46a34ca60244 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:15.418886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd69aa-24bf-4131-8e3b-bf9ea9932e9b req-09c24257-4420-4083-923c-86cbcaa5da2f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:15.424556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd69aa-24bf-4131-8e3b-bf9ea9932e9b req-09c24257-4420-4083-923c-86cbcaa5da2f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:15.430309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd69aa-24bf-4131-8e3b-bf9ea9932e9b req-09c24257-4420-4083-923c-86cbcaa5da2f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:15.435949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd69aa-24bf-4131-8e3b-bf9ea9932e9b req-09c24257-4420-4083-923c-86cbcaa5da2f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:15.441826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd69aa-24bf-4131-8e3b-bf9ea9932e9b req-09c24257-4420-4083-923c-86cbcaa5da2f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:15.447540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd69aa-24bf-4131-8e3b-bf9ea9932e9b req-09c24257-4420-4083-923c-86cbcaa5da2f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:15.453215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd69aa-24bf-4131-8e3b-bf9ea9932e9b req-09c24257-4420-4083-923c-86cbcaa5da2f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:15.455067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57bd69aa-24bf-4131-8e3b-bf9ea9932e9b req-09c24257-4420-4083-923c-86cbcaa5da2f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5443 time: 0.3554535 Jun 03 15:21:15.533703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-c6a5cd5a-324f-4459-ab12-46a34ca60244 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:15.533927 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-c6a5cd5a-324f-4459-ab12-46a34ca60244 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:15.544662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57bd69aa-24bf-4131-8e3b-bf9ea9932e9b req-bb79b24f-2130-46e8-aa51-850e62d53aed tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820940 Jun 03 15:21:15.663997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-c6a5cd5a-324f-4459-ab12-46a34ca60244 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Calling delete_port for f30df43f-9edb-4524-a38f-c1e4555b914d owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:15.816869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-c6a5cd5a-324f-4459-ab12-46a34ca60244 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:15.930287 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-08e4de5f-dc0a-418f-92fc-cd1075d40a9b req-d092811b-72a7-4e9e-8bd9-157e2d94cb37 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754018 Jun 03 15:21:16.018373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5cd5a-324f-4459-ab12-46a34ca60244 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event deleted for resources: {'Port': ['ID=f30df43f-9edb-4524-a38f-c1e4555b914d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:16.041230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4de5f-dc0a-418f-92fc-cd1075d40a9b req-202349dd-0b52-4d49-8d7f-9cdd1ee4003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.042771 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-08e4de5f-dc0a-418f-92fc-cd1075d40a9b req-202349dd-0b52-4d49-8d7f-9cdd1ee4003f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0d78e7387998464690d183527a2939a5&device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 1096 time: 0.0708106 Jun 03 15:21:16.126861 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-c6a5cd5a-324f-4459-ab12-46a34ca60244 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:16.144718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0d98-c08c-4e1b-a01d-ef618bff57be req-3ac67fa7-1294-4161-be20-8f5fd5a4de3e tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.146182 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-017d0d98-c08c-4e1b-a01d-ef618bff57be req-3ac67fa7-1294-4161-be20-8f5fd5a4de3e tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 944 time: 0.1814103 Jun 03 15:21:16.174458 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-c6a5cd5a-324f-4459-ab12-46a34ca60244 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:16.175564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-467cb14e-9c75-4fbf-b64d-baa599513f81 req-c6a5cd5a-324f-4459-ab12-46a34ca60244 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "DELETE /v2.0/floatingips/dce8b249-fa81-43e7-80fb-5f2fb97175d2 HTTP/1.1" status: 204 len: 173 time: 1.1471539 Jun 03 15:21:16.198267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4de5f-dc0a-418f-92fc-cd1075d40a9b req-b1324b7e-0f50-4dfc-bd50-6ab614819a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.199810 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-08e4de5f-dc0a-418f-92fc-cd1075d40a9b req-b1324b7e-0f50-4dfc-bd50-6ab614819a78 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 200 len: 909 time: 0.1355093 Jun 03 15:21:16.201768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-017d0d98-c08c-4e1b-a01d-ef618bff57be req-ba137938-c858-4650-a644-540c169b6400 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492785 Jun 03 15:21:16.396829 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-08e4de5f-dc0a-418f-92fc-cd1075d40a9b req-afe6cf2f-0e75-4830-9ef9-5f7c16f3ca8d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905 HTTP/1.1" status: 200 len: 217 time: 0.1795993 Jun 03 15:21:16.487888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4de5f-dc0a-418f-92fc-cd1075d40a9b req-6f166d58-a649-42d0-9a6b-3f96550e2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.488596 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-08e4de5f-dc0a-418f-92fc-cd1075d40a9b req-6f166d58-a649-42d0-9a6b-3f96550e2813 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 200 len: 848 time: 0.0692325 Jun 03 15:21:16.547111 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-08e4de5f-dc0a-418f-92fc-cd1075d40a9b req-8a7dce2e-9cd8-412c-93cc-98db43773766 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8cb25ac1-9870-48ce-a1f0-48375a2dcb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438514 Jun 03 15:21:16.589813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83dabc-a5a0-4d63-a923-2044ba6eb144 req-deb59189-7f21-48e9-a2c0-07fe1dac4645 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.591795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e83dabc-a5a0-4d63-a923-2044ba6eb144 req-deb59189-7f21-48e9-a2c0-07fe1dac4645 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 945 time: 0.1155632 Jun 03 15:21:16.658275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e83dabc-a5a0-4d63-a923-2044ba6eb144 req-2fcdec98-9f5c-4529-8268-65af4b5b77e3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507262 Jun 03 15:21:16.703744 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-08e4de5f-dc0a-418f-92fc-cd1075d40a9b req-d53b1e8b-0225-4e94-b71a-25a393368765 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484952 Jun 03 15:21:16.854337 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-08e4de5f-dc0a-418f-92fc-cd1075d40a9b req-b63f903d-2b78-4f16-9846-db94db07a860 service neutron] 10.222.0.75 "GET /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409037 Jun 03 15:21:16.868263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-124568eb-8206-40a3-8637-88c550ae7329 req-36df4d35-2167-4e19-8fcf-1cbb00ed0143 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips/a750fbb7-902a-44bf-8362-0731185e1fea HTTP/1.1" status: 200 len: 693 time: 0.1233549 Jun 03 15:21:16.907456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5f851832-43bd-4ddc-b92b-f08fc63315f9 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:21:16.956288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785aba26-a79a-4329-97e4-cb512bd62781 req-16c53617-b539-4a17-adc3-a0f97c3f2dc1 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:16.957763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-785aba26-a79a-4329-97e4-cb512bd62781 req-16c53617-b539-4a17-adc3-a0f97c3f2dc1 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Synchronizing usage tracker for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:16.977307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-785aba26-a79a-4329-97e4-cb512bd62781 req-16c53617-b539-4a17-adc3-a0f97c3f2dc1 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Unset dirty status for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:16.979367 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-785aba26-a79a-4329-97e4-cb512bd62781 req-16c53617-b539-4a17-adc3-a0f97c3f2dc1 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b71140a-97b4-4256-b437-338492933857 HTTP/1.1" status: 200 len: 945 time: 0.1086473 Jun 03 15:21:17.031732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45c6df-d155-44cf-b6e3-7e21d8df0ab6 req-5306c72b-4af6-4af2-bd9c-a4594e1a236f tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.040347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a45c6df-d155-44cf-b6e3-7e21d8df0ab6 req-5306c72b-4af6-4af2-bd9c-a4594e1a236f tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.2322705 Jun 03 15:21:17.066622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5f851832-43bd-4ddc-b92b-f08fc63315f9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5f851832-43bd-4ddc-b92b-f08fc63315f9,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:17.069282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-785aba26-a79a-4329-97e4-cb512bd62781 req-089984c1-ee9c-4d3d-90ab-3512432da2b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Deleting port e3620305-4eb4-45ff-bf63-432f28acaf16 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:17.069834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-785aba26-a79a-4329-97e4-cb512bd62781 req-089984c1-ee9c-4d3d-90ab-3512432da2b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:17.081465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5f851832-43bd-4ddc-b92b-f08fc63315f9', 'network_id': '5a4046ad-552f-4dd6-8436-e65ab1c41e46', 'port_id': '5f851832-43bd-4ddc-b92b-f08fc63315f9', 'mac_address': 'fa:16:3e:5a:e8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a11859-d722-4ef3-9227-96890173ae25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:21:17.128023 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a45c6df-d155-44cf-b6e3-7e21d8df0ab6 req-41d24970-21d7-46a3-a5bd-9473c73264fa tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866456 Jun 03 15:21:17.143208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124568eb-8206-40a3-8637-88c550ae7329 req-2fb925fe-3912-4036-ba3e-99350d098b9e tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.148791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5f851832-43bd-4ddc-b92b-f08fc63315f9 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:17.149388 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:17.150938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-124568eb-8206-40a3-8637-88c550ae7329 req-2fb925fe-3912-4036-ba3e-99350d098b9e tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.2696807 Jun 03 15:21:17.167818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f851832-43bd-4ddc-b92b-f08fc63315f9 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:17.183461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5f851832-43bd-4ddc-b92b-f08fc63315f9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5f851832-43bd-4ddc-b92b-f08fc63315f9,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:17.189454 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:17.262974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5f851832-43bd-4ddc-b92b-f08fc63315f9,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:17.271747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.272089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.272418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.272744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.273063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.273377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.273691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.274027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.274337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.274646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.275003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.275949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:17.284332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-124568eb-8206-40a3-8637-88c550ae7329 req-524b4742-a11c-4cd8-8bd1-40fc2642ac27 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Synchronizing usage tracker for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:17.362943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-124568eb-8206-40a3-8637-88c550ae7329 req-524b4742-a11c-4cd8-8bd1-40fc2642ac27 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Unset dirty status for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:17.364139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-124568eb-8206-40a3-8637-88c550ae7329 req-524b4742-a11c-4cd8-8bd1-40fc2642ac27 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.2123306 Jun 03 15:21:17.388134 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-785aba26-a79a-4329-97e4-cb512bd62781 req-089984c1-ee9c-4d3d-90ab-3512432da2b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] For port e3620305-4eb4-45ff-bf63-432f28acaf16, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e3620305-4eb4-45ff-bf63-432f28acaf16,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:17.388456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-785aba26-a79a-4329-97e4-cb512bd62781 req-089984c1-ee9c-4d3d-90ab-3512432da2b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:17.462353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-124568eb-8206-40a3-8637-88c550ae7329 req-4acabcab-2b2d-45d5-8bd7-8ccc291304b7 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.203 HTTP/1.1" status: 200 len: 696 time: 0.0864639 Jun 03 15:21:17.474544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-63e0e2d4-6b08-4220-8a60-f9ecddd9222e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.480591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-63e0e2d4-6b08-4220-8a60-f9ecddd9222e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.486366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-63e0e2d4-6b08-4220-8a60-f9ecddd9222e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.492095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-63e0e2d4-6b08-4220-8a60-f9ecddd9222e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.497853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-63e0e2d4-6b08-4220-8a60-f9ecddd9222e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.504035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-63e0e2d4-6b08-4220-8a60-f9ecddd9222e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.510392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-785aba26-a79a-4329-97e4-cb512bd62781 req-089984c1-ee9c-4d3d-90ab-3512432da2b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Calling delete_port for e3620305-4eb4-45ff-bf63-432f28acaf16 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:17.510876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-63e0e2d4-6b08-4220-8a60-f9ecddd9222e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.512749 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-63e0e2d4-6b08-4220-8a60-f9ecddd9222e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5443 time: 0.2980876 Jun 03 15:21:17.643170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f18a0-be76-4ddc-b483-39ff497a81ba req-d78a8697-d18f-4048-aade-a0f4fec0e6d6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.648738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f18a0-be76-4ddc-b483-39ff497a81ba req-d78a8697-d18f-4048-aade-a0f4fec0e6d6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.654521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f18a0-be76-4ddc-b483-39ff497a81ba req-d78a8697-d18f-4048-aade-a0f4fec0e6d6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.658258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-785aba26-a79a-4329-97e4-cb512bd62781 req-089984c1-ee9c-4d3d-90ab-3512432da2b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:17.661220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f18a0-be76-4ddc-b483-39ff497a81ba req-d78a8697-d18f-4048-aade-a0f4fec0e6d6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.667592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f18a0-be76-4ddc-b483-39ff497a81ba req-d78a8697-d18f-4048-aade-a0f4fec0e6d6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.673472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f18a0-be76-4ddc-b483-39ff497a81ba req-d78a8697-d18f-4048-aade-a0f4fec0e6d6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.679137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f18a0-be76-4ddc-b483-39ff497a81ba req-d78a8697-d18f-4048-aade-a0f4fec0e6d6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.681005 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b7f18a0-be76-4ddc-b483-39ff497a81ba req-d78a8697-d18f-4048-aade-a0f4fec0e6d6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 5443 time: 0.3996537 Jun 03 15:21:17.708203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089984c1-ee9c-4d3d-90ab-3512432da2b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Pushing event deleted for resources: {'Port': ['ID=e3620305-4eb4-45ff-bf63-432f28acaf16,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:17.754953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5f851832-43bd-4ddc-b92b-f08fc63315f9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:21:17.783340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-785aba26-a79a-4329-97e4-cb512bd62781 req-089984c1-ee9c-4d3d-90ab-3512432da2b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] No DVR routers for this DVR port e3620305-4eb4-45ff-bf63-432f28acaf16 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:17.786463 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-785aba26-a79a-4329-97e4-cb512bd62781 req-089984c1-ee9c-4d3d-90ab-3512432da2b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:17.790261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b71140a-97b4-4256-b437-338492933857', 'name': 'network-vif-deleted', 'tag': 'e3620305-4eb4-45ff-bf63-432f28acaf16'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:17.798153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-124568eb-8206-40a3-8637-88c550ae7329 req-2b269463-d921-4336-8771-8f823cd1024b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Deleting port 09333266-7745-44a2-b015-d889e51c1a3d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:17.799007 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-124568eb-8206-40a3-8637-88c550ae7329 req-2b269463-d921-4336-8771-8f823cd1024b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:17.814610 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-785aba26-a79a-4329-97e4-cb512bd62781 req-089984c1-ee9c-4d3d-90ab-3512432da2b3 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.75 "DELETE /v2.0/ports/e3620305-4eb4-45ff-bf63-432f28acaf16 HTTP/1.1" status: 204 len: 173 time: 0.8273816 Jun 03 15:21:17.870267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-13e8783f-a277-4d85-994b-111f141b71a3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:17.871869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-13e8783f-a277-4d85-994b-111f141b71a3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "GET /v2.0/ports/9e2ef47a-bfd8-4169-8e25-b9aff3147f27?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2950044 Jun 03 15:21:17.880585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b7f18a0-be76-4ddc-b483-39ff497a81ba req-dc80b05a-13c3-4f3e-9d90-5559bbbbe5e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1893318 Jun 03 15:21:18.272636 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-124568eb-8206-40a3-8637-88c550ae7329 req-2b269463-d921-4336-8771-8f823cd1024b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:18.273337 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-124568eb-8206-40a3-8637-88c550ae7329 req-2b269463-d921-4336-8771-8f823cd1024b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:18.293905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-edfcd270-bae5-463c-bb2b-65cd980b823b tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "GET /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3937047 Jun 03 15:21:18.411520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:18.441761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-124568eb-8206-40a3-8637-88c550ae7329 req-2b269463-d921-4336-8771-8f823cd1024b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Calling delete_port for 09333266-7745-44a2-b015-d889e51c1a3d owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:18.659761 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:18.780484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6ebad-3e33-4dd4-941e-f034702ff0a0 req-f24ccf36-29b7-469d-8f98-44054b9e3c02 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:18.782004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83a6ebad-3e33-4dd4-941e-f034702ff0a0 req-f24ccf36-29b7-469d-8f98-44054b9e3c02 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 945 time: 0.2979202 Jun 03 15:21:18.809417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-124568eb-8206-40a3-8637-88c550ae7329 req-2b269463-d921-4336-8771-8f823cd1024b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:18.892115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b269463-d921-4336-8771-8f823cd1024b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event deleted for resources: {'Port': ['ID=09333266-7745-44a2-b015-d889e51c1a3d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:19.023264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83a6ebad-3e33-4dd4-941e-f034702ff0a0 req-ef5dbf0b-7a86-487c-86da-6629aff024ec tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341170 Jun 03 15:21:19.085412 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-124568eb-8206-40a3-8637-88c550ae7329 req-2b269463-d921-4336-8771-8f823cd1024b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.089272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] For port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:19.119105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-124568eb-8206-40a3-8637-88c550ae7329 req-2b269463-d921-4336-8771-8f823cd1024b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.120207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-124568eb-8206-40a3-8637-88c550ae7329 req-2b269463-d921-4336-8771-8f823cd1024b tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "DELETE /v2.0/floatingips/a750fbb7-902a-44bf-8362-0731185e1fea HTTP/1.1" status: 204 len: 173 time: 1.6064193 Jun 03 15:21:19.131245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] For port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:19.146039 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17acf233-bdf8-4054-8560-f136533ae7c6'] response: {'server_uuid': '2b71140a-97b4-4256-b437-338492933857', 'name': 'network-vif-deleted', 'tag': 'e3620305-4eb4-45ff-bf63-432f28acaf16', 'status': 'completed', 'code': 200} Jun 03 15:21:19.193742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] device_id is not set on port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:21:19.202669 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.210058 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.320328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 6bae21fe-4516-4a76-bb34-c0ff106041d2 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:19.462818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] No DVR routers for this DVR port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:19.488214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 6bae21fe-4516-4a76-bb34-c0ff106041d2 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:19.488754 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.514430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:19.523931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bae21fe-4516-4a76-bb34-c0ff106041d2'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:19.534221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 6bae21fe-4516-4a76-bb34-c0ff106041d2, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=6bae21fe-4516-4a76-bb34-c0ff106041d2,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:19.539313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] In _notify_port_updated(), no bound segment for port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:21:19.539806 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.540552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:19.540793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0db8d5bf-996e-4395-aa33-eb20e220e457 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:19.541307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.542684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-84f8a5a3-65b0-45ae-9fb7-643e6c5b23b2 service neutron] 10.222.0.75 "PUT /v2.0/ports/9e2ef47a-bfd8-4169-8e25-b9aff3147f27 HTTP/1.1" status: 200 len: 1032 time: 1.1936593 Jun 03 15:21:19.554061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe906d-dd32-4127-8a96-48fbf3dceb86 req-c64dcb10-e930-47fb-9829-0399738e8a52 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:19.561320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abfe906d-dd32-4127-8a96-48fbf3dceb86 req-c64dcb10-e930-47fb-9829-0399738e8a52 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.3461444 Jun 03 15:21:19.662065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abfe906d-dd32-4127-8a96-48fbf3dceb86 req-eb3da77b-f24a-4d02-b851-fb2f289b4d34 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997849 Jun 03 15:21:19.667660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-4af03827-198f-42d7-b4dd-167bc310db33 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:19.672703 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-4af03827-198f-42d7-b4dd-167bc310db33 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "GET /v2.0/ports/d500350a-7ffd-4d63-9ddb-f9e3a64d6138?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1091177 Jun 03 15:21:19.687302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:19.691344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=6bae21fe-4516-4a76-bb34-c0ff106041d2,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:19.718156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ae1baa68-2ee8-4cef-9922-f476df9b0327 None None] Provisioning complete for port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:19.718573 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ae1baa68-2ee8-4cef-9922-f476df9b0327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.775590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ae1baa68-2ee8-4cef-9922-f476df9b0327 None None] Port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:21:19.787278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0db8d5bf-996e-4395-aa33-eb20e220e457 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:19.787885 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.827528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0db8d5bf-996e-4395-aa33-eb20e220e457, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0db8d5bf-996e-4395-aa33-eb20e220e457,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:19.832950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:19.833904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ddf4759c-74be-4ad0-97de-2d92b51875cf no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:19.991402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.003004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0db8d5bf-996e-4395-aa33-eb20e220e457,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:20.017514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ddf4759c-74be-4ad0-97de-2d92b51875cf is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:20.017938 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.051669 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ddf4759c-74be-4ad0-97de-2d92b51875cf, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ddf4759c-74be-4ad0-97de-2d92b51875cf,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:20.056669 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.057731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:20.081202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201489b-f236-4499-bace-046d19823298 req-585d9254-9884-4b2c-a47b-d11e8ca85edd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.087041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201489b-f236-4499-bace-046d19823298 req-585d9254-9884-4b2c-a47b-d11e8ca85edd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.093015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201489b-f236-4499-bace-046d19823298 req-585d9254-9884-4b2c-a47b-d11e8ca85edd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.098821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201489b-f236-4499-bace-046d19823298 req-585d9254-9884-4b2c-a47b-d11e8ca85edd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.104732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201489b-f236-4499-bace-046d19823298 req-585d9254-9884-4b2c-a47b-d11e8ca85edd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.110604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201489b-f236-4499-bace-046d19823298 req-585d9254-9884-4b2c-a47b-d11e8ca85edd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.112395 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6201489b-f236-4499-bace-046d19823298 req-585d9254-9884-4b2c-a47b-d11e8ca85edd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 4660 time: 0.2664278 Jun 03 15:21:20.172819 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-4cbb9ce0-2a53-463c-be5e-e62308a2a03d tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips/57fe1ebb-b771-463e-b694-b0db74404478 HTTP/1.1" status: 200 len: 692 time: 0.1713777 Jun 03 15:21:20.198678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:20.199095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d500350a-7ffd-4d63-9ddb-f9e3a64d6138 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:20.227063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ddf4759c-74be-4ad0-97de-2d92b51875cf,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:20.317909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:20.318184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.343543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6201489b-f236-4499-bace-046d19823298 req-a2824ccc-3def-4d4b-9fc7-2d1d88d756dc tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&id=f54892c1-58ef-4d26-9051-58865d8e1dae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2195463 Jun 03 15:21:20.407245 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef5f2e5-9645-4f86-b33a-ee5579a48077'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bae21fe-4516-4a76-bb34-c0ff106041d2', 'code': 200} Jun 03 15:21:20.481181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-9ff34a7e-4de8-442a-b79e-7ab67d03d545 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.482538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-9ff34a7e-4de8-442a-b79e-7ab67d03d545 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.3007271 Jun 03 15:21:20.571364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-60c12497-9bb4-4f2f-b30d-9dd971feed7e tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Synchronizing usage tracker for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:20.575585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] For port d500350a-7ffd-4d63-9ddb-f9e3a64d6138, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:20.595327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-4b4fb266-6f31-4178-911b-b392e412b862 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:20.596856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-4b4fb266-6f31-4178-911b-b392e412b862 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Synchronizing usage tracker for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:20.608220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-60c12497-9bb4-4f2f-b30d-9dd971feed7e tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Unset dirty status for tenant:50995ddb505e47a9a3b52238b6add3dc on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:20.610456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-60c12497-9bb4-4f2f-b30d-9dd971feed7e tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.1191404 Jun 03 15:21:20.617413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-4b4fb266-6f31-4178-911b-b392e412b862 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Unset dirty status for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:20.619247 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-4b4fb266-6f31-4178-911b-b392e412b862 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.75 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 945 time: 0.1139629 Jun 03 15:21:20.674634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] For port d500350a-7ffd-4d63-9ddb-f9e3a64d6138, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:20.703700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-b3ea0ce5-863b-4897-a194-71937369c5f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Deleting port bffafb2f-6298-48ee-9b7d-985c5f37b905 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:20.704053 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-b3ea0ce5-863b-4897-a194-71937369c5f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.771631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-e6d6ab87-bc8a-4438-acf4-1ea1e118cb79 tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.1533632 Jun 03 15:21:20.850264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] device_id is not set on port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:21:20.883500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:20.917243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5f851832-43bd-4ddc-b92b-f08fc63315f9 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:20.955622 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.011451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-0733356e-bce1-4e8b-b551-ec5a53499d3c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Deleting port 043ab2f1-5b54-4957-a362-af2da428a9e8 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:21.011783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-0733356e-bce1-4e8b-b551-ec5a53499d3c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.025322 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:21:21.025651 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:21:21.037634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 5f851832-43bd-4ddc-b92b-f08fc63315f9 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:21.043284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5f851832-43bd-4ddc-b92b-f08fc63315f9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:21.043753 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.057040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-b3ea0ce5-863b-4897-a194-71937369c5f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] For port bffafb2f-6298-48ee-9b7d-985c5f37b905, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=bffafb2f-6298-48ee-9b7d-985c5f37b905,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:21.057473 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-b3ea0ce5-863b-4897-a194-71937369c5f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.178140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5f851832-43bd-4ddc-b92b-f08fc63315f9 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:21.178676 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.194049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-b3ea0ce5-863b-4897-a194-71937369c5f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Calling delete_port for bffafb2f-6298-48ee-9b7d-985c5f37b905 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:21.215864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5f851832-43bd-4ddc-b92b-f08fc63315f9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5f851832-43bd-4ddc-b92b-f08fc63315f9,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:21.222285 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.327121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] No DVR routers for this DVR port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:21.327841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5f851832-43bd-4ddc-b92b-f08fc63315f9,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:21.331661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0acd9a32-22c9-40fa-bfae-11bac7973d44 None None] Provisioning complete for port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:21.332178 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0acd9a32-22c9-40fa-bfae-11bac7973d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.370931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] Pushing event updated for resources: {'Port': ['ID=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:21.382345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-b3ea0ce5-863b-4897-a194-71937369c5f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.409241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0acd9a32-22c9-40fa-bfae-11bac7973d44 None None] Port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:21:21.457447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0679331-f50d-40dd-8de3-b849db1f5539 req-16e9b02d-6d82-498a-b5c7-42d0a6707d31 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:21.458941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d0679331-f50d-40dd-8de3-b849db1f5539 req-16e9b02d-6d82-498a-b5c7-42d0a6707d31 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=7172a017-f2fa-4ee7-8fc5-eaa1c251578c HTTP/1.1" status: 200 len: 945 time: 0.7370412 Jun 03 15:21:21.470273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea0ce5-863b-4897-a194-71937369c5f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Pushing event deleted for resources: {'Port': ['ID=bffafb2f-6298-48ee-9b7d-985c5f37b905,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:21.487286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] In _notify_port_updated(), no bound segment for port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 on network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:21:21.488141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:21.488719 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.490053 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-3f60b578-efc9-4ec2-a791-15cfdf69dc6b service neutron] 10.222.0.75 "PUT /v2.0/ports/d500350a-7ffd-4d63-9ddb-f9e3a64d6138 HTTP/1.1" status: 200 len: 1033 time: 1.8069720 Jun 03 15:21:21.519103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-b3ea0ce5-863b-4897-a194-71937369c5f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] No DVR routers for this DVR port bffafb2f-6298-48ee-9b7d-985c5f37b905 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:21.521643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-b3ea0ce5-863b-4897-a194-71937369c5f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.524228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'name': 'network-vif-deleted', 'tag': 'bffafb2f-6298-48ee-9b7d-985c5f37b905'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:21.541299 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-490f49c0-3102-4b59-8cab-d45bdf954dcf req-b3ea0ce5-863b-4897-a194-71937369c5f6 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.75 "DELETE /v2.0/ports/bffafb2f-6298-48ee-9b7d-985c5f37b905 HTTP/1.1" status: 204 len: 173 time: 0.9053397 Jun 03 15:21:21.579927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 is: DOWN; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:21.581206 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e3620305-4eb4-45ff-bf63-432f28acaf16 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:21.596854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d0679331-f50d-40dd-8de3-b849db1f5539 req-ee17afd1-20d7-442d-bbb7-dced7b80b7c8 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303408 Jun 03 15:21:21.601990 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-0733356e-bce1-4e8b-b551-ec5a53499d3c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.602315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-0733356e-bce1-4e8b-b551-ec5a53499d3c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.618083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: e3620305-4eb4-45ff-bf63-432f28acaf16 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:21.618532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e3620305-4eb4-45ff-bf63-432f28acaf16 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:21.619115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 5c65f082-942e-4d38-9918-7ae2464736bf no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:21.733783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 5c65f082-942e-4d38-9918-7ae2464736bf is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:21.734526 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.735248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-9c72adb4-39ff-46a3-954c-f4db13a75524 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Deleting port ddf4759c-74be-4ad0-97de-2d92b51875cf {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:21.735554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-9c72adb4-39ff-46a3-954c-f4db13a75524 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.766237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-0733356e-bce1-4e8b-b551-ec5a53499d3c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Calling delete_port for 043ab2f1-5b54-4957-a362-af2da428a9e8 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:21.768167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 5c65f082-942e-4d38-9918-7ae2464736bf, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=5c65f082-942e-4d38-9918-7ae2464736bf,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:21.773978 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.774849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 32d05f74-cf93-4809-9204-e28630fe984c no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:21.899476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=5c65f082-942e-4d38-9918-7ae2464736bf,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:21.960295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 32d05f74-cf93-4809-9204-e28630fe984c is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:21.961382 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:21.994400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 32d05f74-cf93-4809-9204-e28630fe984c, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=32d05f74-cf93-4809-9204-e28630fe984c,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:21.999314 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.030521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bffafb2f-6298-48ee-9b7d-985c5f37b905 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:22.079076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: bffafb2f-6298-48ee-9b7d-985c5f37b905 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:22.079418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device bffafb2f-6298-48ee-9b7d-985c5f37b905 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:22.099472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=32d05f74-cf93-4809-9204-e28630fe984c,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:22.104958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7276c-1c08-45d8-a9ae-d9bd46a34cb7 req-0595188c-abfc-4a28-ae49-50c0c2be0a0e tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:22.106439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51c7276c-1c08-45d8-a9ae-d9bd46a34cb7 req-0595188c-abfc-4a28-ae49-50c0c2be0a0e tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 946 time: 0.3751287 Jun 03 15:21:22.176157 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-0733356e-bce1-4e8b-b551-ec5a53499d3c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.242960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51c7276c-1c08-45d8-a9ae-d9bd46a34cb7 req-9de18ea3-7418-4975-bba4-ead886903952 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297426 Jun 03 15:21:22.264591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733356e-bce1-4e8b-b551-ec5a53499d3c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Pushing event deleted for resources: {'Port': ['ID=043ab2f1-5b54-4957-a362-af2da428a9e8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:22.267721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-9c72adb4-39ff-46a3-954c-f4db13a75524 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] For port ddf4759c-74be-4ad0-97de-2d92b51875cf, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ddf4759c-74be-4ad0-97de-2d92b51875cf,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:22.268069 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-9c72adb4-39ff-46a3-954c-f4db13a75524 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.409330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db8d5bf-996e-4395-aa33-eb20e220e457'}, {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf4759c-74be-4ad0-97de-2d92b51875cf'}, {'server_uuid': 'd490aba7-175d-4d16-a7da-8b0aeee8c7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f851832-43bd-4ddc-b92b-f08fc63315f9'}, {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c65f082-942e-4d38-9918-7ae2464736bf'}, {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d05f74-cf93-4809-9204-e28630fe984c'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:22.496197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-9c72adb4-39ff-46a3-954c-f4db13a75524 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Calling delete_port for ddf4759c-74be-4ad0-97de-2d92b51875cf owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:22.582504 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-0733356e-bce1-4e8b-b551-ec5a53499d3c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.626303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-0733356e-bce1-4e8b-b551-ec5a53499d3c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.627446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edab72c7-0965-4d2f-83c9-4e2f410dac2e req-0733356e-bce1-4e8b-b551-ec5a53499d3c tempest-FloatingIPDetailsTestJSON-189568288 tempest-FloatingIPDetailsTestJSON-189568288-project] 10.222.0.48 "DELETE /v2.0/floatingips/57fe1ebb-b771-463e-b694-b0db74404478 HTTP/1.1" status: 204 len: 173 time: 1.8472965 Jun 03 15:21:22.635120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37528) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:22.667992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7663-1220-4d54-8236-0cc913d68a10 req-a2cb168a-3558-4e0c-b945-a39966ca43ab tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:22.669461 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63bb7663-1220-4d54-8236-0cc913d68a10 req-a2cb168a-3558-4e0c-b945-a39966ca43ab tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 947 time: 0.2790034 Jun 03 15:21:22.741125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a91e5f-252e-491c-a037-0c8251a422e3 req-e55a9029-d1ad-4211-9506-b6243412d829 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:22.742647 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-95a91e5f-252e-491c-a037-0c8251a422e3 req-e55a9029-d1ad-4211-9506-b6243412d829 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.75 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 947 time: 0.1687100 Jun 03 15:21:22.771884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63bb7663-1220-4d54-8236-0cc913d68a10 req-b1126ac5-2afe-48c4-8b88-2095b1538207 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906610 Jun 03 15:21:22.777318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-9c72adb4-39ff-46a3-954c-f4db13a75524 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.887380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-95a91e5f-252e-491c-a037-0c8251a422e3 req-a7a3e0a4-769d-43f2-8db9-744441c58c22 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Deleting port b8a48620-e6f5-482a-a40e-8454c40fc2dc {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:22.887734 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-95a91e5f-252e-491c-a037-0c8251a422e3 req-a7a3e0a4-769d-43f2-8db9-744441c58c22 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:22.987559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72adb4-39ff-46a3-954c-f4db13a75524 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Port': ['ID=ddf4759c-74be-4ad0-97de-2d92b51875cf,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:23.088385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-9c72adb4-39ff-46a3-954c-f4db13a75524 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] No DVR routers for this DVR port ddf4759c-74be-4ad0-97de-2d92b51875cf on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:23.092128 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-9c72adb4-39ff-46a3-954c-f4db13a75524 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:23.095335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-deleted', 'tag': 'ddf4759c-74be-4ad0-97de-2d92b51875cf'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:23.109579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-9c72adb4-39ff-46a3-954c-f4db13a75524 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "DELETE /v2.0/ports/ddf4759c-74be-4ad0-97de-2d92b51875cf HTTP/1.1" status: 204 len: 173 time: 1.6090968 Jun 03 15:21:23.172848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a133fb9-9986-4924-a70f-4c5bd632947a req-afc0fab5-af49-45de-a9a9-9e80ad841b4c tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:23.174326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a133fb9-9986-4924-a70f-4c5bd632947a req-afc0fab5-af49-45de-a9a9-9e80ad841b4c tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.4486802 Jun 03 15:21:23.220152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Deleting port 5c65f082-942e-4d38-9918-7ae2464736bf {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:23.220463 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:23.254520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891db8-9f70-4684-9f18-e88d02fe415a req-7160f138-4027-4abf-a32b-797431a4180a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:23.260533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891db8-9f70-4684-9f18-e88d02fe415a req-7160f138-4027-4abf-a32b-797431a4180a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:23.266350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891db8-9f70-4684-9f18-e88d02fe415a req-7160f138-4027-4abf-a32b-797431a4180a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:23.271967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891db8-9f70-4684-9f18-e88d02fe415a req-7160f138-4027-4abf-a32b-797431a4180a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:23.272869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b3891db8-9f70-4684-9f18-e88d02fe415a req-7160f138-4027-4abf-a32b-797431a4180a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Synchronizing usage tracker for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:23.323691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a133fb9-9986-4924-a70f-4c5bd632947a req-83336532-6502-4475-850d-375fa555e426 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408553 Jun 03 15:21:23.363011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-95a91e5f-252e-491c-a037-0c8251a422e3 req-a7a3e0a4-769d-43f2-8db9-744441c58c22 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] For port b8a48620-e6f5-482a-a40e-8454c40fc2dc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b8a48620-e6f5-482a-a40e-8454c40fc2dc,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:23.363313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-95a91e5f-252e-491c-a037-0c8251a422e3 req-a7a3e0a4-769d-43f2-8db9-744441c58c22 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:23.365690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b3891db8-9f70-4684-9f18-e88d02fe415a req-7160f138-4027-4abf-a32b-797431a4180a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Unset dirty status for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:23.372523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3891db8-9f70-4684-9f18-e88d02fe415a req-7160f138-4027-4abf-a32b-797431a4180a tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 3141 time: 0.4284062 Jun 03 15:21:23.501840 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9183bc-767b-44d7-beba-6f1a6dd17b59'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db8d5bf-996e-4395-aa33-eb20e220e457', 'code': 200} Jun 03 15:21:23.503209 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9183bc-767b-44d7-beba-6f1a6dd17b59'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddf4759c-74be-4ad0-97de-2d92b51875cf', 'code': 200} Jun 03 15:21:23.503952 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9183bc-767b-44d7-beba-6f1a6dd17b59'] response: {'server_uuid': 'd490aba7-175d-4d16-a7da-8b0aeee8c7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f851832-43bd-4ddc-b92b-f08fc63315f9', 'code': 200} Jun 03 15:21:23.504413 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9183bc-767b-44d7-beba-6f1a6dd17b59'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c65f082-942e-4d38-9918-7ae2464736bf', 'code': 200} Jun 03 15:21:23.504823 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9183bc-767b-44d7-beba-6f1a6dd17b59'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d05f74-cf93-4809-9204-e28630fe984c', 'code': 200} Jun 03 15:21:23.566250 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d421798-4f41-4a68-8393-2779c82ffcc3'] response: {'server_uuid': '7172a017-f2fa-4ee7-8fc5-eaa1c251578c', 'name': 'network-vif-deleted', 'tag': 'bffafb2f-6298-48ee-9b7d-985c5f37b905', 'status': 'completed', 'code': 200} Jun 03 15:21:23.607980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] For port 5c65f082-942e-4d38-9918-7ae2464736bf, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=5c65f082-942e-4d38-9918-7ae2464736bf,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:23.608583 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:23.641502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-95a91e5f-252e-491c-a037-0c8251a422e3 req-a7a3e0a4-769d-43f2-8db9-744441c58c22 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Calling delete_port for b8a48620-e6f5-482a-a40e-8454c40fc2dc owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:23.691665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3891db8-9f70-4684-9f18-e88d02fe415a req-c85aee72-d646-4aef-8548-8d015c078fe2 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181820 Jun 03 15:21:23.693313 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f1c923-2bbc-4550-b9dd-4bec4acb0995'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-deleted', 'tag': 'ddf4759c-74be-4ad0-97de-2d92b51875cf', 'status': 'completed', 'code': 200} Jun 03 15:21:23.880027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655878-1801-4a8f-b73b-76bacb83bea1 req-2921763d-7c17-4229-9668-119630544e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:23.881426 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd655878-1801-4a8f-b73b-76bacb83bea1 req-2921763d-7c17-4229-9668-119630544e21 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 1097 time: 0.2098434 Jun 03 15:21:23.969963 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd655878-1801-4a8f-b73b-76bacb83bea1 req-05cb88fd-b08f-4133-a1e0-70a9a7dfec1a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765858 Jun 03 15:21:23.977155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-95a91e5f-252e-491c-a037-0c8251a422e3 req-a7a3e0a4-769d-43f2-8db9-744441c58c22 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:24.035275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3e0a4-769d-43f2-8db9-744441c58c22 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Pushing event deleted for resources: {'Port': ['ID=b8a48620-e6f5-482a-a40e-8454c40fc2dc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:24.040522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fd079-4bae-4922-845f-76bcda138c36 req-b0f0e94b-d5b8-45ec-b51c-40ad16a4a5fc tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:24.047666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-116fd079-4bae-4922-845f-76bcda138c36 req-b0f0e94b-d5b8-45ec-b51c-40ad16a4a5fc tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 946 time: 0.2143159 Jun 03 15:21:24.072547 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:24.073458 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:24.073855 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:24.074186 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Floating IP 2a43b141-5acb-40db-9d63-2bfbaafa66d4 disassociated. External IP: 172.25.7.166, port: 5c65f082-942e-4d38-9918-7ae2464736bf. Jun 03 15:21:24.074557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Calling delete_port for 5c65f082-942e-4d38-9918-7ae2464736bf owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:24.177215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49395fce-d67a-4896-a7c7-5aae33ea82b3 req-436bab23-26bb-486d-a25b-d0e56348aa19 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=b430495d-6b0c-4af0-be0e-350a7be93411 HTTP/1.1" status: 200 len: 210 time: 0.0746405 Jun 03 15:21:24.178900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a91e5f-252e-491c-a037-0c8251a422e3 req-a7a3e0a4-769d-43f2-8db9-744441c58c22 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] No DVR routers for this DVR port b8a48620-e6f5-482a-a40e-8454c40fc2dc on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:24.183854 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-95a91e5f-252e-491c-a037-0c8251a422e3 req-a7a3e0a4-769d-43f2-8db9-744441c58c22 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:24.191136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-116fd079-4bae-4922-845f-76bcda138c36 req-f87e03d9-8446-47a6-b4f0-0c385d0d1263 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426284 Jun 03 15:21:24.258604 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-95a91e5f-252e-491c-a037-0c8251a422e3 req-a7a3e0a4-769d-43f2-8db9-744441c58c22 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.75 "DELETE /v2.0/ports/b8a48620-e6f5-482a-a40e-8454c40fc2dc HTTP/1.1" status: 204 len: 173 time: 1.4677410 Jun 03 15:21:24.363828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:24.423451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Port': ['ID=5c65f082-942e-4d38-9918-7ae2464736bf,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:24.557400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] Deleting port 3f6102ea-26d0-4252-8900-dc58856473a2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:24.557900 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:24.594346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b8533-b332-412d-97e3-4630133e5f7f req-fc173605-e29b-41b4-a620-83e3b4605713 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:24.595800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b6b8533-b332-412d-97e3-4630133e5f7f req-fc173605-e29b-41b4-a620-83e3b4605713 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 945 time: 0.3143058 Jun 03 15:21:24.734076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] For port 3f6102ea-26d0-4252-8900-dc58856473a2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3f6102ea-26d0-4252-8900-dc58856473a2,segment=NetworkSegment(82f53014-d928-4e79-86a0-8c15eaeb9ca6),segment_id=82f53014-d928-4e79-86a0-8c15eaeb9ca6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:24.734622 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:24.861091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:21:24.861632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] Calling delete_port for 3f6102ea-26d0-4252-8900-dc58856473a2 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:25.075448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b6b8533-b332-412d-97e3-4630133e5f7f req-f22900fe-51a1-411d-a8d7-d559f96f927b tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641140 Jun 03 15:21:25.087000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058d48-903c-4aca-a9b4-770cc651b14a req-29ec6c57-240d-42e0-9737-0eab42ba2fb7 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.089095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad058d48-903c-4aca-a9b4-770cc651b14a req-29ec6c57-240d-42e0-9737-0eab42ba2fb7 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.5752037 Jun 03 15:21:25.140636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:21:25.151457 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d11ed-f045-48a4-a6cd-4dddb13542fd None None] Sync routers for ids ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:21:25.161063 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d11ed-f045-48a4-a6cd-4dddb13542fd None None] Routers {'6d4ea7f7-6016-46ce-92f1-8212d2a90072'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:25.161998 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-953d11ed-f045-48a4-a6cd-4dddb13542fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:21:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:25.243102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad058d48-903c-4aca-a9b4-770cc651b14a req-29a5fa9f-76eb-4751-985e-86cb2ebf6c5c tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462841 Jun 03 15:21:25.265311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] No DVR routers for this DVR port 5c65f082-942e-4d38-9918-7ae2464736bf on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:25.267373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.299425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-cd1d7672-528f-4978-b57a-dd46799088dd tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "DELETE /v2.0/ports/5c65f082-942e-4d38-9918-7ae2464736bf HTTP/1.1" status: 204 len: 173 time: 2.1830389 Jun 03 15:21:25.343399 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-953d11ed-f045-48a4-a6cd-4dddb13542fd None None] Set router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:25.352683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b8a48620-e6f5-482a-a40e-8454c40fc2dc no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:25.382662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464923c1-c107-4ed1-9105-6ae05da27cdb req-3488e38b-2e35-4e2f-9218-76b803b8188f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.389106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464923c1-c107-4ed1-9105-6ae05da27cdb req-3488e38b-2e35-4e2f-9218-76b803b8188f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.395337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464923c1-c107-4ed1-9105-6ae05da27cdb req-3488e38b-2e35-4e2f-9218-76b803b8188f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.396202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-464923c1-c107-4ed1-9105-6ae05da27cdb req-3488e38b-2e35-4e2f-9218-76b803b8188f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Synchronizing usage tracker for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:25.406641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-1029eaac-52e2-44ee-b7fa-e4520c089bc0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.408294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-1029eaac-52e2-44ee-b7fa-e4520c089bc0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Synchronizing usage tracker for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:25.417088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-8461b6f5-0fa1-4b2c-9b2e-c6645de4a31c tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Deleting port 0db8d5bf-996e-4395-aa33-eb20e220e457 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:25.417429 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-8461b6f5-0fa1-4b2c-9b2e-c6645de4a31c tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.437395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-1029eaac-52e2-44ee-b7fa-e4520c089bc0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Unset dirty status for tenant:0d78e7387998464690d183527a2939a5 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:25.439008 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-1029eaac-52e2-44ee-b7fa-e4520c089bc0 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 945 time: 0.2469079 Jun 03 15:21:25.442248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: b8a48620-e6f5-482a-a40e-8454c40fc2dc {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:25.442591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b8a48620-e6f5-482a-a40e-8454c40fc2dc not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:25.478242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-464923c1-c107-4ed1-9105-6ae05da27cdb req-3488e38b-2e35-4e2f-9218-76b803b8188f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Unset dirty status for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:25.485585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-464923c1-c107-4ed1-9105-6ae05da27cdb req-3488e38b-2e35-4e2f-9218-76b803b8188f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 2408 time: 0.3043988 Jun 03 15:21:25.567801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'name': 'network-vif-deleted', 'tag': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:25.611571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-da4f815b-ca25-489b-a879-1e019b720238 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Deleting port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:25.611927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-da4f815b-ca25-489b-a879-1e019b720238 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.626015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-464923c1-c107-4ed1-9105-6ae05da27cdb req-38e5ef81-b469-46e4-b900-167511f6bf27 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393926 Jun 03 15:21:25.642339 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.706578 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-953d11ed-f045-48a4-a6cd-4dddb13542fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:40Z', 'revision_number': 4, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fb2f6ad-ac59-426d-aefa-4446862cd859', 'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'mac_address': 'fa:16:3e:0a:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:38Z', 'updated_at': '2022-06-03T15:14:58Z', 'revision_number': 5, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'subnets': [{'id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:25.711047 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d11ed-f045-48a4-a6cd-4dddb13542fd None None] Checking router: 6d4ea7f7-6016-46ce-92f1-8212d2a90072 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:21:25.719926 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d11ed-f045-48a4-a6cd-4dddb13542fd None None] Routers {'6d4ea7f7-6016-46ce-92f1-8212d2a90072'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:25.720489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-deleted', 'tag': '5c65f082-942e-4d38-9918-7ae2464736bf'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:25.720935 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-953d11ed-f045-48a4-a6cd-4dddb13542fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:21:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:25.721704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6102ea-26d0-4252-8900-dc58856473a2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:25.774421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2123fb-a583-4321-b292-449bf7b16325 req-e120deb1-55ef-4f28-b125-98a4bbd17286 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:25.781502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e2123fb-a583-4321-b292-449bf7b16325 req-e120deb1-55ef-4f28-b125-98a4bbd17286 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 946 time: 0.2541752 Jun 03 15:21:25.880696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-8461b6f5-0fa1-4b2c-9b2e-c6645de4a31c tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] For port 0db8d5bf-996e-4395-aa33-eb20e220e457, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0db8d5bf-996e-4395-aa33-eb20e220e457,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:25.881360 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-8461b6f5-0fa1-4b2c-9b2e-c6645de4a31c tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:25.911823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e2123fb-a583-4321-b292-449bf7b16325 req-7fd6c108-1d8f-4c2a-aab3-74c81cce8841 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293385 Jun 03 15:21:26.051355 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-953d11ed-f045-48a4-a6cd-4dddb13542fd None None] Set router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:26.058114 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882bba3e-7bd1-4449-ac10-f74cdecf15f8'] response: {'server_uuid': 'b430495d-6b0c-4af0-be0e-350a7be93411', 'name': 'network-vif-deleted', 'tag': 'b8a48620-e6f5-482a-a40e-8454c40fc2dc', 'status': 'completed', 'code': 200} Jun 03 15:21:26.254952 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804ee763-2483-488d-804b-13888c9a4f78'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-deleted', 'tag': '5c65f082-942e-4d38-9918-7ae2464736bf', 'status': 'completed', 'code': 200} Jun 03 15:21:26.263469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-8461b6f5-0fa1-4b2c-9b2e-c6645de4a31c tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Calling delete_port for 0db8d5bf-996e-4395-aa33-eb20e220e457 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:26.414780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-da4f815b-ca25-489b-a879-1e019b720238 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] For port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,segment=NetworkSegment(212c7033-a560-4e2e-a1e8-03fdd6ad5798),segment_id=212c7033-a560-4e2e-a1e8-03fdd6ad5798)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:26.415400 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-da4f815b-ca25-489b-a879-1e019b720238 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:26.458900 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-953d11ed-f045-48a4-a6cd-4dddb13542fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:40Z', 'revision_number': 4, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fb2f6ad-ac59-426d-aefa-4446862cd859', 'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'mac_address': 'fa:16:3e:0a:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:38Z', 'updated_at': '2022-06-03T15:14:58Z', 'revision_number': 5, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'subnets': [{'id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:26.463488 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d11ed-f045-48a4-a6cd-4dddb13542fd None None] The sync data for ids ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'] in n-d-844595-1 is: [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:14:40Z', 'revision_number': 4, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fb2f6ad-ac59-426d-aefa-4446862cd859', 'name': '', 'network_id': '59b8d42f-7bef-4ced-83c7-f731095cdbd3', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'mac_address': 'fa:16:3e:0a:ae:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:38Z', 'updated_at': '2022-06-03T15:14:58Z', 'revision_number': 5, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'subnets': [{'id': '36b083b2-47e5-47cc-b6f0-6e48a605189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:21:26.488460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c10e1-8fa1-4df8-9014-2a6ad5fbfa45 req-f8daacbe-42a3-4e06-907d-66a4f17c5b79 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:26.489981 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e77c10e1-8fa1-4df8-9014-2a6ad5fbfa45 req-f8daacbe-42a3-4e06-907d-66a4f17c5b79 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ff1ad2-8d95-41cd-b538-f931f9618cb4 HTTP/1.1" status: 200 len: 949 time: 0.1940234 Jun 03 15:21:26.501101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a80d24-ea1b-4766-af4b-492591fd0624 req-4ac2877c-f995-4611-9898-8dda476d66d4 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:26.508409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0a80d24-ea1b-4766-af4b-492591fd0624 req-4ac2877c-f995-4611-9898-8dda476d66d4 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 945 time: 0.2862530 Jun 03 15:21:26.577669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-da4f815b-ca25-489b-a879-1e019b720238 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Calling delete_port for 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:26.587221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-8461b6f5-0fa1-4b2c-9b2e-c6645de4a31c tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:26.613580 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:26.639499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e77c10e1-8fa1-4df8-9014-2a6ad5fbfa45 req-e8b05172-beb2-4910-be4a-97dd19f32168 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288326 Jun 03 15:21:26.654937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0a80d24-ea1b-4766-af4b-492591fd0624 req-908ab1d7-39d2-4bef-9f2b-e4c3e101027d tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/security-groups?id=94c1b422-54cf-40cf-8cd4-e42687afe08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458752 Jun 03 15:21:26.655658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461b6f5-0fa1-4b2c-9b2e-c6645de4a31c tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Port': ['ID=0db8d5bf-996e-4395-aa33-eb20e220e457,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:26.810223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748be53e-885d-4f62-bb93-fa135026ba3c None None] New status for floating IP 2a43b141-5acb-40db-9d63-2bfbaafa66d4: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:21:26.914516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-8461b6f5-0fa1-4b2c-9b2e-c6645de4a31c tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] No DVR routers for this DVR port 0db8d5bf-996e-4395-aa33-eb20e220e457 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:26.945650 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-8461b6f5-0fa1-4b2c-9b2e-c6645de4a31c tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:26.986795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-8461b6f5-0fa1-4b2c-9b2e-c6645de4a31c tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "DELETE /v2.0/ports/0db8d5bf-996e-4395-aa33-eb20e220e457 HTTP/1.1" status: 204 len: 173 time: 1.6797941 Jun 03 15:21:27.085982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-eed2d315-fbdc-49aa-a639-cbf554958f52 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Deleting port 32d05f74-cf93-4809-9204-e28630fe984c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:27.086289 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-eed2d315-fbdc-49aa-a639-cbf554958f52 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:27.119062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c257e71-678d-414c-8669-9ae1b8a30824 req-f0ff9580-396e-4ba9-82e4-e00593716d7e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:27.125024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c257e71-678d-414c-8669-9ae1b8a30824 req-f0ff9580-396e-4ba9-82e4-e00593716d7e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:27.125827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6c257e71-678d-414c-8669-9ae1b8a30824 req-f0ff9580-396e-4ba9-82e4-e00593716d7e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Synchronizing usage tracker for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:27.172129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9997c-7f63-4b3b-bc5b-eaec6aa9a117 req-052885c9-1779-4b53-8e6a-060e95eab7f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:27.173672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5d9997c-7f63-4b3b-bc5b-eaec6aa9a117 req-052885c9-1779-4b53-8e6a-060e95eab7f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.3114994 Jun 03 15:21:27.181673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6c257e71-678d-414c-8669-9ae1b8a30824 req-f0ff9580-396e-4ba9-82e4-e00593716d7e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Unset dirty status for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:27.183040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c257e71-678d-414c-8669-9ae1b8a30824 req-f0ff9580-396e-4ba9-82e4-e00593716d7e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 1675 time: 0.3150833 Jun 03 15:21:27.242135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-da4f815b-ca25-489b-a879-1e019b720238 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:27.299998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f815b-ca25-489b-a879-1e019b720238 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Pushing event deleted for resources: {'Port': ['ID=4fe9393e-e1aa-48a1-a6b1-1a2794ce424d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:27.323425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c257e71-678d-414c-8669-9ae1b8a30824 req-89f5bde4-9bc1-4a9d-bdf7-0eb5d20df44f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003881 Jun 03 15:21:27.331547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5d9997c-7f63-4b3b-bc5b-eaec6aa9a117 req-0d09b4e7-ed89-4f4a-bfc6-7c62abbc9c9a tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454964 Jun 03 15:21:27.381149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] Router af568a60-d31f-4dec-9894-1f5265cb6dbc has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:21:27.387117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-da4f815b-ca25-489b-a879-1e019b720238 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] No DVR routers for this DVR port 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:27.391029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-da4f815b-ca25-489b-a879-1e019b720238 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:27.460912 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7dab332e-1a36-4920-8e0e-5f53c0c58489 req-da4f815b-ca25-489b-a879-1e019b720238 tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.67 "DELETE /v2.0/ports/4fe9393e-e1aa-48a1-a6b1-1a2794ce424d HTTP/1.1" status: 204 len: 173 time: 1.9722331 Jun 03 15:21:27.463485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-eed2d315-fbdc-49aa-a639-cbf554958f52 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] For port 32d05f74-cf93-4809-9204-e28630fe984c, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=32d05f74-cf93-4809-9204-e28630fe984c,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:27.463485 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-eed2d315-fbdc-49aa-a639-cbf554958f52 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:27.583613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:21:27.588618 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2c1397f1-97e1-4dba-a5a3-f4cadf0df20a admin admin] 10.222.0.48 "PUT /v2.0/routers/af568a60-d31f-4dec-9894-1f5265cb6dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9523826 Jun 03 15:21:27.590978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37568) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:27.592847 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b62fa-3bfd-4aa5-8f13-af3d4369a6de None None] Sync routers for ids ['af568a60-d31f-4dec-9894-1f5265cb6dbc'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:21:27.607730 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b62fa-3bfd-4aa5-8f13-af3d4369a6de None None] Routers {'af568a60-d31f-4dec-9894-1f5265cb6dbc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:27.608864 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b36b62fa-3bfd-4aa5-8f13-af3d4369a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:21:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['af568a60-d31f-4dec-9894-1f5265cb6dbc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:27.638256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-eed2d315-fbdc-49aa-a639-cbf554958f52 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Calling delete_port for 32d05f74-cf93-4809-9204-e28630fe984c owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:27.725597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e1d70-ed74-4787-bf01-65e7b1f33d5f req-f05b58b3-2e5f-42bb-9ae3-cd853d8c6d52 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:27.727184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-527e1d70-ed74-4787-bf01-65e7b1f33d5f req-f05b58b3-2e5f-42bb-9ae3-cd853d8c6d52 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 946 time: 0.2700589 Jun 03 15:21:27.792792 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:27.835788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-527e1d70-ed74-4787-bf01-65e7b1f33d5f req-418b4314-a945-478e-8abf-748c1449a67d tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954876 Jun 03 15:21:27.878904 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-b36b62fa-3bfd-4aa5-8f13-af3d4369a6de None None] Set router af568a60-d31f-4dec-9894-1f5265cb6dbc gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:27.918922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7867d930-37bf-41eb-80bc-301f5fe318d8 req-d140d6b9-654d-4161-84f7-b16e5da7ec8d tempest-LiveMigrationTest-1575323476 tempest-LiveMigrationTest-1575323476-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bc2b06b-3b14-4670-a713-f2c4bf652fc4 HTTP/1.1" status: 200 len: 210 time: 0.0604846 Jun 03 15:21:27.919516 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-eed2d315-fbdc-49aa-a639-cbf554958f52 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:27.973238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2d315-fbdc-49aa-a639-cbf554958f52 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Port': ['ID=32d05f74-cf93-4809-9204-e28630fe984c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:28.089074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'name': 'network-vif-deleted', 'tag': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:28.101638 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.114318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Deleting port 8639bedb-62f0-46d2-ae95-0fbdee780cac {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:28.114767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.191169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-eed2d315-fbdc-49aa-a639-cbf554958f52 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] No DVR routers for this DVR port 32d05f74-cf93-4809-9204-e28630fe984c on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:28.199101 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-eed2d315-fbdc-49aa-a639-cbf554958f52 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.224112 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-eed2d315-fbdc-49aa-a639-cbf554958f52 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "DELETE /v2.0/ports/32d05f74-cf93-4809-9204-e28630fe984c HTTP/1.1" status: 204 len: 173 time: 1.2290919 Jun 03 15:21:28.262235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-deleted', 'tag': '0db8d5bf-996e-4395-aa33-eb20e220e457'}, {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-deleted', 'tag': '32d05f74-cf93-4809-9204-e28630fe984c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:28.280053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1c35e-89f1-41a6-a2ec-57a0c1d35831 req-ef81c7b2-6c3c-42f2-b0ea-6d5e64c5a932 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:28.281693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96e1c35e-89f1-41a6-a2ec-57a0c1d35831 req-ef81c7b2-6c3c-42f2-b0ea-6d5e64c5a932 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ff1ad2-8d95-41cd-b538-f931f9618cb4 HTTP/1.1" status: 200 len: 949 time: 0.2526634 Jun 03 15:21:28.356923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-417f5111-ea3c-499b-9d5d-7d3cdbdf8b8e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Deleting port 6bae21fe-4516-4a76-bb34-c0ff106041d2 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:28.358379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-417f5111-ea3c-499b-9d5d-7d3cdbdf8b8e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.378534 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b36b62fa-3bfd-4aa5-8f13-af3d4369a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-router', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240'}], 'enable_snat': True}, 'gw_port_id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:43Z', 'updated_at': '2022-06-03T15:21:25Z', 'revision_number': 5, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'gw_port': {'id': '8639bedb-62f0-46d2-ae95-0fbdee780cac', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:44Z', 'updated_at': '2022-06-03T15:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:28.389544 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b62fa-3bfd-4aa5-8f13-af3d4369a6de None None] Checking router: af568a60-d31f-4dec-9894-1f5265cb6dbc for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:21:28.404757 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b62fa-3bfd-4aa5-8f13-af3d4369a6de None None] Routers {'af568a60-d31f-4dec-9894-1f5265cb6dbc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:28.405109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96e1c35e-89f1-41a6-a2ec-57a0c1d35831 req-d8f0f240-2890-4364-bebd-9488c6893b8c tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117356 Jun 03 15:21:28.407631 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b36b62fa-3bfd-4aa5-8f13-af3d4369a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:21:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['af568a60-d31f-4dec-9894-1f5265cb6dbc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:28.429911 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e95952d-7df9-4783-9a53-04858d6c8f05'] response: {'server_uuid': '1bc2b06b-3b14-4670-a713-f2c4bf652fc4', 'name': 'network-vif-deleted', 'tag': '4fe9393e-e1aa-48a1-a6b1-1a2794ce424d', 'status': 'completed', 'code': 200} Jun 03 15:21:28.533340 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c671a5f-0419-4f47-bf81-68ce00c379a1'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-deleted', 'tag': '0db8d5bf-996e-4395-aa33-eb20e220e457', 'status': 'completed', 'code': 200} Jun 03 15:21:28.533831 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c671a5f-0419-4f47-bf81-68ce00c379a1'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-deleted', 'tag': '32d05f74-cf93-4809-9204-e28630fe984c', 'status': 'completed', 'code': 200} Jun 03 15:21:28.644234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] For port 8639bedb-62f0-46d2-ae95-0fbdee780cac, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8639bedb-62f0-46d2-ae95-0fbdee780cac,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:28.644581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.690028 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-b36b62fa-3bfd-4aa5-8f13-af3d4369a6de None None] Set router af568a60-d31f-4dec-9894-1f5265cb6dbc gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:28.786113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Calling delete_port for 8639bedb-62f0-46d2-ae95-0fbdee780cac owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:28.803226 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b36b62fa-3bfd-4aa5-8f13-af3d4369a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-router', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:43Z', 'updated_at': '2022-06-03T15:21:28Z', 'revision_number': 6, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:28.807816 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36b62fa-3bfd-4aa5-8f13-af3d4369a6de None None] The sync data for ids ['af568a60-d31f-4dec-9894-1f5265cb6dbc'] in n-d-844595-1 is: [{'id': 'af568a60-d31f-4dec-9894-1f5265cb6dbc', 'name': 'tempest-FloatingIPDetailsTestJSON-1981658118-router', 'tenant_id': '50995ddb505e47a9a3b52238b6add3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:43Z', 'updated_at': '2022-06-03T15:21:28Z', 'revision_number': 6, 'project_id': '50995ddb505e47a9a3b52238b6add3dc', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:21:28.828480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-70fa26cb-721f-4b76-b7d2-55dd3ececbe6 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:28.829310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-70fa26cb-721f-4b76-b7d2-55dd3ececbe6 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Synchronizing usage tracker for tenant:ddc643dd2cf64df783df5020245bdf5b on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:28.869091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-70fa26cb-721f-4b76-b7d2-55dd3ececbe6 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Unset dirty status for tenant:ddc643dd2cf64df783df5020245bdf5b on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:28.870280 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-70fa26cb-721f-4b76-b7d2-55dd3ececbe6 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.75 "GET /v2.0/ports?device_id=10ff1ad2-8d95-41cd-b538-f931f9618cb4 HTTP/1.1" status: 200 len: 949 time: 0.5219598 Jun 03 15:21:28.948009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7e3c0018-a103-4843-9108-29c6489e1e04 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:21:28.954626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-417f5111-ea3c-499b-9d5d-7d3cdbdf8b8e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] For port 6bae21fe-4516-4a76-bb34-c0ff106041d2, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=6bae21fe-4516-4a76-bb34-c0ff106041d2,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:28.955194 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-417f5111-ea3c-499b-9d5d-7d3cdbdf8b8e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:28.957842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:28.976305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12271e16-43ab-4563-be8c-279ff850cfa0 req-28222ad3-28df-48d1-9db8-c6a49fa95fcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:28.977824 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12271e16-43ab-4563-be8c-279ff850cfa0 req-28222ad3-28df-48d1-9db8-c6a49fa95fcd tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 946 time: 0.4159453 Jun 03 15:21:28.994442 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:28.994761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4fe9393e-e1aa-48a1-a6b1-1a2794ce424d not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:28.995338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7e3c0018-a103-4843-9108-29c6489e1e04 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:29.076766 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-5c048d6a-f0e3-4d43-ae3e-cbb7fa09330c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5335283 Jun 03 15:21:29.092258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-0c1ebf15-a149-4410-b414-4803e48039b5 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Deleting port ac485b45-be20-43a7-bd51-1007131abc74 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:29.092566 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-0c1ebf15-a149-4410-b414-4803e48039b5 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.094155 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:21:29.111260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-417f5111-ea3c-499b-9d5d-7d3cdbdf8b8e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Calling delete_port for 6bae21fe-4516-4a76-bb34-c0ff106041d2 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:29.146425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f50b0-f169-49f6-8127-017594dc7ae9 req-6d11ada6-b518-4b1b-9971-f0f1e31b81dc tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:29.153502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-919f50b0-f169-49f6-8127-017594dc7ae9 req-6d11ada6-b518-4b1b-9971-f0f1e31b81dc tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.3514180 Jun 03 15:21:29.246938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12271e16-43ab-4563-be8c-279ff850cfa0 req-a610ec7f-2678-4dc5-92c9-ae1ebbd850fe tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124782 Jun 03 15:21:29.273108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7e3c0018-a103-4843-9108-29c6489e1e04, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7e3c0018-a103-4843-9108-29c6489e1e04,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:29.277063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-919f50b0-f169-49f6-8127-017594dc7ae9 req-f7741371-3782-4c61-ae1f-535660484dfa tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200788 Jun 03 15:21:29.281649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 7e3c0018-a103-4843-9108-29c6489e1e04 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:29.282227 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.311406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '7e3c0018-a103-4843-9108-29c6489e1e04', 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757', 'port_id': '7e3c0018-a103-4843-9108-29c6489e1e04', 'mac_address': 'fa:16:3e:22:0a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd543a2af-5d18-4ed5-aa26-14050c8b835e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:21:29.335244 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.356138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.376149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3c0018-a103-4843-9108-29c6489e1e04'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:29.400632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7e3c0018-a103-4843-9108-29c6489e1e04, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7e3c0018-a103-4843-9108-29c6489e1e04,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:29.410865 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.445088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 7e3c0018-a103-4843-9108-29c6489e1e04 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:29.445678 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.486465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=8639bedb-62f0-46d2-ae95-0fbdee780cac,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:29.487219 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e3c0018-a103-4843-9108-29c6489e1e04 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:29.512360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37596) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:29.534711 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c7d297-eda4-4563-9a28-687105e680d3'] response: {'server_uuid': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e3c0018-a103-4843-9108-29c6489e1e04', 'code': 200} Jun 03 15:21:29.556113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=7e3c0018-a103-4843-9108-29c6489e1e04,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:29.568498 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.573868 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:21:29.574286 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:21:29.590784 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-417f5111-ea3c-499b-9d5d-7d3cdbdf8b8e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.767177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cf722-078e-4a82-ad4a-e479e43ae07a req-283e439a-ee58-435d-8d05-93d7b700e5e3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:29.767916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c99cf722-078e-4a82-ad4a-e479e43ae07a req-283e439a-ee58-435d-8d05-93d7b700e5e3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Synchronizing usage tracker for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:29.800725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f5111-ea3c-499b-9d5d-7d3cdbdf8b8e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Port': ['ID=6bae21fe-4516-4a76-bb34-c0ff106041d2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:29.801665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.849412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.900364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-417f5111-ea3c-499b-9d5d-7d3cdbdf8b8e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] No DVR routers for this DVR port 6bae21fe-4516-4a76-bb34-c0ff106041d2 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:29.907376 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-417f5111-ea3c-499b-9d5d-7d3cdbdf8b8e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.912567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c99cf722-078e-4a82-ad4a-e479e43ae07a req-283e439a-ee58-435d-8d05-93d7b700e5e3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Unset dirty status for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:29.913652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c99cf722-078e-4a82-ad4a-e479e43ae07a req-283e439a-ee58-435d-8d05-93d7b700e5e3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 942 time: 0.4658661 Jun 03 15:21:29.925202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.925692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router af568a60-d31f-4dec-9894-1f5265cb6dbc {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:21:29.947359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c0cc7c-fe30-4363-ab75-98b6a9610e24 admin admin] Deleting subnet ccd1cc9a-743d-40a3-a3a7-dda516523fdd {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:21:29.951141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f3983167-3fb8-4fc9-8a3c-f83c0ee2a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:29.951747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f3983167-3fb8-4fc9-8a3c-f83c0ee2a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:29.952192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f3983167-3fb8-4fc9-8a3c-f83c0ee2a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:29.952647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f3983167-3fb8-4fc9-8a3c-f83c0ee2a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:29.953407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f3983167-3fb8-4fc9-8a3c-f83c0ee2a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:29.955187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f3983167-3fb8-4fc9-8a3c-f83c0ee2a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:29.955187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f3983167-3fb8-4fc9-8a3c-f83c0ee2a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:29.956883 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f3983167-3fb8-4fc9-8a3c-f83c0ee2a00d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 6490 time: 0.6883974 Jun 03 15:21:29.966602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.967710 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cf3d43b9-de86-4274-b2d5-20081740c5ec admin admin] 10.222.0.48 "DELETE /v2.0/routers/af568a60-d31f-4dec-9894-1f5265cb6dbc HTTP/1.1" status: 204 len: 168 time: 2.3757527 Jun 03 15:21:29.970139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-0c1ebf15-a149-4410-b414-4803e48039b5 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] For port ac485b45-be20-43a7-bd51-1007131abc74, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ac485b45-be20-43a7-bd51-1007131abc74,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:29.970435 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-0c1ebf15-a149-4410-b414-4803e48039b5 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:29.974461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37604) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:29.995282 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09c0cc7c-fe30-4363-ab75-98b6a9610e24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.086707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7fdaa396-fae7-4594-a5bb-3a33652decf7 req-417f5111-ea3c-499b-9d5d-7d3cdbdf8b8e tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.75 "DELETE /v2.0/ports/6bae21fe-4516-4a76-bb34-c0ff106041d2 HTTP/1.1" status: 204 len: 173 time: 1.8550372 Jun 03 15:21:30.125519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f6102ea-26d0-4252-8900-dc58856473a2 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:30.151748 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09c0cc7c-fe30-4363-ab75-98b6a9610e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.155721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-0c1ebf15-a149-4410-b414-4803e48039b5 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Calling delete_port for ac485b45-be20-43a7-bd51-1007131abc74 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:30.184259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c99cf722-078e-4a82-ad4a-e479e43ae07a req-fec14e51-f4cc-4789-9582-4aaac3b07763 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea92383c-ebe4-47ec-8581-1c895553ac15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301891 Jun 03 15:21:30.225673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 7e3c0018-a103-4843-9108-29c6489e1e04 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:30.225673 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.225957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27cec4-3992-49e7-a286-c76fd035e399 req-f0e31bb9-80ee-4f49-87c2-4677b97be8fb tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:30.225957 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d27cec4-3992-49e7-a286-c76fd035e399 req-f0e31bb9-80ee-4f49-87c2-4677b97be8fb tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/ports?device_id=10ff1ad2-8d95-41cd-b538-f931f9618cb4 HTTP/1.1" status: 200 len: 949 time: 0.5506294 Jun 03 15:21:30.249260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f91ae74-1723-4e67-a14a-c3309457e11b admin admin] Deleting subnet ea660302-06bc-4b2d-82f4-27d758ad7c03 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:21:30.251816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 3f6102ea-26d0-4252-8900-dc58856473a2 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:30.252251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f6102ea-26d0-4252-8900-dc58856473a2 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:30.253173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8639bedb-62f0-46d2-ae95-0fbdee780cac no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:30.263656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f91ae74-1723-4e67-a14a-c3309457e11b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.312346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 8639bedb-62f0-46d2-ae95-0fbdee780cac {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:30.312839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8639bedb-62f0-46d2-ae95-0fbdee780cac not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:30.329748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3c0018-a103-4843-9108-29c6489e1e04 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:30.362816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7e3c0018-a103-4843-9108-29c6489e1e04, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7e3c0018-a103-4843-9108-29c6489e1e04,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:30.374823 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09c0cc7c-fe30-4363-ab75-98b6a9610e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.377124 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.415066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d27cec4-3992-49e7-a286-c76fd035e399 req-c526adce-5733-4bdd-bbe5-aa51cfb68c25 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.48 "GET /v2.0/security-groups?id=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812146 Jun 03 15:21:30.465699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59bbf4-cd5b-4819-8999-6042d74e01b5 req-32e34e5a-61cd-41fe-92fb-b57f0ed4fa86 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:30.465699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb59bbf4-cd5b-4819-8999-6042d74e01b5 req-32e34e5a-61cd-41fe-92fb-b57f0ed4fa86 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 946 time: 0.5540802 Jun 03 15:21:30.509746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f91ae74-1723-4e67-a14a-c3309457e11b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.535902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-deleted', 'tag': '6bae21fe-4516-4a76-bb34-c0ff106041d2'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:30.540128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-d61488dc-29c5-4780-bcf5-d10636cf1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:30.541256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-d61488dc-29c5-4780-bcf5-d10636cf1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:30.541776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-d61488dc-29c5-4780-bcf5-d10636cf1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:30.544152 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-d61488dc-29c5-4780-bcf5-d10636cf1215 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6cedb352-1546-434a-82fe-cc940db20f3e&id=3914fca6-9415-4fbb-836b-cb74455033e9&id=3914fca6-9415-4fbb-836b-cb74455033e9&id=3914fca6-9415-4fbb-836b-cb74455033e9&id=3914fca6-9415-4fbb-836b-cb74455033e9&id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d&id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d HTTP/1.1" status: 200 len: 2292 time: 0.5008717 Jun 03 15:21:30.557675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=7e3c0018-a103-4843-9108-29c6489e1e04,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:30.578558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-0c1ebf15-a149-4410-b414-4803e48039b5 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.647427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ebf15-a149-4410-b414-4803e48039b5 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Pushing event deleted for resources: {'Port': ['ID=ac485b45-be20-43a7-bd51-1007131abc74,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:30.751555 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09c0cc7c-fe30-4363-ab75-98b6a9610e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.832722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['7e3c0018-a103-4843-9108-29c6489e1e04'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:21:30.923465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-fb59bbf4-cd5b-4819-8999-6042d74e01b5 req-aecc2f95-2bbd-4014-8e7f-97809c25c3bb tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Deleting port 5f851832-43bd-4ddc-b92b-f08fc63315f9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:30.923777 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fb59bbf4-cd5b-4819-8999-6042d74e01b5 req-aecc2f95-2bbd-4014-8e7f-97809c25c3bb tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.936052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-0c1ebf15-a149-4410-b414-4803e48039b5 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] No DVR routers for this DVR port ac485b45-be20-43a7-bd51-1007131abc74 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:30.940061 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-0c1ebf15-a149-4410-b414-4803e48039b5 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:30.952682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-deleted', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:30.961847 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-88d037b3-f3a9-4ec9-80cb-b07039a3fb51 req-0c1ebf15-a149-4410-b414-4803e48039b5 tempest-ListImageFiltersTestJSON-1858304654 tempest-ListImageFiltersTestJSON-1858304654-project] 10.222.0.75 "DELETE /v2.0/ports/ac485b45-be20-43a7-bd51-1007131abc74 HTTP/1.1" status: 204 len: 173 time: 2.0788875 Jun 03 15:21:30.984998 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f05b1a98-ec84-410e-bc8c-bae07977c212 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bef5892-7ce7-45fd-9d67-501bfdedda69 HTTP/1.1" status: 200 len: 1002 time: 0.3397267 Jun 03 15:21:30.994094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0cc7c-fe30-4363-ab75-98b6a9610e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd1cc9a-743d-40a3-a3a7-dda516523fdd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:30.997786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f91ae74-1723-4e67-a14a-c3309457e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:31.079669 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09c0cc7c-fe30-4363-ab75-98b6a9610e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:31.094430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-28b033d1-5d0e-41d9-ad73-48d2ac9b7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:31.095884 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-28b033d1-5d0e-41d9-ad73-48d2ac9b7db1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=207d40d8-94b7-41a2-9015-a1d30fe95de1 HTTP/1.1" status: 200 len: 850 time: 0.1033990 Jun 03 15:21:31.103160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-09c0cc7c-fe30-4363-ab75-98b6a9610e24 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ccd1cc9a-743d-40a3-a3a7-dda516523fdd HTTP/1.1" status: 204 len: 168 time: 1.5802948 Jun 03 15:21:31.114207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37616) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:31.124278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab73007-6b48-43a7-b880-ac8bbb761a71 req-4076c529-e6bd-4e5a-a7f7-1bec5faf8864 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:31.131693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cab73007-6b48-43a7-b880-ac8bbb761a71 req-4076c529-e6bd-4e5a-a7f7-1bec5faf8864 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 946 time: 0.6664841 Jun 03 15:21:31.189918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-67f67ebf-36be-4bb8-8e43-c5bd615e17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:31.192049 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-67f67ebf-36be-4bb8-8e43-c5bd615e17d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6cedb352-1546-434a-82fe-cc940db20f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878565 Jun 03 15:21:31.341755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cab73007-6b48-43a7-b880-ac8bbb761a71 req-e4d86f67-3a7d-4506-abff-5105a24288c3 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090826 Jun 03 15:21:31.386959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ac485b45-be20-43a7-bd51-1007131abc74 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:31.414695 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-5fed501f-a385-41d7-9d31-77ff11e380b5 service neutron] 10.222.0.67 "GET /v2.0/networks/6cedb352-1546-434a-82fe-cc940db20f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149990 Jun 03 15:21:31.421908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c16ef-e31d-4bae-a3cc-b281f15178b4 req-92177c9d-6c31-40b8-98e1-0283618313fb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:31.428989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-605c16ef-e31d-4bae-a3cc-b281f15178b4 req-92177c9d-6c31-40b8-98e1-0283618313fb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 944 time: 0.7715709 Jun 03 15:21:31.441217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: ac485b45-be20-43a7-bd51-1007131abc74 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:31.441624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ac485b45-be20-43a7-bd51-1007131abc74 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:31.469451 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58af9cda-b36f-4327-9f98-d02f7aa81268'] response: {'server_uuid': '0b91aa49-8f9e-4845-80c2-5bd7e288a821', 'name': 'network-vif-deleted', 'tag': '6bae21fe-4516-4a76-bb34-c0ff106041d2', 'status': 'completed', 'code': 200} Jun 03 15:21:31.484751 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:31.591882 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abee2bb-02cb-4280-8aff-dca5b06c5389'] response: {'server_uuid': '10ff1ad2-8d95-41cd-b538-f931f9618cb4', 'name': 'network-vif-deleted', 'tag': 'ac485b45-be20-43a7-bd51-1007131abc74', 'status': 'completed', 'code': 200} Jun 03 15:21:31.647683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f91ae74-1723-4e67-a14a-c3309457e11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:31.672710 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-e23267c2-a1e7-4eb3-9dc1-eb498eb615ef service neutron] 10.222.0.67 "GET /v2.0/networks/6cedb352-1546-434a-82fe-cc940db20f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508581 Jun 03 15:21:31.763888 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-45ad5682-99e8-4766-89de-343e7b9eb61f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=3890ffab-7510-469e-b625-97d5d45c686f HTTP/1.1" status: 200 len: 217 time: 0.0839365 Jun 03 15:21:31.785716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91ae74-1723-4e67-a14a-c3309457e11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea660302-06bc-4b2d-82f4-27d758ad7c03,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:31.805150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d051733-9684-40d2-aa3e-358f8154d6e1 None None] Network e772bc97-b3fb-4358-b264-c0afa858ac0e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:31.807232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-605c16ef-e31d-4bae-a3cc-b281f15178b4 req-c8f42246-aab2-4448-88ef-6a0cd52cdd23 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773150 Jun 03 15:21:31.861986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-55bbbb99-92e2-4588-9677-3f18c63aa863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:31.864908 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-55bbbb99-92e2-4588-9677-3f18c63aa863 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2df45db1-3104-4b33-adb5-f2c9af2034a3 HTTP/1.1" status: 200 len: 797 time: 0.0949183 Jun 03 15:21:31.871967 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f91ae74-1723-4e67-a14a-c3309457e11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:31.893585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9f91ae74-1723-4e67-a14a-c3309457e11b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ea660302-06bc-4b2d-82f4-27d758ad7c03 HTTP/1.1" status: 204 len: 168 time: 1.8998013 Jun 03 15:21:31.929637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-11c7c5ae-8eb5-4962-bbb2-b64e0f340078 req-c3a5ceb8-9668-472a-a007-edba91d6a599 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Synchronizing usage tracker for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:31.932872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37624) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:32.086061 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6dbb7626-616f-490d-bee0-14acdf0c2a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.106349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-34a86fef-16ba-4032-b0bd-7be6700b5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:32.107941 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-34a86fef-16ba-4032-b0bd-7be6700b5f69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3914fca6-9415-4fbb-836b-cb74455033e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2350521 Jun 03 15:21:32.207212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032270d8-45bd-476f-adeb-94d5d6f6302b None None] DHCP port deletion for e772bc97-b3fb-4358-b264-c0afa858ac0e request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:21:32.215469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-032270d8-45bd-476f-adeb-94d5d6f6302b None None] Deleting port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:32.215980 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-032270d8-45bd-476f-adeb-94d5d6f6302b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.312957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-11c7c5ae-8eb5-4962-bbb2-b64e0f340078 req-c3a5ceb8-9668-472a-a007-edba91d6a599 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Unset dirty status for tenant:fbbd9a3e92db4cb0bd344300598f62fd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:32.318267 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f8e7e3d8-4227-4301-8e2a-9ebc251d2e4a service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024386 Jun 03 15:21:32.322067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11c7c5ae-8eb5-4962-bbb2-b64e0f340078 req-c3a5ceb8-9668-472a-a007-edba91d6a599 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b91aa49-8f9e-4845-80c2-5bd7e288a821 HTTP/1.1" status: 200 len: 210 time: 0.6075156 Jun 03 15:21:32.356635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-fb59bbf4-cd5b-4819-8999-6042d74e01b5 req-aecc2f95-2bbd-4014-8e7f-97809c25c3bb tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] For port 5f851832-43bd-4ddc-b92b-f08fc63315f9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5f851832-43bd-4ddc-b92b-f08fc63315f9,segment=NetworkSegment(1bc11a63-40cb-4048-85b6-fdd4949e584e),segment_id=1bc11a63-40cb-4048-85b6-fdd4949e584e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:32.356995 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fb59bbf4-cd5b-4819-8999-6042d74e01b5 req-aecc2f95-2bbd-4014-8e7f-97809c25c3bb tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.427588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.478342 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-58c525a6-7ed5-4d40-bd55-9bdc2e8a73ee service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535397 Jun 03 15:21:32.582364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-032270d8-45bd-476f-adeb-94d5d6f6302b None None] For port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5,segment=NetworkSegment(82f53014-d928-4e79-86a0-8c15eaeb9ca6),segment_id=82f53014-d928-4e79-86a0-8c15eaeb9ca6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:32.583736 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-032270d8-45bd-476f-adeb-94d5d6f6302b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.604931 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-e4b781f4-b280-4858-9034-35717ff33479 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=f2ca11ca-44c8-4549-99e5-92e591e618e4 HTTP/1.1" status: 200 len: 217 time: 0.1194949 Jun 03 15:21:32.675572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-fb59bbf4-cd5b-4819-8999-6042d74e01b5 req-aecc2f95-2bbd-4014-8e7f-97809c25c3bb tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Calling delete_port for 5f851832-43bd-4ddc-b92b-f08fc63315f9 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:32.694777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-7de6d265-ce9e-46b2-a0e0-2b6b69c916ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:32.696547 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-7de6d265-ce9e-46b2-a0e0-2b6b69c916ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2df45db1-3104-4b33-adb5-f2c9af2034a3 HTTP/1.1" status: 200 len: 797 time: 0.0845058 Jun 03 15:21:32.725992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb25ac1-9870-48ce-a1f0-48375a2dcb30']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:32.740369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.767035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212c7033-a560-4e2e-a1e8-03fdd6ad5798') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:32.767528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212c7033-a560-4e2e-a1e8-03fdd6ad5798') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:32.791930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-032270d8-45bd-476f-adeb-94d5d6f6302b None None] Calling delete_port for 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:32.799413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.838343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] Deleting port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:32.839104 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.888623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-032270d8-45bd-476f-adeb-94d5d6f6302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.891588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-d91ada44-5ee6-4da1-9f6f-81de36c27796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:32.896322 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-d91ada44-5ee6-4da1-9f6f-81de36c27796 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3914fca6-9415-4fbb-836b-cb74455033e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1916447 Jun 03 15:21:32.904136 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:32.948113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] The port '3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:21:32.952595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:21:32.953307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:33.050377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032270d8-45bd-476f-adeb-94d5d6f6302b None None] No DVR routers for this DVR port 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:33.071188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e66e6f-f929-4f0e-8ac2-0fc1aa5bae84 req-bb33f0ca-df0a-4f23-a261-a7e4c1652410 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:33.082476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45e66e6f-f929-4f0e-8ac2-0fc1aa5bae84 req-bb33f0ca-df0a-4f23-a261-a7e4c1652410 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 946 time: 0.4683006 Jun 03 15:21:33.084136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7e3c0018-a103-4843-9108-29c6489e1e04 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:33.161436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032270d8-45bd-476f-adeb-94d5d6f6302b None None] Pushing event deleted for resources: {'Port': ['ID=3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:33.225190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 7e3c0018-a103-4843-9108-29c6489e1e04 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:33.225966 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:33.267004 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-ecdeeb8b-3212-43c3-9924-db7f075c276f service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648787 Jun 03 15:21:33.421375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:33.440228 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-a8a6bb0c-5a71-4fd6-99c2-c94718539e09 service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657598 Jun 03 15:21:33.448460 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 212c7033-a560-4e2e-a1e8-03fdd6ad5798 resource provider aggregate not found Jun 03 15:21:33.549861 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 212c7033-a560-4e2e-a1e8-03fdd6ad5798 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 212c7033-a560-4e2e-a1e8-03fdd6ad5798 found for delete ", "request_id": "req-6f838d1a-c835-41b5-bcd0-e894a7f390f2"}]} Jun 03 15:21:33.550643 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 7e3c0018-a103-4843-9108-29c6489e1e04 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:33.550643 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:33.571898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e772bc97-b3fb-4358-b264-c0afa858ac0e']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:33.597547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f53014-d928-4e79-86a0-8c15eaeb9ca6') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:33.598195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f53014-d928-4e79-86a0-8c15eaeb9ca6') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:33.612104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3c0018-a103-4843-9108-29c6489e1e04'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:33.635852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7e3c0018-a103-4843-9108-29c6489e1e04, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7e3c0018-a103-4843-9108-29c6489e1e04,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:33.655016 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:33.656838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:33.657454 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-0a372aaa-91fd-4134-b75b-ee28d9d6ee18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=daab0748-84cb-4ce8-a5f7-5d614915556e HTTP/1.1" status: 200 len: 217 time: 0.2090821 Jun 03 15:21:33.701524 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:33.710759 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:33.754763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-ac22a260-c25e-4d89-a3dd-45abbf7e68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:33.756890 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-ac22a260-c25e-4d89-a3dd-45abbf7e68f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2df45db1-3104-4b33-adb5-f2c9af2034a3 HTTP/1.1" status: 200 len: 797 time: 0.0917296 Jun 03 15:21:33.757855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=7e3c0018-a103-4843-9108-29c6489e1e04,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:33.777059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8cb25ac1-9870-48ce-a1f0-48375a2dcb30 HTTP/1.1" status: 204 len: 168 time: 2.6374998 Jun 03 15:21:33.787171 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45e66e6f-f929-4f0e-8ac2-0fc1aa5bae84 req-d02f9f9a-1269-4124-82cb-94b0a56e0a0e tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups?id=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7039907 Jun 03 15:21:33.789727 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37682) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:33.794734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd86cc1-bddc-4d22-8a65-6e6286f1b894 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb25ac1-9870-48ce-a1f0-48375a2dcb30,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:33.799356 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:33.860291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-6bc70c2b-e53c-4648-8ac6-aacd7afe7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:33.861850 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-6bc70c2b-e53c-4648-8ac6-aacd7afe7962 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3914fca6-9415-4fbb-836b-cb74455033e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0992918 Jun 03 15:21:33.877156 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fb59bbf4-cd5b-4819-8999-6042d74e01b5 req-aecc2f95-2bbd-4014-8e7f-97809c25c3bb tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:33.975914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:21:33.975914 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.057590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc2f95-2bbd-4014-8e7f-97809c25c3bb tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event deleted for resources: {'Port': ['ID=5f851832-43bd-4ddc-b92b-f08fc63315f9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:34.058335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-05320daa-e0be-4691-b250-8cda6e189b39 service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863830 Jun 03 15:21:34.064826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:34.110566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:34.110566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3bd6cfdf-8633-48b0-869b-b83fdcd7e9c5 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:34.126496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e877a0ce-6a61-43c2-a8b6-b850c0ae6ad1 admin admin] Deleting subnet e8608983-63d8-4169-ac12-d9f5ad374146 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:21:34.138280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb6bf-948f-49f6-a88e-2009efb3e480 req-25d044ac-0588-4e24-9d48-b656262b0795 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:34.139886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-950cb6bf-948f-49f6-a88e-2009efb3e480 req-25d044ac-0588-4e24-9d48-b656262b0795 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 944 time: 0.6876802 Jun 03 15:21:34.153107 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e877a0ce-6a61-43c2-a8b6-b850c0ae6ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.205576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb59bbf4-cd5b-4819-8999-6042d74e01b5 req-aecc2f95-2bbd-4014-8e7f-97809c25c3bb tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] No DVR routers for this DVR port 5f851832-43bd-4ddc-b92b-f08fc63315f9 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:34.208851 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fb59bbf4-cd5b-4819-8999-6042d74e01b5 req-aecc2f95-2bbd-4014-8e7f-97809c25c3bb tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.211498 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb59bbf4-cd5b-4819-8999-6042d74e01b5 req-aecc2f95-2bbd-4014-8e7f-97809c25c3bb tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.67 "DELETE /v2.0/ports/5f851832-43bd-4ddc-b92b-f08fc63315f9 HTTP/1.1" status: 204 len: 173 time: 3.6099546 Jun 03 15:21:34.226314 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1902ee60-704d-420d-92fa-75dfa34f0bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.242030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd490aba7-175d-4d16-a7da-8b0aeee8c7c8', 'name': 'network-vif-deleted', 'tag': '5f851832-43bd-4ddc-b92b-f08fc63315f9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:34.243103 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-b54d30a9-abed-4d80-bcdd-954cfbcc6128 service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718700 Jun 03 15:21:34.306608 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.325391 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.329199 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-768db45b-d063-44d8-844f-453d06081806 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=38bf338d-8305-4c93-bd41-bf5dfe6c7822 HTTP/1.1" status: 200 len: 217 time: 0.0785480 Jun 03 15:21:34.437456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f444c8f4-8a04-4b03-819a-6fb8db4fea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:34.438098 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6147bc-bb32-4653-a86f-34590e8fc121'] response: {'server_uuid': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3c0018-a103-4843-9108-29c6489e1e04', 'code': 200} Jun 03 15:21:34.439471 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f444c8f4-8a04-4b03-819a-6fb8db4fea50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2df45db1-3104-4b33-adb5-f2c9af2034a3 HTTP/1.1" status: 200 len: 797 time: 0.1032202 Jun 03 15:21:34.448271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-950cb6bf-948f-49f6-a88e-2009efb3e480 req-b4b43751-a523-4635-a975-3fb687a44585 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429659 Jun 03 15:21:34.466627 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e877a0ce-6a61-43c2-a8b6-b850c0ae6ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.546790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37708) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:34.592432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] Pushing event deleted for resources: {'Network': ['ID=e772bc97-b3fb-4358-b264-c0afa858ac0e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:34.596254 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a65f187a-37de-431f-9a76-eb5ccde7a0e9'] response: {'server_uuid': 'd490aba7-175d-4d16-a7da-8b0aeee8c7c8', 'name': 'network-vif-deleted', 'tag': '5f851832-43bd-4ddc-b92b-f08fc63315f9', 'status': 'completed', 'code': 200} Jun 03 15:21:34.609613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-100c057b-ad30-4e9a-bfb9-aa3242cd8348 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e772bc97-b3fb-4358-b264-c0afa858ac0e HTTP/1.1" status: 204 len: 168 time: 2.6626453 Jun 03 15:21:34.609613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e877a0ce-6a61-43c2-a8b6-b850c0ae6ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.643594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-bae5b919-d603-4680-b784-3d852eeea2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:34.645254 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-bae5b919-d603-4680-b784-3d852eeea2c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3914fca6-9415-4fbb-836b-cb74455033e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1746833 Jun 03 15:21:34.647693 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e49b98fd-a582-4517-a8b3-45390c06d205 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.679939 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e49b98fd-a582-4517-a8b3-45390c06d205 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.730317 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e877a0ce-6a61-43c2-a8b6-b850c0ae6ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.846745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37716) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:34.854198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877a0ce-6a61-43c2-a8b6-b850c0ae6ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8608983-63d8-4169-ac12-d9f5ad374146,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:34.897325 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e877a0ce-6a61-43c2-a8b6-b850c0ae6ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.902491 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-abefe3c2-7de7-465c-b2e4-798d7457d455 service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573584 Jun 03 15:21:34.903575 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e49b98fd-a582-4517-a8b3-45390c06d205 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:34.908494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e877a0ce-6a61-43c2-a8b6-b850c0ae6ad1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e8608983-63d8-4169-ac12-d9f5ad374146 HTTP/1.1" status: 204 len: 168 time: 1.1167741 Jun 03 15:21:34.909217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37724) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:34.945093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b98fd-a582-4517-a8b3-45390c06d205 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea92383c-ebe4-47ec-8581-1c895553ac15,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:34.951908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37728) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:34.985569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5f851832-43bd-4ddc-b92b-f08fc63315f9 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:35.040997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 5f851832-43bd-4ddc-b92b-f08fc63315f9 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:35.042075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5f851832-43bd-4ddc-b92b-f08fc63315f9 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:35.091514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e49b98fd-a582-4517-a8b3-45390c06d205 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.095828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e49b98fd-a582-4517-a8b3-45390c06d205 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "DELETE /v2.0/security-groups/ea92383c-ebe4-47ec-8581-1c895553ac15 HTTP/1.1" status: 204 len: 168 time: 0.5468090 Jun 03 15:21:35.100470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:35.106400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-580af18b-7f78-49e9-b06b-c5352b90fe21 req-cd5bd864-0971-4250-b51e-27aacc7a92d4 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Synchronizing usage tracker for tenant:253eaaef69a0433bba02fc6195ecabda on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:35.136688 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-87ebb8d9-88ca-4fd4-a42f-534e9530df54 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] show failed (client error): The resource could not be found. Jun 03 15:21:35.140165 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.142683 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-87ebb8d9-88ca-4fd4-a42f-534e9530df54 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "GET /v2.0/security-groups/ea92383c-ebe4-47ec-8581-1c895553ac15 HTTP/1.1" status: 404 len: 347 time: 0.0394201 Jun 03 15:21:35.142823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37736) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:35.212210 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1874cd52-82d5-448c-98db-c07eb9ff225f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50995ddb505e47a9a3b52238b6add3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607768 Jun 03 15:21:35.225033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:35.237825 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.238142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-580af18b-7f78-49e9-b06b-c5352b90fe21 req-cd5bd864-0971-4250-b51e-27aacc7a92d4 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Unset dirty status for tenant:253eaaef69a0433bba02fc6195ecabda on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:35.239393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-580af18b-7f78-49e9-b06b-c5352b90fe21 req-cd5bd864-0971-4250-b51e-27aacc7a92d4 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/ports?device_id=d490aba7-175d-4d16-a7da-8b0aeee8c7c8 HTTP/1.1" status: 200 len: 210 time: 0.2022805 Jun 03 15:21:35.276003 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-f37f25ee-36e8-4609-bf87-5e5fbd902e5f service neutron] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527150 Jun 03 15:21:35.327540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421bff4-6c46-459e-891f-748bb9c51f60 req-f017b6df-8240-4cf4-8f3e-1dab7016eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:35.329004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c421bff4-6c46-459e-891f-748bb9c51f60 req-f017b6df-8240-4cf4-8f3e-1dab7016eab9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 1096 time: 0.5335467 Jun 03 15:21:35.345365 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-62201511-dfc6-4f2a-96e0-849a58014006 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f1122f97-5d4e-4812-abba-4237067f4d42 HTTP/1.1" status: 200 len: 217 time: 0.0625341 Jun 03 15:21:35.362723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9465378e-d35b-44e9-b496-7b713ca1acb1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Deleting port 4feb48db-751c-483c-a957-9098594f3e0b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:35.363063 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9465378e-d35b-44e9-b496-7b713ca1acb1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.414604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad339d9b-6db6-48d4-89a2-cc77d807f908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.441179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-46cef511-1cca-4c64-99be-cc1cad629740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:35.442623 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-46cef511-1cca-4c64-99be-cc1cad629740 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28854271-2856-413a-b127-07060385871c HTTP/1.1" status: 200 len: 797 time: 0.0899441 Jun 03 15:21:35.449580 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad339d9b-6db6-48d4-89a2-cc77d807f908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.505049 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.556538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-47561265-f483-4e78-b130-626644db44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:35.558240 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-47561265-f483-4e78-b130-626644db44c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1021521 Jun 03 15:21:35.589306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad339d9b-6db6-48d4-89a2-cc77d807f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.672265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad339d9b-6db6-48d4-89a2-cc77d807f908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24970b7-b8e5-48db-a0ef-e1a4a29e4b93,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:35.680131 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad339d9b-6db6-48d4-89a2-cc77d807f908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.680131 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ad339d9b-6db6-48d4-89a2-cc77d807f908 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d24970b7-b8e5-48db-a0ef-e1a4a29e4b93 HTTP/1.1" status: 204 len: 168 time: 0.4603682 Jun 03 15:21:35.743994 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 82f53014-d928-4e79-86a0-8c15eaeb9ca6 resource provider aggregate not found Jun 03 15:21:35.749342 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.812644 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c421bff4-6c46-459e-891f-748bb9c51f60 req-9758bb1e-3cc2-4cd0-a66d-51d3b5231d9a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520359 Jun 03 15:21:35.853020 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 82f53014-d928-4e79-86a0-8c15eaeb9ca6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82f53014-d928-4e79-86a0-8c15eaeb9ca6 found for delete ", "request_id": "req-cae776e3-666c-4e7c-bfc2-d0f42ac416ba"}]} Jun 03 15:21:35.869021 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f42a224b-03e7-4fa2-8483-e6ded4d8e74f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddc643dd2cf64df783df5020245bdf5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0160258 Jun 03 15:21:35.873908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37754) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:35.877351 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-50e4199f-c27a-4f2b-a41d-6458259f3767 service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114097 Jun 03 15:21:35.891502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f1c61e-93b8-4602-b8e8-acccd090dd77']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:35.920676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c13473-dec2-4781-a18e-e74f1cc3e3d3') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:35.920676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c13473-dec2-4781-a18e-e74f1cc3e3d3') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:35.938736 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.944812 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74830290-dbf3-42e3-86a5-23e17c9be24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.972697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9465378e-d35b-44e9-b496-7b713ca1acb1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.973028 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9465378e-d35b-44e9-b496-7b713ca1acb1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.974041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74830290-dbf3-42e3-86a5-23e17c9be24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:35.980828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.037394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74830290-dbf3-42e3-86a5-23e17c9be24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.046911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:21:36.047597 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.055813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74830290-dbf3-42e3-86a5-23e17c9be24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9467a0c1-9b7f-4f46-a56d-9169f7dcfb65,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:36.067814 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74830290-dbf3-42e3-86a5-23e17c9be24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.068399 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-74830290-dbf3-42e3-86a5-23e17c9be24c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9467a0c1-9b7f-4f46-a56d-9169f7dcfb65 HTTP/1.1" status: 204 len: 168 time: 0.1951337 Jun 03 15:21:36.132051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad9393-9389-4005-b393-d752aa191f0e req-5f430a38-b120-435e-859f-e8965171decf tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:36.133575 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dad9393-9389-4005-b393-d752aa191f0e req-5f430a38-b120-435e-859f-e8965171decf tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.5459790 Jun 03 15:21:36.141554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9465378e-d35b-44e9-b496-7b713ca1acb1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Calling delete_port for 4feb48db-751c-483c-a957-9098594f3e0b owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:36.307233 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dad9393-9389-4005-b393-d752aa191f0e req-209f78d3-71ab-40f7-970a-5d4077402208 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963986 Jun 03 15:21:36.309182 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.334106 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.390338 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-9fe222f8-0e86-4479-8f9d-a1e3404fa207 service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292571 Jun 03 15:21:36.452311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9465378e-d35b-44e9-b496-7b713ca1acb1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.458043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] Pushing event deleted for resources: {'Network': ['ID=27f1c61e-93b8-4602-b8e8-acccd090dd77,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:36.511088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-112ac2af-01bb-451c-be8a-dcfc8883344a admin admin] 10.222.0.48 "DELETE /v2.0/networks/27f1c61e-93b8-4602-b8e8-acccd090dd77 HTTP/1.1" status: 204 len: 168 time: 1.5997038 Jun 03 15:21:36.547335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465378e-d35b-44e9-b496-7b713ca1acb1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Port': ['ID=4feb48db-751c-483c-a957-9098594f3e0b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:36.588333 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-120a48ff-9e52-4bec-9c28-9c63c54cfd2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=db8b412d-40fb-40ca-bba8-cd27b1440610 HTTP/1.1" status: 200 len: 217 time: 0.1908214 Jun 03 15:21:36.694366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9465378e-d35b-44e9-b496-7b713ca1acb1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.699289 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9465378e-d35b-44e9-b496-7b713ca1acb1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.700988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9465378e-d35b-44e9-b496-7b713ca1acb1 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "DELETE /v2.0/floatingips/2a43b141-5acb-40db-9d63-2bfbaafa66d4 HTTP/1.1" status: 204 len: 168 time: 1.5550189 Jun 03 15:21:36.703356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37790) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:36.725092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-e9b292f2-899b-43b7-b3bf-4258d7f131b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:36.726957 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-e9b292f2-899b-43b7-b3bf-4258d7f131b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28854271-2856-413a-b127-07060385871c HTTP/1.1" status: 200 len: 797 time: 0.1250219 Jun 03 15:21:36.833823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-68776ada-a6ee-4716-baf0-3d3d532980c6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Deleting port 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:36.835051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68776ada-a6ee-4716-baf0-3d3d532980c6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:36.896677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37802) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:36.921372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37808) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:36.938752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.023684 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-72746b46-d8dd-4055-bb7e-258af7eef9f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d78e7387998464690d183527a2939a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893338 Jun 03 15:21:37.024418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37812) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:37.048389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-d30251e6-2620-4c01-8399-c8a64bff3104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:37.050072 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-d30251e6-2620-4c01-8399-c8a64bff3104 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3103037 Jun 03 15:21:37.139221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7df13eaf-64a2-4411-b690-0620e5ee1289 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.210226 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-d3cad613-6bd3-4a9f-9e97-22331f0357f8 service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502016 Jun 03 15:21:37.331743 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5993b93-ffbe-405a-9557-9d8af9e765b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.377987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68776ada-a6ee-4716-baf0-3d3d532980c6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.394271 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5993b93-ffbe-405a-9557-9d8af9e765b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.412561 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7df13eaf-64a2-4411-b690-0620e5ee1289 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.457986 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-42b3a49b-a8da-4a13-9880-b1b9a8c16a14 req-16814127-5e6d-47b7-89c1-f5f803cc8a15 service neutron] 10.222.0.67 "GET /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373900 Jun 03 15:21:37.527591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5993b93-ffbe-405a-9557-9d8af9e765b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.549940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5993b93-ffbe-405a-9557-9d8af9e765b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c1b422-54cf-40cf-8cd4-e42687afe08c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:37.552600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-68776ada-a6ee-4716-baf0-3d3d532980c6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Calling delete_port for 9e2ef47a-bfd8-4169-8e25-b9aff3147f27 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:37.604433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5993b93-ffbe-405a-9557-9d8af9e765b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.610512 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d5993b93-ffbe-405a-9557-9d8af9e765b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94c1b422-54cf-40cf-8cd4-e42687afe08c HTTP/1.1" status: 204 len: 168 time: 0.5829349 Jun 03 15:21:37.716137 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7df13eaf-64a2-4411-b690-0620e5ee1289 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.773398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df13eaf-64a2-4411-b690-0620e5ee1289 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34005115-c866-465b-997a-5384f120aaee,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:37.807793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72119d-3b06-4bab-be68-f5e27e2d085e req-843e9cc7-f204-496f-b750-825f8f522db1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:37.809381 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd72119d-3b06-4bab-be68-f5e27e2d085e req-843e9cc7-f204-496f-b750-825f8f522db1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.1893780 Jun 03 15:21:37.810155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7df13eaf-64a2-4411-b690-0620e5ee1289 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:37.811158 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7df13eaf-64a2-4411-b690-0620e5ee1289 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "DELETE /v2.0/security-groups/34005115-c866-465b-997a-5384f120aaee HTTP/1.1" status: 204 len: 168 time: 0.9086454 Jun 03 15:21:37.814342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37838) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:37.878029 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 23c13473-dec2-4781-a18e-e74f1cc3e3d3 resource provider aggregate not found Jun 03 15:21:37.892658 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-33230e13-266e-4840-a404-77b1bfe82707 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] show failed (client error): The resource could not be found. Jun 03 15:21:37.896890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37846) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:37.898165 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-33230e13-266e-4840-a404-77b1bfe82707 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "GET /v2.0/security-groups/34005115-c866-465b-997a-5384f120aaee HTTP/1.1" status: 404 len: 347 time: 0.0813959 Jun 03 15:21:38.046020 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 23c13473-dec2-4781-a18e-e74f1cc3e3d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23c13473-dec2-4781-a18e-e74f1cc3e3d3 found for delete ", "request_id": "req-382d4330-a3bc-4ccf-a6ca-e6ae2dc52381"}]} Jun 03 15:21:38.047697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68776ada-a6ee-4716-baf0-3d3d532980c6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.100385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d93dd68c-3ba9-4b75-9902-74c4f8f0d6f7 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Deleting port e3f5f937-132c-4e6d-8559-424e5ae2c142 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:38.100729 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d93dd68c-3ba9-4b75-9902-74c4f8f0d6f7 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.102317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68776ada-a6ee-4716-baf0-3d3d532980c6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Port': ['ID=9e2ef47a-bfd8-4169-8e25-b9aff3147f27,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:38.109982 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd72119d-3b06-4bab-be68-f5e27e2d085e req-e3ab0267-b3c1-492f-9635-52c2ca6b501a tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927763 Jun 03 15:21:38.239029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37860) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:38.246576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68776ada-a6ee-4716-baf0-3d3d532980c6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.251897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-68776ada-a6ee-4716-baf0-3d3d532980c6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "DELETE /v2.0/ports/9e2ef47a-bfd8-4169-8e25-b9aff3147f27 HTTP/1.1" status: 204 len: 168 time: 1.5449803 Jun 03 15:21:38.262418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:38.322336 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-66b18dca-7e4a-417b-b854-8ecb51fca846 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=300e90cf1a014dd2be9e8478383b175d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822475 Jun 03 15:21:38.323160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37872) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:38.410715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2b812411-6be1-4e13-a479-0d6f84e08c0f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Deleting port d500350a-7ffd-4d63-9ddb-f9e3a64d6138 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:38.411463 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b812411-6be1-4e13-a479-0d6f84e08c0f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.445945 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a905b049-a361-48bd-9d2f-bca43d720ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.497992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108a84-d747-4b58-92bc-39f847481b4c req-956bad78-e8e0-4e0c-b13b-8148d4bc60a3 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:38.499519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa108a84-d747-4b58-92bc-39f847481b4c req-956bad78-e8e0-4e0c-b13b-8148d4bc60a3 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.1634290 Jun 03 15:21:38.504073 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a905b049-a361-48bd-9d2f-bca43d720ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.514175 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.592842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa108a84-d747-4b58-92bc-39f847481b4c req-ba8c4f8d-1b8a-4320-8450-76679b577727 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811241 Jun 03 15:21:38.631278 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a905b049-a361-48bd-9d2f-bca43d720ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.684888 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a905b049-a361-48bd-9d2f-bca43d720ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.686050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a905b049-a361-48bd-9d2f-bca43d720ef5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2af34d03-6278-4b85-a7f2-bf8fdbff6586 HTTP/1.1" status: 204 len: 168 time: 0.3618071 Jun 03 15:21:38.706744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905b049-a361-48bd-9d2f-bca43d720ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af34d03-6278-4b85-a7f2-bf8fdbff6586,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:38.769572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f72a906b-a32d-48d1-b53d-980a24fc96de req-ebf50b2d-4a11-4076-a68b-c8f508acf4e9 tempest-AbsoluteLimitsNegativeTestJSON-1865118815 tempest-AbsoluteLimitsNegativeTestJSON-1865118815-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d14f02b7976b40c694160af18b8f05fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818312 Jun 03 15:21:38.894096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d93dd68c-3ba9-4b75-9902-74c4f8f0d6f7 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.894530 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d93dd68c-3ba9-4b75-9902-74c4f8f0d6f7 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.975895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a906b-a32d-48d1-b53d-980a24fc96de req-14e7c6b7-00a8-45fb-89ac-a6de48c08981 tempest-AbsoluteLimitsNegativeTestJSON-1865118815 tempest-AbsoluteLimitsNegativeTestJSON-1865118815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:38.978140 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b812411-6be1-4e13-a479-0d6f84e08c0f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:38.990188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f72a906b-a32d-48d1-b53d-980a24fc96de req-14e7c6b7-00a8-45fb-89ac-a6de48c08981 tempest-AbsoluteLimitsNegativeTestJSON-1865118815 tempest-AbsoluteLimitsNegativeTestJSON-1865118815-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191067 Jun 03 15:21:39.006072 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f72a906b-a32d-48d1-b53d-980a24fc96de req-3801cce5-794b-40b8-9883-872c4206eb82 tempest-AbsoluteLimitsNegativeTestJSON-1865118815 tempest-AbsoluteLimitsNegativeTestJSON-1865118815-project] 10.222.0.48 "GET /v2.0/quotas/d14f02b7976b40c694160af18b8f05fb HTTP/1.1" status: 200 len: 375 time: 0.0149150 Jun 03 15:21:39.062578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f72a906b-a32d-48d1-b53d-980a24fc96de req-5e22e937-57de-4af0-9bec-71bdd5e08a73 tempest-AbsoluteLimitsNegativeTestJSON-1865118815 tempest-AbsoluteLimitsNegativeTestJSON-1865118815-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d14f02b7976b40c694160af18b8f05fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528743 Jun 03 15:21:39.096912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d93dd68c-3ba9-4b75-9902-74c4f8f0d6f7 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Calling delete_port for e3f5f937-132c-4e6d-8559-424e5ae2c142 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:39.275844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2b812411-6be1-4e13-a479-0d6f84e08c0f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Calling delete_port for d500350a-7ffd-4d63-9ddb-f9e3a64d6138 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:39.451804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b812411-6be1-4e13-a479-0d6f84e08c0f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:39.456586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-a08e058c-ea53-418b-9ab2-ddfd8af9163e tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:39.463640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-a08e058c-ea53-418b-9ab2-ddfd8af9163e tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/networks?id=aa18482f-2775-431f-9b06-feba3164b757 HTTP/1.1" status: 200 len: 813 time: 0.2021008 Jun 03 15:21:39.466313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37940) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:39.494994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-6763862f-8a38-4dc1-baab-d5dceaf3e24a tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/quotas/d364816539414c638a0f5c07be3c5ed8 HTTP/1.1" status: 200 len: 375 time: 0.0304110 Jun 03 15:21:39.578617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b812411-6be1-4e13-a479-0d6f84e08c0f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Port': ['ID=d500350a-7ffd-4d63-9ddb-f9e3a64d6138,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:39.607183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-4aa2e359-e598-418b-81f4-c83fe608f52c tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d364816539414c638a0f5c07be3c5ed8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110883 Jun 03 15:21:39.674404 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b812411-6be1-4e13-a479-0d6f84e08c0f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:39.703964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a008206-876b-4b3f-97e3-f4dbbbecb21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:39.730609 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2b812411-6be1-4e13-a479-0d6f84e08c0f tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "DELETE /v2.0/ports/d500350a-7ffd-4d63-9ddb-f9e3a64d6138 HTTP/1.1" status: 204 len: 168 time: 1.4670229 Jun 03 15:21:39.733053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37964) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:39.735516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d26bda0b-4fec-4d31-aa42-228e5bead759 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:21:39.741706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d26bda0b-4fec-4d31-aa42-228e5bead759 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1270742 Jun 03 15:21:39.815987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e88de1-235b-474b-8ba5-534c9f1cb2b3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Deleting subnet 1631d81d-00f1-4d04-b59e-16993897a31e {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:21:39.818885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e88de1-235b-474b-8ba5-534c9f1cb2b3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:39.843300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6a008206-876b-4b3f-97e3-f4dbbbecb21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:39.851041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6a008206-876b-4b3f-97e3-f4dbbbecb21e admin admin] Usage tracker for resource:security_group_rule and tenant:d14f02b7976b40c694160af18b8f05fb is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:39.859660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6a008206-876b-4b3f-97e3-f4dbbbecb21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:39.871875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6a008206-876b-4b3f-97e3-f4dbbbecb21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:39.890970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e88de1-235b-474b-8ba5-534c9f1cb2b3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:39.955541 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-5c7c0d8d-f3c1-4959-a948-7a3cbe6237e2 service neutron] 10.222.0.48 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129736 Jun 03 15:21:39.980344 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e88de1-235b-474b-8ba5-534c9f1cb2b3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.064626 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d93dd68c-3ba9-4b75-9902-74c4f8f0d6f7 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.152007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dd68c-3ba9-4b75-9902-74c4f8f0d6f7 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Pushing event deleted for resources: {'Port': ['ID=e3f5f937-132c-4e6d-8559-424e5ae2c142,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:40.211146 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a008206-876b-4b3f-97e3-f4dbbbecb21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.217550 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a008206-876b-4b3f-97e3-f4dbbbecb21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.242502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d33c409d-231f-49c3-9891-6ecf402394b0 service neutron] 10.222.0.48 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638962 Jun 03 15:21:40.246679 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e88de1-235b-474b-8ba5-534c9f1cb2b3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.288867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a008206-876b-4b3f-97e3-f4dbbbecb21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0861a254-10d4-4a7b-8d69-aa00245f7f7a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:40.308871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6a008206-876b-4b3f-97e3-f4dbbbecb21e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d14f02b7976b40c694160af18b8f05fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8396420 Jun 03 15:21:40.311073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37980) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:40.408266 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d93dd68c-3ba9-4b75-9902-74c4f8f0d6f7 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.416722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f221a5dd-b843-41ac-894b-7784269c23bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.435223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e88de1-235b-474b-8ba5-534c9f1cb2b3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Subnet': ['ID=1631d81d-00f1-4d04-b59e-16993897a31e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:40.461847 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e88de1-235b-474b-8ba5-534c9f1cb2b3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.463919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b6c40d-c414-4cab-9e7d-225b07cf2ac8 None None] Network 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:40.465869 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-49e88de1-235b-474b-8ba5-534c9f1cb2b3 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "DELETE /v2.0/subnets/1631d81d-00f1-4d04-b59e-16993897a31e HTTP/1.1" status: 204 len: 168 time: 0.7316833 Jun 03 15:21:40.471328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d93dd68c-3ba9-4b75-9902-74c4f8f0d6f7 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.473438 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d93dd68c-3ba9-4b75-9902-74c4f8f0d6f7 tempest-ImagesOneServerNegativeTestJSON-82930572 tempest-ImagesOneServerNegativeTestJSON-82930572-project] 10.222.0.48 "DELETE /v2.0/floatingips/9dc37c9c-0079-45d8-8da9-ddbd417fd1bf HTTP/1.1" status: 204 len: 168 time: 2.5752842 Jun 03 15:21:40.474598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37986) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:40.491362 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f221a5dd-b843-41ac-894b-7784269c23bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.611531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f221a5dd-b843-41ac-894b-7784269c23bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.657965 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f221a5dd-b843-41ac-894b-7784269c23bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.660567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f221a5dd-b843-41ac-894b-7784269c23bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0861a254-10d4-4a7b-8d69-aa00245f7f7a HTTP/1.1" status: 204 len: 168 time: 0.3484225 Jun 03 15:21:40.757600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7510c40-bf76-4cd1-a4ed-bc161a2d7539 req-e5469121-b76d-446e-b9b9-c2b3fabda0dc tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 210 time: 0.1062512 Jun 03 15:21:40.759172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221a5dd-b843-41ac-894b-7784269c23bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0861a254-10d4-4a7b-8d69-aa00245f7f7a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:40.785398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf060281-02e0-4c65-88bb-e75dc6b37779 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Deleting subnet 287f0d2c-7851-461b-9206-b47bc540159d {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:21:40.812785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf060281-02e0-4c65-88bb-e75dc6b37779 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:40.872337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf92cac-5c36-46f8-a077-37302f3dd1d8 req-a99b4396-e3d6-40ac-9e52-cddf67e56bd8 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:40.873974 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fdf92cac-5c36-46f8-a077-37302f3dd1d8 req-a99b4396-e3d6-40ac-9e52-cddf67e56bd8 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.67 "GET /v2.0/ports?device_id=e08a5ec5-1af2-4567-b6e2-15330ab6267a HTTP/1.1" status: 200 len: 945 time: 0.3293161 Jun 03 15:21:40.955530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-fdf92cac-5c36-46f8-a077-37302f3dd1d8 req-daddbc7e-3d29-4dbc-819b-56fb2209d8ac tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Deleting port 7e3c0018-a103-4843-9108-29c6489e1e04 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:40.956095 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fdf92cac-5c36-46f8-a077-37302f3dd1d8 req-daddbc7e-3d29-4dbc-819b-56fb2209d8ac tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.170541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38022) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:41.188353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38028) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:41.240223 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf060281-02e0-4c65-88bb-e75dc6b37779 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.279766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0003a03-417e-4de7-af96-eaf3a73da16f None None] DHCP port deletion for 5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:21:41.286284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a0003a03-417e-4de7-af96-eaf3a73da16f None None] Deleting port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:41.287027 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a0003a03-417e-4de7-af96-eaf3a73da16f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.330177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-641777e9-3730-48d1-a31c-37f62d92f5c2 admin admin] Deleting subnet 24a11859-d722-4ef3-9227-96890173ae25 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:21:41.338956 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-641777e9-3730-48d1-a31c-37f62d92f5c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.460861 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-641777e9-3730-48d1-a31c-37f62d92f5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.574554 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf060281-02e0-4c65-88bb-e75dc6b37779 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.580208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce0f4797-5ccf-42d5-a05c-4aea489ee901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.621782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ce0f4797-5ccf-42d5-a05c-4aea489ee901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:41.629094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ce0f4797-5ccf-42d5-a05c-4aea489ee901 admin admin] Usage tracker for resource:security_group_rule and tenant:000cce12545143ddbe0614757286a2cf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:41.633538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ce0f4797-5ccf-42d5-a05c-4aea489ee901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:41.645464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ce0f4797-5ccf-42d5-a05c-4aea489ee901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:41.655487 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-641777e9-3730-48d1-a31c-37f62d92f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.661199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-fdf92cac-5c36-46f8-a077-37302f3dd1d8 req-daddbc7e-3d29-4dbc-819b-56fb2209d8ac tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] For port 7e3c0018-a103-4843-9108-29c6489e1e04, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7e3c0018-a103-4843-9108-29c6489e1e04,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:41.661561 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fdf92cac-5c36-46f8-a077-37302f3dd1d8 req-daddbc7e-3d29-4dbc-819b-56fb2209d8ac tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.699547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a0003a03-417e-4de7-af96-eaf3a73da16f None None] For port 22bc577a-f9ee-45e0-8b7e-1fde089ada43, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=22bc577a-f9ee-45e0-8b7e-1fde089ada43,segment=NetworkSegment(b02b9d97-22b8-4e50-a301-ff25f29bac1a),segment_id=b02b9d97-22b8-4e50-a301-ff25f29bac1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:41.701036 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a0003a03-417e-4de7-af96-eaf3a73da16f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.854931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-fdf92cac-5c36-46f8-a077-37302f3dd1d8 req-daddbc7e-3d29-4dbc-819b-56fb2209d8ac tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Calling delete_port for 7e3c0018-a103-4843-9108-29c6489e1e04 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:41.951028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf060281-02e0-4c65-88bb-e75dc6b37779 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.962116 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce0f4797-5ccf-42d5-a05c-4aea489ee901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:41.982607 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-641777e9-3730-48d1-a31c-37f62d92f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.003753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a0003a03-417e-4de7-af96-eaf3a73da16f None None] Calling delete_port for 22bc577a-f9ee-45e0-8b7e-1fde089ada43 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:42.007666 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf060281-02e0-4c65-88bb-e75dc6b37779 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.020964 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cf060281-02e0-4c65-88bb-e75dc6b37779 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "DELETE /v2.0/subnets/287f0d2c-7851-461b-9206-b47bc540159d HTTP/1.1" status: 204 len: 168 time: 1.5446842 Jun 03 15:21:42.023077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf060281-02e0-4c65-88bb-e75dc6b37779 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Subnet': ['ID=287f0d2c-7851-461b-9206-b47bc540159d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:42.027169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:42.056508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e367889b-6fc5-41d4-b98e-2057bfc507c9 None None] Network 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:42.170682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 22bc577a-f9ee-45e0-8b7e-1fde089ada43 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:42.237226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.250273 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fdf92cac-5c36-46f8-a077-37302f3dd1d8 req-daddbc7e-3d29-4dbc-819b-56fb2209d8ac tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.295808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['7e3c0018-a103-4843-9108-29c6489e1e04'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:21:42.366039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641777e9-3730-48d1-a31c-37f62d92f5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a11859-d722-4ef3-9227-96890173ae25,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:42.371227 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce0f4797-5ccf-42d5-a05c-4aea489ee901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.373993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Deleting port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:42.374345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.389177 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-641777e9-3730-48d1-a31c-37f62d92f5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.392795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38064) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:42.422052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38066) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:42.451067 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a0003a03-417e-4de7-af96-eaf3a73da16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.463895 n-d-844595-1 neutron-server[88446]: INFO neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No ports have port_id starting with 22bc577a-f9ee-45e0-8b7e-1fde089ada43 Jun 03 15:21:42.479210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddbc7e-3d29-4dbc-819b-56fb2209d8ac tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Pushing event deleted for resources: {'Port': ['ID=7e3c0018-a103-4843-9108-29c6489e1e04,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:42.493497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-336c1cf0-fdd9-4f4a-a6c8-2e68ee428d5b req-7a548090-4270-43f8-aacb-d8268e419056 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 210 time: 0.1327865 Jun 03 15:21:42.540527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-641777e9-3730-48d1-a31c-37f62d92f5c2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/24a11859-d722-4ef3-9227-96890173ae25 HTTP/1.1" status: 204 len: 168 time: 1.3510680 Jun 03 15:21:42.545024 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ce0f4797-5ccf-42d5-a05c-4aea489ee901 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=000cce12545143ddbe0614757286a2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3734484 Jun 03 15:21:42.546013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38076) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:42.548497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f4797-5ccf-42d5-a05c-4aea489ee901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3e9aa5-e92f-4124-841e-504c5fbf8d45,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:42.572158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:42.594910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0003a03-417e-4de7-af96-eaf3a73da16f None None] No DVR routers for this DVR port 22bc577a-f9ee-45e0-8b7e-1fde089ada43 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:42.619723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0003a03-417e-4de7-af96-eaf3a73da16f None None] Pushing event deleted for resources: {'Port': ['ID=22bc577a-f9ee-45e0-8b7e-1fde089ada43,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:42.671458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] The port '22bc577a-f9ee-45e0-8b7e-1fde089ada43' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:21:42.692311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.752092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15429202-76ab-4a6d-b60f-38b4c450439b None None] DHCP port deletion for 5e48a0e0-f4f6-4013-9073-ab6b7529ab3a request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:21:42.758002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-15429202-76ab-4a6d-b60f-38b4c450439b None None] Deleting port e8992a9a-cc3e-47e9-9dd3-226f61856ccd {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:42.758370 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-15429202-76ab-4a6d-b60f-38b4c450439b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.833460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-974332055-network', 'tenant_id': '13ae99b168974181a09081bb91741778'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:42.835005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf92cac-5c36-46f8-a077-37302f3dd1d8 req-daddbc7e-3d29-4dbc-819b-56fb2209d8ac tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] No DVR routers for this DVR port 7e3c0018-a103-4843-9108-29c6489e1e04 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:42.837698 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3ed26d9-3a4f-4325-9f77-2273824d2727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.847090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fdf92cac-5c36-46f8-a077-37302f3dd1d8 req-daddbc7e-3d29-4dbc-819b-56fb2209d8ac tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.849854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'name': 'network-vif-deleted', 'tag': '7e3c0018-a103-4843-9108-29c6489e1e04'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:42.859577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:42.877844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e3ed26d9-3a4f-4325-9f77-2273824d2727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:42.879849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Usage tracker for resource:network and tenant:13ae99b168974181a09081bb91741778 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:42.886637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:42.889601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e3ed26d9-3a4f-4325-9f77-2273824d2727 admin admin] Usage tracker for resource:security_group_rule and tenant:5deaf0b85909471fa111c0865d1f4a07 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:42.896726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e3ed26d9-3a4f-4325-9f77-2273824d2727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:42.901241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:42.906737 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.915282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e3ed26d9-3a4f-4325-9f77-2273824d2727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:42.943092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Made reservation on behalf of 13ae99b168974181a09081bb91741778 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:42.945614 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.948473 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3697de-cc66-4b6b-a6ee-eea494be8a4e'] response: {'server_uuid': 'e08a5ec5-1af2-4567-b6e2-15330ab6267a', 'name': 'network-vif-deleted', 'tag': '7e3c0018-a103-4843-9108-29c6489e1e04', 'status': 'completed', 'code': 200} Jun 03 15:21:42.960521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4046ad-552f-4dd6-8436-e65ab1c41e46']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:42.967613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:42.997197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc11a63-40cb-4048-85b6-fdd4949e584e') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:42.997493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc11a63-40cb-4048-85b6-fdd4949e584e') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:42.999127 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fdf92cac-5c36-46f8-a077-37302f3dd1d8 req-daddbc7e-3d29-4dbc-819b-56fb2209d8ac tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.67 "DELETE /v2.0/ports/7e3c0018-a103-4843-9108-29c6489e1e04 HTTP/1.1" status: 204 len: 173 time: 2.1184492 Jun 03 15:21:43.004663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:43.013344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Usage tracker for resource:security_group_rule and tenant:13ae99b168974181a09081bb91741778 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:43.016173 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd59514c-95f9-429d-a5d9-f6feac2543d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.019034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:43.019341 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.025835 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.038823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:43.057323 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.066786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-15429202-76ab-4a6d-b60f-38b4c450439b None None] For port e8992a9a-cc3e-47e9-9dd3-226f61856ccd, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e8992a9a-cc3e-47e9-9dd3-226f61856ccd,segment=NetworkSegment(a91d480b-5dc2-42bf-a5a8-536432292b94),segment_id=a91d480b-5dc2-42bf-a5a8-536432292b94)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:43.067167 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-15429202-76ab-4a6d-b60f-38b4c450439b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.080665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:21:43.081331 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.084284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-dcc18462-77ee-49c7-b1b4-5dab22a3d723 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:43.085191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-dcc18462-77ee-49c7-b1b4-5dab22a3d723 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Synchronizing usage tracker for tenant:d364816539414c638a0f5c07be3c5ed8 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:43.094470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc22e54-1e78-40f9-b670-dbfcf3e62ca1']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:43.103118 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd59514c-95f9-429d-a5d9-f6feac2543d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.134859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02b9d97-22b8-4e50-a301-ff25f29bac1a') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:43.135415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02b9d97-22b8-4e50-a301-ff25f29bac1a') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:43.165806 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.166101 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 1bc11a63-40cb-4048-85b6-fdd4949e584e resource provider aggregate not found Jun 03 15:21:43.177614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-dcc18462-77ee-49c7-b1b4-5dab22a3d723 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Unset dirty status for tenant:d364816539414c638a0f5c07be3c5ed8 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:43.179006 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-dcc18462-77ee-49c7-b1b4-5dab22a3d723 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.75 "GET /v2.0/networks?id=aa18482f-2775-431f-9b06-feba3164b757 HTTP/1.1" status: 200 len: 813 time: 0.6920633 Jun 03 15:21:43.191551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.197516 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 1bc11a63-40cb-4048-85b6-fdd4949e584e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1bc11a63-40cb-4048-85b6-fdd4949e584e found for delete ", "request_id": "req-72830eb9-7d07-4369-9481-499d0821db5d"}]} Jun 03 15:21:43.205310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:21:43.206282 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.230786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Request body: {'port': {'device_id': '832522ec-f129-4ba3-8813-52d359f023fe', 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757', 'admin_state_up': True, 'tenant_id': 'd364816539414c638a0f5c07be3c5ed8'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:43.243523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-15429202-76ab-4a6d-b60f-38b4c450439b None None] Calling delete_port for e8992a9a-cc3e-47e9-9dd3-226f61856ccd owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:43.275934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.298400 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3ed26d9-3a4f-4325-9f77-2273824d2727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.302117 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b02b9d97-22b8-4e50-a301-ff25f29bac1a resource provider aggregate not found Jun 03 15:21:43.304082 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.337551 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3ed26d9-3a4f-4325-9f77-2273824d2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.363447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4046ad-552f-4dd6-8436-e65ab1c41e46,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:43.363654 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-15429202-76ab-4a6d-b60f-38b4c450439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.423634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-df34f188-885d-4d0d-a623-7a56fbe8eca5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5a4046ad-552f-4dd6-8436-e65ab1c41e46 HTTP/1.1" status: 204 len: 168 time: 0.8762379 Jun 03 15:21:43.424411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15429202-76ab-4a6d-b60f-38b4c450439b None None] Pushing event deleted for resources: {'Port': ['ID=e8992a9a-cc3e-47e9-9dd3-226f61856ccd,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:43.428249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15429202-76ab-4a6d-b60f-38b4c450439b None None] No DVR routers for this DVR port e8992a9a-cc3e-47e9-9dd3-226f61856ccd on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:21:43.429405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed26d9-3a4f-4325-9f77-2273824d2727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ceda7b-78e6-4114-969c-e2d9c38e3b44,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:43.433754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.437366 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e3ed26d9-3a4f-4325-9f77-2273824d2727 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5deaf0b85909471fa111c0865d1f4a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9589827 Jun 03 15:21:43.440128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38098) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:43.456313 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.504285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:21:43.518299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd59514c-95f9-429d-a5d9-f6feac2543d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.539899 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b02b9d97-22b8-4e50-a301-ff25f29bac1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b02b9d97-22b8-4e50-a301-ff25f29bac1a found for delete ", "request_id": "req-6f914570-81ce-4e3d-a3d5-df9dca8a641f"}]} Jun 03 15:21:43.550261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80764021-845a-4b4c-a91f-59fc1caca4e5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:43.560157 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.560490 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Added segment 90c42874-2439-42ee-8cd5-3df35cf13e1a of type vlan for network b2d2816f-e77d-4c29-9e51-8e776082d79b Jun 03 15:21:43.562627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59514c-95f9-429d-a5d9-f6feac2543d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3e9aa5-e92f-4124-841e-504c5fbf8d45,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:43.586372 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd59514c-95f9-429d-a5d9-f6feac2543d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.587914 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dd59514c-95f9-429d-a5d9-f6feac2543d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc3e9aa5-e92f-4124-841e-504c5fbf8d45 HTTP/1.1" status: 204 len: 168 time: 0.9897580 Jun 03 15:21:43.597429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.603629 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.663117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Network': ['ID=5fc22e54-1e78-40f9-b670-dbfcf3e62ca1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:43.688936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38106) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:43.725929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4ff84ef-9fa4-4506-acb2-124adbec9956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.726815 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6c2314f3-d6c7-4181-8e65-3d26829e77e7 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "DELETE /v2.0/networks/5fc22e54-1e78-40f9-b670-dbfcf3e62ca1 HTTP/1.1" status: 204 len: 168 time: 1.6975067 Jun 03 15:21:43.734339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38110) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:43.741840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:43.756265 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4ff84ef-9fa4-4506-acb2-124adbec9956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.767940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Usage tracker for resource:port and tenant:d364816539414c638a0f5c07be3c5ed8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:43.781663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:43.812153 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.833131 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85d0b9fd-5af1-4353-95c4-ee3abc1d6f4a req-6fed6ec7-1175-42bf-9ef2-6339698d018d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 210 time: 0.1723206 Jun 03 15:21:43.849774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:43.878749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4ff84ef-9fa4-4506-acb2-124adbec9956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.892728 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-31bada6b-d4f1-4ed1-bd50-1be6a5e45d99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=253eaaef69a0433bba02fc6195ecabda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014248 Jun 03 15:21:43.893973 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.895374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:43.897142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.898039 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.899243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38116) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:43.899943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Made reservation on behalf of d364816539414c638a0f5c07be3c5ed8 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:43.903414 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:43.928095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff84ef-9fa4-4506-acb2-124adbec9956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ceda7b-78e6-4114-969c-e2d9c38e3b44,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:44.040026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4ff84ef-9fa4-4506-acb2-124adbec9956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.044118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b4ff84ef-9fa4-4506-acb2-124adbec9956 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0ceda7b-78e6-4114-969c-e2d9c38e3b44 HTTP/1.1" status: 204 len: 168 time: 0.6028090 Jun 03 15:21:44.057407 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6461167 Jun 03 15:21:44.063203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38130) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:44.067295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e8992a9a-cc3e-47e9-9dd3-226f61856ccd no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:44.093809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af112c9-9952-4d4e-a0fd-6a531b63f7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=b2d2816f-e77d-4c29-9e51-8e776082d79b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:44.109729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network b2d2816f-e77d-4c29-9e51-8e776082d79b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:21:44.113672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Request body: {'subnet': {'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-974332055-subnet', 'tenant_id': '13ae99b168974181a09081bb91741778', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:44.125537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:44.136747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Usage tracker for resource:subnet and tenant:13ae99b168974181a09081bb91741778 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:44.145597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:44.157158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:44.183140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Made reservation on behalf of 13ae99b168974181a09081bb91741778 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:44.186366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.191869 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.194860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e8992a9a-cc3e-47e9-9dd3-226f61856ccd {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:44.195591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e8992a9a-cc3e-47e9-9dd3-226f61856ccd not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:44.259044 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed9a741d-c270-4146-bda8-1999d7c338ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.336330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Allocated IP 172.20.0.4 (aa18482f-2775-431f-9b06-feba3164b757/d543a2af-5d18-4ed5-aa26-14050c8b835e/e9d6f757-86a2-445d-baf8-db53c6688105) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:44.367831 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed9a741d-c270-4146-bda8-1999d7c338ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.441343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e48a0e0-f4f6-4013-9073-ab6b7529ab3a']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:44.468450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91d480b-5dc2-42bf-a5a8-536432292b94') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:44.468751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91d480b-5dc2-42bf-a5a8-536432292b94') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:44.476405 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.505452 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.532914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38142) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:44.545852 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed9a741d-c270-4146-bda8-1999d7c338ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.562717 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4d3a11d4-c015-463d-9e3b-0c87dc45541c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.591798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72aae98-1eb7-4abe-94c0-d6287bdc58a2,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:44.595634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4d3a11d4-c015-463d-9e3b-0c87dc45541c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:44.603765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4d3a11d4-c015-463d-9e3b-0c87dc45541c admin admin] Usage tracker for resource:security_group_rule and tenant:dbe1846063e84727a17aa8a9215dae19 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:44.607978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4d3a11d4-c015-463d-9e3b-0c87dc45541c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:44.610733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.610896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Checking segment: {'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:44.611257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Network hostable DHCP agents. Network: b2d2816f-e77d-4c29-9e51-8e776082d79b, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:21:44.619695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4d3a11d4-c015-463d-9e3b-0c87dc45541c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:44.621254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a741d-c270-4146-bda8-1999d7c338ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:44.641850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:21:44.642309 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.646687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Network b2d2816f-e77d-4c29-9e51-8e776082d79b is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:21:44.664923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, b2d2816f-e77d-4c29-9e51-8e776082d79b) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:44.672561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:44.672778 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.679970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b758c510-6733-404b-9171-858accefd1ea None None] Network b2d2816f-e77d-4c29-9e51-8e776082d79b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:44.724630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bd93ecbd-28a3-4daa-9352-d39574ebec46 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6604400 Jun 03 15:21:44.727623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38148) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:44.740991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:44.747869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:44.755370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed9a741d-c270-4146-bda8-1999d7c338ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.759292 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ed9a741d-c270-4146-bda8-1999d7c338ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbf9fd1c-557f-4e4e-b314-62aad8b4b5d5 HTTP/1.1" status: 204 len: 168 time: 0.8386459 Jun 03 15:21:44.762381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Usage tracker for resource:router and tenant:13ae99b168974181a09081bb91741778 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:44.769119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:44.779722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4d3a11d4-c015-463d-9e3b-0c87dc45541c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.781486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:44.792171 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4d3a11d4-c015-463d-9e3b-0c87dc45541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.797032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.818175 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.819540 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.829762 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.854165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] Pushing event deleted for resources: {'Network': ['ID=5e48a0e0-f4f6-4013-9073-ab6b7529ab3a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:44.862246 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.881899 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dbd87f07-5544-44b3-8207-a67e67444ab6 tempest-TaggedBootDevicesTest_v242-1436018253 tempest-TaggedBootDevicesTest_v242-1436018253-project] 10.222.0.48 "DELETE /v2.0/networks/5e48a0e0-f4f6-4013-9073-ab6b7529ab3a HTTP/1.1" status: 204 len: 168 time: 1.1341321 Jun 03 15:21:44.924970 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.925803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38158) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:44.929598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:44.973104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4d3a11d4-c015-463d-9e3b-0c87dc45541c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbe1846063e84727a17aa8a9215dae19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376683 Jun 03 15:21:44.984126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-b2d2816f-e77d-4c29-9e51-8e776082d79b', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'tenant_id': '13ae99b168974181a09081bb91741778', 'fixed_ips': [{'subnet_id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:21:44.984955 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.001921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38164) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:45.008531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a11d4-c015-463d-9e3b-0c87dc45541c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1737c37-2281-49b3-b073-aeb8c412e354,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:45.074088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7e3c0018-a103-4843-9108-29c6489e1e04 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:21:45.094984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-690341805-network', 'tenant_id': 'cf8688d8ee834a5d8dc06dd4f41cabdd'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:45.117639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Network aa18482f-2775-431f-9b06-feba3164b757 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:45.131843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:45.140612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:45.151855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Usage tracker for resource:network and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:45.155743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:45.187424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:45.190947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Allocated IP 172.20.0.2 (b2d2816f-e77d-4c29-9e51-8e776082d79b/c72aae98-1eb7-4abe-94c0-d6287bdc58a2/af440662-bef8-4242-953c-7d3b1a689900) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:45.196412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Pushing event updated for resources: {'Port': ['ID=e9d6f757-86a2-445d-baf8-db53c6688105,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:45.199975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:45.236252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Made reservation on behalf of cf8688d8ee834a5d8dc06dd4f41cabdd for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:45.239374 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.263081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:45.264165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.268493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.297510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:45.302848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Usage tracker for resource:security_group_rule and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:45.307544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:45.318062 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-d9292494-86bc-43a6-9cde-a3a3531323cb tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1186156 Jun 03 15:21:45.333148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:45.343283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Request body: {'port': {'device_id': '832522ec-f129-4ba3-8813-52d359f023fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:45.464420 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.475345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Transition to ACTIVE for port object af440662-bef8-4242-953c-7d3b1a689900 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:45.503018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 7e3c0018-a103-4843-9108-29c6489e1e04 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:21:45.503337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7e3c0018-a103-4843-9108-29c6489e1e04 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:21:45.505097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Transition to ACTIVE for port object af440662-bef8-4242-953c-7d3b1a689900 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:45.527947 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.568396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.598006 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a91d480b-5dc2-42bf-a5a8-536432292b94 resource provider aggregate not found Jun 03 15:21:45.610469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Network b2d2816f-e77d-4c29-9e51-8e776082d79b is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:45.613775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:45.618656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:45.642133 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a91d480b-5dc2-42bf-a5a8-536432292b94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a91d480b-5dc2-42bf-a5a8-536432292b94 found for delete ", "request_id": "req-12f75a7a-bdbf-476b-bada-225687811f56"}]} Jun 03 15:21:45.670096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Pushing event updated for resources: {'Port': ['ID=af440662-bef8-4242-953c-7d3b1a689900,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:45.672500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9393f0b8-e550-4ff4-8b4d-a9c3c636a27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.736123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Attempting to bind port af440662-bef8-4242-953c-7d3b1a689900 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:45.736604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Attempting to bind port af440662-bef8-4242-953c-7d3b1a689900 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:45.736959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Attempting to bind port af440662-bef8-4242-953c-7d3b1a689900 on network b2d2816f-e77d-4c29-9e51-8e776082d79b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:45.743451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:45.743810 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Checking segment: {'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:45.744795 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.745311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Bound using segment: {'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:45.745979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Bound port: af440662-bef8-4242-953c-7d3b1a689900, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:45.746348 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.785626 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.793505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.845155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9393f0b8-e550-4ff4-8b4d-a9c3c636a27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.858471 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.880072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b73e8a-4c9e-4d3f-bd9b-5864d6ce7998 req-ceafe83c-9b68-450b-a258-a8e62e9055cf tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:45.887757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84b73e8a-4c9e-4d3f-bd9b-5864d6ce7998 req-ceafe83c-9b68-450b-a258-a8e62e9055cf tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 931 time: 0.7804248 Jun 03 15:21:45.910777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] For port af440662-bef8-4242-953c-7d3b1a689900, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:45.914798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] For port af440662-bef8-4242-953c-7d3b1a689900, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af440662-bef8-4242-953c-7d3b1a689900,segment=NetworkSegment(90c42874-2439-42ee-8cd5-3df35cf13e1a),segment_id=90c42874-2439-42ee-8cd5-3df35cf13e1a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:45.921176 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:45.943297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:21:46.055320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d336dd7-9d28-4a4f-b1ba-0f14f29199ee None None] Pushing event updated for resources: {'Port': ['ID=af440662-bef8-4242-953c-7d3b1a689900,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:46.062307 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84b73e8a-4c9e-4d3f-bd9b-5864d6ce7998 req-14c9c81b-091c-4163-bafd-5fdc02dac120 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734753 Jun 03 15:21:46.122865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738a472f-afd0-40fd-9a34-b88b57d16a96,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:46.147747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9393f0b8-e550-4ff4-8b4d-a9c3c636a27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.148007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.148351 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Added segment a1b54dd9-1388-437e-bf4c-5859387e6f2b of type vlan for network e2c30d5b-a4a2-4263-95e1-4133b409a960 Jun 03 15:21:46.170769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393f0b8-e550-4ff4-8b4d-a9c3c636a27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1737c37-2281-49b3-b073-aeb8c412e354,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:46.215930 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9393f0b8-e550-4ff4-8b4d-a9c3c636a27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.217044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9393f0b8-e550-4ff4-8b4d-a9c3c636a27f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1737c37-2281-49b3-b073-aeb8c412e354 HTTP/1.1" status: 204 len: 168 time: 1.1965172 Jun 03 15:21:46.217165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.274965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.276237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:46.276904 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.543596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c30d5b-a4a2-4263-95e1-4133b409a960,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:46.556739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e2c30d5b-a4a2-4263-95e1-4133b409a960 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:21:46.604514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d6f757-86a2-445d-baf8-db53c6688105 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:46.623534 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.634269 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b17e824b-6f77-4705-b439-9a5015d11d12 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7043405 Jun 03 15:21:46.634794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38206) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:46.657979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Request body: {'subnet': {'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-690341805-subnet', 'tenant_id': 'cf8688d8ee834a5d8dc06dd4f41cabdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:46.676960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:46.688320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Transition to ACTIVE for port object e9d6f757-86a2-445d-baf8-db53c6688105 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:46.689644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Usage tracker for resource:subnet and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:46.692847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:46.699734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:46.707582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.781806 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.840999 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:46.931550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Made reservation on behalf of cf8688d8ee834a5d8dc06dd4f41cabdd for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:46.933865 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.120165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Allocated IP 172.25.7.65 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/affb3b32-c8b4-460b-bb9b-7a8d6b824ad3) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:47.168150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d6f757-86a2-445d-baf8-db53c6688105,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:47.211323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Attempting to bind port e9d6f757-86a2-445d-baf8-db53c6688105 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:47.211658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Attempting to bind port e9d6f757-86a2-445d-baf8-db53c6688105 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:47.212081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Attempting to bind port e9d6f757-86a2-445d-baf8-db53c6688105 on network aa18482f-2775-431f-9b06-feba3164b757 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:47.221390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Port e9d6f757-86a2-445d-baf8-db53c6688105 on network aa18482f-2775-431f-9b06-feba3164b757 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:21:47.221693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Attempting to bind port e9d6f757-86a2-445d-baf8-db53c6688105 on network aa18482f-2775-431f-9b06-feba3164b757 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:47.239752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:47.240090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Checking segment: {'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:47.240482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Bound using segment: {'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:47.240920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Bound port: e9d6f757-86a2-445d-baf8-db53c6688105, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:47.241265 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.405791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] For port e9d6f757-86a2-445d-baf8-db53c6688105, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:47.410145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] For port e9d6f757-86a2-445d-baf8-db53c6688105, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e9d6f757-86a2-445d-baf8-db53c6688105,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:47.492682 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.609863 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.623242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c9260-d429-476a-a9cc-8a6385d93b51 req-77be9894-b79d-4fdc-981c-b13773c69b02 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:47.624938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d28c9260-d429-476a-a9cc-8a6385d93b51 req-77be9894-b79d-4fdc-981c-b13773c69b02 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 943 time: 0.3242872 Jun 03 15:21:47.631613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:47.632574 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.634557 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] 10.222.0.75 "PUT /v2.0/ports/e9d6f757-86a2-445d-baf8-db53c6688105 HTTP/1.1" status: 200 len: 1091 time: 2.3067558 Jun 03 15:21:47.637508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832522ec-f129-4ba3-8813-52d359f023fe', 'tag': 'e9d6f757-86a2-445d-baf8-db53c6688105'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:47.719269 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbdf60e-bec0-496d-9087-0ffb4270ba46 None None] Network b2d2816f-e77d-4c29-9e51-8e776082d79b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:47.800302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7508cef-0f03-4800-aa9a-bda22ff5d347 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d6f757-86a2-445d-baf8-db53c6688105,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:47.814803 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316f6478-2ad0-4b60-b7eb-42dca15bbc44'] response: {'name': 'network-changed', 'server_uuid': '832522ec-f129-4ba3-8813-52d359f023fe', 'tag': 'e9d6f757-86a2-445d-baf8-db53c6688105', 'status': 'completed', 'code': 200} Jun 03 15:21:47.870215 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:47.908610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d28c9260-d429-476a-a9cc-8a6385d93b51 req-222e2ecc-3531-4d07-bf5a-a7e3fd7b7a14 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753069 Jun 03 15:21:47.912072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7be63efb-5654-407c-bd48-e18fa17ca90d None None] Provisioning for port af440662-bef8-4242-953c-7d3b1a689900 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:47.914137 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:48.043182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Pushing event updated for resources: {'Port': ['ID=affb3b32-c8b4-460b-bb9b-7a8d6b824ad3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:48.057153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:48.058390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:48.061293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:48.080895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b58f9ad-8000-49aa-8e7c-45a5a524d33a,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:48.091407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-5df07f91-7c27-4b7e-bab5-21d86b2982dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:48.092919 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-5df07f91-7c27-4b7e-bab5-21d86b2982dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d364816539414c638a0f5c07be3c5ed8&device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 1094 time: 0.3970375 Jun 03 15:21:48.101702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Checking segment: {'id': 'a1b54dd9-1388-437e-bf4c-5859387e6f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:48.102177 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Network hostable DHCP agents. Network: e2c30d5b-a4a2-4263-95e1-4133b409a960, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:21:48.157653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38258) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:48.245030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af440662-bef8-4242-953c-7d3b1a689900 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:48.279451 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-929a643d-08c9-463e-af56-ac61d140100e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9d6f757-86a2-445d-baf8-db53c6688105 HTTP/1.1" status: 200 len: 217 time: 0.1683114 Jun 03 15:21:48.296369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Network e2c30d5b-a4a2-4263-95e1-4133b409a960 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:21:48.404253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e2c30d5b-a4a2-4263-95e1-4133b409a960) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:48.420822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:48.421806 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:48.424543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270a160-d5bd-47b9-8ab9-bcd1b5bae21a None None] Network e2c30d5b-a4a2-4263-95e1-4133b409a960 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:48.452084 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6ea1a946-7118-4c1b-a93b-4c19c70447cb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8121297 Jun 03 15:21:48.454820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-42bb5764-f573-433f-b55c-f5faa1164b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:48.456277 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-42bb5764-f573-433f-b55c-f5faa1164b83 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d543a2af-5d18-4ed5-aa26-14050c8b835e HTTP/1.1" status: 200 len: 853 time: 0.1611247 Jun 03 15:21:48.552289 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-0b634e06-e8e6-4374-9e9a-946a128f067e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=aa18482f-2775-431f-9b06-feba3164b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877056 Jun 03 15:21:48.596559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port af440662-bef8-4242-953c-7d3b1a689900 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:48.618683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port af440662-bef8-4242-953c-7d3b1a689900 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:48.619049 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:48.732845 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-352edad2-ed7e-4a63-a7d4-a02aef93dab6 service neutron] 10.222.0.75 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733665 Jun 03 15:21:48.978653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port af440662-bef8-4242-953c-7d3b1a689900 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:48.979204 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:48.995779 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09f21e57-9420-482e-b19e-6589286dc1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:49.009736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f771f8-9e61-43eb-b666-f0b9da9511b9 None None] Network e2c30d5b-a4a2-4263-95e1-4133b409a960 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:49.052336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port af440662-bef8-4242-953c-7d3b1a689900, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af440662-bef8-4242-953c-7d3b1a689900,segment=NetworkSegment(90c42874-2439-42ee-8cd5-3df35cf13e1a),segment_id=90c42874-2439-42ee-8cd5-3df35cf13e1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:49.081672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-09f21e57-9420-482e-b19e-6589286dc1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:49.086880 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7210eaec-0e58-4694-b7e7-93bd8ab7596d req-1a666a3d-82e1-431e-9cc0-df69d4b0a1ea service neutron] 10.222.0.75 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450921 Jun 03 15:21:49.102100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7f1149a9-42d6-405a-9684-c3ddbbc8edba None None] Provisioning complete for port af440662-bef8-4242-953c-7d3b1a689900 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:49.102508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-09f21e57-9420-482e-b19e-6589286dc1e6 admin admin] Usage tracker for resource:security_group_rule and tenant:7da17bfab4f944ba833d979a9dc5ed46 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:49.102635 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7f1149a9-42d6-405a-9684-c3ddbbc8edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:49.111141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-09f21e57-9420-482e-b19e-6589286dc1e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:49.136785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-09f21e57-9420-482e-b19e-6589286dc1e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:49.189053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:49.313557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4c2f5-cbdf-40f0-999c-92247de0a56c req-eb593131-d145-48d2-9367-d90cc028320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:49.315464 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3ab4c2f5-cbdf-40f0-999c-92247de0a56c req-eb593131-d145-48d2-9367-d90cc028320b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d364816539414c638a0f5c07be3c5ed8&device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 1094 time: 0.1576843 Jun 03 15:21:49.549367 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09f21e57-9420-482e-b19e-6589286dc1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:49.564022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1712322266', 'description': 'tempest-description-344904656'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:49.569383 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09f21e57-9420-482e-b19e-6589286dc1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:49.628001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:49.650652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:49.696014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=af440662-bef8-4242-953c-7d3b1a689900,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:49.727192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:49.735947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7f1149a9-42d6-405a-9684-c3ddbbc8edba None None] Current status of the port af440662-bef8-4242-953c-7d3b1a689900 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:49.758069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4c2f5-cbdf-40f0-999c-92247de0a56c req-8b3c60cc-1cbd-4c25-8140-d127319bcea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:49.760618 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3ab4c2f5-cbdf-40f0-999c-92247de0a56c req-8b3c60cc-1cbd-4c25-8140-d127319bcea6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=aa18482f-2775-431f-9b06-feba3164b757 HTTP/1.1" status: 200 len: 914 time: 0.4370930 Jun 03 15:21:49.772081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:49.785574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-09f21e57-9420-482e-b19e-6589286dc1e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7da17bfab4f944ba833d979a9dc5ed46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6267505 Jun 03 15:21:49.795661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38294) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:49.796366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f21e57-9420-482e-b19e-6589286dc1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9701fc6-d12d-4d1a-bc99-66252e5aa181,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:49.827049 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:49.858662 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3ab4c2f5-cbdf-40f0-999c-92247de0a56c req-9d37d842-5777-4437-9557-0cb468bea650 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9d6f757-86a2-445d-baf8-db53c6688105 HTTP/1.1" status: 200 len: 217 time: 0.0853925 Jun 03 15:21:49.869722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:49.934203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4c2f5-cbdf-40f0-999c-92247de0a56c req-44c9cd39-209e-45e5-8c4d-6b1e2a61cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:49.935675 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3ab4c2f5-cbdf-40f0-999c-92247de0a56c req-44c9cd39-209e-45e5-8c4d-6b1e2a61cc58 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d543a2af-5d18-4ed5-aa26-14050c8b835e HTTP/1.1" status: 200 len: 853 time: 0.0700595 Jun 03 15:21:49.956469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:49.975619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group_rule and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:49.982252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:49.990064 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3ab4c2f5-cbdf-40f0-999c-92247de0a56c req-4d6423ca-6774-400f-ae3b-cb22eb3c4cf6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=aa18482f-2775-431f-9b06-feba3164b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458598 Jun 03 15:21:49.995521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b94e3-dca8-4490-a149-ae8e7824d19d req-3b92f4ff-8fbd-479d-b0a9-a3614701b12d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:49.997108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc9b94e3-dca8-4490-a149-ae8e7824d19d req-3b92f4ff-8fbd-479d-b0a9-a3614701b12d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 943 time: 0.4410081 Jun 03 15:21:50.062532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af440662-bef8-4242-953c-7d3b1a689900 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:50.070671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:50.104319 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e4982bf-d6d2-4340-b83d-9840a731dc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.141618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port af440662-bef8-4242-953c-7d3b1a689900 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:50.142029 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.162576 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3ab4c2f5-cbdf-40f0-999c-92247de0a56c req-9c6f73fd-a488-48b3-b63e-72160cca0d5f service neutron] 10.222.0.75 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548090 Jun 03 15:21:50.184446 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e4982bf-d6d2-4340-b83d-9840a731dc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.250247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc9b94e3-dca8-4490-a149-ae8e7824d19d req-54ede445-31bc-40a8-8838-2098bde98e17 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832387 Jun 03 15:21:50.259551 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e4982bf-d6d2-4340-b83d-9840a731dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.296598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4982bf-d6d2-4340-b83d-9840a731dc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9701fc6-d12d-4d1a-bc99-66252e5aa181,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:50.346204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port af440662-bef8-4242-953c-7d3b1a689900 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:50.397820 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e4982bf-d6d2-4340-b83d-9840a731dc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.401327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3e4982bf-d6d2-4340-b83d-9840a731dc49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9701fc6-d12d-4d1a-bc99-66252e5aa181 HTTP/1.1" status: 204 len: 168 time: 0.5996563 Jun 03 15:21:50.421682 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3ab4c2f5-cbdf-40f0-999c-92247de0a56c req-66a90d12-d9f8-4d44-93a0-eb423b2d22c6 service neutron] 10.222.0.75 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480617 Jun 03 15:21:50.516956 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.527370 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.566470 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.567688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4760094d-c62a-464f-9d13-aa0f601044fa req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0168090 Jun 03 15:21:50.614645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-369646330', 'description': 'tempest-description-698936368'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:50.625502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:50.631935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543f30b-533e-4c5c-a61e-e14c4139fab8 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3bfe55-4bf7-4ad4-a3dd-fe81132e180c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:50.636634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:50.640175 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.642229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:50.656083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:50.824204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23c8c94d-4514-4a78-8384-095d4d9a1410 req-39eb9909-7c38-41c7-bf55-1fd7db46b17e tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0767021 Jun 03 15:21:50.827305 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:50.916323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:50.924097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group_rule and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:50.928607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:50.938753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:51.014600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e1d06f3-5495-4c3b-80d8-b525fec8b2c3 req-b3bf9a97-2480-4ad7-834f-431382b745ce tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0618994 Jun 03 15:21:51.072271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Router b0262c70-5ec8-49ec-bdfb-a4138605d229 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:21:51.091110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:51.149836 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:51.347584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe9a7cc-bfa5-45c7-a276-0fb1661827b2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:51.401221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:51.402894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-790038b6-abcc-43ae-96b0-f90d2f5e21f1 req-4c80b696-ac5f-40cd-a6ab-66c12c610e92 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8022699 Jun 03 15:21:51.473420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e9d6f757-86a2-445d-baf8-db53c6688105 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:21:51.504685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:21:51.542507 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:51.546619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-51cf0180-c399-4f90-8405-9b4906cfa7eb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8151600 Jun 03 15:21:51.547036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38352) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:51.561221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ae96a-d145-4c7b-9ce1-a8882985415b req-63a35eab-071b-4e1d-9d2f-9686b6b61711 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:51.562648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-677ae96a-d145-4c7b-9ce1-a8882985415b req-63a35eab-071b-4e1d-9d2f-9686b6b61711 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 943 time: 0.1080725 Jun 03 15:21:51.586747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Sync routers for ids ['b0262c70-5ec8-49ec-bdfb-a4138605d229'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:21:51.626985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-677ae96a-d145-4c7b-9ce1-a8882985415b req-52d0422c-5374-4b4d-bbd9-5ca19130ecb5 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579674 Jun 03 15:21:51.723104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38360) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:51.808480 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Routers {'b0262c70-5ec8-49ec-bdfb-a4138605d229'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:51.809126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:21:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0262c70-5ec8-49ec-bdfb-a4138605d229'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:51.982989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-388189163-network', 'tenant_id': '622d84e5fa28412589f37b0f0a012a1c'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:52.003771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:52.033285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Usage tracker for resource:network and tenant:622d84e5fa28412589f37b0f0a012a1c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:52.044944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:52.123878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:52.150600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port e9d6f757-86a2-445d-baf8-db53c6688105, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e9d6f757-86a2-445d-baf8-db53c6688105,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:52.195056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Made reservation on behalf of 622d84e5fa28412589f37b0f0a012a1c for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:52.200346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'e9d6f757-86a2-445d-baf8-db53c6688105', 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757', 'port_id': 'e9d6f757-86a2-445d-baf8-db53c6688105', 'mac_address': 'fa:16:3e:a9:a4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd543a2af-5d18-4ed5-aa26-14050c8b835e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:21:52.217145 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.251045 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.286357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Set router b0262c70-5ec8-49ec-bdfb-a4138605d229 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:52.295815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-1f3f8b16-94f1-4d72-a4a7-c1becf05d833 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:52.297376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-1f3f8b16-94f1-4d72-a4a7-c1becf05d833 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 812 time: 0.5036576 Jun 03 15:21:52.352969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:52.383702 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fdba1be-5977-4bb2-8c91-6b1d2245f67a req-d0e8ea75-2783-405f-ba73-efc0b3fea8c6 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0737512 Jun 03 15:21:52.385534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Usage tracker for resource:security_group_rule and tenant:622d84e5fa28412589f37b0f0a012a1c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:52.392343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-8ae51f7a-9d79-4e63-a00d-52305212e6dd tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/quotas/cf8688d8ee834a5d8dc06dd4f41cabdd HTTP/1.1" status: 200 len: 375 time: 0.0855212 Jun 03 15:21:52.396902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:52.426868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:52.571849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-4db933e8-c6c7-4170-954d-e1c294a2774a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1705172 Jun 03 15:21:52.673724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port e9d6f757-86a2-445d-baf8-db53c6688105 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:52.686534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.729667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d6f757-86a2-445d-baf8-db53c6688105 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:52.818298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port e9d6f757-86a2-445d-baf8-db53c6688105, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e9d6f757-86a2-445d-baf8-db53c6688105,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:52.829550 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.926202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.963801 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.983413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:52.984563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=e9d6f757-86a2-445d-baf8-db53c6688105,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:53.012771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:49Z', 'revision_number': 3, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:53.020324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Checking router: b0262c70-5ec8-49ec-bdfb-a4138605d229 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:21:53.020324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Updating router b0262c70-5ec8-49ec-bdfb-a4138605d229 port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:21:53.056981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:21:53.066338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62cd70b-b7e5-41f9-aed4-e72420b7ac85,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:53.082788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-f4ac90b4-25d8-4bf8-a1ce-2eafc279fc81 service neutron] 10.222.0.48 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011079 Jun 03 15:21:53.085778 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.089742 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.090318 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Added segment 1019c8f6-5dbb-4313-8130-86fe84412c70 of type vlan for network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c Jun 03 15:21:53.131853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['e9d6f757-86a2-445d-baf8-db53c6688105'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:21:53.139403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebf01b-4fc5-4d70-83a1-cd2e7a85d2bc req-7c56d268-aa02-4076-82b4-f7be6b81b489 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:53.141030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6eebf01b-4fc5-4d70-83a1-cd2e7a85d2bc req-7c56d268-aa02-4076-82b4-f7be6b81b489 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 944 time: 0.3097889 Jun 03 15:21:53.285828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.306270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6eebf01b-4fc5-4d70-83a1-cd2e7a85d2bc req-ed8af54a-8c61-4b5c-aa0b-1ca77e560bd9 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862267 Jun 03 15:21:53.392183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-85b94f5c-0054-490a-9d5c-5fa38812f7ad service neutron] 10.222.0.48 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001533 Jun 03 15:21:53.396320 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.401655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:53.402331 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.484103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Allocated IP 172.20.0.1 (b2d2816f-e77d-4c29-9e51-8e776082d79b/c72aae98-1eb7-4abe-94c0-d6287bdc58a2/e360916f-f7c9-411b-950d-8e08e18370a2) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:53.540929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] Pushing event updated for resources: {'Network': ['ID=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:53.548522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38386) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:53.552792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7f8ee3d2-038c-4636-865d-7c7e67c0c1da admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8232298 Jun 03 15:21:53.564441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:21:53.673162 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-858a8ce6-9c37-45bd-9b0d-253dbc303ba4 req-e4544679-c0ec-4a8c-8ad9-c718c26ad9fa tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0622692 Jun 03 15:21:53.764751 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.799888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Transition to ACTIVE for port object e360916f-f7c9-411b-950d-8e08e18370a2 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:53.825283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd232b42-3d7d-4454-a6f2-bdb3475393c6 req-69902430-383b-4bf8-8bfa-9f74689d489f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 210 time: 0.0854890 Jun 03 15:21:53.838708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Request body: {'subnet': {'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-388189163-subnet', 'tenant_id': '622d84e5fa28412589f37b0f0a012a1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:53.844767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:53.848969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Usage tracker for resource:subnet and tenant:622d84e5fa28412589f37b0f0a012a1c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:53.852284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:53.860458 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.860973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:53.869632 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.886432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Transition to ACTIVE for port object affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:53.897456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.911605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Made reservation on behalf of 622d84e5fa28412589f37b0f0a012a1c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:53.917454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:53.943960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Network b2d2816f-e77d-4c29-9e51-8e776082d79b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:53.992492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:53.997496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b55c9a-2d05-41f6-a694-f1ea3045de78 None None] Pushing event updated for resources: {'Port': ['ID=affb3b32-c8b4-460b-bb9b-7a8d6b824ad3,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:54.000317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Attempting to bind port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:54.000676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Attempting to bind port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:54.001354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Attempting to bind port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:54.007437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:54.007811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:54.008806 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.009051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:54.009504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Bound port: affb3b32-c8b4-460b-bb9b-7a8d6b824ad3, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:54.009969 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.024738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:54.094390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] For port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:21:54.098365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] For port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=affb3b32-c8b4-460b-bb9b-7a8d6b824ad3,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:21:54.108091 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.111489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Pushing event updated for resources: {'Port': ['ID=e360916f-f7c9-411b-950d-8e08e18370a2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:54.140332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.140670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.140998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.141409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.141909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.142196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.142427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.142745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.143399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.143715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.144026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.144588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:54.155882 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.299911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Routers {'b0262c70-5ec8-49ec-bdfb-a4138605d229'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:54.300645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:21:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0262c70-5ec8-49ec-bdfb-a4138605d229'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:54.410255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b55c9a-2d05-41f6-a694-f1ea3045de78 None None] Pushing event updated for resources: {'Port': ['ID=affb3b32-c8b4-460b-bb9b-7a8d6b824ad3,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:54.554518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.668249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3a603d50-a900-4357-8da0-a371a3831144 None None] Provisioning for port e360916f-f7c9-411b-950d-8e08e18370a2 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:54.684596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3a603d50-a900-4357-8da0-a371a3831144 None None] Provisioning complete for port e360916f-f7c9-411b-950d-8e08e18370a2 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:54.684972 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a603d50-a900-4357-8da0-a371a3831144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.700788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab143fda-bbcc-4701-aa6c-3b0a587986f0 req-a4878233-e2a4-4717-b7a6-ff4188262362 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:54.702605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab143fda-bbcc-4701-aa6c-3b0a587986f0 req-a4878233-e2a4-4717-b7a6-ff4188262362 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 944 time: 0.1748757 Jun 03 15:21:54.726947 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:54.750450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b77897-1629-4d38-8157-f1d40799acb4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:54.783099 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab143fda-bbcc-4701-aa6c-3b0a587986f0 req-247e568a-9b67-4646-a35d-d96762b5ec0f tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729928 Jun 03 15:21:54.800102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] Set router b0262c70-5ec8-49ec-bdfb-a4138605d229 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:54.852341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Checking segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:54.852694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Network hostable DHCP agents. Network: 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:21:54.918081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:21:54.945576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3a603d50-a900-4357-8da0-a371a3831144 None None] Port e360916f-f7c9-411b-950d-8e08e18370a2 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:21:54.964367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdca646-2e55-431f-ad46-66f7f545b908 req-a7a7c296-66c9-4271-a26e-78e64f3f9076 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0540586 Jun 03 15:21:55.002860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:55.011718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:55.012326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.022320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ad4fc1-79d3-4d2a-ae83-f1e136d05494 None None] Network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:55.073232 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-36eb2c89-dbcd-4b45-b570-320ae3f3837c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4180179 Jun 03 15:21:55.100560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f071cbc-2dc2-4620-bfb5-d96d1611ab56 req-4680d178-3bc7-4306-961e-a9056604f67b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 210 time: 0.1048789 Jun 03 15:21:55.137518 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-66a9584e-15e6-4127-bb6a-72cdc0188460 req-13b3da46-291b-4d70-aa04-4deaefade8df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0600498 Jun 03 15:21:55.192425 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.203973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.335679 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:55.431713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38420) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:55.509401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e9d6f757-86a2-445d-baf8-db53c6688105 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:55.601459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d603bf-5a73-4b11-a408-723a0b233c60 None None] Network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:21:55.803346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:49Z', 'revision_number': 3, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:55.869826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442143a2-2f61-4749-828c-7b1df1274b23 None None] The sync data for ids ['b0262c70-5ec8-49ec-bdfb-a4138605d229'] in n-d-844595-1 is: [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:49Z', 'revision_number': 3, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:21:55.872245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port e9d6f757-86a2-445d-baf8-db53c6688105 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:55.875246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Pushing event updated for resources: {'Port': ['ID=e360916f-f7c9-411b-950d-8e08e18370a2,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:55.895336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port e9d6f757-86a2-445d-baf8-db53c6688105 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:55.895836 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.007980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-0847337c-890b-4bd4-bc66-c5e40babcc74 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:56.010348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-0847337c-890b-4bd4-bc66-c5e40babcc74 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Synchronizing usage tracker for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:56.020373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Network b2d2816f-e77d-4c29-9e51-8e776082d79b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:56.022659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:56.093489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port e9d6f757-86a2-445d-baf8-db53c6688105 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:56.094110 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.140741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port e9d6f757-86a2-445d-baf8-db53c6688105, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e9d6f757-86a2-445d-baf8-db53c6688105,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:56.141922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832522ec-f129-4ba3-8813-52d359f023fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6f757-86a2-445d-baf8-db53c6688105'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:21:56.150765 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.282511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=e9d6f757-86a2-445d-baf8-db53c6688105,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:56.289257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-0847337c-890b-4bd4-bc66-c5e40babcc74 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Unset dirty status for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:56.289257 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-0847337c-890b-4bd4-bc66-c5e40babcc74 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.75 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 812 time: 0.8746345 Jun 03 15:21:56.304088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'port': {'device_id': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960', 'admin_state_up': True, 'tenant_id': 'cf8688d8ee834a5d8dc06dd4f41cabdd'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:56.380421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b2b8770-8b98-43d6-b436-31c446e323f4 None None] Provisioning complete for port e360916f-f7c9-411b-950d-8e08e18370a2 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:56.381029 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b2b8770-8b98-43d6-b436-31c446e323f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.383652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9026-ba36-4247-b93e-2898ebd60409 req-f0adb9ea-ed44-41a2-9e72-397875733420 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:56.384377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-894f9026-ba36-4247-b93e-2898ebd60409 req-f0adb9ea-ed44-41a2-9e72-397875733420 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Synchronizing usage tracker for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:56.413632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a82243-9a57-4d59-9f98-883307e98de6 req-a95e282a-424b-452c-898c-1f6aff48ee2d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:56.415410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54a82243-9a57-4d59-9f98-883307e98de6 req-a95e282a-424b-452c-898c-1f6aff48ee2d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 944 time: 0.4464724 Jun 03 15:21:56.471113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Router b0262c70-5ec8-49ec-bdfb-a4138605d229 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:21:56.502016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-894f9026-ba36-4247-b93e-2898ebd60409 req-f0adb9ea-ed44-41a2-9e72-397875733420 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Unset dirty status for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:56.503694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-f0adb9ea-ed44-41a2-9e72-397875733420 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.6502473 Jun 03 15:21:56.515229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b8770-8b98-43d6-b436-31c446e323f4 None None] Port e360916f-f7c9-411b-950d-8e08e18370a2 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:21:56.541643 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-b7340a3a-e999-4b17-b624-2526f3a196e8 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/quotas/622d84e5fa28412589f37b0f0a012a1c HTTP/1.1" status: 200 len: 375 time: 0.0293612 Jun 03 15:21:56.646917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-8359cc7c-1ffa-4161-916b-9c91be4e6d44 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038327 Jun 03 15:21:56.652955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:56.709535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:port and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:56.720366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:56.729995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54a82243-9a57-4d59-9f98-883307e98de6 req-e614632d-3028-4260-86e4-a0183b983bd0 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906072 Jun 03 15:21:56.741375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:56.771908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:21:56.774189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Made reservation on behalf of cf8688d8ee834a5d8dc06dd4f41cabdd for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:56.777784 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:56.804159 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1bc8e04f-f450-454f-82d3-252d0c06255e admin admin] 10.222.0.48 "PUT /v2.0/routers/b0262c70-5ec8-49ec-bdfb-a4138605d229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2458487 Jun 03 15:21:56.906981 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-ed151a0e-8226-4727-978f-e9bbba46f8b9 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076283 Jun 03 15:21:56.983163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Allocated IP 172.20.0.11 (e2c30d5b-a4a2-4263-95e1-4133b409a960/5b58f9ad-8000-49aa-8e7c-45a5a524d33a/2e20b808-915f-4142-9c34-ef5ac52e9628) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:57.081729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddb7e1e1-91f2-4554-a637-aa26bd9e1c11 req-b81b5e2e-ca07-4fce-9982-3b8bc54514e2 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1689699 Jun 03 15:21:57.177860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.232105 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.235723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-26aab99f-c9fa-458d-a876-5ebd6fff1aec service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146842 Jun 03 15:21:57.265690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.343904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Network e2c30d5b-a4a2-4263-95e1-4133b409a960 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:57.348083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:57.350617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:21:57.419750 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cba92a1-83e1-4599-a1f1-68be53ba8f50'] response: {'server_uuid': '832522ec-f129-4ba3-8813-52d359f023fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6f757-86a2-445d-baf8-db53c6688105', 'code': 200} Jun 03 15:21:57.440755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868132e-7ea1-4e2e-99d6-92d548cb7880 req-ea7791fb-c89f-493a-8edf-2dd9b3ab6859 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:57.443102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7868132e-7ea1-4e2e-99d6-92d548cb7880 req-ea7791fb-c89f-493a-8edf-2dd9b3ab6859 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 932 time: 0.2187622 Jun 03 15:21:57.451933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'Port': ['ID=2e20b808-915f-4142-9c34-ef5ac52e9628,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:57.511399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:57.512397 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.540338 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-3db26695-e339-492f-bc13-9ffddfd3bbd6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2398076 Jun 03 15:21:57.552739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Request body: {'port': {'device_id': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:57.613294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38458) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:57.618523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298133037', 'description': 'tempest-description--49158180'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:57.628346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:57.636308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Usage tracker for resource:security_group and tenant:13ae99b168974181a09081bb91741778 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:57.641456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:57.696478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:57.757477 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.774447 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:57.813022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7868132e-7ea1-4e2e-99d6-92d548cb7880 req-7c29e7e0-8a80-423b-a12e-8205d6a44c08 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Synchronizing usage tracker for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:21:57.815718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:57.865199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7868132e-7ea1-4e2e-99d6-92d548cb7880 req-7c29e7e0-8a80-423b-a12e-8205d6a44c08 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Unset dirty status for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:21:57.865533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Usage tracker for resource:security_group_rule and tenant:13ae99b168974181a09081bb91741778 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:57.866419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7868132e-7ea1-4e2e-99d6-92d548cb7880 req-7c29e7e0-8a80-423b-a12e-8205d6a44c08 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710389 Jun 03 15:21:57.878440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:57.880704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321376c7-d7ee-4a6b-8eee-dd7a28546344 req-ece7d0b4-4fbb-4885-bdc3-403e9de1ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:57.882318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-321376c7-d7ee-4a6b-8eee-dd7a28546344 req-ece7d0b4-4fbb-4885-bdc3-403e9de1ae21 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 1096 time: 0.3786750 Jun 03 15:21:57.895370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:58.022283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d9d5793-3cd1-4462-a1ed-3e8dec1f76bb req-16125e56-7e95-4953-9933-736b1bdda64d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 210 time: 0.0727160 Jun 03 15:21:58.037049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Deleting port 6fb2f6ad-ac59-426d-aefa-4446862cd859 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:21:58.037307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.102701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-321376c7-d7ee-4a6b-8eee-dd7a28546344 req-844add3e-8cc1-4940-bcdb-103622b4f4a9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877091 Jun 03 15:21:58.180596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:21:58.212017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.219768 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.239380 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Sync routers for ids ['b0262c70-5ec8-49ec-bdfb-a4138605d229'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:21:58.259682 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Routers {'b0262c70-5ec8-49ec-bdfb-a4138605d229'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:21:58.262511 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:21:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0262c70-5ec8-49ec-bdfb-a4138605d229'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:58.269148 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.270376 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6561098 Jun 03 15:21:58.278489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38476) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:58.328663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-763252c0-7c46-4f3d-9369-bdc5333e564e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Request body: {'security_group_rule': {'security_group_id': 'ffdcd437-1eb2-4527-8dec-5409bfd274e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:58.343386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-763252c0-7c46-4f3d-9369-bdc5333e564e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:58.364164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-763252c0-7c46-4f3d-9369-bdc5333e564e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Usage tracker for resource:security_group_rule and tenant:13ae99b168974181a09081bb91741778 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:58.373175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-763252c0-7c46-4f3d-9369-bdc5333e564e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:58.386138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-763252c0-7c46-4f3d-9369-bdc5333e564e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:58.391584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:21:58.398907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:21:58.399449 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.444763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-763252c0-7c46-4f3d-9369-bdc5333e564e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.545920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b637545-7407-4414-9b3b-c27e4e49fb64 req-b8445d06-cae7-41f5-9314-d1ca08744b99 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1239185 Jun 03 15:21:58.595247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a2cb7-aaa5-4ab3-8ce5-f9ef776191f3 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdcd437-1eb2-4527-8dec-5409bfd274e1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:58.619100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:21:58.621305 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.673556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=affb3b32-c8b4-460b-bb9b-7a8d6b824ad3,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:58.682224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] For port 6fb2f6ad-ac59-426d-aefa-4446862cd859, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6fb2f6ad-ac59-426d-aefa-4446862cd859,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:21:58.682710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.684066 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.692171 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Set router b0262c70-5ec8-49ec-bdfb-a4138605d229 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:21:58.704419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b672b-3281-429d-b79f-d8dc945308c4 req-7ca4fa86-63a5-4754-90b2-d5745347cdd6 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:58.711165 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-430b672b-3281-429d-b79f-d8dc945308c4 req-7ca4fa86-63a5-4754-90b2-d5745347cdd6 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.3798115 Jun 03 15:21:58.782019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-763252c0-7c46-4f3d-9369-bdc5333e564e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.790833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-763252c0-7c46-4f3d-9369-bdc5333e564e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.835280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763252c0-7c46-4f3d-9369-bdc5333e564e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b75f883-55b9-4f47-a4ed-2b2314c64c0c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:58.844949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e20b808-915f-4142-9c34-ef5ac52e9628 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:21:58.850714 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-763252c0-7c46-4f3d-9369-bdc5333e564e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.852330 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-763252c0-7c46-4f3d-9369-bdc5333e564e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5572183 Jun 03 15:21:58.855402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38486) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:58.861110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d942c758-3fa2-4b86-8fcf-fd795adbe4b9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Request body: {'security_group_rule': {'security_group_id': 'ffdcd437-1eb2-4527-8dec-5409bfd274e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:58.868618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d942c758-3fa2-4b86-8fcf-fd795adbe4b9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:58.873015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d942c758-3fa2-4b86-8fcf-fd795adbe4b9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Usage tracker for resource:security_group_rule and tenant:13ae99b168974181a09081bb91741778 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:58.876483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d942c758-3fa2-4b86-8fcf-fd795adbe4b9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:58.876617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=affb3b32-c8b4-460b-bb9b-7a8d6b824ad3,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:58.879440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Calling delete_port for 6fb2f6ad-ac59-426d-aefa-4446862cd859 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:21:58.890279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.893168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d942c758-3fa2-4b86-8fcf-fd795adbe4b9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:58.915328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Transition to ACTIVE for port object 2e20b808-915f-4142-9c34-ef5ac52e9628 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:58.926364 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.929885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d942c758-3fa2-4b86-8fcf-fd795adbe4b9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:58.977765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ef80ca8-5de3-4c73-aa28-02f54d8f421f req-3ea43e5a-6eff-4896-ae5a-8821135f6787 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0684838 Jun 03 15:21:59.004740 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-430b672b-3281-429d-b79f-d8dc945308c4 req-e7fffcb3-e4e0-440d-9867-58014fe0c312 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903495 Jun 03 15:21:59.151908 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 4, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e360916f-f7c9-411b-950d-8e08e18370a2', 'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'tenant_id': '13ae99b168974181a09081bb91741778', 'mac_address': 'fa:16:3e:00:e9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:53Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 2, 'project_id': '13ae99b168974181a09081bb91741778', 'subnets': [{'id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:21:59.156278 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Checking router: b0262c70-5ec8-49ec-bdfb-a4138605d229 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:21:59.156619 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Updating router b0262c70-5ec8-49ec-bdfb-a4138605d229 port e360916f-f7c9-411b-950d-8e08e18370a2 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:21:59.227972 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.240346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e20b808-915f-4142-9c34-ef5ac52e9628,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:59.304242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11a957ad-368a-443c-ba0f-476b75490b10 req-59ed357c-d3cb-4a36-af3f-01bdf4e2e354 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 210 time: 0.0592666 Jun 03 15:21:59.332327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8f8a4-4a68-4157-a057-0ec108d32e9c req-fd77a29c-91cc-4c44-aba6-9452b324ad5f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:59.348240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2e8f8a4-4a68-4157-a057-0ec108d32e9c req-fd77a29c-91cc-4c44-aba6-9452b324ad5f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 944 time: 0.1704876 Jun 03 15:21:59.352126 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.362829 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.419265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb2f6ad-ac59-426d-aefa-4446862cd859,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:59.502763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2e8f8a4-4a68-4157-a057-0ec108d32e9c req-93f46fc8-2b90-4d3a-b54a-edb5b7ae7c8a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535408 Jun 03 15:21:59.520643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9026-ba36-4247-b93e-2898ebd60409 req-b8aa4210-12cc-40d3-8a3f-78a64619aab8 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:59.523218 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-b8aa4210-12cc-40d3-8a3f-78a64619aab8 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.2261090 Jun 03 15:21:59.530127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d942c758-3fa2-4b86-8fcf-fd795adbe4b9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.536492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Attempting to bind port 2e20b808-915f-4142-9c34-ef5ac52e9628 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:21:59.536817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Attempting to bind port 2e20b808-915f-4142-9c34-ef5ac52e9628 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'a1b54dd9-1388-437e-bf4c-5859387e6f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:21:59.537295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Attempting to bind port 2e20b808-915f-4142-9c34-ef5ac52e9628 on network e2c30d5b-a4a2-4263-95e1-4133b409a960 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:59.555799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Port 2e20b808-915f-4142-9c34-ef5ac52e9628 on network e2c30d5b-a4a2-4263-95e1-4133b409a960 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:21:59.556217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Attempting to bind port 2e20b808-915f-4142-9c34-ef5ac52e9628 on network e2c30d5b-a4a2-4263-95e1-4133b409a960 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:21:59.579666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Request body: {'port': {'device_id': 'f59ce525-76fb-4a3b-8165-f46819bbeec4', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'admin_state_up': True, 'tenant_id': '622d84e5fa28412589f37b0f0a012a1c'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:59.589152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.589735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.589827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.590154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.595820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.595820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.595820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.600673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.601138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.601494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.601975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.602424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:59.754433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:21:59.754803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Checking segment: {'id': 'a1b54dd9-1388-437e-bf4c-5859387e6f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:21:59.755281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Bound using segment: {'id': 'a1b54dd9-1388-437e-bf4c-5859387e6f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:21:59.755734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Bound port: 2e20b808-915f-4142-9c34-ef5ac52e9628, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b54dd9-1388-437e-bf4c-5859387e6f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:21:59.756130 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.766146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d942c758-3fa2-4b86-8fcf-fd795adbe4b9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.818463 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d942c758-3fa2-4b86-8fcf-fd795adbe4b9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.822913 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d942c758-3fa2-4b86-8fcf-fd795adbe4b9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9634440 Jun 03 15:21:59.826257 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.829116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38494) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:21:59.829808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942c758-3fa2-4b86-8fcf-fd795adbe4b9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889e5c3d-5756-4f72-bd5a-cdca130d4fde,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:59.841489 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Transition to ACTIVE for port object e360916f-f7c9-411b-950d-8e08e18370a2 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:21:59.845668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:21:59.849983 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.885695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:59.910223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Usage tracker for resource:floatingip and tenant:13ae99b168974181a09081bb91741778 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:59.916629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:59.921181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:21:59.932150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:59.944058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Usage tracker for resource:port and tenant:622d84e5fa28412589f37b0f0a012a1c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:21:59.954570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:21:59.967426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:21:59.975784 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:21:59.980769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] For port 2e20b808-915f-4142-9c34-ef5ac52e9628, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:00.008773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] For port 2e20b808-915f-4142-9c34-ef5ac52e9628, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2e20b808-915f-4142-9c34-ef5ac52e9628,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:22:00.017675 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.039903 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Pushing event updated for resources: {'Port': ['ID=e360916f-f7c9-411b-950d-8e08e18370a2,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:00.091029 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.091478 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.091869 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.092257 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.092657 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.093125 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.093545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.093964 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.094345 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.094718 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.095097 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.095464 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:00.158273 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Attempting to bind port e360916f-f7c9-411b-950d-8e08e18370a2 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:22:00.162339 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Attempting to bind port e360916f-f7c9-411b-950d-8e08e18370a2 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:22:00.162876 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Attempting to bind port e360916f-f7c9-411b-950d-8e08e18370a2 on network b2d2816f-e77d-4c29-9e51-8e776082d79b {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:00.183964 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:22:00.183964 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Checking segment: {'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:00.183964 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.185105 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Bound using segment: {'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:22:00.185625 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Bound port: e360916f-f7c9-411b-950d-8e08e18370a2, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:22:00.186040 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.227268 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.260137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:00.329611 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] For port e360916f-f7c9-411b-950d-8e08e18370a2, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:00.334344 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] For port e360916f-f7c9-411b-950d-8e08e18370a2, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e360916f-f7c9-411b-950d-8e08e18370a2,segment=NetworkSegment(90c42874-2439-42ee-8cd5-3df35cf13e1a),segment_id=90c42874-2439-42ee-8cd5-3df35cf13e1a)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:22:00.343761 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-efa73849-9944-4952-a976-112c9398cead req-f97549f7-ed48-400a-8158-d0458580f8d7 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0713179 Jun 03 15:22:00.344756 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.366881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:00.367590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.369056 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] 10.222.0.75 "PUT /v2.0/ports/2e20b808-915f-4142-9c34-ef5ac52e9628 HTTP/1.1" status: 200 len: 1092 time: 2.8210633 Jun 03 15:22:00.428327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'tag': '2e20b808-915f-4142-9c34-ef5ac52e9628'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:00.433678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7243b50-4b04-4efa-bab0-773e9a6b32f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e20b808-915f-4142-9c34-ef5ac52e9628,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:00.438172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Made reservation on behalf of 622d84e5fa28412589f37b0f0a012a1c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:00.441782 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.455374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:00.455738 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:00.477926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a29a6-d819-47a3-8dcd-e3d297eb5b09 req-06bf5153-f055-423d-b2e6-84e559ba5f57 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:00.479737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b98a29a6-d819-47a3-8dcd-e3d297eb5b09 req-06bf5153-f055-423d-b2e6-84e559ba5f57 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.2675469 Jun 03 15:22:00.617719 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Routers {'b0262c70-5ec8-49ec-bdfb-a4138605d229'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:00.618489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b98a29a6-d819-47a3-8dcd-e3d297eb5b09 req-56f0e925-b5e3-47eb-b818-79d5cba9dfc4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736709 Jun 03 15:22:00.620413 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:21:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0262c70-5ec8-49ec-bdfb-a4138605d229'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:00.652978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:00.656560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:22:00.724924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-014c96cb-0bda-45c1-8a5a-17c46533b776 req-a1740197-188a-4336-bac3-3610b6d1acf7 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 210 time: 0.0618176 Jun 03 15:22:00.725396 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ea6190-ac99-418e-abd3-d895d0a4b564'] response: {'name': 'network-changed', 'server_uuid': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'tag': '2e20b808-915f-4142-9c34-ef5ac52e9628', 'status': 'completed', 'code': 200} Jun 03 15:22:00.754995 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11553f0f-f994-40e5-b485-feae700857cf None None] Pushing event updated for resources: {'Port': ['ID=e360916f-f7c9-411b-950d-8e08e18370a2,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:00.784074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Allocated IP 172.20.0.14 (0eb35c9f-ee3c-45a8-b613-18d6f2387c2c/a4b77897-1629-4d38-8157-f1d40799acb4/37046dd9-1626-4c38-b08a-e14bcea64207) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:00.916032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-e45102fa-994c-4290-a733-a206cc6220c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:00.917522 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-e45102fa-994c-4290-a733-a206cc6220c2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 1095 time: 0.4446599 Jun 03 15:22:00.934153 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] Set router b0262c70-5ec8-49ec-bdfb-a4138605d229 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:00.996181 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-384ebb88-42de-4f38-8bfd-f67329959a67 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e20b808-915f-4142-9c34-ef5ac52e9628 HTTP/1.1" status: 200 len: 217 time: 0.0704792 Jun 03 15:22:01.096640 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:01.123442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:22:01.140741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b3422e-ad7c-4edb-9f4e-5ed8e298a63f None None] Sync routers for ids ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:22:01.154941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6b3e201d-2868-4d06-8d42-8bd15870cf99 admin admin] 10.222.0.48 "PUT /v2.0/routers/6d4ea7f7-6016-46ce-92f1-8212d2a90072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7220931 Jun 03 15:22:01.158852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3422e-ad7c-4edb-9f4e-5ed8e298a63f None None] Routers {'6d4ea7f7-6016-46ce-92f1-8212d2a90072'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:01.159756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-33b3422e-ad7c-4edb-9f4e-5ed8e298a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:21:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:01.163169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b084203-fa3e-47fa-a8ce-e24e85c86ea0 req-aab2820a-1a83-43cf-a9ba-3ff62936e462 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:01.164772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b084203-fa3e-47fa-a8ce-e24e85c86ea0 req-aab2820a-1a83-43cf-a9ba-3ff62936e462 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.2740984 Jun 03 15:22:01.166764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38510) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:01.281869 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 4, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e360916f-f7c9-411b-950d-8e08e18370a2', 'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'tenant_id': '13ae99b168974181a09081bb91741778', 'mac_address': 'fa:16:3e:00:e9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:53Z', 'updated_at': '2022-06-03T15:22:00Z', 'revision_number': 4, 'project_id': '13ae99b168974181a09081bb91741778', 'subnets': [{'id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:01.292246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afedee-ab89-48ff-9932-fb32e4c8c2cc req-f5a683c7-04b4-4b9d-b08e-3d5a89168413 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:01.298687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35afedee-ab89-48ff-9932-fb32e4c8c2cc req-f5a683c7-04b4-4b9d-b08e-3d5a89168413 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 944 time: 0.3624251 Jun 03 15:22:01.307609 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efaa6a-6313-42dd-b999-8d5a7fa111c4 None None] The sync data for ids ['b0262c70-5ec8-49ec-bdfb-a4138605d229'] in n-d-844595-1 is: [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 4, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e360916f-f7c9-411b-950d-8e08e18370a2', 'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'tenant_id': '13ae99b168974181a09081bb91741778', 'mac_address': 'fa:16:3e:00:e9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:53Z', 'updated_at': '2022-06-03T15:22:00Z', 'revision_number': 4, 'project_id': '13ae99b168974181a09081bb91741778', 'subnets': [{'id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:22:01.370262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-8fbaea9b-95e9-4a9f-8193-818375137a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:01.370262 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-8fbaea9b-95e9-4a9f-8193-818375137a96 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b58f9ad-8000-49aa-8e7c-45a5a524d33a HTTP/1.1" status: 200 len: 852 time: 0.3530879 Jun 03 15:22:01.456020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-33b3422e-ad7c-4edb-9f4e-5ed8e298a63f None None] Set router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:01.468654 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-932d2274-53b3-4fbe-8a6d-67f33ec441b2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e2c30d5b-a4a2-4263-95e1-4133b409a960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670829 Jun 03 15:22:01.511738 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:01.513235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35afedee-ab89-48ff-9932-fb32e4c8c2cc req-fae55a7c-ba6b-4bef-b057-97830e18b95c tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131469 Jun 03 15:22:01.523504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b084203-fa3e-47fa-a8ce-e24e85c86ea0 req-8e3b6d22-37e2-415e-a3c6-14e610b064c1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493729 Jun 03 15:22:01.577964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:01.634166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Allocated IP 172.25.7.130 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/a900d337-eda5-440e-b020-ef007914ff29) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:01.697859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:01.732727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72b64c70-429c-4ffb-9eeb-30883ec9a5ba req-f45669e5-bc8e-46bb-a124-8fb2710214a4 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0616786 Jun 03 15:22:02.009268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-33b3422e-ad7c-4edb-9f4e-5ed8e298a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:21:59Z', 'revision_number': 5, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:02.028682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b3422e-ad7c-4edb-9f4e-5ed8e298a63f None None] Checking router: 6d4ea7f7-6016-46ce-92f1-8212d2a90072 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:22:02.047546 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.062965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3422e-ad7c-4edb-9f4e-5ed8e298a63f None None] Routers {'6d4ea7f7-6016-46ce-92f1-8212d2a90072'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:02.063759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-33b3422e-ad7c-4edb-9f4e-5ed8e298a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:21:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:02.108694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:02.119834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:02.138750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:22:02.208760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event updated for resources: {'Port': ['ID=37046dd9-1626-4c38-b08a-e14bcea64207,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:02.251412 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-6c323d4e-ae75-4f4b-b60b-2549ee2292fa service neutron] 10.222.0.75 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802946 Jun 03 15:22:02.266804 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.267015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.267904 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.319401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Deleting port f52cbc0a-c22f-4575-88a0-ada80b96d3bc {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:02.319972 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.323779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-33b3422e-ad7c-4edb-9f4e-5ed8e298a63f None None] Set router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:02.474975 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.553735 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cdfcd138-2de8-45d7-811b-0b9c59b94a98 req-ea52ddd0-d0ce-4f4c-904a-f54aefca6ecd service neutron] 10.222.0.75 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806396 Jun 03 15:22:02.561501 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0604d3d1-ddf0-4a96-b4b5-1b0570563e02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0067828 Jun 03 15:22:02.573092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:02.576293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:02.588458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Request body: {'port': {'device_id': 'f59ce525-76fb-4a3b-8165-f46819bbeec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:02.590234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] For port f52cbc0a-c22f-4575-88a0-ada80b96d3bc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f52cbc0a-c22f-4575-88a0-ada80b96d3bc,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:02.590591 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.610732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e360916f-f7c9-411b-950d-8e08e18370a2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:02.619635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:22:02.651110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Pushing event updated for resources: {'Port': ['ID=a900d337-eda5-440e-b020-ef007914ff29,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:02.693630 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4bf81d1c-3a89-4e48-9873-09f543eb736b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.732349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Calling delete_port for f52cbc0a-c22f-4575-88a0-ada80b96d3bc owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:02.773784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e360916f-f7c9-411b-950d-8e08e18370a2 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:02.781755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e360916f-f7c9-411b-950d-8e08e18370a2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:02.782144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.837763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b00e59-5dd0-402f-98a5-0e12e44bbd68 req-435748a9-b739-4f62-b49d-5d1c72de1b5a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.845518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61b00e59-5dd0-402f-98a5-0e12e44bbd68 req-435748a9-b739-4f62-b49d-5d1c72de1b5a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 932 time: 0.7245767 Jun 03 15:22:02.845869 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.850536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-33b3422e-ad7c-4edb-9f4e-5ed8e298a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:21:59Z', 'revision_number': 5, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:02.856896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b3422e-ad7c-4edb-9f4e-5ed8e298a63f None None] The sync data for ids ['6d4ea7f7-6016-46ce-92f1-8212d2a90072'] in n-d-844595-1 is: [{'id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'name': 'tempest-TaggedBootDevicesTest_v242-1099555724-router', 'tenant_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:31Z', 'updated_at': '2022-06-03T15:21:59Z', 'revision_number': 5, 'project_id': 'fbbd9a3e92db4cb0bd344300598f62fd', 'gw_port': {'id': 'f52cbc0a-c22f-4575-88a0-ada80b96d3bc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:99:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4ea7f7-6016-46ce-92f1-8212d2a90072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:34Z', 'updated_at': '2022-06-03T15:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:22:02.906263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc95e6-72e9-4cbe-a808-650f4000e58f req-d2b24eff-7908-4522-87ee-585675d7906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.907761 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bacc95e6-72e9-4cbe-a808-650f4000e58f req-d2b24eff-7908-4522-87ee-585675d7906a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 1095 time: 0.2539816 Jun 03 15:22:02.926869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-61b00e59-5dd0-402f-98a5-0e12e44bbd68 req-0398de6c-0189-42cc-83b3-58bb97922e33 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Synchronizing usage tracker for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:02.955645 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:02.963049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774aef7-6651-45e4-84a7-4f70ee7607a2 req-80b5e5bd-30ae-43cd-bc26-3c9a6fb12286 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:02.965676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4774aef7-6651-45e4-84a7-4f70ee7607a2 req-80b5e5bd-30ae-43cd-bc26-3c9a6fb12286 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.8466828 Jun 03 15:22:02.976905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e360916f-f7c9-411b-950d-8e08e18370a2 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:02.977520 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.003139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-61b00e59-5dd0-402f-98a5-0e12e44bbd68 req-0398de6c-0189-42cc-83b3-58bb97922e33 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Unset dirty status for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:03.004634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61b00e59-5dd0-402f-98a5-0e12e44bbd68 req-0398de6c-0189-42cc-83b3-58bb97922e33 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584957 Jun 03 15:22:03.057376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4774aef7-6651-45e4-84a7-4f70ee7607a2 req-8da3ac07-eac6-47ce-83c8-21c28fe1f603 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818470 Jun 03 15:22:03.079453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e360916f-f7c9-411b-950d-8e08e18370a2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e360916f-f7c9-411b-950d-8e08e18370a2,segment=NetworkSegment(90c42874-2439-42ee-8cd5-3df35cf13e1a),segment_id=90c42874-2439-42ee-8cd5-3df35cf13e1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:03.088211 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.182645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e360916f-f7c9-411b-950d-8e08e18370a2,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:03.202368 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.296009 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0aa7e94c-d540-4685-b285-124a9095669b req-4e272732-0177-48ab-b6f2-137df502b992 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0667105 Jun 03 15:22:03.320524 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.427857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Pushing event deleted for resources: {'Port': ['ID=f52cbc0a-c22f-4575-88a0-ada80b96d3bc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:03.505626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc95e6-72e9-4cbe-a808-650f4000e58f req-05318eb5-d05a-457c-975d-7ec0932b34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:03.507245 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bacc95e6-72e9-4cbe-a808-650f4000e58f req-05318eb5-d05a-457c-975d-7ec0932b34f3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 913 time: 0.5858469 Jun 03 15:22:03.532521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b1d17-bea4-47e6-87e3-287da2d667b1 req-a9d22fc9-c57f-4a0c-b503-acdc8e3c6d82 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:03.533940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-178b1d17-bea4-47e6-87e3-287da2d667b1 req-a9d22fc9-c57f-4a0c-b503-acdc8e3c6d82 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 944 time: 0.3668485 Jun 03 15:22:03.580012 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.607907 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bacc95e6-72e9-4cbe-a808-650f4000e58f req-f05d7e25-b851-4fe8-b9ca-25a2ddfd2340 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e20b808-915f-4142-9c34-ef5ac52e9628 HTTP/1.1" status: 200 len: 217 time: 0.0899439 Jun 03 15:22:03.775256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-178b1d17-bea4-47e6-87e3-287da2d667b1 req-da5b2bf5-9dd2-4778-bc46-b9383bd11e4b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324598 Jun 03 15:22:03.777556 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.780865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.808907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc95e6-72e9-4cbe-a808-650f4000e58f req-2368344f-c14f-4d03-902b-e18681bac893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:03.810418 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bacc95e6-72e9-4cbe-a808-650f4000e58f req-2368344f-c14f-4d03-902b-e18681bac893 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b58f9ad-8000-49aa-8e7c-45a5a524d33a HTTP/1.1" status: 200 len: 852 time: 0.1823840 Jun 03 15:22:03.810530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879f10b-6841-4698-a121-61b98aac58f1 req-553ec27b-d3ae-44d2-aa18-dda4613f94f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:03.812033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5879f10b-6841-4698-a121-61b98aac58f1 req-553ec27b-d3ae-44d2-aa18-dda4613f94f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.3468490 Jun 03 15:22:03.824366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.824889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4ea7f7-6016-46ce-92f1-8212d2a90072 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:22:03.871636 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:03.877511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6cc2d982-d011-4f00-be3f-c40daacad020 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6d4ea7f7-6016-46ce-92f1-8212d2a90072 HTTP/1.1" status: 204 len: 168 time: 2.7078545 Jun 03 15:22:03.877511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38528) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:03.902523 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bacc95e6-72e9-4cbe-a808-650f4000e58f req-171d9e81-ff56-456b-856f-4faf7967a197 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e2c30d5b-a4a2-4263-95e1-4133b409a960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643845 Jun 03 15:22:04.055969 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5879f10b-6841-4698-a121-61b98aac58f1 req-c3ac0cde-9753-4e38-bfaf-12de8a7c2c48 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331526 Jun 03 15:22:04.077353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37046dd9-1626-4c38-b08a-e14bcea64207 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:04.088466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.094078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.114248 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.125696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-37078eb6-4657-4c32-80d7-574e21a0d7bf admin admin] Deleting subnet 36b083b2-47e5-47cc-b6f0-6e48a605189f {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:22:04.134289 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37078eb6-4657-4c32-80d7-574e21a0d7bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.213486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ba55b04e-90b9-4f53-88be-8c702c61768a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.240185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Transition to ACTIVE for port object 37046dd9-1626-4c38-b08a-e14bcea64207 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:22:04.244637 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37078eb6-4657-4c32-80d7-574e21a0d7bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.250023 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bacc95e6-72e9-4cbe-a808-650f4000e58f req-6bb5c106-edce-4261-b499-00ac987a405c service neutron] 10.222.0.75 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242204 Jun 03 15:22:04.256483 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.327562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9655772-1401-4c82-b761-cb40a5ec1fc3 req-e54531a4-dc8f-49d6-bba7-538fb72c3e42 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:04.338452 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9655772-1401-4c82-b761-cb40a5ec1fc3 req-e54531a4-dc8f-49d6-bba7-538fb72c3e42 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 932 time: 0.1751318 Jun 03 15:22:04.406159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9655772-1401-4c82-b761-cb40a5ec1fc3 req-6d11cb7e-418c-4909-8136-ee4776443fec tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667145 Jun 03 15:22:04.407505 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37078eb6-4657-4c32-80d7-574e21a0d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.409250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Pushing event updated for resources: {'Port': ['ID=a900d337-eda5-440e-b020-ef007914ff29,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:04.467365 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.500319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e360916f-f7c9-411b-950d-8e08e18370a2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:04.593042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37078eb6-4657-4c32-80d7-574e21a0d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.628129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e360916f-f7c9-411b-950d-8e08e18370a2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:04.629679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.648354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=37046dd9-1626-4c38-b08a-e14bcea64207,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:04.693776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.703673 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4f72d74d-7e33-481f-aa4c-63d625788806 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8710833 Jun 03 15:22:04.741227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1678bea6-c998-43cc-8c32-1d5075236c9e req-75dadefa-cc7b-444e-9e86-55f0e1b7cf02 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1352022 Jun 03 15:22:04.756477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37078eb6-4657-4c32-80d7-574e21a0d7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b083b2-47e5-47cc-b6f0-6e48a605189f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:04.769269 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37078eb6-4657-4c32-80d7-574e21a0d7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.808071 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bacc95e6-72e9-4cbe-a808-650f4000e58f req-614de523-7307-40a8-a23e-0fa3eeea6858 service neutron] 10.222.0.75 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473940 Jun 03 15:22:04.811863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef07e08-deb4-4617-971b-2020ed74c67b None None] Network 59b8d42f-7bef-4ced-83c7-f731095cdbd3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:22:04.827235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Attempting to bind port 37046dd9-1626-4c38-b08a-e14bcea64207 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:22:04.827555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Attempting to bind port 37046dd9-1626-4c38-b08a-e14bcea64207 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:22:04.827881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Attempting to bind port 37046dd9-1626-4c38-b08a-e14bcea64207 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:04.833985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Port 37046dd9-1626-4c38-b08a-e14bcea64207 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:22:04.834289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Attempting to bind port 37046dd9-1626-4c38-b08a-e14bcea64207 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:04.842027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:22:04.842668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Checking segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:04.843246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Bound using segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:22:04.843852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Bound port: 37046dd9-1626-4c38-b08a-e14bcea64207, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:22:04.844376 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:04.854318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-37078eb6-4657-4c32-80d7-574e21a0d7bf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/36b083b2-47e5-47cc-b6f0-6e48a605189f HTTP/1.1" status: 204 len: 168 time: 0.9735372 Jun 03 15:22:04.859431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38566) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:04.948807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc518d54-4412-4a99-8057-78d956a6def0 req-02f7ded1-784a-4f79-9d3f-61f997bd68f2 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:04.957266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc518d54-4412-4a99-8057-78d956a6def0 req-02f7ded1-784a-4f79-9d3f-61f997bd68f2 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.1938388 Jun 03 15:22:04.984413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e360916f-f7c9-411b-950d-8e08e18370a2 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:04.998451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6fb2f6ad-ac59-426d-aefa-4446862cd859 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:05.050597 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc518d54-4412-4a99-8057-78d956a6def0 req-9cf797e1-d7cb-4b82-81e1-f071176ab8ac tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874529 Jun 03 15:22:05.104678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6fb2f6ad-ac59-426d-aefa-4446862cd859 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:05.105078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6fb2f6ad-ac59-426d-aefa-4446862cd859 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:05.107773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] For port 37046dd9-1626-4c38-b08a-e14bcea64207, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:05.111278 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] For port 37046dd9-1626-4c38-b08a-e14bcea64207, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=37046dd9-1626-4c38-b08a-e14bcea64207,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:22:05.123770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.159028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769315-6cf3-47ac-bf45-b2a94d8f7427 req-b5846fc8-5069-45a4-a6d3-cb20379ce021 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:05.160580 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b769315-6cf3-47ac-bf45-b2a94d8f7427 req-b5846fc8-5069-45a4-a6d3-cb20379ce021 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 944 time: 0.1168866 Jun 03 15:22:05.217449 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.218943 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.224410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:05.225039 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.226615 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] 10.222.0.67 "PUT /v2.0/ports/37046dd9-1626-4c38-b08a-e14bcea64207 HTTP/1.1" status: 200 len: 1092 time: 2.6428232 Jun 03 15:22:05.227097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59ce525-76fb-4a3b-8165-f46819bbeec4', 'tag': '37046dd9-1626-4c38-b08a-e14bcea64207'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:05.254811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183716f-e882-4458-a934-e9be6241e2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=37046dd9-1626-4c38-b08a-e14bcea64207,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:05.257609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Deleting port 6d968530-0baf-4cfc-ab13-583b3be11567 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:05.257998 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.268315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ba496-f24b-4c6f-9dbc-bcd24e397a0c None None] DHCP port deletion for 59b8d42f-7bef-4ced-83c7-f731095cdbd3 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:22:05.274232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e97ba496-f24b-4c6f-9dbc-bcd24e397a0c None None] Deleting port 6d968530-0baf-4cfc-ab13-583b3be11567 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:05.274612 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e97ba496-f24b-4c6f-9dbc-bcd24e397a0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.285266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b769315-6cf3-47ac-bf45-b2a94d8f7427 req-fbc9a6f7-eb13-41b4-b826-0bb9b3f8fdd7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162949 Jun 03 15:22:05.367957 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ba1fc7-146a-4d60-bf17-d4d21c63980a'] response: {'name': 'network-changed', 'server_uuid': 'f59ce525-76fb-4a3b-8165-f46819bbeec4', 'tag': '37046dd9-1626-4c38-b08a-e14bcea64207', 'status': 'completed', 'code': 200} Jun 03 15:22:05.507855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 2e20b808-915f-4142-9c34-ef5ac52e9628 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:05.678945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eae113-a3c0-460e-9a96-0dce79b6c5a0 req-f0a10806-e9e7-4873-a49b-ec872f2bf1f2 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:05.680745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92eae113-a3c0-460e-9a96-0dce79b6c5a0 req-f0a10806-e9e7-4873-a49b-ec872f2bf1f2 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 944 time: 0.0929611 Jun 03 15:22:05.684033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 2e20b808-915f-4142-9c34-ef5ac52e9628, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2e20b808-915f-4142-9c34-ef5ac52e9628,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:05.704377 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.706667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e97ba496-f24b-4c6f-9dbc-bcd24e397a0c None None] For port 6d968530-0baf-4cfc-ab13-583b3be11567, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6d968530-0baf-4cfc-ab13-583b3be11567,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:05.706667 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e97ba496-f24b-4c6f-9dbc-bcd24e397a0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.713948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '2e20b808-915f-4142-9c34-ef5ac52e9628', 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960', 'port_id': '2e20b808-915f-4142-9c34-ef5ac52e9628', 'mac_address': 'fa:16:3e:46:93:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b58f9ad-8000-49aa-8e7c-45a5a524d33a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:05.715456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0e950ef7-b854-4925-a0ae-b665b6e285a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:05.717069 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-0e950ef7-b854-4925-a0ae-b665b6e285a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 1095 time: 0.4002984 Jun 03 15:22:05.765396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92eae113-a3c0-460e-9a96-0dce79b6c5a0 req-a1be0c16-3187-40e9-8577-9e681d53e8f3 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665882 Jun 03 15:22:05.803621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] For port 6d968530-0baf-4cfc-ab13-583b3be11567, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6d968530-0baf-4cfc-ab13-583b3be11567,segment=NetworkSegment(781991cc-0936-4a95-a2b2-b0b4a6acb565),segment_id=781991cc-0936-4a95-a2b2-b0b4a6acb565)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:05.803979 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.833130 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-6e2f9726-188e-45ae-a8da-fa770d9023ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37046dd9-1626-4c38-b08a-e14bcea64207 HTTP/1.1" status: 200 len: 217 time: 0.0982647 Jun 03 15:22:05.868977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e97ba496-f24b-4c6f-9dbc-bcd24e397a0c None None] Calling delete_port for 6d968530-0baf-4cfc-ab13-583b3be11567 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:05.937539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 2e20b808-915f-4142-9c34-ef5ac52e9628 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:05.937931 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:05.965460 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6d585e4-5d79-4aa2-9f82-46f3a8da5d6b req-2e9a968a-f1b3-42bb-8264-095975c527b4 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0679438 Jun 03 15:22:05.970456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e20b808-915f-4142-9c34-ef5ac52e9628 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:05.987036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 2e20b808-915f-4142-9c34-ef5ac52e9628, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2e20b808-915f-4142-9c34-ef5ac52e9628,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:05.995227 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:06.005409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Calling delete_port for 6d968530-0baf-4cfc-ab13-583b3be11567 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:06.087755 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e97ba496-f24b-4c6f-9dbc-bcd24e397a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:06.093936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9026-ba36-4247-b93e-2898ebd60409 req-a24d97d5-21f1-47ee-9741-798f2ecce0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.095395 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-a24d97d5-21f1-47ee-9741-798f2ecce0b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.2104483 Jun 03 15:22:06.096694 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:22:06.110353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ba496-f24b-4c6f-9dbc-bcd24e397a0c None None] No DVR routers for this DVR port 6d968530-0baf-4cfc-ab13-583b3be11567 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:06.116719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f52cbc0a-c22f-4575-88a0-ada80b96d3bc no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:06.162421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f52cbc0a-c22f-4575-88a0-ada80b96d3bc {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:06.162669 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f52cbc0a-c22f-4575-88a0-ada80b96d3bc not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:06.163084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6d968530-0baf-4cfc-ab13-583b3be11567 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:06.166444 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-dc6f48ce-0ca5-4a71-a94e-0aeb71cb6c85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559168 Jun 03 15:22:06.168685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:22:06.169011 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:22:06.194955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=2e20b808-915f-4142-9c34-ef5ac52e9628,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:06.234321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6d968530-0baf-4cfc-ab13-583b3be11567 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:06.234991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6d968530-0baf-4cfc-ab13-583b3be11567 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:06.249843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ba496-f24b-4c6f-9dbc-bcd24e397a0c None None] Pushing event deleted for resources: {'Port': ['ID=6d968530-0baf-4cfc-ab13-583b3be11567,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:06.318556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2e20b808-915f-4142-9c34-ef5ac52e9628'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:06.335465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb101aa-9924-4223-9620-71b508b37f91 req-8efb9688-6238-4fef-934a-0ab9b5a6457b tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.346649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cb101aa-9924-4223-9620-71b508b37f91 req-8efb9688-6238-4fef-934a-0ab9b5a6457b tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.1152842 Jun 03 15:22:06.386536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-983b4b09-7598-483c-98de-7f100cdec07c service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111354 Jun 03 15:22:06.431581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cb101aa-9924-4223-9620-71b508b37f91 req-d9d97226-efb4-4ecc-a47c-d97005bf2d5f tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765407 Jun 03 15:22:06.549357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1f6f-1326-4d3f-a779-d4d118266e07 req-8b297768-2552-489e-96cb-dea72c6c1461 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.550877 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d2d1f6f-1326-4d3f-a779-d4d118266e07 req-8b297768-2552-489e-96cb-dea72c6c1461 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 945 time: 0.1055543 Jun 03 15:22:06.597546 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-894f9026-ba36-4247-b93e-2898ebd60409 req-a18ce410-a12c-4887-8310-62fb06a548fb service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041557 Jun 03 15:22:06.636030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d2d1f6f-1326-4d3f-a779-d4d118266e07 req-92035edf-69f0-44e9-8a27-391d5c4535f1 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756657 Jun 03 15:22:06.669821 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Deleting port 6d968530-0baf-4cfc-ab13-583b3be11567 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:06.670198 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:06.786766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] The port '6d968530-0baf-4cfc-ab13-583b3be11567' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:22:06.915191 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:06.927160 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:06.963490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ecc5c-43bc-4a98-a007-54d33a03279f req-ae12c1d4-0210-4416-b711-8cac69732b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.965283 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e1ecc5c-43bc-4a98-a007-54d33a03279f req-ae12c1d4-0210-4416-b711-8cac69732b2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 1095 time: 0.2635584 Jun 03 15:22:06.966858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b8d42f-7bef-4ced-83c7-f731095cdbd3']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:06.972481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb1745-4785-4269-b552-662391900315 req-a4c09bb2-4156-40b2-9d11-152f7a413caa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:06.972481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0cb1745-4785-4269-b552-662391900315 req-a4c09bb2-4156-40b2-9d11-152f7a413caa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 944 time: 0.0990174 Jun 03 15:22:07.013154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781991cc-0936-4a95-a2b2-b0b4a6acb565') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:07.013450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781991cc-0936-4a95-a2b2-b0b4a6acb565') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:07.026780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0cb1745-4785-4269-b552-662391900315 req-7e1e0b53-c9c9-44d9-8af3-077b2545cc2b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Jun 03 15:22:07.102791 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.125447 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.146999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:22:07.147454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.189557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a71bcf5a-bac5-4d31-be5d-39d6ebe54117 req-9dc244ea-a96e-44d5-8596-b52c47d1fdfe tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0607193 Jun 03 15:22:07.219153 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 781991cc-0936-4a95-a2b2-b0b4a6acb565 resource provider aggregate not found Jun 03 15:22:07.254690 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 781991cc-0936-4a95-a2b2-b0b4a6acb565 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 781991cc-0936-4a95-a2b2-b0b4a6acb565 found for delete ", "request_id": "req-0503308b-4581-48c3-b49c-e740a3dffdb1"}]} Jun 03 15:22:07.264958 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ecc5c-43bc-4a98-a007-54d33a03279f req-6ce8d6d8-89c0-4f8d-aed5-98cdc12e0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:07.266558 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e1ecc5c-43bc-4a98-a007-54d33a03279f req-6ce8d6d8-89c0-4f8d-aed5-98cdc12e0045 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 912 time: 0.2809601 Jun 03 15:22:07.449023 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.454300 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.490916 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] 10.222.0.48 "DELETE /v2.0/networks/59b8d42f-7bef-4ced-83c7-f731095cdbd3 HTTP/1.1" status: 204 len: 168 time: 2.6275353 Jun 03 15:22:07.491736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38654) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:07.492061 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e1ecc5c-43bc-4a98-a007-54d33a03279f req-569bb5bd-2f6c-44ba-875e-a980d91c9d4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37046dd9-1626-4c38-b08a-e14bcea64207 HTTP/1.1" status: 200 len: 217 time: 0.2189641 Jun 03 15:22:07.495165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db2a76-a1b9-4066-8a34-797456c4c108 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b8d42f-7bef-4ced-83c7-f731095cdbd3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:07.519794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 2e20b808-915f-4142-9c34-ef5ac52e9628 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:07.569722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ecc5c-43bc-4a98-a007-54d33a03279f req-e09d93e7-2c9d-4da9-b36e-953c918a25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:07.571412 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e1ecc5c-43bc-4a98-a007-54d33a03279f req-e09d93e7-2c9d-4da9-b36e-953c918a25af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.0688267 Jun 03 15:22:07.661124 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e1ecc5c-43bc-4a98-a007-54d33a03279f req-1a06c81d-cc8d-44d4-9df5-03ad2db81e42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745816 Jun 03 15:22:07.781096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 2e20b808-915f-4142-9c34-ef5ac52e9628 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:07.795598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 2e20b808-915f-4142-9c34-ef5ac52e9628 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:07.796192 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.886584 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e1ecc5c-43bc-4a98-a007-54d33a03279f req-db8f0a6e-e96e-4aeb-beb9-1e3f47c70623 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215452 Jun 03 15:22:07.948606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 2e20b808-915f-4142-9c34-ef5ac52e9628 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:07.949101 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:07.979724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e20b808-915f-4142-9c34-ef5ac52e9628'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:07.991514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 2e20b808-915f-4142-9c34-ef5ac52e9628, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2e20b808-915f-4142-9c34-ef5ac52e9628,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:08.026541 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.081460 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e1ecc5c-43bc-4a98-a007-54d33a03279f req-3e3ac306-aa38-4b65-bcf9-11e22f4d1fc7 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868935 Jun 03 15:22:08.127533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=2e20b808-915f-4142-9c34-ef5ac52e9628,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:08.242311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc653637-18f0-4f32-9811-3a847ffbc224 req-a5b2beb6-0bd5-46be-b54b-ce3f953d4ad8 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:08.242963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc653637-18f0-4f32-9811-3a847ffbc224 req-a5b2beb6-0bd5-46be-b54b-ce3f953d4ad8 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.5545809 Jun 03 15:22:08.262477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ef742-ce82-4d83-8b0e-2f6cd435109e req-f2be7485-2e30-43c3-bfaf-beac9f58abb2 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:08.263903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-485ef742-ce82-4d83-8b0e-2f6cd435109e req-f2be7485-2e30-43c3-bfaf-beac9f58abb2 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 945 time: 0.4837284 Jun 03 15:22:08.381182 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc653637-18f0-4f32-9811-3a847ffbc224 req-7a13cafb-46d5-4e8c-aa33-f492aaa3428f tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309094 Jun 03 15:22:08.403181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-485ef742-ce82-4d83-8b0e-2f6cd435109e req-e5441d31-680f-41f1-86d8-79ca051273cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233597 Jun 03 15:22:08.507410 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067d6f5c-c2d2-4dce-bd12-899046d38a87'] response: {'server_uuid': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e20b808-915f-4142-9c34-ef5ac52e9628', 'code': 200} Jun 03 15:22:08.538744 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.667137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08550b89-9e4a-459d-8ecf-83910fac2485 req-81f8a85b-2696-4fc4-90f4-e4dc2a94284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:08.667724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:08.668721 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-08550b89-9e4a-459d-8ecf-83910fac2485 req-81f8a85b-2696-4fc4-90f4-e4dc2a94284f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 1097 time: 0.0969512 Jun 03 15:22:08.721550 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-08550b89-9e4a-459d-8ecf-83910fac2485 req-1768a985-8d28-479a-a848-d1750f6c1b51 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446823 Jun 03 15:22:09.028202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cea10-5989-4212-9e9d-8bafcc9ba9a1 req-c07bfc05-6b85-4d95-a989-05bb5e41f8c2 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:09.029749 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-782cea10-5989-4212-9e9d-8bafcc9ba9a1 req-c07bfc05-6b85-4d95-a989-05bb5e41f8c2 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 944 time: 0.4092574 Jun 03 15:22:09.037198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709abe33-308b-4df5-8f9b-4203cba8a287 req-50efe20c-baaa-42c8-819c-cd3b2a3d35f5 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:09.038616 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-709abe33-308b-4df5-8f9b-4203cba8a287 req-50efe20c-baaa-42c8-819c-cd3b2a3d35f5 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 946 time: 0.3069477 Jun 03 15:22:09.135731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-709abe33-308b-4df5-8f9b-4203cba8a287 req-414eb2ec-4060-40d3-aa58-83828dbdb3ff tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907011 Jun 03 15:22:09.138176 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-782cea10-5989-4212-9e9d-8bafcc9ba9a1 req-1898bea9-fef9-4723-806f-7742f3b3b9b1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943792 Jun 03 15:22:09.220954 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] Deleting port f5904324-68a9-40a4-9b03-e9741fedef3a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:09.221287 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:09.313622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-656e5eab-d366-403b-add6-07a9ec8f156e req-a5cd700e-ccaa-4202-965c-5c94c97c5ac6 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0641623 Jun 03 15:22:09.457152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] For port f5904324-68a9-40a4-9b03-e9741fedef3a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f5904324-68a9-40a4-9b03-e9741fedef3a,segment=NetworkSegment(aff55073-459c-4ddc-98ad-f5d5d98e32d2),segment_id=aff55073-459c-4ddc-98ad-f5d5d98e32d2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:09.457289 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:09.632854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] Calling delete_port for f5904324-68a9-40a4-9b03-e9741fedef3a owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:09.943078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2d6fa-f80a-4d93-9dd4-583a9a940e7e req-753f9221-a960-484d-be15-19dfd20ee3c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:09.944603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0cc2d6fa-f80a-4d93-9dd4-583a9a940e7e req-753f9221-a960-484d-be15-19dfd20ee3c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 946 time: 0.3188968 Jun 03 15:22:09.973608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953264ae-5880-4484-a12d-5b8eab0f5556 req-21e46625-b42f-4da4-b83b-a9c1d89f0f9d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:09.975116 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-953264ae-5880-4484-a12d-5b8eab0f5556 req-21e46625-b42f-4da4-b83b-a9c1d89f0f9d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.4408078 Jun 03 15:22:10.062453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0cc2d6fa-f80a-4d93-9dd4-583a9a940e7e req-5acebd04-365e-426a-8d43-7a26f4fe327e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101129 Jun 03 15:22:10.070447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-953264ae-5880-4484-a12d-5b8eab0f5556 req-3345da35-eed3-4886-ae26-7ecb71b0ed1b tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847337 Jun 03 15:22:10.148010 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:10.196153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5904324-68a9-40a4-9b03-e9741fedef3a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:10.625623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f2a0c-9026-449f-9c08-de629dc6d9ff req-9f9846a9-a60c-4a76-838f-b87e13579310 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:10.627052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de7f2a0c-9026-449f-9c08-de629dc6d9ff req-9f9846a9-a60c-4a76-838f-b87e13579310 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 944 time: 0.3401814 Jun 03 15:22:10.670023 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:10.751212 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de7f2a0c-9026-449f-9c08-de629dc6d9ff req-1dcf1dbc-0bdc-4e94-b3af-376461e25aa6 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173699 Jun 03 15:22:10.793509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e66300-454e-4147-972c-247c7e74b218 req-9023ffaf-66e3-479d-829b-bcb0fa7dad06 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:10.795069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67e66300-454e-4147-972c-247c7e74b218 req-9023ffaf-66e3-479d-829b-bcb0fa7dad06 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 946 time: 0.3261740 Jun 03 15:22:10.964731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67e66300-454e-4147-972c-247c7e74b218 req-219568a1-5874-4e53-a7c0-8272328e69da tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614039 Jun 03 15:22:10.968519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a94837f-7a5b-4cf3-acad-88c1b44ea236 req-c467e11a-9960-42b0-b9d8-18ccf287a390 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0628555 Jun 03 15:22:11.169561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] Router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:22:11.183241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 37046dd9-1626-4c38-b08a-e14bcea64207 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:11.350752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 37046dd9-1626-4c38-b08a-e14bcea64207, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=37046dd9-1626-4c38-b08a-e14bcea64207,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:11.370627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '37046dd9-1626-4c38-b08a-e14bcea64207', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'port_id': '37046dd9-1626-4c38-b08a-e14bcea64207', 'mac_address': 'fa:16:3e:bc:a6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b77897-1629-4d38-8157-f1d40799acb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:11.449102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 37046dd9-1626-4c38-b08a-e14bcea64207 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:11.449479 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:11.474931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37046dd9-1626-4c38-b08a-e14bcea64207 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:11.494380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 37046dd9-1626-4c38-b08a-e14bcea64207, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=37046dd9-1626-4c38-b08a-e14bcea64207,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:11.500240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:11.578864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=37046dd9-1626-4c38-b08a-e14bcea64207,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:11.647451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:22:11.667231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082dab8-f922-4322-9066-4c03e2bd3b40 req-4e18f419-f095-4a60-9c94-e814a297a0d2 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:11.669402 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03ad37-f05e-4902-9100-5ba885a722a0 None None] Sync routers for ids ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:22:11.674222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2082dab8-f922-4322-9066-4c03e2bd3b40 req-4e18f419-f095-4a60-9c94-e814a297a0d2 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 946 time: 0.4285533 Jun 03 15:22:11.679501 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03ad37-f05e-4902-9100-5ba885a722a0 None None] Routers {'64983dd1-f403-4c61-a8ea-c3d0d525bc55'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:11.680243 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0d03ad37-f05e-4902-9100-5ba885a722a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:22:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:11.695070 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-09b368e4-2dde-4075-9545-deee44d8d78c admin admin] 10.222.0.48 "PUT /v2.0/routers/64983dd1-f403-4c61-a8ea-c3d0d525bc55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1999903 Jun 03 15:22:11.695598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38696) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:11.705576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d087e3-cf0e-489e-bdf9-d9ce577c7838 req-fede8d3d-c906-4ee7-bd9b-b7eb6ddef51e tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:11.707031 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1d087e3-cf0e-489e-bdf9-d9ce577c7838 req-fede8d3d-c906-4ee7-bd9b-b7eb6ddef51e tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.4629018 Jun 03 15:22:11.760291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2082dab8-f922-4322-9066-4c03e2bd3b40 req-a1fe4473-36ed-4854-b469-e1404c0d2620 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850675 Jun 03 15:22:11.822735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1d087e3-cf0e-489e-bdf9-d9ce577c7838 req-9aa8a0c6-c83b-499e-9c1e-5d291039dfce tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041324 Jun 03 15:22:11.908665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:11.976938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03580ec9-00e2-4d23-a9b3-020fb14aa451 req-9238e1db-e4cc-4838-85f3-b063ae66843a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1712322266&fields=id&tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd HTTP/1.1" status: 200 len: 267 time: 0.0715804 Jun 03 15:22:11.986960 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0d03ad37-f05e-4902-9100-5ba885a722a0 None None] Set router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:12.079750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['37046dd9-1626-4c38-b08a-e14bcea64207'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:12.289286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678bc65-fdf7-44a0-95a1-4caa4c56efbe req-9c025798-2ab8-4663-82ac-209887f00495 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.296946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b678bc65-fdf7-44a0-95a1-4caa4c56efbe req-9c025798-2ab8-4663-82ac-209887f00495 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 945 time: 0.2457414 Jun 03 15:22:12.342589 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-8d004f66-656a-45f6-8120-7b5460e57d9a tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.343318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-8d004f66-656a-45f6-8120-7b5460e57d9a tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Synchronizing usage tracker for tenant:1da89c7dc78f418a9e55b7b9df4ddf32 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:12.365352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b678bc65-fdf7-44a0-95a1-4caa4c56efbe req-c414f89e-b645-480e-8e7e-273c834a7154 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673470 Jun 03 15:22:12.374145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03580ec9-00e2-4d23-a9b3-020fb14aa451 req-bc7f19dc-2c7d-4681-bd5f-3a5fc71efe8e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.377298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03580ec9-00e2-4d23-a9b3-020fb14aa451 req-bc7f19dc-2c7d-4681-bd5f-3a5fc71efe8e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 946 time: 0.3994932 Jun 03 15:22:12.386096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:12.400533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-03580ec9-00e2-4d23-a9b3-020fb14aa451 req-07f229b3-9308-4907-a092-b6e60a0b5d3e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'port': {'security_groups': ['738a472f-afd0-40fd-9a34-b88b57d16a96', '8f3bfe55-4bf7-4ad4-a3dd-fe81132e180c']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:12.419508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Deleting port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:12.419792 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:12.589112 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-03580ec9-00e2-4d23-a9b3-020fb14aa451 req-07f229b3-9308-4907-a092-b6e60a0b5d3e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:12.601862 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0d03ad37-f05e-4902-9100-5ba885a722a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-router', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:50Z', 'updated_at': '2022-06-03T15:22:10Z', 'revision_number': 5, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'gw_port': {'id': '4f006d0d-d63e-4d1c-beb3-f27bb95266b4', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:14:53Z', 'updated_at': '2022-06-03T15:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:12.609423 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03ad37-f05e-4902-9100-5ba885a722a0 None None] Checking router: 64983dd1-f403-4c61-a8ea-c3d0d525bc55 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:22:12.612101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-8d004f66-656a-45f6-8120-7b5460e57d9a tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Unset dirty status for tenant:1da89c7dc78f418a9e55b7b9df4ddf32 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:12.613918 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-8d004f66-656a-45f6-8120-7b5460e57d9a tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 946 time: 0.5203009 Jun 03 15:22:12.628582 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03ad37-f05e-4902-9100-5ba885a722a0 None None] Routers {'64983dd1-f403-4c61-a8ea-c3d0d525bc55'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:12.629169 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0d03ad37-f05e-4902-9100-5ba885a722a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:22:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:12.727175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Deleting port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:12.727778 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:12.794845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131d413-4a55-4113-924c-2db858696dfb req-4d785e54-ba89-4235-b0c3-114690ed9b1a tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:12.796399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1131d413-4a55-4113-924c-2db858696dfb req-4d785e54-ba89-4235-b0c3-114690ed9b1a tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 946 time: 0.1947458 Jun 03 15:22:12.829920 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0d03ad37-f05e-4902-9100-5ba885a722a0 None None] Set router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:12.942881 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1131d413-4a55-4113-924c-2db858696dfb req-dd9bf540-44b1-4b2b-af20-c61fd3397e6d tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331244 Jun 03 15:22:12.976173 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0d03ad37-f05e-4902-9100-5ba885a722a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-router', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:50Z', 'updated_at': '2022-06-03T15:22:12Z', 'revision_number': 6, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:12.980125 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d03ad37-f05e-4902-9100-5ba885a722a0 None None] The sync data for ids ['64983dd1-f403-4c61-a8ea-c3d0d525bc55'] in n-d-844595-1 is: [{'id': '64983dd1-f403-4c61-a8ea-c3d0d525bc55', 'name': 'tempest-TaggedBootDevicesTest_v242-1522984806-router', 'tenant_id': 'a6f994918d4548738764f17fbe8eab47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:14:50Z', 'updated_at': '2022-06-03T15:22:12Z', 'revision_number': 6, 'project_id': 'a6f994918d4548738764f17fbe8eab47', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:22:13.009676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-03580ec9-00e2-4d23-a9b3-020fb14aa451 req-07f229b3-9308-4907-a092-b6e60a0b5d3e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] For port 2e20b808-915f-4142-9c34-ef5ac52e9628, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2e20b808-915f-4142-9c34-ef5ac52e9628,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:13.041241 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-03580ec9-00e2-4d23-a9b3-020fb14aa451 req-07f229b3-9308-4907-a092-b6e60a0b5d3e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.052757 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-03580ec9-00e2-4d23-a9b3-020fb14aa451 req-07f229b3-9308-4907-a092-b6e60a0b5d3e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.067431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2e20b808-915f-4142-9c34-ef5ac52e9628'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:13.137401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] For port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4f006d0d-d63e-4d1c-beb3-f27bb95266b4,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:13.137763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.264286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03580ec9-00e2-4d23-a9b3-020fb14aa451 req-07f229b3-9308-4907-a092-b6e60a0b5d3e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:13.269306 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-03580ec9-00e2-4d23-a9b3-020fb14aa451 req-07f229b3-9308-4907-a092-b6e60a0b5d3e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.272335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03580ec9-00e2-4d23-a9b3-020fb14aa451 req-07f229b3-9308-4907-a092-b6e60a0b5d3e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "PUT /v2.0/ports/2e20b808-915f-4142-9c34-ef5ac52e9628 HTTP/1.1" status: 200 len: 982 time: 0.8851635 Jun 03 15:22:13.273736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'tag': '2e20b808-915f-4142-9c34-ef5ac52e9628'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:13.305370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3283b557-ffa8-4b0b-afa2-fcd6f6a3f828 req-4ea5d0bd-a48e-4293-96c2-7f1aa67da642 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1620135 Jun 03 15:22:13.313256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f229b3-9308-4907-a092-b6e60a0b5d3e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'Port': ['ID=2e20b808-915f-4142-9c34-ef5ac52e9628,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:13.349116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Calling delete_port for 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:13.405587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2e20b808-915f-4142-9c34-ef5ac52e9628'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:13.593666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-599153a6-829e-41e3-97b0-360e30ab7384 req-6906fa9a-0f7e-4821-8d07-259a11351b45 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-369646330&fields=id&tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd HTTP/1.1" status: 200 len: 267 time: 0.0616992 Jun 03 15:22:13.668544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e466884-3a93-4457-9299-159e0d7461cc req-a1c28359-190a-4834-9205-33dad1a8215c tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:13.670203 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e466884-3a93-4457-9299-159e0d7461cc req-a1c28359-190a-4834-9205-33dad1a8215c tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.2229073 Jun 03 15:22:13.745665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e466884-3a93-4457-9299-159e0d7461cc req-42e79544-eeef-4ddf-87c1-cbfe094b8bde tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650229 Jun 03 15:22:13.761057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] For port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:13.761057 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:13.767477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599153a6-829e-41e3-97b0-360e30ab7384 req-bc6a733e-c83f-4369-ae14-c27d5345af62 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:13.769822 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-599153a6-829e-41e3-97b0-360e30ab7384 req-bc6a733e-c83f-4369-ae14-c27d5345af62 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 985 time: 0.1695454 Jun 03 15:22:13.782237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-599153a6-829e-41e3-97b0-360e30ab7384 req-2ff905e4-91c9-415d-b84a-8fd34e618b0e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'port': {'security_groups': ['738a472f-afd0-40fd-9a34-b88b57d16a96', '8f3bfe55-4bf7-4ad4-a3dd-fe81132e180c', '8fe9a7cc-bfa5-45c7-a276-0fb1661827b2']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:13.901222 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c21701-9d7c-456b-80fc-47b195db6ec8'] response: {'name': 'network-changed', 'server_uuid': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'tag': '2e20b808-915f-4142-9c34-ef5ac52e9628', 'status': 'completed', 'code': 200} Jun 03 15:22:13.944041 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-599153a6-829e-41e3-97b0-360e30ab7384 req-2ff905e4-91c9-415d-b84a-8fd34e618b0e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.111326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f5904324-68a9-40a4-9b03-e9741fedef3a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:14.139703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f27f9-3ff4-476b-a7cb-2f39e50315ec req-9b40d630-7c8f-47e0-bf65-1a2b83aa6485 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:14.149283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-071f27f9-3ff4-476b-a7cb-2f39e50315ec req-9b40d630-7c8f-47e0-bf65-1a2b83aa6485 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 945 time: 0.1928680 Jun 03 15:22:14.157448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f5904324-68a9-40a4-9b03-e9741fedef3a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:14.158055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f5904324-68a9-40a4-9b03-e9741fedef3a not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:14.158858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:14.230911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-071f27f9-3ff4-476b-a7cb-2f39e50315ec req-6ec6bcb1-2e71-4408-9c33-d401bb98f1ed tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805907 Jun 03 15:22:14.248408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095b4ce-2246-4892-9fcb-7139b545607a req-a3e381bd-d0c8-4919-b803-e1ff5dc6e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:14.248521 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9095b4ce-2246-4892-9fcb-7139b545607a req-a3e381bd-d0c8-4919-b803-e1ff5dc6e2bb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 1136 time: 0.4115472 Jun 03 15:22:14.318276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4f006d0d-d63e-4d1c-beb3-f27bb95266b4 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:14.318814 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.397747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.405668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.406165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.406416 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Floating IP f1d4286b-3e99-4078-8277-c740c83b6d1a disassociated. External IP: 172.25.7.131, port: c52f1bbf-95b6-497c-8a67-26f2c72e6ab8. Jun 03 15:22:14.407028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Calling delete_port for c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:14.494129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f006d0d-d63e-4d1c-beb3-f27bb95266b4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:14.653469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095b4ce-2246-4892-9fcb-7139b545607a req-ee7fb965-5097-4dc8-897a-f35c599ef785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:14.655191 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9095b4ce-2246-4892-9fcb-7139b545607a req-ee7fb965-5097-4dc8-897a-f35c599ef785 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 913 time: 0.3909938 Jun 03 15:22:14.710228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-599153a6-829e-41e3-97b0-360e30ab7384 req-2ff905e4-91c9-415d-b84a-8fd34e618b0e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] For port 2e20b808-915f-4142-9c34-ef5ac52e9628, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2e20b808-915f-4142-9c34-ef5ac52e9628,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:14.730326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.755200 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-599153a6-829e-41e3-97b0-360e30ab7384 req-2ff905e4-91c9-415d-b84a-8fd34e618b0e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.769658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b173-700d-4a7d-92ca-c1808a008521 req-d6e4963a-f8cd-4320-89b8-c27c983acb5c tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:14.771343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5be8b173-700d-4a7d-92ca-c1808a008521 req-d6e4963a-f8cd-4320-89b8-c27c983acb5c tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 946 time: 0.3137467 Jun 03 15:22:14.780813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-599153a6-829e-41e3-97b0-360e30ab7384 req-2ff905e4-91c9-415d-b84a-8fd34e618b0e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.791532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2e20b808-915f-4142-9c34-ef5ac52e9628'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:14.947311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599153a6-829e-41e3-97b0-360e30ab7384 req-2ff905e4-91c9-415d-b84a-8fd34e618b0e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:14.947912 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-599153a6-829e-41e3-97b0-360e30ab7384 req-2ff905e4-91c9-415d-b84a-8fd34e618b0e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:14.955120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-599153a6-829e-41e3-97b0-360e30ab7384 req-2ff905e4-91c9-415d-b84a-8fd34e618b0e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "PUT /v2.0/ports/2e20b808-915f-4142-9c34-ef5ac52e9628 HTTP/1.1" status: 200 len: 1021 time: 1.1779871 Jun 03 15:22:14.980378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5be8b173-700d-4a7d-92ca-c1808a008521 req-5c71e85d-e228-4ad2-b35e-86c4d13a04ba tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ad74f63-0705-42ba-9423-28e05ff0a2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016044 Jun 03 15:22:15.032155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff905e4-91c9-415d-b84a-8fd34e618b0e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'Port': ['ID=2e20b808-915f-4142-9c34-ef5ac52e9628,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:15.055080 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9095b4ce-2246-4892-9fcb-7139b545607a req-a47320b2-74bf-455e-94dd-d01f6ee7b084 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e20b808-915f-4142-9c34-ef5ac52e9628 HTTP/1.1" status: 200 len: 217 time: 0.3920958 Jun 03 15:22:15.088005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2e20b808-915f-4142-9c34-ef5ac52e9628'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:15.132050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:15.135389 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:15.215096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:15.215583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64983dd1-f403-4c61-a8ea-c3d0d525bc55 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:22:15.264850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 37046dd9-1626-4c38-b08a-e14bcea64207 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:15.290076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095b4ce-2246-4892-9fcb-7139b545607a req-ea8b6183-5317-4073-90d7-010db722e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.291877 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9095b4ce-2246-4892-9fcb-7139b545607a req-ea8b6183-5317-4073-90d7-010db722e05f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b58f9ad-8000-49aa-8e7c-45a5a524d33a HTTP/1.1" status: 200 len: 852 time: 0.1209083 Jun 03 15:22:15.294085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:15.297589 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-495f1675-d244-4f4f-a8a0-a2c33fc10987 admin admin] 10.222.0.48 "DELETE /v2.0/routers/64983dd1-f403-4c61-a8ea-c3d0d525bc55 HTTP/1.1" status: 204 len: 168 time: 3.5984125 Jun 03 15:22:15.297735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:15.330023 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:15.372967 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-983c9773-c314-4f03-85e8-ed1b7d8044ea req-cde649c7-b49e-4bb3-94fc-4324fcd4bf68 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.2051630 Jun 03 15:22:15.449254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Pushing event deleted for resources: {'Port': ['ID=c52f1bbf-95b6-497c-8a67-26f2c72e6ab8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:15.481115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef227aa-6756-4874-9771-3acdf134e155 req-1ec845a7-faa4-4d88-a5c1-302bdea5dd24 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.482625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ef227aa-6756-4874-9771-3acdf134e155 req-1ec845a7-faa4-4d88-a5c1-302bdea5dd24 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.2381346 Jun 03 15:22:15.537697 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9095b4ce-2246-4892-9fcb-7139b545607a req-dde17293-5a9b-4a23-9aa7-9905cde75133 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e2c30d5b-a4a2-4263-95e1-4133b409a960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1916471 Jun 03 15:22:15.578541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 37046dd9-1626-4c38-b08a-e14bcea64207 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:15.589958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ef227aa-6756-4874-9771-3acdf134e155 req-0f2a4a81-a95c-4b8d-8b21-0e9315084d9d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870612 Jun 03 15:22:15.634062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 37046dd9-1626-4c38-b08a-e14bcea64207 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:15.634429 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:15.755501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad3888d-07f2-43b5-83f6-ecc97e05199a admin admin] Deleting subnet 84c76abd-4136-42fe-92b0-0f8eaa17cbea {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:22:15.830325 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ad3888d-07f2-43b5-83f6-ecc97e05199a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:15.914941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'tag': '2e20b808-915f-4142-9c34-ef5ac52e9628'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:15.961457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0e4c3-5b96-4722-b147-555f3073a62c req-64ba23db-47b7-46fa-84dc-fd5e4c20bdad tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:15.963869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fa0e4c3-5b96-4722-b147-555f3073a62c req-64ba23db-47b7-46fa-84dc-fd5e4c20bdad tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 1024 time: 0.2709348 Jun 03 15:22:15.977018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ad3888d-07f2-43b5-83f6-ecc97e05199a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.003823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 37046dd9-1626-4c38-b08a-e14bcea64207 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:16.004193 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.040337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481140c-ed7e-41a7-bf04-82ec3f11cd1c req-b6aefa03-cac5-446e-897b-5ec76ec4da21 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:16.048012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3481140c-ed7e-41a7-bf04-82ec3f11cd1c req-b6aefa03-cac5-446e-897b-5ec76ec4da21 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 945 time: 0.2471447 Jun 03 15:22:16.085762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 37046dd9-1626-4c38-b08a-e14bcea64207, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=37046dd9-1626-4c38-b08a-e14bcea64207,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:16.086704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59ce525-76fb-4a3b-8165-f46819bbeec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37046dd9-1626-4c38-b08a-e14bcea64207'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:16.120100 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.121387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:16.186383 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ad3888d-07f2-43b5-83f6-ecc97e05199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.188841 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3481140c-ed7e-41a7-bf04-82ec3f11cd1c req-a881574f-9f4b-4ede-b8e6-554137db8ade tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398304 Jun 03 15:22:16.219286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:16.219879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:16.244917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fa0e4c3-5b96-4722-b147-555f3073a62c req-aea677d3-7aa8-42d3-9d9f-c0c331e824ed tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe9a7cc-bfa5-45c7-a276-0fb1661827b2&id=8f3bfe55-4bf7-4ad4-a3dd-fe81132e180c&id=738a472f-afd0-40fd-9a34-b88b57d16a96 HTTP/1.1" status: 200 len: 6155 time: 0.2654378 Jun 03 15:22:16.300008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=37046dd9-1626-4c38-b08a-e14bcea64207,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:16.312817 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c67e3eb-14c8-4031-a8f4-3d073e382814'] response: {'name': 'network-changed', 'server_uuid': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'tag': '2e20b808-915f-4142-9c34-ef5ac52e9628', 'status': 'completed', 'code': 200} Jun 03 15:22:16.384731 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb878a9-051f-44df-afcc-ec55358b0c0a'] response: {'server_uuid': 'f59ce525-76fb-4a3b-8165-f46819bbeec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37046dd9-1626-4c38-b08a-e14bcea64207', 'code': 200} Jun 03 15:22:16.468747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ad3888d-07f2-43b5-83f6-ecc97e05199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.491436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a85ca47-dd4b-419b-aa10-b651d3044348 req-c202d8aa-be50-46ca-be86-bfe0e8cfa082 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 210 time: 0.0925112 Jun 03 15:22:16.548522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1226930282 ', 'description': 'tempest-description-933951160'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:16.574050 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:16.583420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:16.597450 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9095b4ce-2246-4892-9fcb-7139b545607a req-97e85dfd-33e2-4dbe-938b-f616c0eeded5 service neutron] 10.222.0.75 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0460119 Jun 03 15:22:16.606469 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.611540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3888d-07f2-43b5-83f6-ecc97e05199a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84c76abd-4136-42fe-92b0-0f8eaa17cbea,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:16.641461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9b6b8-2195-4146-b86d-7d1bbd1c7bd7 req-30f4e8b9-ddc1-458d-81e4-f771e6c371af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:16.642992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baf9b6b8-2195-4146-b86d-7d1bbd1c7bd7 req-30f4e8b9-ddc1-458d-81e4-f771e6c371af service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 1097 time: 0.1506891 Jun 03 15:22:16.645087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:16.646890 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ad3888d-07f2-43b5-83f6-ecc97e05199a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.654176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e5a3a-15ac-4bd0-842a-0868f52a73dc None None] Network a174f3c4-c00d-4781-9eea-11a9bb5e3e92 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:22:16.713071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group_rule and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:16.717011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:16.724740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:16.732501 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5ad3888d-07f2-43b5-83f6-ecc97e05199a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/84c76abd-4136-42fe-92b0-0f8eaa17cbea HTTP/1.1" status: 204 len: 168 time: 1.4312234 Jun 03 15:22:16.734849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38752) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:16.749348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Router e74a7359-2b4d-4b4e-94e5-8128e812d0cc has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:22:16.825569 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.854198 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:16.887044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b493ffe7-b426-4415-8abf-951de4233ec5 req-f5499a9a-deb3-4865-8dcc-02c4b8f575aa tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.2361255 Jun 03 15:22:16.952909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.021007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] DHCP port deletion for a174f3c4-c00d-4781-9eea-11a9bb5e3e92 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:22:17.025894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Deleting port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:17.026808 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.047861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968d0a62-d00b-4bd6-83be-2f80a6fe478e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:17.117656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.120443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a664e926-5e24-4887-9800-323d76843027 req-4acaae84-c721-4337-acc6-3a3d9adf6034 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.5812523 Jun 03 15:22:17.145795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baf9b6b8-2195-4146-b86d-7d1bbd1c7bd7 req-f1564dc5-f7cf-4f1d-a6c2-670c64ebfc86 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163407 Jun 03 15:22:17.235023 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7ed3fe4-83eb-4252-9a9c-057037c30199 req-f13b387a-9d21-46f9-9a36-80c1ca5aa40c tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/968d0a62-d00b-4bd6-83be-2f80a6fe478e HTTP/1.1" status: 200 len: 1782 time: 0.0756721 Jun 03 15:22:17.239436 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9095b4ce-2246-4892-9fcb-7139b545607a req-0937d873-f292-43a0-8a54-5f86a2d3bcd7 service neutron] 10.222.0.75 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293528 Jun 03 15:22:17.250128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2def5ab-0506-4a8d-83d3-886c2dbca896 req-edf9b80b-164f-4366-a4a8-4acf5f75d4c3 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:17.251707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2def5ab-0506-4a8d-83d3-886c2dbca896 req-edf9b80b-164f-4366-a4a8-4acf5f75d4c3 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.1848321 Jun 03 15:22:17.256855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] Deleting port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:17.257193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.294804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] For port 68c7cc2f-fe85-48ef-8860-6ca944ed2928, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=68c7cc2f-fe85-48ef-8860-6ca944ed2928,segment=NetworkSegment(aff55073-459c-4ddc-98ad-f5d5d98e32d2),segment_id=aff55073-459c-4ddc-98ad-f5d5d98e32d2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:17.295562 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.345275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2def5ab-0506-4a8d-83d3-886c2dbca896 req-f24e5a48-9c43-40e9-95d5-2456ed348f6e tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781412 Jun 03 15:22:17.445692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Calling delete_port for 68c7cc2f-fe85-48ef-8860-6ca944ed2928 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:17.534122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecd5e679-59b3-476a-b8c4-e06ab43fe0c4 req-2c1a31db-2335-469d-b3b8-547126a22fca tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/968d0a62-d00b-4bd6-83be-2f80a6fe478e HTTP/1.1" status: 200 len: 1782 time: 0.1351621 Jun 03 15:22:17.543081 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.561211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:22:17.583833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988c69b-884e-4dce-8766-b52b3dd36496 req-cf7684a5-d71c-49e5-92a5-0e0b06f045a9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:17.592718 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7988c69b-884e-4dce-8766-b52b3dd36496 req-cf7684a5-d71c-49e5-92a5-0e0b06f045a9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 946 time: 0.1831837 Jun 03 15:22:17.599227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d802b-bc19-469a-abde-50a2a082c5d4 None None] Sync routers for ids ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:22:17.615141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Pushing event deleted for resources: {'Port': ['ID=68c7cc2f-fe85-48ef-8860-6ca944ed2928,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:17.623273 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] No DVR routers for this DVR port 68c7cc2f-fe85-48ef-8860-6ca944ed2928 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:17.638119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.638471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.638802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.639128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.639450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.639987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.640716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.641046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.641485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.641806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.642241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.642562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0808f222-f79e-4b5a-ad03-853559858c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:17.648049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d802b-bc19-469a-abde-50a2a082c5d4 None None] Routers {'e74a7359-2b4d-4b4e-94e5-8128e812d0cc'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:17.648692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-262d802b-bc19-469a-abde-50a2a082c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:22:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:17.670627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] The port '68c7cc2f-fe85-48ef-8860-6ca944ed2928' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:22:17.686682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7988c69b-884e-4dce-8766-b52b3dd36496 req-1bf918f4-a5a5-459f-9ed2-63babc1eb5e5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925126 Jun 03 15:22:17.689429 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ecd5e679-59b3-476a-b8c4-e06ab43fe0c4 req-32d23cda-291d-46bb-8e58-4153b7ba68e2 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.729913 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ecd5e679-59b3-476a-b8c4-e06ab43fe0c4 req-32d23cda-291d-46bb-8e58-4153b7ba68e2 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.834824 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ecd5e679-59b3-476a-b8c4-e06ab43fe0c4 req-32d23cda-291d-46bb-8e58-4153b7ba68e2 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.898228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.912856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7856616b-2245-4379-a994-235cddf2d195 req-26622dc9-8086-4971-912e-492a3572876b tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/ports?device_id=c61b3611-38af-4bfd-85c1-bfa47ce57052 HTTP/1.1" status: 200 len: 210 time: 0.0800314 Jun 03 15:22:17.913831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d23cda-291d-46bb-8e58-4153b7ba68e2 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968d0a62-d00b-4bd6-83be-2f80a6fe478e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:17.930306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a174f3c4-c00d-4781-9eea-11a9bb5e3e92']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:17.942561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff55073-459c-4ddc-98ad-f5d5d98e32d2') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:17.942867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff55073-459c-4ddc-98ad-f5d5d98e32d2') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:17.945803 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ecd5e679-59b3-476a-b8c4-e06ab43fe0c4 req-32d23cda-291d-46bb-8e58-4153b7ba68e2 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.947312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecd5e679-59b3-476a-b8c4-e06ab43fe0c4 req-32d23cda-291d-46bb-8e58-4153b7ba68e2 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "DELETE /v2.0/security-groups/968d0a62-d00b-4bd6-83be-2f80a6fe478e HTTP/1.1" status: 204 len: 173 time: 0.4073319 Jun 03 15:22:17.956590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.973851 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.981829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:22:17.983081 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:17.997022 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-4f30a683-7819-4507-a890-52a0ae57bcb8 req-36e8cb26-1ae0-4afc-a80f-b6d40450e9f4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] show failed (client error): The resource could not be found. Jun 03 15:22:18.013421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f30a683-7819-4507-a890-52a0ae57bcb8 req-36e8cb26-1ae0-4afc-a80f-b6d40450e9f4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/968d0a62-d00b-4bd6-83be-2f80a6fe478e HTTP/1.1" status: 404 len: 352 time: 0.0411019 Jun 03 15:22:18.019036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-262d802b-bc19-469a-abde-50a2a082c5d4 None None] Set router e74a7359-2b4d-4b4e-94e5-8128e812d0cc gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:18.030045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-695982292', 'description': 'tempest-description-472316114'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:18.039216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:18.050347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:18.062456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:18.074727 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:18.086744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] No DVR routers for this DVR port c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:18.090950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.096180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'name': 'network-vif-deleted', 'tag': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:18.100528 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.105445 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.121155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.124069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 68c7cc2f-fe85-48ef-8860-6ca944ed2928 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:18.129689 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment aff55073-459c-4ddc-98ad-f5d5d98e32d2 resource provider aggregate not found Jun 03 15:22:18.148053 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] 10.222.0.48 "DELETE /v2.0/networks/a174f3c4-c00d-4781-9eea-11a9bb5e3e92 HTTP/1.1" status: 204 len: 168 time: 1.4102397 Jun 03 15:22:18.150103 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-14794a28-8dc8-48e8-981e-4e9ca2a74420 req-b054f120-4a0b-4e8d-be40-b5f53a78deaf tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.67 "DELETE /v2.0/ports/c52f1bbf-95b6-497c-8a67-26f2c72e6ab8 HTTP/1.1" status: 204 len: 173 time: 5.5304716 Jun 03 15:22:18.150845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ab884-d7a1-4981-8436-6663eaa4888f admin admin] Pushing event deleted for resources: {'Network': ['ID=a174f3c4-c00d-4781-9eea-11a9bb5e3e92,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:18.161753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bf47c-79f6-4b40-8720-6c35f4686f2f req-ecb554c6-5989-4d94-b95c-7615c0511d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:18.163489 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-397bf47c-79f6-4b40-8720-6c35f4686f2f req-ecb554c6-5989-4d94-b95c-7615c0511d5a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 1175 time: 0.8459129 Jun 03 15:22:18.166245 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment aff55073-459c-4ddc-98ad-f5d5d98e32d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aff55073-459c-4ddc-98ad-f5d5d98e32d2 found for delete ", "request_id": "req-fc64ec55-2fd1-461a-9c71-7ccc076b0b13"}]} Jun 03 15:22:18.195587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 68c7cc2f-fe85-48ef-8860-6ca944ed2928 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:18.196063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 68c7cc2f-fe85-48ef-8860-6ca944ed2928 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:18.274730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-707fb028-815b-459f-8d90-988869e3a0a2 req-2db3205d-c1bb-471c-92ce-1366695eaaa3 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1212964 Jun 03 15:22:18.279476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:18.295772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group_rule and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:18.303582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:18.329909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:18.436132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38782) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:18.456706 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75ee6be-3d27-4005-b6f2-0622c00b2813'] response: {'server_uuid': 'c61b3611-38af-4bfd-85c1-bfa47ce57052', 'name': 'network-vif-deleted', 'tag': 'c52f1bbf-95b6-497c-8a67-26f2c72e6ab8', 'status': 'completed', 'code': 200} Jun 03 15:22:18.496709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bf47c-79f6-4b40-8720-6c35f4686f2f req-49a8f2ea-8a09-4574-857d-daa0aede73ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:18.499083 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-397bf47c-79f6-4b40-8720-6c35f4686f2f req-49a8f2ea-8a09-4574-857d-daa0aede73ba service neutron] 10.222.0.75 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 913 time: 0.3240564 Jun 03 15:22:18.584375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.592394 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.607419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cdcc02b5-f11d-4a5b-847c-77a9d352ac3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbbd9a3e92db4cb0bd344300598f62fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700137 Jun 03 15:22:18.614390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38786) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:18.650043 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-397bf47c-79f6-4b40-8720-6c35f4686f2f req-ce644483-0ab7-46fb-8143-f918e6988ff6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e20b808-915f-4142-9c34-ef5ac52e9628 HTTP/1.1" status: 200 len: 217 time: 0.1430178 Jun 03 15:22:18.667785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-262d802b-bc19-469a-abde-50a2a082c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:21Z', 'revision_number': 4, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '66a6cc4b-4d02-4161-8563-c8ad05f2f43e', 'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'mac_address': 'fa:16:3e:a5:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:19Z', 'updated_at': '2022-06-03T15:20:30Z', 'revision_number': 5, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'subnets': [{'id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:18.674030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d802b-bc19-469a-abde-50a2a082c5d4 None None] Checking router: e74a7359-2b4d-4b4e-94e5-8128e812d0cc for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:22:18.684594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d802b-bc19-469a-abde-50a2a082c5d4 None None] Routers {'e74a7359-2b4d-4b4e-94e5-8128e812d0cc'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:18.685432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-262d802b-bc19-469a-abde-50a2a082c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:22:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:18.706245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497cdff2-526f-4249-8672-0554691362de,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:18.774359 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.798768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db5dc659-8d84-4f3c-9c65-557ad910b334 req-aa3da09d-4d02-428e-b1b7-7d9f9e2b9f3b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7707767 Jun 03 15:22:18.810731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bf47c-79f6-4b40-8720-6c35f4686f2f req-f0c0e76f-38c0-4f9c-a936-5603684338b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:18.812843 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-397bf47c-79f6-4b40-8720-6c35f4686f2f req-f0c0e76f-38c0-4f9c-a936-5603684338b6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b58f9ad-8000-49aa-8e7c-45a5a524d33a HTTP/1.1" status: 200 len: 852 time: 0.1549044 Jun 03 15:22:18.879080 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd6d1-2195-47f4-b007-bbfd4dbeb3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.915860 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-397bf47c-79f6-4b40-8720-6c35f4686f2f req-f5bc5dba-7dc5-4bb6-a1cf-05a15ff3b3a5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e2c30d5b-a4a2-4263-95e1-4133b409a960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943949 Jun 03 15:22:18.945792 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd6d1-2195-47f4-b007-bbfd4dbeb3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:18.964688 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-262d802b-bc19-469a-abde-50a2a082c5d4 None None] Set router e74a7359-2b4d-4b4e-94e5-8128e812d0cc gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:19.112159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4099f24-6aed-48ea-8e9a-1a25ac596b40 req-8881ee1e-b834-4fc1-976d-fb8d1bc9d47d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:19.120960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4099f24-6aed-48ea-8e9a-1a25ac596b40 req-8881ee1e-b834-4fc1-976d-fb8d1bc9d47d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.4188321 Jun 03 15:22:19.137315 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-397bf47c-79f6-4b40-8720-6c35f4686f2f req-67f64fc8-b6d4-4dc7-bef3-5f87fb12332d service neutron] 10.222.0.75 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121778 Jun 03 15:22:19.201677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4099f24-6aed-48ea-8e9a-1a25ac596b40 req-3609c66f-b7a1-4b64-9319-7791b00ab385 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795417 Jun 03 15:22:19.230855 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd6d1-2195-47f4-b007-bbfd4dbeb3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:19.396878 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-397bf47c-79f6-4b40-8720-6c35f4686f2f req-9e6cde8c-ee81-4835-ada8-37d9a05c05f1 service neutron] 10.222.0.75 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511976 Jun 03 15:22:19.473216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2114011435', 'description': 'tempest-description-422816232'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:19.479480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fd6d1-2195-47f4-b007-bbfd4dbeb3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54892c1-58ef-4d26-9051-58865d8e1dae,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:19.489531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:19.502566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84530-a79e-4ff6-b493-bb3320472540 req-be648232-5d0c-4226-8788-511002b1d7cf tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:19.511108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aca84530-a79e-4ff6-b493-bb3320472540 req-be648232-5d0c-4226-8788-511002b1d7cf tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 946 time: 0.5892150 Jun 03 15:22:19.534152 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c2fd6d1-2195-47f4-b007-bbfd4dbeb3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:19.537826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3c2fd6d1-2195-47f4-b007-bbfd4dbeb3fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f54892c1-58ef-4d26-9051-58865d8e1dae HTTP/1.1" status: 204 len: 168 time: 0.9179585 Jun 03 15:22:19.539824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:19.546294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:19.549036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-262d802b-bc19-469a-abde-50a2a082c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:21Z', 'revision_number': 4, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '66a6cc4b-4d02-4161-8563-c8ad05f2f43e', 'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'mac_address': 'fa:16:3e:a5:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:19Z', 'updated_at': '2022-06-03T15:20:30Z', 'revision_number': 5, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'subnets': [{'id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:19.553508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d802b-bc19-469a-abde-50a2a082c5d4 None None] The sync data for ids ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'] in n-d-844595-1 is: [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:20:21Z', 'revision_number': 4, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '66a6cc4b-4d02-4161-8563-c8ad05f2f43e', 'name': '', 'network_id': 'cfef527b-71d9-4752-ac58-ce63dfe3b72c', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'mac_address': 'fa:16:3e:a5:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:19Z', 'updated_at': '2022-06-03T15:20:30Z', 'revision_number': 5, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'subnets': [{'id': 'b9d8b353-02d7-4597-9601-6804a84e4472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:22:19.555980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:19.582746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aca84530-a79e-4ff6-b493-bb3320472540 req-7bf09048-4d45-469f-9b03-1c3fc8c8bedd tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694892 Jun 03 15:22:19.585380 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:19.634299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:19.638674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group_rule and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:19.642237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:19.649212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:19.742282 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:19.756411 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:19.806118 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:19.834579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83f011ba-53cb-457b-9ab0-599969ab2b21 req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3737936 Jun 03 15:22:19.931942 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c38fe745-d05e-4e71-a6b3-95963493dab4 req-beafc512-9c4c-4607-8940-ee1b1f845afd tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0658305 Jun 03 15:22:19.936384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c32bf7-a1f2-4847-a8ef-aeb6713a9fdc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e7a885-8265-4caf-bd92-f6611ea08712,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:19.954140 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6df008-d5dc-4d4c-baf5-99aec7bffc2d None None] New status for floating IP f1d4286b-3e99-4078-8277-c740c83b6d1a: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:22:20.012550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38820) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:20.074651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-979236803', 'description': 'tempest-description-1758119113'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:20.086905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:20.097761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:20.103847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:20.113240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:20.167303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.226256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38830) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:20.228010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:20.236858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group_rule and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:20.243569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:20.246808 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78f41455-c4c4-43ed-ab2c-0ce920de5271 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.300590 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9cd5d2fe-8343-40e2-a805-eb47f76ce3fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6f994918d4548738764f17fbe8eab47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723171 Jun 03 15:22:20.308775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:20.310890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38834) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:20.349723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78f41455-c4c4-43ed-ab2c-0ce920de5271 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.387476 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8b23aaf-a7b7-4fd9-9fd4-bca3a5a4326f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.416657 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8b23aaf-a7b7-4fd9-9fd4-bca3a5a4326f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.433136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b3551-b8bf-40f6-a6fa-4d6254a62a24 req-18f2809d-b413-449c-aece-e06237eb7bf0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:20.434796 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-868b3551-b8bf-40f6-a6fa-4d6254a62a24 req-18f2809d-b413-449c-aece-e06237eb7bf0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 946 time: 0.1932979 Jun 03 15:22:20.473344 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8b23aaf-a7b7-4fd9-9fd4-bca3a5a4326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.475691 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78f41455-c4c4-43ed-ab2c-0ce920de5271 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.480934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.490090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b23aaf-a7b7-4fd9-9fd4-bca3a5a4326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3400b27-1ad2-49c7-871c-0d94d8dd2ea6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:20.494746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8b23aaf-a7b7-4fd9-9fd4-bca3a5a4326f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.498349 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c8b23aaf-a7b7-4fd9-9fd4-bca3a5a4326f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3400b27-1ad2-49c7-871c-0d94d8dd2ea6 HTTP/1.1" status: 204 len: 168 time: 0.1837020 Jun 03 15:22:20.501636 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.508436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f41455-c4c4-43ed-ab2c-0ce920de5271 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad74f63-0705-42ba-9423-28e05ff0a2f3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:20.549923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-868b3551-b8bf-40f6-a6fa-4d6254a62a24 req-8a6d99e2-a036-423a-8bad-54c58222b897 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033022 Jun 03 15:22:20.574650 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.575833 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70389adc-f203-43dd-a296-18755c561bf5 req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5270941 Jun 03 15:22:20.576569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c5ac5-419a-4950-bb1b-0f65e8a44230 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc59e4b7-37e3-4610-90bf-f462a7ca3b7d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:20.587999 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-78f41455-c4c4-43ed-ab2c-0ce920de5271 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:20.587999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-78f41455-c4c4-43ed-ab2c-0ce920de5271 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "DELETE /v2.0/security-groups/0ad74f63-0705-42ba-9423-28e05ff0a2f3 HTTP/1.1" status: 204 len: 168 time: 0.5679612 Jun 03 15:22:20.588351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38840) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:20.616067 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-b830dce2-8689-4fc9-acf7-ca41370afa04 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] show failed (client error): The resource could not be found. Jun 03 15:22:20.618880 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b830dce2-8689-4fc9-acf7-ca41370afa04 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "GET /v2.0/security-groups/0ad74f63-0705-42ba-9423-28e05ff0a2f3 HTTP/1.1" status: 404 len: 347 time: 0.0331881 Jun 03 15:22:20.621752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38846) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:20.876965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-064586a5-79e3-4404-a6e7-0894ee463162 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Deleting port 5003fb02-7b17-4a9a-adf6-665fd82bafef {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:20.877309 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-064586a5-79e3-4404-a6e7-0894ee463162 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.058809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316a493-c3e0-4215-94bc-0a7a39e9f2db req-f6d83aa0-1e07-49da-bce7-909069e31986 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:21.060258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5316a493-c3e0-4215-94bc-0a7a39e9f2db req-f6d83aa0-1e07-49da-bce7-909069e31986 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.3723807 Jun 03 15:22:21.099501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a99176ed-4a95-4210-bfd6-9c4f6d11da5e req-78eec8f7-2a2b-400b-9808-8cd52be34ce9 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Synchronizing usage tracker for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:21.179400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5316a493-c3e0-4215-94bc-0a7a39e9f2db req-8ca346e3-f944-4bb8-9ab6-bde0535f549c tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081445 Jun 03 15:22:21.182903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a99176ed-4a95-4210-bfd6-9c4f6d11da5e req-78eec8f7-2a2b-400b-9808-8cd52be34ce9 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Unset dirty status for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:21.184372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a99176ed-4a95-4210-bfd6-9c4f6d11da5e req-78eec8f7-2a2b-400b-9808-8cd52be34ce9 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd HTTP/1.1" status: 200 len: 10907 time: 0.5838566 Jun 03 15:22:21.187911 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-064586a5-79e3-4404-a6e7-0894ee463162 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.188233 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-064586a5-79e3-4404-a6e7-0894ee463162 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.346234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38882) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:21.376716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-064586a5-79e3-4404-a6e7-0894ee463162 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Calling delete_port for 5003fb02-7b17-4a9a-adf6-665fd82bafef owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:21.458722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-722964770-network', 'tenant_id': '1484994604a84b17bbd2a986967a9c9e'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:21.464512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:21.468324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Usage tracker for resource:network and tenant:1484994604a84b17bbd2a986967a9c9e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:21.472362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf86903a-7a12-4de0-be8e-b9bc1b4c0b94 req-aae3214d-c1fa-4e3c-b4fb-9c4fb4753889 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1059926 Jun 03 15:22:21.472791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:21.479528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:21.492174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Made reservation on behalf of 1484994604a84b17bbd2a986967a9c9e for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:21.495437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.508653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a99176ed-4a95-4210-bfd6-9c4f6d11da5e req-d18a9b93-be21-490c-a458-dcf0bdcab1d6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/738a472f-afd0-40fd-9a34-b88b57d16a96 HTTP/1.1" status: 200 len: 2985 time: 0.3088934 Jun 03 15:22:21.513432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.532465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:21.537072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Usage tracker for resource:security_group_rule and tenant:1484994604a84b17bbd2a986967a9c9e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:21.541716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:21.548936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:21.620886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a99176ed-4a95-4210-bfd6-9c4f6d11da5e req-575a18cc-ece5-4f62-977d-b708c8d1d5a0 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/738a472f-afd0-40fd-9a34-b88b57d16a96 HTTP/1.1" status: 200 len: 2985 time: 0.1112900 Jun 03 15:22:21.664893 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-064586a5-79e3-4404-a6e7-0894ee463162 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.773011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064586a5-79e3-4404-a6e7-0894ee463162 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Pushing event deleted for resources: {'Port': ['ID=5003fb02-7b17-4a9a-adf6-665fd82bafef,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:21.833869 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.842117 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.886179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:22:21.905174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec98ec81-4886-468a-804a-6bba26e2752a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:21.914501 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.914940 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Added segment 985342f2-c7f5-4215-9e84-9a96437009de of type vlan for network ba4c5f03-0bb6-4728-83f0-94480432a722 Jun 03 15:22:21.957495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-1749435b-6c44-4886-a6eb-82c5b85798c5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:21.958239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-1749435b-6c44-4886-a6eb-82c5b85798c5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Synchronizing usage tracker for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:21.961836 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:21.993896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-1749435b-6c44-4886-a6eb-82c5b85798c5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Unset dirty status for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:21.995201 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-1749435b-6c44-4886-a6eb-82c5b85798c5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 946 time: 0.2031972 Jun 03 15:22:22.006041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0653c209-4897-4149-93b5-337f8ecc4d24 req-6de9f19f-1761-4aa5-815d-b06f7db33298 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/497cdff2-526f-4249-8672-0554691362de HTTP/1.1" status: 200 len: 1801 time: 0.3609898 Jun 03 15:22:22.047730 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.049101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:22.049307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.073018 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-064586a5-79e3-4404-a6e7-0894ee463162 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.107105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a460a-b289-437c-81d3-8f27edb9040e req-93da6805-1722-4c6d-8e07-79b5ae9dbb1f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:22.109093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-755a460a-b289-437c-81d3-8f27edb9040e req-93da6805-1722-4c6d-8e07-79b5ae9dbb1f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 946 time: 0.4020882 Jun 03 15:22:22.130787 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-064586a5-79e3-4404-a6e7-0894ee463162 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.135121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-064586a5-79e3-4404-a6e7-0894ee463162 tempest-ServersTestJSON-823877032 tempest-ServersTestJSON-823877032-project] 10.222.0.48 "DELETE /v2.0/floatingips/f1d4286b-3e99-4078-8277-c740c83b6d1a HTTP/1.1" status: 204 len: 168 time: 1.5090952 Jun 03 15:22:22.142920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38900) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:22.151425 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0653c209-4897-4149-93b5-337f8ecc4d24 req-8037904f-c7d9-463d-b486-7c8d122c0318 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.194134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-755a460a-b289-437c-81d3-8f27edb9040e req-d98b8c45-c8f5-4eae-ae72-e241bdb23775 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687788 Jun 03 15:22:22.197818 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0653c209-4897-4149-93b5-337f8ecc4d24 req-8037904f-c7d9-463d-b486-7c8d122c0318 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.230978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-2b3aec0b-f26b-4f9d-aa8b-47aa4a76dbc1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Deleting port 37046dd9-1626-4c38-b08a-e14bcea64207 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:22.231313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-2b3aec0b-f26b-4f9d-aa8b-47aa4a76dbc1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.259388 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0653c209-4897-4149-93b5-337f8ecc4d24 req-8037904f-c7d9-463d-b486-7c8d122c0318 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.269988 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9199300 Jun 03 15:22:22.276113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38906) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:22.304378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037904f-c7d9-463d-b486-7c8d122c0318 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497cdff2-526f-4249-8672-0554691362de,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:22.311576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Request body: {'subnet': {'network_id': 'ba4c5f03-0bb6-4728-83f0-94480432a722', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-722964770-subnet', 'tenant_id': '1484994604a84b17bbd2a986967a9c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:22.324770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:22.327196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bb03c-611e-4618-9fca-98398f9f1b6d admin admin] Pushing event updated for resources: {'Network': ['ID=ba4c5f03-0bb6-4728-83f0-94480432a722,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:22.335710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Usage tracker for resource:subnet and tenant:1484994604a84b17bbd2a986967a9c9e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:22.341284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ba4c5f03-0bb6-4728-83f0-94480432a722 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:22:22.356648 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0653c209-4897-4149-93b5-337f8ecc4d24 req-8037904f-c7d9-463d-b486-7c8d122c0318 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.358451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0653c209-4897-4149-93b5-337f8ecc4d24 req-8037904f-c7d9-463d-b486-7c8d122c0318 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "DELETE /v2.0/security-groups/497cdff2-526f-4249-8672-0554691362de HTTP/1.1" status: 204 len: 173 time: 0.3366029 Jun 03 15:22:22.407861 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-2efc78f0-232a-4193-a7e2-a613c1dfec89 req-23367725-090c-4914-80b6-80448916591a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] show failed (client error): The resource could not be found. Jun 03 15:22:22.408951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2efc78f0-232a-4193-a7e2-a613c1dfec89 req-23367725-090c-4914-80b6-80448916591a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/497cdff2-526f-4249-8672-0554691362de HTTP/1.1" status: 404 len: 352 time: 0.0333073 Jun 03 15:22:22.412672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:22.440099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:22.512593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Made reservation on behalf of 1484994604a84b17bbd2a986967a9c9e for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:22.514869 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.620510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55f02950-b914-4541-b992-c035bc2b8726 req-33d86f75-ea21-48ec-be86-48c6f381139f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/47e7a885-8265-4caf-bd92-f6611ea08712 HTTP/1.1" status: 200 len: 1802 time: 0.1910107 Jun 03 15:22:22.679417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138b43-f199-4c60-a86d-978c07933084 req-5591c5a5-e1b2-4e54-9b14-62e29518de2f tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:22.681371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81138b43-f199-4c60-a86d-978c07933084 req-5591c5a5-e1b2-4e54-9b14-62e29518de2f tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.2235959 Jun 03 15:22:22.745474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-55f02950-b914-4541-b992-c035bc2b8726 req-c1ae90f5-69e2-441c-aa66-92b687e1fd33 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.788351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81138b43-f199-4c60-a86d-978c07933084 req-bace5753-293f-481f-afa6-dc42bc4e64b5 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895529 Jun 03 15:22:22.820349 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-55f02950-b914-4541-b992-c035bc2b8726 req-c1ae90f5-69e2-441c-aa66-92b687e1fd33 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.916022 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-55f02950-b914-4541-b992-c035bc2b8726 req-c1ae90f5-69e2-441c-aa66-92b687e1fd33 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.946027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae90f5-69e2-441c-aa66-92b687e1fd33 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e7a885-8265-4caf-bd92-f6611ea08712,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:22.949383 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-55f02950-b914-4541-b992-c035bc2b8726 req-c1ae90f5-69e2-441c-aa66-92b687e1fd33 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:22.950981 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55f02950-b914-4541-b992-c035bc2b8726 req-c1ae90f5-69e2-441c-aa66-92b687e1fd33 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "DELETE /v2.0/security-groups/47e7a885-8265-4caf-bd92-f6611ea08712 HTTP/1.1" status: 204 len: 173 time: 0.3229325 Jun 03 15:22:23.047639 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-cbc4e407-bb71-4b68-888e-ccf69d0f263d req-b99f4116-f656-484d-b5f6-f694b83aab48 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] show failed (client error): The resource could not be found. Jun 03 15:22:23.048644 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbc4e407-bb71-4b68-888e-ccf69d0f263d req-b99f4116-f656-484d-b5f6-f694b83aab48 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/47e7a885-8265-4caf-bd92-f6611ea08712 HTTP/1.1" status: 404 len: 352 time: 0.0582991 Jun 03 15:22:23.056613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbb2a415-fb63-4c8a-b83c-3040c5c383ad req-66e339cc-90fd-4299-9029-6e39bd8ad0d2 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0640087 Jun 03 15:22:23.077529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-2b3aec0b-f26b-4f9d-aa8b-47aa4a76dbc1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] For port 37046dd9-1626-4c38-b08a-e14bcea64207, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=37046dd9-1626-4c38-b08a-e14bcea64207,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:23.077906 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-2b3aec0b-f26b-4f9d-aa8b-47aa4a76dbc1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.146797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9b5a99a-c36d-4d16-a8e1-c719b8a87bc4 req-454f64ca-c978-4ea0-8386-52702db3d9d7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/bc59e4b7-37e3-4610-90bf-f462a7ca3b7d HTTP/1.1" status: 200 len: 1802 time: 0.0622408 Jun 03 15:22:23.228346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-2b3aec0b-f26b-4f9d-aa8b-47aa4a76dbc1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Calling delete_port for 37046dd9-1626-4c38-b08a-e14bcea64207 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:23.235193 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b9b5a99a-c36d-4d16-a8e1-c719b8a87bc4 req-9d721ee6-7b89-4ad1-91be-80d6426aef9b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.265412 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b9b5a99a-c36d-4d16-a8e1-c719b8a87bc4 req-9d721ee6-7b89-4ad1-91be-80d6426aef9b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.331171 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b9b5a99a-c36d-4d16-a8e1-c719b8a87bc4 req-9d721ee6-7b89-4ad1-91be-80d6426aef9b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.416368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d721ee6-7b89-4ad1-91be-80d6426aef9b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc59e4b7-37e3-4610-90bf-f462a7ca3b7d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:23.448722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b9b5a99a-c36d-4d16-a8e1-c719b8a87bc4 req-9d721ee6-7b89-4ad1-91be-80d6426aef9b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.449896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9b5a99a-c36d-4d16-a8e1-c719b8a87bc4 req-9d721ee6-7b89-4ad1-91be-80d6426aef9b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "DELETE /v2.0/security-groups/bc59e4b7-37e3-4610-90bf-f462a7ca3b7d HTTP/1.1" status: 204 len: 173 time: 0.3020589 Jun 03 15:22:23.490923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2acd5-e558-4902-b8f4-7e76044939e1 req-52749438-82a9-4f01-bffb-41819e356de4 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:23.492469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35c2acd5-e558-4902-b8f4-7e76044939e1 req-52749438-82a9-4f01-bffb-41819e356de4 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 946 time: 0.1243496 Jun 03 15:22:23.525208 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-0d0cbd92-ce66-410f-9d3f-13ff3501d16c req-bf554e2d-a35d-4983-8ce8-921a7fedad22 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] show failed (client error): The resource could not be found. Jun 03 15:22:23.526263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d0cbd92-ce66-410f-9d3f-13ff3501d16c req-bf554e2d-a35d-4983-8ce8-921a7fedad22 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/bc59e4b7-37e3-4610-90bf-f462a7ca3b7d HTTP/1.1" status: 404 len: 352 time: 0.0450370 Jun 03 15:22:23.528574 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.582991 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35c2acd5-e558-4902-b8f4-7e76044939e1 req-31c3f815-008e-4e5a-b9e4-2972935c65db tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801599 Jun 03 15:22:23.676789 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-2b3aec0b-f26b-4f9d-aa8b-47aa4a76dbc1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.689948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f6f0989a-9ca2-4f9d-8423-5c6458e9ea8b req-04b3ea2c-64b4-48f4-ad75-8bd3e9e0f941 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Synchronizing usage tracker for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:23.708441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f6f0989a-9ca2-4f9d-8423-5c6458e9ea8b req-04b3ea2c-64b4-48f4-ad75-8bd3e9e0f941 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Unset dirty status for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:23.710936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6f0989a-9ca2-4f9d-8423-5c6458e9ea8b req-04b3ea2c-64b4-48f4-ad75-8bd3e9e0f941 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd HTTP/1.1" status: 200 len: 6155 time: 0.1212089 Jun 03 15:22:23.760946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3aec0b-f26b-4f9d-aa8b-47aa4a76dbc1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event deleted for resources: {'Port': ['ID=37046dd9-1626-4c38-b08a-e14bcea64207,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:23.767430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba69647-24f4-4498-800a-ef192f102f6a,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:23.780640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6f0989a-9ca2-4f9d-8423-5c6458e9ea8b req-d7e629d9-3327-4502-93f4-0f509ce03e32 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/738a472f-afd0-40fd-9a34-b88b57d16a96 HTTP/1.1" status: 200 len: 2985 time: 0.0629864 Jun 03 15:22:23.846837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6f0989a-9ca2-4f9d-8423-5c6458e9ea8b req-23c6329d-3947-4592-8627-1b35ff13a84b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/738a472f-afd0-40fd-9a34-b88b57d16a96 HTTP/1.1" status: 200 len: 2985 time: 0.0607958 Jun 03 15:22:23.873455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2067490337', 'description': 'tempest-description-608819227'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:23.885745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:23.889832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Checking segment: {'id': '985342f2-c7f5-4215-9e84-9a96437009de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba4c5f03-0bb6-4728-83f0-94480432a722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:23.890225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Network hostable DHCP agents. Network: ba4c5f03-0bb6-4728-83f0-94480432a722, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:22:23.896883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:23.912008 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.913851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-2b3aec0b-f26b-4f9d-aa8b-47aa4a76dbc1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] No DVR routers for this DVR port 37046dd9-1626-4c38-b08a-e14bcea64207 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:23.920151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-2b3aec0b-f26b-4f9d-aa8b-47aa4a76dbc1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:23.922556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59ce525-76fb-4a3b-8165-f46819bbeec4', 'name': 'network-vif-deleted', 'tag': '37046dd9-1626-4c38-b08a-e14bcea64207'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:23.956876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:23.962725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group_rule and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:23.968570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:23.969846 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-15b86f61-343c-451f-a116-f08bab6de6f6 req-2b3aec0b-f26b-4f9d-aa8b-47aa4a76dbc1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "DELETE /v2.0/ports/37046dd9-1626-4c38-b08a-e14bcea64207 HTTP/1.1" status: 204 len: 173 time: 1.9685600 Jun 03 15:22:23.971822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Network ba4c5f03-0bb6-4728-83f0-94480432a722 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:22:23.986889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:23.997262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, ba4c5f03-0bb6-4728-83f0-94480432a722) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:24.014082 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.015935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4290d0-5e35-450c-856f-ca73ac45d0bf None None] Network ba4c5f03-0bb6-4728-83f0-94480432a722 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:22:24.100817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:24.101308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.164072 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-12f6fa4c-41e0-480d-adca-e90f3ad9903e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8640146 Jun 03 15:22:24.189474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.215969 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.343050 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f736940-92ca-4cef-bb98-2671cb8b8e06 req-f14b014c-2c4e-46e3-9b3d-9ea1ac638589 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:24.356539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f736940-92ca-4cef-bb98-2671cb8b8e06 req-f14b014c-2c4e-46e3-9b3d-9ea1ac638589 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.3655579 Jun 03 15:22:24.413184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22906e45-53f9-4780-8334-a494a558dccf,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:24.432357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f736940-92ca-4cef-bb98-2671cb8b8e06 req-c0f1cef8-8b78-427d-af6c-2e673e56affd tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742762 Jun 03 15:22:24.438327 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.444935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca238f8a-fe8f-4052-89c2-5322e07d1023 req-f58bdb60-09e2-4e9d-8e08-20dd09daf8c7 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5763474 Jun 03 15:22:24.586458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-17604162', 'description': 'tempest-description-883188035'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:24.592222 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6005ab1-235e-4fb2-9461-ba82cecbcb06'] response: {'server_uuid': 'f59ce525-76fb-4a3b-8165-f46819bbeec4', 'name': 'network-vif-deleted', 'tag': '37046dd9-1626-4c38-b08a-e14bcea64207', 'status': 'completed', 'code': 200} Jun 03 15:22:24.597966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:24.657335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:24.665457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:24.678185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c70a9ad3-d9a6-4863-bf87-ab15935f4e82 req-16043c94-b3db-40ff-889c-5186598f2ea2 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0729127 Jun 03 15:22:24.679171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:24.710795 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.770272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc9becb-4bb2-430b-b754-de33f5c8c7d8 None None] Network ba4c5f03-0bb6-4728-83f0-94480432a722 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:22:24.770626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] Deleting port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:24.770626 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.796132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:24.802144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group_rule and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:24.815587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:24.828001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:24.968467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:24.975421 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:25.038480 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:25.052799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45d62457-a056-4b77-a8ce-51f60185a29d req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4743516 Jun 03 15:22:25.102998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3baec-470e-438a-b49f-15e7861ed16a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da3ebe8-f277-4adb-a66e-a35867eefdf4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:25.147942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] For port 66a6cc4b-4d02-4161-8563-c8ad05f2f43e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=66a6cc4b-4d02-4161-8563-c8ad05f2f43e,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:25.148587 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:25.229279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 37046dd9-1626-4c38-b08a-e14bcea64207 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:25.273859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 37046dd9-1626-4c38-b08a-e14bcea64207 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:25.274480 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 37046dd9-1626-4c38-b08a-e14bcea64207 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:25.314994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] Calling delete_port for 66a6cc4b-4d02-4161-8563-c8ad05f2f43e owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:25.410190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c26b3001-21c1-47f7-9ef2-0df94ac2ba62 req-19fc5dd1-dce4-49eb-88b6-a84aa357ad5c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=f59ce525-76fb-4a3b-8165-f46819bbeec4 HTTP/1.1" status: 200 len: 210 time: 0.1072884 Jun 03 15:22:25.475420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-b552f9ac-00c2-425d-9fb0-df6100a21b64 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:25.476963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-b552f9ac-00c2-425d-9fb0-df6100a21b64 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/networks?id=ba4c5f03-0bb6-4728-83f0-94480432a722 HTTP/1.1" status: 200 len: 821 time: 0.3396678 Jun 03 15:22:25.494040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-6e1c1b2a-9518-4423-85ab-d4ad6352ae78 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/quotas/1484994604a84b17bbd2a986967a9c9e HTTP/1.1" status: 200 len: 375 time: 0.0105007 Jun 03 15:22:25.539701 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:25.576414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-d5f27990-382e-4b13-af8f-eae6f6104763 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1484994604a84b17bbd2a986967a9c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753038 Jun 03 15:22:25.588990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] Pushing event deleted for resources: {'Port': ['ID=66a6cc4b-4d02-4161-8563-c8ad05f2f43e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:25.906049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c750499-8780-448f-9305-28eb76dee71b req-a6338ace-76f0-4921-a7ff-2713cbe39e7f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:25.912898 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-a6338ace-76f0-4921-a7ff-2713cbe39e7f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 812 time: 0.3740683 Jun 03 15:22:25.940818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-abcc3e1b-fa71-4077-b28f-056c8e656050 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/quotas/cf8688d8ee834a5d8dc06dd4f41cabdd HTTP/1.1" status: 200 len: 375 time: 0.0270557 Jun 03 15:22:26.001588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:26.030441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-feb1e6c7-ec6c-485b-8e47-76c123e47931 service neutron] 10.222.0.48 "GET /v2.0/networks/ba4c5f03-0bb6-4728-83f0-94480432a722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676484 Jun 03 15:22:26.156543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-e02a472b-4212-4e2b-88cc-8fe570d1d2b4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2079835 Jun 03 15:22:26.198222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-af10eb36-7128-4357-b015-2d1f95a90b63 service neutron] 10.222.0.48 "GET /v2.0/networks/ba4c5f03-0bb6-4728-83f0-94480432a722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624632 Jun 03 15:22:26.306346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-9ab5969a-d04d-4346-90a9-f9e4899d30ed service neutron] 10.222.0.48 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372957 Jun 03 15:22:26.412832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] Router e74a7359-2b4d-4b4e-94e5-8128e812d0cc has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:22:26.522675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-6a554f4f-4eba-4911-9423-46f07724f3a9 service neutron] 10.222.0.48 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958556 Jun 03 15:22:26.540390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bfc69-b1be-4a0f-9014-e8d94ea6b5f2 req-a9e1f60d-fb3b-4ec6-b284-20d53d1b0ffe tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:26.541906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f9bfc69-b1be-4a0f-9014-e8d94ea6b5f2 req-a9e1f60d-fb3b-4ec6-b284-20d53d1b0ffe tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.1293612 Jun 03 15:22:26.606004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f9bfc69-b1be-4a0f-9014-e8d94ea6b5f2 req-d57593b3-9a7c-445c-9d01-58fdb57b8b9d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579507 Jun 03 15:22:26.611911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:22:26.630224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31c058-b13c-4f13-b933-609ccb1af190 None None] Sync routers for ids ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:22:26.631969 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2832eda9-1406-461a-876b-42f81bc943ce admin admin] 10.222.0.48 "PUT /v2.0/routers/e74a7359-2b4d-4b4e-94e5-8128e812d0cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4855297 Jun 03 15:22:26.635449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38992) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:26.643673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa31c058-b13c-4f13-b933-609ccb1af190 None None] Routers {'e74a7359-2b4d-4b4e-94e5-8128e812d0cc'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:26.644537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-aa31c058-b13c-4f13-b933-609ccb1af190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:22:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:26.906657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a41423a4-489d-48f3-aa56-095aabbb15c8 req-6cc12e08-0295-4e60-b81a-ff597b03029b tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1322575 Jun 03 15:22:26.949908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-aa31c058-b13c-4f13-b933-609ccb1af190 None None] Set router e74a7359-2b4d-4b4e-94e5-8128e812d0cc gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:27.132995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-8d91facd-7e08-4b0f-b1ac-b8cb56400b19 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Synchronizing usage tracker for tenant:13ae99b168974181a09081bb91741778 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:27.147804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cea8f75d-6318-4eb4-97e2-bdfe9dade3e3 req-d6974ee6-9538-4cc4-9644-91d1ba36f665 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/ports?device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 210 time: 0.0912688 Jun 03 15:22:27.193845 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:27.273482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-8d91facd-7e08-4b0f-b1ac-b8cb56400b19 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Unset dirty status for tenant:13ae99b168974181a09081bb91741778 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:27.285357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-8d91facd-7e08-4b0f-b1ac-b8cb56400b19 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1298133037&fields=id&tenant_id=13ae99b168974181a09081bb91741778 HTTP/1.1" status: 200 len: 267 time: 0.4087212 Jun 03 15:22:27.394730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-aa31c058-b13c-4f13-b933-609ccb1af190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:22:25Z', 'revision_number': 5, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:27.405063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31c058-b13c-4f13-b933-609ccb1af190 None None] Checking router: e74a7359-2b4d-4b4e-94e5-8128e812d0cc for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:22:27.425413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa31c058-b13c-4f13-b933-609ccb1af190 None None] Routers {'e74a7359-2b4d-4b4e-94e5-8128e812d0cc'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:27.426295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-aa31c058-b13c-4f13-b933-609ccb1af190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:22:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:27.616511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-aa31c058-b13c-4f13-b933-609ccb1af190 None None] Set router e74a7359-2b4d-4b4e-94e5-8128e812d0cc gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:27.710459 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d808e64-e5a9-4986-b2ea-e9981f0b77c2 req-c36650dc-3e91-41fb-afab-534f43ea7617 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 210 time: 0.2199948 Jun 03 15:22:27.829205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-e48ba1b0-e019-41e3-b48e-d4007163874e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:27.829922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-e48ba1b0-e019-41e3-b48e-d4007163874e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Synchronizing usage tracker for tenant:13ae99b168974181a09081bb91741778 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:27.857290 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:27.927536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-e48ba1b0-e019-41e3-b48e-d4007163874e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Unset dirty status for tenant:13ae99b168974181a09081bb91741778 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:27.934916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-e48ba1b0-e019-41e3-b48e-d4007163874e tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/networks?id=b2d2816f-e77d-4c29-9e51-8e776082d79b HTTP/1.1" status: 200 len: 815 time: 0.6482418 Jun 03 15:22:27.937141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-491be482-aa61-49c8-b5cf-c7c0fe584836 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:27.938835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-491be482-aa61-49c8-b5cf-c7c0fe584836 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Synchronizing usage tracker for tenant:1484994604a84b17bbd2a986967a9c9e on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:27.959939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-491be482-aa61-49c8-b5cf-c7c0fe584836 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Unset dirty status for tenant:1484994604a84b17bbd2a986967a9c9e on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:27.961947 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-491be482-aa61-49c8-b5cf-c7c0fe584836 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.67 "GET /v2.0/networks?id=ba4c5f03-0bb6-4728-83f0-94480432a722 HTTP/1.1" status: 200 len: 821 time: 0.2443640 Jun 03 15:22:27.983078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Request body: {'port': {'device_id': '62189d58-7d65-4a2f-9bad-b27c80bb16d7', 'network_id': 'ba4c5f03-0bb6-4728-83f0-94480432a722', 'admin_state_up': True, 'tenant_id': '1484994604a84b17bbd2a986967a9c9e'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:28.006548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-86d03399-7f04-40cd-a110-bd5d6342fe13 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/quotas/13ae99b168974181a09081bb91741778 HTTP/1.1" status: 200 len: 375 time: 0.0707130 Jun 03 15:22:28.009022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Deleting port c47e9edb-1e8c-432b-932d-316e00c35f10 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:28.009375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.046253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-aa31c058-b13c-4f13-b933-609ccb1af190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:22:25Z', 'revision_number': 5, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:28.050851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31c058-b13c-4f13-b933-609ccb1af190 None None] The sync data for ids ['e74a7359-2b4d-4b4e-94e5-8128e812d0cc'] in n-d-844595-1 is: [{'id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'name': 'tempest-ServersTestJSON-1761148062-router', 'tenant_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:20:05Z', 'updated_at': '2022-06-03T15:22:25Z', 'revision_number': 5, 'project_id': '1da89c7dc78f418a9e55b7b9df4ddf32', 'gw_port': {'id': 'c47e9edb-1e8c-432b-932d-316e00c35f10', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a7359-2b4d-4b4e-94e5-8128e812d0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:20:09Z', 'updated_at': '2022-06-03T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:22:28.140713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:28.144545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Usage tracker for resource:port and tenant:1484994604a84b17bbd2a986967a9c9e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:28.147334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:28.153008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:28.163324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Made reservation on behalf of 1484994604a84b17bbd2a986967a9c9e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:28.166932 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.265651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930e96b-8984-4c2a-afee-368c8be431cd req-3b8d7ff8-353c-4fba-9499-5e9d0df62fd0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.267024 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-3b8d7ff8-353c-4fba-9499-5e9d0df62fd0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.3924809 Jun 03 15:22:28.305517 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-0992c64a-e49c-4026-91d4-675d4e1b7fa1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/quotas/622d84e5fa28412589f37b0f0a012a1c HTTP/1.1" status: 200 len: 375 time: 0.0263419 Jun 03 15:22:28.324800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-580d1965-cfed-4fed-8cd1-e7b84c921f32 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=13ae99b168974181a09081bb91741778&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3173802 Jun 03 15:22:28.351904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Allocated IP 172.20.0.6 (ba4c5f03-0bb6-4728-83f0-94480432a722/4ba69647-24f4-4498-800a-ef192f102f6a/0838869e-cdf1-4d3f-a72c-c45cced38e95) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:28.389427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] For port c47e9edb-1e8c-432b-932d-316e00c35f10, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c47e9edb-1e8c-432b-932d-316e00c35f10,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:28.389787 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.411407 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-07d9604c-afc6-49b1-8394-cfb2f9805de9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989139 Jun 03 15:22:28.616651 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.651289 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.695786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Calling delete_port for c47e9edb-1e8c-432b-932d-316e00c35f10 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:28.731179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Network ba4c5f03-0bb6-4728-83f0-94480432a722 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:28.734188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:28.736455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:22:28.784493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Pushing event updated for resources: {'Port': ['ID=0838869e-cdf1-4d3f-a72c-c45cced38e95,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:28.811242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:28.811852 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:28.835362 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-48ceab48-b248-45c2-b109-8183378b906d tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8582902 Jun 03 15:22:28.859572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Request body: {'port': {'device_id': '62189d58-7d65-4a2f-9bad-b27c80bb16d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:28.939295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-0dd88b08-8562-4044-822c-e14b6dcdd660 service neutron] 10.222.0.48 "GET /v2.0/networks/b2d2816f-e77d-4c29-9e51-8e776082d79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791101 Jun 03 15:22:28.946522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-d286b2e7-e4b9-4c31-8159-0430d66cf870 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340700 Jun 03 15:22:29.093719 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:29.135801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c750499-8780-448f-9305-28eb76dee71b req-84b88895-bc46-4ac7-ad24-cdbf763b1764 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:29.137225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-84b88895-bc46-4ac7-ad24-cdbf763b1764 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.67 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 812 time: 0.6519065 Jun 03 15:22:29.161039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'port': {'device_id': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960', 'admin_state_up': True, 'tenant_id': 'cf8688d8ee834a5d8dc06dd4f41cabdd'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:29.325259 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:29.463864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0838869e-cdf1-4d3f-a72c-c45cced38e95 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:29.472383 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:29.524630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-e3bc4c18-e4bd-4082-947c-a4ef2ba8928f service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511248 Jun 03 15:22:29.533054 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-8caa4be8-0c88-4c6e-a3cc-8ae1bf455407 service neutron] 10.222.0.48 "GET /v2.0/networks/b2d2816f-e77d-4c29-9e51-8e776082d79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842059 Jun 03 15:22:29.565959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Transition to ACTIVE for port object 0838869e-cdf1-4d3f-a72c-c45cced38e95 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:22:29.567393 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:29.575984 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:29.633203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:29.642638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:port and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:29.645618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:29.652678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:29.660839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c47e9edb-1e8c-432b-932d-316e00c35f10,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:29.697114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Made reservation on behalf of cf8688d8ee834a5d8dc06dd4f41cabdd for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:29.700029 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:29.803390 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:29.848488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Pushing event updated for resources: {'Port': ['ID=0838869e-cdf1-4d3f-a72c-c45cced38e95,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:29.907725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Attempting to bind port 0838869e-cdf1-4d3f-a72c-c45cced38e95 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:22:29.908573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Attempting to bind port 0838869e-cdf1-4d3f-a72c-c45cced38e95 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '985342f2-c7f5-4215-9e84-9a96437009de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba4c5f03-0bb6-4728-83f0-94480432a722'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:22:29.909063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Attempting to bind port 0838869e-cdf1-4d3f-a72c-c45cced38e95 on network ba4c5f03-0bb6-4728-83f0-94480432a722 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:29.916298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Port 0838869e-cdf1-4d3f-a72c-c45cced38e95 on network ba4c5f03-0bb6-4728-83f0-94480432a722 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:22:29.917824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Attempting to bind port 0838869e-cdf1-4d3f-a72c-c45cced38e95 on network ba4c5f03-0bb6-4728-83f0-94480432a722 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:29.924273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:22:29.924611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Checking segment: {'id': '985342f2-c7f5-4215-9e84-9a96437009de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba4c5f03-0bb6-4728-83f0-94480432a722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:29.925756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Bound using segment: {'id': '985342f2-c7f5-4215-9e84-9a96437009de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba4c5f03-0bb6-4728-83f0-94480432a722'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:22:29.926226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Bound port: 0838869e-cdf1-4d3f-a72c-c45cced38e95, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985342f2-c7f5-4215-9e84-9a96437009de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ba4c5f03-0bb6-4728-83f0-94480432a722'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:22:29.926684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.046297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] For port 0838869e-cdf1-4d3f-a72c-c45cced38e95, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:30.050546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] For port 0838869e-cdf1-4d3f-a72c-c45cced38e95, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0838869e-cdf1-4d3f-a72c-c45cced38e95,segment=NetworkSegment(985342f2-c7f5-4215-9e84-9a96437009de),segment_id=985342f2-c7f5-4215-9e84-9a96437009de)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:22:30.058611 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.132102 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.135692 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.145079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 66a6cc4b-4d02-4161-8563-c8ad05f2f43e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:30.205091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cd29b-e62a-4775-9039-2f96b21d7e20 req-7de1e3db-44e5-498c-9c33-342c36f9848f tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.206867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b80cd29b-e62a-4775-9039-2f96b21d7e20 req-7de1e3db-44e5-498c-9c33-342c36f9848f tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.3503089 Jun 03 15:22:30.215441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.216032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.217611 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] 10.222.0.67 "PUT /v2.0/ports/0838869e-cdf1-4d3f-a72c-c45cced38e95 HTTP/1.1" status: 200 len: 1091 time: 1.3624845 Jun 03 15:22:30.218312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176f7f5-23b2-4de4-b53f-50d15cc5c773 service neutron] Pushing event updated for resources: {'Port': ['ID=0838869e-cdf1-4d3f-a72c-c45cced38e95,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:30.228114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62189d58-7d65-4a2f-9bad-b27c80bb16d7', 'tag': '0838869e-cdf1-4d3f-a72c-c45cced38e95'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:30.247926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 66a6cc4b-4d02-4161-8563-c8ad05f2f43e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:30.248512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 66a6cc4b-4d02-4161-8563-c8ad05f2f43e not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:30.256091 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.256091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router e74a7359-2b4d-4b4e-94e5-8128e812d0cc {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:22:30.336381 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d966e44b-f050-43fd-8324-60f96ddfaff8 req-549b213f-919a-4005-bb3b-0888ae40ae7c tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1284237 Jun 03 15:22:30.455234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-4e09e30b-bff5-4ffb-a21d-e4d661b2c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.456870 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-4e09e30b-bff5-4ffb-a21d-e4d661b2c94b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1484994604a84b17bbd2a986967a9c9e&device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 1094 time: 0.1705339 Jun 03 15:22:30.478745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b80cd29b-e62a-4775-9039-2f96b21d7e20 req-8ec25fa6-6bae-4414-b31a-2ca3c58f3180 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323608 Jun 03 15:22:30.501396 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.505718 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-49fabb86-13cb-4971-9942-390ac2d6e3ae admin admin] 10.222.0.48 "DELETE /v2.0/routers/e74a7359-2b4d-4b4e-94e5-8128e812d0cc HTTP/1.1" status: 204 len: 168 time: 3.8692200 Jun 03 15:22:30.506753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39056) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:30.598267 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-c3883bc0-7b1e-4991-af2b-e4871065722e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0838869e-cdf1-4d3f-a72c-c45cced38e95 HTTP/1.1" status: 200 len: 217 time: 0.1280780 Jun 03 15:22:30.673531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-9d128cd1-3604-4ef7-ad5f-c7ea443374a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.674937 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-9d128cd1-3604-4ef7-ad5f-c7ea443374a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ba69647-24f4-4498-800a-ef192f102f6a HTTP/1.1" status: 200 len: 861 time: 0.0685987 Jun 03 15:22:30.695678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Allocated IP 172.20.0.10 (e2c30d5b-a4a2-4263-95e1-4133b409a960/5b58f9ad-8000-49aa-8e7c-45a5a524d33a/05b2e216-9b0e-4337-985d-08db70a94cfd) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:30.726810 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-a38a13b2-e067-4bec-9705-66843a96f957 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba4c5f03-0bb6-4728-83f0-94480432a722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424116 Jun 03 15:22:30.760654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e38d66d-6585-4101-9abb-8bd727a73ee8 admin admin] Deleting subnet b9d8b353-02d7-4597-9601-6804a84e4472 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:22:30.763594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-34285592-bece-4b18-9aa9-e29629985efe req-29191a81-49b2-4c9b-a320-fee4fe16adf6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Synchronizing usage tracker for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:30.768757 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e38d66d-6585-4101-9abb-8bd727a73ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.885717 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e38d66d-6585-4101-9abb-8bd727a73ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:30.889075 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-88a638cb-53f4-4563-a476-57b643c4fc9a service neutron] 10.222.0.67 "GET /v2.0/networks/ba4c5f03-0bb6-4728-83f0-94480432a722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432378 Jun 03 15:22:30.913203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-34285592-bece-4b18-9aa9-e29629985efe req-29191a81-49b2-4c9b-a320-fee4fe16adf6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Unset dirty status for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:30.919009 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34285592-bece-4b18-9aa9-e29629985efe req-29191a81-49b2-4c9b-a320-fee4fe16adf6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 210 time: 0.2261183 Jun 03 15:22:30.963975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda76fc-d0e6-491d-8b2c-dea07099acb3 req-cecac718-9451-4f6c-8f2d-892c7296ebeb tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:30.965448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0dda76fc-d0e6-491d-8b2c-dea07099acb3 req-cecac718-9451-4f6c-8f2d-892c7296ebeb tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/ports?device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 943 time: 0.3533857 Jun 03 15:22:31.032319 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8799aaeb-40c9-42b8-8a18-eb98e4215802 req-404131f4-606b-4467-b164-4f4e5c0983e7 service neutron] 10.222.0.67 "GET /v2.0/networks/ba4c5f03-0bb6-4728-83f0-94480432a722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364217 Jun 03 15:22:31.106632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a80f88f0-0e6c-42ab-8e3e-d92f09029643 req-4f411c70-b2da-43ed-9ff6-c46a1bac2975 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 210 time: 0.0693145 Jun 03 15:22:31.156336 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0dda76fc-d0e6-491d-8b2c-dea07099acb3 req-ce656e9b-13c4-495e-abb3-6d80211cce2c tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec98ec81-4886-468a-804a-6bba26e2752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370916 Jun 03 15:22:31.185121 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e38d66d-6585-4101-9abb-8bd727a73ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.236015 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2ab3f2-73f1-4eb7-a21f-3561514ddfca'] response: {'name': 'network-changed', 'server_uuid': '62189d58-7d65-4a2f-9bad-b27c80bb16d7', 'tag': '0838869e-cdf1-4d3f-a72c-c45cced38e95', 'status': 'completed', 'code': 200} Jun 03 15:22:31.278035 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.292994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9dfef50-12ca-428f-add8-ae115c886305 req-c69666ad-5e2b-4054-a907-406776d498d6 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 210 time: 0.0707490 Jun 03 15:22:31.334514 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e38d66d-6585-4101-9abb-8bd727a73ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.378165 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.391171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2e20b808-915f-4142-9c34-ef5ac52e9628'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:31.587693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38d66d-6585-4101-9abb-8bd727a73ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d8b353-02d7-4597-9601-6804a84e4472,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:31.610435 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e38d66d-6585-4101-9abb-8bd727a73ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.621355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e508ec-eee9-4a4b-97ed-06cc25b7023b None None] Network cfef527b-71d9-4752-ac58-ce63dfe3b72c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:22:31.626760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8502698-0504-4d63-a36d-7ddbf00e7551 req-84c85b2b-7fe8-4efa-9262-56b921b4cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:31.628638 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e8502698-0504-4d63-a36d-7ddbf00e7551 req-84c85b2b-7fe8-4efa-9262-56b921b4cb4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1484994604a84b17bbd2a986967a9c9e&device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 1094 time: 0.2766783 Jun 03 15:22:31.643544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930e96b-8984-4c2a-afee-368c8be431cd req-f9bd0b87-2b09-4795-919f-0422d629d3f3 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:31.645217 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-f9bd0b87-2b09-4795-919f-0422d629d3f3 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.75 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.2229555 Jun 03 15:22:31.645563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e49e7c3d-a8fb-47ad-8221-5ee4e7de83d2 req-d3310017-37b9-4376-b2d4-e81954d8b097 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0950677 Jun 03 15:22:31.664634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4e38d66d-6585-4101-9abb-8bd727a73ee8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b9d8b353-02d7-4597-9601-6804a84e4472 HTTP/1.1" status: 204 len: 168 time: 1.1518247 Jun 03 15:22:31.670057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Network e2c30d5b-a4a2-4263-95e1-4133b409a960 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:31.703009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39066) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:31.713197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:31.739024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:22:31.798901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Request body: {'port': {'device_id': '31842ee4-658a-40f8-ae4d-c80d868c5de9', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'admin_state_up': True, 'tenant_id': '622d84e5fa28412589f37b0f0a012a1c'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:31.825798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'Port': ['ID=05b2e216-9b0e-4337-985d-08db70a94cfd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:31.910326 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:31.955042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:31.955709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:32.055220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c47e9edb-1e8c-432b-932d-316e00c35f10 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:32.090490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:32.106365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: c47e9edb-1e8c-432b-932d-316e00c35f10 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:32.106659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Usage tracker for resource:port and tenant:622d84e5fa28412589f37b0f0a012a1c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:32.106777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c47e9edb-1e8c-432b-932d-316e00c35f10 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:32.109976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:32.115872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Deleting port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:32.116417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:32.117675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8502698-0504-4d63-a36d-7ddbf00e7551 req-a67307b1-aca8-4756-9e9d-bb1e92e8bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:32.119481 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e8502698-0504-4d63-a36d-7ddbf00e7551 req-a67307b1-aca8-4756-9e9d-bb1e92e8bdd8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba4c5f03-0bb6-4728-83f0-94480432a722 HTTP/1.1" status: 200 len: 922 time: 0.4727695 Jun 03 15:22:32.120392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:32.121661 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a68faff-7a82-47a9-9bb8-b16f3016d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:32.130018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02caf969-2e4b-409e-8202-c23eccc6d0ec None None] DHCP port deletion for cfef527b-71d9-4752-ac58-ce63dfe3b72c request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:22:32.136610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-02caf969-2e4b-409e-8202-c23eccc6d0ec None None] Deleting port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:32.137055 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-02caf969-2e4b-409e-8202-c23eccc6d0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:32.213939 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e8502698-0504-4d63-a36d-7ddbf00e7551 req-0bf84f50-f126-4221-9764-b157aa93b89a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0838869e-cdf1-4d3f-a72c-c45cced38e95 HTTP/1.1" status: 200 len: 217 time: 0.0805843 Jun 03 15:22:32.239472 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-fd1b08da-90d2-42a9-bed8-390cf310f496 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0826707 Jun 03 15:22:32.255045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Made reservation on behalf of 622d84e5fa28412589f37b0f0a012a1c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:32.260075 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:32.278922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae8ff3-8e8a-4774-aa34-3eb44cc46150 req-26d5f9e8-ecc4-4964-99f2-0ebfaed5d27b tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:32.280705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1aae8ff3-8e8a-4774-aa34-3eb44cc46150 req-26d5f9e8-ecc4-4964-99f2-0ebfaed5d27b tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.6096075 Jun 03 15:22:32.303846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Request body: {'port': {'device_id': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:32.460876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-02caf969-2e4b-409e-8202-c23eccc6d0ec None None] For port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9d0fe4de-f686-44bf-8ea6-a954945a3ae7,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:32.461448 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-02caf969-2e4b-409e-8202-c23eccc6d0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:32.484741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1aae8ff3-8e8a-4774-aa34-3eb44cc46150 req-2fba871a-cf42-4543-a374-fb5a9b9a5dc1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493108 Jun 03 15:22:32.516482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8502698-0504-4d63-a36d-7ddbf00e7551 req-21490bde-ee90-48a5-b458-36ca07b87c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:32.516987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-2cb008ce-f6d7-4d9e-a548-c878fc53486b tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:32.518222 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e8502698-0504-4d63-a36d-7ddbf00e7551 req-21490bde-ee90-48a5-b458-36ca07b87c67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4ba69647-24f4-4498-800a-ef192f102f6a HTTP/1.1" status: 200 len: 861 time: 0.2979314 Jun 03 15:22:32.518492 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-2cb008ce-f6d7-4d9e-a548-c878fc53486b tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.75 "GET /v2.0/networks?id=b2d2816f-e77d-4c29-9e51-8e776082d79b HTTP/1.1" status: 200 len: 815 time: 0.6044931 Jun 03 15:22:32.576061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Allocated IP 172.20.0.14 (0eb35c9f-ee3c-45a8-b613-18d6f2387c2c/a4b77897-1629-4d38-8157-f1d40799acb4/ff9efa4e-3bdd-49d8-845a-27efa47b7b6f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:32.580092 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e8502698-0504-4d63-a36d-7ddbf00e7551 req-6f37b2f8-f53a-4564-8ed5-48b6026b22ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba4c5f03-0bb6-4728-83f0-94480432a722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545354 Jun 03 15:22:32.709055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-02caf969-2e4b-409e-8202-c23eccc6d0ec None None] Calling delete_port for 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:32.793228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abed159e-0017-418c-b113-c1a1b850fe42 req-b98248b0-079b-479b-a7e3-c649a2f27952 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 210 time: 0.1278877 Jun 03 15:22:32.820974 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-c353c875-31cb-422e-b394-5d48f64af6be tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13ae99b168974181a09081bb91741778 HTTP/1.1" status: 200 len: 380 time: 0.2856004 Jun 03 15:22:32.836134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Request body: {'port': {'device_id': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'admin_state_up': True, 'tenant_id': '13ae99b168974181a09081bb91741778', 'security_groups': ['ffdcd437-1eb2-4527-8dec-5409bfd274e1']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:32.877796 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e8502698-0504-4d63-a36d-7ddbf00e7551 req-1abac2ed-6bde-4b6d-a627-26ce4837b83a service neutron] 10.222.0.67 "GET /v2.0/networks/ba4c5f03-0bb6-4728-83f0-94480432a722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881157 Jun 03 15:22:32.903362 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-02caf969-2e4b-409e-8202-c23eccc6d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.007053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caf969-2e4b-409e-8202-c23eccc6d0ec None None] Pushing event deleted for resources: {'Port': ['ID=9d0fe4de-f686-44bf-8ea6-a954945a3ae7,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:33.017638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02caf969-2e4b-409e-8202-c23eccc6d0ec None None] No DVR routers for this DVR port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:33.048671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:33.059771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2486f-8253-4186-b4eb-a043a451d6e6 req-41892ea2-0112-407a-a9f1-eea2fafa2fef tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:33.061375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d2486f-8253-4186-b4eb-a043a451d6e6 req-41892ea2-0112-407a-a9f1-eea2fafa2fef tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 932 time: 0.8926299 Jun 03 15:22:33.062077 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.078086 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.107250 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e8502698-0504-4d63-a36d-7ddbf00e7551 req-e275dfb7-c3a0-4875-afa1-b4df57c9ecef service neutron] 10.222.0.67 "GET /v2.0/networks/ba4c5f03-0bb6-4728-83f0-94480432a722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218535 Jun 03 15:22:33.131304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.165375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Usage tracker for resource:port and tenant:13ae99b168974181a09081bb91741778 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:33.214478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:33.217829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:33.218181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:33.220488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:22:33.222418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] For port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9d0fe4de-f686-44bf-8ea6-a954945a3ae7,segment=NetworkSegment(983c9b68-099e-4bd5-8ef0-581e3ec2ca5b),segment_id=983c9b68-099e-4bd5-8ef0-581e3ec2ca5b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:33.223255 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.272612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event updated for resources: {'Port': ['ID=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:33.331807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:33.332507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.374461 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-a552ed1e-a9e8-48c1-babd-228fb689f0fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5817449 Jun 03 15:22:33.386590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Request body: {'port': {'device_id': '31842ee4-658a-40f8-ae4d-c80d868c5de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:33.567894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:33.576032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.601601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Calling delete_port for 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:33.666417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-46d2486f-8253-4186-b4eb-a043a451d6e6 req-27766379-6a52-43bd-bd11-a4b918ce7602 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Synchronizing usage tracker for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:33.689167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Made reservation on behalf of 13ae99b168974181a09081bb91741778 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:33.693151 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:33.765661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-40307c95-1215-44d7-b6c8-a81186802cf0 req-340a38a1-f2ab-48db-a3d5-9e9147bbeb36 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0590985 Jun 03 15:22:33.849811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-46d2486f-8253-4186-b4eb-a043a451d6e6 req-27766379-6a52-43bd-bd11-a4b918ce7602 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Unset dirty status for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:33.851022 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d2486f-8253-4186-b4eb-a043a451d6e6 req-27766379-6a52-43bd-bd11-a4b918ce7602 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7302952 Jun 03 15:22:33.864128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad854ab6-68f2-4886-9caa-c7d92cd7f056 req-6f351113-89e2-49ae-af57-dbcd45f97142 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:33.871359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad854ab6-68f2-4886-9caa-c7d92cd7f056 req-6f351113-89e2-49ae-af57-dbcd45f97142 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/ports?device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 943 time: 0.8285563 Jun 03 15:22:34.009339 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:22:34.009709 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:22:34.056784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad854ab6-68f2-4886-9caa-c7d92cd7f056 req-b87b47da-141c-421c-a94b-e39c69a58c22 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec98ec81-4886-468a-804a-6bba26e2752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844020 Jun 03 15:22:34.141931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:34.156441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9efa4e-3bdd-49d8-845a-27efa47b7b6f {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:34.164647 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.181203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Transition to ACTIVE for port object ff9efa4e-3bdd-49d8-845a-27efa47b7b6f will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:22:34.196066 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.218820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:34.219159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:34.252139 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-39665813-2a1a-49c9-a677-26f2c40e618b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.359659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:34.374150 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7a8eda1-d91b-4b4f-8c92-6f83c4d31c32 req-1987ee4e-018d-4b87-8eb9-f11f5a7751fe tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1194863 Jun 03 15:22:34.376799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2861503c-a786-4766-9ac2-8c965964b040 req-52ce213a-b351-48b1-beb2-18922694883d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 210 time: 0.1240020 Jun 03 15:22:34.384303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Allocated IP 172.20.0.9 (b2d2816f-e77d-4c29-9e51-8e776082d79b/c72aae98-1eb7-4abe-94c0-d6287bdc58a2/29270970-1a6f-4454-af43-8a71c706f8f5) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:34.505591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b2e216-9b0e-4337-985d-08db70a94cfd {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:34.510254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Deleting port 9d0fe4de-f686-44bf-8ea6-a954945a3ae7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:34.510588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.545032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Attempting to bind port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:22:34.545486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Attempting to bind port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:22:34.545938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Attempting to bind port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:34.551284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:22:34.551720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Attempting to bind port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:34.557411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:22:34.557861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Checking segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:34.558353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Bound using segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:22:34.558889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Bound port: ff9efa4e-3bdd-49d8-845a-27efa47b7b6f, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:22:34.559325 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.562962 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.652401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] For port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:34.655649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] For port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:22:34.660048 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.729471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.729998 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.732044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] 10.222.0.75 "PUT /v2.0/ports/ff9efa4e-3bdd-49d8-845a-27efa47b7b6f HTTP/1.1" status: 200 len: 1092 time: 1.3502114 Jun 03 15:22:34.735535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31842ee4-658a-40f8-ae4d-c80d868c5de9', 'tag': 'ff9efa4e-3bdd-49d8-845a-27efa47b7b6f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:34.761959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc3424-8816-4f0b-a617-b6e18ff64d24 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:34.773726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] The port '9d0fe4de-f686-44bf-8ea6-a954945a3ae7' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:22:34.781978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Transition to ACTIVE for port object 05b2e216-9b0e-4337-985d-08db70a94cfd will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:22:34.826343 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:34.857353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930e96b-8984-4c2a-afee-368c8be431cd req-9bbec093-b1fd-4903-99ef-ce1cd4aaed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.858873 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-9bbec093-b1fd-4903-99ef-ce1cd4aaed03 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 1095 time: 0.0758469 Jun 03 15:22:34.933489 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-eebc19e8-57d2-4ef9-be7a-2779d6a07aad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f HTTP/1.1" status: 200 len: 217 time: 0.0632780 Jun 03 15:22:34.996644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930e96b-8984-4c2a-afee-368c8be431cd req-de3821e3-470f-45e6-aa1e-1cb389dbc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:34.998149 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-de3821e3-470f-45e6-aa1e-1cb389dbc233 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.0584302 Jun 03 15:22:35.047222 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-502dc22b-091e-405e-85a8-b38db8f71e76 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403087 Jun 03 15:22:35.097903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Pushing event updated for resources: {'Port': ['ID=05b2e216-9b0e-4337-985d-08db70a94cfd,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:35.111005 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.182220 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.214818 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-accd5183-947e-45c4-817e-fad0bf422908 service neutron] 10.222.0.75 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568799 Jun 03 15:22:35.218630 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.232014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfef527b-71d9-4752-ac58-ce63dfe3b72c']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:35.263398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45652e6-6981-49bf-8fc6-2327279075ca req-150332ba-9dbb-40ea-be7b-0515e14d8d74 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:35.265118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f45652e6-6981-49bf-8fc6-2327279075ca req-150332ba-9dbb-40ea-be7b-0515e14d8d74 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 944 time: 0.6897080 Jun 03 15:22:35.271667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0838869e-cdf1-4d3f-a72c-c45cced38e95 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:35.272705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde0804-12bb-40d4-8f0c-0676b1af0ff5 req-f64ca939-5680-4aa3-951d-703a9fe8590b tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:35.274571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2cde0804-12bb-40d4-8f0c-0676b1af0ff5 req-f64ca939-5680-4aa3-951d-703a9fe8590b tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.7000477 Jun 03 15:22:35.276521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:35.276820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983c9b68-099e-4bd5-8ef0-581e3ec2ca5b') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:35.316474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.335217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Transition to ACTIVE for port object 29270970-1a6f-4454-af43-8a71c706f8f5 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:22:35.403900 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0930e96b-8984-4c2a-afee-368c8be431cd req-e9ca55b7-0fa6-4e0b-8c39-b086eb259fed service neutron] 10.222.0.75 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761708 Jun 03 15:22:35.474433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0838869e-cdf1-4d3f-a72c-c45cced38e95, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0838869e-cdf1-4d3f-a72c-c45cced38e95,segment=NetworkSegment(985342f2-c7f5-4215-9e84-9a96437009de),segment_id=985342f2-c7f5-4215-9e84-9a96437009de)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:35.497914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '0838869e-cdf1-4d3f-a72c-c45cced38e95', 'network_id': 'ba4c5f03-0bb6-4728-83f0-94480432a722', 'port_id': '0838869e-cdf1-4d3f-a72c-c45cced38e95', 'mac_address': 'fa:16:3e:ab:c6:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba69647-24f4-4498-800a-ef192f102f6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:35.510361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.535240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.546539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:22:35.546939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.560421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0838869e-cdf1-4d3f-a72c-c45cced38e95 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:35.560922 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.564979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f45652e6-6981-49bf-8fc6-2327279075ca req-bd003c37-9e1c-4ab2-aea5-3a5235b38b32 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699306 Jun 03 15:22:35.588493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0838869e-cdf1-4d3f-a72c-c45cced38e95 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:35.607726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0838869e-cdf1-4d3f-a72c-c45cced38e95, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0838869e-cdf1-4d3f-a72c-c45cced38e95,segment=NetworkSegment(985342f2-c7f5-4215-9e84-9a96437009de),segment_id=985342f2-c7f5-4215-9e84-9a96437009de)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:35.612515 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.625419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Attempting to bind port 05b2e216-9b0e-4337-985d-08db70a94cfd on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:22:35.625755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Attempting to bind port 05b2e216-9b0e-4337-985d-08db70a94cfd by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'a1b54dd9-1388-437e-bf4c-5859387e6f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:22:35.626113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Attempting to bind port 05b2e216-9b0e-4337-985d-08db70a94cfd on network e2c30d5b-a4a2-4263-95e1-4133b409a960 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:35.637507 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 983c9b68-099e-4bd5-8ef0-581e3ec2ca5b resource provider aggregate not found Jun 03 15:22:35.655783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2cde0804-12bb-40d4-8f0c-0676b1af0ff5 req-eac3b829-ef7d-4d72-a7d1-50ed35ef1478 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657465 Jun 03 15:22:35.661862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Port 05b2e216-9b0e-4337-985d-08db70a94cfd on network e2c30d5b-a4a2-4263-95e1-4133b409a960 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:22:35.662212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Attempting to bind port 05b2e216-9b0e-4337-985d-08db70a94cfd on network e2c30d5b-a4a2-4263-95e1-4133b409a960 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:35.676701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:22:35.676701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Checking segment: {'id': 'a1b54dd9-1388-437e-bf4c-5859387e6f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:35.676701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Bound using segment: {'id': 'a1b54dd9-1388-437e-bf4c-5859387e6f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:22:35.676701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Bound port: 05b2e216-9b0e-4337-985d-08db70a94cfd, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b54dd9-1388-437e-bf4c-5859387e6f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:22:35.677218 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.697403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0838869e-cdf1-4d3f-a72c-c45cced38e95,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:35.698014 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 983c9b68-099e-4bd5-8ef0-581e3ec2ca5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 983c9b68-099e-4bd5-8ef0-581e3ec2ca5b found for delete ", "request_id": "req-9a80a995-6b73-4d2d-8977-68a058a6f18b"}]} Jun 03 15:22:35.733867 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.742380 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.743435 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a27c7a-875a-4578-a766-c6ab527e4ec1'] response: {'name': 'network-changed', 'server_uuid': '31842ee4-658a-40f8-ae4d-c80d868c5de9', 'tag': 'ff9efa4e-3bdd-49d8-845a-27efa47b7b6f', 'status': 'completed', 'code': 200} Jun 03 15:22:35.774685 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:35.821470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] Pushing event deleted for resources: {'Network': ['ID=cfef527b-71d9-4752-ac58-ce63dfe3b72c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:35.876343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa44b-2666-49e7-beef-1237f35018bb req-7f131063-ff92-47ab-b8ee-ba50bf4fa66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:35.877967 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-784aa44b-2666-49e7-beef-1237f35018bb req-7f131063-ff92-47ab-b8ee-ba50bf4fa66f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 1095 time: 0.1045017 Jun 03 15:22:35.932904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Network b2d2816f-e77d-4c29-9e51-8e776082d79b is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:35.943666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:35.949000 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5e980d6f-9ed4-4f2c-82e9-79d295cf02de admin admin] 10.222.0.48 "DELETE /v2.0/networks/cfef527b-71d9-4752-ac58-ce63dfe3b72c HTTP/1.1" status: 204 len: 168 time: 4.2425945 Jun 03 15:22:35.956677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:22:35.990121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] For port 05b2e216-9b0e-4337-985d-08db70a94cfd, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:35.997441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Pushing event updated for resources: {'Port': ['ID=29270970-1a6f-4454-af43-8a71c706f8f5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:36.044595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] For port 05b2e216-9b0e-4337-985d-08db70a94cfd, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=05b2e216-9b0e-4337-985d-08db70a94cfd,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:22:36.065061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['0838869e-cdf1-4d3f-a72c-c45cced38e95'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:36.069063 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.091184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa44b-2666-49e7-beef-1237f35018bb req-7b937c87-530d-498c-a332-89013457b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:36.093161 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-784aa44b-2666-49e7-beef-1237f35018bb req-7b937c87-530d-498c-a332-89013457b991 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 912 time: 0.2050939 Jun 03 15:22:36.153003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39106) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:36.174901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:36.175525 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.177253 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-784aa44b-2666-49e7-beef-1237f35018bb req-90655177-ff59-40f9-a460-f072c16da49e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f HTTP/1.1" status: 200 len: 217 time: 0.0739024 Jun 03 15:22:36.236517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:36.237035 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.238437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] 10.222.0.67 "PUT /v2.0/ports/05b2e216-9b0e-4337-985d-08db70a94cfd HTTP/1.1" status: 200 len: 1092 time: 3.9733014 Jun 03 15:22:36.239729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'tag': '05b2e216-9b0e-4337-985d-08db70a94cfd'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:36.262276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa44b-2666-49e7-beef-1237f35018bb req-3889a90f-2daa-4f08-806f-6211c4556a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:36.265629 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-784aa44b-2666-49e7-beef-1237f35018bb req-3889a90f-2daa-4f08-806f-6211c4556a42 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.0798073 Jun 03 15:22:36.273854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-82c7e7d9-052b-4f6b-b0d6-b10771a4d58d tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4414794 Jun 03 15:22:36.292890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483e1c9-7ebf-473c-a7be-84cd151c0a1b req-93c33b89-3d60-4fe2-bcdf-2c6c8d71b4b9 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:36.294763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9483e1c9-7ebf-473c-a7be-84cd151c0a1b req-93c33b89-3d60-4fe2-bcdf-2c6c8d71b4b9 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 944 time: 0.4475448 Jun 03 15:22:36.307761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9a3281c7-108d-4a0d-8d25-ad330edf149a None None] Provisioning for port 29270970-1a6f-4454-af43-8a71c706f8f5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:36.316348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9a3281c7-108d-4a0d-8d25-ad330edf149a None None] Provisioning complete for port 29270970-1a6f-4454-af43-8a71c706f8f5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:36.316708 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9a3281c7-108d-4a0d-8d25-ad330edf149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.319848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Request body: {'port': {'device_id': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:36.338811 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-784aa44b-2666-49e7-beef-1237f35018bb req-8ca37300-e35d-4f67-866e-c59e78ed78d6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637634 Jun 03 15:22:36.386182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9a3281c7-108d-4a0d-8d25-ad330edf149a None None] Port 29270970-1a6f-4454-af43-8a71c706f8f5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:22:36.391992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf907d-fced-4d4e-9db5-fc663541cb45 service neutron] Pushing event updated for resources: {'Port': ['ID=05b2e216-9b0e-4337-985d-08db70a94cfd,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:36.440106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b8225659-01e7-4196-be73-ab783b1edaf6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1da89c7dc78f418a9e55b7b9df4ddf32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715461 Jun 03 15:22:36.452117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39112) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:36.543482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9483e1c9-7ebf-473c-a7be-84cd151c0a1b req-1c1c061d-1680-4e35-b723-debe40ae0f42 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413638 Jun 03 15:22:36.564713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5d70-91b6-4c5e-a74f-9946c2611aa4 req-fc726412-9b09-4635-a75d-c8f1f3e6e317 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:36.566258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaaf5d70-91b6-4c5e-a74f-9946c2611aa4 req-fc726412-9b09-4635-a75d-c8f1f3e6e317 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/ports?device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 944 time: 0.4926677 Jun 03 15:22:36.585665 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-784aa44b-2666-49e7-beef-1237f35018bb req-29738aa7-4ab1-451c-841c-60d20ed5de4f service neutron] 10.222.0.75 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351403 Jun 03 15:22:36.621532 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.725064 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-784aa44b-2666-49e7-beef-1237f35018bb req-a0f081ba-012b-4291-b2b3-ea1149190d92 service neutron] 10.222.0.75 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283202 Jun 03 15:22:36.738117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c750499-8780-448f-9305-28eb76dee71b req-bb90ac6b-46f8-4f21-a4f5-4c0a73b28169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:36.739584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-bb90ac6b-46f8-4f21-a4f5-4c0a73b28169 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 1095 time: 0.4241657 Jun 03 15:22:36.761180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a3b8242-f1f1-4799-b5d9-93551aed84bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.765036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaaf5d70-91b6-4c5e-a74f-9946c2611aa4 req-01171014-c041-47e2-ae55-159f0feba318 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec98ec81-4886-468a-804a-6bba26e2752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848795 Jun 03 15:22:36.865829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-a3b3d931-b347-4f7f-912b-4ec213a7e04a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b2e216-9b0e-4337-985d-08db70a94cfd HTTP/1.1" status: 200 len: 217 time: 0.0954292 Jun 03 15:22:36.925027 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:36.927050 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a3b8242-f1f1-4799-b5d9-93551aed84bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.060217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-023a7939-99d1-4ac1-aabc-4c911267fd19 req-6d2f567c-be69-4380-b793-14aea5632f5b tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1781743 Jun 03 15:22:37.112241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad9d3f-d4b5-4520-afb6-0e2c4dae9942 req-aa6a6fc1-2b89-4817-b45a-7043b64c4ec7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.112933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e1ad9d3f-d4b5-4520-afb6-0e2c4dae9942 req-aa6a6fc1-2b89-4817-b45a-7043b64c4ec7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Synchronizing usage tracker for tenant:13ae99b168974181a09081bb91741778 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:37.120334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c750499-8780-448f-9305-28eb76dee71b req-ee8e567f-2320-4978-9236-65ffe8c90146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.121742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-ee8e567f-2320-4978-9236-65ffe8c90146 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5b58f9ad-8000-49aa-8e7c-45a5a524d33a HTTP/1.1" status: 200 len: 852 time: 0.2408819 Jun 03 15:22:37.265571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-babe94da-c84e-432b-b89b-610298d49f7b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2c30d5b-a4a2-4263-95e1-4133b409a960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273499 Jun 03 15:22:37.504336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e1ad9d3f-d4b5-4520-afb6-0e2c4dae9942 req-aa6a6fc1-2b89-4817-b45a-7043b64c4ec7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Unset dirty status for tenant:13ae99b168974181a09081bb91741778 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:37.505479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1ad9d3f-d4b5-4520-afb6-0e2c4dae9942 req-aa6a6fc1-2b89-4817-b45a-7043b64c4ec7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 931 time: 0.8422463 Jun 03 15:22:37.526550 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a3b8242-f1f1-4799-b5d9-93551aed84bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.586003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b8242-f1f1-4799-b5d9-93551aed84bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcde817-1edc-4c75-afab-aa2591fb42a9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:37.631212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ff9efa4e-3bdd-49d8-845a-27efa47b7b6f details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:37.641602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a3b8242-f1f1-4799-b5d9-93551aed84bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.642730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3a3b8242-f1f1-4799-b5d9-93551aed84bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bfcde817-1edc-4c75-afab-aa2591fb42a9 HTTP/1.1" status: 204 len: 168 time: 1.1868048 Jun 03 15:22:37.667364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1ad9d3f-d4b5-4520-afb6-0e2c4dae9942 req-81e81022-ee28-4c59-aaab-dd831bc139dc tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469758 Jun 03 15:22:37.673677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-4933268f-41ac-4273-be8d-2f9093e76a45 service neutron] 10.222.0.67 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852918 Jun 03 15:22:37.729487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4572-3238-4887-8a14-0dd338178e96 req-34c02e93-a80e-4e39-9efb-dd8f18bced2f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.735321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4572-3238-4887-8a14-0dd338178e96 req-34c02e93-a80e-4e39-9efb-dd8f18bced2f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.741194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4572-3238-4887-8a14-0dd338178e96 req-34c02e93-a80e-4e39-9efb-dd8f18bced2f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.747005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4572-3238-4887-8a14-0dd338178e96 req-34c02e93-a80e-4e39-9efb-dd8f18bced2f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.752771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4572-3238-4887-8a14-0dd338178e96 req-34c02e93-a80e-4e39-9efb-dd8f18bced2f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.758972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4572-3238-4887-8a14-0dd338178e96 req-34c02e93-a80e-4e39-9efb-dd8f18bced2f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.765098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4572-3238-4887-8a14-0dd338178e96 req-34c02e93-a80e-4e39-9efb-dd8f18bced2f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:37.772978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-033f4572-3238-4887-8a14-0dd338178e96 req-34c02e93-a80e-4e39-9efb-dd8f18bced2f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5433 time: 0.5417302 Jun 03 15:22:37.773537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:37.775756 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92dbfc1c-d414-4da0-ba0d-55673e66aea1'] response: {'name': 'network-changed', 'server_uuid': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'tag': '05b2e216-9b0e-4337-985d-08db70a94cfd', 'status': 'completed', 'code': 200} Jun 03 15:22:37.779701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:22:37.791137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'ff9efa4e-3bdd-49d8-845a-27efa47b7b6f', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'port_id': 'ff9efa4e-3bdd-49d8-845a-27efa47b7b6f', 'mac_address': 'fa:16:3e:96:12:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b77897-1629-4d38-8157-f1d40799acb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:37.885150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:37.899265 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.928883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9efa4e-3bdd-49d8-845a-27efa47b7b6f {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:37.949350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:37.955952 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:37.968776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-033f4572-3238-4887-8a14-0dd338178e96 req-540bbec0-44a3-4316-bec3-8e962aa87ff9 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1947827 Jun 03 15:22:37.977020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29270970-1a6f-4454-af43-8a71c706f8f5 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:38.025085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.074309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:38.098624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Transition to ACTIVE for port object 29270970-1a6f-4454-af43-8a71c706f8f5 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:22:38.110887 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c750499-8780-448f-9305-28eb76dee71b req-54ee3977-ee92-4c06-b292-8284c0661cca service neutron] 10.222.0.67 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123435 Jun 03 15:22:38.113293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.266414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['ff9efa4e-3bdd-49d8-845a-27efa47b7b6f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:38.411610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Pushing event updated for resources: {'Port': ['ID=29270970-1a6f-4454-af43-8a71c706f8f5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:38.480486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d996fdb-50c5-4466-8bd7-46998d18f16f req-89e9eb9e-4c8a-4681-a358-cabdadc918cc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:38.482033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d996fdb-50c5-4466-8bd7-46998d18f16f req-89e9eb9e-4c8a-4681-a358-cabdadc918cc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 945 time: 0.4615595 Jun 03 15:22:38.544053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.556158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39146) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:38.574768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d996fdb-50c5-4466-8bd7-46998d18f16f req-bf87b248-dd63-400b-ad98-75018e3020b0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819235 Jun 03 15:22:38.582215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e251e9-33a0-4565-b638-a2aaed188331 req-4c7973c5-fddb-498e-bb62-ac84293779d4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:38.589082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9e251e9-33a0-4565-b638-a2aaed188331 req-4c7973c5-fddb-498e-bb62-ac84293779d4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.4807904 Jun 03 15:22:38.591933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Attempting to bind port 29270970-1a6f-4454-af43-8a71c706f8f5 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:22:38.592361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Attempting to bind port 29270970-1a6f-4454-af43-8a71c706f8f5 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:22:38.592928 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Attempting to bind port 29270970-1a6f-4454-af43-8a71c706f8f5 on network b2d2816f-e77d-4c29-9e51-8e776082d79b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:38.637653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6957240-287e-4411-85d4-61bfc7dd5a67 req-f1da501e-7273-4c55-a2b8-2002ff06bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:38.637653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6957240-287e-4411-85d4-61bfc7dd5a67 req-f1da501e-7273-4c55-a2b8-2002ff06bddc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 1095 time: 0.3609619 Jun 03 15:22:38.637653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Port 29270970-1a6f-4454-af43-8a71c706f8f5 on network b2d2816f-e77d-4c29-9e51-8e776082d79b not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:22:38.637653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Attempting to bind port 29270970-1a6f-4454-af43-8a71c706f8f5 on network b2d2816f-e77d-4c29-9e51-8e776082d79b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:38.669780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:22:38.669942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Checking segment: {'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:38.670275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Bound using segment: {'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:22:38.670718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Bound port: 29270970-1a6f-4454-af43-8a71c706f8f5, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c42874-2439-42ee-8cd5-3df35cf13e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:22:38.671059 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.705147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1352860781-network', 'tenant_id': '51c751b7e7be4991b12ba9352661a43f'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:38.712369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:38.716486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Usage tracker for resource:network and tenant:51c751b7e7be4991b12ba9352661a43f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:38.719688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:38.726293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:38.737414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Made reservation on behalf of 51c751b7e7be4991b12ba9352661a43f for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:38.740069 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.748558 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9e251e9-33a0-4565-b638-a2aaed188331 req-d9bbbdbb-5375-4a0c-aaf4-99948b2a7fde tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585362 Jun 03 15:22:38.759395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.779016 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:38.783539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Usage tracker for resource:security_group_rule and tenant:51c751b7e7be4991b12ba9352661a43f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:38.806405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:38.826234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:38.868082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] For port 29270970-1a6f-4454-af43-8a71c706f8f5, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:38.935810 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.941465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.949176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] For port 29270970-1a6f-4454-af43-8a71c706f8f5, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=29270970-1a6f-4454-af43-8a71c706f8f5,segment=NetworkSegment(90c42874-2439-42ee-8cd5-3df35cf13e1a),segment_id=90c42874-2439-42ee-8cd5-3df35cf13e1a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:22:38.964556 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.975142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:22:38.983793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff193f5-4781-47f6-b353-ace55854f987,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:38.989491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:38.990270 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Added segment a0245255-529f-4fb0-b96c-b6a6508e2b0a of type vlan for network abceb7b9-1db7-47d5-ab85-f96ef3029d27 Jun 03 15:22:39.021262 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.060074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.060670 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.060827 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.061848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.062288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] 10.222.0.75 "PUT /v2.0/ports/29270970-1a6f-4454-af43-8a71c706f8f5 HTTP/1.1" status: 200 len: 1091 time: 2.7666450 Jun 03 15:22:39.062462 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.063468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6957240-287e-4411-85d4-61bfc7dd5a67 req-fa42dd51-5d0b-4ba4-a147-d806046d0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.064866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6957240-287e-4411-85d4-61bfc7dd5a67 req-fa42dd51-5d0b-4ba4-a147-d806046d0d3c service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 913 time: 0.4205618 Jun 03 15:22:39.185227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] Pushing event updated for resources: {'Network': ['ID=abceb7b9-1db7-47d5-ab85-f96ef3029d27,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:39.188155 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bfb791c0-a4a7-4a33-826d-002f56720abd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6307213 Jun 03 15:22:39.192913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39166) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:39.195211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network abceb7b9-1db7-47d5-ab85-f96ef3029d27 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:22:39.196917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6957240-287e-4411-85d4-61bfc7dd5a67 req-a61b188e-58d5-43c8-95b3-91e90d551436 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b2e216-9b0e-4337-985d-08db70a94cfd HTTP/1.1" status: 200 len: 217 time: 0.1241810 Jun 03 15:22:39.206663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Request body: {'subnet': {'network_id': 'abceb7b9-1db7-47d5-ab85-f96ef3029d27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1352860781-subnet', 'tenant_id': '51c751b7e7be4991b12ba9352661a43f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:39.218027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:39.222490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Usage tracker for resource:subnet and tenant:51c751b7e7be4991b12ba9352661a43f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:39.225479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:39.237492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:39.268600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Made reservation on behalf of 51c751b7e7be4991b12ba9352661a43f for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:39.273658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd67c5-868c-492b-b2f4-f470fee3ab8b service neutron] Pushing event updated for resources: {'Port': ['ID=29270970-1a6f-4454-af43-8a71c706f8f5,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:39.274100 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.285730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41bd45-014d-453a-9ade-fad2aace46b5 req-b7898572-ab42-4949-84b6-1d3fa09afbce tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.287487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e41bd45-014d-453a-9ade-fad2aace46b5 req-b7898572-ab42-4949-84b6-1d3fa09afbce tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 944 time: 0.4236255 Jun 03 15:22:39.361494 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0838869e-cdf1-4d3f-a72c-c45cced38e95 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:39.475188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 0838869e-cdf1-4d3f-a72c-c45cced38e95 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:39.496464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 0838869e-cdf1-4d3f-a72c-c45cced38e95 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:39.496838 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.607144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d613779d-42bd-4db9-b33c-9bcac1b296df req-fd6f4406-48bc-4a18-9898-b12866d5db54 tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0589819 Jun 03 15:22:39.617559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6957240-287e-4411-85d4-61bfc7dd5a67 req-92507876-b266-4f63-b03d-e49f48cff453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.618913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6957240-287e-4411-85d4-61bfc7dd5a67 req-92507876-b266-4f63-b03d-e49f48cff453 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5b58f9ad-8000-49aa-8e7c-45a5a524d33a HTTP/1.1" status: 200 len: 852 time: 0.4135563 Jun 03 15:22:39.634451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-daefd141-b72f-4ef4-a01f-7386a0555e4c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.641463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-daefd141-b72f-4ef4-a01f-7386a0555e4c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.647102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0838869e-cdf1-4d3f-a72c-c45cced38e95 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:39.647606 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.648150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-daefd141-b72f-4ef4-a01f-7386a0555e4c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.654469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-daefd141-b72f-4ef4-a01f-7386a0555e4c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.660445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-daefd141-b72f-4ef4-a01f-7386a0555e4c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.663375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e9d6f757-86a2-445d-baf8-db53c6688105 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:39.667081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-daefd141-b72f-4ef4-a01f-7386a0555e4c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.672999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-daefd141-b72f-4ef4-a01f-7386a0555e4c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.674374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-daefd141-b72f-4ef4-a01f-7386a0555e4c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Synchronizing usage tracker for tenant:bdc2ba9228fc41f8b3d0f5821569d86f on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:39.675434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e41bd45-014d-453a-9ade-fad2aace46b5 req-83af698a-8575-4a40-8a16-2ac492a601ac tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492472 Jun 03 15:22:39.684478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6957240-287e-4411-85d4-61bfc7dd5a67 req-e72444fc-b450-4506-97ff-4a8fb502ef85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2c30d5b-a4a2-4263-95e1-4133b409a960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574224 Jun 03 15:22:39.689898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-271508fc-a8fc-4667-956c-27daf404b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.691374 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-271508fc-a8fc-4667-956c-27daf404b590 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=13ae99b168974181a09081bb91741778&device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 1094 time: 0.5613697 Jun 03 15:22:39.729912 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:39.799074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-daefd141-b72f-4ef4-a01f-7386a0555e4c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Unset dirty status for tenant:bdc2ba9228fc41f8b3d0f5821569d86f on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:39.800215 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-daefd141-b72f-4ef4-a01f-7386a0555e4c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5433 time: 0.3296649 Jun 03 15:22:39.834759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'tag': '29270970-1a6f-4454-af43-8a71c706f8f5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:39.867633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port e9d6f757-86a2-445d-baf8-db53c6688105, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e9d6f757-86a2-445d-baf8-db53c6688105,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:39.869960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2d33e8-1976-4935-96de-3aaaedd97a5c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:39.884157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ff9efa4e-3bdd-49d8-845a-27efa47b7b6f up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:39.894466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Checking segment: {'id': 'a0245255-529f-4fb0-b96c-b6a6508e2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'abceb7b9-1db7-47d5-ab85-f96ef3029d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:39.894812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Network hostable DHCP agents. Network: abceb7b9-1db7-47d5-ab85-f96ef3029d27, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:22:39.915252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-dad07421-a28d-434e-8d63-ed5eb043f166 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:39.916982 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-dad07421-a28d-434e-8d63-ed5eb043f166 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "GET /v2.0/ports/3890ffab-7510-469e-b625-97d5d45c686f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1095386 Jun 03 15:22:39.943165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Network abceb7b9-1db7-47d5-ab85-f96ef3029d27 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:22:39.952619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'e9d6f757-86a2-445d-baf8-db53c6688105', 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757', 'port_id': 'e9d6f757-86a2-445d-baf8-db53c6688105', 'mac_address': 'fa:16:3e:a9:a4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd543a2af-5d18-4ed5-aa26-14050c8b835e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:39.981666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0838869e-cdf1-4d3f-a72c-c45cced38e95, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0838869e-cdf1-4d3f-a72c-c45cced38e95,segment=NetworkSegment(985342f2-c7f5-4215-9e84-9a96437009de),segment_id=985342f2-c7f5-4215-9e84-9a96437009de)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:40.006707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, abceb7b9-1db7-47d5-ab85-f96ef3029d27) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:40.009574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62189d58-7d65-4a2f-9bad-b27c80bb16d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0838869e-cdf1-4d3f-a72c-c45cced38e95'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:40.012881 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-41d7e3b1-9a02-4772-8259-4d0a072c35d8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29270970-1a6f-4454-af43-8a71c706f8f5 HTTP/1.1" status: 200 len: 217 time: 0.2876320 Jun 03 15:22:40.020485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.021059 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.024428 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.068055 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3d0a825d-d6c3-4201-99b7-0b9c5e6cb9ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8664203 Jun 03 15:22:40.082796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b8aef8-e327-4249-9ce9-4c1ecab1ad97 None None] Network abceb7b9-1db7-47d5-ab85-f96ef3029d27 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:22:40.129664 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-2af08245-3be7-42f1-962a-68b82996a297 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "GET /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2049642 Jun 03 15:22:40.142686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:40.159693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-d2841f16-da59-45b9-b6dd-da2d3cee645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.161103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-d2841f16-da59-45b9-b6dd-da2d3cee645d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c72aae98-1eb7-4abe-94c0-d6287bdc58a2 HTTP/1.1" status: 200 len: 854 time: 0.1281843 Jun 03 15:22:40.170817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:40.203352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port e9d6f757-86a2-445d-baf8-db53c6688105 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:40.204016 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.208862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6957240-287e-4411-85d4-61bfc7dd5a67 req-3b570752-b6ac-4370-97d5-9101fb86e476 service neutron] 10.222.0.67 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114162 Jun 03 15:22:40.215703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:40.216085 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.235221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ea5fb-618d-4c59-a9f3-15ceeb12390c req-9e5bfd7b-c4a0-489e-b972-65c4ba738686 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.236948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-212ea5fb-618d-4c59-a9f3-15ceeb12390c req-9e5bfd7b-c4a0-489e-b972-65c4ba738686 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/ports?device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 945 time: 0.3951933 Jun 03 15:22:40.299394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.308038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0838869e-cdf1-4d3f-a72c-c45cced38e95,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:40.324135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9d6f757-86a2-445d-baf8-db53c6688105 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:40.343311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port e9d6f757-86a2-445d-baf8-db53c6688105, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e9d6f757-86a2-445d-baf8-db53c6688105,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:40.359610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd36fa-21e2-4da9-b643-1d81ac5fa48f req-cd0548b7-4c56-44ed-b18d-d403953be19f tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.362758 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.367096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92cd36fa-21e2-4da9-b643-1d81ac5fa48f req-cd0548b7-4c56-44ed-b18d-d403953be19f tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 943 time: 0.4532328 Jun 03 15:22:40.417311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-212ea5fb-618d-4c59-a9f3-15ceeb12390c req-3aa55a9f-8c09-4ed3-99b6-0d0d3c0a7db0 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec98ec81-4886-468a-804a-6bba26e2752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566620 Jun 03 15:22:40.450772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=e9d6f757-86a2-445d-baf8-db53c6688105,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:40.490944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92cd36fa-21e2-4da9-b643-1d81ac5fa48f req-478930e1-ace2-4c8d-8891-3d7d3ae151a8 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228030 Jun 03 15:22:40.503690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6957240-287e-4411-85d4-61bfc7dd5a67 req-e8102f18-d4c9-47f8-a959-b3334c27d957 service neutron] 10.222.0.67 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806783 Jun 03 15:22:40.508906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-987d6291-1187-419a-8ad1-d7e0c182e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.510648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-987d6291-1187-419a-8ad1-d7e0c182e0a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2d2816f-e77d-4c29-9e51-8e776082d79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3366539 Jun 03 15:22:40.552208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] For port 3890ffab-7510-469e-b625-97d5d45c686f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=3890ffab-7510-469e-b625-97d5d45c686f,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:40.587720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] For port 3890ffab-7510-469e-b625-97d5d45c686f, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:40.635380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8374ebc-3478-4c7d-92db-ae0084e3b317 None None] Network abceb7b9-1db7-47d5-ab85-f96ef3029d27 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:22:40.652857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] device_id is not set on port 3890ffab-7510-469e-b625-97d5d45c686f yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:22:40.656252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:40.656622 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.661793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.668139 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.712295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['e9d6f757-86a2-445d-baf8-db53c6688105'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:40.808900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-e3e75884-ada4-42e6-904e-3cd733f2aff4 service neutron] 10.222.0.75 "GET /v2.0/networks/b2d2816f-e77d-4c29-9e51-8e776082d79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844298 Jun 03 15:22:40.850087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebabe5f-cc4a-4fe0-95b2-8f544c2d553c req-7c69f72a-f937-40b2-8353-188432499ee5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.856797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebabe5f-cc4a-4fe0-95b2-8f544c2d553c req-7c69f72a-f937-40b2-8353-188432499ee5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.862872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebabe5f-cc4a-4fe0-95b2-8f544c2d553c req-7c69f72a-f937-40b2-8353-188432499ee5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.868969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebabe5f-cc4a-4fe0-95b2-8f544c2d553c req-7c69f72a-f937-40b2-8353-188432499ee5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.874991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebabe5f-cc4a-4fe0-95b2-8f544c2d553c req-7c69f72a-f937-40b2-8353-188432499ee5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.880926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebabe5f-cc4a-4fe0-95b2-8f544c2d553c req-7c69f72a-f937-40b2-8353-188432499ee5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.887318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebabe5f-cc4a-4fe0-95b2-8f544c2d553c req-7c69f72a-f937-40b2-8353-188432499ee5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.889439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eebabe5f-cc4a-4fe0-95b2-8f544c2d553c req-7c69f72a-f937-40b2-8353-188432499ee5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 5356 time: 0.3181434 Jun 03 15:22:40.900101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d323c-ea3a-43cf-bae4-5fa74b4539a6 req-f0b13edb-f3bf-4319-ad3e-6c0edbea0423 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:40.901909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f72d323c-ea3a-43cf-bae4-5fa74b4539a6 req-f0b13edb-f3bf-4319-ad3e-6c0edbea0423 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 945 time: 0.2312479 Jun 03 15:22:40.917292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:40.929032 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:40.929848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e9d6f757-86a2-445d-baf8-db53c6688105 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:40.953524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] No DVR routers for this DVR port 3890ffab-7510-469e-b625-97d5d45c686f on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:41.002107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] Pushing event updated for resources: {'Port': ['ID=3890ffab-7510-469e-b625-97d5d45c686f,revision_number=6']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:41.018333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] In _notify_port_updated(), no bound segment for port 3890ffab-7510-469e-b625-97d5d45c686f on network 3914fca6-9415-4fbb-836b-cb74455033e9 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:22:41.019475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:41.019966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.021371 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-bf2aecf5-1fc8-4096-a0a7-63d8bd4dc64d service neutron] 10.222.0.67 "PUT /v2.0/ports/3890ffab-7510-469e-b625-97d5d45c686f HTTP/1.1" status: 200 len: 1027 time: 0.8853099 Jun 03 15:22:41.061121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eebabe5f-cc4a-4fe0-95b2-8f544c2d553c req-f5d00e60-fce9-4262-974d-002616e3094c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=7621e16a-13e4-4566-bdbf-42325e8334d9&id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543751 Jun 03 15:22:41.068701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f72d323c-ea3a-43cf-bae4-5fa74b4539a6 req-ab9b91e4-9ba5-49da-bc42-a52b5bbf16d2 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986021 Jun 03 15:22:41.102950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ce0ae3b-a0cc-40c1-8e4d-2bc6bb963969 req-7dfd078d-2ec0-4492-a90b-f816d4193565 service neutron] 10.222.0.75 "GET /v2.0/networks/b2d2816f-e77d-4c29-9e51-8e776082d79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818098 Jun 03 15:22:41.129904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-f09781bf-b67a-4e7c-b51b-df638edb3c1c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:41.131613 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-f09781bf-b67a-4e7c-b51b-df638edb3c1c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "GET /v2.0/ports/f2ca11ca-44c8-4549-99e5-92e591e618e4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1041062 Jun 03 15:22:41.143550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:41.223491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-49ca1942-abad-4e9a-828b-bacaf2fe2e64 None None] Provisioning complete for port 3890ffab-7510-469e-b625-97d5d45c686f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:41.224123 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-49ca1942-abad-4e9a-828b-bacaf2fe2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.269565 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.282734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4774a81b-ef0f-41c6-b52a-0f5f0ea17cf5 req-2021f677-5b1b-44cf-bf8d-09d01cf95031 tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0568287 Jun 03 15:22:41.304168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:41.318753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 05b2e216-9b0e-4337-985d-08db70a94cfd details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:41.342610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7997f5b-e7d6-4a29-afe9-6a4a95c4fe0d req-3013c40a-8169-4e42-904a-c529c464da68 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:41.344471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7997f5b-e7d6-4a29-afe9-6a4a95c4fe0d req-3013c40a-8169-4e42-904a-c529c464da68 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 944 time: 0.1506667 Jun 03 15:22:41.383362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-49ca1942-abad-4e9a-828b-bacaf2fe2e64 None None] Port 3890ffab-7510-469e-b625-97d5d45c686f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:22:41.416886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7997f5b-e7d6-4a29-afe9-6a4a95c4fe0d req-7a236090-be15-4478-acc4-917bd7f81893 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650289 Jun 03 15:22:41.417491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port e9d6f757-86a2-445d-baf8-db53c6688105 is: BUILD; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:41.417906 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.438981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e9d6f757-86a2-445d-baf8-db53c6688105 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:41.478372 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d86c9e-2da1-4e22-a399-ac9eb94be0e3'] response: {'name': 'network-changed', 'server_uuid': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'tag': '29270970-1a6f-4454-af43-8a71c706f8f5', 'status': 'completed', 'code': 200} Jun 03 15:22:41.499609 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148aacd4-cf3a-4537-a415-ae0e5ae28749'] response: {'server_uuid': '62189d58-7d65-4a2f-9bad-b27c80bb16d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0838869e-cdf1-4d3f-a72c-c45cced38e95', 'code': 200} Jun 03 15:22:41.532744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port e9d6f757-86a2-445d-baf8-db53c6688105, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e9d6f757-86a2-445d-baf8-db53c6688105,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:41.551598 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.583238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] For port f2ca11ca-44c8-4549-99e5-92e591e618e4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2ca11ca-44c8-4549-99e5-92e591e618e4,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:41.616247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] For port f2ca11ca-44c8-4549-99e5-92e591e618e4, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:41.676454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] device_id is not set on port f2ca11ca-44c8-4549-99e5-92e591e618e4 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:22:41.686004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.692724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.715489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 05b2e216-9b0e-4337-985d-08db70a94cfd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=05b2e216-9b0e-4337-985d-08db70a94cfd,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:41.744349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '05b2e216-9b0e-4337-985d-08db70a94cfd', 'network_id': 'e2c30d5b-a4a2-4263-95e1-4133b409a960', 'port_id': '05b2e216-9b0e-4337-985d-08db70a94cfd', 'mac_address': 'fa:16:3e:d5:a3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b58f9ad-8000-49aa-8e7c-45a5a524d33a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:41.744349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=e9d6f757-86a2-445d-baf8-db53c6688105,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:41.813196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 05b2e216-9b0e-4337-985d-08db70a94cfd is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:41.813574 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.833984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b2e216-9b0e-4337-985d-08db70a94cfd {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:41.853168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 05b2e216-9b0e-4337-985d-08db70a94cfd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=05b2e216-9b0e-4337-985d-08db70a94cfd,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:41.859513 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.876669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] No DVR routers for this DVR port f2ca11ca-44c8-4549-99e5-92e591e618e4 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:41.918327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ca11ca-44c8-4549-99e5-92e591e618e4,revision_number=6']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:41.947403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] In _notify_port_updated(), no bound segment for port f2ca11ca-44c8-4549-99e5-92e591e618e4 on network 3914fca6-9415-4fbb-836b-cb74455033e9 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:22:41.948343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:41.948948 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:41.949083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=05b2e216-9b0e-4337-985d-08db70a94cfd,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:41.950257 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-0dadac2e-8a71-4945-935d-857eb3659538 service neutron] 10.222.0.67 "PUT /v2.0/ports/f2ca11ca-44c8-4549-99e5-92e591e618e4 HTTP/1.1" status: 200 len: 1026 time: 0.8119817 Jun 03 15:22:41.982741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381944-18fb-4c3f-b76d-96662f9cbe81 req-dbf53e05-7aa5-4077-b6c8-b54951c9d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:41.984275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a381944-18fb-4c3f-b76d-96662f9cbe81 req-dbf53e05-7aa5-4077-b6c8-b54951c9d772 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=13ae99b168974181a09081bb91741778&device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 1094 time: 0.4690561 Jun 03 15:22:41.993434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb200346-aa26-46dd-aaad-a238a8e272d0 req-6ea844c8-2299-4f97-a5b5-8bc259c012da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:41.994896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb200346-aa26-46dd-aaad-a238a8e272d0 req-6ea844c8-2299-4f97-a5b5-8bc259c012da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 1096 time: 0.4256060 Jun 03 15:22:42.023023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-6a716583-9d65-48cd-a85b-4ea1f75bb309 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:42.024422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-6a716583-9d65-48cd-a85b-4ea1f75bb309 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/networks?id=abceb7b9-1db7-47d5-ab85-f96ef3029d27 HTTP/1.1" status: 200 len: 814 time: 0.2697370 Jun 03 15:22:42.030310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Deleting port 2bef5892-7ce7-45fd-9d67-501bfdedda69 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:42.030652 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.113225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a58d2c58-d2ee-4f62-9896-9f2547ea3f20 None None] Provisioning complete for port f2ca11ca-44c8-4549-99e5-92e591e618e4 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:42.113623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a58d2c58-d2ee-4f62-9896-9f2547ea3f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.127171 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-88d1fe5e-2189-4fb7-9ac6-ba7bb7b3f21c tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/quotas/51c751b7e7be4991b12ba9352661a43f HTTP/1.1" status: 200 len: 375 time: 0.0825255 Jun 03 15:22:42.138276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0b6bf-909b-47f0-ba7e-2567b7a569c3 req-f25818ab-a2bb-4ba5-9854-63475e9dc505 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:42.139683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2fc0b6bf-909b-47f0-ba7e-2567b7a569c3 req-f25818ab-a2bb-4ba5-9854-63475e9dc505 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 944 time: 0.3839161 Jun 03 15:22:42.177727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a58d2c58-d2ee-4f62-9896-9f2547ea3f20 None None] Port f2ca11ca-44c8-4549-99e5-92e591e618e4 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:22:42.198592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb200346-aa26-46dd-aaad-a238a8e272d0 req-56cce0a6-9157-48b4-a108-86ba6a1ad226 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ec98ec81-4886-468a-804a-6bba26e2752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708844 Jun 03 15:22:42.218354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-b4729393-f686-412b-b0a2-75b79cc6bbeb tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=51c751b7e7be4991b12ba9352661a43f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777347 Jun 03 15:22:42.272689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381944-18fb-4c3f-b76d-96662f9cbe81 req-7adb1191-6644-438d-a3d6-27fc1c781c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:42.274245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a381944-18fb-4c3f-b76d-96662f9cbe81 req-7adb1191-6644-438d-a3d6-27fc1c781c21 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2d2816f-e77d-4c29-9e51-8e776082d79b HTTP/1.1" status: 200 len: 916 time: 0.2762675 Jun 03 15:22:42.281151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] For port 2bef5892-7ce7-45fd-9d67-501bfdedda69, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2bef5892-7ce7-45fd-9d67-501bfdedda69,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:42.281505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.400856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2fc0b6bf-909b-47f0-ba7e-2567b7a569c3 req-694a6162-9789-4415-afd4-a73b609c8a9d tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532382 Jun 03 15:22:42.404202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a381944-18fb-4c3f-b76d-96662f9cbe81 req-2ace35b1-cc8c-4958-bc5d-d60499cbc7c2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29270970-1a6f-4454-af43-8a71c706f8f5 HTTP/1.1" status: 200 len: 217 time: 0.0782814 Jun 03 15:22:42.495597 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-3339063a-78d7-4926-9ff8-9e2ea652b98e service neutron] 10.222.0.48 "GET /v2.0/networks/abceb7b9-1db7-47d5-ab85-f96ef3029d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586274 Jun 03 15:22:42.501174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381944-18fb-4c3f-b76d-96662f9cbe81 req-27bc3617-06c0-4f92-9a87-bbd2000014b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:42.502605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a381944-18fb-4c3f-b76d-96662f9cbe81 req-27bc3617-06c0-4f92-9a87-bbd2000014b4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c72aae98-1eb7-4abe-94c0-d6287bdc58a2 HTTP/1.1" status: 200 len: 854 time: 0.0898433 Jun 03 15:22:42.555632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['05b2e216-9b0e-4337-985d-08db70a94cfd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:42.597217 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.597217 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.597636 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Floating IP e52f0efe-9be2-473f-baeb-f3e3d1699c75 disassociated. External IP: 172.25.7.123, port: 2bef5892-7ce7-45fd-9d67-501bfdedda69. Jun 03 15:22:42.598115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Calling delete_port for 2bef5892-7ce7-45fd-9d67-501bfdedda69 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:42.744127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-99b5eaca-db8b-405e-a209-e8eb0898023e service neutron] 10.222.0.48 "GET /v2.0/networks/abceb7b9-1db7-47d5-ab85-f96ef3029d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395039 Jun 03 15:22:42.759422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc170d-215c-4511-b083-638268d07408 req-653dc1d7-f118-459e-8ca5-68a29bc91f4b tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:42.760968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78bc170d-215c-4511-b083-638268d07408 req-653dc1d7-f118-459e-8ca5-68a29bc91f4b tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/ports?device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 945 time: 0.2574737 Jun 03 15:22:42.763356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381944-18fb-4c3f-b76d-96662f9cbe81 req-51ebf2d1-88bf-4273-af91-63757ebe7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:42.764840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a381944-18fb-4c3f-b76d-96662f9cbe81 req-51ebf2d1-88bf-4273-af91-63757ebe7e8b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2d2816f-e77d-4c29-9e51-8e776082d79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110517 Jun 03 15:22:42.875655 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:42.893840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78bc170d-215c-4511-b083-638268d07408 req-28cee231-2928-435f-95ff-709ac370d029 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec98ec81-4886-468a-804a-6bba26e2752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255007 Jun 03 15:22:42.949720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a381944-18fb-4c3f-b76d-96662f9cbe81 req-7d075f68-3a7c-4e50-96a6-63034b50206b service neutron] 10.222.0.75 "GET /v2.0/networks/b2d2816f-e77d-4c29-9e51-8e776082d79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679225 Jun 03 15:22:42.955324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Port': ['ID=2bef5892-7ce7-45fd-9d67-501bfdedda69,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:43.104647 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:22:43.161197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Router b373c651-2e0b-40d2-b1b8-780e02ad145c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:22:43.225286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a381944-18fb-4c3f-b76d-96662f9cbe81 req-2ede7522-5dfa-4c16-a0cb-8a2de2346874 service neutron] 10.222.0.75 "GET /v2.0/networks/b2d2816f-e77d-4c29-9e51-8e776082d79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674313 Jun 03 15:22:43.245923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8973e38-dffe-42b2-b953-ab1efa1beb65 req-ff610947-ebb0-4aec-864c-9fda583fcbda tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:43.247358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8973e38-dffe-42b2-b953-ab1efa1beb65 req-ff610947-ebb0-4aec-864c-9fda583fcbda tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 943 time: 0.2393227 Jun 03 15:22:43.255987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf2b0-09ee-45b5-bbef-2d496cc90dcc req-f7d90d5f-14f2-46b6-8ae2-58bf5ffd3a55 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:43.257806 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf2b0-09ee-45b5-bbef-2d496cc90dcc req-f7d90d5f-14f2-46b6-8ae2-58bf5ffd3a55 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 946 time: 0.2166250 Jun 03 15:22:43.329173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f2ca11ca-44c8-4549-99e5-92e591e618e4 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:43.372753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:22:43.386257 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcbe57-93b1-4597-88e1-0cf538aa3b5e None None] Sync routers for ids ['b373c651-2e0b-40d2-b1b8-780e02ad145c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:22:43.403672 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcbe57-93b1-4597-88e1-0cf538aa3b5e None None] Routers {'b373c651-2e0b-40d2-b1b8-780e02ad145c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:43.406550 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0dbcbe57-93b1-4597-88e1-0cf538aa3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:22:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b373c651-2e0b-40d2-b1b8-780e02ad145c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:43.473484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f2ca11ca-44c8-4549-99e5-92e591e618e4 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:43.474735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device db8b412d-40fb-40ca-bba8-cd27b1440610 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:43.511975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] No DVR routers for this DVR port 2bef5892-7ce7-45fd-9d67-501bfdedda69 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:43.516886 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.520737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-deleted', 'tag': '2bef5892-7ce7-45fd-9d67-501bfdedda69'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:43.521011 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31842ee4-658a-40f8-ae4d-c80d868c5de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9efa4e-3bdd-49d8-845a-27efa47b7b6f'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:43.554988 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-04ab9aa4-e2c9-41de-a551-29ff29f0cfbe tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "DELETE /v2.0/ports/2bef5892-7ce7-45fd-9d67-501bfdedda69 HTTP/1.1" status: 204 len: 173 time: 1.5934372 Jun 03 15:22:43.570471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf2b0-09ee-45b5-bbef-2d496cc90dcc req-4a0deb7f-4413-4e44-85b5-5f62e3edb5b8 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940578 Jun 03 15:22:43.596715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8973e38-dffe-42b2-b953-ab1efa1beb65 req-812b1cf9-251d-4883-a60e-29d6692c5bdb tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378031 Jun 03 15:22:43.675241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port db8b412d-40fb-40ca-bba8-cd27b1440610 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:43.675778 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.705348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e9d6f757-86a2-445d-baf8-db53c6688105 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:43.717184 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0dbcbe57-93b1-4597-88e1-0cf538aa3b5e None None] Set router b373c651-2e0b-40d2-b1b8-780e02ad145c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:43.797365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e3af5-1615-4120-ad2a-a66fe86258ec req-9bd83d56-9502-4185-b9c8-62a2d51ed6f6 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:43.805751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-999e3af5-1615-4120-ad2a-a66fe86258ec req-9bd83d56-9502-4185-b9c8-62a2d51ed6f6 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 943 time: 0.1045163 Jun 03 15:22:43.842313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-44bdc014-6c99-42d1-bc10-b3284d2b3cb2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Deleting port f1122f97-5d4e-4812-abba-4237067f4d42 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:43.842676 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-44bdc014-6c99-42d1-bc10-b3284d2b3cb2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.869635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port db8b412d-40fb-40ca-bba8-cd27b1440610, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db8b412d-40fb-40ca-bba8-cd27b1440610,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:43.876945 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-999e3af5-1615-4120-ad2a-a66fe86258ec req-92c1a29f-362f-4105-ae98-627d621093c0 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700336 Jun 03 15:22:43.896662 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:43.897471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 38bf338d-8305-4c93-bd41-bf5dfe6c7822 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:43.962345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port e9d6f757-86a2-445d-baf8-db53c6688105 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:43.962979 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:44.084599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ea9c730-d120-4fae-b35f-a13ab4dd59e4 req-cdc67966-7a49-41b4-a894-3146d580475e tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0480387 Jun 03 15:22:44.098345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2352e-40f9-4323-9443-66eb4dcad0ed req-33429987-823d-4bd9-a82a-8cddb2b3e2bd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:44.104622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2352e-40f9-4323-9443-66eb4dcad0ed req-33429987-823d-4bd9-a82a-8cddb2b3e2bd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:44.110525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2352e-40f9-4323-9443-66eb4dcad0ed req-33429987-823d-4bd9-a82a-8cddb2b3e2bd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:44.116698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2352e-40f9-4323-9443-66eb4dcad0ed req-33429987-823d-4bd9-a82a-8cddb2b3e2bd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:44.123686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5d2352e-40f9-4323-9443-66eb4dcad0ed req-33429987-823d-4bd9-a82a-8cddb2b3e2bd tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 3148 time: 0.2454832 Jun 03 15:22:44.151654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=db8b412d-40fb-40ca-bba8-cd27b1440610,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:44.191264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5d2352e-40f9-4323-9443-66eb4dcad0ed req-34fddee7-55b2-4422-b607-4b4120223e34 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666151 Jun 03 15:22:44.272642 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0dbcbe57-93b1-4597-88e1-0cf538aa3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:37Z', 'revision_number': 4, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6dd98ae3-0436-4f30-bace-a56e10083246', 'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'mac_address': 'fa:16:3e:57:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:34Z', 'updated_at': '2022-06-03T15:16:46Z', 'revision_number': 5, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'subnets': [{'id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:44.285133 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcbe57-93b1-4597-88e1-0cf538aa3b5e None None] Checking router: b373c651-2e0b-40d2-b1b8-780e02ad145c for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:22:44.290407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port e9d6f757-86a2-445d-baf8-db53c6688105 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:44.290992 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:44.303058 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcbe57-93b1-4597-88e1-0cf538aa3b5e None None] Routers {'b373c651-2e0b-40d2-b1b8-780e02ad145c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:22:44.304471 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0dbcbe57-93b1-4597-88e1-0cf538aa3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:22:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b373c651-2e0b-40d2-b1b8-780e02ad145c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:44.323444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:44.324150 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:44.328173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-44bdc014-6c99-42d1-bc10-b3284d2b3cb2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] For port f1122f97-5d4e-4812-abba-4237067f4d42, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f1122f97-5d4e-4812-abba-4237067f4d42,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:44.328649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-44bdc014-6c99-42d1-bc10-b3284d2b3cb2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:44.362771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port e9d6f757-86a2-445d-baf8-db53c6688105, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e9d6f757-86a2-445d-baf8-db53c6688105,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:44.374046 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:44.458932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-716e517f-9505-4c89-a65f-b5c30554ab47 req-243db6c5-ff2d-4f53-94f5-5218bf96a63e tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 210 time: 0.0607829 Jun 03 15:22:44.494675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 38bf338d-8305-4c93-bd41-bf5dfe6c7822, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=38bf338d-8305-4c93-bd41-bf5dfe6c7822,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:44.523280 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:44.525388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f1122f97-5d4e-4812-abba-4237067f4d42 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:44.559700 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46474efb-7d8a-4c81-b4c0-a0ee57c5d4ed'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-deleted', 'tag': '2bef5892-7ce7-45fd-9d67-501bfdedda69', 'status': 'completed', 'code': 200} Jun 03 15:22:44.578930 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-44bdc014-6c99-42d1-bc10-b3284d2b3cb2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Calling delete_port for f1122f97-5d4e-4812-abba-4237067f4d42 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:44.638511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=e9d6f757-86a2-445d-baf8-db53c6688105,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:44.642183 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe0005a8-2a45-43f4-8064-648841c4d877'] response: {'server_uuid': '31842ee4-658a-40f8-ae4d-c80d868c5de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9efa4e-3bdd-49d8-845a-27efa47b7b6f', 'code': 200} Jun 03 15:22:44.702376 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0dbcbe57-93b1-4597-88e1-0cf538aa3b5e None None] Set router b373c651-2e0b-40d2-b1b8-780e02ad145c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:22:44.820839 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-44bdc014-6c99-42d1-bc10-b3284d2b3cb2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:44.823006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No active binding found for port f1122f97-5d4e-4812-abba-4237067f4d42 {{(pid=88446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:22:44.823975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f1122f97-5d4e-4812-abba-4237067f4d42 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:44.824573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device daab0748-84cb-4ce8-a5f7-5d614915556e no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:44.878713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=38bf338d-8305-4c93-bd41-bf5dfe6c7822,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:44.893843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdc014-6c99-42d1-bc10-b3284d2b3cb2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Port': ['ID=f1122f97-5d4e-4812-abba-4237067f4d42,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:44.947260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c843f6-199b-4424-b0d6-c3d05e188a83 req-e561ab79-6daa-49f8-bb3a-ec2a11d76e11 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:44.948767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19c843f6-199b-4424-b0d6-c3d05e188a83 req-e561ab79-6daa-49f8-bb3a-ec2a11d76e11 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 945 time: 0.5912743 Jun 03 15:22:44.960828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-10c65509-c4ec-44bc-930d-15cbddcca440 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:44.962328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-10c65509-c4ec-44bc-930d-15cbddcca440 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.67 "GET /v2.0/networks?id=abceb7b9-1db7-47d5-ab85-f96ef3029d27 HTTP/1.1" status: 200 len: 814 time: 0.4903471 Jun 03 15:22:44.966452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port daab0748-84cb-4ce8-a5f7-5d614915556e is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:44.966904 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:44.997314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Request body: {'port': {'device_id': 'f58589c0-03be-4140-b8c6-3fa7bc16375e', 'network_id': 'abceb7b9-1db7-47d5-ab85-f96ef3029d27', 'admin_state_up': True, 'tenant_id': '51c751b7e7be4991b12ba9352661a43f'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:45.001833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-44bdc014-6c99-42d1-bc10-b3284d2b3cb2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] No DVR routers for this DVR port f1122f97-5d4e-4812-abba-4237067f4d42 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:45.004894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port daab0748-84cb-4ce8-a5f7-5d614915556e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=daab0748-84cb-4ce8-a5f7-5d614915556e,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:45.006150 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-44bdc014-6c99-42d1-bc10-b3284d2b3cb2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.012357 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.013317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 3890ffab-7510-469e-b625-97d5d45c686f no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:45.018369 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-44bdc014-6c99-42d1-bc10-b3284d2b3cb2 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "DELETE /v2.0/ports/f1122f97-5d4e-4812-abba-4237067f4d42 HTTP/1.1" status: 204 len: 173 time: 1.4124882 Jun 03 15:22:45.103865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-af586b27-e7ca-4ace-b919-cdf7b22dda0c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Deleting port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:45.104197 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-af586b27-e7ca-4ace-b919-cdf7b22dda0c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.136820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 3890ffab-7510-469e-b625-97d5d45c686f not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:45.137471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2bef5892-7ce7-45fd-9d67-501bfdedda69 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:45.138036 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0dbcbe57-93b1-4597-88e1-0cf538aa3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:37Z', 'revision_number': 4, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6dd98ae3-0436-4f30-bace-a56e10083246', 'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'mac_address': 'fa:16:3e:57:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:34Z', 'updated_at': '2022-06-03T15:16:46Z', 'revision_number': 5, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'subnets': [{'id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:45.141455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19c843f6-199b-4424-b0d6-c3d05e188a83 req-2093262f-1c50-4e4d-bc93-c0fc12aec172 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781428 Jun 03 15:22:45.142291 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcbe57-93b1-4597-88e1-0cf538aa3b5e None None] The sync data for ids ['b373c651-2e0b-40d2-b1b8-780e02ad145c'] in n-d-844595-1 is: [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:16:37Z', 'revision_number': 4, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6dd98ae3-0436-4f30-bace-a56e10083246', 'name': '', 'network_id': '6cedb352-1546-434a-82fe-cc940db20f3e', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'mac_address': 'fa:16:3e:57:b7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:34Z', 'updated_at': '2022-06-03T15:16:46Z', 'revision_number': 5, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'subnets': [{'id': '207d40d8-94b7-41a2-9015-a1d30fe95de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:22:45.143407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99fd1-ce8d-4ed7-a113-59e5f6967f0b req-3c89d6ad-3293-4365-8053-a39c819ade62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:45.148650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aae99fd1-ce8d-4ed7-a113-59e5f6967f0b req-3c89d6ad-3293-4365-8053-a39c819ade62 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 1097 time: 0.4085872 Jun 03 15:22:45.185266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4705a-d5d3-41db-bfd4-8b9eeda5766e req-8b2c9920-0a58-44f6-8ae5-ec0000c213e2 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:45.191947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 2bef5892-7ce7-45fd-9d67-501bfdedda69 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:45.192285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2bef5892-7ce7-45fd-9d67-501bfdedda69 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:45.192440 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77e4705a-d5d3-41db-bfd4-8b9eeda5766e req-8b2c9920-0a58-44f6-8ae5-ec0000c213e2 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/ports?device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 945 time: 0.3572981 Jun 03 15:22:45.194125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=daab0748-84cb-4ce8-a5f7-5d614915556e,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:45.325014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 05b2e216-9b0e-4337-985d-08db70a94cfd up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:45.381020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aae99fd1-ce8d-4ed7-a113-59e5f6967f0b req-926a0455-33d0-42f9-8630-4731cb0673cf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230327 Jun 03 15:22:45.399830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77e4705a-d5d3-41db-bfd4-8b9eeda5766e req-adf21c61-0aff-46a1-8590-7bcdb5b2761a tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec98ec81-4886-468a-804a-6bba26e2752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064073 Jun 03 15:22:45.429922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:45.452476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Usage tracker for resource:port and tenant:51c751b7e7be4991b12ba9352661a43f is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:45.465054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:45.473554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 05b2e216-9b0e-4337-985d-08db70a94cfd completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:45.479651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 05b2e216-9b0e-4337-985d-08db70a94cfd triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:45.480124 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.485230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:45.531088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af211fc-521a-41b3-9d84-40971a90e68c req-484a2e05-9b08-4375-88d0-5ba6b2cf900c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:45.532729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6af211fc-521a-41b3-9d84-40971a90e68c req-484a2e05-9b08-4375-88d0-5ba6b2cf900c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 946 time: 0.2613635 Jun 03 15:22:45.541369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Made reservation on behalf of 51c751b7e7be4991b12ba9352661a43f for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:45.545770 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.568860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a603e-b304-4ddd-837a-db5442752125 None None] New status for floating IP e52f0efe-9be2-473f-baeb-f3e3d1699c75: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:22:45.587067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-af586b27-e7ca-4ace-b919-cdf7b22dda0c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] For port 38bf338d-8305-4c93-bd41-bf5dfe6c7822, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=38bf338d-8305-4c93-bd41-bf5dfe6c7822,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:45.588033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-af586b27-e7ca-4ace-b919-cdf7b22dda0c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.696673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6af211fc-521a-41b3-9d84-40971a90e68c req-ae006f5a-5849-40a8-b9f8-aaadf023d843 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579599 Jun 03 15:22:45.719367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-af586b27-e7ca-4ace-b919-cdf7b22dda0c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Calling delete_port for 38bf338d-8305-4c93-bd41-bf5dfe6c7822 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:45.817843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d377d84-395d-4d29-baeb-d95cc5ef220f req-c45cfc43-95aa-434e-b155-37d986fedbd0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:45.829590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d377d84-395d-4d29-baeb-d95cc5ef220f req-c45cfc43-95aa-434e-b155-37d986fedbd0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 943 time: 0.2418885 Jun 03 15:22:45.843191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 05b2e216-9b0e-4337-985d-08db70a94cfd is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:45.843761 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.875135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-af586b27-e7ca-4ace-b919-cdf7b22dda0c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.879461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 05b2e216-9b0e-4337-985d-08db70a94cfd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=05b2e216-9b0e-4337-985d-08db70a94cfd,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:45.884482 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:45.926224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af586b27-e7ca-4ace-b919-cdf7b22dda0c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Port': ['ID=38bf338d-8305-4c93-bd41-bf5dfe6c7822,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:45.973339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Allocated IP 172.20.0.9 (abceb7b9-1db7-47d5-ab85-f96ef3029d27/9c2d33e8-1976-4935-96de-3aaaedd97a5c/20f90e8f-0a0d-4f38-aa73-4d74747b0e52) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:45.975694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=05b2e216-9b0e-4337-985d-08db70a94cfd,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:45.979386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d377d84-395d-4d29-baeb-d95cc5ef220f req-8c07874f-91ac-48ef-abaa-56d13f48aa5c tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487584 Jun 03 15:22:46.005695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-af586b27-e7ca-4ace-b919-cdf7b22dda0c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] No DVR routers for this DVR port 38bf338d-8305-4c93-bd41-bf5dfe6c7822 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:46.012156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-af586b27-e7ca-4ace-b919-cdf7b22dda0c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.019156 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-af586b27-e7ca-4ace-b919-cdf7b22dda0c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "DELETE /v2.0/ports/38bf338d-8305-4c93-bd41-bf5dfe6c7822 HTTP/1.1" status: 204 len: 173 time: 0.9960585 Jun 03 15:22:46.030325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50582324-95bf-4705-97d5-551ec2c44a0f req-8b6ce117-e2f9-43a0-9506-cc21f94c69ce tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:46.037201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50582324-95bf-4705-97d5-551ec2c44a0f req-8b6ce117-e2f9-43a0-9506-cc21f94c69ce tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.1652770 Jun 03 15:22:46.090578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-6f9d6b18-bf4f-42e3-a427-01f97b999cd5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Deleting port daab0748-84cb-4ce8-a5f7-5d614915556e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:46.091033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-6f9d6b18-bf4f-42e3-a427-01f97b999cd5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.156010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50582324-95bf-4705-97d5-551ec2c44a0f req-e34a6d7c-a636-4d26-903b-a573f1e13700 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179180 Jun 03 15:22:46.374789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-6f9d6b18-bf4f-42e3-a427-01f97b999cd5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] For port daab0748-84cb-4ce8-a5f7-5d614915556e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=daab0748-84cb-4ce8-a5f7-5d614915556e,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:46.375268 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-6f9d6b18-bf4f-42e3-a427-01f97b999cd5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.407533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6ef8f85-a17b-430a-a0f6-eff2101458d0 req-1109be68-d1d3-40be-b49f-72a2b13576b8 tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0607803 Jun 03 15:22:46.470985 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.481692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9597d9-3d7d-4ff0-b1e8-0ff6aaf593bd req-bfe77ca8-fde8-4cd6-aa7f-7489d4a5c3b9 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:46.487414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9597d9-3d7d-4ff0-b1e8-0ff6aaf593bd req-bfe77ca8-fde8-4cd6-aa7f-7489d4a5c3b9 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:46.488974 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca9597d9-3d7d-4ff0-b1e8-0ff6aaf593bd req-bfe77ca8-fde8-4cd6-aa7f-7489d4a5c3b9 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 1676 time: 0.3885367 Jun 03 15:22:46.513307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-6f9d6b18-bf4f-42e3-a427-01f97b999cd5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Calling delete_port for daab0748-84cb-4ce8-a5f7-5d614915556e owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:46.546725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca9597d9-3d7d-4ff0-b1e8-0ff6aaf593bd req-1597a779-4ca4-46db-a1a9-24f3d23656f8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507946 Jun 03 15:22:46.561945 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.562816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-deleted', 'tag': 'f1122f97-5d4e-4812-abba-4237067f4d42'}, {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-deleted', 'tag': '38bf338d-8305-4c93-bd41-bf5dfe6c7822'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:46.643164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db8b412d-40fb-40ca-bba8-cd27b1440610'}, {'server_uuid': '832522ec-f129-4ba3-8813-52d359f023fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6f757-86a2-445d-baf8-db53c6688105'}, {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bf338d-8305-4c93-bd41-bf5dfe6c7822'}, {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daab0748-84cb-4ce8-a5f7-5d614915556e'}, {'server_uuid': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b2e216-9b0e-4337-985d-08db70a94cfd'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:46.692082 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-6f9d6b18-bf4f-42e3-a427-01f97b999cd5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.745165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d6b18-bf4f-42e3-a427-01f97b999cd5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Port': ['ID=daab0748-84cb-4ce8-a5f7-5d614915556e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:46.817664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Network abceb7b9-1db7-47d5-ab85-f96ef3029d27 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:22:46.824772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:22:46.826847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Pushing event updated for resources: {'Port': ['ID=20f90e8f-0a0d-4f38-aa73-4d74747b0e52,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:46.829216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:22:46.832871 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-6f9d6b18-bf4f-42e3-a427-01f97b999cd5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] No DVR routers for this DVR port daab0748-84cb-4ce8-a5f7-5d614915556e on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:46.836098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-6f9d6b18-bf4f-42e3-a427-01f97b999cd5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.846807 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-6f9d6b18-bf4f-42e3-a427-01f97b999cd5 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "DELETE /v2.0/ports/daab0748-84cb-4ce8-a5f7-5d614915556e HTTP/1.1" status: 204 len: 173 time: 0.8224659 Jun 03 15:22:46.919983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-81afd5aa-fe9b-4c18-be2c-bb241ec1bc3b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Deleting port db8b412d-40fb-40ca-bba8-cd27b1440610 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:46.920322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-81afd5aa-fe9b-4c18-be2c-bb241ec1bc3b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.921017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:46.921614 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:46.945716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1b3fe-73de-483e-9e8c-9402579a449f req-b786ebc0-37c6-4372-84f9-cac62d3fa278 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:46.947027 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34f1b3fe-73de-483e-9e8c-9402579a449f req-b786ebc0-37c6-4372-84f9-cac62d3fa278 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 931 time: 0.2541320 Jun 03 15:22:46.990242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc83ea-887e-4133-82ad-0f2c0958b2b7 req-436f06f7-abb2-464c-9c38-f6291079b12e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:46.991685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7adc83ea-887e-4133-82ad-0f2c0958b2b7 req-436f06f7-abb2-464c-9c38-f6291079b12e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 946 time: 0.2625401 Jun 03 15:22:46.995429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-e361856a-5476-4304-acd4-b89316a2e79a tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0103593 Jun 03 15:22:47.029230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Request body: {'port': {'device_id': 'f58589c0-03be-4140-b8c6-3fa7bc16375e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:47.066118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34f1b3fe-73de-483e-9e8c-9402579a449f req-077c692a-7a6b-4bc2-bd96-428bd6e4db8e tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ff193f5-4781-47f6-b353-ace55854f987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119697 Jun 03 15:22:47.111040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7adc83ea-887e-4133-82ad-0f2c0958b2b7 req-5c518626-41d3-4a55-a50c-f989e54b4d9c tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052308 Jun 03 15:22:47.186365 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:47.250890 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c704887-08cf-4be3-a568-d74eeef377f2'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db8b412d-40fb-40ca-bba8-cd27b1440610', 'code': 200} Jun 03 15:22:47.251362 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c704887-08cf-4be3-a568-d74eeef377f2'] response: {'server_uuid': '832522ec-f129-4ba3-8813-52d359f023fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6f757-86a2-445d-baf8-db53c6688105', 'code': 200} Jun 03 15:22:47.251437 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c704887-08cf-4be3-a568-d74eeef377f2'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bf338d-8305-4c93-bd41-bf5dfe6c7822', 'code': 200} Jun 03 15:22:47.251708 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c704887-08cf-4be3-a568-d74eeef377f2'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daab0748-84cb-4ce8-a5f7-5d614915556e', 'code': 200} Jun 03 15:22:47.252022 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c704887-08cf-4be3-a568-d74eeef377f2'] response: {'server_uuid': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b2e216-9b0e-4337-985d-08db70a94cfd', 'code': 200} Jun 03 15:22:47.254717 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f3f2c9-f301-4d8f-b0b8-8fd497181ff6'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-deleted', 'tag': 'f1122f97-5d4e-4812-abba-4237067f4d42', 'status': 'completed', 'code': 200} Jun 03 15:22:47.254981 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f3f2c9-f301-4d8f-b0b8-8fd497181ff6'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-deleted', 'tag': '38bf338d-8305-4c93-bd41-bf5dfe6c7822', 'status': 'completed', 'code': 200} Jun 03 15:22:47.386514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-81afd5aa-fe9b-4c18-be2c-bb241ec1bc3b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] For port db8b412d-40fb-40ca-bba8-cd27b1440610, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db8b412d-40fb-40ca-bba8-cd27b1440610,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:47.387178 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-81afd5aa-fe9b-4c18-be2c-bb241ec1bc3b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:47.545915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-81afd5aa-fe9b-4c18-be2c-bb241ec1bc3b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Calling delete_port for db8b412d-40fb-40ca-bba8-cd27b1440610 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:47.694668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-81afd5aa-fe9b-4c18-be2c-bb241ec1bc3b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:47.744549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afd5aa-fe9b-4c18-be2c-bb241ec1bc3b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Port': ['ID=db8b412d-40fb-40ca-bba8-cd27b1440610,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:47.804530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d339f6-9133-45ef-8562-720ea56800d2 req-f5df8f85-676f-4bff-b018-3e376d6e0e2c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:47.806253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98d339f6-9133-45ef-8562-720ea56800d2 req-f5df8f85-676f-4bff-b018-3e376d6e0e2c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 946 time: 0.4450011 Jun 03 15:22:47.816003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4a640-51cc-4e95-8f6d-365916bb3d17 req-d8339c31-f17f-43c1-aed6-319e9ab0c292 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:47.817413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5c4a640-51cc-4e95-8f6d-365916bb3d17 req-d8339c31-f17f-43c1-aed6-319e9ab0c292 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 943 time: 0.4054439 Jun 03 15:22:47.822026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646303c-392b-49dd-9745-3a11bbc188f2 req-1600b2a0-01b2-464b-9036-052eb130a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:47.822330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-81afd5aa-fe9b-4c18-be2c-bb241ec1bc3b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] No DVR routers for this DVR port db8b412d-40fb-40ca-bba8-cd27b1440610 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:47.823465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2646303c-392b-49dd-9745-3a11bbc188f2 req-1600b2a0-01b2-464b-9036-052eb130a9b1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 1096 time: 0.3363683 Jun 03 15:22:47.824885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-81afd5aa-fe9b-4c18-be2c-bb241ec1bc3b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:47.825385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804051c-30f2-435c-a0a7-94412d679a7e req-650ec68f-d215-4cef-8705-2b1aaa5f35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:47.827304 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1804051c-30f2-435c-a0a7-94412d679a7e req-650ec68f-d215-4cef-8705-2b1aaa5f35b4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 1097 time: 0.3339427 Jun 03 15:22:47.835261 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c91acb6-2bdb-46e8-989d-500f6c584ca5 req-81afd5aa-fe9b-4c18-be2c-bb241ec1bc3b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.67 "DELETE /v2.0/ports/db8b412d-40fb-40ca-bba8-cd27b1440610 HTTP/1.1" status: 204 len: 173 time: 0.9836919 Jun 03 15:22:48.019335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98d339f6-9133-45ef-8562-720ea56800d2 req-54970a95-aed6-4f6c-aac2-4994eda30df0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009373 Jun 03 15:22:48.023375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2646303c-392b-49dd-9745-3a11bbc188f2 req-e815ff09-444a-492e-b5d0-a82cc83f3a5c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923327 Jun 03 15:22:48.026494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5c4a640-51cc-4e95-8f6d-365916bb3d17 req-29879bfb-4d91-4c04-a585-22bb819e3051 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976204 Jun 03 15:22:48.027992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1804051c-30f2-435c-a0a7-94412d679a7e req-3f433411-6752-4197-9780-2b7bfe74e58c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606627 Jun 03 15:22:48.036923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:48.050224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.069473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Transition to ACTIVE for port object 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:22:48.079683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.187137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Pushing event updated for resources: {'Port': ['ID=20f90e8f-0a0d-4f38-aa73-4d74747b0e52,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:48.612115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9980c78-f8df-436e-bd13-61823b81bff2 req-9fedb4de-43ac-4160-8a2f-44882987da8e tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0858054 Jun 03 15:22:48.647301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a85188-16a8-4dda-8579-dc9bb2e5067d req-e1ecde28-8bea-4927-ba7b-175ab01476a3 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:48.649097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25a85188-16a8-4dda-8579-dc9bb2e5067d req-e1ecde28-8bea-4927-ba7b-175ab01476a3 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.4498084 Jun 03 15:22:48.688283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Attempting to bind port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:22:48.688630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Attempting to bind port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'a0245255-529f-4fb0-b96c-b6a6508e2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'abceb7b9-1db7-47d5-ab85-f96ef3029d27'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:22:48.688999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Attempting to bind port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 on network abceb7b9-1db7-47d5-ab85-f96ef3029d27 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:48.705832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 on network abceb7b9-1db7-47d5-ab85-f96ef3029d27 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:22:48.706232 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Attempting to bind port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 on network abceb7b9-1db7-47d5-ab85-f96ef3029d27 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:22:48.719200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:22:48.719575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Checking segment: {'id': 'a0245255-529f-4fb0-b96c-b6a6508e2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'abceb7b9-1db7-47d5-ab85-f96ef3029d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:22:48.719917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Bound using segment: {'id': 'a0245255-529f-4fb0-b96c-b6a6508e2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'abceb7b9-1db7-47d5-ab85-f96ef3029d27'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:22:48.720353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Bound port: 20f90e8f-0a0d-4f38-aa73-4d74747b0e52, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0245255-529f-4fb0-b96c-b6a6508e2b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'abceb7b9-1db7-47d5-ab85-f96ef3029d27'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:22:48.720700 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:48.742129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25a85188-16a8-4dda-8579-dc9bb2e5067d req-08e38c9d-f30f-4ae2-931e-092cd030fd1e tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773435 Jun 03 15:22:48.933260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] For port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:22:48.949511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c94472f-60ae-4f52-a5e9-3fc1bcdfeabc req-a57be3e2-8ed2-4506-a4a1-3815a14a096c tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 210 time: 0.0564156 Jun 03 15:22:48.961511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] For port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=20f90e8f-0a0d-4f38-aa73-4d74747b0e52,segment=NetworkSegment(a0245255-529f-4fb0-b96c-b6a6508e2b0a),segment_id=a0245255-529f-4fb0-b96c-b6a6508e2b0a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:22:48.968036 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:49.042679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:49.043309 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:49.044633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] 10.222.0.67 "PUT /v2.0/ports/20f90e8f-0a0d-4f38-aa73-4d74747b0e52 HTTP/1.1" status: 200 len: 1091 time: 2.0336683 Jun 03 15:22:49.046904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58589c0-03be-4140-b8c6-3fa7bc16375e', 'tag': '20f90e8f-0a0d-4f38-aa73-4d74747b0e52'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:49.069257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134b63a-ca2d-4e23-9da0-2fed112a439f service neutron] Pushing event updated for resources: {'Port': ['ID=20f90e8f-0a0d-4f38-aa73-4d74747b0e52,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:49.080446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a8a1a-96b4-42ed-8401-7ca972e6fbdc req-5ae3adc2-cd3e-4f83-9145-17826fa44128 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:49.081153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5f1a8a1a-96b4-42ed-8401-7ca972e6fbdc req-5ae3adc2-cd3e-4f83-9145-17826fa44128 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Synchronizing usage tracker for tenant:51c751b7e7be4991b12ba9352661a43f on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:22:49.141255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5f1a8a1a-96b4-42ed-8401-7ca972e6fbdc req-5ae3adc2-cd3e-4f83-9145-17826fa44128 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Unset dirty status for tenant:51c751b7e7be4991b12ba9352661a43f on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:22:49.142379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5f1a8a1a-96b4-42ed-8401-7ca972e6fbdc req-5ae3adc2-cd3e-4f83-9145-17826fa44128 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 943 time: 0.2902305 Jun 03 15:22:49.256133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-deleted', 'tag': 'daab0748-84cb-4ce8-a5f7-5d614915556e'}, {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-deleted', 'tag': 'db8b412d-40fb-40ca-bba8-cd27b1440610'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:49.268167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5f1a8a1a-96b4-42ed-8401-7ca972e6fbdc req-81417c1c-bb2e-44e7-8a1e-fdfcfdba295b tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ff193f5-4781-47f6-b353-ace55854f987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876727 Jun 03 15:22:49.314592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cd4a7-ddbb-4b6d-a1a4-9b9cf0256b59 req-8717737b-a395-4741-9b53-c40ba0b0ef0a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:49.316575 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b0cd4a7-ddbb-4b6d-a1a4-9b9cf0256b59 req-8717737b-a395-4741-9b53-c40ba0b0ef0a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 946 time: 0.2138040 Jun 03 15:22:49.323833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-cca0f7fc-82b1-499c-ad7b-b2ad9a99af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:49.325402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-cca0f7fc-82b1-499c-ad7b-b2ad9a99af98 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51c751b7e7be4991b12ba9352661a43f&device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 1094 time: 0.1852255 Jun 03 15:22:49.536056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-26191073-c286-4bc2-9679-6cee6990d701 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20f90e8f-0a0d-4f38-aa73-4d74747b0e52 HTTP/1.1" status: 200 len: 217 time: 0.1890061 Jun 03 15:22:49.566801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b0cd4a7-ddbb-4b6d-a1a4-9b9cf0256b59 req-7fb95228-17c5-41ad-82e4-74b468527ec0 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400703 Jun 03 15:22:49.675180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-f97894bb-0233-4414-92bf-dc53374e10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:49.677497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-f97894bb-0233-4414-92bf-dc53374e10c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c2d33e8-1976-4935-96de-3aaaedd97a5c HTTP/1.1" status: 200 len: 854 time: 0.1044927 Jun 03 15:22:49.689652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 29270970-1a6f-4454-af43-8a71c706f8f5 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:49.736849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-3c4373ac-f89e-417a-9d41-644c0c05c04b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abceb7b9-1db7-47d5-ab85-f96ef3029d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515358 Jun 03 15:22:49.840967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b24c9e-b290-49c5-ba30-9159d7dede5a req-21ea1ef6-8ca8-45c8-9b67-c9d63ec54e1e tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:49.841908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80b24c9e-b290-49c5-ba30-9159d7dede5a req-21ea1ef6-8ca8-45c8-9b67-c9d63ec54e1e tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/ports?device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 945 time: 0.4079309 Jun 03 15:22:49.904035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 29270970-1a6f-4454-af43-8a71c706f8f5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=29270970-1a6f-4454-af43-8a71c706f8f5,segment=NetworkSegment(90c42874-2439-42ee-8cd5-3df35cf13e1a),segment_id=90c42874-2439-42ee-8cd5-3df35cf13e1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:49.921264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '29270970-1a6f-4454-af43-8a71c706f8f5', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'port_id': '29270970-1a6f-4454-af43-8a71c706f8f5', 'mac_address': 'fa:16:3e:a8:32:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:49.975443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80b24c9e-b290-49c5-ba30-9159d7dede5a req-2970d420-1f2d-498d-88be-ca7fddd6edfc tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec98ec81-4886-468a-804a-6bba26e2752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898852 Jun 03 15:22:49.995137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 29270970-1a6f-4454-af43-8a71c706f8f5 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:49.995906 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.014429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-1acd8664-fd77-4c5e-9213-969077535dcc service neutron] 10.222.0.67 "GET /v2.0/networks/abceb7b9-1db7-47d5-ab85-f96ef3029d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156444 Jun 03 15:22:50.024872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552e20d-2563-4fa9-ae8c-3d8e8bd6b054 req-d594e6f6-e7cf-4130-8e2b-2b49e2fe1701 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:50.026560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9552e20d-2563-4fa9-ae8c-3d8e8bd6b054 req-d594e6f6-e7cf-4130-8e2b-2b49e2fe1701 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 943 time: 0.2884426 Jun 03 15:22:50.036325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29270970-1a6f-4454-af43-8a71c706f8f5 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:50.048390 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97fa6497-125e-462f-a5f6-33ea0de8d6ee'] response: {'name': 'network-changed', 'server_uuid': 'f58589c0-03be-4140-b8c6-3fa7bc16375e', 'tag': '20f90e8f-0a0d-4f38-aa73-4d74747b0e52', 'status': 'completed', 'code': 200} Jun 03 15:22:50.053361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 29270970-1a6f-4454-af43-8a71c706f8f5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=29270970-1a6f-4454-af43-8a71c706f8f5,segment=NetworkSegment(90c42874-2439-42ee-8cd5-3df35cf13e1a),segment_id=90c42874-2439-42ee-8cd5-3df35cf13e1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:50.066409 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:50.096203 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3269bbd-6f79-4441-9c57-cf62a56c6fa0'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-deleted', 'tag': 'daab0748-84cb-4ce8-a5f7-5d614915556e', 'status': 'completed', 'code': 200} Jun 03 15:22:50.096691 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3269bbd-6f79-4441-9c57-cf62a56c6fa0'] response: {'server_uuid': 'cc1c9b78-8260-4fd9-996d-cfa78a35981d', 'name': 'network-vif-deleted', 'tag': 'db8b412d-40fb-40ca-bba8-cd27b1440610', 'status': 'completed', 'code': 200} Jun 03 15:22:50.139142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=29270970-1a6f-4454-af43-8a71c706f8f5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:50.153963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9552e20d-2563-4fa9-ae8c-3d8e8bd6b054 req-89ac6690-01ac-498d-9117-c3836d989e77 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212330 Jun 03 15:22:50.241280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e9b311c-80b9-45c0-ab76-5774b9251013 req-52ee3ede-0b91-486a-adec-ae16395de2c7 service neutron] 10.222.0.67 "GET /v2.0/networks/abceb7b9-1db7-47d5-ab85-f96ef3029d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920323 Jun 03 15:22:50.252918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-64379ca1-b874-43bb-96c7-3b4604fc59d7 req-35b55c21-6565-4363-a15c-eef2ca89ea9d tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0508330 Jun 03 15:22:50.340663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32410b22-3c8c-4e60-8677-0000bc251e0d req-11df204e-3cdd-4be6-892d-e26b55fec048 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:50.342114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32410b22-3c8c-4e60-8677-0000bc251e0d req-11df204e-3cdd-4be6-892d-e26b55fec048 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.0859566 Jun 03 15:22:50.417049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['29270970-1a6f-4454-af43-8a71c706f8f5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:50.432496 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32410b22-3c8c-4e60-8677-0000bc251e0d req-677ec5f2-f01a-49e4-a84f-953c8bd29d52 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832384 Jun 03 15:22:50.680936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59234bc2-6792-46c6-ae2d-b4e62899814e req-6992049f-21c0-49cd-ac04-1360383c89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:50.682409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59234bc2-6792-46c6-ae2d-b4e62899814e req-6992049f-21c0-49cd-ac04-1360383c89f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51c751b7e7be4991b12ba9352661a43f&device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 1094 time: 0.3125360 Jun 03 15:22:50.725210 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41df597c-6d62-4aeb-ac87-abaad96f05a9 req-d8722648-f0ff-4aeb-a310-3a1b78bbff48 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc1c9b78-8260-4fd9-996d-cfa78a35981d HTTP/1.1" status: 200 len: 210 time: 0.0814824 Jun 03 15:22:50.844378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f5a02-fa3d-4c3b-b824-3ab682dc21ed req-e9ba9e71-edc2-4d86-92ca-20337c052052 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:50.845746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-251f5a02-fa3d-4c3b-b824-3ab682dc21ed req-e9ba9e71-edc2-4d86-92ca-20337c052052 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.67 "GET /v2.0/ports?device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 945 time: 0.3811793 Jun 03 15:22:50.984621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59234bc2-6792-46c6-ae2d-b4e62899814e req-cfe0abf9-f20f-424d-8c4a-bd31fb3d4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:50.986111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59234bc2-6792-46c6-ae2d-b4e62899814e req-cfe0abf9-f20f-424d-8c4a-bd31fb3d4b56 service neutron] 10.222.0.67 "GET /v2.0/networks?id=abceb7b9-1db7-47d5-ab85-f96ef3029d27 HTTP/1.1" status: 200 len: 915 time: 0.2927346 Jun 03 15:22:51.093918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59234bc2-6792-46c6-ae2d-b4e62899814e req-21210f1a-aa5e-4e94-9480-edb34df56104 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20f90e8f-0a0d-4f38-aa73-4d74747b0e52 HTTP/1.1" status: 200 len: 217 time: 0.0896962 Jun 03 15:22:51.144694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-251f5a02-fa3d-4c3b-b824-3ab682dc21ed req-c97ce420-53a1-41a8-aecc-38b75edc46f1 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Deleting port 0838869e-cdf1-4d3f-a72c-c45cced38e95 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:51.144883 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-251f5a02-fa3d-4c3b-b824-3ab682dc21ed req-c97ce420-53a1-41a8-aecc-38b75edc46f1 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.285577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59234bc2-6792-46c6-ae2d-b4e62899814e req-99dd0a78-cea7-4ff6-a20d-ef4ee94dd10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:51.286947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59234bc2-6792-46c6-ae2d-b4e62899814e req-99dd0a78-cea7-4ff6-a20d-ef4ee94dd10e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c2d33e8-1976-4935-96de-3aaaedd97a5c HTTP/1.1" status: 200 len: 854 time: 0.1785979 Jun 03 15:22:51.344984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a44b6-e9f2-4b8c-b57f-e4a1bc6ecc88 req-8c067617-fafd-4cd8-a00d-0399f656e022 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:51.346457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-210a44b6-e9f2-4b8c-b57f-e4a1bc6ecc88 req-8c067617-fafd-4cd8-a00d-0399f656e022 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 943 time: 0.4977303 Jun 03 15:22:51.374558 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59234bc2-6792-46c6-ae2d-b4e62899814e req-c2db203e-eb89-4875-a21f-33704458c413 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abceb7b9-1db7-47d5-ab85-f96ef3029d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755877 Jun 03 15:22:51.398555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24190064-1a33-40a4-8856-7062d764f77e req-5504da90-33d3-4664-a85e-d0ae415016e9 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:51.399880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24190064-1a33-40a4-8856-7062d764f77e req-5504da90-33d3-4664-a85e-d0ae415016e9 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.4609408 Jun 03 15:22:51.628160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-210a44b6-e9f2-4b8c-b57f-e4a1bc6ecc88 req-f3da94f9-45ae-4f01-b9b4-b21d7ab19792 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ff193f5-4781-47f6-b353-ace55854f987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562058 Jun 03 15:22:51.652246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24190064-1a33-40a4-8856-7062d764f77e req-61f6cf8c-f89c-48a3-b611-0300dc879186 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991334 Jun 03 15:22:51.678062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-251f5a02-fa3d-4c3b-b824-3ab682dc21ed req-c97ce420-53a1-41a8-aecc-38b75edc46f1 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] For port 0838869e-cdf1-4d3f-a72c-c45cced38e95, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0838869e-cdf1-4d3f-a72c-c45cced38e95,segment=NetworkSegment(985342f2-c7f5-4215-9e84-9a96437009de),segment_id=985342f2-c7f5-4215-9e84-9a96437009de)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:51.678433 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-251f5a02-fa3d-4c3b-b824-3ab682dc21ed req-c97ce420-53a1-41a8-aecc-38b75edc46f1 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.713071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 29270970-1a6f-4454-af43-8a71c706f8f5 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:51.786385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 29270970-1a6f-4454-af43-8a71c706f8f5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:51.791339 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 29270970-1a6f-4454-af43-8a71c706f8f5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:51.791853 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.863225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-251f5a02-fa3d-4c3b-b824-3ab682dc21ed req-c97ce420-53a1-41a8-aecc-38b75edc46f1 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Calling delete_port for 0838869e-cdf1-4d3f-a72c-c45cced38e95 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:51.892136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59234bc2-6792-46c6-ae2d-b4e62899814e req-bd27f68d-2033-41e5-add8-b122a7ac84ca service neutron] 10.222.0.67 "GET /v2.0/networks/abceb7b9-1db7-47d5-ab85-f96ef3029d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912589 Jun 03 15:22:51.916634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 29270970-1a6f-4454-af43-8a71c706f8f5 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:51.916937 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:51.949195 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29270970-1a6f-4454-af43-8a71c706f8f5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:51.959871 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 29270970-1a6f-4454-af43-8a71c706f8f5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=29270970-1a6f-4454-af43-8a71c706f8f5,segment=NetworkSegment(90c42874-2439-42ee-8cd5-3df35cf13e1a),segment_id=90c42874-2439-42ee-8cd5-3df35cf13e1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:51.965846 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.039402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=29270970-1a6f-4454-af43-8a71c706f8f5,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:52.331600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517961a-433a-4dda-857d-fff6d338f206 req-cb2f1431-6e06-4280-9227-a3b27d5f8ef9 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:52.333072 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f517961a-433a-4dda-857d-fff6d338f206 req-cb2f1431-6e06-4280-9227-a3b27d5f8ef9 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 946 time: 0.5761766 Jun 03 15:22:52.341852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59234bc2-6792-46c6-ae2d-b4e62899814e req-c082ec99-4320-42ca-abc7-8b0d935daadd service neutron] 10.222.0.67 "GET /v2.0/networks/abceb7b9-1db7-47d5-ab85-f96ef3029d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104657 Jun 03 15:22:52.378334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b5ec3-b017-4c6b-9ea8-794a53788845 req-c3156f0f-0fd2-435e-bcec-48372a387389 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:52.379964 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-095b5ec3-b017-4c6b-9ea8-794a53788845 req-c3156f0f-0fd2-435e-bcec-48372a387389 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/ports?device_id=62189d58-7d65-4a2f-9bad-b27c80bb16d7 HTTP/1.1" status: 200 len: 945 time: 0.5628755 Jun 03 15:22:52.414359 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-251f5a02-fa3d-4c3b-b824-3ab682dc21ed req-c97ce420-53a1-41a8-aecc-38b75edc46f1 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.446868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['0838869e-cdf1-4d3f-a72c-c45cced38e95'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:52.471491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f517961a-433a-4dda-857d-fff6d338f206 req-2171c8b6-8365-41d7-8167-776ff036c3e1 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256578 Jun 03 15:22:52.483846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ce420-53a1-41a8-aecc-38b75edc46f1 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Pushing event deleted for resources: {'Port': ['ID=0838869e-cdf1-4d3f-a72c-c45cced38e95,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:52.576691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-095b5ec3-b017-4c6b-9ea8-794a53788845 req-b748925f-b847-4fb0-abde-8263f0955712 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.48 "GET /v2.0/security-groups?id=ec98ec81-4886-468a-804a-6bba26e2752a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797698 Jun 03 15:22:52.577687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-251f5a02-fa3d-4c3b-b824-3ab682dc21ed req-c97ce420-53a1-41a8-aecc-38b75edc46f1 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] No DVR routers for this DVR port 0838869e-cdf1-4d3f-a72c-c45cced38e95 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:52.580224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-251f5a02-fa3d-4c3b-b824-3ab682dc21ed req-c97ce420-53a1-41a8-aecc-38b75edc46f1 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:52.582956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62189d58-7d65-4a2f-9bad-b27c80bb16d7', 'name': 'network-vif-deleted', 'tag': '0838869e-cdf1-4d3f-a72c-c45cced38e95'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:52.591544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-251f5a02-fa3d-4c3b-b824-3ab682dc21ed req-c97ce420-53a1-41a8-aecc-38b75edc46f1 tempest-InstanceActionsNegativeTestJSON-1544689312 tempest-InstanceActionsNegativeTestJSON-1544689312-project] 10.222.0.67 "DELETE /v2.0/ports/0838869e-cdf1-4d3f-a72c-c45cced38e95 HTTP/1.1" status: 204 len: 173 time: 1.7325983 Jun 03 15:22:52.684543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3427b1-5d8c-4d34-bbe6-8a579584c2c7 req-8479177e-a175-4394-a745-5d207f453069 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:52.687507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb3427b1-5d8c-4d34-bbe6-8a579584c2c7 req-8479177e-a175-4394-a745-5d207f453069 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 945 time: 0.0837436 Jun 03 15:22:52.754433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-176c1bbb-f1a0-4dc8-836c-e15081f4211a req-25135df1-6958-4758-9e17-78d16dfa5173 tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0629866 Jun 03 15:22:52.782443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb3427b1-5d8c-4d34-bbe6-8a579584c2c7 req-59e2d955-2938-41b3-9b26-3ee16d1ede26 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894258 Jun 03 15:22:52.932767 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05b76a2-63ad-4e7f-bcbd-90c6ee8e609c'] response: {'server_uuid': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29270970-1a6f-4454-af43-8a71c706f8f5', 'code': 200} Jun 03 15:22:53.091314 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9ca4bd-be07-408c-8524-0cc4c83ac942'] response: {'server_uuid': '62189d58-7d65-4a2f-9bad-b27c80bb16d7', 'name': 'network-vif-deleted', 'tag': '0838869e-cdf1-4d3f-a72c-c45cced38e95', 'status': 'completed', 'code': 200} Jun 03 15:22:53.141745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24e847f2-e4f1-4980-864c-9fe8d21a8b03 req-f1225ecb-3f55-4978-be8d-4d2e0cbdcefa tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2067490337&fields=id&tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd HTTP/1.1" status: 200 len: 267 time: 0.1128349 Jun 03 15:22:53.292029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae22487-cea7-494e-94ea-c8eb88a6524b req-b7d4b811-c6f6-41fd-81c2-b585cba2a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:53.293403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bae22487-cea7-494e-94ea-c8eb88a6524b req-b7d4b811-c6f6-41fd-81c2-b585cba2a5f7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 1096 time: 0.2454391 Jun 03 15:22:53.329201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e847f2-e4f1-4980-864c-9fe8d21a8b03 req-82f33a03-a3f8-48e0-9242-9d787f1d01a3 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:53.330827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24e847f2-e4f1-4980-864c-9fe8d21a8b03 req-82f33a03-a3f8-48e0-9242-9d787f1d01a3 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 946 time: 0.1801066 Jun 03 15:22:53.341146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6381d39-1d52-43b5-bcf3-d4e7d6868840 req-08c16b6a-6ebe-4d32-8d76-f72f53c708b8 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:53.342502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6381d39-1d52-43b5-bcf3-d4e7d6868840 req-08c16b6a-6ebe-4d32-8d76-f72f53c708b8 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 943 time: 0.1929023 Jun 03 15:22:53.360693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-24e847f2-e4f1-4980-864c-9fe8d21a8b03 req-c4276e97-b913-4277-b4f3-c44e279b3933 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'port': {'security_groups': ['738a472f-afd0-40fd-9a34-b88b57d16a96', '22906e45-53f9-4780-8334-a494a558dccf']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:53.368354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:22:53.432468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bae22487-cea7-494e-94ea-c8eb88a6524b req-7d4bd357-c984-4bed-80f2-503715428662 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288812 Jun 03 15:22:53.485412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6381d39-1d52-43b5-bcf3-d4e7d6868840 req-856afada-b5b6-4813-94b3-2ea5ae99cab1 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ff193f5-4781-47f6-b353-ace55854f987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306407 Jun 03 15:22:53.503358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=20f90e8f-0a0d-4f38-aa73-4d74747b0e52,segment=NetworkSegment(a0245255-529f-4fb0-b96c-b6a6508e2b0a),segment_id=a0245255-529f-4fb0-b96c-b6a6508e2b0a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:53.524049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '20f90e8f-0a0d-4f38-aa73-4d74747b0e52', 'network_id': 'abceb7b9-1db7-47d5-ab85-f96ef3029d27', 'port_id': '20f90e8f-0a0d-4f38-aa73-4d74747b0e52', 'mac_address': 'fa:16:3e:dd:09:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2d33e8-1976-4935-96de-3aaaedd97a5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:22:53.531739 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-24e847f2-e4f1-4980-864c-9fe8d21a8b03 req-c4276e97-b913-4277-b4f3-c44e279b3933 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.536724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39342) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:53.587900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:53.588272 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.613388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:22:53.627137 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-341a2363-d271-4ed3-9074-43d9870de394 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.629991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=20f90e8f-0a0d-4f38-aa73-4d74747b0e52,segment=NetworkSegment(a0245255-529f-4fb0-b96c-b6a6508e2b0a),segment_id=a0245255-529f-4fb0-b96c-b6a6508e2b0a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:53.636095 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.659429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-341a2363-d271-4ed3-9074-43d9870de394 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.708568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=20f90e8f-0a0d-4f38-aa73-4d74747b0e52,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:53.716292 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-341a2363-d271-4ed3-9074-43d9870de394 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.735896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a2363-d271-4ed3-9074-43d9870de394 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:53.749399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-341a2363-d271-4ed3-9074-43d9870de394 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.750548 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-341a2363-d271-4ed3-9074-43d9870de394 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "DELETE /v2.0/security-groups/0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12 HTTP/1.1" status: 204 len: 168 time: 0.2120388 Jun 03 15:22:53.753689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39356) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:53.772200 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-6db182f2-f449-4b11-83ec-1104e54d7aec tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] show failed (client error): The resource could not be found. Jun 03 15:22:53.773550 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6db182f2-f449-4b11-83ec-1104e54d7aec tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "GET /v2.0/security-groups/0a2114cf-11ff-4bbc-a31f-dbd4b3ecbc12 HTTP/1.1" status: 404 len: 347 time: 0.0187144 Jun 03 15:22:53.776445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39360) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:53.896170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-1def85e5-796d-42f6-a9ae-20b0b46b6445 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:53.897501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-1def85e5-796d-42f6-a9ae-20b0b46b6445 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/networks?id=aa18482f-2775-431f-9b06-feba3164b757 HTTP/1.1" status: 200 len: 813 time: 0.2669926 Jun 03 15:22:53.937235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-316315d3-691f-4c28-a70d-e33df3c1edee tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/quotas/d364816539414c638a0f5c07be3c5ed8 HTTP/1.1" status: 200 len: 375 time: 0.0246594 Jun 03 15:22:53.937535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Deleting port 63b9c12a-5e16-40a9-9c23-627e5dd996c5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:53.937995 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:53.948532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-24e847f2-e4f1-4980-864c-9fe8d21a8b03 req-c4276e97-b913-4277-b4f3-c44e279b3933 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] For port 05b2e216-9b0e-4337-985d-08db70a94cfd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=05b2e216-9b0e-4337-985d-08db70a94cfd,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:54.024105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-24e847f2-e4f1-4980-864c-9fe8d21a8b03 req-c4276e97-b913-4277-b4f3-c44e279b3933 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.035872 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-24e847f2-e4f1-4980-864c-9fe8d21a8b03 req-c4276e97-b913-4277-b4f3-c44e279b3933 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.050943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2e20b808-915f-4142-9c34-ef5ac52e9628'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:54.090690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['05b2e216-9b0e-4337-985d-08db70a94cfd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:54.094257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-26693740-3832-41fa-a0b1-7eb205b2d476 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d364816539414c638a0f5c07be3c5ed8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1512551 Jun 03 15:22:54.107902 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.108496 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.113418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e847f2-e4f1-4980-864c-9fe8d21a8b03 req-c4276e97-b913-4277-b4f3-c44e279b3933 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:54.114060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-24e847f2-e4f1-4980-864c-9fe8d21a8b03 req-c4276e97-b913-4277-b4f3-c44e279b3933 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.115387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24e847f2-e4f1-4980-864c-9fe8d21a8b03 req-c4276e97-b913-4277-b4f3-c44e279b3933 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "PUT /v2.0/ports/05b2e216-9b0e-4337-985d-08db70a94cfd HTTP/1.1" status: 200 len: 982 time: 0.7684550 Jun 03 15:22:54.180426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['20f90e8f-0a0d-4f38-aa73-4d74747b0e52'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:54.228324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4276e97-b913-4277-b4f3-c44e279b3933 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'Port': ['ID=05b2e216-9b0e-4337-985d-08db70a94cfd,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:54.240441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39372) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:54.268285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Calling delete_port for 63b9c12a-5e16-40a9-9c23-627e5dd996c5 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:54.303245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['05b2e216-9b0e-4337-985d-08db70a94cfd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:22:54.369167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-13018f22-8f9d-4ce3-9dc0-701de5deb3eb admin admin] Deleting subnet 4ba69647-24f4-4498-800a-ef192f102f6a {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:22:54.383985 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13018f22-8f9d-4ce3-9dc0-701de5deb3eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.423993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-878a3dde-395a-4c03-b3ed-e3f204098b6b service neutron] 10.222.0.48 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196387 Jun 03 15:22:54.446506 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.537929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Port': ['ID=63b9c12a-5e16-40a9-9c23-627e5dd996c5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:54.574987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.575446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.576157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.576157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.576647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.577048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.577470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.577887 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.578291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.578690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.579115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.579509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:54.613064 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.628135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.632169 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2eaa45ef-3829-43e4-be38-454f132ac38a tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "DELETE /v2.0/floatingips/e52f0efe-9be2-473f-baeb-f3e3d1699c75 HTTP/1.1" status: 204 len: 168 time: 0.8512990 Jun 03 15:22:54.632654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39378) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:54.694181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13018f22-8f9d-4ce3-9dc0-701de5deb3eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.706222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-79153ba2-2804-4673-81e2-4336ee30a93f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Deleting port f2ca11ca-44c8-4549-99e5-92e591e618e4 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:54.706508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79153ba2-2804-4673-81e2-4336ee30a93f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.790821 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13018f22-8f9d-4ce3-9dc0-701de5deb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.855931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-ab5a996a-57ec-44ec-85aa-e22eeb405cd9 service neutron] 10.222.0.48 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575486 Jun 03 15:22:54.865735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d99bcc-c276-493f-94cd-50f107874d2f req-c05ecd55-80d3-4bc6-ba05-a774eecdf136 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:54.867498 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60d99bcc-c276-493f-94cd-50f107874d2f req-c05ecd55-80d3-4bc6-ba05-a774eecdf136 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 945 time: 0.4458315 Jun 03 15:22:54.937319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60d99bcc-c276-493f-94cd-50f107874d2f req-670fc351-9aa1-41b7-80a8-831a946825e4 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590837 Jun 03 15:22:54.939141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13018f22-8f9d-4ce3-9dc0-701de5deb3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:54.986703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13018f22-8f9d-4ce3-9dc0-701de5deb3eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba69647-24f4-4498-800a-ef192f102f6a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:54.996762 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13018f22-8f9d-4ce3-9dc0-701de5deb3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.016711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-13018f22-8f9d-4ce3-9dc0-701de5deb3eb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4ba69647-24f4-4498-800a-ef192f102f6a HTTP/1.1" status: 204 len: 168 time: 0.7728264 Jun 03 15:22:55.016971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39382) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:55.037242 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79153ba2-2804-4673-81e2-4336ee30a93f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.121269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'tag': '05b2e216-9b0e-4337-985d-08db70a94cfd'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:55.215062 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3020aff-56ae-447c-9595-2e18a2330e54 req-4f7aa8bc-5d26-4bcb-9c05-d90746aa9fdf tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0887125 Jun 03 15:22:55.267577 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.292377 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf269710-050b-4adc-b18b-0664aa4d87bd req-0f6c9479-8cd8-4380-85ed-320d8404dea6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/22906e45-53f9-4780-8334-a494a558dccf HTTP/1.1" status: 200 len: 1802 time: 0.1482749 Jun 03 15:22:55.381721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0838869e-cdf1-4d3f-a72c-c45cced38e95 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:55.465463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 0838869e-cdf1-4d3f-a72c-c45cced38e95 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:22:55.466078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0838869e-cdf1-4d3f-a72c-c45cced38e95 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:22:55.491670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-79153ba2-2804-4673-81e2-4336ee30a93f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Calling delete_port for f2ca11ca-44c8-4549-99e5-92e591e618e4 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:55.595324 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-bf269710-050b-4adc-b18b-0664aa4d87bd req-1807c3cc-e04f-4e21-9f12-3c915561d6e1 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 15:22:55.596346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf269710-050b-4adc-b18b-0664aa4d87bd req-1807c3cc-e04f-4e21-9f12-3c915561d6e1 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "DELETE /v2.0/security-groups/22906e45-53f9-4780-8334-a494a558dccf HTTP/1.1" status: 409 len: 341 time: 0.3028584 Jun 03 15:22:55.602258 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.637687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4c5f03-0bb6-4728-83f0-94480432a722']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:55.653816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985342f2-c7f5-4215-9e84-9a96437009de') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:55.654141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985342f2-c7f5-4215-9e84-9a96437009de') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:55.668103 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.677249 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79153ba2-2804-4673-81e2-4336ee30a93f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.683767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ae896-d7b9-4b0e-bb4e-2e88d15d1bf6 req-52b6f5dd-98f4-459e-a0c8-0854700c4b7c tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:55.690675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c5ae896-d7b9-4b0e-bb4e-2e88d15d1bf6 req-52b6f5dd-98f4-459e-a0c8-0854700c4b7c tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 944 time: 0.2637906 Jun 03 15:22:55.765055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79153ba2-2804-4673-81e2-4336ee30a93f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Port': ['ID=f2ca11ca-44c8-4549-99e5-92e591e618e4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:55.813320 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.817547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1c7c2009-0b3a-4c8a-bcd2-517846eb7a69 req-7fbf8fe6-9bd9-456c-94ca-1ef644bc1569 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 210 time: 0.0759623 Jun 03 15:22:55.835827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:22:55.836216 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.859407 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c5ae896-d7b9-4b0e-bb4e-2e88d15d1bf6 req-45e6d874-f5fd-4419-9690-0faf040074c8 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ff193f5-4781-47f6-b353-ace55854f987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677847 Jun 03 15:22:55.877952 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79153ba2-2804-4673-81e2-4336ee30a93f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:55.897973 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-79153ba2-2804-4673-81e2-4336ee30a93f tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "DELETE /v2.0/ports/f2ca11ca-44c8-4549-99e5-92e591e618e4 HTTP/1.1" status: 204 len: 168 time: 1.2619014 Jun 03 15:22:55.898341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39404) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:55.935558 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fc87bc-1621-4fb8-aab5-6914e707be85'] response: {'name': 'network-changed', 'server_uuid': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'tag': '05b2e216-9b0e-4337-985d-08db70a94cfd', 'status': 'completed', 'code': 200} Jun 03 15:22:55.936828 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 985342f2-c7f5-4215-9e84-9a96437009de resource provider aggregate not found Jun 03 15:22:55.992069 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 985342f2-c7f5-4215-9e84-9a96437009de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 985342f2-c7f5-4215-9e84-9a96437009de found for delete ", "request_id": "req-92387e4f-3218-4950-b16f-2167b1e54dea"}]} Jun 03 15:22:56.007750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4fa02b4a-74db-4f58-bb16-2d2c955c3b00 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Deleting port 3890ffab-7510-469e-b625-97d5d45c686f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:56.008133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4fa02b4a-74db-4f58-bb16-2d2c955c3b00 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.043858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.055723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548526f-1b3e-47e0-bbed-3600f3cd5a7b req-a794b2f0-6831-44df-9fc4-da24e800db44 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:56.057379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4548526f-1b3e-47e0-bbed-3600f3cd5a7b req-a794b2f0-6831-44df-9fc4-da24e800db44 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.75 "GET /v2.0/ports?device_id=832522ec-f129-4ba3-8813-52d359f023fe HTTP/1.1" status: 200 len: 945 time: 0.3642325 Jun 03 15:22:56.075976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.123652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4c5f03-0bb6-4728-83f0-94480432a722,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:56.198569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-178807d7-137b-4f4a-a4f0-b1ed479aca4c admin admin] 10.222.0.48 "DELETE /v2.0/networks/ba4c5f03-0bb6-4728-83f0-94480432a722 HTTP/1.1" status: 204 len: 168 time: 1.1718054 Jun 03 15:22:56.288636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34791466-9a3d-43f8-9c0e-07851b91e0ed req-e290cef0-e5c7-48e6-9988-80f26b168ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:56.290805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34791466-9a3d-43f8-9c0e-07851b91e0ed req-e290cef0-e5c7-48e6-9988-80f26b168ef3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 1136 time: 0.3498316 Jun 03 15:22:56.295545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-4548526f-1b3e-47e0-bbed-3600f3cd5a7b req-391c904a-85bf-4189-a430-08ce5367ac66 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Deleting port e9d6f757-86a2-445d-baf8-db53c6688105 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:56.296015 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4548526f-1b3e-47e0-bbed-3600f3cd5a7b req-391c904a-85bf-4189-a430-08ce5367ac66 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.345912 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4fa02b4a-74db-4f58-bb16-2d2c955c3b00 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.365158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39418) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:56.486817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4fa02b4a-74db-4f58-bb16-2d2c955c3b00 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Calling delete_port for 3890ffab-7510-469e-b625-97d5d45c686f owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:56.663455 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4fa02b4a-74db-4f58-bb16-2d2c955c3b00 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.720132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa02b4a-74db-4f58-bb16-2d2c955c3b00 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Port': ['ID=3890ffab-7510-469e-b625-97d5d45c686f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:56.830335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4fa02b4a-74db-4f58-bb16-2d2c955c3b00 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:56.841635 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4fa02b4a-74db-4f58-bb16-2d2c955c3b00 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "DELETE /v2.0/ports/3890ffab-7510-469e-b625-97d5d45c686f HTTP/1.1" status: 204 len: 168 time: 0.9416926 Jun 03 15:22:56.844163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39428) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:56.869010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0334bb45-4d3f-4dad-97df-f7d0142f8d57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1484994604a84b17bbd2a986967a9c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429148 Jun 03 15:22:56.877390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39432) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:56.882458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e27f8a-9e32-40e4-920e-2de9b02e8d9f req-b7a4c0a4-3fa7-4259-b41c-e84ad0a6fb34 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:56.883960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31e27f8a-9e32-40e4-920e-2de9b02e8d9f req-b7a4c0a4-3fa7-4259-b41c-e84ad0a6fb34 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 945 time: 0.7659593 Jun 03 15:22:56.904277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d5d4f-bac3-4cec-beb3-f16b3ba66615 req-f7020494-1a47-4bc1-b6a3-178daff75706 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:56.905534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-057d5d4f-bac3-4cec-beb3-f16b3ba66615 req-f7020494-1a47-4bc1-b6a3-178daff75706 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 985 time: 0.6874199 Jun 03 15:22:56.944624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-092106fd-150c-4725-9309-226da609b578 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Deleting subnet 28854271-2856-413a-b127-07060385871c {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:22:56.950437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-092106fd-150c-4725-9309-226da609b578 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.008694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37a193d4-992c-45f6-b1ee-72f52382cbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.022166 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-092106fd-150c-4725-9309-226da609b578 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.030181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34791466-9a3d-43f8-9c0e-07851b91e0ed req-5fafced4-e285-41af-acc7-326bd2a1698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:57.031756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34791466-9a3d-43f8-9c0e-07851b91e0ed req-5fafced4-e285-41af-acc7-326bd2a1698b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 913 time: 0.6842170 Jun 03 15:22:57.050526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-0ae7b81a-74e8-45b1-9f41-6c8572943b14 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:57.051993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-0ae7b81a-74e8-45b1-9f41-6c8572943b14 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.67 "GET /v2.0/networks?id=aa18482f-2775-431f-9b06-feba3164b757 HTTP/1.1" status: 200 len: 813 time: 0.5255136 Jun 03 15:22:57.086178 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37a193d4-992c-45f6-b1ee-72f52382cbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.146533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Request body: {'port': {'device_id': '0887725e-7add-41dc-b95d-d535ee254bb3', 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757', 'admin_state_up': True, 'tenant_id': 'd364816539414c638a0f5c07be3c5ed8'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:57.173655 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-092106fd-150c-4725-9309-226da609b578 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.178040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34791466-9a3d-43f8-9c0e-07851b91e0ed req-13b1279c-53a4-4eae-a745-641fe36f30d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b2e216-9b0e-4337-985d-08db70a94cfd HTTP/1.1" status: 200 len: 217 time: 0.1250315 Jun 03 15:22:57.228143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37a193d4-992c-45f6-b1ee-72f52382cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.249418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a193d4-992c-45f6-b1ee-72f52382cbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec98ec81-4886-468a-804a-6bba26e2752a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:57.265138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37a193d4-992c-45f6-b1ee-72f52382cbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.266368 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-37a193d4-992c-45f6-b1ee-72f52382cbd2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec98ec81-4886-468a-804a-6bba26e2752a HTTP/1.1" status: 204 len: 168 time: 0.3880112 Jun 03 15:22:57.276676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-057d5d4f-bac3-4cec-beb3-f16b3ba66615 req-b0543ef3-85a1-43d9-87b9-b02f87f9f70e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=22906e45-53f9-4780-8334-a494a558dccf&id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3390610 Jun 03 15:22:57.279370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31e27f8a-9e32-40e4-920e-2de9b02e8d9f req-1338dd11-3805-43ce-981c-757c24ccfb35 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3875318 Jun 03 15:22:57.323371 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-092106fd-150c-4725-9309-226da609b578 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.362503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-4548526f-1b3e-47e0-bbed-3600f3cd5a7b req-391c904a-85bf-4189-a430-08ce5367ac66 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] For port e9d6f757-86a2-445d-baf8-db53c6688105, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=e9d6f757-86a2-445d-baf8-db53c6688105,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:57.362856 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4548526f-1b3e-47e0-bbed-3600f3cd5a7b req-391c904a-85bf-4189-a430-08ce5367ac66 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.398883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34791466-9a3d-43f8-9c0e-07851b91e0ed req-5a9d7ef1-d285-41d8-9d7a-3adbc9bdf22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:57.399652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34791466-9a3d-43f8-9c0e-07851b91e0ed req-5a9d7ef1-d285-41d8-9d7a-3adbc9bdf22a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5b58f9ad-8000-49aa-8e7c-45a5a524d33a HTTP/1.1" status: 200 len: 852 time: 0.2045054 Jun 03 15:22:57.414385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:22:57.436625 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-092106fd-150c-4725-9309-226da609b578 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.475833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baff5b2-d922-409b-aa10-cdfff6540a5f None None] Network ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:22:57.570261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-4548526f-1b3e-47e0-bbed-3600f3cd5a7b req-391c904a-85bf-4189-a430-08ce5367ac66 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Calling delete_port for e9d6f757-86a2-445d-baf8-db53c6688105 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:57.635747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092106fd-150c-4725-9309-226da609b578 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Subnet': ['ID=28854271-2856-413a-b127-07060385871c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:57.644464 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-092106fd-150c-4725-9309-226da609b578 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "DELETE /v2.0/subnets/28854271-2856-413a-b127-07060385871c HTTP/1.1" status: 204 len: 168 time: 0.7985139 Jun 03 15:22:57.646431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39444) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:57.720257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device e9d6f757-86a2-445d-baf8-db53c6688105 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:22:57.726295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-66059e4b-e499-4cb3-83b0-1b33c74079a8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Deleting subnet 2df45db1-3104-4b33-adb5-f2c9af2034a3 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:22:57.729057 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2429b83b-64ec-4943-b240-f47e225fea5d req-fae3af69-2b2c-4362-92b6-e3b89b4ae03d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 210 time: 0.2668371 Jun 03 15:22:57.737312 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66059e4b-e499-4cb3-83b0-1b33c74079a8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.742124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ab90925-6cef-42f0-b57d-b19dff8d8b44 req-ea22ec43-3c05-4df3-908a-1a2d28fef9a1 tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.2770743 Jun 03 15:22:57.744119 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34791466-9a3d-43f8-9c0e-07851b91e0ed req-0934d532-d874-4243-82d2-ce004aac918e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2c30d5b-a4a2-4263-95e1-4133b409a960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2191372 Jun 03 15:22:57.844084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:57.869241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Usage tracker for resource:port and tenant:d364816539414c638a0f5c07be3c5ed8 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:57.872917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66059e4b-e499-4cb3-83b0-1b33c74079a8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:57.875554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:57.885271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:57.934878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:22:57.984901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:22:57.985332 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.055164 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66059e4b-e499-4cb3-83b0-1b33c74079a8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.080502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port e9d6f757-86a2-445d-baf8-db53c6688105 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:58.080934 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.090886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Made reservation on behalf of d364816539414c638a0f5c07be3c5ed8 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:58.096427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.195631 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66059e4b-e499-4cb3-83b0-1b33c74079a8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.196632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:22:58.197245 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.252040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76941c68-9621-4c8a-91af-e15fcda09215 None None] DHCP port deletion for ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:22:58.257998 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66059e4b-e499-4cb3-83b0-1b33c74079a8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.259186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb34a81-611c-4b85-bc06-a89af0ecf2f8 None None] Network 3914fca6-9415-4fbb-836b-cb74455033e9 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:22:58.268518 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-66059e4b-e499-4cb3-83b0-1b33c74079a8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "DELETE /v2.0/subnets/2df45db1-3104-4b33-adb5-f2c9af2034a3 HTTP/1.1" status: 204 len: 168 time: 0.6195233 Jun 03 15:22:58.274795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39460) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:58.278191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66059e4b-e499-4cb3-83b0-1b33c74079a8 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Subnet': ['ID=2df45db1-3104-4b33-adb5-f2c9af2034a3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:58.362712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-76941c68-9621-4c8a-91af-e15fcda09215 None None] Deleting port 7420b17f-7315-4103-b0da-cade069823d5 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:58.363165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-76941c68-9621-4c8a-91af-e15fcda09215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.411271 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.426367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Deleting port 7420b17f-7315-4103-b0da-cade069823d5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:58.426708 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.444930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58589c0-03be-4140-b8c6-3fa7bc16375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f90e8f-0a0d-4f38-aa73-4d74747b0e52'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:58.508266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=20f90e8f-0a0d-4f38-aa73-4d74747b0e52,segment=NetworkSegment(a0245255-529f-4fb0-b96c-b6a6508e2b0a),segment_id=a0245255-529f-4fb0-b96c-b6a6508e2b0a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:58.552183 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.556436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4548526f-1b3e-47e0-bbed-3600f3cd5a7b req-391c904a-85bf-4189-a430-08ce5367ac66 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.613594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34791466-9a3d-43f8-9c0e-07851b91e0ed req-20878170-5ee6-40c3-a051-3eadb320925d service neutron] 10.222.0.67 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8613806 Jun 03 15:22:58.618352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39476) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:58.673089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] For port 7420b17f-7315-4103-b0da-cade069823d5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7420b17f-7315-4103-b0da-cade069823d5,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:58.673337 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.699413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c904a-85bf-4189-a430-08ce5367ac66 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Pushing event deleted for resources: {'Port': ['ID=e9d6f757-86a2-445d-baf8-db53c6688105,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:58.811687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=20f90e8f-0a0d-4f38-aa73-4d74747b0e52,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:58.826489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Calling delete_port for 7420b17f-7315-4103-b0da-cade069823d5 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:58.841391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-76941c68-9621-4c8a-91af-e15fcda09215 None None] For port 7420b17f-7315-4103-b0da-cade069823d5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7420b17f-7315-4103-b0da-cade069823d5,segment=NetworkSegment(482d45c1-c2f4-4525-897d-892aeed32ec8),segment_id=482d45c1-c2f4-4525-897d-892aeed32ec8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:58.842060 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-76941c68-9621-4c8a-91af-e15fcda09215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.912811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1300295521-network', 'tenant_id': 'df6bfc506a434c9c8fcb14de5ca78578'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:58.918404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:58.920725 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.933776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4548526f-1b3e-47e0-bbed-3600f3cd5a7b req-391c904a-85bf-4189-a430-08ce5367ac66 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] No DVR routers for this DVR port e9d6f757-86a2-445d-baf8-db53c6688105 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:58.937208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4548526f-1b3e-47e0-bbed-3600f3cd5a7b req-391c904a-85bf-4189-a430-08ce5367ac66 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:58.955712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832522ec-f129-4ba3-8813-52d359f023fe', 'name': 'network-vif-deleted', 'tag': 'e9d6f757-86a2-445d-baf8-db53c6688105'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:22:58.962328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Usage tracker for resource:network and tenant:df6bfc506a434c9c8fcb14de5ca78578 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:58.972394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:58.976805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-76941c68-9621-4c8a-91af-e15fcda09215 None None] Calling delete_port for 7420b17f-7315-4103-b0da-cade069823d5 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:58.976979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Port': ['ID=7420b17f-7315-4103-b0da-cade069823d5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:58.981768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] No DVR routers for this DVR port 7420b17f-7315-4103-b0da-cade069823d5 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:58.983675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:59.003402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4548526f-1b3e-47e0-bbed-3600f3cd5a7b req-391c904a-85bf-4189-a430-08ce5367ac66 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.75 "DELETE /v2.0/ports/e9d6f757-86a2-445d-baf8-db53c6688105 HTTP/1.1" status: 204 len: 173 time: 2.9221520 Jun 03 15:22:59.036513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65064f7-d0d7-42c8-a826-c48ea9e72d67 req-5fb8e3b0-6ed4-4972-a2aa-2bee461107eb tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:59.055344 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a65064f7-d0d7-42c8-a826-c48ea9e72d67 req-5fb8e3b0-6ed4-4972-a2aa-2bee461107eb tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 945 time: 0.9827077 Jun 03 15:22:59.055869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39494) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: from cryptography.utils import int_from_bytes Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: from cryptography.utils import int_from_bytes Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn_limited( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn_limited( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.058536 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:22:59.061120 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:22:59.070004 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-76941c68-9621-4c8a-91af-e15fcda09215 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:22:59.070419 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-76941c68-9621-4c8a-91af-e15fcda09215 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:22:59.101462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1606e20-34e1-4c55-b514-7afcae23feba req-bd720da5-5f71-4294-a513-3120a679574c tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:22:59.115765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1606e20-34e1-4c55-b514-7afcae23feba req-bd720da5-5f71-4294-a513-3120a679574c tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 944 time: 1.1198215 Jun 03 15:22:59.120328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.122994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-cc366e19-4e13-4cea-b012-3963755cbfa0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Request body: {'floatingip': {'port_id': '29270970-1a6f-4454-af43-8a71c706f8f5'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:22:59.142891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e8e1e2-74b2-408f-ba8d-3ffec79f67cb None None] DHCP port deletion for 3914fca6-9415-4fbb-836b-cb74455033e9 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:22:59.147551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-36e8e1e2-74b2-408f-ba8d-3ffec79f67cb None None] Deleting port 41d90c36-48b5-458f-baef-3ba6b9b02b22 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:59.148607 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-36e8e1e2-74b2-408f-ba8d-3ffec79f67cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.154526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:59.169232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482d45c1-c2f4-4525-897d-892aeed32ec8') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:59.171081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482d45c1-c2f4-4525-897d-892aeed32ec8') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:22:59.184565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Made reservation on behalf of df6bfc506a434c9c8fcb14de5ca78578 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:22:59.186750 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.203254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.229583 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.240695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:22:59.241306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.269694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.280601 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc366e19-4e13-4cea-b012-3963755cbfa0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.301106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:22:59.305718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Usage tracker for resource:security_group_rule and tenant:df6bfc506a434c9c8fcb14de5ca78578 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:22:59.308726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:22:59.314864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:22:59.391286 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.399476 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 482d45c1-c2f4-4525-897d-892aeed32ec8 resource provider aggregate not found Jun 03 15:22:59.416492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-36e8e1e2-74b2-408f-ba8d-3ffec79f67cb None None] For port 41d90c36-48b5-458f-baef-3ba6b9b02b22, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=41d90c36-48b5-458f-baef-3ba6b9b02b22,segment=NetworkSegment(e7e0ff85-fe87-434b-aef2-1a1484959b76),segment_id=e7e0ff85-fe87-434b-aef2-1a1484959b76)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:22:59.417547 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-36e8e1e2-74b2-408f-ba8d-3ffec79f67cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.470784 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 482d45c1-c2f4-4525-897d-892aeed32ec8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 482d45c1-c2f4-4525-897d-892aeed32ec8 found for delete ", "request_id": "req-1189a4d0-ba82-4360-a798-4fc4ccc369ff"}]} Jun 03 15:22:59.472512 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.481605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.505604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34791466-9a3d-43f8-9c0e-07851b91e0ed req-bb9e55ae-3393-49b7-8ef3-84f485a36060 service neutron] 10.222.0.67 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8813689 Jun 03 15:22:59.507151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:22:59.515331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.546487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1606e20-34e1-4c55-b514-7afcae23feba req-f8347c9a-1459-47b5-a303-aaedd14591fc tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ff193f5-4781-47f6-b353-ace55854f987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293466 Jun 03 15:22:59.549968 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.555917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Network': ['ID=ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:59.561506 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.561843 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Added segment 99139a5f-ad31-4051-9c90-d4eaf1857d56 of type vlan for network 5538df04-935b-45a3-8ebf-2ca835c24e00 Jun 03 15:22:59.563020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77350397-f72c-4a05-b5de-ea53e4c7be0a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:59.573722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-36e8e1e2-74b2-408f-ba8d-3ffec79f67cb None None] Calling delete_port for 41d90c36-48b5-458f-baef-3ba6b9b02b22 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:22:59.574254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Allocated IP 172.20.0.9 (aa18482f-2775-431f-9b06-feba3164b757/d543a2af-5d18-4ed5-aa26-14050c8b835e/5ad3b805-4002-4a3a-8fb2-52f7782f2af2) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:22:59.609471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.615417 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-71881197-2f21-4739-8ce6-cead1ddb2fa7 tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "DELETE /v2.0/networks/ca8cf3b2-9beb-4d21-8f64-aa1f9f73ba8d HTTP/1.1" status: 204 len: 168 time: 1.3395801 Jun 03 15:22:59.618160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39502) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:22:59.625073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-76941c68-9621-4c8a-91af-e15fcda09215 None None] Deleting port 7420b17f-7315-4103-b0da-cade069823d5 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:22:59.625493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-76941c68-9621-4c8a-91af-e15fcda09215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.652538 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a22b6485-9ec8-4d75-b41b-78cb71272c09'] response: {'server_uuid': 'f58589c0-03be-4140-b8c6-3fa7bc16375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f90e8f-0a0d-4f38-aa73-4d74747b0e52', 'code': 200} Jun 03 15:22:59.744378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.757676 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-36e8e1e2-74b2-408f-ba8d-3ffec79f67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:22:59.840973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8e1e2-74b2-408f-ba8d-3ffec79f67cb None None] No DVR routers for this DVR port 41d90c36-48b5-458f-baef-3ba6b9b02b22 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:22:59.842766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8e1e2-74b2-408f-ba8d-3ffec79f67cb None None] Pushing event deleted for resources: {'Port': ['ID=41d90c36-48b5-458f-baef-3ba6b9b02b22,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:59.849987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-76941c68-9621-4c8a-91af-e15fcda09215 None None] The port '7420b17f-7315-4103-b0da-cade069823d5' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:22:59.988470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7670e3df-d9f7-499b-99fb-97414b91780f req-a17de984-1b75-4821-b93a-9a216cc78831 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Synchronizing usage tracker for tenant:d364816539414c638a0f5c07be3c5ed8 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:00.003017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.003586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:00.004143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.004291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e047aa0-9931-4aa6-9086-cd9f7ce629c4 req-6c45667f-4a89-4a2e-8f0f-e673b825611b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:00.005765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e047aa0-9931-4aa6-9086-cd9f7ce629c4 req-6c45667f-4a89-4a2e-8f0f-e673b825611b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 985 time: 0.7497764 Jun 03 15:23:00.098198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7420b17f-7315-4103-b0da-cade069823d5 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:00.110955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7670e3df-d9f7-499b-99fb-97414b91780f req-a17de984-1b75-4821-b93a-9a216cc78831 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Unset dirty status for tenant:d364816539414c638a0f5c07be3c5ed8 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:00.111778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7670e3df-d9f7-499b-99fb-97414b91780f req-a17de984-1b75-4821-b93a-9a216cc78831 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 210 time: 0.2919798 Jun 03 15:23:00.152124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 7420b17f-7315-4103-b0da-cade069823d5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:00.153045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7420b17f-7315-4103-b0da-cade069823d5 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:00.153461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 41d90c36-48b5-458f-baef-3ba6b9b02b22 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:00.202252 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5783145 Jun 03 15:23:00.202252 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.216054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39506) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:00.218363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216be366-4a9b-4b70-985e-a54bfbbd1114 req-2a541b15-e648-4630-bc47-cb4e0fa6bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:00.219859 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-216be366-4a9b-4b70-985e-a54bfbbd1114 req-2a541b15-e648-4630-bc47-cb4e0fa6bedf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 1096 time: 0.4667711 Jun 03 15:23:00.229244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Request body: {'subnet': {'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1300295521-subnet', 'tenant_id': 'df6bfc506a434c9c8fcb14de5ca78578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:00.255774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 41d90c36-48b5-458f-baef-3ba6b9b02b22 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:00.256095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 41d90c36-48b5-458f-baef-3ba6b9b02b22 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:00.267662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:00.270278 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99eb34f-7c0c-4df7-b17c-f3b0465b887f admin admin] Pushing event updated for resources: {'Network': ['ID=5538df04-935b-45a3-8ebf-2ca835c24e00,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:00.276328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3914fca6-9415-4fbb-836b-cb74455033e9']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:00.283855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5538df04-935b-45a3-8ebf-2ca835c24e00 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:23:00.290473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Usage tracker for resource:subnet and tenant:df6bfc506a434c9c8fcb14de5ca78578 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:00.295773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:00.299504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e0ff85-fe87-434b-aef2-1a1484959b76') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:00.299797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e0ff85-fe87-434b-aef2-1a1484959b76') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:00.319782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:00.326654 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.349288 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-216be366-4a9b-4b70-985e-a54bfbbd1114 req-33356817-9ad9-40d6-8c2a-45f2ec45f582 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5ff193f5-4781-47f6-b353-ace55854f987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055634 Jun 03 15:23:00.351328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Made reservation on behalf of df6bfc506a434c9c8fcb14de5ca78578 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:00.353560 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.366468 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.423819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:23:00.424216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.429369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e047aa0-9931-4aa6-9086-cd9f7ce629c4 req-6a3fb22d-b00f-4959-acc1-79b1271db17b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=22906e45-53f9-4780-8334-a494a558dccf&id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4077044 Jun 03 15:23:00.484735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d86a5-0903-48bc-bb0c-319aef46cc96 req-9c0052ba-f153-4b1c-824d-b75c5ebfa0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:00.486282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a7d86a5-0903-48bc-bb0c-319aef46cc96 req-9c0052ba-f153-4b1c-824d-b75c5ebfa0a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 1136 time: 0.8704770 Jun 03 15:23:00.496792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1566dab2-8e6a-4203-ac51-3226cdcef005 req-106fb5a8-4bcf-41b4-a646-243e7a141ee6 tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0766869 Jun 03 15:23:00.560608 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.586257 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.590225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.596716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] Pushing event deleted for resources: {'Network': ['ID=3914fca6-9415-4fbb-836b-cb74455033e9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:00.611429 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f6885059-8fb2-41a5-b899-dbbb3aa07e8b tempest-TaggedBootDevicesTest-895465276 tempest-TaggedBootDevicesTest-895465276-project] 10.222.0.48 "DELETE /v2.0/networks/3914fca6-9415-4fbb-836b-cb74455033e9 HTTP/1.1" status: 204 len: 168 time: 0.9894049 Jun 03 15:23:00.662023 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7059e882-93b3-40ab-b013-1f09a77a11bb'] response: {'server_uuid': '832522ec-f129-4ba3-8813-52d359f023fe', 'name': 'network-vif-deleted', 'tag': 'e9d6f757-86a2-445d-baf8-db53c6688105', 'status': 'completed', 'code': 200} Jun 03 15:23:00.734244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.803155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.819097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89255232-d47d-418b-bb7f-3b0770f2f061,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:00.828138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Checking segment: {'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:00.828490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Network hostable DHCP agents. Network: 5538df04-935b-45a3-8ebf-2ca835c24e00, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:23:00.848208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Network 5538df04-935b-45a3-8ebf-2ca835c24e00 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:23:00.858838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5538df04-935b-45a3-8ebf-2ca835c24e00) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:00.862967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:00.863536 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:00.870074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20856ea9-cfec-41c9-b6af-c971076b872d None None] Network 5538df04-935b-45a3-8ebf-2ca835c24e00 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:00.895260 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-adc421e8-f728-474b-ba63-fdd0ff07406d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6742988 Jun 03 15:23:01.038185 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc366e19-4e13-4cea-b012-3963755cbfa0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:01.074530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Network aa18482f-2775-431f-9b06-feba3164b757 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:01.080102 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc366e19-4e13-4cea-b012-3963755cbfa0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:01.093972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1aa428-16fc-4f5d-a885-3410d8d5d114 None None] Network 5538df04-935b-45a3-8ebf-2ca835c24e00 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:01.143535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:01.169387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:01.201227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Pushing event updated for resources: {'Port': ['ID=5ad3b805-4002-4a3a-8fb2-52f7782f2af2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:01.252951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.253350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.253623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.253981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.254314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.254638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.254959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.255280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.255603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.255956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.256272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.256584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:01.269045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d86a5-0903-48bc-bb0c-319aef46cc96 req-b3a9670c-391b-42d3-9aa1-0cd00dc1cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:01.270531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a7d86a5-0903-48bc-bb0c-319aef46cc96 req-b3a9670c-391b-42d3-9aa1-0cd00dc1cbc1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 913 time: 0.4980657 Jun 03 15:23:01.415882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:01.416477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:01.438830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a7d86a5-0903-48bc-bb0c-319aef46cc96 req-47347872-7459-41a6-9de3-de5cf7c444cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b2e216-9b0e-4337-985d-08db70a94cfd HTTP/1.1" status: 200 len: 217 time: 0.1109102 Jun 03 15:23:01.488726 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e7e0ff85-fe87-434b-aef2-1a1484959b76 resource provider aggregate not found Jun 03 15:23:01.506541 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e7e0ff85-fe87-434b-aef2-1a1484959b76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7e0ff85-fe87-434b-aef2-1a1484959b76 found for delete ", "request_id": "req-4bbf9faf-bdbe-4676-a1b9-eaa7d61bd7db"}]} Jun 03 15:23:01.510730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-19242314-5cad-494e-8a3a-11c54d12c8f1 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3944037 Jun 03 15:23:01.515095 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-cc366e19-4e13-4cea-b012-3963755cbfa0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Floating IP 8c78ad07-6d7c-4fe2-9ebf-3d2b550b2553 associated. External IP: 172.25.7.130, port: 29270970-1a6f-4454-af43-8a71c706f8f5. Jun 03 15:23:01.576842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e317e4-6b51-4a4e-bd8b-ad90a5f67ceb req-38ecbbaf-377d-4374-8eff-2dddc70a2803 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:01.578292 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05e317e4-6b51-4a4e-bd8b-ad90a5f67ceb req-38ecbbaf-377d-4374-8eff-2dddc70a2803 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 945 time: 0.7809951 Jun 03 15:23:01.583240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Request body: {'port': {'device_id': '0887725e-7add-41dc-b95d-d535ee254bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:01.649169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641af3fa-014e-4096-95b9-ebc4842d3cbd req-29e3a866-2cbe-448e-a35b-6ba79b9c9fea tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:01.650546 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-641af3fa-014e-4096-95b9-ebc4842d3cbd req-29e3a866-2cbe-448e-a35b-6ba79b9c9fea tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 946 time: 0.7282357 Jun 03 15:23:01.714365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d86a5-0903-48bc-bb0c-319aef46cc96 req-2f4580ca-3e8a-466b-9b1b-f79467169353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:01.715744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a7d86a5-0903-48bc-bb0c-319aef46cc96 req-2f4580ca-3e8a-466b-9b1b-f79467169353 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5b58f9ad-8000-49aa-8e7c-45a5a524d33a HTTP/1.1" status: 200 len: 852 time: 0.2638221 Jun 03 15:23:02.056513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a7d86a5-0903-48bc-bb0c-319aef46cc96 req-59f42d35-80d8-4182-9d7d-b764d55f41a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2c30d5b-a4a2-4263-95e1-4133b409a960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3121846 Jun 03 15:23:02.059773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05e317e4-6b51-4a4e-bd8b-ad90a5f67ceb req-8fef92d3-843b-4b2f-88fe-51afd93b9e03 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ff193f5-4781-47f6-b353-ace55854f987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382792 Jun 03 15:23:02.069182 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f3616a93-4d94-44d3-8a43-ded700819650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:02.077018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-641af3fa-014e-4096-95b9-ebc4842d3cbd req-85d62c35-3625-4eab-a07a-7a16abbaee74 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894439 Jun 03 15:23:02.215399 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:02.378352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a7d86a5-0903-48bc-bb0c-319aef46cc96 req-b15d145e-b6e9-4229-8cdd-18019ddbf852 service neutron] 10.222.0.67 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063641 Jun 03 15:23:02.877106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de879f3b-589d-4c3f-ba46-3f948068b422 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:02.878603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de879f3b-589d-4c3f-ba46-3f948068b422 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/networks?id=5538df04-935b-45a3-8ebf-2ca835c24e00 HTTP/1.1" status: 200 len: 818 time: 0.4993646 Jun 03 15:23:02.916368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a7d86a5-0903-48bc-bb0c-319aef46cc96 req-97852f63-1698-47f3-859d-2647dc5e8652 service neutron] 10.222.0.67 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044322 Jun 03 15:23:02.980076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a07ea9-f2d2-4f81-94ac-5ac3d6f669d4 req-ba68791a-9089-454b-8bde-9bd2a00f3a96 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:02.986111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54a07ea9-f2d2-4f81-94ac-5ac3d6f669d4 req-ba68791a-9089-454b-8bde-9bd2a00f3a96 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 931 time: 0.6653516 Jun 03 15:23:02.990120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc366e19-4e13-4cea-b012-3963755cbfa0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Router b0262c70-5ec8-49ec-bdfb-a4138605d229 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:23:02.993422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-d799d7a0-8541-4eeb-b774-b691a020f7b9 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/quotas/df6bfc506a434c9c8fcb14de5ca78578 HTTP/1.1" status: 200 len: 375 time: 0.1068001 Jun 03 15:23:03.131080 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-4a85af51-6202-40e5-b910-8905ff3961aa tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=df6bfc506a434c9c8fcb14de5ca78578&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974755 Jun 03 15:23:03.356465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54a07ea9-f2d2-4f81-94ac-5ac3d6f669d4 req-25661d86-3903-41cc-bd90-3f38f4b78764 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319509 Jun 03 15:23:03.685024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f260e6c-cc5d-40f1-b592-c5f4842c864e req-7c454986-750f-4bcd-badc-8bddeef09b39 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:03.686553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f260e6c-cc5d-40f1-b592-c5f4842c864e req-7c454986-750f-4bcd-badc-8bddeef09b39 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.75 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 946 time: 0.7015326 Jun 03 15:23:03.837010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-3ad38894-f358-4485-ad80-afd2ab85a7c7 service neutron] 10.222.0.48 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958644 Jun 03 15:23:03.872602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc366e19-4e13-4cea-b012-3963755cbfa0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:23:03.884202 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b723869c-2223-41cc-a3d4-9735f4aaf0c0 None None] Sync routers for ids ['b0262c70-5ec8-49ec-bdfb-a4138605d229'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:23:03.884713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc366e19-4e13-4cea-b012-3963755cbfa0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:03.894117 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b723869c-2223-41cc-a3d4-9735f4aaf0c0 None None] Routers {'b0262c70-5ec8-49ec-bdfb-a4138605d229'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:03.894742 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b723869c-2223-41cc-a3d4-9735f4aaf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:22:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0262c70-5ec8-49ec-bdfb-a4138605d229'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:03.929089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:03.987370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7f260e6c-cc5d-40f1-b592-c5f4842c864e req-3f792971-b5d9-4473-9016-360fdb21d0dc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Deleting port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:03.987713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7f260e6c-cc5d-40f1-b592-c5f4842c864e req-3f792971-b5d9-4473-9016-360fdb21d0dc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:04.047104 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:04.076418 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-b723869c-2223-41cc-a3d4-9735f4aaf0c0 None None] Set router b0262c70-5ec8-49ec-bdfb-a4138605d229 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:04.100622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cc366e19-4e13-4cea-b012-3963755cbfa0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "PUT /v2.0/floatingips/8c78ad07-6d7c-4fe2-9ebf-3d2b550b2553 HTTP/1.1" status: 200 len: 991 time: 5.0254421 Jun 03 15:23:04.106099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'tag': '29270970-1a6f-4454-af43-8a71c706f8f5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:04.112583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Transition to ACTIVE for port object 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:04.134606 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:04.216145 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1971-5760-4835-a586-f6ee0fd9d6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:04.235720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea51aa-ade4-41ce-942b-2af0f3e8f262 req-5092614f-401e-4490-870e-be6b22a61c03 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:04.237187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9ea51aa-ade4-41ce-942b-2af0f3e8f262 req-5092614f-401e-4490-870e-be6b22a61c03 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 985 time: 0.6372950 Jun 03 15:23:04.388925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-9c43da1a-da7e-43ea-8d3b-70060e8c7098 service neutron] 10.222.0.48 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437150 Jun 03 15:23:04.396100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Pushing event updated for resources: {'Port': ['ID=5ad3b805-4002-4a3a-8fb2-52f7782f2af2,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:04.438403 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b723869c-2223-41cc-a3d4-9735f4aaf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 4, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '8c78ad07-6d7c-4fe2-9ebf-3d2b550b2553', 'tenant_id': '13ae99b168974181a09081bb91741778', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'port_id': '29270970-1a6f-4454-af43-8a71c706f8f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'mac_address': 'fa:16:3e:a8:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:22:02Z', 'updated_at': '2022-06-03T15:23:00Z', 'revision_number': 1, 'project_id': '13ae99b168974181a09081bb91741778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e360916f-f7c9-411b-950d-8e08e18370a2', 'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'tenant_id': '13ae99b168974181a09081bb91741778', 'mac_address': 'fa:16:3e:00:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:53Z', 'updated_at': '2022-06-03T15:22:03Z', 'revision_number': 5, 'project_id': '13ae99b168974181a09081bb91741778', 'subnets': [{'id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:04.442417 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b723869c-2223-41cc-a3d4-9735f4aaf0c0 None None] Checking router: b0262c70-5ec8-49ec-bdfb-a4138605d229 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:23:04.451627 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b723869c-2223-41cc-a3d4-9735f4aaf0c0 None None] Routers {'b0262c70-5ec8-49ec-bdfb-a4138605d229'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:04.452232 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b723869c-2223-41cc-a3d4-9735f4aaf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:23:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0262c70-5ec8-49ec-bdfb-a4138605d229'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:04.557770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9ea51aa-ade4-41ce-942b-2af0f3e8f262 req-3b805506-4329-43a2-bfe4-6dcfb770eae4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=22906e45-53f9-4780-8334-a494a558dccf&id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2901125 Jun 03 15:23:04.665419 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-b723869c-2223-41cc-a3d4-9735f4aaf0c0 None None] Set router b0262c70-5ec8-49ec-bdfb-a4138605d229 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:04.734131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7f260e6c-cc5d-40f1-b592-c5f4842c864e req-3f792971-b5d9-4473-9016-360fdb21d0dc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] For port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:04.734501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7f260e6c-cc5d-40f1-b592-c5f4842c864e req-3f792971-b5d9-4473-9016-360fdb21d0dc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:04.831435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Attempting to bind port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:04.831774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Attempting to bind port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:04.832108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Attempting to bind port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 on network aa18482f-2775-431f-9b06-feba3164b757 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:04.904636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7f260e6c-cc5d-40f1-b592-c5f4842c864e req-3f792971-b5d9-4473-9016-360fdb21d0dc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Calling delete_port for ff9efa4e-3bdd-49d8-845a-27efa47b7b6f owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:04.932824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 on network aa18482f-2775-431f-9b06-feba3164b757 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:04.933157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Attempting to bind port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 on network aa18482f-2775-431f-9b06-feba3164b757 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:05.172146 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b723869c-2223-41cc-a3d4-9735f4aaf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 4, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '8c78ad07-6d7c-4fe2-9ebf-3d2b550b2553', 'tenant_id': '13ae99b168974181a09081bb91741778', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'port_id': '29270970-1a6f-4454-af43-8a71c706f8f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'mac_address': 'fa:16:3e:a8:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:22:02Z', 'updated_at': '2022-06-03T15:23:00Z', 'revision_number': 1, 'project_id': '13ae99b168974181a09081bb91741778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e360916f-f7c9-411b-950d-8e08e18370a2', 'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'tenant_id': '13ae99b168974181a09081bb91741778', 'mac_address': 'fa:16:3e:00:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:53Z', 'updated_at': '2022-06-03T15:22:03Z', 'revision_number': 5, 'project_id': '13ae99b168974181a09081bb91741778', 'subnets': [{'id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:05.177532 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b723869c-2223-41cc-a3d4-9735f4aaf0c0 None None] The sync data for ids ['b0262c70-5ec8-49ec-bdfb-a4138605d229'] in n-d-844595-1 is: [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 4, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '8c78ad07-6d7c-4fe2-9ebf-3d2b550b2553', 'tenant_id': '13ae99b168974181a09081bb91741778', 'floating_ip_address': '172.25.7.130', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'port_id': '29270970-1a6f-4454-af43-8a71c706f8f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'mac_address': 'fa:16:3e:a8:32:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:22:02Z', 'updated_at': '2022-06-03T15:23:00Z', 'revision_number': 1, 'project_id': '13ae99b168974181a09081bb91741778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e360916f-f7c9-411b-950d-8e08e18370a2', 'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'tenant_id': '13ae99b168974181a09081bb91741778', 'mac_address': 'fa:16:3e:00:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:53Z', 'updated_at': '2022-06-03T15:22:03Z', 'revision_number': 5, 'project_id': '13ae99b168974181a09081bb91741778', 'subnets': [{'id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:23:05.187934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-326cf13a-8f5c-490e-86ca-b3e010674341 req-ec26ef87-db35-467c-ab59-5b39235264f0 tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.2949393 Jun 03 15:23:05.190757 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7f260e6c-cc5d-40f1-b592-c5f4842c864e req-3f792971-b5d9-4473-9016-360fdb21d0dc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:05.228585 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:05.282642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:05.282999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Checking segment: {'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:05.295291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Bound using segment: {'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:05.295909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Bound port: 5ad3b805-4002-4a3a-8fb2-52f7782f2af2, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b521155b-4f2c-46d1-bb84-96014fc7dd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:05.297550 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:05.443657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f792971-b5d9-4473-9016-360fdb21d0dc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event deleted for resources: {'Port': ['ID=ff9efa4e-3bdd-49d8-845a-27efa47b7b6f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:05.513043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:05.556824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca0a45-cd7c-437f-8aec-a34a2e433bf3 None None] New status for floating IP 8c78ad07-6d7c-4fe2-9ebf-3d2b550b2553: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:23:05.714648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] For port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:05.717936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] For port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5ad3b805-4002-4a3a-8fb2-52f7782f2af2,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:05.767847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f260e6c-cc5d-40f1-b592-c5f4842c864e req-3f792971-b5d9-4473-9016-360fdb21d0dc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] No DVR routers for this DVR port ff9efa4e-3bdd-49d8-845a-27efa47b7b6f on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:05.793962 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1decebf3-0f5a-4d17-991d-c57c80c93f4c req-791b54b6-1dcf-483a-b876-ca42b4cd2b0c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=31842ee4-658a-40f8-ae4d-c80d868c5de9 HTTP/1.1" status: 200 len: 210 time: 0.4004371 Jun 03 15:23:05.798593 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7f260e6c-cc5d-40f1-b592-c5f4842c864e req-3f792971-b5d9-4473-9016-360fdb21d0dc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:05.800304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:05.973028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:05.973415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ff9efa4e-3bdd-49d8-845a-27efa47b7b6f no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:05.986756 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:05.988394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] 10.222.0.67 "PUT /v2.0/ports/5ad3b805-4002-4a3a-8fb2-52f7782f2af2 HTTP/1.1" status: 200 len: 1091 time: 4.4205618 Jun 03 15:23:05.995842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f260e6c-cc5d-40f1-b592-c5f4842c864e req-3f792971-b5d9-4473-9016-360fdb21d0dc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.75 "DELETE /v2.0/ports/ff9efa4e-3bdd-49d8-845a-27efa47b7b6f HTTP/1.1" status: 204 len: 173 time: 2.2785344 Jun 03 15:23:06.048273 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: ff9efa4e-3bdd-49d8-845a-27efa47b7b6f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:06.050839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ff9efa4e-3bdd-49d8-845a-27efa47b7b6f not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:06.086569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733d177-3516-4eec-9727-eff4057ffb29 req-f18824df-391b-423c-a88c-c2568bd7ba5d tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:06.094795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9733d177-3516-4eec-9727-eff4057ffb29 req-f18824df-391b-423c-a88c-c2568bd7ba5d tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 945 time: 0.9730341 Jun 03 15:23:06.108958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb1d7c-e422-48a0-b177-dd40be51027e service neutron] Pushing event updated for resources: {'Port': ['ID=5ad3b805-4002-4a3a-8fb2-52f7782f2af2,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:06.210864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9733d177-3516-4eec-9727-eff4057ffb29 req-b404225e-6e43-401c-9cd2-34d46a86ba9b tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ff193f5-4781-47f6-b353-ace55854f987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149065 Jun 03 15:23:06.221142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0af90e-7ddd-4501-a592-bee00b2cb5df req-675f5444-d233-4989-9797-09e9e8eb09cb tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:06.239863 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e0af90e-7ddd-4501-a592-bee00b2cb5df req-675f5444-d233-4989-9797-09e9e8eb09cb tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 945 time: 0.2394915 Jun 03 15:23:06.303477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e0af90e-7ddd-4501-a592-bee00b2cb5df req-b626300a-ccfb-49a1-b9ca-0a1117c2a758 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621810 Jun 03 15:23:06.334777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-e409cfca-5c85-4cf1-aaa8-3ce8fdb8c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:06.342422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-e409cfca-5c85-4cf1-aaa8-3ce8fdb8c6bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d364816539414c638a0f5c07be3c5ed8&device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 1094 time: 0.2230697 Jun 03 15:23:06.347884 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3705ba39-f945-47fa-a71e-3c92faa0c7be'] response: {'name': 'network-changed', 'server_uuid': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'tag': '29270970-1a6f-4454-af43-8a71c706f8f5', 'status': 'completed', 'code': 200} Jun 03 15:23:06.571251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-90576738-b822-4e9d-86a9-445930ad3af4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad3b805-4002-4a3a-8fb2-52f7782f2af2 HTTP/1.1" status: 200 len: 217 time: 0.2175608 Jun 03 15:23:06.775360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-da72c88a-c65b-4f73-bea9-eaf21ba457b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:06.777056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-da72c88a-c65b-4f73-bea9-eaf21ba457b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d543a2af-5d18-4ed5-aa26-14050c8b835e HTTP/1.1" status: 200 len: 853 time: 0.1955934 Jun 03 15:23:06.919826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-74c4096a-748f-4697-902f-acd77a01a556 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa18482f-2775-431f-9b06-feba3164b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951767 Jun 03 15:23:06.926441 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:07.075890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da75a6-4bbf-4b2a-a9e9-7c636e9a0d35 req-2c5db17b-bdf9-4c3c-bc97-a2df2d194f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:07.077450 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3da75a6-4bbf-4b2a-a9e9-7c636e9a0d35 req-2c5db17b-bdf9-4c3c-bc97-a2df2d194f3a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=13ae99b168974181a09081bb91741778&device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 1096 time: 0.5869737 Jun 03 15:23:07.181393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-f57759f0-2960-45be-93f2-8d30578bc38b tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:07.182112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-f57759f0-2960-45be-93f2-8d30578bc38b tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Synchronizing usage tracker for tenant:df6bfc506a434c9c8fcb14de5ca78578 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:07.210685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-f57759f0-2960-45be-93f2-8d30578bc38b tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Unset dirty status for tenant:df6bfc506a434c9c8fcb14de5ca78578 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:07.212231 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-f57759f0-2960-45be-93f2-8d30578bc38b tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.75 "GET /v2.0/networks?id=5538df04-935b-45a3-8ebf-2ca835c24e00 HTTP/1.1" status: 200 len: 818 time: 0.2286088 Jun 03 15:23:07.225734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Request body: {'port': {'device_id': '741875d7-6064-4aee-867b-574dbd9ceca7', 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00', 'admin_state_up': True, 'tenant_id': 'df6bfc506a434c9c8fcb14de5ca78578'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:07.237115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0229055-0573-4026-8c04-dc1a4b64f75f req-1ef4a157-0262-423d-b4f8-4ec339e55d54 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:07.241601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d0229055-0573-4026-8c04-dc1a4b64f75f req-1ef4a157-0262-423d-b4f8-4ec339e55d54 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 943 time: 0.6779888 Jun 03 15:23:07.400944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664acfdc-7d5d-422f-937b-2d80b922e4cd req-d201d8bb-d9d1-4b5a-89b4-54bcf3fc3de4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:07.410104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-664acfdc-7d5d-422f-937b-2d80b922e4cd req-d201d8bb-d9d1-4b5a-89b4-54bcf3fc3de4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 985 time: 0.6239905 Jun 03 15:23:07.446547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:07.456359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Usage tracker for resource:port and tenant:df6bfc506a434c9c8fcb14de5ca78578 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:07.464849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:07.486387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:07.509658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Made reservation on behalf of df6bfc506a434c9c8fcb14de5ca78578 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:07.514983 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:07.534442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-f6fa81f2-275c-4f91-a62b-d25aeb9cab5e service neutron] 10.222.0.67 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047206 Jun 03 15:23:07.755107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d0229055-0573-4026-8c04-dc1a4b64f75f req-17dd6d99-0afb-40b2-ad3a-27457f0a8c33 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808730 Jun 03 15:23:07.771399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-664acfdc-7d5d-422f-937b-2d80b922e4cd req-6c893da3-aaa0-4767-9db9-58c4edd057c5 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=22906e45-53f9-4780-8334-a494a558dccf&id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3600855 Jun 03 15:23:07.813339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Allocated IP 172.20.0.11 (5538df04-935b-45a3-8ebf-2ca835c24e00/89255232-d47d-418b-bb7f-3b0770f2f061/56b764dc-3e7e-49f5-9145-ca934dc4f70f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:08.336991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.358527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31842ee4-658a-40f8-ae4d-c80d868c5de9', 'name': 'network-vif-deleted', 'tag': 'ff9efa4e-3bdd-49d8-845a-27efa47b7b6f'}, {'name': 'network-changed', 'server_uuid': '0887725e-7add-41dc-b95d-d535ee254bb3', 'tag': '5ad3b805-4002-4a3a-8fb2-52f7782f2af2'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:08.404495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.427415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c15d4d12-69b2-4969-a3d4-a30e13d4d9a8 req-4c5e3240-57b6-41ea-bef5-0daa44d708e5 tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.2814298 Jun 03 15:23:08.524745 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.543706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da75a6-4bbf-4b2a-a9e9-7c636e9a0d35 req-00a396d0-5e11-4fc4-8ead-f36422539f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:08.547224 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3da75a6-4bbf-4b2a-a9e9-7c636e9a0d35 req-00a396d0-5e11-4fc4-8ead-f36422539f8a service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2d2816f-e77d-4c29-9e51-8e776082d79b HTTP/1.1" status: 200 len: 916 time: 1.4581287 Jun 03 15:23:08.557407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Pushing event updated for resources: {'Port': ['ID=56b764dc-3e7e-49f5-9145-ca934dc4f70f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:08.561471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Network 5538df04-935b-45a3-8ebf-2ca835c24e00 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:08.563243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:08.572108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-3adae810-2203-4b37-9d3a-65a95f359448 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:08.574679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:08.575458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-3adae810-2203-4b37-9d3a-65a95f359448 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.67 "GET /v2.0/networks?id=5538df04-935b-45a3-8ebf-2ca835c24e00 HTTP/1.1" status: 200 len: 818 time: 1.3144526 Jun 03 15:23:08.672736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:08.672872 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:08.699757 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-c2bd80e3-d82e-4a13-9029-e332746797ff tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4776008 Jun 03 15:23:08.712959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Request body: {'port': {'device_id': '741875d7-6064-4aee-867b-574dbd9ceca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:08.780092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Request body: {'port': {'device_id': 'd0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc', 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00', 'admin_state_up': True, 'tenant_id': 'df6bfc506a434c9c8fcb14de5ca78578'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:09.043566 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:09.049004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b42b61cc-1c25-46e7-b30f-3931c07d71ce req-fb6755ff-30ff-460c-bf41-d5f2e149646f service neutron] 10.222.0.67 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4835761 Jun 03 15:23:09.081944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-e6d73f32-4e85-4f3e-bdb4-b3556aa597e0 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:09.082890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-e6d73f32-4e85-4f3e-bdb4-b3556aa597e0 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.75 "GET /v2.0/networks?id=5538df04-935b-45a3-8ebf-2ca835c24e00 HTTP/1.1" status: 200 len: 818 time: 1.4580312 Jun 03 15:23:09.096727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58d931f3-b963-4b7c-b802-0d03da335d9d req-9830eaec-7de1-437a-85c5-171b5fd95011 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-17604162&fields=id&tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd HTTP/1.1" status: 200 len: 267 time: 0.0984235 Jun 03 15:23:09.111270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Request body: {'port': {'device_id': '7b24abb2-3515-442e-8b4b-0d6c23273f90', 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00', 'admin_state_up': True, 'tenant_id': 'df6bfc506a434c9c8fcb14de5ca78578'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:09.175854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3da75a6-4bbf-4b2a-a9e9-7c636e9a0d35 req-9c3ae800-f052-469c-9638-f42faf23c671 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29270970-1a6f-4454-af43-8a71c706f8f5 HTTP/1.1" status: 200 len: 1001 time: 0.5794713 Jun 03 15:23:09.324759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da75a6-4bbf-4b2a-a9e9-7c636e9a0d35 req-409bfa79-fc67-4e51-8916-aba415b0ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:09.326120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3da75a6-4bbf-4b2a-a9e9-7c636e9a0d35 req-409bfa79-fc67-4e51-8916-aba415b0ec46 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c72aae98-1eb7-4abe-94c0-d6287bdc58a2 HTTP/1.1" status: 200 len: 854 time: 0.1375365 Jun 03 15:23:09.351955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0ef93-1cfd-4b88-8ea4-86b5056a4dbf req-ed6f1d3a-c0e7-4f2b-9554-70a5c80d0d1b tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:09.359042 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85a0ef93-1cfd-4b88-8ea4-86b5056a4dbf req-ed6f1d3a-c0e7-4f2b-9554-70a5c80d0d1b tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 932 time: 1.0082524 Jun 03 15:23:09.503367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b764dc-3e7e-49f5-9145-ca934dc4f70f {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:09.515981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:09.546585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Transition to ACTIVE for port object 56b764dc-3e7e-49f5-9145-ca934dc4f70f will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:09.548377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:09.551681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:09.560477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85a0ef93-1cfd-4b88-8ea4-86b5056a4dbf req-a5829b4b-f51d-4985-9c1b-151ca143011e tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998520 Jun 03 15:23:09.568195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Usage tracker for resource:port and tenant:df6bfc506a434c9c8fcb14de5ca78578 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:09.575444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:09.603694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:09.622971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da75a6-4bbf-4b2a-a9e9-7c636e9a0d35 req-c7d7f7d4-b293-4860-b558-1e64b30f57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:09.624582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3da75a6-4bbf-4b2a-a9e9-7c636e9a0d35 req-c7d7f7d4-b293-4860-b558-1e64b30f57cb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2d2816f-e77d-4c29-9e51-8e776082d79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2829590 Jun 03 15:23:09.637671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d931f3-b963-4b7c-b802-0d03da335d9d req-de1b8396-a620-4d03-881f-e26335515118 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:09.645539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58d931f3-b963-4b7c-b802-0d03da335d9d req-de1b8396-a620-4d03-881f-e26335515118 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 985 time: 0.5160017 Jun 03 15:23:09.651090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-58d931f3-b963-4b7c-b802-0d03da335d9d req-909b7933-3650-464c-9029-6a086a9aad8b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'port': {'security_groups': ['22906e45-53f9-4780-8334-a494a558dccf', '738a472f-afd0-40fd-9a34-b88b57d16a96', '9da3ebe8-f277-4adb-a66e-a35867eefdf4']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:09.726629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Pushing event updated for resources: {'Port': ['ID=56b764dc-3e7e-49f5-9145-ca934dc4f70f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:09.828266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:09.832013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3da75a6-4bbf-4b2a-a9e9-7c636e9a0d35 req-92f64908-5b1d-4611-95fe-62434f98c40e service neutron] 10.222.0.75 "GET /v2.0/networks/b2d2816f-e77d-4c29-9e51-8e776082d79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532075 Jun 03 15:23:09.832734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Made reservation on behalf of df6bfc506a434c9c8fcb14de5ca78578 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:09.836975 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:09.857380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Usage tracker for resource:port and tenant:df6bfc506a434c9c8fcb14de5ca78578 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:09.951227 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0aad960-be56-4961-91eb-51358f2a8505'] response: {'server_uuid': '31842ee4-658a-40f8-ae4d-c80d868c5de9', 'name': 'network-vif-deleted', 'tag': 'ff9efa4e-3bdd-49d8-845a-27efa47b7b6f', 'status': 'completed', 'code': 200} Jun 03 15:23:09.951486 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0aad960-be56-4961-91eb-51358f2a8505'] response: {'name': 'network-changed', 'server_uuid': '0887725e-7add-41dc-b95d-d535ee254bb3', 'tag': '5ad3b805-4002-4a3a-8fb2-52f7782f2af2', 'status': 'completed', 'code': 200} Jun 03 15:23:09.952236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:09.970566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Attempting to bind port 56b764dc-3e7e-49f5-9145-ca934dc4f70f on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:09.970921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Attempting to bind port 56b764dc-3e7e-49f5-9145-ca934dc4f70f by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:09.971452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Attempting to bind port 56b764dc-3e7e-49f5-9145-ca934dc4f70f on network 5538df04-935b-45a3-8ebf-2ca835c24e00 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:09.976570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Port 56b764dc-3e7e-49f5-9145-ca934dc4f70f on network 5538df04-935b-45a3-8ebf-2ca835c24e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:09.977001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Attempting to bind port 56b764dc-3e7e-49f5-9145-ca934dc4f70f on network 5538df04-935b-45a3-8ebf-2ca835c24e00 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:09.982467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:09.982803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Checking segment: {'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:09.983401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Bound using segment: {'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:09.987620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Bound port: 56b764dc-3e7e-49f5-9145-ca934dc4f70f, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:09.987982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:10.025696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:10.088564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] For port 56b764dc-3e7e-49f5-9145-ca934dc4f70f, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:10.091881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] For port 56b764dc-3e7e-49f5-9145-ca934dc4f70f, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=56b764dc-3e7e-49f5-9145-ca934dc4f70f,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:10.096591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:10.165418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:10.166059 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:10.167433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] 10.222.0.75 "PUT /v2.0/ports/56b764dc-3e7e-49f5-9145-ca934dc4f70f HTTP/1.1" status: 200 len: 1092 time: 1.4611287 Jun 03 15:23:10.167867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741875d7-6064-4aee-867b-574dbd9ceca7', 'tag': '56b764dc-3e7e-49f5-9145-ca934dc4f70f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:10.196892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Made reservation on behalf of df6bfc506a434c9c8fcb14de5ca78578 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:10.198757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4981c39-b424-4d93-b89b-e66dc125a3fa service neutron] Pushing event updated for resources: {'Port': ['ID=56b764dc-3e7e-49f5-9145-ca934dc4f70f,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:10.200738 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:10.283374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-5b13ff88-c0e3-481d-af9e-9cb3842b5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:10.285861 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-5b13ff88-c0e3-481d-af9e-9cb3842b5d7f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df6bfc506a434c9c8fcb14de5ca78578&device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 1095 time: 0.0769660 Jun 03 15:23:10.373511 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-0f4bf856-dcbd-4dd8-9621-e693bdad9b92 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b764dc-3e7e-49f5-9145-ca934dc4f70f HTTP/1.1" status: 200 len: 217 time: 0.0795996 Jun 03 15:23:10.386502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3da75a6-4bbf-4b2a-a9e9-7c636e9a0d35 req-d4b45ff9-5ad5-44c4-9073-ee9b9bc3e69e service neutron] 10.222.0.75 "GET /v2.0/networks/b2d2816f-e77d-4c29-9e51-8e776082d79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373325 Jun 03 15:23:10.387071 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-58d931f3-b963-4b7c-b802-0d03da335d9d req-909b7933-3650-464c-9029-6a086a9aad8b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:10.457143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-fc05e949-6f12-4e33-a137-aa00c25cb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:10.460007 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-fc05e949-6f12-4e33-a137-aa00c25cb847 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=89255232-d47d-418b-bb7f-3b0770f2f061 HTTP/1.1" status: 200 len: 858 time: 0.0793967 Jun 03 15:23:10.510684 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-178c2385-ae61-4cc0-b237-be63581e5efb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5538df04-935b-45a3-8ebf-2ca835c24e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426142 Jun 03 15:23:10.655685 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-2848abbe-aff2-4cff-ab8a-fb11e19cef5e service neutron] 10.222.0.75 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339154 Jun 03 15:23:10.675540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7785181-36e7-4dc9-97ec-a9d7316605c8 req-ea4927ea-258c-4cff-8e77-77f37e8dc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:10.676983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7785181-36e7-4dc9-97ec-a9d7316605c8 req-ea4927ea-258c-4cff-8e77-77f37e8dc96a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d364816539414c638a0f5c07be3c5ed8&device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 1094 time: 0.7217603 Jun 03 15:23:10.688818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ddb00-6b6b-4639-ad2d-93cb5c95252b req-dd4b0b94-cb8c-494b-93d8-266133109341 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:10.690242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-928ddb00-6b6b-4639-ad2d-93cb5c95252b req-dd4b0b94-cb8c-494b-93d8-266133109341 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 943 time: 0.6826110 Jun 03 15:23:10.699243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Allocated IP 172.20.0.12 (5538df04-935b-45a3-8ebf-2ca835c24e00/89255232-d47d-418b-bb7f-3b0770f2f061/2214a868-fd4a-4512-8610-a4adf265ea06) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:10.803591 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-3ab413bb-a623-41df-beba-303093aea2ee service neutron] 10.222.0.75 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411805 Jun 03 15:23:10.899134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-928ddb00-6b6b-4639-ad2d-93cb5c95252b req-7b92382e-2df5-49c6-a00d-e082c4c230db tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761820 Jun 03 15:23:10.910813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:11.045233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7785181-36e7-4dc9-97ec-a9d7316605c8 req-cf65698e-aaf3-4c30-9c8e-66bb1fda18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:11.046761 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7785181-36e7-4dc9-97ec-a9d7316605c8 req-cf65698e-aaf3-4c30-9c8e-66bb1fda18cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa18482f-2775-431f-9b06-feba3164b757 HTTP/1.1" status: 200 len: 914 time: 0.3507802 Jun 03 15:23:11.152293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7785181-36e7-4dc9-97ec-a9d7316605c8 req-90e3a5e5-9b68-4476-b682-1e041d2aa91a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad3b805-4002-4a3a-8fb2-52f7782f2af2 HTTP/1.1" status: 200 len: 217 time: 0.0950418 Jun 03 15:23:11.317610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e99f1dd-87a5-4ea4-a1ba-644d92cf4574 req-a8b1a899-8dc4-4c4b-b193-7f48e4dc1b31 tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1126711 Jun 03 15:23:11.386067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7785181-36e7-4dc9-97ec-a9d7316605c8 req-e351b0ef-13a5-4c69-879b-45e94ecbd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:11.387502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7785181-36e7-4dc9-97ec-a9d7316605c8 req-e351b0ef-13a5-4c69-879b-45e94ecbd185 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d543a2af-5d18-4ed5-aa26-14050c8b835e HTTP/1.1" status: 200 len: 853 time: 0.1837845 Jun 03 15:23:11.393628 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.455092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7785181-36e7-4dc9-97ec-a9d7316605c8 req-0d78a5fc-967d-43b5-b5ec-6f1a979cfa9e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa18482f-2775-431f-9b06-feba3164b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559678 Jun 03 15:23:11.461111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-58d931f3-b963-4b7c-b802-0d03da335d9d req-909b7933-3650-464c-9029-6a086a9aad8b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] For port 05b2e216-9b0e-4337-985d-08db70a94cfd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=05b2e216-9b0e-4337-985d-08db70a94cfd,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:11.562830 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0cb451-f7a9-466c-8583-1c3bfd3cfc84'] response: {'name': 'network-changed', 'server_uuid': '741875d7-6064-4aee-867b-574dbd9ceca7', 'tag': '56b764dc-3e7e-49f5-9145-ca934dc4f70f', 'status': 'completed', 'code': 200} Jun 03 15:23:11.581223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-58d931f3-b963-4b7c-b802-0d03da335d9d req-909b7933-3650-464c-9029-6a086a9aad8b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.605404 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-58d931f3-b963-4b7c-b802-0d03da335d9d req-909b7933-3650-464c-9029-6a086a9aad8b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.619144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2e20b808-915f-4142-9c34-ef5ac52e9628'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:11.654901 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.724115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a49e99-aa6a-4918-942c-6e67e2e87463 req-099015cd-8831-4f34-8a16-c6b1849ebeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:11.726432 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92a49e99-aa6a-4918-942c-6e67e2e87463 req-099015cd-8831-4f34-8a16-c6b1849ebeaa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df6bfc506a434c9c8fcb14de5ca78578&device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 1095 time: 0.1621778 Jun 03 15:23:11.746901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['05b2e216-9b0e-4337-985d-08db70a94cfd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:11.814967 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7785181-36e7-4dc9-97ec-a9d7316605c8 req-aa2703ca-2c61-4f13-ae77-b19ca3a6a2c9 service neutron] 10.222.0.67 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483195 Jun 03 15:23:11.826022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d931f3-b963-4b7c-b802-0d03da335d9d req-909b7933-3650-464c-9029-6a086a9aad8b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:11.826642 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-58d931f3-b963-4b7c-b802-0d03da335d9d req-909b7933-3650-464c-9029-6a086a9aad8b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.827977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58d931f3-b963-4b7c-b802-0d03da335d9d req-909b7933-3650-464c-9029-6a086a9aad8b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "PUT /v2.0/ports/05b2e216-9b0e-4337-985d-08db70a94cfd HTTP/1.1" status: 200 len: 1021 time: 2.1816118 Jun 03 15:23:11.860360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Network 5538df04-935b-45a3-8ebf-2ca835c24e00 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:11.874959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:11.889320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:11.933792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a49e99-aa6a-4918-942c-6e67e2e87463 req-ae50282f-a77d-470a-a203-7d6a07d60c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:11.936133 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92a49e99-aa6a-4918-942c-6e67e2e87463 req-ae50282f-a77d-470a-a203-7d6a07d60c4d service neutron] 10.222.0.75 "GET /v2.0/networks?id=5538df04-935b-45a3-8ebf-2ca835c24e00 HTTP/1.1" status: 200 len: 919 time: 0.1696916 Jun 03 15:23:11.939942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:11.947852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['05b2e216-9b0e-4337-985d-08db70a94cfd'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:11.967057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b7933-3650-464c-9029-6a086a9aad8b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'Port': ['ID=05b2e216-9b0e-4337-985d-08db70a94cfd,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:11.969430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'tag': '05b2e216-9b0e-4337-985d-08db70a94cfd'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:12.068179 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92a49e99-aa6a-4918-942c-6e67e2e87463 req-c0e06cb9-403e-4cc1-82a9-9c2cd180fd1a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56b764dc-3e7e-49f5-9145-ca934dc4f70f HTTP/1.1" status: 200 len: 217 time: 0.0785973 Jun 03 15:23:12.096051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-5029e5fd-7fca-4afa-9e8d-665d0686ef99 {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:23:12.096667 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:23:12.222207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a49e99-aa6a-4918-942c-6e67e2e87463 req-e8b814c2-b646-496a-a5df-f787ef5783b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:12.223816 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92a49e99-aa6a-4918-942c-6e67e2e87463 req-e8b814c2-b646-496a-a5df-f787ef5783b2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=89255232-d47d-418b-bb7f-3b0770f2f061 HTTP/1.1" status: 200 len: 858 time: 0.1437678 Jun 03 15:23:12.282549 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92a49e99-aa6a-4918-942c-6e67e2e87463 req-aa3d1686-bfeb-4726-82d5-d9568aa4e931 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5538df04-935b-45a3-8ebf-2ca835c24e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470233 Jun 03 15:23:12.345850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Pushing event updated for resources: {'Port': ['ID=2214a868-fd4a-4512-8610-a4adf265ea06,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:12.364333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:12.365181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.406469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c212e5d-0f87-4304-b11d-17393f3a1dd3 req-4e00e975-0b86-4130-9c65-634201dabff2 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:12.414473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c212e5d-0f87-4304-b11d-17393f3a1dd3 req-4e00e975-0b86-4130-9c65-634201dabff2 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 944 time: 0.7481070 Jun 03 15:23:12.454950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7785181-36e7-4dc9-97ec-a9d7316605c8 req-ec5f81c4-e921-4fd8-b3c1-baf09f4f2cbe service neutron] 10.222.0.67 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191273 Jun 03 15:23:12.462817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-78a64323-7b39-45aa-a6d2-080235731e77 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6957150 Jun 03 15:23:12.491816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Request body: {'port': {'device_id': 'd0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:12.519121 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92a49e99-aa6a-4918-942c-6e67e2e87463 req-156b86f4-a5a8-4c49-82ec-b2fea97f484c service neutron] 10.222.0.75 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876621 Jun 03 15:23:12.536810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ddd03-cf16-4753-ad55-432858842a61 req-02644355-c419-49f4-b480-c90002ad7422 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:12.538218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-02644355-c419-49f4-b480-c90002ad7422 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.5128126 Jun 03 15:23:12.547358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c212e5d-0f87-4304-b11d-17393f3a1dd3 req-84d22f37-56de-462f-94fb-3ad93dd14dd7 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318429 Jun 03 15:23:12.566736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-65090508-d280-4a58-bef8-030a9759c80c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/quotas/622d84e5fa28412589f37b0f0a012a1c HTTP/1.1" status: 200 len: 375 time: 0.0183785 Jun 03 15:23:12.606940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.656567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-776ddd03-cf16-4753-ad55-432858842a61 req-9aca0b3d-5f19-481d-8bcc-df55457caa44 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Synchronizing usage tracker for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:12.673512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] Deleting port 6dd98ae3-0436-4f30-bace-a56e10083246 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:12.674140 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.736588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:12.752082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-776ddd03-cf16-4753-ad55-432858842a61 req-9aca0b3d-5f19-481d-8bcc-df55457caa44 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Unset dirty status for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:12.753538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-9aca0b3d-5f19-481d-8bcc-df55457caa44 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1807058 Jun 03 15:23:12.956175 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92a49e99-aa6a-4918-942c-6e67e2e87463 req-74cb35ea-e9b2-49b6-add1-fedf00f09a8a service neutron] 10.222.0.75 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279678 Jun 03 15:23:13.021245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] For port 6dd98ae3-0436-4f30-bace-a56e10083246, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6dd98ae3-0436-4f30-bace-a56e10083246,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:13.021590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:13.081712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96b10cca-4f75-45e0-a153-271606369a75 req-9952ded5-89fd-4005-b6b2-50bdb89c3fb6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/9da3ebe8-f277-4adb-a66e-a35867eefdf4 HTTP/1.1" status: 200 len: 1800 time: 0.2664664 Jun 03 15:23:13.145214 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] Calling delete_port for 6dd98ae3-0436-4f30-bace-a56e10083246 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:13.161546 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-ad169410-403c-4360-ad92-d44bc690b753 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561904 Jun 03 15:23:13.162622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Allocated IP 172.20.0.13 (5538df04-935b-45a3-8ebf-2ca835c24e00/89255232-d47d-418b-bb7f-3b0770f2f061/f441a167-f825-422c-b807-b4b1fd1dc8e9) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:13.289488 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-96b10cca-4f75-45e0-a153-271606369a75 req-47760846-2889-4c4f-bd89-f7dae6895231 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 15:23:13.290530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96b10cca-4f75-45e0-a153-271606369a75 req-47760846-2889-4c4f-bd89-f7dae6895231 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "DELETE /v2.0/security-groups/9da3ebe8-f277-4adb-a66e-a35867eefdf4 HTTP/1.1" status: 409 len: 341 time: 0.1898570 Jun 03 15:23:13.336125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:13.397443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd98ae3-0436-4f30-bace-a56e10083246,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:13.429595 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-61973039-d44d-4b14-8374-3910511c30d0 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600420 Jun 03 15:23:13.499083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:13.624268 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:13.635472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b4be-4e42-4880-8e19-4a58ec381c36 req-51aaf1dd-30b8-401b-a5ca-ee931fe1c756 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:13.637278 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c87b4be-4e42-4880-8e19-4a58ec381c36 req-51aaf1dd-30b8-401b-a5ca-ee931fe1c756 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 943 time: 0.2170477 Jun 03 15:23:13.639163 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d200f2e-3d28-473e-b34c-f0ea685282d8'] response: {'name': 'network-changed', 'server_uuid': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'tag': '05b2e216-9b0e-4337-985d-08db70a94cfd', 'status': 'completed', 'code': 200} Jun 03 15:23:13.762672 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:13.771804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 56b764dc-3e7e-49f5-9145-ca934dc4f70f details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:13.829194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea637ca9-cdc5-4e14-8a9e-0850dcb8ecf8 req-b32cdffe-3649-4fef-8a95-bda7e42c60bd tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0820324 Jun 03 15:23:13.838942 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c87b4be-4e42-4880-8e19-4a58ec381c36 req-b63b57d6-aba8-4c0d-9b46-fef26ced45b8 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944134 Jun 03 15:23:13.893992 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:14.035740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 56b764dc-3e7e-49f5-9145-ca934dc4f70f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=56b764dc-3e7e-49f5-9145-ca934dc4f70f,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:14.035847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462be8f-4005-4a45-a474-950e5c8ca738 req-706353a1-c8ac-4031-ad33-1bdcd212b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:14.037738 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3462be8f-4005-4a45-a474-950e5c8ca738 req-706353a1-c8ac-4031-ad33-1bdcd212b85a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 1175 time: 0.3569570 Jun 03 15:23:14.056385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '56b764dc-3e7e-49f5-9145-ca934dc4f70f', 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00', 'port_id': '56b764dc-3e7e-49f5-9145-ca934dc4f70f', 'mac_address': 'fa:16:3e:09:7b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89255232-d47d-418b-bb7f-3b0770f2f061', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:14.081705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5ad3b805-4002-4a3a-8fb2-52f7782f2af2,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:14.126815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Network 5538df04-935b-45a3-8ebf-2ca835c24e00 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:14.149916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5ad3b805-4002-4a3a-8fb2-52f7782f2af2', 'network_id': 'aa18482f-2775-431f-9b06-feba3164b757', 'port_id': '5ad3b805-4002-4a3a-8fb2-52f7782f2af2', 'mac_address': 'fa:16:3e:24:af:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd543a2af-5d18-4ed5-aa26-14050c8b835e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:14.153981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 56b764dc-3e7e-49f5-9145-ca934dc4f70f is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:14.154563 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:14.183837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:14.255177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b764dc-3e7e-49f5-9145-ca934dc4f70f {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:14.292864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 56b764dc-3e7e-49f5-9145-ca934dc4f70f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=56b764dc-3e7e-49f5-9145-ca934dc4f70f,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:14.294534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:14.295195 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:14.307706 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:14.362012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:14.405719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5ad3b805-4002-4a3a-8fb2-52f7782f2af2,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:14.414211 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:14.419260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=56b764dc-3e7e-49f5-9145-ca934dc4f70f,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:14.448070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:14.533894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Pushing event updated for resources: {'Port': ['ID=f441a167-f825-422c-b807-b4b1fd1dc8e9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:14.576793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5ad3b805-4002-4a3a-8fb2-52f7782f2af2,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:14.598974 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-73448ed4-b656-41d8-8cb0-0c9ec19b01ae req-aca0ebae-6569-4734-a707-13c4c4fd3376 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0707767 Jun 03 15:23:14.607138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] Router b373c651-2e0b-40d2-b1b8-780e02ad145c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:23:14.614474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['56b764dc-3e7e-49f5-9145-ca934dc4f70f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:14.663565 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c688c119-4c5f-40d5-8263-feda6793a021 req-83091d29-3bf0-40e8-b323-824b7efcdd53 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 210 time: 0.0794041 Jun 03 15:23:14.678458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:14.679549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:14.718563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462be8f-4005-4a45-a474-950e5c8ca738 req-905d3dd4-6d66-4820-8596-aef101255624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:14.720204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3462be8f-4005-4a45-a474-950e5c8ca738 req-905d3dd4-6d66-4820-8596-aef101255624 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 913 time: 0.6245747 Jun 03 15:23:14.748765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff862ca-6ea1-42d4-9884-d6e209d4eb0c req-bdaf6af8-8b2a-42d8-8888-32d83c345c29 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:14.755692 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fff862ca-6ea1-42d4-9884-d6e209d4eb0c req-bdaf6af8-8b2a-42d8-8888-32d83c345c29 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 945 time: 0.6611435 Jun 03 15:23:14.818960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-de768ccc-d01e-46e0-bc86-df3f46eaec7a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7166917 Jun 03 15:23:14.880494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Request body: {'port': {'device_id': '7b24abb2-3515-442e-8b4b-0d6c23273f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:14.921165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5ad3b805-4002-4a3a-8fb2-52f7782f2af2'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:14.934921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2214a868-fd4a-4512-8610-a4adf265ea06 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:14.953534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fff862ca-6ea1-42d4-9884-d6e209d4eb0c req-21ffd7cd-f996-4e2b-aef0-51378cf9fb19 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ff193f5-4781-47f6-b353-ace55854f987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965842 Jun 03 15:23:14.990073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:23:14.999653 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ead5b6c-2c4d-4e32-9eb6-58f14161aac3 None None] Sync routers for ids ['b373c651-2e0b-40d2-b1b8-780e02ad145c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:23:15.007499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-323c346e-b9c6-4f1d-ba5f-2d574d099490 admin admin] 10.222.0.48 "PUT /v2.0/routers/b373c651-2e0b-40d2-b1b8-780e02ad145c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0948372 Jun 03 15:23:15.009967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39686) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:15.018716 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ead5b6c-2c4d-4e32-9eb6-58f14161aac3 None None] Routers {'b373c651-2e0b-40d2-b1b8-780e02ad145c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:15.019475 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9ead5b6c-2c4d-4e32-9eb6-58f14161aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:23:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b373c651-2e0b-40d2-b1b8-780e02ad145c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:15.030084 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:15.060388 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3462be8f-4005-4a45-a474-950e5c8ca738 req-d9786962-f691-46d2-838a-9117a189698f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05b2e216-9b0e-4337-985d-08db70a94cfd HTTP/1.1" status: 200 len: 217 time: 0.1039252 Jun 03 15:23:15.216930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Transition to ACTIVE for port object 2214a868-fd4a-4512-8610-a4adf265ea06 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:15.247683 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9ead5b6c-2c4d-4e32-9eb6-58f14161aac3 None None] Set router b373c651-2e0b-40d2-b1b8-780e02ad145c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:15.252429 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:15.369323 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:15.435105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:15.452108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462be8f-4005-4a45-a474-950e5c8ca738 req-0b2c1ecc-c4d1-4b89-965e-8fb94696503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:15.453534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3462be8f-4005-4a45-a474-950e5c8ca738 req-0b2c1ecc-c4d1-4b89-965e-8fb94696503f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5b58f9ad-8000-49aa-8e7c-45a5a524d33a HTTP/1.1" status: 200 len: 852 time: 0.3284001 Jun 03 15:23:15.500488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0f115-8d17-4e7e-9e83-36aafea86a08 req-5df26b81-68ea-49da-b82c-b454acc9db18 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:15.504880 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dce0f115-8d17-4e7e-9e83-36aafea86a08 req-5df26b81-68ea-49da-b82c-b454acc9db18 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.67 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 945 time: 0.4134445 Jun 03 15:23:15.533525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65769b6-db9b-4e6c-b1eb-238ffda60cc3 req-f3191183-5f12-42d8-a6d5-088144c8800d tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:15.534310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e65769b6-db9b-4e6c-b1eb-238ffda60cc3 req-f3191183-5f12-42d8-a6d5-088144c8800d tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Synchronizing usage tracker for tenant:df6bfc506a434c9c8fcb14de5ca78578 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:15.604040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Pushing event updated for resources: {'Port': ['ID=2214a868-fd4a-4512-8610-a4adf265ea06,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:15.632884 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9ead5b6c-2c4d-4e32-9eb6-58f14161aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:23:13Z', 'revision_number': 5, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:15.636746 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ead5b6c-2c4d-4e32-9eb6-58f14161aac3 None None] Checking router: b373c651-2e0b-40d2-b1b8-780e02ad145c for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:23:15.642409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3462be8f-4005-4a45-a474-950e5c8ca738 req-6cf4a62d-e445-4bde-87e7-0f7a7ce56429 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2c30d5b-a4a2-4263-95e1-4133b409a960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723080 Jun 03 15:23:15.648778 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ead5b6c-2c4d-4e32-9eb6-58f14161aac3 None None] Routers {'b373c651-2e0b-40d2-b1b8-780e02ad145c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:15.651076 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9ead5b6c-2c4d-4e32-9eb6-58f14161aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:23:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b373c651-2e0b-40d2-b1b8-780e02ad145c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:15.727157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ddd03-cf16-4753-ad55-432858842a61 req-bc9b47c6-9733-4a32-9937-aec664a5fbc0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:15.729173 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-bc9b47c6-9733-4a32-9937-aec664a5fbc0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.75 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.4584656 Jun 03 15:23:15.735334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-dce0f115-8d17-4e7e-9e83-36aafea86a08 req-f1a3f005-ca5d-4c13-a7bc-59c5a6005432 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Deleting port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:15.735668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-dce0f115-8d17-4e7e-9e83-36aafea86a08 req-f1a3f005-ca5d-4c13-a7bc-59c5a6005432 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:15.773258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Request body: {'port': {'device_id': '613d6ef0-09a0-434d-b868-f2dfb8ae404b', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'admin_state_up': True, 'tenant_id': '622d84e5fa28412589f37b0f0a012a1c'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:15.778392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 56b764dc-3e7e-49f5-9145-ca934dc4f70f up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:15.833747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20342f99-a034-4a96-915c-9f9864101de3 req-d0093911-7804-4121-90be-f31086b3f79f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:15.835494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20342f99-a034-4a96-915c-9f9864101de3 req-d0093911-7804-4121-90be-f31086b3f79f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 1024 time: 0.7772987 Jun 03 15:23:15.836147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e65769b6-db9b-4e6c-b1eb-238ffda60cc3 req-f3191183-5f12-42d8-a6d5-088144c8800d tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Unset dirty status for tenant:df6bfc506a434c9c8fcb14de5ca78578 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:15.839742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e65769b6-db9b-4e6c-b1eb-238ffda60cc3 req-f3191183-5f12-42d8-a6d5-088144c8800d tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 945 time: 1.0012028 Jun 03 15:23:15.847283 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9ead5b6c-2c4d-4e32-9eb6-58f14161aac3 None None] Set router b373c651-2e0b-40d2-b1b8-780e02ad145c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:15.888984 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:15.923622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Deleting port 98d2e57c-9754-43da-9f2c-9f162627aaec {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:15.923940 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:15.935570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 56b764dc-3e7e-49f5-9145-ca934dc4f70f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:15.947321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 56b764dc-3e7e-49f5-9145-ca934dc4f70f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:15.949056 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.035564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Attempting to bind port 2214a868-fd4a-4512-8610-a4adf265ea06 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:16.035832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Attempting to bind port 2214a868-fd4a-4512-8610-a4adf265ea06 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:16.036169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Attempting to bind port 2214a868-fd4a-4512-8610-a4adf265ea06 on network 5538df04-935b-45a3-8ebf-2ca835c24e00 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:16.087362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e65769b6-db9b-4e6c-b1eb-238ffda60cc3 req-01a8ea68-9d76-47db-a81f-beca8315f5f1 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260828 Jun 03 15:23:16.105509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Port 2214a868-fd4a-4512-8610-a4adf265ea06 on network 5538df04-935b-45a3-8ebf-2ca835c24e00 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:16.105834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Attempting to bind port 2214a868-fd4a-4512-8610-a4adf265ea06 on network 5538df04-935b-45a3-8ebf-2ca835c24e00 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:16.168593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20342f99-a034-4a96-915c-9f9864101de3 req-3467c6c2-619d-47b5-8384-39f09efd27ed tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=9da3ebe8-f277-4adb-a66e-a35867eefdf4&id=22906e45-53f9-4780-8334-a494a558dccf&id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3086772 Jun 03 15:23:16.188009 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3462be8f-4005-4a45-a474-950e5c8ca738 req-984294b3-a554-4461-8c79-db51c693a10a service neutron] 10.222.0.67 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033314 Jun 03 15:23:16.228406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 56b764dc-3e7e-49f5-9145-ca934dc4f70f is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:16.228926 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.266896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741875d7-6064-4aee-867b-574dbd9ceca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b764dc-3e7e-49f5-9145-ca934dc4f70f'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:16.280632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 56b764dc-3e7e-49f5-9145-ca934dc4f70f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=56b764dc-3e7e-49f5-9145-ca934dc4f70f,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:16.286734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:16.287105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Checking segment: {'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:16.287907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Bound using segment: {'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:16.288716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Bound port: 2214a868-fd4a-4512-8610-a4adf265ea06, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:16.289344 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.293423 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.361275 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9ead5b6c-2c4d-4e32-9eb6-58f14161aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:23:13Z', 'revision_number': 5, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:16.373562 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ead5b6c-2c4d-4e32-9eb6-58f14161aac3 None None] The sync data for ids ['b373c651-2e0b-40d2-b1b8-780e02ad145c'] in n-d-844595-1 is: [{'id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'name': 'tempest-TaggedBootDevicesTest-479076067-router', 'tenant_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:24Z', 'updated_at': '2022-06-03T15:23:13Z', 'revision_number': 5, 'project_id': 'bdc2ba9228fc41f8b3d0f5821569d86f', 'gw_port': {'id': '98d2e57c-9754-43da-9f2c-9f162627aaec', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b373c651-2e0b-40d2-b1b8-780e02ad145c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:28Z', 'updated_at': '2022-06-03T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:23:16.404978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:16.435504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=56b764dc-3e7e-49f5-9145-ca934dc4f70f,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:16.484329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:16.549609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Made reservation on behalf of 622d84e5fa28412589f37b0f0a012a1c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:16.553085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.595479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] For port 98d2e57c-9754-43da-9f2c-9f162627aaec, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=98d2e57c-9754-43da-9f2c-9f162627aaec,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:16.595906 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:16.740914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24fa5b6b-c244-4af8-8e3d-6178df6243b7 req-fb3c8b29-f2cb-44fd-8e34-4c891822bdc0 tempest-ServersAdmin275Test-79774411 tempest-ServersAdmin275Test-79774411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0606580 Jun 03 15:23:16.744617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-dce0f115-8d17-4e7e-9e83-36aafea86a08 req-f1a3f005-ca5d-4c13-a7bc-59c5a6005432 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] For port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=20f90e8f-0a0d-4f38-aa73-4d74747b0e52,segment=NetworkSegment(a0245255-529f-4fb0-b96c-b6a6508e2b0a),segment_id=a0245255-529f-4fb0-b96c-b6a6508e2b0a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:16.745168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-dce0f115-8d17-4e7e-9e83-36aafea86a08 req-f1a3f005-ca5d-4c13-a7bc-59c5a6005432 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.132052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-dce0f115-8d17-4e7e-9e83-36aafea86a08 req-f1a3f005-ca5d-4c13-a7bc-59c5a6005432 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Calling delete_port for 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:17.187073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] For port 2214a868-fd4a-4512-8610-a4adf265ea06, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:17.187073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] For port 2214a868-fd4a-4512-8610-a4adf265ea06, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2214a868-fd4a-4512-8610-a4adf265ea06,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:17.204736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3462be8f-4005-4a45-a474-950e5c8ca738 req-59f33994-2981-4284-b21f-15f005c4c173 service neutron] 10.222.0.67 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8631968 Jun 03 15:23:17.365330 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.401800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Calling delete_port for 98d2e57c-9754-43da-9f2c-9f162627aaec owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:17.450089 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:23:17.467292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:17.467909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.469322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] 10.222.0.67 "PUT /v2.0/ports/2214a868-fd4a-4512-8610-a4adf265ea06 HTTP/1.1" status: 200 len: 1092 time: 4.9834692 Jun 03 15:23:17.469795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-dce0f115-8d17-4e7e-9e83-36aafea86a08 req-f1a3f005-ca5d-4c13-a7bc-59c5a6005432 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.498813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc', 'tag': '2214a868-fd4a-4512-8610-a4adf265ea06'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:17.515619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['20f90e8f-0a0d-4f38-aa73-4d74747b0e52'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:17.580748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:17.595535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3f005-ca5d-4c13-a7bc-59c5a6005432 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Pushing event deleted for resources: {'Port': ['ID=20f90e8f-0a0d-4f38-aa73-4d74747b0e52,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:17.660821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355d7a1-a671-472c-94e3-25328d36fc19 req-619cea94-b90c-4c98-a268-850cfe900cc5 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:17.670625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9355d7a1-a671-472c-94e3-25328d36fc19 req-619cea94-b90c-4c98-a268-850cfe900cc5 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 944 time: 1.2447681 Jun 03 15:23:17.701177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:17.713273 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:17.713273 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.727641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07c03e-aa21-42e5-b655-adf7e67fad64 service neutron] Pushing event updated for resources: {'Port': ['ID=2214a868-fd4a-4512-8610-a4adf265ea06,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:17.733344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce0f115-8d17-4e7e-9e83-36aafea86a08 req-f1a3f005-ca5d-4c13-a7bc-59c5a6005432 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] No DVR routers for this DVR port 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:17.733344 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-dce0f115-8d17-4e7e-9e83-36aafea86a08 req-f1a3f005-ca5d-4c13-a7bc-59c5a6005432 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.733344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58589c0-03be-4140-b8c6-3fa7bc16375e', 'name': 'network-vif-deleted', 'tag': '20f90e8f-0a0d-4f38-aa73-4d74747b0e52'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:17.739937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f441a167-f825-422c-b807-b4b1fd1dc8e9 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:17.746420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Allocated IP 172.20.0.12 (0eb35c9f-ee3c-45a8-b613-18d6f2387c2c/a4b77897-1629-4d38-8157-f1d40799acb4/91bd3f0e-40b6-4a01-850d-fd4972851e4e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:17.768262 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.780905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-222833bd-2c2e-447a-9663-ebc9baadad1f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:17.780905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-222833bd-2c2e-447a-9663-ebc9baadad1f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Synchronizing usage tracker for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:17.799708 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dce0f115-8d17-4e7e-9e83-36aafea86a08 req-f1a3f005-ca5d-4c13-a7bc-59c5a6005432 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.67 "DELETE /v2.0/ports/20f90e8f-0a0d-4f38-aa73-4d74747b0e52 HTTP/1.1" status: 204 len: 173 time: 2.2669818 Jun 03 15:23:17.802335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fb2b6-cbd2-4328-840c-4d4d65574914 req-6761941f-5dc4-4c63-ad15-c88aa63d2748 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:17.802335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-592fb2b6-cbd2-4328-840c-4d4d65574914 req-6761941f-5dc4-4c63-ad15-c88aa63d2748 tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/ports?device_id=f58589c0-03be-4140-b8c6-3fa7bc16375e HTTP/1.1" status: 200 len: 945 time: 0.5938022 Jun 03 15:23:17.882265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9355d7a1-a671-472c-94e3-25328d36fc19 req-32842644-f8e7-47e0-843c-87653c6f0795 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037055 Jun 03 15:23:17.907043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-222833bd-2c2e-447a-9663-ebc9baadad1f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Unset dirty status for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:17.907043 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-222833bd-2c2e-447a-9663-ebc9baadad1f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 1024 time: 0.6091425 Jun 03 15:23:17.958568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Transition to ACTIVE for port object f441a167-f825-422c-b807-b4b1fd1dc8e9 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:17.962607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:17.963587 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.970996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:17.996886 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18a4be2-29b0-46a3-8ab4-a23b62743b02'] response: {'server_uuid': '741875d7-6064-4aee-867b-574dbd9ceca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b764dc-3e7e-49f5-9145-ca934dc4f70f', 'code': 200} Jun 03 15:23:18.030293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-98eb3342-706c-4890-8a41-b9d22f3fc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:18.031952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-98eb3342-706c-4890-8a41-b9d22f3fc3e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df6bfc506a434c9c8fcb14de5ca78578&device_id=d0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc HTTP/1.1" status: 200 len: 1095 time: 0.4672539 Jun 03 15:23:18.064105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5ad3b805-4002-4a3a-8fb2-52f7782f2af2,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:18.068961 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.075126 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-592fb2b6-cbd2-4328-840c-4d4d65574914 req-dc92d64f-77b3-490c-914e-c4e3938ab7de tempest-ServerAddressesTestJSON-1818187744 tempest-ServerAddressesTestJSON-1818187744-project] 10.222.0.48 "GET /v2.0/security-groups?id=5ff193f5-4781-47f6-b353-ace55854f987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658522 Jun 03 15:23:18.136399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6dd98ae3-0436-4f30-bace-a56e10083246 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:18.141858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-5f15390c-b023-45d2-8a90-79cb2a11d3c4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Deleting port 05b2e216-9b0e-4337-985d-08db70a94cfd {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:18.142230 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-5f15390c-b023-45d2-8a90-79cb2a11d3c4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.218822 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.248091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6dd98ae3-0436-4f30-bace-a56e10083246 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:18.248265 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6dd98ae3-0436-4f30-bace-a56e10083246 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:18.331418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5ad3b805-4002-4a3a-8fb2-52f7782f2af2,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:18.353979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-21d20901-e001-4735-bada-756d8585f973 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2214a868-fd4a-4512-8610-a4adf265ea06 HTTP/1.1" status: 200 len: 217 time: 0.2265136 Jun 03 15:23:18.360905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ab071ac-51d5-4df4-9815-a512e0f08f30 req-64e280c6-ba50-4f08-822c-722e1194d8dc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 210 time: 0.2047768 Jun 03 15:23:18.363822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.364407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.364849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.365282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.366100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.366696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.367464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.368256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.369398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.369965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.370619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.371150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:18.416630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Pushing event updated for resources: {'Port': ['ID=f441a167-f825-422c-b807-b4b1fd1dc8e9,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:18.498348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d2e57c-9754-43da-9f2c-9f162627aaec,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:18.577958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-ed6d0cf3-9d8f-4c51-b14b-d6a7b1073a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:18.579381 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-ed6d0cf3-9d8f-4c51-b14b-d6a7b1073a17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89255232-d47d-418b-bb7f-3b0770f2f061 HTTP/1.1" status: 200 len: 858 time: 0.2133467 Jun 03 15:23:18.690741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-6b72a3be-bf93-4a7a-b1e0-0528b30ee0b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5538df04-935b-45a3-8ebf-2ca835c24e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026118 Jun 03 15:23:18.703871 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-db36cae3-94b0-449d-badd-fabd16bd823a req-da662238-b69f-4721-a536-e31f7eb4993f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=351c28668ce4431da57de0fc8d895570&device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1066406 Jun 03 15:23:18.727962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fb893-9e11-4c99-b2d0-1532052f9af8 req-e39d654d-042e-47f7-b774-6340651cf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:18.729409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c38fb893-9e11-4c99-b2d0-1532052f9af8 req-e39d654d-042e-47f7-b774-6340651cf28f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 1097 time: 0.6009815 Jun 03 15:23:18.740668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Attempting to bind port f441a167-f825-422c-b807-b4b1fd1dc8e9 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:18.740998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Attempting to bind port f441a167-f825-422c-b807-b4b1fd1dc8e9 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:18.741322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Attempting to bind port f441a167-f825-422c-b807-b4b1fd1dc8e9 on network 5538df04-935b-45a3-8ebf-2ca835c24e00 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:18.818090 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-db36cae3-94b0-449d-badd-fabd16bd823a req-f1652443-8d23-47a4-88b8-32012894355c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=351c28668ce4431da57de0fc8d895570&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737150 Jun 03 15:23:18.856276 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:18.858651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Port f441a167-f825-422c-b807-b4b1fd1dc8e9 on network 5538df04-935b-45a3-8ebf-2ca835c24e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:18.859128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Attempting to bind port f441a167-f825-422c-b807-b4b1fd1dc8e9 on network 5538df04-935b-45a3-8ebf-2ca835c24e00 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:19.027973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:19.028308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Checking segment: {'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:19.028693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Bound using segment: {'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:19.029135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Bound port: f441a167-f825-422c-b807-b4b1fd1dc8e9, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99139a5f-ad31-4051-9c90-d4eaf1857d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:19.029474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.121187 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.123854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58f375-1e12-46cb-9b6c-fb807ffd5d3d req-277566ab-38ea-4cde-a239-67276cb12092 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:19.124939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a58f375-1e12-46cb-9b6c-fb807ffd5d3d req-277566ab-38ea-4cde-a239-67276cb12092 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 946 time: 0.6113968 Jun 03 15:23:19.126527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c38fb893-9e11-4c99-b2d0-1532052f9af8 req-62462835-bdb7-4b7d-bdaa-82925342fe0f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763497 Jun 03 15:23:19.226372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-f9f134b3-aba7-4407-b024-b6c5fa203611 service neutron] 10.222.0.67 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242064 Jun 03 15:23:19.233988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7971e99-6d31-488a-9751-00b69f2f153b req-b30b7a15-31b8-472b-bcaf-a4e574a23cea tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:19.235358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7971e99-6d31-488a-9751-00b69f2f153b req-b30b7a15-31b8-472b-bcaf-a4e574a23cea tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 1024 time: 0.6033356 Jun 03 15:23:19.278630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a58f375-1e12-46cb-9b6c-fb807ffd5d3d req-88fd2e86-947e-4638-bf68-93d95bd96e49 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392477 Jun 03 15:23:19.344796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] For port f441a167-f825-422c-b807-b4b1fd1dc8e9, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:19.369672 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3323d9e3-a321-42c2-aa3b-18a5c3e2d292'] response: {'name': 'network-changed', 'server_uuid': 'd0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc', 'tag': '2214a868-fd4a-4512-8610-a4adf265ea06', 'status': 'completed', 'code': 200} Jun 03 15:23:19.369775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.376858 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c300c5a-5b67-418a-a5d4-f6d6baeca665 req-39a4142e-9d55-401c-a0c1-d6d62fd91c2a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5604279 Jun 03 15:23:19.382917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.390120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] For port f441a167-f825-422c-b807-b4b1fd1dc8e9, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=f441a167-f825-422c-b807-b4b1fd1dc8e9,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:19.406375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.430040 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e953c5e6-4ee8-4c78-90b5-2f67e538a6ef'] response: {'server_uuid': 'f58589c0-03be-4140-b8c6-3fa7bc16375e', 'name': 'network-vif-deleted', 'tag': '20f90e8f-0a0d-4f38-aa73-4d74747b0e52', 'status': 'completed', 'code': 200} Jun 03 15:23:19.449178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7971e99-6d31-488a-9751-00b69f2f153b req-bc42b9a5-8a5f-4fa1-81b1-1b7bcb709ec2 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=9da3ebe8-f277-4adb-a66e-a35867eefdf4&id=22906e45-53f9-4780-8334-a494a558dccf&id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1795087 Jun 03 15:23:19.466622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-5f15390c-b023-45d2-8a90-79cb2a11d3c4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] For port 05b2e216-9b0e-4337-985d-08db70a94cfd, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=05b2e216-9b0e-4337-985d-08db70a94cfd,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:19.466982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-5f15390c-b023-45d2-8a90-79cb2a11d3c4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.519745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:19.520655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.522313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] 10.222.0.75 "PUT /v2.0/ports/f441a167-f825-422c-b807-b4b1fd1dc8e9 HTTP/1.1" status: 200 len: 1092 time: 4.6504486 Jun 03 15:23:19.531752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-d1507d50-dfe3-496b-8f14-09422d7a090d service neutron] 10.222.0.67 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898364 Jun 03 15:23:19.538449 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:19.618608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36cae3-94b0-449d-badd-fabd16bd823a req-57718199-aeda-4093-af04-cb93f468fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:19.620193 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-db36cae3-94b0-449d-badd-fabd16bd823a req-57718199-aeda-4093-af04-cb93f468fc1a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7921298 Jun 03 15:23:19.624359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:19.624738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 20f90e8f-0a0d-4f38-aa73-4d74747b0e52 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:19.630848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-5f15390c-b023-45d2-8a90-79cb2a11d3c4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Calling delete_port for 05b2e216-9b0e-4337-985d-08db70a94cfd owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:19.702155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.702681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b373c651-2e0b-40d2-b1b8-780e02ad145c {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:23:19.704751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202153af-002c-4b20-95e2-b8bb3e2d2721 service neutron] Pushing event updated for resources: {'Port': ['ID=f441a167-f825-422c-b807-b4b1fd1dc8e9,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:19.734336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.743604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0cf2cdb1-69fa-4d33-823c-d5ee11352e89 req-9caaa382-a8a8-4361-8225-975171ec4cc8 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.1416543 Jun 03 15:23:19.853224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-b750a49c-98f7-46c3-8645-768ba6fbb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:19.855011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-b750a49c-98f7-46c3-8645-768ba6fbb835 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df6bfc506a434c9c8fcb14de5ca78578&device_id=7b24abb2-3515-442e-8b4b-0d6c23273f90 HTTP/1.1" status: 200 len: 1095 time: 0.2553630 Jun 03 15:23:19.858028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c300c5a-5b67-418a-a5d4-f6d6baeca665 req-578363f2-87a4-441a-ac18-ca85c86c28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:19.859812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c300c5a-5b67-418a-a5d4-f6d6baeca665 req-578363f2-87a4-441a-ac18-ca85c86c28d6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 1175 time: 0.3249533 Jun 03 15:23:19.876757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ace170-e2f2-4820-99ad-59fa8516be5f req-4d5b6200-d09b-462b-ba2b-bbd27520457e tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:19.877233 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:19.878385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15ace170-e2f2-4820-99ad-59fa8516be5f req-4d5b6200-d09b-462b-ba2b-bbd27520457e tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 945 time: 0.1927912 Jun 03 15:23:19.885564 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6e57d93a-5e31-4f89-9eac-2f677695e105 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b373c651-2e0b-40d2-b1b8-780e02ad145c HTTP/1.1" status: 204 len: 168 time: 4.8745465 Jun 03 15:23:19.888265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:19.937693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39718) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:19.938356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:19.960493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:19.998264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0887725e-7add-41dc-b95d-d535ee254bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad3b805-4002-4a3a-8fb2-52f7782f2af2'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:20.005897 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:20.022612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-d743dc3d-0bdf-429a-82db-d872bd772924 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f441a167-f825-422c-b807-b4b1fd1dc8e9 HTTP/1.1" status: 200 len: 217 time: 0.1432641 Jun 03 15:23:20.058144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event updated for resources: {'Port': ['ID=91bd3f0e-40b6-4a01-850d-fd4972851e4e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:20.094976 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:23:20.112002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9661b236-b272-41be-80f4-3cf1748e6693 admin admin] Deleting subnet 207d40d8-94b7-41a2-9015-a1d30fe95de1 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:23:20.120273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:20.120862 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.125947 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-5f15390c-b023-45d2-8a90-79cb2a11d3c4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.129098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9661b236-b272-41be-80f4-3cf1748e6693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.140258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2e20b808-915f-4142-9c34-ef5ac52e9628'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:20.156268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0df4d-5627-4ecd-a74a-5642c72700c3 req-6e202cc5-0679-4d0d-8d63-99b85a6610fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:20.157777 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b9e0df4d-5627-4ecd-a74a-5642c72700c3 req-6e202cc5-0679-4d0d-8d63-99b85a6610fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=df6bfc506a434c9c8fcb14de5ca78578&device_id=d0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc HTTP/1.1" status: 200 len: 1095 time: 0.4969194 Jun 03 15:23:20.237862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15ace170-e2f2-4820-99ad-59fa8516be5f req-94fad0ac-c5bd-4428-b2e9-0f9f7ae7ef5b tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990990 Jun 03 15:23:20.246698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52c185d-c30a-4f5f-9c5e-402ab1f8e4da admin admin] Deleting subnet 9c2d33e8-1976-4935-96de-3aaaedd97a5c {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:23:20.248592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15390c-b023-45d2-8a90-79cb2a11d3c4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event deleted for resources: {'Port': ['ID=05b2e216-9b0e-4337-985d-08db70a94cfd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:20.264319 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f52c185d-c30a-4f5f-9c5e-402ab1f8e4da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.313429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-62e6c81d-5f24-466c-9440-68672873f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:20.315075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-62e6c81d-5f24-466c-9440-68672873f765 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=89255232-d47d-418b-bb7f-3b0770f2f061 HTTP/1.1" status: 200 len: 858 time: 0.2799387 Jun 03 15:23:20.407948 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc75635b-e92b-4c56-804b-ff7c9bc185c5'] response: {'server_uuid': '0887725e-7add-41dc-b95d-d535ee254bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad3b805-4002-4a3a-8fb2-52f7782f2af2', 'code': 200} Jun 03 15:23:20.408662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 98d2e57c-9754-43da-9f2c-9f162627aaec no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:20.431539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-e928df1d-feff-48f6-aeac-12707e0bed52 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5538df04-935b-45a3-8ebf-2ca835c24e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891414 Jun 03 15:23:20.447071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c300c5a-5b67-418a-a5d4-f6d6baeca665 req-936eccfd-204f-49f5-bb44-91a5402f4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:20.448540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c300c5a-5b67-418a-a5d4-f6d6baeca665 req-936eccfd-204f-49f5-bb44-91a5402f4652 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 200 len: 913 time: 0.4907060 Jun 03 15:23:20.497293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 98d2e57c-9754-43da-9f2c-9f162627aaec {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:20.498005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 98d2e57c-9754-43da-9f2c-9f162627aaec not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:20.504450 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-aecf45d0-bcc9-431e-954c-839424e8939e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7366419 Jun 03 15:23:20.513084 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f52c185d-c30a-4f5f-9c5e-402ab1f8e4da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.588048 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9661b236-b272-41be-80f4-3cf1748e6693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.633228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Request body: {'port': {'device_id': '613d6ef0-09a0-434d-b868-f2dfb8ae404b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:20.683373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-5f15390c-b023-45d2-8a90-79cb2a11d3c4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] No DVR routers for this DVR port 05b2e216-9b0e-4337-985d-08db70a94cfd on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:20.703636 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-5f15390c-b023-45d2-8a90-79cb2a11d3c4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:20.705566 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7a1272c7-3cfd-414f-b933-3fbe87664fc6 req-5f15390c-b023-45d2-8a90-79cb2a11d3c4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.67 "DELETE /v2.0/ports/05b2e216-9b0e-4337-985d-08db70a94cfd HTTP/1.1" status: 204 len: 173 time: 2.7884130 Jun 03 15:23:20.832568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0df4d-5627-4ecd-a74a-5642c72700c3 req-7b12d89e-7d8a-42c1-96e6-a329892c552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:20.834220 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b9e0df4d-5627-4ecd-a74a-5642c72700c3 req-7b12d89e-7d8a-42c1-96e6-a329892c552a service neutron] 10.222.0.67 "GET /v2.0/networks?id=5538df04-935b-45a3-8ebf-2ca835c24e00 HTTP/1.1" status: 200 len: 919 time: 0.6298871 Jun 03 15:23:20.938174 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c300c5a-5b67-418a-a5d4-f6d6baeca665 req-80776462-7791-44b4-b6fe-dafe122d9c2b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e20b808-915f-4142-9c34-ef5ac52e9628 HTTP/1.1" status: 200 len: 217 time: 0.3663216 Jun 03 15:23:20.945896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da04565-08a5-4f61-83d6-3026dda9a169 req-737c1a1a-0f70-41db-8c83-553cd375834b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:20.947369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7da04565-08a5-4f61-83d6-3026dda9a169 req-737c1a1a-0f70-41db-8c83-553cd375834b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 932 time: 0.9268680 Jun 03 15:23:21.044891 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f52c185d-c30a-4f5f-9c5e-402ab1f8e4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:21.074612 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9661b236-b272-41be-80f4-3cf1748e6693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:21.103646 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b9e0df4d-5627-4ecd-a74a-5642c72700c3 req-726d2601-eaaa-4166-9cd8-968495fb1518 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2214a868-fd4a-4512-8610-a4adf265ea06 HTTP/1.1" status: 200 len: 217 time: 0.2607093 Jun 03 15:23:21.104184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:21.174722 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-cb59db55-df7e-47bf-983e-a5b52b76faa1 service neutron] 10.222.0.75 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162404 Jun 03 15:23:21.174722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c300c5a-5b67-418a-a5d4-f6d6baeca665 req-14bfd75d-6e9c-4b18-87c3-581aeb051b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:21.174722 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c300c5a-5b67-418a-a5d4-f6d6baeca665 req-14bfd75d-6e9c-4b18-87c3-581aeb051b4f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5b58f9ad-8000-49aa-8e7c-45a5a524d33a HTTP/1.1" status: 200 len: 852 time: 0.2179258 Jun 03 15:23:21.185267 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7da04565-08a5-4f61-83d6-3026dda9a169 req-66c5fc8f-4c89-4565-ac98-7ef1eef4bcd9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824417 Jun 03 15:23:21.327510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c300c5a-5b67-418a-a5d4-f6d6baeca665 req-962613b8-ec8f-4d67-a562-bdc92abf5c12 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e2c30d5b-a4a2-4263-95e1-4133b409a960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296771 Jun 03 15:23:21.335881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0df4d-5627-4ecd-a74a-5642c72700c3 req-0c4e74fd-3f22-4a41-8fbb-3d529fd4aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:21.343559 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b9e0df4d-5627-4ecd-a74a-5642c72700c3 req-0c4e74fd-3f22-4a41-8fbb-3d529fd4aff9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=89255232-d47d-418b-bb7f-3b0770f2f061 HTTP/1.1" status: 200 len: 858 time: 0.1690574 Jun 03 15:23:21.363936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b18e3-5c09-4a04-a386-06745f042b7d req-8067721c-e615-4ce6-a8be-1e7006508119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:21.363936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f24b18e3-5c09-4a04-a386-06745f042b7d req-8067721c-e615-4ce6-a8be-1e7006508119 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 1096 time: 0.6896803 Jun 03 15:23:21.376969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab2c3d-6b05-4fcb-ae42-49d52cd537ba req-8b3061c3-0c90-46a0-9568-d39c1b28e52a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:21.392324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20ab2c3d-6b05-4fcb-ae42-49d52cd537ba req-8b3061c3-0c90-46a0-9568-d39c1b28e52a tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 946 time: 0.8026764 Jun 03 15:23:21.392324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f52c185d-c30a-4f5f-9c5e-402ab1f8e4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:21.399244 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-db36cae3-94b0-449d-badd-fabd16bd823a req-abbeb0bf-91f8-4bc8-8adf-2156a89840b0 tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.67 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.2208104 Jun 03 15:23:21.480657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b24abb2-3515-442e-8b4b-0d6c23273f90', 'tag': 'f441a167-f825-422c-b807-b4b1fd1dc8e9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:21.500523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'name': 'network-vif-deleted', 'tag': '05b2e216-9b0e-4337-985d-08db70a94cfd'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:21.513643 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b9e0df4d-5627-4ecd-a74a-5642c72700c3 req-2e1a02ca-5a53-4ff7-8e6c-943acfec9eb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5538df04-935b-45a3-8ebf-2ca835c24e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296318 Jun 03 15:23:21.523770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 05b2e216-9b0e-4337-985d-08db70a94cfd no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:21.617670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 05b2e216-9b0e-4337-985d-08db70a94cfd {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:21.617670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 05b2e216-9b0e-4337-985d-08db70a94cfd not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:21.625932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48748c28-6b1d-4403-b11d-28d025212331 req-06a963d7-e358-4f2b-b76a-d24f53660da4 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b486198-db83-4fcf-ac24-c1bba2a89920 HTTP/1.1" status: 200 len: 210 time: 0.2415156 Jun 03 15:23:21.626631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c185d-c30a-4f5f-9c5e-402ab1f8e4da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2d33e8-1976-4935-96de-3aaaedd97a5c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:21.633078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f52c185d-c30a-4f5f-9c5e-402ab1f8e4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:21.703045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9661b236-b272-41be-80f4-3cf1748e6693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:21.706309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f52c185d-c30a-4f5f-9c5e-402ab1f8e4da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9c2d33e8-1976-4935-96de-3aaaedd97a5c HTTP/1.1" status: 204 len: 168 time: 1.7470028 Jun 03 15:23:21.740854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:21.759564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f24b18e3-5c09-4a04-a386-06745f042b7d req-c0d356bd-656b-443d-98f4-1e0fe84e718d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368993 Jun 03 15:23:21.776898 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20ab2c3d-6b05-4fcb-ae42-49d52cd537ba req-bc0fd544-16e4-48b3-9e3d-b5ae66482bc5 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976078 Jun 03 15:23:21.795566 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ead02601-e49f-419e-9367-55a6bcf2e7d0 req-e584dd81-f9c2-4016-9fda-5d0090060c90 service neutron] 10.222.0.75 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112738 Jun 03 15:23:21.806221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c300c5a-5b67-418a-a5d4-f6d6baeca665 req-e17e5b88-51c3-4e50-92c1-4ffb3bf5af30 service neutron] 10.222.0.75 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803040 Jun 03 15:23:21.974577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda5b900-c6c9-45df-b834-761e7bf6f24e None None] Network 6cedb352-1546-434a-82fe-cc940db20f3e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:21.994691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661b236-b272-41be-80f4-3cf1748e6693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=207d40d8-94b7-41a2-9015-a1d30fe95de1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:22.003265 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9661b236-b272-41be-80f4-3cf1748e6693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.043040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e7f8ef0-2e6d-4b25-b31b-a347b688b2fe req-51cc350c-a03e-49eb-a371-0a68f5f2112f tempest-ServersAdmin275Test-746936623 tempest-ServersAdmin275Test-746936623-project] 10.222.0.48 "GET /v2.0/ports?device_id=c88cd6d0-5b6c-4247-81bb-48bf3e765f14 HTTP/1.1" status: 200 len: 210 time: 0.0630627 Jun 03 15:23:22.097265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c300c5a-5b67-418a-a5d4-f6d6baeca665 req-f7511b74-17a6-4965-80e3-27187eb114b7 service neutron] 10.222.0.75 "GET /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704017 Jun 03 15:23:22.114512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bd3f0e-40b6-4a01-850d-fd4972851e4e {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:22.120521 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.124951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10f19a-cd2f-4225-ab5e-9b1d38bf0f25 req-8a1fa3a6-c1ab-4728-92dc-e43cfe992473 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:22.126529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f10f19a-cd2f-4225-ab5e-9b1d38bf0f25 req-8a1fa3a6-c1ab-4728-92dc-e43cfe992473 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 945 time: 0.1857285 Jun 03 15:23:22.132195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.166507 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9661b236-b272-41be-80f4-3cf1748e6693 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/207d40d8-94b7-41a2-9015-a1d30fe95de1 HTTP/1.1" status: 204 len: 168 time: 2.2204671 Jun 03 15:23:22.167628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Transition to ACTIVE for port object 91bd3f0e-40b6-4a01-850d-fd4972851e4e will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:22.170149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39744) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:22.227325 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.343096 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a36892-d1d4-4e35-bb5f-3bbab74e42e8'] response: {'server_uuid': '3b486198-db83-4fcf-ac24-c1bba2a89920', 'name': 'network-vif-deleted', 'tag': '05b2e216-9b0e-4337-985d-08db70a94cfd', 'status': 'completed', 'code': 200} Jun 03 15:23:22.343096 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Pushing event updated for resources: {'Port': ['ID=91bd3f0e-40b6-4a01-850d-fd4972851e4e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:22.365417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.388989 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3ea47c-abdf-49c1-8fba-7f218b1a33f4'] response: {'name': 'network-changed', 'server_uuid': '7b24abb2-3515-442e-8b4b-0d6c23273f90', 'tag': 'f441a167-f825-422c-b807-b4b1fd1dc8e9', 'status': 'completed', 'code': 200} Jun 03 15:23:22.422059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9314f4-a583-4e46-bb0a-5f76d1f448d4 None None] DHCP port deletion for 6cedb352-1546-434a-82fe-cc940db20f3e request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:23:22.422943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ae9314f4-a583-4e46-bb0a-5f76d1f448d4 None None] Deleting port 738dbd10-7b1d-479c-99fc-31fe9fe78407 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:22.424221 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ae9314f4-a583-4e46-bb0a-5f76d1f448d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.434387 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b9e0df4d-5627-4ecd-a74a-5642c72700c3 req-20a0d565-71b7-4489-94ab-8e0c070c1936 service neutron] 10.222.0.67 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7491386 Jun 03 15:23:22.530296 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.564694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f10f19a-cd2f-4225-ab5e-9b1d38bf0f25 req-59c9d377-3725-4ee3-92b4-5e69c95aa159 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229832 Jun 03 15:23:22.614741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Deleting port 738dbd10-7b1d-479c-99fc-31fe9fe78407 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:22.614741 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.775325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e0c39-31bb-4b99-9dd5-babfda850cb0 req-dcf5c691-2c97-4f79-b018-c2904076edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:22.776807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f08e0c39-31bb-4b99-9dd5-babfda850cb0 req-dcf5c691-2c97-4f79-b018-c2904076edd2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=df6bfc506a434c9c8fcb14de5ca78578&device_id=7b24abb2-3515-442e-8b4b-0d6c23273f90 HTTP/1.1" status: 200 len: 1095 time: 0.3784506 Jun 03 15:23:22.785770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abceb7b9-1db7-47d5-ab85-f96ef3029d27']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:22.814611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0245255-529f-4fb0-b96c-b6a6508e2b0a') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:22.814611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0245255-529f-4fb0-b96c-b6a6508e2b0a') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:22.826603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ae9314f4-a583-4e46-bb0a-5f76d1f448d4 None None] For port 738dbd10-7b1d-479c-99fc-31fe9fe78407, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=738dbd10-7b1d-479c-99fc-31fe9fe78407,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:22.827353 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ae9314f4-a583-4e46-bb0a-5f76d1f448d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.860421 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:22.958626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23944be4-4c9f-44f3-b7d3-d5271c506260 req-b93fdf0c-329f-463d-b830-8eb7d0a2aa61 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:22.979518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23944be4-4c9f-44f3-b7d3-d5271c506260 req-b93fdf0c-329f-463d-b830-8eb7d0a2aa61 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 944 time: 0.4467847 Jun 03 15:23:23.021559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Attempting to bind port 91bd3f0e-40b6-4a01-850d-fd4972851e4e on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:23.021559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Attempting to bind port 91bd3f0e-40b6-4a01-850d-fd4972851e4e by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:23.021559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Attempting to bind port 91bd3f0e-40b6-4a01-850d-fd4972851e4e on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:23.035917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.036665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ae9314f4-a583-4e46-bb0a-5f76d1f448d4 None None] Calling delete_port for 738dbd10-7b1d-479c-99fc-31fe9fe78407 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:23.037034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Port 91bd3f0e-40b6-4a01-850d-fd4972851e4e on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:23.037348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Attempting to bind port 91bd3f0e-40b6-4a01-850d-fd4972851e4e on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:23.043985 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b9e0df4d-5627-4ecd-a74a-5642c72700c3 req-9a2d5307-f07a-474d-b203-81c49e195f7e service neutron] 10.222.0.67 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440202 Jun 03 15:23:23.048518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:23:23.048518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.079699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:23.079995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Checking segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:23.081516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Bound using segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:23.081516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Bound port: 91bd3f0e-40b6-4a01-850d-fd4972851e4e, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:23.081516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.194273 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a0245255-529f-4fb0-b96c-b6a6508e2b0a resource provider aggregate not found Jun 03 15:23:23.251197 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ae9314f4-a583-4e46-bb0a-5f76d1f448d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.287135 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a0245255-529f-4fb0-b96c-b6a6508e2b0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0245255-529f-4fb0-b96c-b6a6508e2b0a found for delete ", "request_id": "req-743154fb-91e9-42ee-b66e-ff1f5504983b"}]} Jun 03 15:23:23.375486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9314f4-a583-4e46-bb0a-5f76d1f448d4 None None] Pushing event deleted for resources: {'Port': ['ID=738dbd10-7b1d-479c-99fc-31fe9fe78407,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:23.388974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9314f4-a583-4e46-bb0a-5f76d1f448d4 None None] No DVR routers for this DVR port 738dbd10-7b1d-479c-99fc-31fe9fe78407 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:23.400601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.411715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23944be4-4c9f-44f3-b7d3-d5271c506260 req-4d4e08e8-49ca-42b6-b6a9-61c0b9e24dfc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431386 Jun 03 15:23:23.426367 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.444413 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] 10.222.0.48 "DELETE /v2.0/networks/abceb7b9-1db7-47d5-ab85-f96ef3029d27 HTTP/1.1" status: 204 len: 168 time: 1.6874652 Jun 03 15:23:23.454626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9751f5-b2c8-4db9-b838-c60a28458f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=abceb7b9-1db7-47d5-ab85-f96ef3029d27,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:23.462605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] For port 91bd3f0e-40b6-4a01-850d-fd4972851e4e, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:23.465919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f87036be-aa20-4168-b7bf-bd2659d2b9bc req-993964b0-9cf9-4744-8a96-b60ceeb5a888 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/22906e45-53f9-4780-8334-a494a558dccf HTTP/1.1" status: 200 len: 1802 time: 0.6468925 Jun 03 15:23:23.466216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] For port 91bd3f0e-40b6-4a01-850d-fd4972851e4e, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=91bd3f0e-40b6-4a01-850d-fd4972851e4e,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:23.477930 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.490049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] For port 738dbd10-7b1d-479c-99fc-31fe9fe78407, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=738dbd10-7b1d-479c-99fc-31fe9fe78407,segment=NetworkSegment(dfa339c3-293b-4224-8db7-ee732e4ba837),segment_id=dfa339c3-293b-4224-8db7-ee732e4ba837)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:23.490688 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.506490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e0c39-31bb-4b99-9dd5-babfda850cb0 req-6df3e6df-5d49-4b79-832e-442f6bd84634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:23.508572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f08e0c39-31bb-4b99-9dd5-babfda850cb0 req-6df3e6df-5d49-4b79-832e-442f6bd84634 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5538df04-935b-45a3-8ebf-2ca835c24e00 HTTP/1.1" status: 200 len: 919 time: 0.6883366 Jun 03 15:23:23.538419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2214a868-fd4a-4512-8610-a4adf265ea06 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:23.589632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:23.590599 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.592374 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] 10.222.0.75 "PUT /v2.0/ports/91bd3f0e-40b6-4a01-850d-fd4972851e4e HTTP/1.1" status: 200 len: 1092 time: 3.0068367 Jun 03 15:23:23.596338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df37ee-d9d4-4e52-950f-ea8d21c78948 service neutron] Pushing event updated for resources: {'Port': ['ID=91bd3f0e-40b6-4a01-850d-fd4972851e4e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:23.604989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39766) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:23.723505 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8ac09df0-5582-4490-bee3-c900e5911809 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51c751b7e7be4991b12ba9352661a43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146071 Jun 03 15:23:23.727843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39770) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:23.748908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2214a868-fd4a-4512-8610-a4adf265ea06, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2214a868-fd4a-4512-8610-a4adf265ea06,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:23.778542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '2214a868-fd4a-4512-8610-a4adf265ea06', 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00', 'port_id': '2214a868-fd4a-4512-8610-a4adf265ea06', 'mac_address': 'fa:16:3e:24:51:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89255232-d47d-418b-bb7f-3b0770f2f061', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:23.807305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ddd03-cf16-4753-ad55-432858842a61 req-0a31a948-8bbe-4b5c-a2bb-e4a541fe0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:23.807873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f08e0c39-31bb-4b99-9dd5-babfda850cb0 req-5a7cd7dd-1ac0-44d8-b06a-704163699250 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f441a167-f825-422c-b807-b4b1fd1dc8e9 HTTP/1.1" status: 200 len: 217 time: 0.2784538 Jun 03 15:23:23.808799 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-0a31a948-8bbe-4b5c-a2bb-e4a541fe0ff5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 1095 time: 0.1601644 Jun 03 15:23:23.813284 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-480be0ff-16b6-407a-956b-12b161b247cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.814669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Calling delete_port for 738dbd10-7b1d-479c-99fc-31fe9fe78407 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:23.831899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device f441a167-f825-422c-b807-b4b1fd1dc8e9 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:23.865750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 2214a868-fd4a-4512-8610-a4adf265ea06 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:23.866144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.907971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-480be0ff-16b6-407a-956b-12b161b247cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:23.915943 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-47558e23-df37-473a-b2a0-84f636dd5a4e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91bd3f0e-40b6-4a01-850d-fd4972851e4e HTTP/1.1" status: 200 len: 217 time: 0.0813997 Jun 03 15:23:23.943648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2214a868-fd4a-4512-8610-a4adf265ea06 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:24.004629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e0c39-31bb-4b99-9dd5-babfda850cb0 req-e65ee207-1e33-4ded-b90c-1ec26e647abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:24.004629 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f08e0c39-31bb-4b99-9dd5-babfda850cb0 req-e65ee207-1e33-4ded-b90c-1ec26e647abe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=89255232-d47d-418b-bb7f-3b0770f2f061 HTTP/1.1" status: 200 len: 858 time: 0.1526802 Jun 03 15:23:24.004629 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f87036be-aa20-4168-b7bf-bd2659d2b9bc req-5d705d6c-6aa5-4883-865e-e0fa7d34c37b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.042944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2214a868-fd4a-4512-8610-a4adf265ea06, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2214a868-fd4a-4512-8610-a4adf265ea06,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:24.052389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ddd03-cf16-4753-ad55-432858842a61 req-51cc0fd8-bb8d-4038-a964-151a7df7a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:24.052389 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-51cc0fd8-bb8d-4038-a964-151a7df7a877 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.1274261 Jun 03 15:23:24.066051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port f441a167-f825-422c-b807-b4b1fd1dc8e9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=f441a167-f825-422c-b807-b4b1fd1dc8e9,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:24.067258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace0d29-558c-4111-93d2-03caf7fd1971 req-5c406b2d-2f28-44d2-807e-379030369df2 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:24.074469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cace0d29-558c-4111-93d2-03caf7fd1971 req-5c406b2d-2f28-44d2-807e-379030369df2 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 946 time: 0.4540515 Jun 03 15:23:24.097895 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.101207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f08e0c39-31bb-4b99-9dd5-babfda850cb0 req-8dde558c-3139-4b67-bd4d-fb57e0bac18c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5538df04-935b-45a3-8ebf-2ca835c24e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858257 Jun 03 15:23:24.101367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'f441a167-f825-422c-b807-b4b1fd1dc8e9', 'network_id': '5538df04-935b-45a3-8ebf-2ca835c24e00', 'port_id': 'f441a167-f825-422c-b807-b4b1fd1dc8e9', 'mac_address': 'fa:16:3e:c8:6f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89255232-d47d-418b-bb7f-3b0770f2f061', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:24.129268 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-dd621b53-3dad-4dcb-a130-613ce3fb2e20 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667746 Jun 03 15:23:24.136459 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f87036be-aa20-4168-b7bf-bd2659d2b9bc req-5d705d6c-6aa5-4883-865e-e0fa7d34c37b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.154197 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:23:24.154515 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:23:24.161703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 738dbd10-7b1d-479c-99fc-31fe9fe78407 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:24.172981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-480be0ff-16b6-407a-956b-12b161b247cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.261571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480be0ff-16b6-407a-956b-12b161b247cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff193f5-4781-47f6-b353-ace55854f987,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:24.262178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cace0d29-558c-4111-93d2-03caf7fd1971 req-a917c623-0f52-4e76-8be5-1bd2c9b46950 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871111 Jun 03 15:23:24.296507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-480be0ff-16b6-407a-956b-12b161b247cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.297931 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-480be0ff-16b6-407a-956b-12b161b247cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ff193f5-4781-47f6-b353-ace55854f987 HTTP/1.1" status: 204 len: 168 time: 0.5684774 Jun 03 15:23:24.325716 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f87036be-aa20-4168-b7bf-bd2659d2b9bc req-5d705d6c-6aa5-4883-865e-e0fa7d34c37b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.330265 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=2214a868-fd4a-4512-8610-a4adf265ea06,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:24.340638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613d6ef0-09a0-434d-b868-f2dfb8ae404b', 'tag': '91bd3f0e-40b6-4a01-850d-fd4972851e4e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:24.358529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 738dbd10-7b1d-479c-99fc-31fe9fe78407 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:24.358866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 738dbd10-7b1d-479c-99fc-31fe9fe78407 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:24.393655 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-536a79d9-0259-485d-a3b8-a572c32b2db2 service neutron] 10.222.0.75 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565243 Jun 03 15:23:24.399440 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f08e0c39-31bb-4b99-9dd5-babfda850cb0 req-5809d5e1-3d0b-4b5e-ab67-402ae9d70287 service neutron] 10.222.0.75 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439535 Jun 03 15:23:24.405475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port f441a167-f825-422c-b807-b4b1fd1dc8e9 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:24.405859 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.428433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f441a167-f825-422c-b807-b4b1fd1dc8e9 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:24.453066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port f441a167-f825-422c-b807-b4b1fd1dc8e9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=f441a167-f825-422c-b807-b4b1fd1dc8e9,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:24.459974 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.481832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d705d6c-6aa5-4883-865e-e0fa7d34c37b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22906e45-53f9-4780-8334-a494a558dccf,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:24.536044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-7e75dd49-e24f-4e5e-bb75-66f1da398b2c service neutron] 10.222.0.75 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343334 Jun 03 15:23:24.556548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['2214a868-fd4a-4512-8610-a4adf265ea06'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:24.613978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f87036be-aa20-4168-b7bf-bd2659d2b9bc req-5d705d6c-6aa5-4883-865e-e0fa7d34c37b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.638333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f87036be-aa20-4168-b7bf-bd2659d2b9bc req-5d705d6c-6aa5-4883-865e-e0fa7d34c37b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "DELETE /v2.0/security-groups/22906e45-53f9-4780-8334-a494a558dccf HTTP/1.1" status: 204 len: 173 time: 1.1281536 Jun 03 15:23:24.656332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Deleting port 738dbd10-7b1d-479c-99fc-31fe9fe78407 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:24.656332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:24.789652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=f441a167-f825-422c-b807-b4b1fd1dc8e9,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:24.801930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['f441a167-f825-422c-b807-b4b1fd1dc8e9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:24.857810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] The port '738dbd10-7b1d-479c-99fc-31fe9fe78407' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:23:24.963743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f08e0c39-31bb-4b99-9dd5-babfda850cb0 req-55cf0a79-94c0-4ac5-b058-3f59cb79405f service neutron] 10.222.0.75 "GET /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485101 Jun 03 15:23:25.026043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39792) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:25.088445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.131758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047d629-7579-458e-859a-4990e2d02e14 req-d970afc7-de30-46d5-ad70-32d028873fb4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:25.138427 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9047d629-7579-458e-859a-4990e2d02e14 req-d970afc7-de30-46d5-ad70-32d028873fb4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 945 time: 0.3402436 Jun 03 15:23:25.144871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cedb352-1546-434a-82fe-cc940db20f3e']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:25.183378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa339c3-293b-4224-8db7-ee732e4ba837') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:25.183378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa339c3-293b-4224-8db7-ee732e4ba837') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:25.203938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4d0d3-de3e-4976-9d56-cfdf55a45e3c req-59f4770a-067d-42e4-9aa6-c0bff1cce9dc tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:25.204929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccd4d0d3-de3e-4976-9d56-cfdf55a45e3c req-59f4770a-067d-42e4-9aa6-c0bff1cce9dc tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b24abb2-3515-442e-8b4b-0d6c23273f90 HTTP/1.1" status: 200 len: 945 time: 0.3703547 Jun 03 15:23:25.210184 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.215374 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0f4f8d2-ede9-4a57-b9a1-8152ec8b1826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.240473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d0f4f8d2-ede9-4a57-b9a1-8152ec8b1826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:25.245211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d0f4f8d2-ede9-4a57-b9a1-8152ec8b1826 admin admin] Usage tracker for resource:security_group_rule and tenant:351c28668ce4431da57de0fc8d895570 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:25.248830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d0f4f8d2-ede9-4a57-b9a1-8152ec8b1826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:25.254070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d0f4f8d2-ede9-4a57-b9a1-8152ec8b1826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:25.266726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9047d629-7579-458e-859a-4990e2d02e14 req-d6adb701-e67e-4bcf-9e27-bbc65d733172 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266243 Jun 03 15:23:25.277925 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.289640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:23:25.290085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.326900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccd4d0d3-de3e-4976-9d56-cfdf55a45e3c req-420def8d-2ece-41a8-a66a-67e08ab2cab4 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086576 Jun 03 15:23:25.402652 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07978334-db40-4809-a589-c33e033d824b'] response: {'name': 'network-changed', 'server_uuid': '613d6ef0-09a0-434d-b868-f2dfb8ae404b', 'tag': '91bd3f0e-40b6-4a01-850d-fd4972851e4e', 'status': 'completed', 'code': 200} Jun 03 15:23:25.446719 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0f4f8d2-ede9-4a57-b9a1-8152ec8b1826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.453481 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0f4f8d2-ede9-4a57-b9a1-8152ec8b1826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.496419 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d0f4f8d2-ede9-4a57-b9a1-8152ec8b1826 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=351c28668ce4431da57de0fc8d895570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695723 Jun 03 15:23:25.499257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39812) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:25.556191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4f8d2-ede9-4a57-b9a1-8152ec8b1826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8b9d54-ba70-44a4-8306-6ee286ecea3b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:25.594854 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d86f2f2-9cd5-4524-8182-faf9f7a2f1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.598086 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment dfa339c3-293b-4224-8db7-ee732e4ba837 resource provider aggregate not found Jun 03 15:23:25.627366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d86f2f2-9cd5-4524-8182-faf9f7a2f1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.710336 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment dfa339c3-293b-4224-8db7-ee732e4ba837 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfa339c3-293b-4224-8db7-ee732e4ba837 found for delete ", "request_id": "req-c22a7e67-1677-4fa1-9fa6-0a3e29e7dd90"}]} Jun 03 15:23:25.712602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d86f2f2-9cd5-4524-8182-faf9f7a2f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.728471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86f2f2-9cd5-4524-8182-faf9f7a2f1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8b9d54-ba70-44a4-8306-6ee286ecea3b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:25.733461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39822) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:25.741538 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d86f2f2-9cd5-4524-8182-faf9f7a2f1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.746037 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1d86f2f2-9cd5-4524-8182-faf9f7a2f1ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc8b9d54-ba70-44a4-8306-6ee286ecea3b HTTP/1.1" status: 204 len: 168 time: 0.2453144 Jun 03 15:23:25.803404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 91bd3f0e-40b6-4a01-850d-fd4972851e4e details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:25.804876 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.808050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device f441a167-f825-422c-b807-b4b1fd1dc8e9 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:25.810993 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:25.845913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7131338b-4cc1-4e98-9e08-bf679ac1864e req-98c47bc9-77d6-4695-8586-a479d8994101 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/9da3ebe8-f277-4adb-a66e-a35867eefdf4 HTTP/1.1" status: 200 len: 1800 time: 0.2087486 Jun 03 15:23:25.855241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] 10.222.0.48 "DELETE /v2.0/networks/6cedb352-1546-434a-82fe-cc940db20f3e HTTP/1.1" status: 204 len: 168 time: 3.6837976 Jun 03 15:23:25.857109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae8db3-556b-4b2b-b057-fd8e13eed03c admin admin] Pushing event deleted for resources: {'Network': ['ID=6cedb352-1546-434a-82fe-cc940db20f3e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:25.858534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39830) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:25.920125 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec152-f2a3-40a3-9b72-4039afb1e170 req-dec4fae6-8b86-4218-ac73-893fd4fae080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:25.923332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25aec152-f2a3-40a3-9b72-4039afb1e170 req-dec4fae6-8b86-4218-ac73-893fd4fae080 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 1095 time: 0.3201981 Jun 03 15:23:25.943347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1354919785-network', 'tenant_id': 'f51af35cb5d64947a7a961640a1e91a0'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:25.947663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:25.953024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Usage tracker for resource:network and tenant:f51af35cb5d64947a7a961640a1e91a0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:25.968381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:25.994168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cad4cf-7e17-4eac-8117-816c2ff8650d req-655ef519-a195-4d0f-98dd-a9b992f28c47 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:25.996944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5cad4cf-7e17-4eac-8117-816c2ff8650d req-655ef519-a195-4d0f-98dd-a9b992f28c47 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 944 time: 0.3951783 Jun 03 15:23:26.063352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port f441a167-f825-422c-b807-b4b1fd1dc8e9 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:26.073730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port f441a167-f825-422c-b807-b4b1fd1dc8e9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:26.074042 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.112640 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7131338b-4cc1-4e98-9e08-bf679ac1864e req-7a181f64-b04f-42a8-8d04-bea0266bb648 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.176762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 91bd3f0e-40b6-4a01-850d-fd4972851e4e, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=91bd3f0e-40b6-4a01-850d-fd4972851e4e,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:26.186811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5cad4cf-7e17-4eac-8117-816c2ff8650d req-a6c67942-fea0-4129-9e5d-f04b1c29c0d1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289020 Jun 03 15:23:26.186931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39838) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:26.198023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '91bd3f0e-40b6-4a01-850d-fd4972851e4e', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'port_id': '91bd3f0e-40b6-4a01-850d-fd4972851e4e', 'mac_address': 'fa:16:3e:52:fd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b77897-1629-4d38-8157-f1d40799acb4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:26.200018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:26.214171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Made reservation on behalf of f51af35cb5d64947a7a961640a1e91a0 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:26.217797 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.226490 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7131338b-4cc1-4e98-9e08-bf679ac1864e req-7a181f64-b04f-42a8-8d04-bea0266bb648 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.242573 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.295656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adb2da98-9788-4ce8-8864-cbfd06ba083c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.305300 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 91bd3f0e-40b6-4a01-850d-fd4972851e4e is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:26.305897 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.327951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:26.339280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bd3f0e-40b6-4a01-850d-fd4972851e4e {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:26.342327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Usage tracker for resource:security_group_rule and tenant:f51af35cb5d64947a7a961640a1e91a0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:26.346734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:26.355826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:26.359205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 91bd3f0e-40b6-4a01-850d-fd4972851e4e, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=91bd3f0e-40b6-4a01-850d-fd4972851e4e,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:26.372561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port f441a167-f825-422c-b807-b4b1fd1dc8e9 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:26.372946 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.382646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec152-f2a3-40a3-9b72-4039afb1e170 req-af7b1397-4dc1-4b4d-9b6c-9314d516a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:26.384857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25aec152-f2a3-40a3-9b72-4039afb1e170 req-af7b1397-4dc1-4b4d-9b6c-9314d516a5e3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 912 time: 0.4417052 Jun 03 15:23:26.388649 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.471268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b24abb2-3515-442e-8b4b-0d6c23273f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f441a167-f825-422c-b807-b4b1fd1dc8e9'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:26.487922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port f441a167-f825-422c-b807-b4b1fd1dc8e9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=f441a167-f825-422c-b807-b4b1fd1dc8e9,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:26.494919 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.501574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7131338b-4cc1-4e98-9e08-bf679ac1864e req-7a181f64-b04f-42a8-8d04-bea0266bb648 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.501724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=91bd3f0e-40b6-4a01-850d-fd4972851e4e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:26.529037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-adb2da98-9788-4ce8-8864-cbfd06ba083c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:26.549620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25aec152-f2a3-40a3-9b72-4039afb1e170 req-975df264-31d1-4201-a563-beb2f848bd41 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91bd3f0e-40b6-4a01-850d-fd4972851e4e HTTP/1.1" status: 200 len: 217 time: 0.1027610 Jun 03 15:23:26.553223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-adb2da98-9788-4ce8-8864-cbfd06ba083c admin admin] Usage tracker for resource:security_group_rule and tenant:48f2d091389847bf863d490e5afb89ee is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:26.557610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a181f64-b04f-42a8-8d04-bea0266bb648 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da3ebe8-f277-4adb-a66e-a35867eefdf4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:26.557903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-adb2da98-9788-4ce8-8864-cbfd06ba083c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:26.577077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=f441a167-f825-422c-b807-b4b1fd1dc8e9,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:26.601244 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7131338b-4cc1-4e98-9e08-bf679ac1864e req-7a181f64-b04f-42a8-8d04-bea0266bb648 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.606382 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7131338b-4cc1-4e98-9e08-bf679ac1864e req-7a181f64-b04f-42a8-8d04-bea0266bb648 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "DELETE /v2.0/security-groups/9da3ebe8-f277-4adb-a66e-a35867eefdf4 HTTP/1.1" status: 204 len: 173 time: 0.7411013 Jun 03 15:23:26.612388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-adb2da98-9788-4ce8-8864-cbfd06ba083c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:26.680657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec152-f2a3-40a3-9b72-4039afb1e170 req-f80dfa3a-7e4f-422d-89bd-e4c69018e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:26.682138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25aec152-f2a3-40a3-9b72-4039afb1e170 req-f80dfa3a-7e4f-422d-89bd-e4c69018e7f1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.1183643 Jun 03 15:23:26.701525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f4e40-a285-42d0-85c0-cbb45173e57b req-3239bfcd-bebc-4c01-9780-dd132d4bf6f8 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:26.710716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-041f4e40-a285-42d0-85c0-cbb45173e57b req-3239bfcd-bebc-4c01-9780-dd132d4bf6f8 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 945 time: 0.3217766 Jun 03 15:23:26.735796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['91bd3f0e-40b6-4a01-850d-fd4972851e4e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:26.794566 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.802206 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.823235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25aec152-f2a3-40a3-9b72-4039afb1e170 req-93141ffd-046f-4a41-9e55-bc147c76ecfd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083663 Jun 03 15:23:26.845399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:23:26.872507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df75b8c2-c7da-469f-8241-b74f13ad1424,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:26.876510 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:26.876986 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Added segment e0b9b051-c9b2-4ba2-8db4-1c843a6304be of type vlan for network cdb20da1-12d5-45d5-b2b6-17a0b1c2951b Jun 03 15:23:26.967990 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-041f4e40-a285-42d0-85c0-cbb45173e57b req-a39457ba-2afa-465f-82d4-18e46a7daaa6 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561493 Jun 03 15:23:26.987485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.030814 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adb2da98-9788-4ce8-8864-cbfd06ba083c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.038305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.053055 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adb2da98-9788-4ce8-8864-cbfd06ba083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.063546 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cd8ba8-6a6f-48ce-8607-601121ef3743'] response: {'server_uuid': '7b24abb2-3515-442e-8b4b-0d6c23273f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f441a167-f825-422c-b807-b4b1fd1dc8e9', 'code': 200} Jun 03 15:23:27.123068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020348-9c2d-4696-ad3a-68d5ebad2184 req-68584b61-6eb0-48e9-a399-16eb3f7c955d tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:27.124891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20020348-9c2d-4696-ad3a-68d5ebad2184 req-68584b61-6eb0-48e9-a399-16eb3f7c955d tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b24abb2-3515-442e-8b4b-0d6c23273f90 HTTP/1.1" status: 200 len: 946 time: 0.3697343 Jun 03 15:23:27.128114 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.129228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:27.130440 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.136690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1584192645', 'description': 'tempest-description-2045646297'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:27.148842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-adb2da98-9788-4ce8-8864-cbfd06ba083c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48f2d091389847bf863d490e5afb89ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9566696 Jun 03 15:23:27.154109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:27.156950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39850) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:27.171197 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25aec152-f2a3-40a3-9b72-4039afb1e170 req-031f9479-5c02-4f5c-8900-df650535a739 service neutron] 10.222.0.75 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339388 Jun 03 15:23:27.175607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2da98-9788-4ce8-8864-cbfd06ba083c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daedf929-e964-4f76-92d5-9818e4197843,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:27.190371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:27.216850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:27.228243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:27.336875 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20020348-9c2d-4696-ad3a-68d5ebad2184 req-ccad6a28-815f-4ac9-9918-0783535367c2 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893106 Jun 03 15:23:27.423983 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7a81a522-e31d-451a-a64c-cacf597ee767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.430963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb20da1-12d5-45d5-b2b6-17a0b1c2951b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:27.445778 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-32c00fe7-ac3b-49c8-8779-5885def5db57 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7108817 Jun 03 15:23:27.449712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network cdb20da1-12d5-45d5-b2b6-17a0b1c2951b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:23:27.450887 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39856) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:27.467569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25aec152-f2a3-40a3-9b72-4039afb1e170 req-eb169e26-d111-49a5-8c4a-1ea6aa60e753 service neutron] 10.222.0.75 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745066 Jun 03 15:23:27.472958 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Request body: {'subnet': {'network_id': 'cdb20da1-12d5-45d5-b2b6-17a0b1c2951b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1354919785-subnet', 'tenant_id': 'f51af35cb5d64947a7a961640a1e91a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:27.474351 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.494325 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7a81a522-e31d-451a-a64c-cacf597ee767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.520493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:27.525869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Usage tracker for resource:security_group_rule and tenant:cf8688d8ee834a5d8dc06dd4f41cabdd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:27.529620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:27.536222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:27.555754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:27.561785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2214a868-fd4a-4512-8610-a4adf265ea06 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:27.594095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Usage tracker for resource:subnet and tenant:f51af35cb5d64947a7a961640a1e91a0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:27.634189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:27.649647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:27.650680 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.658963 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.676295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246da74-8fcb-42fd-b133-41d7c2d802ac req-fffedd49-2e3d-424a-927c-493450c0afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:27.678756 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5246da74-8fcb-42fd-b133-41d7c2d802ac req-fffedd49-2e3d-424a-927c-493450c0afdd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b24abb2-3515-442e-8b4b-0d6c23273f90 HTTP/1.1" status: 200 len: 1097 time: 0.5094700 Jun 03 15:23:27.717728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Made reservation on behalf of f51af35cb5d64947a7a961640a1e91a0 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:27.721090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.732888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 2214a868-fd4a-4512-8610-a4adf265ea06 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:27.738741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 2214a868-fd4a-4512-8610-a4adf265ea06 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:27.739350 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.781054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e4d736-073b-4a1a-8dc2-03fb6ea50c94,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:27.801737 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7a81a522-e31d-451a-a64c-cacf597ee767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.805491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7a81a522-e31d-451a-a64c-cacf597ee767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.807167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7a81a522-e31d-451a-a64c-cacf597ee767 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/daedf929-e964-4f76-92d5-9818e4197843 HTTP/1.1" status: 204 len: 168 time: 0.6357868 Jun 03 15:23:27.816088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 91bd3f0e-40b6-4a01-850d-fd4972851e4e up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:27.826850 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:27.828260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fddc2be-3eb5-4390-994f-d2f10ebdeeef req-a188109c-ce18-4418-876b-eda6499fc1cc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7213075 Jun 03 15:23:27.841298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81a522-e31d-451a-a64c-cacf597ee767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daedf929-e964-4f76-92d5-9818e4197843,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:27.894610 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5246da74-8fcb-42fd-b133-41d7c2d802ac req-91405e01-2a6e-4bdc-8a83-91b88e826529 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043765 Jun 03 15:23:27.902720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55eb10-1d6c-4637-acd3-e49e98083573 req-8e7b7ef9-6a3d-4fc2-8694-bd059bbe1f88 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:27.917724 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f55eb10-1d6c-4637-acd3-e49e98083573 req-8e7b7ef9-6a3d-4fc2-8694-bd059bbe1f88 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 945 time: 0.2064602 Jun 03 15:23:27.996539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] Deleting port 28384974-f0af-4812-ae74-ab07aae3c8fc {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:27.996920 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.079531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 2214a868-fd4a-4512-8610-a4adf265ea06 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:28.080472 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.090882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 91bd3f0e-40b6-4a01-850d-fd4972851e4e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:28.095128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f55eb10-1d6c-4637-acd3-e49e98083573 req-cbedffde-ff0a-4b7a-a14f-1114bb818679 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763213 Jun 03 15:23:28.098123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 91bd3f0e-40b6-4a01-850d-fd4972851e4e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:28.098702 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.159670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952fac4-c424-4897-bfc0-99abafafdf34 req-678b9d3a-2024-4ccb-ab11-ae311ea7f88e tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:28.163583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4952fac4-c424-4897-bfc0-99abafafdf34 req-678b9d3a-2024-4ccb-ab11-ae311ea7f88e tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 945 time: 0.1464930 Jun 03 15:23:28.209334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2214a868-fd4a-4512-8610-a4adf265ea06, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2214a868-fd4a-4512-8610-a4adf265ea06,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:28.219375 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.253732 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.334889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] For port 28384974-f0af-4812-ae74-ab07aae3c8fc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28384974-f0af-4812-ae74-ab07aae3c8fc,segment=NetworkSegment(d7108db9-c01c-4ab4-be39-cd8dacd612f8),segment_id=d7108db9-c01c-4ab4-be39-cd8dacd612f8)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:28.335049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.375140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=2214a868-fd4a-4512-8610-a4adf265ea06,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:28.377966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 91bd3f0e-40b6-4a01-850d-fd4972851e4e is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:28.378466 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.423152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 91bd3f0e-40b6-4a01-850d-fd4972851e4e, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=91bd3f0e-40b6-4a01-850d-fd4972851e4e,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:28.430124 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.537010 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=91bd3f0e-40b6-4a01-850d-fd4972851e4e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:28.547673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36599880-ae58-4a77-b1ce-bdceac417031 req-724f9048-933e-44ea-bc1d-0ddcbbb2969e tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/18e4d736-073b-4a1a-8dc2-03fb6ea50c94 HTTP/1.1" status: 200 len: 1803 time: 0.3807421 Jun 03 15:23:28.561117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4952fac4-c424-4897-bfc0-99abafafdf34 req-98f86e39-f871-4134-aec0-daf3c124ac1b tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572259 Jun 03 15:23:28.565346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-36599880-ae58-4a77-b1ce-bdceac417031 req-d2c83c7f-acb9-4ff1-acfe-4eb301f9207b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Request body: {'security_group': {'name': 'tempest-sg-hth-948980630', 'description': 'tempest-description-hth-1874875123'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:28.603607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] Calling delete_port for 28384974-f0af-4812-ae74-ab07aae3c8fc owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:28.616281 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-36599880-ae58-4a77-b1ce-bdceac417031 req-d2c83c7f-acb9-4ff1-acfe-4eb301f9207b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.773067 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-36599880-ae58-4a77-b1ce-bdceac417031 req-d2c83c7f-acb9-4ff1-acfe-4eb301f9207b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.773067 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-36599880-ae58-4a77-b1ce-bdceac417031 req-d2c83c7f-acb9-4ff1-acfe-4eb301f9207b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.786723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-36599880-ae58-4a77-b1ce-bdceac417031 req-d2c83c7f-acb9-4ff1-acfe-4eb301f9207b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:28.790717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a54970-04f7-4acb-b073-68b279afd5a5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:28.802462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Checking segment: {'id': 'e0b9b051-c9b2-4ba2-8db4-1c843a6304be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cdb20da1-12d5-45d5-b2b6-17a0b1c2951b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:28.802462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Network hostable DHCP agents. Network: cdb20da1-12d5-45d5-b2b6-17a0b1c2951b, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:23:28.806428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36599880-ae58-4a77-b1ce-bdceac417031 req-d2c83c7f-acb9-4ff1-acfe-4eb301f9207b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "PUT /v2.0/security-groups/18e4d736-073b-4a1a-8dc2-03fb6ea50c94 HTTP/1.1" status: 200 len: 1776 time: 0.2531767 Jun 03 15:23:28.867174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Network cdb20da1-12d5-45d5-b2b6-17a0b1c2951b is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:23:28.870673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c83c7f-acb9-4ff1-acfe-4eb301f9207b tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e4d736-073b-4a1a-8dc2-03fb6ea50c94,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:28.895372 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce87e609-6da9-4535-a8ee-052b96127b1b req-df97bfa9-4258-4605-a24b-44f93e6baffe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2323959 Jun 03 15:23:28.898690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, cdb20da1-12d5-45d5-b2b6-17a0b1c2951b) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:28.907574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e17d21-cc45-4686-9d42-fa42e241df14 req-6fc3b550-4dd8-4658-9a06-ff39a2998c1f tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:28.912440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecfaeff-c975-471f-9029-59330d2fbca4 None None] Network cdb20da1-12d5-45d5-b2b6-17a0b1c2951b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:28.930243 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35e17d21-cc45-4686-9d42-fa42e241df14 req-6fc3b550-4dd8-4658-9a06-ff39a2998c1f tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b24abb2-3515-442e-8b4b-0d6c23273f90 HTTP/1.1" status: 200 len: 946 time: 0.2427754 Jun 03 15:23:28.940693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:28.944602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.111465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35e17d21-cc45-4686-9d42-fa42e241df14 req-39c7770b-7d0d-40e2-9005-d58f9dc587b8 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802242 Jun 03 15:23:29.125828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2214a868-fd4a-4512-8610-a4adf265ea06'}, {'server_uuid': '613d6ef0-09a0-434d-b868-f2dfb8ae404b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bd3f0e-40b6-4a01-850d-fd4972851e4e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:29.138576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201e7a9-bbde-46a2-bcc2-d8018f62d473 req-1a8b62d0-fc53-4014-817c-40cd4698d863 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:29.140089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c201e7a9-bbde-46a2-bcc2-d8018f62d473 req-1a8b62d0-fc53-4014-817c-40cd4698d863 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 945 time: 0.1742797 Jun 03 15:23:29.183215 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b2c1e547-8e30-489b-aff2-03353e366327 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7256544 Jun 03 15:23:29.230282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c201e7a9-bbde-46a2-bcc2-d8018f62d473 req-e8985081-254b-41d1-8703-f78f6f649528 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692616 Jun 03 15:23:29.241591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.271775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0eb68152-da86-4592-9ede-1370657d0120 req-42a7022c-aded-43f7-a5ca-bd4f2bd44e45 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/18e4d736-073b-4a1a-8dc2-03fb6ea50c94 HTTP/1.1" status: 200 len: 1776 time: 0.1305118 Jun 03 15:23:29.458649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] Pushing event deleted for resources: {'Port': ['ID=28384974-f0af-4812-ae74-ab07aae3c8fc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:29.478128 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561551a6-f1d8-4111-8393-b98a1cf42d04'] response: {'server_uuid': 'd0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2214a868-fd4a-4512-8610-a4adf265ea06', 'code': 200} Jun 03 15:23:29.478740 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561551a6-f1d8-4111-8393-b98a1cf42d04'] response: {'server_uuid': '613d6ef0-09a0-434d-b868-f2dfb8ae404b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bd3f0e-40b6-4a01-850d-fd4972851e4e', 'code': 200} Jun 03 15:23:29.479910 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.505821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da733c7b-f43c-4e99-9b56-6c682dac750c None None] Network cdb20da1-12d5-45d5-b2b6-17a0b1c2951b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:29.519929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39900) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:29.769103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d87c1b-55fb-4bd4-b798-987b81f7d8a2 req-2231beb3-3804-4035-a6c3-4db7c084293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:29.772520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03d87c1b-55fb-4bd4-b798-987b81f7d8a2 req-2231beb3-3804-4035-a6c3-4db7c084293a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc HTTP/1.1" status: 200 len: 1097 time: 0.2539601 Jun 03 15:23:29.796339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d59a3-962d-404f-94fa-bfcf9a0a1ee3 req-10c19171-c6db-4c14-98c1-db796c9fd2a6 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:29.798306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d15d59a3-962d-404f-94fa-bfcf9a0a1ee3 req-10c19171-c6db-4c14-98c1-db796c9fd2a6 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 946 time: 0.3418484 Jun 03 15:23:29.805737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87e609-6da9-4535-a8ee-052b96127b1b req-1e2d7e6a-6920-4edc-887a-7ae8e14a0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:29.807713 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce87e609-6da9-4535-a8ee-052b96127b1b req-1e2d7e6a-6920-4edc-887a-7ae8e14a0511 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d364816539414c638a0f5c07be3c5ed8&device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 1096 time: 0.7059090 Jun 03 15:23:29.853060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-377664939-network', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:29.869687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:29.889023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Usage tracker for resource:network and tenant:1be8384af28e480b951e8a57efa1e41c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:29.904790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:29.919169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:29.932843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d15d59a3-962d-404f-94fa-bfcf9a0a1ee3 req-3dcaad66-7d35-4b3f-b01e-31390bf3a0c9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116428 Jun 03 15:23:29.934351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03d87c1b-55fb-4bd4-b798-987b81f7d8a2 req-439997fb-299d-4c1d-8353-9c8273e24ccd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355639 Jun 03 15:23:29.943847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cbb9e9e-7b8c-4116-a8d7-891869caf15e req-23588517-e121-4ecd-9198-538d4fb70406 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/18e4d736-073b-4a1a-8dc2-03fb6ea50c94 HTTP/1.1" status: 200 len: 1776 time: 0.1831350 Jun 03 15:23:29.968877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Made reservation on behalf of 1be8384af28e480b951e8a57efa1e41c for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:29.971164 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:29.991415 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.020331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:30.023704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5881-4759-4da9-bba0-9b263cb37441 req-da1086a8-0b0e-4790-a3b5-e8b610c2289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:30.025180 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f68f5881-4759-4da9-bba0-9b263cb37441 req-da1086a8-0b0e-4790-a3b5-e8b610c2289e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 1097 time: 0.5406115 Jun 03 15:23:30.028525 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.034915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Usage tracker for resource:security_group_rule and tenant:1be8384af28e480b951e8a57efa1e41c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:30.040576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:30.061161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:30.063140 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8cbb9e9e-7b8c-4116-a8d7-891869caf15e req-9c728e60-4204-4419-8220-05669d214646 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.113067 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8cbb9e9e-7b8c-4116-a8d7-891869caf15e req-9c728e60-4204-4419-8220-05669d214646 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.188247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87e609-6da9-4535-a8ee-052b96127b1b req-43559d70-a963-4235-ac0b-621a8b9c7fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:30.188494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8cbb9e9e-7b8c-4116-a8d7-891869caf15e req-9c728e60-4204-4419-8220-05669d214646 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.190201 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce87e609-6da9-4535-a8ee-052b96127b1b req-43559d70-a963-4235-ac0b-621a8b9c7fa5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa18482f-2775-431f-9b06-feba3164b757 HTTP/1.1" status: 200 len: 914 time: 0.3601358 Jun 03 15:23:30.224918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c728e60-4204-4419-8220-05669d214646 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e4d736-073b-4a1a-8dc2-03fb6ea50c94,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:30.245204 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.246786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8cbb9e9e-7b8c-4116-a8d7-891869caf15e req-9c728e60-4204-4419-8220-05669d214646 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.248120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cbb9e9e-7b8c-4116-a8d7-891869caf15e req-9c728e60-4204-4419-8220-05669d214646 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "DELETE /v2.0/security-groups/18e4d736-073b-4a1a-8dc2-03fb6ea50c94 HTTP/1.1" status: 204 len: 173 time: 0.3033874 Jun 03 15:23:30.255040 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.260307 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f68f5881-4759-4da9-bba0-9b263cb37441 req-e1633226-7197-45e1-8b13-fea214f9106b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281227 Jun 03 15:23:30.290461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:23:30.300087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e182a9-aafe-4522-96c8-84ec6a51caf6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:30.308843 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.310424 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Added segment 182609b6-2a71-46b8-bdbb-db5437c6aa62 of type vlan for network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 Jun 03 15:23:30.341607 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.422599 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.423594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:30.424178 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.458735 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce87e609-6da9-4535-a8ee-052b96127b1b req-1a6bea6e-22c4-44b7-8d1d-6dd8a3c42e00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ad3b805-4002-4a3a-8fb2-52f7782f2af2 HTTP/1.1" status: 200 len: 217 time: 0.0862277 Jun 03 15:23:30.585244 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0043592 Jun 03 15:23:30.591076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39918) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:30.604291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Request body: {'subnet': {'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-377664939-subnet', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:30.608617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e18d7-69ac-4b14-8fe9-2ff1ad1d033e admin admin] Pushing event updated for resources: {'Network': ['ID=f44ed2c9-1ff3-4c50-99bd-c85502cbf350,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:30.614908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:30.621077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:23:30.623244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Usage tracker for resource:subnet and tenant:1be8384af28e480b951e8a57efa1e41c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:30.628593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:30.639254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:30.662472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Made reservation on behalf of 1be8384af28e480b951e8a57efa1e41c for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:30.665542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:30.691207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cf458-d9d4-4e55-9786-206a84ead86c req-35550beb-4935-41fa-93bc-bc379bf6aff0 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:30.693228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c2cf458-d9d4-4e55-9786-206a84ead86c req-35550beb-4935-41fa-93bc-bc379bf6aff0 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 945 time: 0.3127487 Jun 03 15:23:30.704898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0e343-d1b2-48db-a907-2cdb88d8dd37 req-5afa31ff-5672-4930-92e6-661c78b70105 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:30.706402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39f0e343-d1b2-48db-a907-2cdb88d8dd37 req-5afa31ff-5672-4930-92e6-661c78b70105 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b24abb2-3515-442e-8b4b-0d6c23273f90 HTTP/1.1" status: 200 len: 946 time: 0.2898757 Jun 03 15:23:30.758773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87e609-6da9-4535-a8ee-052b96127b1b req-16df70db-a94c-4e46-93a0-192a860e5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:30.759899 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce87e609-6da9-4535-a8ee-052b96127b1b req-16df70db-a94c-4e46-93a0-192a860e5ed4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d543a2af-5d18-4ed5-aa26-14050c8b835e HTTP/1.1" status: 200 len: 853 time: 0.2911520 Jun 03 15:23:30.798367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] Router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:23:30.812043 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce87e609-6da9-4535-a8ee-052b96127b1b req-0589fb78-fc01-468e-819e-05f5f7816787 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa18482f-2775-431f-9b06-feba3164b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438907 Jun 03 15:23:30.851104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39f0e343-d1b2-48db-a907-2cdb88d8dd37 req-90afe7f2-655c-4183-b8c4-1b59b2b884b8 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810938 Jun 03 15:23:30.853567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c2cf458-d9d4-4e55-9786-206a84ead86c req-410e2edb-b751-4019-aab4-c830e20ceaf6 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424856 Jun 03 15:23:31.026344 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.118430 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce87e609-6da9-4535-a8ee-052b96127b1b req-63f55b28-a045-4792-888e-6a08ba53d19a service neutron] 10.222.0.67 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493713 Jun 03 15:23:31.119457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:23:31.127548 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4759beb1-1fb3-4bdb-bdf5-e8f8dd8ec93c admin admin] 10.222.0.48 "PUT /v2.0/routers/5007ccca-ff3b-4497-9dab-81b7830d1ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2643497 Jun 03 15:23:31.127764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39932) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:31.128747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de67d50b-a0b5-49e1-b9c1-b4456704b97a None None] Sync routers for ids ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:23:31.138935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67d50b-a0b5-49e1-b9c1-b4456704b97a None None] Routers {'5007ccca-ff3b-4497-9dab-81b7830d1ab3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:31.139540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-de67d50b-a0b5-49e1-b9c1-b4456704b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:23:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:31.218851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=53132eb5-c633-41cf-ac2b-c0d6f52a025b,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:31.254219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Checking segment: {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:31.254593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Network hostable DHCP agents. Network: f44ed2c9-1ff3-4c50-99bd-c85502cbf350, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:23:31.289266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df178-b180-4e20-8fd6-ef4cae2b57ae req-38ec1e78-bb0e-445d-afc6-62be49bc1e66 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:31.298530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b00df178-b180-4e20-8fd6-ef4cae2b57ae req-38ec1e78-bb0e-445d-afc6-62be49bc1e66 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc HTTP/1.1" status: 200 len: 946 time: 0.2297621 Jun 03 15:23:31.333662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac7e11-78e5-416d-b93c-032f1545431a req-c7dc6386-ee25-492a-bfa8-f8bee8134f2d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:31.340951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56ac7e11-78e5-416d-b93c-032f1545431a req-c7dc6386-ee25-492a-bfa8-f8bee8134f2d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 945 time: 0.2313335 Jun 03 15:23:31.344881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-de67d50b-a0b5-49e1-b9c1-b4456704b97a None None] Set router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:31.362570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:23:31.403138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b00df178-b180-4e20-8fd6-ef4cae2b57ae req-ce842204-e20c-41ae-b642-30d6140dd0b6 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036501 Jun 03 15:23:31.410553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, f44ed2c9-1ff3-4c50-99bd-c85502cbf350) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:31.422810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:31.423610 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.447539 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.488102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56ac7e11-78e5-416d-b93c-032f1545431a req-45e5e8bb-0f26-4e23-ab36-bc4414119873 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391678 Jun 03 15:23:31.502009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60533ce7-c55a-461f-ab97-42979e2fb0ba None None] Network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:31.519362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-307225e1-2dc8-45b4-b547-e477cd19c4de admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9207313 Jun 03 15:23:31.519362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39938) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:31.523825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:31.537310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:31.544145 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce87e609-6da9-4535-a8ee-052b96127b1b req-64bb391f-422d-467c-9ef4-c16e61d7f9ec service neutron] 10.222.0.67 "GET /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617013 Jun 03 15:23:31.555120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Usage tracker for resource:router and tenant:1be8384af28e480b951e8a57efa1e41c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:31.563914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:31.579563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:31.626348 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.631461 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.678371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.802228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.855582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Deleting port 0d5dd0a5-ec23-4c98-8772-8749c93896be {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:31.856969 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:31.907463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:23:31.908227 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.082360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ddd03-cf16-4753-ad55-432858842a61 req-77857826-1dd9-4ed8-af36-b968dbfbf059 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:32.082946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-776ddd03-cf16-4753-ad55-432858842a61 req-77857826-1dd9-4ed8-af36-b968dbfbf059 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Synchronizing usage tracker for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:32.118129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] For port 0d5dd0a5-ec23-4c98-8772-8749c93896be, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0d5dd0a5-ec23-4c98-8772-8749c93896be,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:32.118479 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.173690 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d4387f90-b879-478d-8325-6e246f5d5dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.213555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-776ddd03-cf16-4753-ad55-432858842a61 req-77857826-1dd9-4ed8-af36-b968dbfbf059 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Unset dirty status for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:32.214868 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-77857826-1dd9-4ed8-af36-b968dbfbf059 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.75 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 946 time: 0.4032738 Jun 03 15:23:32.310426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Allocated IP 172.20.0.2 (f44ed2c9-1ff3-4c50-99bd-c85502cbf350/53132eb5-c633-41cf-ac2b-c0d6f52a025b/0e995d52-1968-4c1d-8e8b-a7506bc7f25e) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:32.325743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-de67d50b-a0b5-49e1-b9c1-b4456704b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'name': 'tempest-TaggedBootDevicesTest-1440283206-router', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:48Z', 'updated_at': '2022-06-03T15:23:28Z', 'revision_number': 5, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'gw_port': {'id': '0d5dd0a5-ec23-4c98-8772-8749c93896be', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:16:52Z', 'updated_at': '2022-06-03T15:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:32.348665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de67d50b-a0b5-49e1-b9c1-b4456704b97a None None] Checking router: 5007ccca-ff3b-4497-9dab-81b7830d1ab3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:23:32.370799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f4cec-dd03-4ef9-9a9d-aac8cccfa326 req-a3a93f1d-51c5-4232-a7b3-f28a464f9d62 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:32.378222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-244f4cec-dd03-4ef9-9a9d-aac8cccfa326 req-a3a93f1d-51c5-4232-a7b3-f28a464f9d62 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 946 time: 0.7096913 Jun 03 15:23:32.395746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Calling delete_port for 0d5dd0a5-ec23-4c98-8772-8749c93896be owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:32.410975 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-433ddc23-a71e-49f9-9d68-2a411cde7cc6 req-9d1b9a5a-2d53-477a-b3cf-d07f9575ccc9 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] show failed (client error): The resource could not be found. Jun 03 15:23:32.413413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-433ddc23-a71e-49f9-9d68-2a411cde7cc6 req-9d1b9a5a-2d53-477a-b3cf-d07f9575ccc9 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/9da3ebe8-f277-4adb-a66e-a35867eefdf4 HTTP/1.1" status: 404 len: 352 time: 0.0699184 Jun 03 15:23:32.455097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67d50b-a0b5-49e1-b9c1-b4456704b97a None None] Routers {'5007ccca-ff3b-4497-9dab-81b7830d1ab3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:32.455759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-de67d50b-a0b5-49e1-b9c1-b4456704b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:23:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:32.467625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-776ddd03-cf16-4753-ad55-432858842a61 req-77233ab4-2597-40e6-ae3d-760ab4ae210b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Deleting port 91bd3f0e-40b6-4a01-850d-fd4972851e4e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:32.467911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-77233ab4-2597-40e6-ae3d-760ab4ae210b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.598345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.658446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-244f4cec-dd03-4ef9-9a9d-aac8cccfa326 req-db4789d6-3005-440f-be0e-53f55237c3df tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434411 Jun 03 15:23:32.677346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-de67d50b-a0b5-49e1-b9c1-b4456704b97a None None] Set router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:32.840300 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-de67d50b-a0b5-49e1-b9c1-b4456704b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'name': 'tempest-TaggedBootDevicesTest-1440283206-router', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:48Z', 'updated_at': '2022-06-03T15:23:31Z', 'revision_number': 6, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:32.851636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de67d50b-a0b5-49e1-b9c1-b4456704b97a None None] The sync data for ids ['5007ccca-ff3b-4497-9dab-81b7830d1ab3'] in n-d-844595-1 is: [{'id': '5007ccca-ff3b-4497-9dab-81b7830d1ab3', 'name': 'tempest-TaggedBootDevicesTest-1440283206-router', 'tenant_id': 'ac1d26c65d484892b7716331ecd056e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:16:48Z', 'updated_at': '2022-06-03T15:23:31Z', 'revision_number': 6, 'project_id': 'ac1d26c65d484892b7716331ecd056e9', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:23:32.894702 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:32.934116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Transition to ACTIVE for port object 0e995d52-1968-4c1d-8e8b-a7506bc7f25e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:32.963594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Transition to ACTIVE for port object 0e995d52-1968-4c1d-8e8b-a7506bc7f25e will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:32.981449 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.071069 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-7037773a-703f-433f-b63d-7a29b69a8125 req-9a79a02d-34e8-4fbc-b551-bf64179e7d0a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] show failed (client error): The resource could not be found. Jun 03 15:23:33.089064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7037773a-703f-433f-b63d-7a29b69a8125 req-9a79a02d-34e8-4fbc-b551-bf64179e7d0a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/22906e45-53f9-4780-8334-a494a558dccf HTTP/1.1" status: 404 len: 352 time: 0.0899100 Jun 03 15:23:33.126508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:33.130331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:33.160015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:33.169334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Pushing event updated for resources: {'Port': ['ID=0e995d52-1968-4c1d-8e8b-a7506bc7f25e,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:33.263872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-776ddd03-cf16-4753-ad55-432858842a61 req-77233ab4-2597-40e6-ae3d-760ab4ae210b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] For port 91bd3f0e-40b6-4a01-850d-fd4972851e4e, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=91bd3f0e-40b6-4a01-850d-fd4972851e4e,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:33.264406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-77233ab4-2597-40e6-ae3d-760ab4ae210b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.325608 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.340385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Attempting to bind port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:33.341152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Attempting to bind port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:33.341725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Attempting to bind port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e on network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:33.363891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:33.364560 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Checking segment: {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:33.365131 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.366763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Bound using segment: {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:33.368554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Bound port: 0e995d52-1968-4c1d-8e8b-a7506bc7f25e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:33.369295 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.424098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.496346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-776ddd03-cf16-4753-ad55-432858842a61 req-77233ab4-2597-40e6-ae3d-760ab4ae210b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Calling delete_port for 91bd3f0e-40b6-4a01-850d-fd4972851e4e owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:33.533746 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] For port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:33.539421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] For port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0e995d52-1968-4c1d-8e8b-a7506bc7f25e,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:33.546872 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.594531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Allocated IP 172.25.7.53 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:33.663884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db46fa-b6fa-4e6a-bb81-d108499531c7 None None] Pushing event updated for resources: {'Port': ['ID=0e995d52-1968-4c1d-8e8b-a7506bc7f25e,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:33.744274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-77233ab4-2597-40e6-ae3d-760ab4ae210b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.745191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94e162-f3ac-4d7b-967e-fe6dd4912934 req-b6dfd749-7311-44fc-a85a-faaf9363b401 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:33.750762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c94e162-f3ac-4d7b-967e-fe6dd4912934 req-b6dfd749-7311-44fc-a85a-faaf9363b401 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc HTTP/1.1" status: 200 len: 946 time: 0.7502956 Jun 03 15:23:33.813285 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.815780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77233ab4-2597-40e6-ae3d-760ab4ae210b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event deleted for resources: {'Port': ['ID=91bd3f0e-40b6-4a01-850d-fd4972851e4e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:33.896575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['91bd3f0e-40b6-4a01-850d-fd4972851e4e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:33.936305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-776ddd03-cf16-4753-ad55-432858842a61 req-77233ab4-2597-40e6-ae3d-760ab4ae210b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] No DVR routers for this DVR port 91bd3f0e-40b6-4a01-850d-fd4972851e4e on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:33.938623 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-776ddd03-cf16-4753-ad55-432858842a61 req-77233ab4-2597-40e6-ae3d-760ab4ae210b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:33.941125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613d6ef0-09a0-434d-b868-f2dfb8ae404b', 'name': 'network-vif-deleted', 'tag': '91bd3f0e-40b6-4a01-850d-fd4972851e4e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:33.951187 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:34.003660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c94e162-f3ac-4d7b-967e-fe6dd4912934 req-bc489d4c-a342-4f86-a905-9253716b6740 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365577 Jun 03 15:23:34.043807 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-776ddd03-cf16-4753-ad55-432858842a61 req-77233ab4-2597-40e6-ae3d-760ab4ae210b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.75 "DELETE /v2.0/ports/91bd3f0e-40b6-4a01-850d-fd4972851e4e HTTP/1.1" status: 204 len: 173 time: 1.7309291 Jun 03 15:23:34.104476 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:34.107426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:34.110002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:34.128820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:34.161582 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-e7072172-0733-4b99-8a73-f35dce4648cc req-95c29725-3ea8-42f9-a7ec-7231027adc06 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] show failed (client error): The resource could not be found. Jun 03 15:23:34.172368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7072172-0733-4b99-8a73-f35dce4648cc req-95c29725-3ea8-42f9-a7ec-7231027adc06 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/bc59e4b7-37e3-4610-90bf-f462a7ca3b7d HTTP/1.1" status: 404 len: 352 time: 0.1104202 Jun 03 15:23:34.203147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a77fb-abe7-4e01-9edc-ac58b0946311 req-5d2edd69-7ee7-4dab-8da9-cceec63cb597 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:34.217800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-429a77fb-abe7-4e01-9edc-ac58b0946311 req-5d2edd69-7ee7-4dab-8da9-cceec63cb597 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 945 time: 0.8405430 Jun 03 15:23:34.226447 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f17de80f-7b63-44c8-8cc8-53669f3713c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:34.228212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:34.272788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28384974-f0af-4812-ae74-ab07aae3c8fc no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:34.320438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-429a77fb-abe7-4e01-9edc-ac58b0946311 req-d37c2d45-ff00-4ed7-8a91-2c45b8d6f62d tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013689 Jun 03 15:23:34.372003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 28384974-f0af-4812-ae74-ab07aae3c8fc {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:34.372348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28384974-f0af-4812-ae74-ab07aae3c8fc not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:34.372776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0d5dd0a5-ec23-4c98-8772-8749c93896be no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:34.449691 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a21dac8-98f1-42f3-bdba-fc2ee4b55f67'] response: {'server_uuid': '613d6ef0-09a0-434d-b868-f2dfb8ae404b', 'name': 'network-vif-deleted', 'tag': '91bd3f0e-40b6-4a01-850d-fd4972851e4e', 'status': 'completed', 'code': 200} Jun 03 15:23:34.469703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5dd0a5-ec23-4c98-8772-8749c93896be,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:34.475869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 0d5dd0a5-ec23-4c98-8772-8749c93896be {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:34.476945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0d5dd0a5-ec23-4c98-8772-8749c93896be not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:34.647158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:34.703107 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3454bb41-a03c-40ec-9695-3b82d6e790a6 req-bdcb03fd-eb67-4c68-ba44-e7a55dd7d8e0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 210 time: 0.0996008 Jun 03 15:23:34.767166 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee8be553-8a18-4880-b250-0d4e1d5df63e req-c11eb67f-ddb3-4cd1-80a5-8ee718fc98bf tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 210 time: 0.1195080 Jun 03 15:23:34.812715 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-ce7a04fe-2ee9-4c38-a5db-6a024cff7f1e req-544394b1-3c0c-4749-805f-c9fec109ec32 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] show failed (client error): The resource could not be found. Jun 03 15:23:34.812811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce7a04fe-2ee9-4c38-a5db-6a024cff7f1e req-544394b1-3c0c-4749-805f-c9fec109ec32 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/47e7a885-8265-4caf-bd92-f6611ea08712 HTTP/1.1" status: 404 len: 352 time: 0.0561512 Jun 03 15:23:34.961115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:34.963392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:35.111451 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-8859c47f-9b8e-46da-a35c-f44d4b651e1c req-b1df4808-185a-47ae-bf4c-aa5e9792b8e6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] show failed (client error): The resource could not be found. Jun 03 15:23:35.124029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8859c47f-9b8e-46da-a35c-f44d4b651e1c req-b1df4808-185a-47ae-bf4c-aa5e9792b8e6 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/497cdff2-526f-4249-8672-0554691362de HTTP/1.1" status: 404 len: 352 time: 0.0590928 Jun 03 15:23:35.146828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c993-96e0-47b7-8da6-d337f961e360 req-ce625a0b-2d7a-4174-9c38-fc6defd0add4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:35.147247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6939c993-96e0-47b7-8da6-d337f961e360 req-ce625a0b-2d7a-4174-9c38-fc6defd0add4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Synchronizing usage tracker for tenant:d364816539414c638a0f5c07be3c5ed8 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:35.149054 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:35.181047 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:35.181517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5007ccca-ff3b-4497-9dab-81b7830d1ab3 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:23:35.208328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:35.209763 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c771765e-6d2a-45a5-99ee-291b97eed522 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5007ccca-ff3b-4497-9dab-81b7830d1ab3 HTTP/1.1" status: 204 len: 168 time: 4.0809348 Jun 03 15:23:35.216135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-6939c993-96e0-47b7-8da6-d337f961e360 req-ce625a0b-2d7a-4174-9c38-fc6defd0add4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Unset dirty status for tenant:d364816539414c638a0f5c07be3c5ed8 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:35.219694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39984) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:35.221440 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6939c993-96e0-47b7-8da6-d337f961e360 req-ce625a0b-2d7a-4174-9c38-fc6defd0add4 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.67 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 945 time: 1.0813735 Jun 03 15:23:35.250697 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:35.274122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454bb41-a03c-40ec-9695-3b82d6e790a6 req-52b8d772-d7c3-4eae-8907-09e016eb9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:35.275056 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3454bb41-a03c-40ec-9695-3b82d6e790a6 req-52b8d772-d7c3-4eae-8907-09e016eb9dde service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=622d84e5fa28412589f37b0f0a012a1c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4969649 Jun 03 15:23:35.377651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-6939c993-96e0-47b7-8da6-d337f961e360 req-f0cf6ffb-0791-4d8c-8a3b-e0c787e089de tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Deleting port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:35.377785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4a458-1126-4d3f-9539-14b87ec270b9 req-650288eb-1614-4c73-b477-09e9496addd1 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:35.378014 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6939c993-96e0-47b7-8da6-d337f961e360 req-f0cf6ffb-0791-4d8c-8a3b-e0c787e089de tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:35.390583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-52d4a458-1126-4d3f-9539-14b87ec270b9 req-650288eb-1614-4c73-b477-09e9496addd1 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 946 time: 0.4634225 Jun 03 15:23:35.401405 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-0e963490-6955-4b74-9356-25b9209d5f07 req-0308294c-385c-4338-af81-0291db7d2701 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] show failed (client error): The resource could not be found. Jun 03 15:23:35.414890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e963490-6955-4b74-9356-25b9209d5f07 req-0308294c-385c-4338-af81-0291db7d2701 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/968d0a62-d00b-4bd6-83be-2f80a6fe478e HTTP/1.1" status: 404 len: 352 time: 0.1692314 Jun 03 15:23:35.523960 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:35.541703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eaf056c-35da-471d-92be-ac44c8ec0e6a admin admin] Deleting subnet 137f0460-330a-4b76-9482-0535b72213ed {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:23:35.548130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a9f90c-71f4-44dc-808b-2e393e02239e None None] Network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:35.549474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3eaf056c-35da-471d-92be-ac44c8ec0e6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:35.657015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454bb41-a03c-40ec-9695-3b82d6e790a6 req-9e725539-a7d8-481b-a918-be9c7ed8bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:35.657602 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3454bb41-a03c-40ec-9695-3b82d6e790a6 req-9e725539-a7d8-481b-a918-be9c7ed8bb70 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3621240 Jun 03 15:23:35.686959 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-52d4a458-1126-4d3f-9539-14b87ec270b9 req-af841344-754c-4641-b3bc-b9a5147f265b tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943921 Jun 03 15:23:35.688571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-69873ad4-7cb2-4a44-bac6-d5b0e9b1833d None None] Provisioning for port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:35.775107 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3eaf056c-35da-471d-92be-ac44c8ec0e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:35.909470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6939c993-96e0-47b7-8da6-d337f961e360 req-f0cf6ffb-0791-4d8c-8a3b-e0c787e089de tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] For port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5ad3b805-4002-4a3a-8fb2-52f7782f2af2,segment=NetworkSegment(b521155b-4f2c-46d1-bb84-96014fc7dd03),segment_id=b521155b-4f2c-46d1-bb84-96014fc7dd03)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:35.909470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6939c993-96e0-47b7-8da6-d337f961e360 req-f0cf6ffb-0791-4d8c-8a3b-e0c787e089de tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:35.961302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4f740-0394-4a79-9bd7-fa9d57eb1594 req-ed2250a3-acd7-4bbb-ab8a-f347a7c0f497 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:35.968877 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ed4f740-0394-4a79-9bd7-fa9d57eb1594 req-ed2250a3-acd7-4bbb-ab8a-f347a7c0f497 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 945 time: 0.3898544 Jun 03 15:23:36.047258 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.068981 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ed4f740-0394-4a79-9bd7-fa9d57eb1594 req-ead735e8-2c37-49dc-9621-d8038290802c tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/security-groups?id=27c29d94-f22f-43fe-b864-fe4e1c6ddac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944881 Jun 03 15:23:36.103199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-6939c993-96e0-47b7-8da6-d337f961e360 req-f0cf6ffb-0791-4d8c-8a3b-e0c787e089de tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Calling delete_port for 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:36.233413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3eaf056c-35da-471d-92be-ac44c8ec0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.246293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0e995d52-1968-4c1d-8e8b-a7506bc7f25e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:36.357833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6939c993-96e0-47b7-8da6-d337f961e360 req-f0cf6ffb-0791-4d8c-8a3b-e0c787e089de tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.378382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:36.385634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:36.386348 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.420465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf6ffb-0791-4d8c-8a3b-e0c787e089de tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Pushing event deleted for resources: {'Port': ['ID=5ad3b805-4002-4a3a-8fb2-52f7782f2af2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:36.506360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6939c993-96e0-47b7-8da6-d337f961e360 req-f0cf6ffb-0791-4d8c-8a3b-e0c787e089de tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] No DVR routers for this DVR port 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:36.510586 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6939c993-96e0-47b7-8da6-d337f961e360 req-f0cf6ffb-0791-4d8c-8a3b-e0c787e089de tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.514380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0887725e-7add-41dc-b95d-d535ee254bb3', 'name': 'network-vif-deleted', 'tag': '5ad3b805-4002-4a3a-8fb2-52f7782f2af2'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:36.532784 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6939c993-96e0-47b7-8da6-d337f961e360 req-f0cf6ffb-0791-4d8c-8a3b-e0c787e089de tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.67 "DELETE /v2.0/ports/5ad3b805-4002-4a3a-8fb2-52f7782f2af2 HTTP/1.1" status: 204 len: 173 time: 1.3055761 Jun 03 15:23:36.566774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:36.567257 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.602808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0e995d52-1968-4c1d-8e8b-a7506bc7f25e,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:36.608183 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.635098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dabb669e-06cf-45c0-a90b-437126dfb9a9 req-2dc05979-26e6-4729-86e2-2471cd2c786c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 210 time: 0.1291287 Jun 03 15:23:36.772835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=0e995d52-1968-4c1d-8e8b-a7506bc7f25e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:36.802359 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88eebc3-10ba-4aee-89cd-0d94ab2334ed'] response: {'server_uuid': '0887725e-7add-41dc-b95d-d535ee254bb3', 'name': 'network-vif-deleted', 'tag': '5ad3b805-4002-4a3a-8fb2-52f7782f2af2', 'status': 'completed', 'code': 200} Jun 03 15:23:36.883953 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3eaf056c-35da-471d-92be-ac44c8ec0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.885233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-866ed0e7-629c-4276-bdd9-56cae4826ae3 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:36.886000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-866ed0e7-629c-4276-bdd9-56cae4826ae3 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Synchronizing usage tracker for tenant:df6bfc506a434c9c8fcb14de5ca78578 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:36.899327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-866ed0e7-629c-4276-bdd9-56cae4826ae3 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Unset dirty status for tenant:df6bfc506a434c9c8fcb14de5ca78578 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:36.900473 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-866ed0e7-629c-4276-bdd9-56cae4826ae3 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.75 "GET /v2.0/ports?device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 946 time: 0.1723216 Jun 03 15:23:36.928895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf056c-35da-471d-92be-ac44c8ec0e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=137f0460-330a-4b76-9482-0535b72213ed,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:36.931542 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.949408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f653c-76d4-471f-b243-60508e418697 req-e72b52bd-18e4-447c-94c1-74fb8856ac4a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:36.950241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-017f653c-76d4-471f-b243-60508e418697 req-e72b52bd-18e4-447c-94c1-74fb8856ac4a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 1024 time: 0.4522886 Jun 03 15:23:36.951320 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3eaf056c-35da-471d-92be-ac44c8ec0e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:36.953996 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c6debd-0cfc-4e5d-b7c9-e90baf5a9912 None None] Network 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:36.995558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-0a0b31d6-3eb2-4d10-9b7f-2d25aebc3e51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Deleting port 56b764dc-3e7e-49f5-9145-ca934dc4f70f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:36.996176 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-0a0b31d6-3eb2-4d10-9b7f-2d25aebc3e51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:37.037081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3eaf056c-35da-471d-92be-ac44c8ec0e6a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/137f0460-330a-4b76-9482-0535b72213ed HTTP/1.1" status: 204 len: 168 time: 1.7955830 Jun 03 15:23:37.040504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40006) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:37.090606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-017f653c-76d4-471f-b243-60508e418697 req-eedf0a7c-fdb7-4c20-85dd-3c0421449031 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Synchronizing usage tracker for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:37.093982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:23:37.182612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-017f653c-76d4-471f-b243-60508e418697 req-eedf0a7c-fdb7-4c20-85dd-3c0421449031 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Unset dirty status for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:37.190716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-017f653c-76d4-471f-b243-60508e418697 req-eedf0a7c-fdb7-4c20-85dd-3c0421449031 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe9a7cc-bfa5-45c7-a276-0fb1661827b2&id=8f3bfe55-4bf7-4ad4-a3dd-fe81132e180c&id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2339430 Jun 03 15:23:37.207009 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:37.253869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Deleting port 65ca871d-dd59-49ef-825f-24039beb8790 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:37.255216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:37.264139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b25fbd-5618-435d-b421-b28133c57e73 req-bb5f6e4c-05f4-4a0b-a922-d2a99cfbf8a3 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:37.266423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33b25fbd-5618-435d-b421-b28133c57e73 req-bb5f6e4c-05f4-4a0b-a922-d2a99cfbf8a3 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 946 time: 0.2875056 Jun 03 15:23:37.402389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a3416-a685-42d3-98f4-5a1c188d777e None None] DHCP port deletion for 0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:23:37.409289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-793a3416-a685-42d3-98f4-5a1c188d777e None None] Deleting port 65ca871d-dd59-49ef-825f-24039beb8790 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:37.409816 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-793a3416-a685-42d3-98f4-5a1c188d777e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:37.542451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33b25fbd-5618-435d-b421-b28133c57e73 req-ac614056-3b54-4f3c-b030-07ec653c2740 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655728 Jun 03 15:23:37.669051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:23:37.691076 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Sync routers for ids ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:23:37.696597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:37.712885 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5a88407-c7c3-485d-a193-19bafd0985d4 req-a7f4e29c-bab6-4ced-88e2-6ae4a7e55a57 tempest-ServerDiskConfigTestJSON-128914648 tempest-ServerDiskConfigTestJSON-128914648-project] 10.222.0.48 "GET /v2.0/ports?device_id=0887725e-7add-41dc-b95d-d535ee254bb3 HTTP/1.1" status: 200 len: 210 time: 0.1619771 Jun 03 15:23:37.713783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:37.715038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4830a4be-fb51-413d-831d-7767f2205a11 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1953785 Jun 03 15:23:37.718560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40020) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:37.751174 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Routers {'958a9d9d-5fe2-44f5-b8f9-500b57c72b50'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:37.751516 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:23:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:37.779888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:37.780346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5ad3b805-4002-4a3a-8fb2-52f7782f2af2 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:37.960837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] For port 65ca871d-dd59-49ef-825f-24039beb8790, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=65ca871d-dd59-49ef-825f-24039beb8790,segment=NetworkSegment(d7108db9-c01c-4ab4-be39-cd8dacd612f8),segment_id=d7108db9-c01c-4ab4-be39-cd8dacd612f8)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:37.961313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.019486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-793a3416-a685-42d3-98f4-5a1c188d777e None None] For port 65ca871d-dd59-49ef-825f-24039beb8790, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=65ca871d-dd59-49ef-825f-24039beb8790,segment=NetworkSegment(d7108db9-c01c-4ab4-be39-cd8dacd612f8),segment_id=d7108db9-c01c-4ab4-be39-cd8dacd612f8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:38.020494 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-793a3416-a685-42d3-98f4-5a1c188d777e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.180562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-793a3416-a685-42d3-98f4-5a1c188d777e None None] Calling delete_port for 65ca871d-dd59-49ef-825f-24039beb8790 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:38.187050 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Set router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:38.215111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0e995d52-1968-4c1d-8e8b-a7506bc7f25e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:38.243021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Calling delete_port for 65ca871d-dd59-49ef-825f-24039beb8790 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:38.336303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-0a0b31d6-3eb2-4d10-9b7f-2d25aebc3e51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] For port 56b764dc-3e7e-49f5-9145-ca934dc4f70f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=56b764dc-3e7e-49f5-9145-ca934dc4f70f,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:38.336661 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-0a0b31d6-3eb2-4d10-9b7f-2d25aebc3e51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.395570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:38.395941 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.428335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3454bb41-a03c-40ec-9695-3b82d6e790a6 req-8064791b-b8f9-44d9-afe6-1bb8df8cbcb8 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.75 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 210 time: 0.4839277 Jun 03 15:23:38.460496 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7673d54f-d732-43ab-9687-539d0ffe4e02 req-b970cb8e-32b1-4c41-bfee-5915ca152642 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=613d6ef0-09a0-434d-b868-f2dfb8ae404b HTTP/1.1" status: 200 len: 210 time: 0.5141706 Jun 03 15:23:38.543077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-0a0b31d6-3eb2-4d10-9b7f-2d25aebc3e51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Calling delete_port for 56b764dc-3e7e-49f5-9145-ca934dc4f70f owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:38.588375 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.620344 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.653235 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:34Z', 'revision_number': 3, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:38.667452 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Checking router: 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:23:38.667794 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Updating router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:23:38.686845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:38.705751 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-793a3416-a685-42d3-98f4-5a1c188d777e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:23:38.707298 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-793a3416-a685-42d3-98f4-5a1c188d777e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:23:38.746624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] No DVR routers for this DVR port 65ca871d-dd59-49ef-825f-24039beb8790 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:38.768453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 65ca871d-dd59-49ef-825f-24039beb8790 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:38.783826 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.821742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 65ca871d-dd59-49ef-825f-24039beb8790 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:38.822320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 65ca871d-dd59-49ef-825f-24039beb8790 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:38.866247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=65ca871d-dd59-49ef-825f-24039beb8790,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:38.912040 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.949036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:38.962643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7108db9-c01c-4ab4-be39-cd8dacd612f8') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:38.963312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7108db9-c01c-4ab4-be39-cd8dacd612f8') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:38.979524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:38.992702 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.000720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:23:39.001115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.184637 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.192234 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.208383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-793a3416-a685-42d3-98f4-5a1c188d777e None None] Deleting port 65ca871d-dd59-49ef-825f-24039beb8790 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:39.208888 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-793a3416-a685-42d3-98f4-5a1c188d777e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.244368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:39.247454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-0a0b31d6-3eb2-4d10-9b7f-2d25aebc3e51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.274110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-3cc66403-9546-4bf6-830d-fb5962872fed tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:39.281634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-3cc66403-9546-4bf6-830d-fb5962872fed tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/networks?id=cdb20da1-12d5-45d5-b2b6-17a0b1c2951b HTTP/1.1" status: 200 len: 810 time: 1.3298433 Jun 03 15:23:39.298291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['56b764dc-3e7e-49f5-9145-ca934dc4f70f', 'f441a167-f825-422c-b807-b4b1fd1dc8e9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:39.299459 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d7108db9-c01c-4ab4-be39-cd8dacd612f8 resource provider aggregate not found Jun 03 15:23:39.343394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['2214a868-fd4a-4512-8610-a4adf265ea06'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:39.355605 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d7108db9-c01c-4ab4-be39-cd8dacd612f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7108db9-c01c-4ab4-be39-cd8dacd612f8 found for delete ", "request_id": "req-f6f2ccbc-804f-4a67-8247-523662b8c869"}]} Jun 03 15:23:39.363012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b31d6-3eb2-4d10-9b7f-2d25aebc3e51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Pushing event deleted for resources: {'Port': ['ID=56b764dc-3e7e-49f5-9145-ca934dc4f70f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:39.372571 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-450d4987-344f-4fec-bc06-a4993d1cd8ec admin admin] 10.222.0.48 "DELETE /v2.0/networks/0db63b24-2f91-48d9-ba98-d3b9c3e7cc4a HTTP/1.1" status: 204 len: 168 time: 2.3319192 Jun 03 15:23:39.398775 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.414383 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Transition to ACTIVE for port object 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:39.416874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-0a0b31d6-3eb2-4d10-9b7f-2d25aebc3e51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] No DVR routers for this DVR port 56b764dc-3e7e-49f5-9145-ca934dc4f70f on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:39.422185 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-0a0b31d6-3eb2-4d10-9b7f-2d25aebc3e51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.424469 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-0a0b31d6-3eb2-4d10-9b7f-2d25aebc3e51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.75 "DELETE /v2.0/ports/56b764dc-3e7e-49f5-9145-ca934dc4f70f HTTP/1.1" status: 204 len: 173 time: 2.5154104 Jun 03 15:23:39.424848 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.424985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741875d7-6064-4aee-867b-574dbd9ceca7', 'name': 'network-vif-deleted', 'tag': '56b764dc-3e7e-49f5-9145-ca934dc4f70f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:39.442486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-793a3416-a685-42d3-98f4-5a1c188d777e None None] The port '65ca871d-dd59-49ef-825f-24039beb8790' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:23:39.458046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46245d3e-1bd1-4890-961f-512aa6bda9a8 req-dcbcacc2-ed12-4e8b-858a-0aea81d3ed89 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:39.459630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46245d3e-1bd1-4890-961f-512aa6bda9a8 req-dcbcacc2-ed12-4e8b-858a-0aea81d3ed89 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.75 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 1024 time: 1.3736525 Jun 03 15:23:39.475500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3cf87-4a71-451e-a894-dad65f49a16a req-c9ee4f0f-1eab-429b-979d-4de60114d769 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:39.486544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7f3cf87-4a71-451e-a894-dad65f49a16a req-c9ee4f0f-1eab-429b-979d-4de60114d769 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 1024 time: 0.7403855 Jun 03 15:23:39.491868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-771bbfda-bee0-4b65-bf71-2dd5da1c9b96 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/quotas/f51af35cb5d64947a7a961640a1e91a0 HTTP/1.1" status: 200 len: 375 time: 0.2081697 Jun 03 15:23:39.544333 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Pushing event updated for resources: {'Port': ['ID=2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:39.559114 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.559502 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.559896 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.560232 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.563785 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.564115 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.564677 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.565545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.565545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.565545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.574400 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.574400 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:39.583012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40048) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:39.609080 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Attempting to bind port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:39.609432 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Attempting to bind port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:39.610018 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Attempting to bind port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:39.616688 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:39.617328 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:39.617996 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.618513 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:39.619115 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Bound port: 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:39.619646 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.661450 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e6284ecd-d6f7-44a8-b7c8-32015c62b5e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdc2ba9228fc41f8b3d0f5821569d86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755501 Jun 03 15:23:39.662669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40052) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:39.709957 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] For port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:39.714846 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] For port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:39.721134 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.738326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4de7f9d9-5814-4479-9f12-bbc4d965ccdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.769459 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4de7f9d9-5814-4479-9f12-bbc4d965ccdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.799856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-8035bda6-ed35-4912-955a-5180a37c01d8 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f51af35cb5d64947a7a961640a1e91a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090989 Jun 03 15:23:39.829704 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Routers {'958a9d9d-5fe2-44f5-b8f9-500b57c72b50'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:39.832341 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:23:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:39.851462 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4de7f9d9-5814-4479-9f12-bbc4d965ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.876419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7f9d9-5814-4479-9f12-bbc4d965ccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7621e16a-13e4-4566-bdbf-42325e8334d9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:39.886563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4de7f9d9-5814-4479-9f12-bbc4d965ccdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:39.890489 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4de7f9d9-5814-4479-9f12-bbc4d965ccdc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7621e16a-13e4-4566-bdbf-42325e8334d9 HTTP/1.1" status: 204 len: 168 time: 0.2243943 Jun 03 15:23:39.925185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7f3cf87-4a71-451e-a894-dad65f49a16a req-b57a7141-3120-4b61-9bdf-5ecfb16ba53c tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe9a7cc-bfa5-45c7-a276-0fb1661827b2&id=8f3bfe55-4bf7-4ad4-a3dd-fe81132e180c&id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2712319 Jun 03 15:23:39.932856 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12375031-034f-44ec-9ba0-66cbb7039076 None None] Pushing event updated for resources: {'Port': ['ID=2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:39.939101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-46245d3e-1bd1-4890-961f-512aa6bda9a8 req-fcafada2-4f69-454b-981b-8e286aae261a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Deleting port 2e20b808-915f-4142-9c34-ef5ac52e9628 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:39.939423 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-46245d3e-1bd1-4890-961f-512aa6bda9a8 req-fcafada2-4f69-454b-981b-8e286aae261a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:40.123190 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] Set router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:40.332812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26418a58-831b-4c52-a13e-8d207a263051 req-9154d256-cc63-46c7-92b2-afd5dfd218cc tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=741875d7-6064-4aee-867b-574dbd9ceca7 HTTP/1.1" status: 200 len: 210 time: 0.1785910 Jun 03 15:23:40.432265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-8bbeae7d-e0ec-4355-8762-c720b348559a service neutron] 10.222.0.48 "GET /v2.0/networks/cdb20da1-12d5-45d5-b2b6-17a0b1c2951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016691 Jun 03 15:23:40.471815 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:34Z', 'revision_number': 3, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:40.476716 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9dd7c-815a-499e-8bea-94ecd10b5a34 None None] The sync data for ids ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'] in n-d-844595-1 is: [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:34Z', 'revision_number': 3, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:23:40.516285 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:40.523717 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30887ed2-a501-47ac-8691-d3b2dc9cac1a'] response: {'server_uuid': '741875d7-6064-4aee-867b-574dbd9ceca7', 'name': 'network-vif-deleted', 'tag': '56b764dc-3e7e-49f5-9145-ca934dc4f70f', 'status': 'completed', 'code': 200} Jun 03 15:23:40.568319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40062) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:40.626916 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9398b290-cb24-4d32-b8e9-91f1bf3f18a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac1d26c65d484892b7716331ecd056e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574138 Jun 03 15:23:40.629409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40068) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:40.712136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5066687a-e64f-415c-b3ae-926f04803e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:40.744872 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5066687a-e64f-415c-b3ae-926f04803e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:40.787173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-46245d3e-1bd1-4890-961f-512aa6bda9a8 req-fcafada2-4f69-454b-981b-8e286aae261a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] For port 2e20b808-915f-4142-9c34-ef5ac52e9628, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2e20b808-915f-4142-9c34-ef5ac52e9628,segment=NetworkSegment(a1b54dd9-1388-437e-bf4c-5859387e6f2b),segment_id=a1b54dd9-1388-437e-bf4c-5859387e6f2b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:40.787542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-46245d3e-1bd1-4890-961f-512aa6bda9a8 req-fcafada2-4f69-454b-981b-8e286aae261a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:40.854894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5066687a-e64f-415c-b3ae-926f04803e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:40.886306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066687a-e64f-415c-b3ae-926f04803e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ae30bc-c64e-4f18-a246-f73a7c5bdd20,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:40.889021 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5066687a-e64f-415c-b3ae-926f04803e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:40.890151 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5066687a-e64f-415c-b3ae-926f04803e00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01ae30bc-c64e-4f18-a246-f73a7c5bdd20 HTTP/1.1" status: 204 len: 168 time: 0.2595749 Jun 03 15:23:40.995745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-ad1b9576-8852-4984-aae4-0242f20cccc3 service neutron] 10.222.0.48 "GET /v2.0/networks/cdb20da1-12d5-45d5-b2b6-17a0b1c2951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626471 Jun 03 15:23:41.008504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-46245d3e-1bd1-4890-961f-512aa6bda9a8 req-fcafada2-4f69-454b-981b-8e286aae261a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Calling delete_port for 2e20b808-915f-4142-9c34-ef5ac52e9628 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:41.392993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-f781143f-bca3-4284-8970-7aeef632ab9c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:41.404845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-f781143f-bca3-4284-8970-7aeef632ab9c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.4828048 Jun 03 15:23:41.581733 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-5535e1c6-8563-463f-b1dc-d370cb7d21f5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/quotas/622d84e5fa28412589f37b0f0a012a1c HTTP/1.1" status: 200 len: 375 time: 0.1753893 Jun 03 15:23:41.661318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Allocated IP 172.20.0.1 (f44ed2c9-1ff3-4c50-99bd-c85502cbf350/53132eb5-c633-41cf-ac2b-c0d6f52a025b/9ebb88db-c46d-47fa-8d93-fdece710af90) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:41.705322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-76950284-04b0-4d43-a000-09f695ec547b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864103 Jun 03 15:23:41.881710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 91bd3f0e-40b6-4a01-850d-fd4972851e4e no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:41.939839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40124) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:41.947016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 91bd3f0e-40b6-4a01-850d-fd4972851e4e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:41.947016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 91bd3f0e-40b6-4a01-850d-fd4972851e4e not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:41.947016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 56b764dc-3e7e-49f5-9145-ca934dc4f70f no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:41.989638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 56b764dc-3e7e-49f5-9145-ca934dc4f70f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:41.989638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 56b764dc-3e7e-49f5-9145-ca934dc4f70f not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:41.989638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 2e20b808-915f-4142-9c34-ef5ac52e9628 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:42.112517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-221540649-network', 'tenant_id': '4c8f076d021d470181f135dea0fac647'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:42.121361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:42.132801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Usage tracker for resource:network and tenant:4c8f076d021d470181f135dea0fac647 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:42.145830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:42.157050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:42.175212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Made reservation on behalf of 4c8f076d021d470181f135dea0fac647 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:42.178111 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.195197 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.196319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b6506-8ec5-484e-95ae-51dbfdaef8b5 req-d482e9f4-8d8b-4c54-8370-63413718af09 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:42.204521 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a37b6506-8ec5-484e-95ae-51dbfdaef8b5 req-d482e9f4-8d8b-4c54-8370-63413718af09 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 1024 time: 0.6667905 Jun 03 15:23:42.213311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:42.223379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-46245d3e-1bd1-4890-961f-512aa6bda9a8 req-fcafada2-4f69-454b-981b-8e286aae261a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.234303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:42.239581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Usage tracker for resource:security_group_rule and tenant:4c8f076d021d470181f135dea0fac647 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:42.242835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:42.249613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:42.269936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 2e20b808-915f-4142-9c34-ef5ac52e9628 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:42.270308 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.338504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-bc9135b8-a0d2-4c38-b9ff-30f31b811045 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316388 Jun 03 15:23:42.365680 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:42.369184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.374232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.374915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafada2-4f69-454b-981b-8e286aae261a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event deleted for resources: {'Port': ['ID=2e20b808-915f-4142-9c34-ef5ac52e9628,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:42.375502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:42.376087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.382195 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.424491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:23:42.434200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f573c5-54fb-49a8-87a6-c421efa1cef7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:42.449061 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.450234 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Added segment daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8 of type vlan for network 4b586e26-7cf4-4543-b6a4-ac93ddfdc94c Jun 03 15:23:42.486945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.529252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:42.529705 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.540684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.541710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:42.542392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.558966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:42.568287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.593308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a37b6506-8ec5-484e-95ae-51dbfdaef8b5 req-58565502-8853-4921-9761-6c3ecc6d1fbc tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe9a7cc-bfa5-45c7-a276-0fb1661827b2&id=8f3bfe55-4bf7-4ad4-a3dd-fe81132e180c&id=738a472f-afd0-40fd-9a34-b88b57d16a96&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3875930 Jun 03 15:23:42.617294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-46245d3e-1bd1-4890-961f-512aa6bda9a8 req-fcafada2-4f69-454b-981b-8e286aae261a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] No DVR routers for this DVR port 2e20b808-915f-4142-9c34-ef5ac52e9628 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:42.631009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Transition to ACTIVE for port object 9ebb88db-c46d-47fa-8d93-fdece710af90 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:42.646818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:42.650553 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-46245d3e-1bd1-4890-961f-512aa6bda9a8 req-fcafada2-4f69-454b-981b-8e286aae261a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.659036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'name': 'network-vif-deleted', 'tag': '2e20b808-915f-4142-9c34-ef5ac52e9628'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:42.687745 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7465255 Jun 03 15:23:42.688475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457a767-1f78-460a-b463-5fd51abac823 admin admin] Pushing event updated for resources: {'Network': ['ID=4b586e26-7cf4-4543-b6a4-ac93ddfdc94c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:42.691238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:42.699132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Request body: {'subnet': {'network_id': '4b586e26-7cf4-4543-b6a4-ac93ddfdc94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-221540649-subnet', 'tenant_id': '4c8f076d021d470181f135dea0fac647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:42.700355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 4b586e26-7cf4-4543-b6a4-ac93ddfdc94c details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:23:42.704901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:42.709242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Usage tracker for resource:subnet and tenant:4c8f076d021d470181f135dea0fac647 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:42.712572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:42.721273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:42.742094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Made reservation on behalf of 4c8f076d021d470181f135dea0fac647 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:42.745340 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.813613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82c664aa-65fe-4a53-9645-a682890b234d req-197db837-0c48-4270-9eb7-d4f8b39cd5fa tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 210 time: 0.0751183 Jun 03 15:23:42.814855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46245d3e-1bd1-4890-961f-512aa6bda9a8 req-fcafada2-4f69-454b-981b-8e286aae261a tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.75 "DELETE /v2.0/ports/2e20b808-915f-4142-9c34-ef5ac52e9628 HTTP/1.1" status: 204 len: 173 time: 3.3205378 Jun 03 15:23:42.831710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:42.961433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:42.967752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:42.994989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:43.066690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40138) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:43.068483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-b2c560b9-8ce6-447f-9816-3e6dfc3a92b7 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959498 Jun 03 15:23:43.076701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Pushing event updated for resources: {'Port': ['ID=9ebb88db-c46d-47fa-8d93-fdece710af90,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:43.113439 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:43.225630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-347e6b4b-86ae-4a21-b0db-cb5f76f0ebfb admin admin] Deleting subnet d543a2af-5d18-4ed5-aa26-14050c8b835e {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:23:43.229004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-347e6b4b-86ae-4a21-b0db-cb5f76f0ebfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:43.335877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-83175711-ad9e-4d40-9732-d7e5492798d9 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:43.342185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-83175711-ad9e-4d40-9732-d7e5492798d9 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Synchronizing usage tracker for tenant:f51af35cb5d64947a7a961640a1e91a0 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:43.358577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a4546b19-7c09-400d-8bf2-a9ecc8c10874 None None] Provisioning for port 9ebb88db-c46d-47fa-8d93-fdece710af90 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:43.365417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a4546b19-7c09-400d-8bf2-a9ecc8c10874 None None] Provisioning complete for port 9ebb88db-c46d-47fa-8d93-fdece710af90 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:43.366053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a4546b19-7c09-400d-8bf2-a9ecc8c10874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:43.390293 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9999a5a1-4132-46ab-8a6f-87213ddcadd2'] response: {'server_uuid': '625b14ee-bbac-41a5-ab03-7a9c6e8f2d70', 'name': 'network-vif-deleted', 'tag': '2e20b808-915f-4142-9c34-ef5ac52e9628', 'status': 'completed', 'code': 200} Jun 03 15:23:43.404370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-347e6b4b-86ae-4a21-b0db-cb5f76f0ebfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:43.424835 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f0a9b64-69f7-4bf8-8578-9506456e4873 req-56305106-de86-473f-be69-a8ddd5a813e4 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 210 time: 0.0722013 Jun 03 15:23:43.446227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-83175711-ad9e-4d40-9732-d7e5492798d9 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Unset dirty status for tenant:f51af35cb5d64947a7a961640a1e91a0 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:43.447854 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-83175711-ad9e-4d40-9732-d7e5492798d9 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.67 "GET /v2.0/networks?id=cdb20da1-12d5-45d5-b2b6-17a0b1c2951b HTTP/1.1" status: 200 len: 810 time: 0.6248517 Jun 03 15:23:43.485753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a4546b19-7c09-400d-8bf2-a9ecc8c10874 None None] Port 9ebb88db-c46d-47fa-8d93-fdece710af90 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:23:43.513341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Request body: {'port': {'device_id': '011e632e-baf6-4701-9663-181cc927acb6', 'network_id': 'cdb20da1-12d5-45d5-b2b6-17a0b1c2951b', 'admin_state_up': True, 'tenant_id': 'f51af35cb5d64947a7a961640a1e91a0'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:43.646595 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:43.799335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-347e6b4b-86ae-4a21-b0db-cb5f76f0ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:43.953487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:43.958069 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:43.981929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-509ecef1-b21a-4643-bc44-b32fce03b83b req-a1014106-9ce6-49c6-91fd-5178dd675ba3 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Synchronizing usage tracker for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:43.991478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Usage tracker for resource:port and tenant:f51af35cb5d64947a7a961640a1e91a0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:44.001113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:44.023689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:44.036488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-509ecef1-b21a-4643-bc44-b32fce03b83b req-a1014106-9ce6-49c6-91fd-5178dd675ba3 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Unset dirty status for tenant:cf8688d8ee834a5d8dc06dd4f41cabdd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:44.042270 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-347e6b4b-86ae-4a21-b0db-cb5f76f0ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.045192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-509ecef1-b21a-4643-bc44-b32fce03b83b req-a1014106-9ce6-49c6-91fd-5178dd675ba3 tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/ports?device_id=625b14ee-bbac-41a5-ab03-7a9c6e8f2d70 HTTP/1.1" status: 200 len: 210 time: 0.1226099 Jun 03 15:23:44.067879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-347e6b4b-86ae-4a21-b0db-cb5f76f0ebfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.076182 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-347e6b4b-86ae-4a21-b0db-cb5f76f0ebfb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d543a2af-5d18-4ed5-aa26-14050c8b835e HTTP/1.1" status: 204 len: 168 time: 1.0084786 Jun 03 15:23:44.082271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40162) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:44.083099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45376a3-7bdf-4d5d-bc9e-70f6704336b2,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:44.113532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Made reservation on behalf of f51af35cb5d64947a7a961640a1e91a0 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:44.117209 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.165247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e6b4b-86ae-4a21-b0db-cb5f76f0ebfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d543a2af-5d18-4ed5-aa26-14050c8b835e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:44.167529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:44.168973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Checking segment: {'id': 'daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b586e26-7cf4-4543-b6a4-ac93ddfdc94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:44.169399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Network hostable DHCP agents. Network: 4b586e26-7cf4-4543-b6a4-ac93ddfdc94c, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:23:44.200497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbe33eb2-d4dc-4f2a-b665-de7a0300c11f req-3940f398-bf66-483a-8adc-16517b44a0c9 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 210 time: 0.0587442 Jun 03 15:23:44.323367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:44.324104 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.346998 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.354985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Network 4b586e26-7cf4-4543-b6a4-ac93ddfdc94c is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:23:44.405328 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.415203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 4b586e26-7cf4-4543-b6a4-ac93ddfdc94c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:44.423261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.446654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:44.447513 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.463008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423bd4e9-27d1-46ef-976b-c6d192a23468 None None] Network 4b586e26-7cf4-4543-b6a4-ac93ddfdc94c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:44.534928 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.584151 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0ea062e2-0c88-4e57-be8b-a6dd12dd7111 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8915706 Jun 03 15:23:44.602295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Allocated IP 172.20.0.12 (cdb20da1-12d5-45d5-b2b6-17a0b1c2951b/41a54970-04f7-4acb-b073-68b279afd5a5/b3a6c558-9591-4ab1-8376-a7ce961631d0) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:44.605305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.671051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa18482f-2775-431f-9b06-feba3164b757']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:44.684476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92cd2929-1da5-439e-9806-94ab5d3dd688 req-c573c371-535d-449e-88b9-d53220348b01 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 210 time: 0.0793574 Jun 03 15:23:44.718769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b521155b-4f2c-46d1-bb84-96014fc7dd03') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:44.719162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b521155b-4f2c-46d1-bb84-96014fc7dd03') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:44.799545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Pushing event updated for resources: {'Port': ['ID=9ebb88db-c46d-47fa-8d93-fdece710af90,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:44.828479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:44.874975 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.878025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:44.879241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:44.910739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:44.918388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:23:44.919018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.092563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71dcca9-e57e-4fae-aaed-126e813ebbeb None None] Network 4b586e26-7cf4-4543-b6a4-ac93ddfdc94c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:45.127405 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.138237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.146958 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b521155b-4f2c-46d1-bb84-96014fc7dd03 resource provider aggregate not found Jun 03 15:23:45.181888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] Pushing event deleted for resources: {'Network': ['ID=aa18482f-2775-431f-9b06-feba3164b757,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:45.195872 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b521155b-4f2c-46d1-bb84-96014fc7dd03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b521155b-4f2c-46d1-bb84-96014fc7dd03 found for delete ", "request_id": "req-d6022ff0-c27f-4e79-8b4a-5ddddbc4cd79"}]} Jun 03 15:23:45.200808 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e02eb34e-0454-4020-a7ac-32b03c8edbde admin admin] 10.222.0.48 "DELETE /v2.0/networks/aa18482f-2775-431f-9b06-feba3164b757 HTTP/1.1" status: 204 len: 168 time: 1.0886893 Jun 03 15:23:45.254054 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.355074 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.392202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-809f195d-d5ff-4131-becf-80146626c69d None None] Provisioning complete for port 9ebb88db-c46d-47fa-8d93-fdece710af90 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:45.392938 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-809f195d-d5ff-4131-becf-80146626c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.490951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Network cdb20da1-12d5-45d5-b2b6-17a0b1c2951b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:45.494227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:45.497434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:45.526790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40206) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:45.570409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-809f195d-d5ff-4131-becf-80146626c69d None None] Port 9ebb88db-c46d-47fa-8d93-fdece710af90 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:23:45.668778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Pushing event updated for resources: {'Port': ['ID=b3a6c558-9591-4ab1-8376-a7ce961631d0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:45.681464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-72643d49-76c1-4062-8f20-2857c3c40f2d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:45.682913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-72643d49-76c1-4062-8f20-2857c3c40f2d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.7274685 Jun 03 15:23:45.690421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:45.690973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.710566 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-d08480db-fe4f-461d-92db-51ebeea27e7f tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2034078 Jun 03 15:23:45.726091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Request body: {'port': {'device_id': '93710305-eb56-467b-9828-4fb1393ff0c0', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'admin_state_up': True, 'tenant_id': '622d84e5fa28412589f37b0f0a012a1c'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:45.726931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Request body: {'port': {'device_id': '011e632e-baf6-4701-9663-181cc927acb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:45.749241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:23:45.758628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-403927aa-66a2-4d7c-ace3-d601018137d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d364816539414c638a0f5c07be3c5ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275987 Jun 03 15:23:45.763149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40212) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:45.840111 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:45.871263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-ecc5e9cb-3bf3-486a-82f5-bd2aeacfbd83 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:45.872682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-ecc5e9cb-3bf3-486a-82f5-bd2aeacfbd83 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/networks?id=4b586e26-7cf4-4543-b6a4-ac93ddfdc94c HTTP/1.1" status: 200 len: 817 time: 0.4649978 Jun 03 15:23:46.137621 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-2c22f255-c86a-44d4-9ffd-f3533720def7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/quotas/4c8f076d021d470181f135dea0fac647 HTTP/1.1" status: 200 len: 375 time: 0.2081549 Jun 03 15:23:46.152234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5167a1-8625-4b54-a559-cbb6f06dc420 req-65643657-c547-4148-89d3-2fb7b06e6cd1 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.157932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5167a1-8625-4b54-a559-cbb6f06dc420 req-65643657-c547-4148-89d3-2fb7b06e6cd1 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.159229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da5167a1-8625-4b54-a559-cbb6f06dc420 req-65643657-c547-4148-89d3-2fb7b06e6cd1 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b24abb2-3515-442e-8b4b-0d6c23273f90&device_id=d0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc HTTP/1.1" status: 200 len: 1683 time: 0.6296475 Jun 03 15:23:46.199486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a6c558-9591-4ab1-8376-a7ce961631d0 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:46.207474 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.223799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Transition to ACTIVE for port object b3a6c558-9591-4ab1-8376-a7ce961631d0 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:46.228610 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.309309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-6e13cfd6-bdd7-4ac3-b54f-f47047deeb13 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4c8f076d021d470181f135dea0fac647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991609 Jun 03 15:23:46.350286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:46.370859 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f49c752-d53f-4cb2-9d29-3c4ca29dba05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.389799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a6c558-9591-4ab1-8376-a7ce961631d0,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:46.418241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Usage tracker for resource:port and tenant:622d84e5fa28412589f37b0f0a012a1c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:46.438795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:46.465386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Attempting to bind port b3a6c558-9591-4ab1-8376-a7ce961631d0 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:46.465710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Attempting to bind port b3a6c558-9591-4ab1-8376-a7ce961631d0 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'e0b9b051-c9b2-4ba2-8db4-1c843a6304be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cdb20da1-12d5-45d5-b2b6-17a0b1c2951b'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:46.466068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Attempting to bind port b3a6c558-9591-4ab1-8376-a7ce961631d0 on network cdb20da1-12d5-45d5-b2b6-17a0b1c2951b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:46.467437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:46.471044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Port b3a6c558-9591-4ab1-8376-a7ce961631d0 on network cdb20da1-12d5-45d5-b2b6-17a0b1c2951b not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:46.471355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Attempting to bind port b3a6c558-9591-4ab1-8376-a7ce961631d0 on network cdb20da1-12d5-45d5-b2b6-17a0b1c2951b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:46.473257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da5167a1-8625-4b54-a559-cbb6f06dc420 req-4dce0779-8a1d-44c4-b8d7-000812e9b2ad tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534463 Jun 03 15:23:46.476954 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:46.477286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Checking segment: {'id': 'e0b9b051-c9b2-4ba2-8db4-1c843a6304be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cdb20da1-12d5-45d5-b2b6-17a0b1c2951b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:46.477660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Bound using segment: {'id': 'e0b9b051-c9b2-4ba2-8db4-1c843a6304be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cdb20da1-12d5-45d5-b2b6-17a0b1c2951b'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:46.478112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Bound port: b3a6c558-9591-4ab1-8376-a7ce961631d0, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b9b051-c9b2-4ba2-8db4-1c843a6304be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'cdb20da1-12d5-45d5-b2b6-17a0b1c2951b'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:46.478453 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.479927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:23:46.491455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c30db2c7-b8dc-4784-8d6a-2bd049d7726d admin admin] 10.222.0.48 "PUT /v2.0/routers/958a9d9d-5fe2-44f5-b8f9-500b57c72b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7719107 Jun 03 15:23:46.493989 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f49c752-d53f-4cb2-9d29-3c4ca29dba05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.496731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Sync routers for ids ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:23:46.516118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Routers {'958a9d9d-5fe2-44f5-b8f9-500b57c72b50'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:46.517750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:23:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:46.537382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Made reservation on behalf of 622d84e5fa28412589f37b0f0a012a1c for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:46.540948 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.669311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] For port b3a6c558-9591-4ab1-8376-a7ce961631d0, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:46.674081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] For port b3a6c558-9591-4ab1-8376-a7ce961631d0, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3a6c558-9591-4ab1-8376-a7ce961631d0,segment=NetworkSegment(e0b9b051-c9b2-4ba2-8db4-1c843a6304be),segment_id=e0b9b051-c9b2-4ba2-8db4-1c843a6304be)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:46.675789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-28639eff-26a2-42b0-9827-37d3c4cc5506 service neutron] 10.222.0.48 "GET /v2.0/networks/4b586e26-7cf4-4543-b6a4-ac93ddfdc94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513594 Jun 03 15:23:46.683753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.780861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.781700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.791203 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] 10.222.0.67 "PUT /v2.0/ports/b3a6c558-9591-4ab1-8376-a7ce961631d0 HTTP/1.1" status: 200 len: 1092 time: 1.0684721 Jun 03 15:23:46.791944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011e632e-baf6-4701-9663-181cc927acb6', 'tag': 'b3a6c558-9591-4ab1-8376-a7ce961631d0'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:46.803382 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f49c752-d53f-4cb2-9d29-3c4ca29dba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:46.819788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494edbff-7106-4abf-b3b7-a10e40424321 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a6c558-9591-4ab1-8376-a7ce961631d0,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:46.853913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Set router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:46.889854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49c752-d53f-4cb2-9d29-3c4ca29dba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c29d94-f22f-43fe-b864-fe4e1c6ddac9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:46.967559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-6c77ee73-91aa-4b82-9820-47e81b85c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:46.969080 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-6c77ee73-91aa-4b82-9820-47e81b85c21c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f51af35cb5d64947a7a961640a1e91a0&device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 1095 time: 0.1093731 Jun 03 15:23:47.021706 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f49c752-d53f-4cb2-9d29-3c4ca29dba05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.022822 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3f49c752-d53f-4cb2-9d29-3c4ca29dba05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27c29d94-f22f-43fe-b864-fe4e1c6ddac9 HTTP/1.1" status: 204 len: 168 time: 1.2465072 Jun 03 15:23:47.041576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-23a67add-440a-4171-81e8-a35ed7c7754d service neutron] 10.222.0.48 "GET /v2.0/networks/4b586e26-7cf4-4543-b6a4-ac93ddfdc94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646901 Jun 03 15:23:47.046805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Allocated IP 172.20.0.3 (0eb35c9f-ee3c-45a8-b613-18d6f2387c2c/a4b77897-1629-4d38-8157-f1d40799acb4/4a70d5c0-fef2-465e-961f-46d9d28ca646) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:47.094756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd2551-bb07-4a9b-afc9-e9e309916669 req-17977dd1-eed8-44be-b6b3-402d931e86a2 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:47.102149 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-be3b065a-9249-46bb-92ff-f46c6e1fc972 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3a6c558-9591-4ab1-8376-a7ce961631d0 HTTP/1.1" status: 200 len: 217 time: 0.1173847 Jun 03 15:23:47.102526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61bd2551-bb07-4a9b-afc9-e9e309916669 req-17977dd1-eed8-44be-b6b3-402d931e86a2 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 944 time: 0.3137083 Jun 03 15:23:47.190323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-da12c2c2-7a61-491e-b756-1751c4aef542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:47.193315 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-da12c2c2-7a61-491e-b756-1751c4aef542 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=41a54970-04f7-4acb-b073-68b279afd5a5 HTTP/1.1" status: 200 len: 850 time: 0.0859799 Jun 03 15:23:47.217670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61bd2551-bb07-4a9b-afc9-e9e309916669 req-775c9899-31d0-43b2-a104-ae4a12752b5d tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/security-groups?id=df75b8c2-c7da-469f-8241-b74f13ad1424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141613 Jun 03 15:23:47.311559 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-f00d16aa-ae7e-4cd8-b8b5-e4adc8f430b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdb20da1-12d5-45d5-b2b6-17a0b1c2951b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118512 Jun 03 15:23:47.572988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-aa3a4659-f623-4e53-a71d-6917e58a3515 req-ed5a122f-c7f0-477c-86c2-7459de394d8c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Synchronizing usage tracker for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:47.623274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:43Z', 'revision_number': 4, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9ebb88db-c46d-47fa-8d93-fdece710af90', 'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'mac_address': 'fa:16:3e:f0:d3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:40Z', 'updated_at': '2022-06-03T15:23:43Z', 'revision_number': 2, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'subnets': [{'id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:47.635849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Checking router: 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:23:47.640031 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Updating router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 port 9ebb88db-c46d-47fa-8d93-fdece710af90 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:23:47.663483 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-f144b5bb-eaa7-4d7d-8860-6fdf8e710bde service neutron] 10.222.0.67 "GET /v2.0/networks/cdb20da1-12d5-45d5-b2b6-17a0b1c2951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438687 Jun 03 15:23:47.702343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f326091-bfab-4e7c-843e-1e65226698fb req-892b13c3-fb5b-4a3a-97a9-b237f95ee2af tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/8fe9a7cc-bfa5-45c7-a276-0fb1661827b2 HTTP/1.1" status: 200 len: 1801 time: 0.3097999 Jun 03 15:23:47.716267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40250) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:47.728574 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.800103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1829776766-network', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:47.817448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:47.831046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Usage tracker for resource:network and tenant:e72ab7c66cec4518ba0c95515de033b1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:47.835090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:47.849702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:47.874896 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.892105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Made reservation on behalf of e72ab7c66cec4518ba0c95515de033b1 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:47.894468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.895673 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7b4901a-9255-4e90-9f7a-2637aaa8e32a req-ff615b07-38e3-42d5-9040-1ed9d651ef8a service neutron] 10.222.0.67 "GET /v2.0/networks/cdb20da1-12d5-45d5-b2b6-17a0b1c2951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257233 Jun 03 15:23:47.938763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-aa3a4659-f623-4e53-a71d-6917e58a3515 req-ed5a122f-c7f0-477c-86c2-7459de394d8c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Unset dirty status for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:47.952840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa3a4659-f623-4e53-a71d-6917e58a3515 req-ed5a122f-c7f0-477c-86c2-7459de394d8c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 210 time: 0.5350883 Jun 03 15:23:47.979001 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:47.989474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f326091-bfab-4e7c-843e-1e65226698fb req-43904bcb-a02c-4011-8f16-7f218df5192d tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.036871 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-466333bc-bd3b-43f5-a997-b9bd4e8aa837'] response: {'name': 'network-changed', 'server_uuid': '011e632e-baf6-4701-9663-181cc927acb6', 'tag': 'b3a6c558-9591-4ab1-8376-a7ce961631d0', 'status': 'completed', 'code': 200} Jun 03 15:23:48.048853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:48.072379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Usage tracker for resource:security_group_rule and tenant:e72ab7c66cec4518ba0c95515de033b1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:48.082913 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f326091-bfab-4e7c-843e-1e65226698fb req-43904bcb-a02c-4011-8f16-7f218df5192d tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.118000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:48.152865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:48.206444 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.239008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18f3b-1d85-4c7a-9151-e2780ef6518a req-46de8ab0-fdbe-4efe-b941-9a49151b1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:48.245633 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a18f3b-1d85-4c7a-9151-e2780ef6518a req-46de8ab0-fdbe-4efe-b941-9a49151b1023 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f51af35cb5d64947a7a961640a1e91a0&device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 1095 time: 0.1576622 Jun 03 15:23:48.259846 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.275130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Transition to ACTIVE for port object 9ebb88db-c46d-47fa-8d93-fdece710af90 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:48.285903 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.391497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6013a-5884-4894-889e-8cea9c4d8a80 None None] Pushing event updated for resources: {'Port': ['ID=9ebb88db-c46d-47fa-8d93-fdece710af90,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:48.431348 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.455836 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.474437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:23:48.488386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:48.622162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40276) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:48.631962 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.632500 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Added segment bfbeaf76-f906-408a-bcfa-7db214d7916a of type vlan for network a8ce8abc-05c8-4135-b04b-0f5337379605 Jun 03 15:23:48.634852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:48.636992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Attempting to bind port 9ebb88db-c46d-47fa-8d93-fdece710af90 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:48.637743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Attempting to bind port 9ebb88db-c46d-47fa-8d93-fdece710af90 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:48.638130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Attempting to bind port 9ebb88db-c46d-47fa-8d93-fdece710af90 on network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:48.645567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:48.646380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Checking segment: {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:48.646680 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.647191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Bound using segment: {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:48.647858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Bound port: 9ebb88db-c46d-47fa-8d93-fdece710af90, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:48.648541 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.704037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18f3b-1d85-4c7a-9151-e2780ef6518a req-b69e0cd4-b7ec-4a11-84db-32eb22a2e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:48.705512 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a18f3b-1d85-4c7a-9151-e2780ef6518a req-b69e0cd4-b7ec-4a11-84db-32eb22a2e1f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cdb20da1-12d5-45d5-b2b6-17a0b1c2951b HTTP/1.1" status: 200 len: 911 time: 0.4527588 Jun 03 15:23:48.743150 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.773141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] For port 9ebb88db-c46d-47fa-8d93-fdece710af90, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:48.776763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] For port 9ebb88db-c46d-47fa-8d93-fdece710af90, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9ebb88db-c46d-47fa-8d93-fdece710af90,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:48.784422 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.794034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:48.803306 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a18f3b-1d85-4c7a-9151-e2780ef6518a req-b0308e79-29f3-4495-a162-3f7d1529a748 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3a6c558-9591-4ab1-8376-a7ce961631d0 HTTP/1.1" status: 200 len: 217 time: 0.0891490 Jun 03 15:23:48.827710 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-241f3685-c30b-4b9f-8b50-756223443f32 req-91a3176c-e9eb-4038-8ebc-c1600a673180 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 210 time: 0.3944538 Jun 03 15:23:48.828320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3a7329-44a7-4bb7-a727-21f0750cff31,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:48.840130 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f326091-bfab-4e7c-843e-1e65226698fb req-43904bcb-a02c-4011-8f16-7f218df5192d tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.859155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-946978156-network', 'tenant_id': 'c6d9632d717e43a6943e786b918971f1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:48.874613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.875127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:48.875834 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:48.877286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:48.887983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Usage tracker for resource:network and tenant:c6d9632d717e43a6943e786b918971f1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:48.888709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6013a-5884-4894-889e-8cea9c4d8a80 None None] Pushing event updated for resources: {'Port': ['ID=9ebb88db-c46d-47fa-8d93-fdece710af90,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:48.895545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:48.919964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:48.922840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Routers {'958a9d9d-5fe2-44f5-b8f9-500b57c72b50'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:23:48.923614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:23:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:48.927084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43904bcb-a02c-4011-8f16-7f218df5192d tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe9a7cc-bfa5-45c7-a276-0fb1661827b2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:48.937643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18f3b-1d85-4c7a-9151-e2780ef6518a req-1816d7b3-0dbf-467f-9bbc-52941e98cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:48.939726 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a18f3b-1d85-4c7a-9151-e2780ef6518a req-1816d7b3-0dbf-467f-9bbc-52941e98cfa9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=41a54970-04f7-4acb-b073-68b279afd5a5 HTTP/1.1" status: 200 len: 850 time: 0.1293335 Jun 03 15:23:48.997510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Made reservation on behalf of c6d9632d717e43a6943e786b918971f1 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:49.003726 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.044746 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a18f3b-1d85-4c7a-9151-e2780ef6518a req-2f1c58cd-6ab9-4aab-b1e8-c4f0003653e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cdb20da1-12d5-45d5-b2b6-17a0b1c2951b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946047 Jun 03 15:23:49.047335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.059333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a8ce8abc-05c8-4135-b04b-0f5337379605,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:49.065837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9183bfa3-325a-4711-9f64-fe00cdefc4d0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3460314 Jun 03 15:23:49.069341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40284) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:49.069805 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f326091-bfab-4e7c-843e-1e65226698fb req-43904bcb-a02c-4011-8f16-7f218df5192d tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.081639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f326091-bfab-4e7c-843e-1e65226698fb req-43904bcb-a02c-4011-8f16-7f218df5192d tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "DELETE /v2.0/security-groups/8fe9a7cc-bfa5-45c7-a276-0fb1661827b2 HTTP/1.1" status: 204 len: 173 time: 1.3783348 Jun 03 15:23:49.082626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event updated for resources: {'Port': ['ID=4a70d5c0-fef2-465e-961f-46d9d28ca646,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:49.092924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a8ce8abc-05c8-4135-b04b-0f5337379605 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:23:49.127139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:49.130366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.169906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-97e798b1-c424-4cea-a53b-ddb3bc610765 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4475996 Jun 03 15:23:49.194427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Request body: {'port': {'device_id': '93710305-eb56-467b-9828-4fb1393ff0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:49.361356 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a18f3b-1d85-4c7a-9151-e2780ef6518a req-8ab055fe-f61e-4fe3-9726-7bd68ed431d3 service neutron] 10.222.0.67 "GET /v2.0/networks/cdb20da1-12d5-45d5-b2b6-17a0b1c2951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928741 Jun 03 15:23:49.370271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Request body: {'subnet': {'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1829776766-subnet', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:49.375433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:49.379890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Usage tracker for resource:subnet and tenant:e72ab7c66cec4518ba0c95515de033b1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:49.388905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:49.396181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:49.429511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Made reservation on behalf of e72ab7c66cec4518ba0c95515de033b1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:49.431824 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.460364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:49.505004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] Set router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:23:49.638481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d9632d717e43a6943e786b918971f1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:49.698955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:49.725783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:49.726008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:49.804054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c5983-2854-408d-8baa-4b28174c1a7e req-04fa2069-805f-43a7-9ed4-62c8d085bd02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:49.811279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-119c5983-2854-408d-8baa-4b28174c1a7e req-04fa2069-805f-43a7-9ed4-62c8d085bd02 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 931 time: 0.2453957 Jun 03 15:23:49.830255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0e152-0806-4a91-ad28-e7cf8ed09a25 req-65358876-6e99-4608-a669-e934c53783c7 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:49.831856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-def0e152-0806-4a91-ad28-e7cf8ed09a25 req-65358876-6e99-4608-a669-e934c53783c7 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 944 time: 0.5912235 Jun 03 15:23:49.881540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-a0a0a6bf-6fa3-4b4e-a07d-8165bdd48caf tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:49.882463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-a0a0a6bf-6fa3-4b4e-a07d-8165bdd48caf tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Synchronizing usage tracker for tenant:4c8f076d021d470181f135dea0fac647 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:49.895118 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02a18f3b-1d85-4c7a-9151-e2780ef6518a req-49388083-fbee-48ef-ae93-71e34fe734b8 service neutron] 10.222.0.67 "GET /v2.0/networks/cdb20da1-12d5-45d5-b2b6-17a0b1c2951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665246 Jun 03 15:23:49.961036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-def0e152-0806-4a91-ad28-e7cf8ed09a25 req-6d2ca518-b740-408a-bb90-b1dec14032fb tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/security-groups?id=df75b8c2-c7da-469f-8241-b74f13ad1424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148372 Jun 03 15:23:49.964970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-119c5983-2854-408d-8baa-4b28174c1a7e req-af719c88-d767-4d2f-9c98-43f93b4df7a6 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517115 Jun 03 15:23:49.991591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-a0a0a6bf-6fa3-4b4e-a07d-8165bdd48caf tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Unset dirty status for tenant:4c8f076d021d470181f135dea0fac647 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:49.992507 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-a0a0a6bf-6fa3-4b4e-a07d-8165bdd48caf tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.67 "GET /v2.0/networks?id=4b586e26-7cf4-4543-b6a4-ac93ddfdc94c HTTP/1.1" status: 200 len: 817 time: 0.6299005 Jun 03 15:23:50.022965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Request body: {'port': {'device_id': '2f154232-4e34-42dc-b4b7-64015dcd7a72', 'network_id': '4b586e26-7cf4-4543-b6a4-ac93ddfdc94c', 'admin_state_up': True, 'tenant_id': '4c8f076d021d470181f135dea0fac647'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:50.119675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:43Z', 'revision_number': 4, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9ebb88db-c46d-47fa-8d93-fdece710af90', 'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'mac_address': 'fa:16:3e:f0:d3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:40Z', 'updated_at': '2022-06-03T15:23:48Z', 'revision_number': 4, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'subnets': [{'id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:50.129416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6570ce6-4386-4c8f-8f4c-c1a406c52e80 None None] The sync data for ids ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'] in n-d-844595-1 is: [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:43Z', 'revision_number': 4, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9ebb88db-c46d-47fa-8d93-fdece710af90', 'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'mac_address': 'fa:16:3e:f0:d3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:40Z', 'updated_at': '2022-06-03T15:23:48Z', 'revision_number': 4, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'subnets': [{'id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:23:50.175949 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f12c60e2-3e95-4587-8b63-bf2dcaebef56 req-979e50ba-32bf-4ce3-9324-37a459126e6d tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "GET /v2.0/security-groups/8f3bfe55-4bf7-4ad4-a3dd-fe81132e180c HTTP/1.1" status: 200 len: 1802 time: 0.1707530 Jun 03 15:23:50.259251 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.287928 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.300395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:50.330980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Usage tracker for resource:port and tenant:4c8f076d021d470181f135dea0fac647 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:50.338048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:50.350891 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.376599 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f12c60e2-3e95-4587-8b63-bf2dcaebef56 req-4dd2cac7-b869-4d03-893f-edb02283677f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.413159 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:50.429755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:23:50.472867 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f12c60e2-3e95-4587-8b63-bf2dcaebef56 req-4dd2cac7-b869-4d03-893f-edb02283677f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.480215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3e01f0-97aa-4dc2-a31b-0c2f90939482,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:50.483725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a70d5c0-fef2-465e-961f-46d9d28ca646 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:50.497277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.497700 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Added segment 3fa4acc3-97e8-461e-8092-9508e336e2be of type vlan for network b0aac1c6-5514-4639-a0f9-707d0df3caed Jun 03 15:23:50.498773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Made reservation on behalf of 4c8f076d021d470181f135dea0fac647 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:50.500186 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.502390 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.573232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85d194e-fe13-484a-9499-f389ff5eebf3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:50.600194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26c7f331-81a5-4979-9057-c7476a2ef4a5 req-f8c8c6dd-671a-4c7c-a798-a80937a755d6 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 210 time: 0.0679200 Jun 03 15:23:50.630182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Transition to ACTIVE for port object 4a70d5c0-fef2-465e-961f-46d9d28ca646 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:50.640866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.642814 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f12c60e2-3e95-4587-8b63-bf2dcaebef56 req-4dd2cac7-b869-4d03-893f-edb02283677f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.662946 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.667523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Checking segment: {'id': 'bfbeaf76-f906-408a-bcfa-7db214d7916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:50.668122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Network hostable DHCP agents. Network: a8ce8abc-05c8-4135-b04b-0f5337379605, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:23:50.723843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2cac7-b869-4d03-893f-edb02283677f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3bfe55-4bf7-4ad4-a3dd-fe81132e180c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:50.846004 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f12c60e2-3e95-4587-8b63-bf2dcaebef56 req-4dd2cac7-b869-4d03-893f-edb02283677f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.846004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f12c60e2-3e95-4587-8b63-bf2dcaebef56 req-4dd2cac7-b869-4d03-893f-edb02283677f tempest-SecurityGroupsTestJSON-1714777610 tempest-SecurityGroupsTestJSON-1714777610-project] 10.222.0.48 "DELETE /v2.0/security-groups/8f3bfe55-4bf7-4ad4-a3dd-fe81132e180c HTTP/1.1" status: 204 len: 173 time: 0.6287551 Jun 03 15:23:50.846004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40296) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:50.853148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Network a8ce8abc-05c8-4135-b04b-0f5337379605 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:23:50.899129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.899129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:50.899129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.940078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a8ce8abc-05c8-4135-b04b-0f5337379605) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:50.948635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac6463-87e3-4e80-b56e-50834ba076f9 None None] Network a8ce8abc-05c8-4135-b04b-0f5337379605 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:50.963985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:50.963985 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-092276f1-b839-4252-8456-f91514da876d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:50.987226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Pushing event updated for resources: {'Port': ['ID=4a70d5c0-fef2-465e-961f-46d9d28ca646,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:51.114428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Allocated IP 172.20.0.2 (4b586e26-7cf4-4543-b6a4-ac93ddfdc94c/f45376a3-7bdf-4d5d-bc9e-70f6704336b2/9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:51.181198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec5dcf6-2822-4653-baa3-db4cee85c645 admin admin] Deleting subnet 5b58f9ad-8000-49aa-8e7c-45a5a524d33a {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:23:51.196758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcf6-2822-4653-baa3-db4cee85c645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.223880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] Pushing event updated for resources: {'Network': ['ID=b0aac1c6-5514-4639-a0f9-707d0df3caed,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:51.240509 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8681f9d1-2963-44b4-9d71-5841258e6114 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6017296 Jun 03 15:23:51.240509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40308) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:51.240509 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-092276f1-b839-4252-8456-f91514da876d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8803203 Jun 03 15:23:51.250307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:51.261426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Request body: {'subnet': {'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-946978156-subnet', 'tenant_id': 'c6d9632d717e43a6943e786b918971f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:51.286970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network b0aac1c6-5514-4639-a0f9-707d0df3caed details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:23:51.307724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1829776766-router', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:51.307724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:51.347915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:51.373319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Usage tracker for resource:subnet and tenant:c6d9632d717e43a6943e786b918971f1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:51.380098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Usage tracker for resource:router and tenant:e72ab7c66cec4518ba0c95515de033b1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:51.390166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:51.408744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:23:51.425320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:51.468314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:23:51.508445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Attempting to bind port 4a70d5c0-fef2-465e-961f-46d9d28ca646 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:51.514390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Attempting to bind port 4a70d5c0-fef2-465e-961f-46d9d28ca646 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:51.514907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Attempting to bind port 4a70d5c0-fef2-465e-961f-46d9d28ca646 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:51.530521 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcf6-2822-4653-baa3-db4cee85c645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.551306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Made reservation on behalf of c6d9632d717e43a6943e786b918971f1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:23:51.564073 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.667121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Port 4a70d5c0-fef2-465e-961f-46d9d28ca646 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:51.667228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Attempting to bind port 4a70d5c0-fef2-465e-961f-46d9d28ca646 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:51.670266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-a8ce8abc-05c8-4135-b04b-0f5337379605', 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'fixed_ips': [{'subnet_id': 'd85d194e-fe13-484a-9499-f389ff5eebf3'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:23:51.672415 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.690745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:51.691081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Checking segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:51.691648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Bound using segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:51.692280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Bound port: 4a70d5c0-fef2-465e-961f-46d9d28ca646, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:51.692778 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.771799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3a6c558-9591-4ab1-8376-a7ce961631d0 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:51.781276 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.782287 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.907320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] For port 4a70d5c0-fef2-465e-961f-46d9d28ca646, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:51.911423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] For port 4a70d5c0-fef2-465e-961f-46d9d28ca646, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4a70d5c0-fef2-465e-961f-46d9d28ca646,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:51.916552 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcf6-2822-4653-baa3-db4cee85c645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:51.974477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.026854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b3a6c558-9591-4ab1-8376-a7ce961631d0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3a6c558-9591-4ab1-8376-a7ce961631d0,segment=NetworkSegment(e0b9b051-c9b2-4ba2-8db4-1c843a6304be),segment_id=e0b9b051-c9b2-4ba2-8db4-1c843a6304be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:52.039959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Allocated IP 172.20.0.2 (a8ce8abc-05c8-4135-b04b-0f5337379605/d85d194e-fe13-484a-9499-f389ff5eebf3/cbfc293b-1b53-41ff-9731-e0d640fa5de3) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:52.048332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'b3a6c558-9591-4ab1-8376-a7ce961631d0', 'network_id': 'cdb20da1-12d5-45d5-b2b6-17a0b1c2951b', 'port_id': 'b3a6c558-9591-4ab1-8376-a7ce961631d0', 'mac_address': 'fa:16:3e:8d:3d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a54970-04f7-4acb-b073-68b279afd5a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:52.088577 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.115803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b3a6c558-9591-4ab1-8376-a7ce961631d0 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:52.117098 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.134052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec158a-c54c-4f8f-85c1-4990ca2a2c5b req-03bb6742-1829-4971-b0a8-07d756c97178 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:52.135286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0ec158a-c54c-4f8f-85c1-4990ca2a2c5b req-03bb6742-1829-4971-b0a8-07d756c97178 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.8709388 Jun 03 15:23:52.145637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Pushing event updated for resources: {'Port': ['ID=4a70d5c0-fef2-465e-961f-46d9d28ca646,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:52.176994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b5808-d3e9-440c-9b12-f807cb4ff3d8 req-04252dc6-af8f-4304-90dd-2b0070f698b3 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:52.181464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab9b5808-d3e9-440c-9b12-f807cb4ff3d8 req-04252dc6-af8f-4304-90dd-2b0070f698b3 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 944 time: 0.5814404 Jun 03 15:23:52.236677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a6c558-9591-4ab1-8376-a7ce961631d0 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:52.257182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9ebb88db-c46d-47fa-8d93-fdece710af90 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:52.264343 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.272140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:52.273898 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.277062 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-24ec3b68-a9c4-420d-97a1-f929afeb578c service neutron] 10.222.0.67 "PUT /v2.0/ports/4a70d5c0-fef2-465e-961f-46d9d28ca646 HTTP/1.1" status: 200 len: 1091 time: 3.0909817 Jun 03 15:23:52.301618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0ec158a-c54c-4f8f-85c1-4990ca2a2c5b req-7e322472-5cb7-498f-b88a-5cf6e700d710 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506228 Jun 03 15:23:52.302331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93710305-eb56-467b-9828-4fb1393ff0c0', 'tag': '4a70d5c0-fef2-465e-961f-46d9d28ca646'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:52.310394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b3a6c558-9591-4ab1-8376-a7ce961631d0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3a6c558-9591-4ab1-8376-a7ce961631d0,segment=NetworkSegment(e0b9b051-c9b2-4ba2-8db4-1c843a6304be),segment_id=e0b9b051-c9b2-4ba2-8db4-1c843a6304be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:52.331027 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.361414 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.455700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b3a6c558-9591-4ab1-8376-a7ce961631d0,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:52.592892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 9ebb88db-c46d-47fa-8d93-fdece710af90 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:52.600744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9ebb88db-c46d-47fa-8d93-fdece710af90 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:52.601048 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.685634 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.703956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Transition to ACTIVE for port object cbfc293b-1b53-41ff-9731-e0d640fa5de3 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:52.711285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdac4029-d48c-47dc-a98a-f943bf9b8bdf,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:52.718920 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcf6-2822-4653-baa3-db4cee85c645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.730801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['b3a6c558-9591-4ab1-8376-a7ce961631d0'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:52.734552 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.774109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954a83-226e-4784-9b05-faefb136075a req-d4e61b34-ad11-49dd-8540-7f6b18b0aec0 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:52.778467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-60954a83-226e-4784-9b05-faefb136075a req-d4e61b34-ad11-49dd-8540-7f6b18b0aec0 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Synchronizing usage tracker for tenant:df6bfc506a434c9c8fcb14de5ca78578 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:52.800270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab9b5808-d3e9-440c-9b12-f807cb4ff3d8 req-fdfa8596-d53c-4212-b74b-cf91e2f27cee tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/security-groups?id=df75b8c2-c7da-469f-8241-b74f13ad1424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367179 Jun 03 15:23:52.806327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5dcf6-2822-4653-baa3-db4cee85c645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b58f9ad-8000-49aa-8e7c-45a5a524d33a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:52.817051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cec5dcf6-2822-4653-baa3-db4cee85c645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.822358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Checking segment: {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:52.823238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Network hostable DHCP agents. Network: b0aac1c6-5514-4639-a0f9-707d0df3caed, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:23:52.868297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Transition to ACTIVE for port object cbfc293b-1b53-41ff-9731-e0d640fa5de3 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:52.888142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.903473 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:52.938972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cec5dcf6-2822-4653-baa3-db4cee85c645 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5b58f9ad-8000-49aa-8e7c-45a5a524d33a HTTP/1.1" status: 204 len: 168 time: 2.0928917 Jun 03 15:23:52.948345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40324) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:53.013649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-60954a83-226e-4784-9b05-faefb136075a req-d4e61b34-ad11-49dd-8540-7f6b18b0aec0 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Unset dirty status for tenant:df6bfc506a434c9c8fcb14de5ca78578 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:53.015651 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-60954a83-226e-4784-9b05-faefb136075a req-d4e61b34-ad11-49dd-8540-7f6b18b0aec0 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc HTTP/1.1" status: 200 len: 946 time: 0.9591076 Jun 03 15:23:53.070197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9ebb88db-c46d-47fa-8d93-fdece710af90 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:53.070752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.110776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-06a57c26-afbd-4fd6-ae65-df783bb79c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:53.112477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-06a57c26-afbd-4fd6-ae65-df783bb79c7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 1094 time: 0.7351034 Jun 03 15:23:53.115660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Network a8ce8abc-05c8-4135-b04b-0f5337379605 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:53.123881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-60954a83-226e-4784-9b05-faefb136075a req-0e15eb06-dfe8-4902-89c1-30841b182961 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Deleting port 2214a868-fd4a-4512-8610-a4adf265ea06 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:53.124464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60954a83-226e-4784-9b05-faefb136075a req-0e15eb06-dfe8-4902-89c1-30841b182961 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.124699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:53.138728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:53.139039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab0c54-f0de-4b53-98c5-79a581cecc1a req-9d14ef0d-4c7d-49bf-997e-4b520a30b573 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:53.140531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edab0c54-f0de-4b53-98c5-79a581cecc1a req-9d14ef0d-4c7d-49bf-997e-4b520a30b573 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b24abb2-3515-442e-8b4b-0d6c23273f90 HTTP/1.1" status: 200 len: 946 time: 0.2783694 Jun 03 15:23:53.150945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Pushing event updated for resources: {'Port': ['ID=cbfc293b-1b53-41ff-9731-e0d640fa5de3,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:53.153837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 9ebb88db-c46d-47fa-8d93-fdece710af90, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9ebb88db-c46d-47fa-8d93-fdece710af90,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:53.156086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Network b0aac1c6-5514-4639-a0f9-707d0df3caed is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:23:53.197935 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.247237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Network 4b586e26-7cf4-4543-b6a4-ac93ddfdc94c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:53.279237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-c8af7f4f-12d2-420e-a65b-e565ca1b42d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a70d5c0-fef2-465e-961f-46d9d28ca646 HTTP/1.1" status: 200 len: 217 time: 0.1304958 Jun 03 15:23:53.289988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:53.289988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:53.341867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, b0aac1c6-5514-4639-a0f9-707d0df3caed) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:53.341867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Pushing event updated for resources: {'Port': ['ID=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:53.356479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cc325e-0dd8-4370-8685-1f18ccfbfd61 None None] Network b0aac1c6-5514-4639-a0f9-707d0df3caed requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:53.369259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-edab0c54-f0de-4b53-98c5-79a581cecc1a req-53bfddfc-9e4d-4de7-bef0-40ce6c82f584 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Deleting port f441a167-f825-422c-b807-b4b1fd1dc8e9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:23:53.369259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-edab0c54-f0de-4b53-98c5-79a581cecc1a req-53bfddfc-9e4d-4de7-bef0-40ce6c82f584 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.378962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:53.378962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.427122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683c8ff-985a-4002-9f42-a14013b23e3a req-09049fd3-6a17-44e8-a046-29dce08a453b tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:53.433289 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c8a4674c-d964-425b-a377-5b35e0bd290f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1968598 Jun 03 15:23:53.433289 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.451690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2683c8ff-985a-4002-9f42-a14013b23e3a req-09049fd3-6a17-44e8-a046-29dce08a453b tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 945 time: 0.4667907 Jun 03 15:23:53.493488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaad88b-7c0a-4724-9dfb-fdd8780a94ed req-a3ba71cb-e9bb-44f5-8358-49fd03a70b1e tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:53.495491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adaad88b-7c0a-4724-9dfb-fdd8780a94ed req-a3ba71cb-e9bb-44f5-8358-49fd03a70b1e tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 931 time: 0.4724135 Jun 03 15:23:53.495892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Attempting to bind port cbfc293b-1b53-41ff-9731-e0d640fa5de3 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:53.496251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Attempting to bind port cbfc293b-1b53-41ff-9731-e0d640fa5de3 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'bfbeaf76-f906-408a-bcfa-7db214d7916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:53.498246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Attempting to bind port cbfc293b-1b53-41ff-9731-e0d640fa5de3 on network a8ce8abc-05c8-4135-b04b-0f5337379605 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:53.516926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-55daa68a-444a-40e9-800a-d1bcc7fa58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:53.518564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-55daa68a-444a-40e9-800a-d1bcc7fa58f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.2498398 Jun 03 15:23:53.523895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:53.523895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Checking segment: {'id': 'bfbeaf76-f906-408a-bcfa-7db214d7916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:53.523895 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.523895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Bound using segment: {'id': 'bfbeaf76-f906-408a-bcfa-7db214d7916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:53.523895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Bound port: cbfc293b-1b53-41ff-9731-e0d640fa5de3, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbeaf76-f906-408a-bcfa-7db214d7916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:53.524328 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.536779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=9ebb88db-c46d-47fa-8d93-fdece710af90,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:53.626170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-67783a76-54d6-4465-a27e-5230194a1a32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897887 Jun 03 15:23:53.632468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2683c8ff-985a-4002-9f42-a14013b23e3a req-92eaef88-1a54-4ed0-8191-4b4a17c132f5 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879468 Jun 03 15:23:53.717226 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f16842-5955-4d90-9002-107120992e10'] response: {'name': 'network-changed', 'server_uuid': '93710305-eb56-467b-9828-4fb1393ff0c0', 'tag': '4a70d5c0-fef2-465e-961f-46d9d28ca646', 'status': 'completed', 'code': 200} Jun 03 15:23:53.773662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] For port cbfc293b-1b53-41ff-9731-e0d640fa5de3, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:53.793245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] For port cbfc293b-1b53-41ff-9731-e0d640fa5de3, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cbfc293b-1b53-41ff-9731-e0d640fa5de3,segment=NetworkSegment(bfbeaf76-f906-408a-bcfa-7db214d7916a),segment_id=bfbeaf76-f906-408a-bcfa-7db214d7916a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:53.869108 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.876152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adaad88b-7c0a-4724-9dfb-fdd8780a94ed req-3df9ec0e-c04b-4f3c-ad9f-c68a04fa8f01 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709695 Jun 03 15:23:53.922982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:53.924333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:53.999987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-b0aac1c6-5514-4639-a0f9-707d0df3caed', 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed', 'tenant_id': 'c6d9632d717e43a6943e786b918971f1', 'fixed_ips': [{'subnet_id': 'bdac4029-d48c-47dc-a98a-f943bf9b8bdf'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:23:54.001524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.026042 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-7b665eb1-9f8c-4aea-b36a-6fe709ff65dd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0081630 Jun 03 15:23:54.069174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Request body: {'port': {'device_id': '2f154232-4e34-42dc-b4b7-64015dcd7a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:54.121722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7877a-c706-409e-8ed0-a4abae95bdbf None None] Pushing event updated for resources: {'Port': ['ID=cbfc293b-1b53-41ff-9731-e0d640fa5de3,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:54.140938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-dd9905f5-12af-4ec8-be02-b86f03c60ff0 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980738 Jun 03 15:23:54.231836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9ebb88db-c46d-47fa-8d93-fdece710af90 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:54.251473 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.277425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-edab0c54-f0de-4b53-98c5-79a581cecc1a req-53bfddfc-9e4d-4de7-bef0-40ce6c82f584 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] For port f441a167-f825-422c-b807-b4b1fd1dc8e9, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=f441a167-f825-422c-b807-b4b1fd1dc8e9,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:54.277776 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-edab0c54-f0de-4b53-98c5-79a581cecc1a req-53bfddfc-9e4d-4de7-bef0-40ce6c82f584 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.330082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Allocated IP 172.20.0.2 (b0aac1c6-5514-4639-a0f9-707d0df3caed/bdac4029-d48c-47dc-a98a-f943bf9b8bdf/1ba1d25a-55b6-439e-8abb-1e52129cdcab) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:54.461457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-edab0c54-f0de-4b53-98c5-79a581cecc1a req-53bfddfc-9e4d-4de7-bef0-40ce6c82f584 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Calling delete_port for f441a167-f825-422c-b807-b4b1fd1dc8e9 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:54.495197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9ebb88db-c46d-47fa-8d93-fdece710af90 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:54.495800 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.533740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5850e71-c74d-46db-8ef6-fb36d1ba8967 req-5a76a2ac-6b98-40b9-b128-32f9446c0022 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:54.541230 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5850e71-c74d-46db-8ef6-fb36d1ba8967 req-5a76a2ac-6b98-40b9-b128-32f9446c0022 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc HTTP/1.1" status: 200 len: 946 time: 0.6596694 Jun 03 15:23:54.558232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-60954a83-226e-4784-9b05-faefb136075a req-0e15eb06-dfe8-4902-89c1-30841b182961 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] For port 2214a868-fd4a-4512-8610-a4adf265ea06, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2214a868-fd4a-4512-8610-a4adf265ea06,segment=NetworkSegment(99139a5f-ad31-4051-9c90-d4eaf1857d56),segment_id=99139a5f-ad31-4051-9c90-d4eaf1857d56)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:54.558875 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60954a83-226e-4784-9b05-faefb136075a req-0e15eb06-dfe8-4902-89c1-30841b182961 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.567605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c30d5b-a4a2-4263-95e1-4133b409a960']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:54.723438 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.735865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-60954a83-226e-4784-9b05-faefb136075a req-0e15eb06-dfe8-4902-89c1-30841b182961 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Calling delete_port for 2214a868-fd4a-4512-8610-a4adf265ea06 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:23:54.739516 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Transition to ACTIVE for port object 1ba1d25a-55b6-439e-8abb-1e52129cdcab will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:54.742316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9ebb88db-c46d-47fa-8d93-fdece710af90 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:54.747407 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e116daf7-17d8-48b8-ab5d-126a307a1e3e req-e66a6452-48ae-4dca-83ff-be91325ff6d2 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000147 Jun 03 15:23:54.762781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Transition to ACTIVE for port object 1ba1d25a-55b6-439e-8abb-1e52129cdcab will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:54.765992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283abb9-99a7-45e3-9a7e-39150d8a3d44 req-beb9ebb4-9481-47aa-abd9-36471bc1e104 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:54.768005 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1283abb9-99a7-45e3-9a7e-39150d8a3d44 req-beb9ebb4-9481-47aa-abd9-36471bc1e104 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.7134700 Jun 03 15:23:54.770874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b54dd9-1388-437e-bf4c-5859387e6f2b') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:54.771220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b54dd9-1388-437e-bf4c-5859387e6f2b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:23:54.775725 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.778374 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:54.794017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5850e71-c74d-46db-8ef6-fb36d1ba8967 req-ea4bd4d1-1e2f-4b7d-afa6-fbc8c780a674 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/security-groups?id=77350397-f72c-4a05-b5de-ea53e4c7be0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515910 Jun 03 15:23:54.846603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Network b0aac1c6-5514-4639-a0f9-707d0df3caed is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:54.849723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:54.853982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:54.946467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Pushing event updated for resources: {'Port': ['ID=1ba1d25a-55b6-439e-8abb-1e52129cdcab,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:54.972690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Attempting to bind port 1ba1d25a-55b6-439e-8abb-1e52129cdcab on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:54.974432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Attempting to bind port 1ba1d25a-55b6-439e-8abb-1e52129cdcab by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:54.974826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Attempting to bind port 1ba1d25a-55b6-439e-8abb-1e52129cdcab on network b0aac1c6-5514-4639-a0f9-707d0df3caed {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:54.982251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1283abb9-99a7-45e3-9a7e-39150d8a3d44 req-787ca205-f7f3-4e70-a718-2c4001776d91 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938038 Jun 03 15:23:54.992031 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:54.995853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Checking segment: {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:54.997708 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.000033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Bound using segment: {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:55.000696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Bound port: 1ba1d25a-55b6-439e-8abb-1e52129cdcab, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:55.001256 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.081007 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-edab0c54-f0de-4b53-98c5-79a581cecc1a req-53bfddfc-9e4d-4de7-bef0-40ce6c82f584 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.110315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['f441a167-f825-422c-b807-b4b1fd1dc8e9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:55.174842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:55.182739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.197793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Transition to ACTIVE for port object 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:23:55.222918 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.227302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] For port 1ba1d25a-55b6-439e-8abb-1e52129cdcab, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:55.231878 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.232369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] For port 1ba1d25a-55b6-439e-8abb-1e52129cdcab, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=1ba1d25a-55b6-439e-8abb-1e52129cdcab,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:55.238905 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.316717 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.338667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10385d6c-7ea9-413d-ad49-e33cfcbbc1d5 None None] Pushing event updated for resources: {'Port': ['ID=1ba1d25a-55b6-439e-8abb-1e52129cdcab,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:55.381410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-a8e5b16c-7027-40e5-97d5-1d527543035b tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:55.388210 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-a8e5b16c-7027-40e5-97d5-1d527543035b tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/networks?id=b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 200 len: 815 time: 0.1832101 Jun 03 15:23:55.391960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2941b2-9bbf-4884-a5f5-d727d9acc72f req-8e5d91e3-e39b-4d54-a46f-82c50f64ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:55.393568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd2941b2-9bbf-4884-a5f5-d727d9acc72f req-8e5d91e3-e39b-4d54-a46f-82c50f64ff2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 1094 time: 0.5438731 Jun 03 15:23:55.393987 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.425721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfddfc-9e4d-4de7-bef0-40ce6c82f584 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Pushing event deleted for resources: {'Port': ['ID=f441a167-f825-422c-b807-b4b1fd1dc8e9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:55.460459 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.498619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:23:55.499186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.515610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-431c093e-173c-4190-a000-d928bf70a497 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/quotas/c6d9632d717e43a6943e786b918971f1 HTTP/1.1" status: 200 len: 375 time: 0.1261740 Jun 03 15:23:55.522262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-edab0c54-f0de-4b53-98c5-79a581cecc1a req-53bfddfc-9e4d-4de7-bef0-40ce6c82f584 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] No DVR routers for this DVR port f441a167-f825-422c-b807-b4b1fd1dc8e9 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:55.572998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-edab0c54-f0de-4b53-98c5-79a581cecc1a req-53bfddfc-9e4d-4de7-bef0-40ce6c82f584 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:55.621443 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a1b54dd9-1388-437e-bf4c-5859387e6f2b resource provider aggregate not found Jun 03 15:23:55.690350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edab0c54-f0de-4b53-98c5-79a581cecc1a req-53bfddfc-9e4d-4de7-bef0-40ce6c82f584 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.75 "DELETE /v2.0/ports/f441a167-f825-422c-b807-b4b1fd1dc8e9 HTTP/1.1" status: 204 len: 173 time: 2.4935818 Jun 03 15:23:55.694135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c02ac6-d0ce-40b1-8bda-f0bfc749f633 None None] Network a8ce8abc-05c8-4135-b04b-0f5337379605 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:55.720289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b24abb2-3515-442e-8b4b-0d6c23273f90', 'name': 'network-vif-deleted', 'tag': 'f441a167-f825-422c-b807-b4b1fd1dc8e9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:55.723501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3a6c558-9591-4ab1-8376-a7ce961631d0 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:55.757589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8f84c-e460-487a-b265-f4a1d07dd7f6 req-2831b2df-873f-4d02-97bd-44c01f96eecb tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:55.761480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ba8f84c-e460-487a-b265-f4a1d07dd7f6 req-2831b2df-873f-4d02-97bd-44c01f96eecb tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 945 time: 0.5956960 Jun 03 15:23:55.893183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ba8f84c-e460-487a-b265-f4a1d07dd7f6 req-7538ad45-cd25-44e7-a6ae-bfad0ed08a26 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/security-groups?id=df75b8c2-c7da-469f-8241-b74f13ad1424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194909 Jun 03 15:23:55.916308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2941b2-9bbf-4884-a5f5-d727d9acc72f req-c5a00999-ff2b-4b62-97af-6934e03b24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:55.918236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd2941b2-9bbf-4884-a5f5-d727d9acc72f req-c5a00999-ff2b-4b62-97af-6934e03b24e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 912 time: 0.4787953 Jun 03 15:23:55.923802 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a1b54dd9-1388-437e-bf4c-5859387e6f2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1b54dd9-1388-437e-bf4c-5859387e6f2b found for delete ", "request_id": "req-86824c83-e6bf-4fc7-80dc-1aba6e9014e4"}]} Jun 03 15:23:55.934596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-23a44de8-4973-4352-9f43-cbcbb4555871 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6d9632d717e43a6943e786b918971f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4177029 Jun 03 15:23:55.973543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c2a68324-5d36-413b-99c0-ab7f4b65246b None None] Provisioning for port cbfc293b-1b53-41ff-9731-e0d640fa5de3 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:55.979281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Pushing event updated for resources: {'Port': ['ID=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:56.042053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port b3a6c558-9591-4ab1-8376-a7ce961631d0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:56.077217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port b3a6c558-9591-4ab1-8376-a7ce961631d0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:56.078685 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.079541 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd2941b2-9bbf-4884-a5f5-d727d9acc72f req-c3328f70-9f33-40db-8418-245d48d25d41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a70d5c0-fef2-465e-961f-46d9d28ca646 HTTP/1.1" status: 200 len: 217 time: 0.1253490 Jun 03 15:23:56.109249 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.150185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.150734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.151212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.151683 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.152179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.152645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.153111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.153738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.154238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.154849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.155312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.155782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:23:56.181756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.199270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c30d5b-a4a2-4263-95e1-4133b409a960,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:56.251984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Allocated IP 172.25.7.108 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/df28131d-d697-4920-9881-31d47b25aa45) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:23:56.306146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1ba1d25a-55b6-439e-8abb-1e52129cdcab up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:56.307031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2941b2-9bbf-4884-a5f5-d727d9acc72f req-e6346a7a-73b9-4688-ac88-77ad17f1add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:56.309318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd2941b2-9bbf-4884-a5f5-d727d9acc72f req-e6346a7a-73b9-4688-ac88-77ad17f1add5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.1792893 Jun 03 15:23:56.338577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Attempting to bind port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:23:56.339095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Attempting to bind port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b586e26-7cf4-4543-b6a4-ac93ddfdc94c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:23:56.339519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Attempting to bind port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 on network 4b586e26-7cf4-4543-b6a4-ac93ddfdc94c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:56.381344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b3a6c558-9591-4ab1-8376-a7ce961631d0 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:56.381918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.395150 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-e6886e54-1d02-4a2e-ae5b-2fdaf6c3489e service neutron] 10.222.0.48 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593825 Jun 03 15:23:56.443134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd2941b2-9bbf-4884-a5f5-d727d9acc72f req-f051986d-f645-41e5-b266-1e310a77afee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261647 Jun 03 15:23:56.458754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011e632e-baf6-4701-9663-181cc927acb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a6c558-9591-4ab1-8376-a7ce961631d0'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:56.479841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b3a6c558-9591-4ab1-8376-a7ce961631d0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3a6c558-9591-4ab1-8376-a7ce961631d0,segment=NetworkSegment(e0b9b051-c9b2-4ba2-8db4-1c843a6304be),segment_id=e0b9b051-c9b2-4ba2-8db4-1c843a6304be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:56.489397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 1ba1d25a-55b6-439e-8abb-1e52129cdcab completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:56.499311 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.500173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2214a868-fd4a-4512-8610-a4adf265ea06 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:56.526085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60954a83-226e-4784-9b05-faefb136075a req-0e15eb06-dfe8-4902-89c1-30841b182961 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.534207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 on network 4b586e26-7cf4-4543-b6a4-ac93ddfdc94c not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:23:56.534567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Attempting to bind port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 on network 4b586e26-7cf4-4543-b6a4-ac93ddfdc94c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:23:56.591507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device cbfc293b-1b53-41ff-9731-e0d640fa5de3 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:56.606922 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c67ac931-f68b-4577-8d5f-951fff55f74c admin admin] 10.222.0.48 "DELETE /v2.0/networks/e2c30d5b-a4a2-4263-95e1-4133b409a960 HTTP/1.1" status: 204 len: 168 time: 3.6472919 Jun 03 15:23:56.616052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15eb06-dfe8-4902-89c1-30841b182961 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Pushing event deleted for resources: {'Port': ['ID=2214a868-fd4a-4512-8610-a4adf265ea06,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:56.624904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:23:56.625438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Checking segment: {'id': 'daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b586e26-7cf4-4543-b6a4-ac93ddfdc94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:23:56.626027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Bound using segment: {'id': 'daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b586e26-7cf4-4543-b6a4-ac93ddfdc94c'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:23:56.626626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Bound port: 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b586e26-7cf4-4543-b6a4-ac93ddfdc94c'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:23:56.627397 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.679059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 2214a868-fd4a-4512-8610-a4adf265ea06 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:56.679634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2214a868-fd4a-4512-8610-a4adf265ea06 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:56.724094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0189f-7e8c-4ae3-93b3-dd7d1989be35 req-fa580c85-3009-4a2c-884a-8c9c91d221f9 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:56.735186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b3a6c558-9591-4ab1-8376-a7ce961631d0,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:56.736003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6b0189f-7e8c-4ae3-93b3-dd7d1989be35 req-fa580c85-3009-4a2c-884a-8c9c91d221f9 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 943 time: 0.7051785 Jun 03 15:23:56.773762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port cbfc293b-1b53-41ff-9731-e0d640fa5de3 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:56.780598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port cbfc293b-1b53-41ff-9731-e0d640fa5de3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:56.780972 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.844577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-60954a83-226e-4784-9b05-faefb136075a req-0e15eb06-dfe8-4902-89c1-30841b182961 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] No DVR routers for this DVR port 2214a868-fd4a-4512-8610-a4adf265ea06 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:23:56.847136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60954a83-226e-4784-9b05-faefb136075a req-0e15eb06-dfe8-4902-89c1-30841b182961 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.849813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6b0189f-7e8c-4ae3-93b3-dd7d1989be35 req-0df21646-6167-4edd-84aa-48e82e901497 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125941 Jun 03 15:23:56.850642 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-60954a83-226e-4784-9b05-faefb136075a req-0e15eb06-dfe8-4902-89c1-30841b182961 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.67 "DELETE /v2.0/ports/2214a868-fd4a-4512-8610-a4adf265ea06 HTTP/1.1" status: 204 len: 173 time: 3.7984879 Jun 03 15:23:56.867378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc', 'name': 'network-vif-deleted', 'tag': '2214a868-fd4a-4512-8610-a4adf265ea06'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:23:56.894746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40374) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:56.916453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-de8f662b-fd68-4b8c-bf3f-d5348f32d8a4 None None] Provisioning complete for port cbfc293b-1b53-41ff-9731-e0d640fa5de3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:56.917062 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-de8f662b-fd68-4b8c-bf3f-d5348f32d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.919057 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-d0f87cf4-90fd-4491-accb-eb78a7788add service neutron] 10.222.0.48 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228972 Jun 03 15:23:56.986594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd2941b2-9bbf-4884-a5f5-d727d9acc72f req-5d953805-cafc-4c71-a325-52d3790d7f24 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218409 Jun 03 15:23:56.987725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e4f28-b133-4576-95b7-b9d890a1c6f7 None None] Network b0aac1c6-5514-4639-a0f9-707d0df3caed requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:23:56.991965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:56.999857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] For port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:23:57.037620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] For port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,segment=NetworkSegment(daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8),segment_id=daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:23:57.044533 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-88f13c36-2ccc-4c19-8b8d-879c167cf157 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf8688d8ee834a5d8dc06dd4f41cabdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456208 Jun 03 15:23:57.045373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40380) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:57.070474 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.095169 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:23:57.197707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:57.215925 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.217481 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] 10.222.0.67 "PUT /v2.0/ports/9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 HTTP/1.1" status: 200 len: 1091 time: 3.1562314 Jun 03 15:23:57.223675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port cbfc293b-1b53-41ff-9731-e0d640fa5de3 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:57.225908 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.246115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f28fda-67fa-4494-83be-f020b323f588 service neutron] Pushing event updated for resources: {'Port': ['ID=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:57.369281 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.492223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port cbfc293b-1b53-41ff-9731-e0d640fa5de3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cbfc293b-1b53-41ff-9731-e0d640fa5de3,segment=NetworkSegment(bfbeaf76-f906-408a-bcfa-7db214d7916a),segment_id=bfbeaf76-f906-408a-bcfa-7db214d7916a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:57.496698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-de8f662b-fd68-4b8c-bf3f-d5348f32d8a4 None None] Current status of the port cbfc293b-1b53-41ff-9731-e0d640fa5de3 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:57.496698 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-de8f662b-fd68-4b8c-bf3f-d5348f32d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.515976 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.562242 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43dbe917-e195-49e2-840d-4939b9574248'] response: {'server_uuid': '7b24abb2-3515-442e-8b4b-0d6c23273f90', 'name': 'network-vif-deleted', 'tag': 'f441a167-f825-422c-b807-b4b1fd1dc8e9', 'status': 'completed', 'code': 200} Jun 03 15:23:57.626799 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f0b40c1-cdc2-4131-bd4d-67ef5f297f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.661253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f0b40c1-cdc2-4131-bd4d-67ef5f297f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:57.692131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-58f9494a-d4b8-4b22-a862-248e0ffb5fbe req-970eac92-a2cf-487a-863c-bd626deacd51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Synchronizing usage tracker for tenant:df6bfc506a434c9c8fcb14de5ca78578 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:23:57.706477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=cbfc293b-1b53-41ff-9731-e0d640fa5de3,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:57.716283 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-de8f662b-fd68-4b8c-bf3f-d5348f32d8a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:23:57.716868 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-de8f662b-fd68-4b8c-bf3f-d5348f32d8a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:23:57.720804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4a70d5c0-fef2-465e-961f-46d9d28ca646 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:23:57.733234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Pushing event updated for resources: {'Port': ['ID=df28131d-d697-4920-9881-31d47b25aa45,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:57.740816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:23:57.744867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:23:57.751285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:23:57.788447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-58f9494a-d4b8-4b22-a862-248e0ffb5fbe req-970eac92-a2cf-487a-863c-bd626deacd51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] Unset dirty status for tenant:df6bfc506a434c9c8fcb14de5ca78578 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:23:57.820817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58f9494a-d4b8-4b22-a862-248e0ffb5fbe req-970eac92-a2cf-487a-863c-bd626deacd51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc HTTP/1.1" status: 200 len: 210 time: 0.1887765 Jun 03 15:23:57.821024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-fa8aeb09-ca2d-4785-8769-6948e649ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:57.822541 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-fa8aeb09-ca2d-4785-8769-6948e649ad4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c8f076d021d470181f135dea0fac647&device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 1094 time: 0.5360456 Jun 03 15:23:57.852312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd2941b2-9bbf-4884-a5f5-d727d9acc72f req-fb732195-0206-477d-9995-131e3c0f93e4 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8581867 Jun 03 15:23:57.893092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f3662-7f62-4047-accb-09f0b6f7ebd2 req-3ca1b267-b237-497f-b882-b1f86f2acd0a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:57.901111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f29f3662-7f62-4047-accb-09f0b6f7ebd2 req-3ca1b267-b237-497f-b882-b1f86f2acd0a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 943 time: 0.3368807 Jun 03 15:23:57.922643 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b14035-a26a-4502-9568-4b0f5e3d47f9'] response: {'server_uuid': '011e632e-baf6-4701-9663-181cc927acb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a6c558-9591-4ab1-8376-a7ce961631d0', 'code': 200} Jun 03 15:23:57.983105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f29f3662-7f62-4047-accb-09f0b6f7ebd2 req-4195404c-26d5-428b-b7eb-f7c8944aec62 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777659 Jun 03 15:23:58.037859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 4a70d5c0-fef2-465e-961f-46d9d28ca646, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4a70d5c0-fef2-465e-961f-46d9d28ca646,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:58.042947 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-9464cf2d-caad-49e9-83b8-406240f4f3d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 HTTP/1.1" status: 200 len: 217 time: 0.1361654 Jun 03 15:23:58.053183 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844909e6-6a1c-4a01-b236-b6be6109b07b'] response: {'server_uuid': 'd0e2989e-66a7-4c40-8b0a-2c9bb8eb95dc', 'name': 'network-vif-deleted', 'tag': '2214a868-fd4a-4512-8610-a4adf265ea06', 'status': 'completed', 'code': 200} Jun 03 15:23:58.077719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device f441a167-f825-422c-b807-b4b1fd1dc8e9 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:23:58.179022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: f441a167-f825-422c-b807-b4b1fd1dc8e9 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:23:58.179022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device f441a167-f825-422c-b807-b4b1fd1dc8e9 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:23:58.183714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '4a70d5c0-fef2-465e-961f-46d9d28ca646', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'port_id': '4a70d5c0-fef2-465e-961f-46d9d28ca646', 'mac_address': 'fa:16:3e:97:ac:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b77897-1629-4d38-8157-f1d40799acb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:23:58.191802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device cbfc293b-1b53-41ff-9731-e0d640fa5de3 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:23:58.243371 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f0b40c1-cdc2-4131-bd4d-67ef5f297f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:58.300351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-de8f662b-fd68-4b8c-bf3f-d5348f32d8a4 None None] Current status of the port cbfc293b-1b53-41ff-9731-e0d640fa5de3 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:58.316788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3901-38dd-4fc9-bff7-7052a912b28a req-62d44619-2d92-4b54-a578-fd9959d34345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:58.318525 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91ed3901-38dd-4fc9-bff7-7052a912b28a req-62d44619-2d92-4b54-a578-fd9959d34345 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 1097 time: 0.2740982 Jun 03 15:23:58.329225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b40c1-cdc2-4131-bd4d-67ef5f297f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738a472f-afd0-40fd-9a34-b88b57d16a96,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:58.342413 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f0b40c1-cdc2-4131-bd4d-67ef5f297f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:58.346142 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9f0b40c1-cdc2-4131-bd4d-67ef5f297f03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/738a472f-afd0-40fd-9a34-b88b57d16a96 HTTP/1.1" status: 204 len: 168 time: 1.2973096 Jun 03 15:23:58.392068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-e1ea8abd-3117-494f-b75c-a0e353eb7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:58.406421 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-e1ea8abd-3117-494f-b75c-a0e353eb7a9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f45376a3-7bdf-4d5d-bc9e-70f6704336b2 HTTP/1.1" status: 200 len: 857 time: 0.2432792 Jun 03 15:23:58.483432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66cf29-5277-4811-8ce8-8c4a3065208d req-9eeb59a3-83ba-4093-8562-cf6e363174ab tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:58.485257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b66cf29-5277-4811-8ce8-8c4a3065208d req-9eeb59a3-83ba-4093-8562-cf6e363174ab tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 946 time: 0.3136604 Jun 03 15:23:58.491773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91ed3901-38dd-4fc9-bff7-7052a912b28a req-5d3a7b35-503f-4071-9c24-4599ba5ceb50 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=df75b8c2-c7da-469f-8241-b74f13ad1424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313057 Jun 03 15:23:58.494507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 4a70d5c0-fef2-465e-961f-46d9d28ca646 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:58.495030 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:58.513645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port cbfc293b-1b53-41ff-9731-e0d640fa5de3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:58.514055 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:58.523005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfcd1b-1bc4-4b74-8d3d-41c527cb6289 req-6a20afe8-635f-47ef-8b28-d1f8c92077b0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:58.524870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74bfcd1b-1bc4-4b74-8d3d-41c527cb6289 req-6a20afe8-635f-47ef-8b28-d1f8c92077b0 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 945 time: 0.2831702 Jun 03 15:23:58.545028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e34df600-e326-46f6-a04d-55624fd7a236 None None] Provisioning for port 1ba1d25a-55b6-439e-8abb-1e52129cdcab completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:23:58.556926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e34df600-e326-46f6-a04d-55624fd7a236 None None] Provisioning complete for port 1ba1d25a-55b6-439e-8abb-1e52129cdcab triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:23:58.557195 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e34df600-e326-46f6-a04d-55624fd7a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:58.576875 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f0af0228-e83d-4f0d-ada5-c3bf4aafdacd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4b586e26-7cf4-4543-b6a4-ac93ddfdc94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634417 Jun 03 15:23:58.591795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b66cf29-5277-4811-8ce8-8c4a3065208d req-4ebeaafc-fe90-4c83-a7d0-c03360194f46 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/security-groups?id=df75b8c2-c7da-469f-8241-b74f13ad1424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962114 Jun 03 15:23:58.599043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a70d5c0-fef2-465e-961f-46d9d28ca646 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:23:58.625558 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74bfcd1b-1bc4-4b74-8d3d-41c527cb6289 req-ceba0f66-acdd-440a-87d3-dad703186f59 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943589 Jun 03 15:23:58.809792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 4a70d5c0-fef2-465e-961f-46d9d28ca646, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4a70d5c0-fef2-465e-961f-46d9d28ca646,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:58.866903 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:58.939560 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port cbfc293b-1b53-41ff-9731-e0d640fa5de3 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:58.972483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e34df600-e326-46f6-a04d-55624fd7a236 None None] Current status of the port 1ba1d25a-55b6-439e-8abb-1e52129cdcab is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:23:58.972924 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e34df600-e326-46f6-a04d-55624fd7a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:58.973619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69f44-82b8-48d4-9411-fc574f32202e req-c8194a73-8442-4b89-b366-1246d83a2279 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:58.975455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-c8194a73-8442-4b89-b366-1246d83a2279 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/networks?id=b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 200 len: 815 time: 0.2694895 Jun 03 15:23:58.994367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-55421df7-2978-4270-a813-eade5a2a32fd tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/quotas/c6d9632d717e43a6943e786b918971f1 HTTP/1.1" status: 200 len: 375 time: 0.0133593 Jun 03 15:23:59.002876 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:59.009044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acc8ed-d4ed-4059-a220-3987a2543781 req-121fc565-90c2-4aaf-9ad3-4c15770d220e tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:59.010620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d6acc8ed-d4ed-4059-a220-3987a2543781 req-121fc565-90c2-4aaf-9ad3-4c15770d220e tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 943 time: 0.2491140 Jun 03 15:23:59.026426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=4a70d5c0-fef2-465e-961f-46d9d28ca646,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:59.038509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e34df600-e326-46f6-a04d-55624fd7a236 None None] For port 1ba1d25a-55b6-439e-8abb-1e52129cdcab, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=1ba1d25a-55b6-439e-8abb-1e52129cdcab,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:23:59.045128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e34df600-e326-46f6-a04d-55624fd7a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:59.131747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d6acc8ed-d4ed-4059-a220-3987a2543781 req-1718c1f4-63c3-46f6-a0ad-e0080a842e12 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756781 Jun 03 15:23:59.141473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34df600-e326-46f6-a04d-55624fd7a236 None None] Pushing event updated for resources: {'Port': ['ID=1ba1d25a-55b6-439e-8abb-1e52129cdcab,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:23:59.178620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-4930e78e-59f7-49ea-b4d8-7abe1d99af02 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6d9632d717e43a6943e786b918971f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1655960 Jun 03 15:23:59.253649 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-f9577a3c-ff24-4425-9cce-475de2eb54cf service neutron] 10.222.0.67 "GET /v2.0/networks/4b586e26-7cf4-4543-b6a4-ac93ddfdc94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033661 Jun 03 15:23:59.332761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['4a70d5c0-fef2-465e-961f-46d9d28ca646'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:23:59.463490 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:59.494669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-b4c29e58-632a-412c-90e9-7709d3b870f7 service neutron] 10.222.0.48 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157554 Jun 03 15:23:59.608414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40434) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:23:59.679155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:23:59.762678 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d9478f0-b737-4c58-898d-ffe7af4bc368 req-a9703470-9171-4e7e-bde7-f1337abc4c46 service neutron] 10.222.0.67 "GET /v2.0/networks/4b586e26-7cf4-4543-b6a4-ac93ddfdc94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924352 Jun 03 15:23:59.763077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-e77715e5-f7f6-4e84-8fc7-1ddf2125e25b tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:59.764495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-e77715e5-f7f6-4e84-8fc7-1ddf2125e25b tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "GET /v2.0/networks?id=b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 200 len: 815 time: 0.4245727 Jun 03 15:23:59.783477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-20734b67-f65e-4d93-82c2-194f1644f57d service neutron] 10.222.0.48 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870171 Jun 03 15:23:59.813662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Request body: {'port': {'device_id': 'd4d04ac8-4503-4772-9ba1-41ba44e480e5', 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed', 'admin_state_up': True, 'tenant_id': 'c6d9632d717e43a6943e786b918971f1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:59.846494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1414093107-network', 'tenant_id': '19ba0556664e4d8691d74307513714e4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:23:59.867873 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-e0c3c634-cbed-4822-9b1e-0c3a686d6986 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:23:59.869499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-e0c3c634-cbed-4822-9b1e-0c3a686d6986 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.75 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 945 time: 0.5284331 Jun 03 15:23:59.871095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:23:59.929114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Usage tracker for resource:network and tenant:19ba0556664e4d8691d74307513714e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:23:59.952539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:24:00.114677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f154232-4e34-42dc-b4b7-64015dcd7a72', 'tag': '9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:00.147679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:00.174648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3fdd0-11b0-472b-b172-778b5a32a668 req-26b18127-aedf-4644-a2c3-7755b57423d6 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:00.182829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44f3fdd0-11b0-472b-b172-778b5a32a668 req-26b18127-aedf-4644-a2c3-7755b57423d6 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 944 time: 0.5870850 Jun 03 15:24:00.194604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:00.235324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1ba1d25a-55b6-439e-8abb-1e52129cdcab up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:00.288425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:00.304636 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Sync routers for ids ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:00.323048 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.324814 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e99c5aab-576c-44bf-85fa-dfb85354ef2b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0612178 Jun 03 15:24:00.327663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40460) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:00.334617 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Routers {'0afb5d2c-8932-4e61-b88e-8936b9b65e05'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:00.336190 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:23:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:00.357561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 1ba1d25a-55b6-439e-8abb-1e52129cdcab triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:00.358177 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.365698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Deleting port 29270970-1a6f-4454-af43-8a71c706f8f5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:00.366061 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.410864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Made reservation on behalf of 19ba0556664e4d8691d74307513714e4 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:00.413309 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.459687 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.515190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44f3fdd0-11b0-472b-b172-778b5a32a668 req-dd096d97-faaa-469a-b39d-2d4fbd6d02bd tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313763 Jun 03 15:24:00.615184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:00.625083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 1ba1d25a-55b6-439e-8abb-1e52129cdcab is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:00.640857 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Set router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:00.662722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Usage tracker for resource:security_group_rule and tenant:19ba0556664e4d8691d74307513714e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:00.668804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:00.673850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:00.692636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:00.740901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Usage tracker for resource:port and tenant:c6d9632d717e43a6943e786b918971f1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:00.750022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:00.778061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2bb87-1940-4c10-8e0a-81e3b1aae203 req-af7c78bb-8705-499c-a12d-409ab64d4f28 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:00.779715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3a2bb87-1940-4c10-8e0a-81e3b1aae203 req-af7c78bb-8705-499c-a12d-409ab64d4f28 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 946 time: 0.6257451 Jun 03 15:24:00.887075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:00.973950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Made reservation on behalf of c6d9632d717e43a6943e786b918971f1 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:00.976096 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'name': 'tempest-VolumesAdminNegativeTest-1829776766-router', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'df28131d-d697-4920-9881-31d47b25aa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:51Z', 'updated_at': '2022-06-03T15:23:58Z', 'revision_number': 3, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'gw_port': {'id': 'df28131d-d697-4920-9881-31d47b25aa45', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:55Z', 'updated_at': '2022-06-03T15:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:00.978853 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:00.980476 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Checking router: 0afb5d2c-8932-4e61-b88e-8936b9b65e05 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:00.980815 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Updating router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 port df28131d-d697-4920-9881-31d47b25aa45 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:24:01.031199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3a2bb87-1940-4c10-8e0a-81e3b1aae203 req-8efd09b9-7770-4f11-8be8-95e27aa5aa13 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/security-groups?id=df75b8c2-c7da-469f-8241-b74f13ad1424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410637 Jun 03 15:24:01.035706 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.120791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abfd39-adc3-4514-b298-3fbe441ef7d6 req-1fbcbbbe-00ef-450f-8a57-6e2f29296be9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:01.122455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3abfd39-adc3-4514-b298-3fbe441ef7d6 req-1fbcbbbe-00ef-450f-8a57-6e2f29296be9 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 945 time: 0.4451530 Jun 03 15:24:01.193504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40466) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:01.247995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] For port 29270970-1a6f-4454-af43-8a71c706f8f5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=29270970-1a6f-4454-af43-8a71c706f8f5,segment=NetworkSegment(90c42874-2439-42ee-8cd5-3df35cf13e1a),segment_id=90c42874-2439-42ee-8cd5-3df35cf13e1a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:01.248421 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.297447 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.402382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c10fdde-1397-46ec-8b42-082b27b90bf7 admin admin] Deleting subnet 89255232-d47d-418b-bb7f-3b0770f2f061 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:24:01.437832 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.442211 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c10fdde-1397-46ec-8b42-082b27b90bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.454401 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Transition to ACTIVE for port object df28131d-d697-4920-9881-31d47b25aa45 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:01.470823 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.524076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3abfd39-adc3-4514-b298-3fbe441ef7d6 req-998184b1-2550-49fa-bba3-d153ba16364b tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffdcd437-1eb2-4527-8dec-5409bfd274e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928607 Jun 03 15:24:01.611675 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Attempting to bind port df28131d-d697-4920-9881-31d47b25aa45 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:01.612036 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Attempting to bind port df28131d-d697-4920-9881-31d47b25aa45 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:01.612391 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Attempting to bind port df28131d-d697-4920-9881-31d47b25aa45 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:01.623574 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:01.623991 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:01.624382 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.624758 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:01.625216 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Bound port: df28131d-d697-4920-9881-31d47b25aa45, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:01.625575 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.626600 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a102953-9d69-45a3-ae8c-b1496bf1339c'] response: {'name': 'network-changed', 'server_uuid': '2f154232-4e34-42dc-b4b7-64015dcd7a72', 'tag': '9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7', 'status': 'completed', 'code': 200} Jun 03 15:24:01.640533 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.657026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Allocated IP 172.20.0.1 (a8ce8abc-05c8-4135-b04b-0f5337379605/d85d194e-fe13-484a-9499-f389ff5eebf3/30c87486-fcbb-4bea-b4ee-94a45840ae8b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:01.702612 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67937d11-fcf6-4433-989e-161e928a991c None None] Pushing event updated for resources: {'Port': ['ID=df28131d-d697-4920-9881-31d47b25aa45,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:01.702828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.714466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:24:01.723140 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.724103 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Added segment 8a1fcae5-5da6-415f-a6c4-1dc05e4be227 of type vlan for network 73aadb7d-95c2-4785-b949-eef112e3c4fb Jun 03 15:24:01.731211 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] For port df28131d-d697-4920-9881-31d47b25aa45, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:01.738189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4a70d5c0-fef2-465e-961f-46d9d28ca646 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:01.743344 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] For port df28131d-d697-4920-9881-31d47b25aa45, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=df28131d-d697-4920-9881-31d47b25aa45,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:01.752202 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.763487 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.844422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 4a70d5c0-fef2-465e-961f-46d9d28ca646 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:01.851429 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Routers {'0afb5d2c-8932-4e61-b88e-8936b9b65e05'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:01.852040 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:23:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:01.853430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 4a70d5c0-fef2-465e-961f-46d9d28ca646 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:01.854811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:01.904592 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67937d11-fcf6-4433-989e-161e928a991c None None] Pushing event updated for resources: {'Port': ['ID=df28131d-d697-4920-9881-31d47b25aa45,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:01.933752 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c10fdde-1397-46ec-8b42-082b27b90bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.011630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 4a70d5c0-fef2-465e-961f-46d9d28ca646 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:02.012596 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.012842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69f44-82b8-48d4-9411-fc574f32202e req-3a6134cf-363f-4cd8-a5e2-640b69d8cbcd tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:02.013640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-60e69f44-82b8-48d4-9411-fc574f32202e req-3a6134cf-363f-4cd8-a5e2-640b69d8cbcd tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Synchronizing usage tracker for tenant:c6d9632d717e43a6943e786b918971f1 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:02.045075 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] Set router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:02.053311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93710305-eb56-467b-9828-4fb1393ff0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a70d5c0-fef2-465e-961f-46d9d28ca646'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:02.096871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Allocated IP 172.20.0.9 (b0aac1c6-5514-4639-a0f9-707d0df3caed/bdac4029-d48c-47dc-a98a-f943bf9b8bdf/bfa80701-6672-4a6d-b8f0-06a7b5923c2e) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:02.102115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:02.103361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-60e69f44-82b8-48d4-9411-fc574f32202e req-3a6134cf-363f-4cd8-a5e2-640b69d8cbcd tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Unset dirty status for tenant:c6d9632d717e43a6943e786b918971f1 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:02.104274 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.104829 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-3a6134cf-363f-4cd8-a5e2-640b69d8cbcd tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "GET /v2.0/networks?id=b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 200 len: 815 time: 0.4915590 Jun 03 15:24:02.105272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:02.105840 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.110456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 4a70d5c0-fef2-465e-961f-46d9d28ca646, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4a70d5c0-fef2-465e-961f-46d9d28ca646,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:02.116741 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-523f0d9a-e8fb-4057-84da-0699ee9a6b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.122716 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.125444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Request body: {'port': {'device_id': '043bea89-8eac-45f5-8628-21b623c5fea8', 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed', 'admin_state_up': True, 'tenant_id': 'c6d9632d717e43a6943e786b918971f1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:02.193443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.193805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.194787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.195131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.195458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.195783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.196099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.196415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.197123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.197435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.197754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.198520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:02.201837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=4a70d5c0-fef2-465e-961f-46d9d28ca646,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:02.233088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b4ca-6b61-4020-bde9-2c01284a0039 req-53e183c0-3a1c-490d-86b3-661d1c802af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:02.234707 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6922b4ca-6b61-4020-bde9-2c01284a0039 req-53e183c0-3a1c-490d-86b3-661d1c802af2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c8f076d021d470181f135dea0fac647&device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 1094 time: 0.5565274 Jun 03 15:24:02.244917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.380568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Transition to ACTIVE for port object 30c87486-fcbb-4bea-b4ee-94a45840ae8b will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:02.388260 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'name': 'tempest-VolumesAdminNegativeTest-1829776766-router', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'df28131d-d697-4920-9881-31d47b25aa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:51Z', 'updated_at': '2022-06-03T15:23:58Z', 'revision_number': 3, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'gw_port': {'id': 'df28131d-d697-4920-9881-31d47b25aa45', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:55Z', 'updated_at': '2022-06-03T15:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:02.392435 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b777a6b-5a9a-40a5-b356-b2e0777b7c1a None None] The sync data for ids ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'] in n-d-844595-1 is: [{'id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'name': 'tempest-VolumesAdminNegativeTest-1829776766-router', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'df28131d-d697-4920-9881-31d47b25aa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:51Z', 'updated_at': '2022-06-03T15:23:58Z', 'revision_number': 3, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'gw_port': {'id': 'df28131d-d697-4920-9881-31d47b25aa45', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:55Z', 'updated_at': '2022-06-03T15:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:02.468407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:02.478184 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c10fdde-1397-46ec-8b42-082b27b90bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.480039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Usage tracker for resource:port and tenant:c6d9632d717e43a6943e786b918971f1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:02.484063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b4ca-6b61-4020-bde9-2c01284a0039 req-56e4110f-5b1c-4b66-8c55-67531c71edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:02.485690 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6922b4ca-6b61-4020-bde9-2c01284a0039 req-56e4110f-5b1c-4b66-8c55-67531c71edaf service neutron] 10.222.0.67 "GET /v2.0/networks?id=4b586e26-7cf4-4543-b6a4-ac93ddfdc94c HTTP/1.1" status: 200 len: 918 time: 0.2350609 Jun 03 15:24:02.487443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:02.495982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:02.555376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-ec4f0a1c-af85-4d31-a653-92dfa47dbb22 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:02.561590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-ec4f0a1c-af85-4d31-a653-92dfa47dbb22 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/networks?id=b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 200 len: 815 time: 1.1486921 Jun 03 15:24:02.571623 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6922b4ca-6b61-4020-bde9-2c01284a0039 req-da95fc0f-2b08-46b1-b1ed-71e6ed2ae8f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 HTTP/1.1" status: 200 len: 217 time: 0.0768576 Jun 03 15:24:02.572768 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.626454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] Pushing event updated for resources: {'Network': ['ID=73aadb7d-95c2-4785-b949-eef112e3c4fb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:02.646681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 73aadb7d-95c2-4785-b949-eef112e3c4fb details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:24:02.662616 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e24b9c4f-45ac-4c2d-acc8-c4fa7e4d7a2b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.0515678 Jun 03 15:24:02.664092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-453b7dc8-1116-46e7-8b6d-fa176d116afd tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/quotas/c6d9632d717e43a6943e786b918971f1 HTTP/1.1" status: 200 len: 375 time: 0.1016278 Jun 03 15:24:02.676925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40486) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:02.739553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Request body: {'subnet': {'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1414093107-subnet', 'tenant_id': '19ba0556664e4d8691d74307513714e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:02.763809 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.764482 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.764956 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Floating IP 8c78ad07-6d7c-4fe2-9ebf-3d2b550b2553 disassociated. External IP: 172.25.7.130, port: 29270970-1a6f-4454-af43-8a71c706f8f5. Jun 03 15:24:02.765451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Calling delete_port for 29270970-1a6f-4454-af43-8a71c706f8f5 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:02.803006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01301-c075-4723-9166-481e90ad9756 req-74a3dc6e-cd48-436d-8380-b72df7ef4f5d tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:02.804281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ca01301-c075-4723-9166-481e90ad9756 req-74a3dc6e-cd48-436d-8380-b72df7ef4f5d tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 943 time: 1.0239482 Jun 03 15:24:02.814346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:02.847213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Usage tracker for resource:subnet and tenant:19ba0556664e4d8691d74307513714e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:02.854000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:02.868363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Made reservation on behalf of c6d9632d717e43a6943e786b918971f1 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:02.872391 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:02.886918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Network a8ce8abc-05c8-4135-b04b-0f5337379605 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:02.893030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:02.895452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:02.945614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Pushing event updated for resources: {'Port': ['ID=30c87486-fcbb-4bea-b4ee-94a45840ae8b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:02.956607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:02.963932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b4ca-6b61-4020-bde9-2c01284a0039 req-620db2c6-b476-48c7-83f8-709952df1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:02.965416 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6922b4ca-6b61-4020-bde9-2c01284a0039 req-620db2c6-b476-48c7-83f8-709952df1a58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f45376a3-7bdf-4d5d-bc9e-70f6704336b2 HTTP/1.1" status: 200 len: 857 time: 0.3552110 Jun 03 15:24:03.070843 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6922b4ca-6b61-4020-bde9-2c01284a0039 req-3198de1a-c3c0-4062-a8c8-4b2c3c22f266 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4b586e26-7cf4-4543-b6a4-ac93ddfdc94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601387 Jun 03 15:24:03.074719 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.098277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Transition to ACTIVE for port object bfa80701-6672-4a6d-b8f0-06a7b5923c2e will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:03.105090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.157737 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.197060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ae4d6710-aa43-469e-bfec-38a0885df5c3 None None] Provisioning for port 30c87486-fcbb-4bea-b4ee-94a45840ae8b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:03.205399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ae4d6710-aa43-469e-bfec-38a0885df5c3 None None] Provisioning complete for port 30c87486-fcbb-4bea-b4ee-94a45840ae8b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:03.205813 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6710-aa43-469e-bfec-38a0885df5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.208919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Made reservation on behalf of 19ba0556664e4d8691d74307513714e4 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:03.211287 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.224000 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c10fdde-1397-46ec-8b42-082b27b90bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.278235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d6710-aa43-469e-bfec-38a0885df5c3 None None] Port 30c87486-fcbb-4bea-b4ee-94a45840ae8b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:03.332990 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ca01301-c075-4723-9166-481e90ad9756 req-87880357-ba6c-4050-a433-796eb9f6ea30 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915874 Jun 03 15:24:03.407640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10fdde-1397-46ec-8b42-082b27b90bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89255232-d47d-418b-bb7f-3b0770f2f061,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:03.418997 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c10fdde-1397-46ec-8b42-082b27b90bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.457324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Network b0aac1c6-5514-4639-a0f9-707d0df3caed is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:03.471334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:03.481465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:03.501218 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6922b4ca-6b61-4020-bde9-2c01284a0039 req-76041912-7366-42a6-8d0c-daba9557f47b service neutron] 10.222.0.67 "GET /v2.0/networks/4b586e26-7cf4-4543-b6a4-ac93ddfdc94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207821 Jun 03 15:24:03.502527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Allocated IP 172.20.0.3 (b0aac1c6-5514-4639-a0f9-707d0df3caed/bdac4029-d48c-47dc-a98a-f943bf9b8bdf/80bfec0d-526f-4954-b214-05eccde8ef88) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:03.518529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Pushing event updated for resources: {'Port': ['ID=bfa80701-6672-4a6d-b8f0-06a7b5923c2e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:03.539011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-addb0fdc-7151-461d-b64d-4d10a93e689f tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Synchronizing usage tracker for tenant:c6d9632d717e43a6943e786b918971f1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:03.544803 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8c10fdde-1397-46ec-8b42-082b27b90bf7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/89255232-d47d-418b-bb7f-3b0770f2f061 HTTP/1.1" status: 204 len: 168 time: 2.3455460 Jun 03 15:24:03.546330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40490) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:03.593771 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.683190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Pushing event deleted for resources: {'Port': ['ID=29270970-1a6f-4454-af43-8a71c706f8f5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:03.715968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:03.716738 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.729415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-addb0fdc-7151-461d-b64d-4d10a93e689f tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Unset dirty status for tenant:c6d9632d717e43a6943e786b918971f1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:03.730737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-addb0fdc-7151-461d-b64d-4d10a93e689f tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6d9632d717e43a6943e786b918971f1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0385368 Jun 03 15:24:03.752983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:03.873478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4ee81266-c9ea-4242-a175-2e9b0a541a27 None None] Provisioning for port bfa80701-6672-4a6d-b8f0-06a7b5923c2e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:03.882657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4ee81266-c9ea-4242-a175-2e9b0a541a27 None None] Provisioning complete for port bfa80701-6672-4a6d-b8f0-06a7b5923c2e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:03.883021 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ee81266-c9ea-4242-a175-2e9b0a541a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.936989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-6789a35a-252d-4317-ace6-f82b2115ccdf tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1475413 Jun 03 15:24:03.945662 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.957496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Request body: {'port': {'device_id': 'd4d04ac8-4503-4772-9ba1-41ba44e480e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:03.960392 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6922b4ca-6b61-4020-bde9-2c01284a0039 req-7d9c12e2-9c55-4ee0-9881-609d31fa736d service neutron] 10.222.0.67 "GET /v2.0/networks/4b586e26-7cf4-4543-b6a4-ac93ddfdc94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499695 Jun 03 15:24:03.970224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,segment=NetworkSegment(daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8),segment_id=daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:03.981462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4ee81266-c9ea-4242-a175-2e9b0a541a27 None None] Port bfa80701-6672-4a6d-b8f0-06a7b5923c2e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:03.982328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:03.994123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7', 'network_id': '4b586e26-7cf4-4543-b6a4-ac93ddfdc94c', 'port_id': '9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7', 'mac_address': 'fa:16:3e:05:d0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45376a3-7bdf-4d5d-bc9e-70f6704336b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:04.048344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 29270970-1a6f-4454-af43-8a71c706f8f5 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:04.099437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 29270970-1a6f-4454-af43-8a71c706f8f5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:04.099781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 29270970-1a6f-4454-af43-8a71c706f8f5 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:04.115535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ff33b-0295-474f-ab0a-844da1e7d4b2 req-9f5640dd-0cc4-4a38-ae10-4f9758dc14bc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:04.118862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:04.119328 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.122694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e3ff33b-0295-474f-ab0a-844da1e7d4b2 req-9f5640dd-0cc4-4a38-ae10-4f9758dc14bc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.5971484 Jun 03 15:24:04.160455 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:04.181698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,segment=NetworkSegment(daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8),segment_id=daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:04.193918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.274584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device df28131d-d697-4920-9881-31d47b25aa45 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:04.293713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.325633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Transition to ACTIVE for port object 80bfec0d-526f-4954-b214-05eccde8ef88 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:04.329006 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b17a85d4-0d14-423d-8abf-16fb4d094471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.377357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:04.405376 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.414302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port df28131d-d697-4920-9881-31d47b25aa45 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:04.423716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port df28131d-d697-4920-9881-31d47b25aa45 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:04.424400 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.436133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.498566 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.505457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5538df04-935b-45a3-8ebf-2ca835c24e00']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:04.554464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e3ff33b-0295-474f-ab0a-844da1e7d4b2 req-d60ff56d-1506-490d-a3b3-70b01422f65a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308877 Jun 03 15:24:04.559744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-0ef2aac7-c6e6-4007-8044-0f287bce5f75 service neutron] 10.222.0.48 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7626159 Jun 03 15:24:04.566811 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.613758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port df28131d-d697-4920-9881-31d47b25aa45 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:04.614166 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.631277 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff38dab-4116-43ed-afe8-7146090f6a9a'] response: {'server_uuid': '93710305-eb56-467b-9828-4fb1393ff0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a70d5c0-fef2-465e-961f-46d9d28ca646', 'code': 200} Jun 03 15:24:04.639651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port df28131d-d697-4920-9881-31d47b25aa45, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=df28131d-d697-4920-9881-31d47b25aa45,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:04.644627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Router b0262c70-5ec8-49ec-bdfb-a4138605d229 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:24:04.646982 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.737062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99139a5f-ad31-4051-9c90-d4eaf1857d56') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:04.737355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99139a5f-ad31-4051-9c90-d4eaf1857d56') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:04.740018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:04.806537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=df28131d-d697-4920-9881-31d47b25aa45,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:04.842319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=901d199d-a134-429c-ba05-96e12007c774,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:04.861798 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.872032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Network b0aac1c6-5514-4639-a0f9-707d0df3caed is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:04.890353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:04.892779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:04.952041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Checking segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:04.952395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Network hostable DHCP agents. Network: 73aadb7d-95c2-4785-b949-eef112e3c4fb, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:24:04.959500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:04.963638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Pushing event updated for resources: {'Port': ['ID=80bfec0d-526f-4954-b214-05eccde8ef88,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:04.987188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:24:04.987588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.080260 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 99139a5f-ad31-4051-9c90-d4eaf1857d56 resource provider aggregate not found Jun 03 15:24:05.090627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:05.091223 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.118590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-4aa6df84-a46a-4d0d-a52f-356df36bde5e service neutron] 10.222.0.48 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315971 Jun 03 15:24:05.138747 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 99139a5f-ad31-4051-9c90-d4eaf1857d56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99139a5f-ad31-4051-9c90-d4eaf1857d56 found for delete ", "request_id": "req-005d49a6-d58c-49bb-928b-52b44b4ffde5"}]} Jun 03 15:24:05.168314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Network 73aadb7d-95c2-4785-b949-eef112e3c4fb is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:24:05.173463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31d6ba-5198-44ce-8aa7-abe18b98615f req-61499f69-65ab-4369-a4e6-267aacaf6050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:05.175081 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cf31d6ba-5198-44ce-8aa7-abe18b98615f req-61499f69-65ab-4369-a4e6-267aacaf6050 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 1096 time: 0.4114244 Jun 03 15:24:05.180162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.221784 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.227735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-52a40c3e-1e47-4d06-8a22-f6f17a9995c8 None None] Provisioning for port 80bfec0d-526f-4954-b214-05eccde8ef88 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:05.230683 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2ebede40-4059-4e9c-8475-fb1c14d18a74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1087351 Jun 03 15:24:05.233630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-52a40c3e-1e47-4d06-8a22-f6f17a9995c8 None None] Provisioning complete for port 80bfec0d-526f-4954-b214-05eccde8ef88 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:05.234050 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-52a40c3e-1e47-4d06-8a22-f6f17a9995c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.236707 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.269304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:05.274655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 73aadb7d-95c2-4785-b949-eef112e3c4fb) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:05.299904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09fe06c-843f-4cdd-81ed-73223d498168 None None] Network 73aadb7d-95c2-4785-b949-eef112e3c4fb requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:05.305057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] Pushing event deleted for resources: {'Network': ['ID=5538df04-935b-45a3-8ebf-2ca835c24e00,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:05.315238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a442700-61a1-46d2-802d-e7fbf58b5583 None None] Sync routers for ids ['b0262c70-5ec8-49ec-bdfb-a4138605d229'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:05.317921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035193bc-6d33-4b21-9a22-fa2145497ee0 req-1767e176-2d55-4448-a05d-833d8b08c45a tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:05.324989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-035193bc-6d33-4b21-9a22-fa2145497ee0 req-1767e176-2d55-4448-a05d-833d8b08c45a tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 946 time: 0.5784547 Jun 03 15:24:05.325201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Request body: {'port': {'device_id': '043bea89-8eac-45f5-8628-21b623c5fea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:05.332895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:05.333814 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.442932 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.465343 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ddbf168b-55e5-4318-98a5-13d153afe077 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5538df04-935b-45a3-8ebf-2ca835c24e00 HTTP/1.1" status: 204 len: 168 time: 1.9172609 Jun 03 15:24:05.479427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.593622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a442700-61a1-46d2-802d-e7fbf58b5583 None None] Routers {'b0262c70-5ec8-49ec-bdfb-a4138605d229'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:05.598073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa80701-6672-4a6d-b8f0-06a7b5923c2e {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:05.602707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7a442700-61a1-46d2-802d-e7fbf58b5583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0262c70-5ec8-49ec-bdfb-a4138605d229'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:05.606210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.617184 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cf31d6ba-5198-44ce-8aa7-abe18b98615f req-24c7ee59-b03e-4522-a536-07b4124d3dfb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327383 Jun 03 15:24:05.622735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Transition to ACTIVE for port object bfa80701-6672-4a6d-b8f0-06a7b5923c2e will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:05.651589 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.665580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40512) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:05.666173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] No DVR routers for this DVR port 29270970-1a6f-4454-af43-8a71c706f8f5 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:05.714641 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.735812 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.745965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Pushing event updated for resources: {'Port': ['ID=30c87486-fcbb-4bea-b4ee-94a45840ae8b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:05.751158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-52a40c3e-1e47-4d06-8a22-f6f17a9995c8 None None] Port 80bfec0d-526f-4954-b214-05eccde8ef88 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:05.753469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8eb1d3-5e5f-464a-b135-5f63bf517d99 None None] Network 73aadb7d-95c2-4785-b949-eef112e3c4fb requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:05.777865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:05.791967 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-40384798-a753-4402-8860-389cf6c07e01 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.1093261 Jun 03 15:24:05.796331 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:05.798594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.75 "DELETE /v2.0/ports/29270970-1a6f-4454-af43-8a71c706f8f5 HTTP/1.1" status: 204 len: 173 time: 5.8800478 Jun 03 15:24:05.814751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'name': 'network-vif-deleted', 'tag': '29270970-1a6f-4454-af43-8a71c706f8f5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:05.860206 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8c60eded-22f9-41bd-8d43-3bd8a4a7c86d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df6bfc506a434c9c8fcb14de5ca78578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892984 Jun 03 15:24:05.860408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa80701-6672-4a6d-b8f0-06a7b5923c2e,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:05.872733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40522) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:05.874660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c8f922eb-3aac-4531-bc0f-b50fcc81a0ce req-77cae50d-d7cb-48f1-b625-7e3af7adf74c tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Synchronizing usage tracker for tenant:13ae99b168974181a09081bb91741778 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:05.963174 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:06.037123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c8f922eb-3aac-4531-bc0f-b50fcc81a0ce req-77cae50d-d7cb-48f1-b625-7e3af7adf74c tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Unset dirty status for tenant:13ae99b168974181a09081bb91741778 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:06.038352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8f922eb-3aac-4531-bc0f-b50fcc81a0ce req-77cae50d-d7cb-48f1-b625-7e3af7adf74c tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 210 time: 0.3949337 Jun 03 15:24:06.057087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-035193bc-6d33-4b21-9a22-fa2145497ee0 req-ae406867-350c-4b1e-b52c-34146c1326d3 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/security-groups?id=df75b8c2-c7da-469f-8241-b74f13ad1424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7311158 Jun 03 15:24:06.233482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Network a8ce8abc-05c8-4135-b04b-0f5337379605 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:06.250149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device df28131d-d697-4920-9881-31d47b25aa45 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:06.269837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:06.453088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-7a442700-61a1-46d2-802d-e7fbf58b5583 None None] Set router b0262c70-5ec8-49ec-bdfb-a4138605d229 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:06.613332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-630fb0bd-a758-47d6-91b4-0ebbac9eea59 req-69b44e9a-4b7b-4fa7-8b9e-7bbbe7f1e67b tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 210 time: 0.3159831 Jun 03 15:24:06.616133 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0b60dfd-3cc5-45d8-bc27-4b28fd6683c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:06.673813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Attempting to bind port bfa80701-6672-4a6d-b8f0-06a7b5923c2e on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:06.674279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Attempting to bind port bfa80701-6672-4a6d-b8f0-06a7b5923c2e by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:06.674479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Attempting to bind port bfa80701-6672-4a6d-b8f0-06a7b5923c2e on network b0aac1c6-5514-4639-a0f9-707d0df3caed {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:06.706324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Port bfa80701-6672-4a6d-b8f0-06a7b5923c2e on network b0aac1c6-5514-4639-a0f9-707d0df3caed not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:06.706656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Attempting to bind port bfa80701-6672-4a6d-b8f0-06a7b5923c2e on network b0aac1c6-5514-4639-a0f9-707d0df3caed {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:06.741928 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:06.744168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Checking segment: {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:06.744751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Bound using segment: {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:06.745617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Bound port: bfa80701-6672-4a6d-b8f0-06a7b5923c2e, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:06.746212 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:06.786859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:24:06.853682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:06.932750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:06.938463 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.054473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] For port bfa80701-6672-4a6d-b8f0-06a7b5923c2e, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:07.057835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] For port bfa80701-6672-4a6d-b8f0-06a7b5923c2e, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bfa80701-6672-4a6d-b8f0-06a7b5923c2e,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:07.066640 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0b60dfd-3cc5-45d8-bc27-4b28fd6683c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.081956 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.144785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port df28131d-d697-4920-9881-31d47b25aa45 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:07.145615 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.171966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bfec0d-526f-4954-b214-05eccde8ef88 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:07.176869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-aa9c395c-d301-4d8c-a447-50c271888ff2 None None] Provisioning complete for port 30c87486-fcbb-4bea-b4ee-94a45840ae8b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:07.177375 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aa9c395c-d301-4d8c-a447-50c271888ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.182550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:07.183176 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.186735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] 10.222.0.67 "PUT /v2.0/ports/bfa80701-6672-4a6d-b8f0-06a7b5923c2e HTTP/1.1" status: 200 len: 1091 time: 3.2332666 Jun 03 15:24:07.297611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8461b9d-07e3-4c1f-bb70-65564184c922 req-c8c47d2f-9f90-485f-b5e5-8eebf096bf69 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:07.307342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8461b9d-07e3-4c1f-bb70-65564184c922 req-c8c47d2f-9f90-485f-b5e5-8eebf096bf69 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 944 time: 1.0090311 Jun 03 15:24:07.318070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.331157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c395c-d301-4d8c-a447-50c271888ff2 None None] Port 30c87486-fcbb-4bea-b4ee-94a45840ae8b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:07.469167 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.546191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Transition to ACTIVE for port object 80bfec0d-526f-4954-b214-05eccde8ef88 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:07.559502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.569550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8461b9d-07e3-4c1f-bb70-65564184c922 req-39e6321b-fdf4-4009-96a0-fc20dfb97dfb tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607141 Jun 03 15:24:07.591820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdcb26-dae7-4a33-96ae-cd786aa0e606 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa80701-6672-4a6d-b8f0-06a7b5923c2e,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:07.664796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79483d2-8069-4fb7-bb67-16450bb3583b req-972ba31c-a1bd-4182-83bb-4ad4e6ad29bc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:07.670190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e79483d2-8069-4fb7-bb67-16450bb3583b req-972ba31c-a1bd-4182-83bb-4ad4e6ad29bc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.9049389 Jun 03 15:24:07.683364 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08667ac0-d489-4b9c-aa7b-845586798e6b'] response: {'server_uuid': '596a78d3-31b9-4d7d-b76f-5f7bb48eaa42', 'name': 'network-vif-deleted', 'tag': '29270970-1a6f-4454-af43-8a71c706f8f5', 'status': 'completed', 'code': 200} Jun 03 15:24:07.720401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0b60dfd-3cc5-45d8-bc27-4b28fd6683c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.746728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=80bfec0d-526f-4954-b214-05eccde8ef88,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:07.765367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:07.765965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b60dfd-3cc5-45d8-bc27-4b28fd6683c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77350397-f72c-4a05-b5de-ea53e4c7be0a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:07.774492 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0b60dfd-3cc5-45d8-bc27-4b28fd6683c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.775107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c0b60dfd-3cc5-45d8-bc27-4b28fd6683c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77350397-f72c-4a05-b5de-ea53e4c7be0a HTTP/1.1" status: 204 len: 168 time: 1.8922205 Jun 03 15:24:07.785326 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Sync routers for ids ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:07.828023 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Routers {'0afb5d2c-8932-4e61-b88e-8936b9b65e05'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:07.828752 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:07.865169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-2d8d7ae2-f8ec-4891-a74f-4475b6170398 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:07.867100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-2d8d7ae2-f8ec-4891-a74f-4475b6170398 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "GET /v2.0/networks?id=b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 200 len: 815 time: 0.4837885 Jun 03 15:24:07.872654 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e79483d2-8069-4fb7-bb67-16450bb3583b req-fb60e67f-939d-47e3-8b92-3db7fb615f63 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821780 Jun 03 15:24:07.897457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Request body: {'port': {'device_id': 'e988c17d-955f-41c1-b52e-04967a2e922f', 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed', 'admin_state_up': True, 'tenant_id': 'c6d9632d717e43a6943e786b918971f1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:07.958749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:07.962487 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:07.989107 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fbe65efc-6197-4556-bbf7-84e1772ecacf admin admin] 10.222.0.48 "PUT /v2.0/routers/0afb5d2c-8932-4e61-b88e-8936b9b65e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6599321 Jun 03 15:24:08.024325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7a442700-61a1-46d2-802d-e7fbf58b5583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 4, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e360916f-f7c9-411b-950d-8e08e18370a2', 'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'tenant_id': '13ae99b168974181a09081bb91741778', 'mac_address': 'fa:16:3e:00:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:53Z', 'updated_at': '2022-06-03T15:22:03Z', 'revision_number': 5, 'project_id': '13ae99b168974181a09081bb91741778', 'subnets': [{'id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:08.063742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a442700-61a1-46d2-802d-e7fbf58b5583 None None] Checking router: b0262c70-5ec8-49ec-bdfb-a4138605d229 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:08.134318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port df28131d-d697-4920-9881-31d47b25aa45 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:08.137156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a442700-61a1-46d2-802d-e7fbf58b5583 None None] Routers {'b0262c70-5ec8-49ec-bdfb-a4138605d229'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:08.141804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7a442700-61a1-46d2-802d-e7fbf58b5583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0262c70-5ec8-49ec-bdfb-a4138605d229'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:08.308036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f154232-4e34-42dc-b4b7-64015dcd7a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:08.326596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-c76a552d-e404-44fe-a004-8b2fc508a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:08.328223 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-c76a552d-e404-44fe-a004-8b2fc508a1cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6d9632d717e43a6943e786b918971f1&device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 1094 time: 0.9387670 Jun 03 15:24:08.356781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,segment=NetworkSegment(daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8),segment_id=daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:08.412166 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:08.415189 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Set router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:08.457241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Attempting to bind port 80bfec0d-526f-4954-b214-05eccde8ef88 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:08.457699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Attempting to bind port 80bfec0d-526f-4954-b214-05eccde8ef88 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:08.458215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Attempting to bind port 80bfec0d-526f-4954-b214-05eccde8ef88 on network b0aac1c6-5514-4639-a0f9-707d0df3caed {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:08.482101 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-2db3d720-6121-4032-90c7-4b030ae66a82 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa80701-6672-4a6d-b8f0-06a7b5923c2e HTTP/1.1" status: 200 len: 217 time: 0.1395962 Jun 03 15:24:08.483125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Port 80bfec0d-526f-4954-b214-05eccde8ef88 on network b0aac1c6-5514-4639-a0f9-707d0df3caed not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:08.483540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Attempting to bind port 80bfec0d-526f-4954-b214-05eccde8ef88 on network b0aac1c6-5514-4639-a0f9-707d0df3caed {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:08.527934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:08.528883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Checking segment: {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:08.528883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Bound using segment: {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:08.529373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Bound port: 80bfec0d-526f-4954-b214-05eccde8ef88, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:08.529826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:08.639554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-08e337dc-16ca-4015-a19a-df203f410e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:08.642186 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-08e337dc-16ca-4015-a19a-df203f410e74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bdac4029-d48c-47dc-a98a-f943bf9b8bdf HTTP/1.1" status: 200 len: 854 time: 0.1530039 Jun 03 15:24:08.715037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] For port 80bfec0d-526f-4954-b214-05eccde8ef88, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:08.716287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:08.735258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:08.763407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-7a442700-61a1-46d2-802d-e7fbf58b5583 None None] Set router b0262c70-5ec8-49ec-bdfb-a4138605d229 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:08.785329 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80b805b6-5f46-4735-a9db-70093d2fa9e1 req-d645ab8f-d9a4-4316-8201-0bdc89e87a7a tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/ports?device_id=596a78d3-31b9-4d7d-b76f-5f7bb48eaa42 HTTP/1.1" status: 200 len: 210 time: 0.4556453 Jun 03 15:24:08.831634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] For port 80bfec0d-526f-4954-b214-05eccde8ef88, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=80bfec0d-526f-4954-b214-05eccde8ef88,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:08.831869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-a1f3b8e7-b160-4b37-8954-360c89f8123f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:08.832553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-a1f3b8e7-b160-4b37-8954-360c89f8123f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:08.855666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:08.858576 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:08.883283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Usage tracker for resource:port and tenant:c6d9632d717e43a6943e786b918971f1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:08.893317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-a1f3b8e7-b160-4b37-8954-360c89f8123f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:08.894495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-a1f3b8e7-b160-4b37-8954-360c89f8123f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.5593610 Jun 03 15:24:08.895406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:08.910186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:08.943987 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'name': 'tempest-VolumesAdminNegativeTest-1829776766-router', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'df28131d-d697-4920-9881-31d47b25aa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:51Z', 'updated_at': '2022-06-03T15:24:03Z', 'revision_number': 4, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'gw_port': {'id': 'df28131d-d697-4920-9881-31d47b25aa45', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:55Z', 'updated_at': '2022-06-03T15:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '30c87486-fcbb-4bea-b4ee-94a45840ae8b', 'name': '', 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'mac_address': 'fa:16:3e:9f:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'd85d194e-fe13-484a-9499-f389ff5eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:01Z', 'updated_at': '2022-06-03T15:24:04Z', 'revision_number': 2, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'subnets': [{'id': 'd85d194e-fe13-484a-9499-f389ff5eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:08.944637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-ab305524-3574-4b29-9523-188b88bf2384 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/quotas/19ba0556664e4d8691d74307513714e4 HTTP/1.1" status: 200 len: 375 time: 0.0385606 Jun 03 15:24:08.948474 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Checking router: 0afb5d2c-8932-4e61-b88e-8936b9b65e05 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:08.949149 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Updating router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 port 30c87486-fcbb-4bea-b4ee-94a45840ae8b binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:24:09.011758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-95c2b341-6694-44c1-aa6f-33fa1a152186 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666580 Jun 03 15:24:09.054993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:09.058579 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.061970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.063533 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] 10.222.0.67 "PUT /v2.0/ports/80bfec0d-526f-4954-b214-05eccde8ef88 HTTP/1.1" status: 200 len: 1091 time: 3.7638361 Jun 03 15:24:09.064123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043bea89-8eac-45f5-8628-21b623c5fea8', 'tag': '80bfec0d-526f-4954-b214-05eccde8ef88'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:09.086167 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-70c864bc-1b78-4e3a-b7d3-6adf244ba82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:09.088366 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-70c864bc-1b78-4e3a-b7d3-6adf244ba82b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0aac1c6-5514-4639-a0f9-707d0df3caed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3690062 Jun 03 15:24:09.093292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227683b-c000-4046-b8c0-62bf900f3ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=80bfec0d-526f-4954-b214-05eccde8ef88,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:09.189441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Made reservation on behalf of c6d9632d717e43a6943e786b918971f1 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:09.193259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.260775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-149b0bfd-7ecd-4359-99bc-6c17e4273123 req-00b0fa88-7038-41e3-a3de-6eef60e85f4a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 210 time: 0.1330972 Jun 03 15:24:09.517658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40580) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:09.572084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69f44-82b8-48d4-9411-fc574f32202e req-3872d1cb-3c33-440b-b3ba-72335568b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:09.573637 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-3872d1cb-3c33-440b-b3ba-72335568b3cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6d9632d717e43a6943e786b918971f1&device_id=043bea89-8eac-45f5-8628-21b623c5fea8 HTTP/1.1" status: 200 len: 1094 time: 0.4179137 Jun 03 15:24:09.579775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7a442700-61a1-46d2-802d-e7fbf58b5583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 4, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e360916f-f7c9-411b-950d-8e08e18370a2', 'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'tenant_id': '13ae99b168974181a09081bb91741778', 'mac_address': 'fa:16:3e:00:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:53Z', 'updated_at': '2022-06-03T15:22:03Z', 'revision_number': 5, 'project_id': '13ae99b168974181a09081bb91741778', 'subnets': [{'id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:09.584645 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-b7db83d4-4361-45a7-ab74-1c60a5b98224 service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847040 Jun 03 15:24:09.590203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a442700-61a1-46d2-802d-e7fbf58b5583 None None] The sync data for ids ['b0262c70-5ec8-49ec-bdfb-a4138605d229'] in n-d-844595-1 is: [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:21:54Z', 'revision_number': 4, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e360916f-f7c9-411b-950d-8e08e18370a2', 'name': '', 'network_id': 'b2d2816f-e77d-4c29-9e51-8e776082d79b', 'tenant_id': '13ae99b168974181a09081bb91741778', 'mac_address': 'fa:16:3e:00:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:53Z', 'updated_at': '2022-06-03T15:22:03Z', 'revision_number': 5, 'project_id': '13ae99b168974181a09081bb91741778', 'subnets': [{'id': 'c72aae98-1eb7-4abe-94c0-d6287bdc58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:09.742612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2130382469-network', 'tenant_id': '63f09c0f56ea4e1492599389d57cfff0'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:09.768726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Allocated IP 172.20.0.5 (b0aac1c6-5514-4639-a0f9-707d0df3caed/bdac4029-d48c-47dc-a98a-f943bf9b8bdf/5732848b-bf0a-4c7b-ab5b-633bdb0a5793) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:09.784719 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-6b1de802-72c1-4855-88d9-f55a14c3226e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80bfec0d-526f-4954-b214-05eccde8ef88 HTTP/1.1" status: 200 len: 217 time: 0.1901588 Jun 03 15:24:09.785428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d04ac8-4503-4772-9ba1-41ba44e480e5', 'tag': 'bfa80701-6672-4a6d-b8f0-06a7b5923c2e'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:09.786445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:09.846311 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.866032 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Transition to ACTIVE for port object 30c87486-fcbb-4bea-b4ee-94a45840ae8b will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:09.879455 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:09.926529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-ccc8bcbe-b71b-42f9-93ac-03b37869d644 service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9137673 Jun 03 15:24:09.949084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Usage tracker for resource:network and tenant:63f09c0f56ea4e1492599389d57cfff0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:09.963761 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3900f43f-fd08-4b1d-88d2-141b7400cb01'] response: {'server_uuid': '2f154232-4e34-42dc-b4b7-64015dcd7a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7', 'code': 200} Jun 03 15:24:10.022522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:10.058220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:10.081988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20490c9-25d1-4bee-974d-9f16c05890da None None] New status for floating IP 8c78ad07-6d7c-4fe2-9ebf-3d2b550b2553: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:24:10.086062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69f44-82b8-48d4-9411-fc574f32202e req-6540d666-d820-4d87-bced-86a68933198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:10.087513 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-6540d666-d820-4d87-bced-86a68933198c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bdac4029-d48c-47dc-a98a-f943bf9b8bdf HTTP/1.1" status: 200 len: 854 time: 0.2042782 Jun 03 15:24:10.145057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Made reservation on behalf of 63f09c0f56ea4e1492599389d57cfff0 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:10.147668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.170633 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.175159 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b6af4-0f8e-4883-9db6-0bf6cb82832a None None] Pushing event updated for resources: {'Port': ['ID=30c87486-fcbb-4bea-b4ee-94a45840ae8b,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:10.210148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:10.224241 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad0126e3-315d-497e-8836-7f31d70181f5 req-dbddd923-372f-4fd2-b97d-1881d8fc03b3 service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212944 Jun 03 15:24:10.226400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Usage tracker for resource:security_group_rule and tenant:63f09c0f56ea4e1492599389d57cfff0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:10.232819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:10.241528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:10.288820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e69f44-82b8-48d4-9411-fc574f32202e req-b37530c2-7a7d-437a-a1db-39d84ea802f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:10.290653 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-b37530c2-7a7d-437a-a1db-39d84ea802f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0aac1c6-5514-4639-a0f9-707d0df3caed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837697 Jun 03 15:24:10.352057 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Attempting to bind port 30c87486-fcbb-4bea-b4ee-94a45840ae8b on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:10.352705 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Attempting to bind port 30c87486-fcbb-4bea-b4ee-94a45840ae8b by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'bfbeaf76-f906-408a-bcfa-7db214d7916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:10.354326 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Attempting to bind port 30c87486-fcbb-4bea-b4ee-94a45840ae8b on network a8ce8abc-05c8-4135-b04b-0f5337379605 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:10.368151 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:10.369408 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Checking segment: {'id': 'bfbeaf76-f906-408a-bcfa-7db214d7916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:10.371934 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.372529 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Bound using segment: {'id': 'bfbeaf76-f906-408a-bcfa-7db214d7916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:10.373891 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Bound port: 30c87486-fcbb-4bea-b4ee-94a45840ae8b, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbeaf76-f906-408a-bcfa-7db214d7916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:10.374453 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.513937 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] For port 30c87486-fcbb-4bea-b4ee-94a45840ae8b, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:10.517654 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] For port 30c87486-fcbb-4bea-b4ee-94a45840ae8b, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=30c87486-fcbb-4bea-b4ee-94a45840ae8b,segment=NetworkSegment(bfbeaf76-f906-408a-bcfa-7db214d7916a),segment_id=bfbeaf76-f906-408a-bcfa-7db214d7916a)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:10.527181 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.588460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40598) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:10.639238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021833175', 'description': 'tempest-description--359017901'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:10.661735 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Routers {'0afb5d2c-8932-4e61-b88e-8936b9b65e05'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:10.662869 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:10.672760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:10.684651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-885af48c-c93c-42ea-a390-94c835c07517 service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7570331 Jun 03 15:24:10.692597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Usage tracker for resource:security_group and tenant:1be8384af28e480b951e8a57efa1e41c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:10.723287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:10.782028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.795641 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.808614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:24:10.820846 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.821163 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Added segment c7cf66a4-69b5-4490-a9d0-9775e08bcbbe of type vlan for network cd16ec5d-4695-4d46-80e2-554e1a610ac6 Jun 03 15:24:10.850675 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.897139 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.898165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:10.898740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:10.922230 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-2d61e68a-8e29-4205-b118-0932f24e98a4 service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031611 Jun 03 15:24:10.928692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:11.032179 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b6af4-0f8e-4883-9db6-0bf6cb82832a None None] Pushing event updated for resources: {'Port': ['ID=30c87486-fcbb-4bea-b4ee-94a45840ae8b,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:11.050872 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] Set router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:11.056162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:11.068199 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:11.117701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8594b1d0-969d-411c-9336-45a4e7859c1f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:11.139042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] Pushing event updated for resources: {'Network': ['ID=cd16ec5d-4695-4d46-80e2-554e1a610ac6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:11.153152 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9db6ead2-665d-4ab1-8a65-307f7bcc881e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6318235 Jun 03 15:24:11.153427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40606) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:11.159985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network cd16ec5d-4695-4d46-80e2-554e1a610ac6 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:24:11.161432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Request body: {'subnet': {'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2130382469-subnet', 'tenant_id': '63f09c0f56ea4e1492599389d57cfff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:11.181928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:11.193021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Usage tracker for resource:subnet and tenant:63f09c0f56ea4e1492599389d57cfff0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:11.206163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:11.220503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:11.247786 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-60e69f44-82b8-48d4-9411-fc574f32202e req-890e8ab5-363e-481b-945d-f1514e33bee2 service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608733 Jun 03 15:24:11.248992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Made reservation on behalf of 63f09c0f56ea4e1492599389d57cfff0 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:11.251690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:11.452178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:11.468926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Usage tracker for resource:security_group_rule and tenant:1be8384af28e480b951e8a57efa1e41c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:11.473134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Transition to ACTIVE for port object 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:11.484749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f08b09-0eb1-4de2-a31e-5361af93ee33 req-2aecbae5-cce0-4059-a7bd-ae260af52c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:11.486283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78f08b09-0eb1-4de2-a31e-5361af93ee33 req-2aecbae5-cce0-4059-a7bd-ae260af52c25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 1096 time: 1.2947547 Jun 03 15:24:11.488384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:11.521260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:11.543817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c1988-b00b-445d-b1be-c490dd9350e4 req-dd514d04-af43-422e-8640-43e898643cf4 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:11.551167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-001c1988-b00b-445d-b1be-c490dd9350e4 req-dd514d04-af43-422e-8640-43e898643cf4 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 945 time: 0.7251894 Jun 03 15:24:11.601032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:11.658343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78f08b09-0eb1-4de2-a31e-5361af93ee33 req-98ed4a8a-a6d9-44b2-924b-fc2fe4add117 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572394 Jun 03 15:24:11.667953 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'name': 'tempest-VolumesAdminNegativeTest-1829776766-router', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'df28131d-d697-4920-9881-31d47b25aa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:51Z', 'updated_at': '2022-06-03T15:24:03Z', 'revision_number': 4, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'gw_port': {'id': 'df28131d-d697-4920-9881-31d47b25aa45', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:55Z', 'updated_at': '2022-06-03T15:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '30c87486-fcbb-4bea-b4ee-94a45840ae8b', 'name': '', 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'mac_address': 'fa:16:3e:9f:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'd85d194e-fe13-484a-9499-f389ff5eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:01Z', 'updated_at': '2022-06-03T15:24:10Z', 'revision_number': 4, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'subnets': [{'id': 'd85d194e-fe13-484a-9499-f389ff5eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:11.681345 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70359e64-147a-43ec-bb57-b78e3ee0b362 None None] The sync data for ids ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'] in n-d-844595-1 is: [{'id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'name': 'tempest-VolumesAdminNegativeTest-1829776766-router', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'df28131d-d697-4920-9881-31d47b25aa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:51Z', 'updated_at': '2022-06-03T15:24:03Z', 'revision_number': 4, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'gw_port': {'id': 'df28131d-d697-4920-9881-31d47b25aa45', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:55Z', 'updated_at': '2022-06-03T15:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '30c87486-fcbb-4bea-b4ee-94a45840ae8b', 'name': '', 'network_id': 'a8ce8abc-05c8-4135-b04b-0f5337379605', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'mac_address': 'fa:16:3e:9f:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'd85d194e-fe13-484a-9499-f389ff5eebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:01Z', 'updated_at': '2022-06-03T15:24:10Z', 'revision_number': 4, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'subnets': [{'id': 'd85d194e-fe13-484a-9499-f389ff5eebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:11.698680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67387eaf-aba4-4668-9559-6a7de542bc59,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:11.708077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Checking segment: {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:11.708442 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Network hostable DHCP agents. Network: cd16ec5d-4695-4d46-80e2-554e1a610ac6, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:24:11.713939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea17e2-0500-4ce3-8958-28664ede0c87 req-e89ad90d-6c45-4f09-8bfd-30da1c045afe tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:11.715007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0cea17e2-0500-4ce3-8958-28664ede0c87 req-e89ad90d-6c45-4f09-8bfd-30da1c045afe tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.6199400 Jun 03 15:24:11.721517 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-001c1988-b00b-445d-b1be-c490dd9350e4 req-8bf867b8-4000-4020-af2a-424bcb27b31a tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694012 Jun 03 15:24:11.730288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Network cd16ec5d-4695-4d46-80e2-554e1a610ac6 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:24:11.745692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, cd16ec5d-4695-4d46-80e2-554e1a610ac6) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:11.758681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:11.759700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:11.790444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e532b609-b8fb-48ca-ae65-cdccabdc86bf None None] Network cd16ec5d-4695-4d46-80e2-554e1a610ac6 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:11.799808 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2631ccb1-26b0-4511-8e80-68f71a2d2b79 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6452818 Jun 03 15:24:11.820057 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:11.843704 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d77a96-894a-4406-80eb-3c6eeba01a02'] response: {'name': 'network-changed', 'server_uuid': '043bea89-8eac-45f5-8628-21b623c5fea8', 'tag': '80bfec0d-526f-4954-b214-05eccde8ef88', 'status': 'completed', 'code': 200} Jun 03 15:24:11.933806 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774675a0-54fc-4b92-b90e-684c431a296e'] response: {'name': 'network-changed', 'server_uuid': 'd4d04ac8-4503-4772-9ba1-41ba44e480e5', 'tag': 'bfa80701-6672-4a6d-b8f0-06a7b5923c2e', 'status': 'completed', 'code': 200} Jun 03 15:24:11.937096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0cea17e2-0500-4ce3-8958-28664ede0c87 req-6e279e7b-a227-4a8b-8b0f-5379fd7c8f81 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144949 Jun 03 15:24:11.982541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Network b0aac1c6-5514-4639-a0f9-707d0df3caed is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:11.989156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:11.994855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:12.123706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Pushing event updated for resources: {'Port': ['ID=5732848b-bf0a-4c7b-ab5b-633bdb0a5793,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:12.288772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8800b9c7-81f7-4b5e-8ff1-b637d6d0eab6 None None] Network cd16ec5d-4695-4d46-80e2-554e1a610ac6 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:12.331977 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:12.348922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 30c87486-fcbb-4bea-b4ee-94a45840ae8b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:12.370587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25861452-d534-4a28-bc4e-643f8e26ae88 req-75fd064f-60de-4a2a-9c99-2e43fe70d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:12.372235 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25861452-d534-4a28-bc4e-643f8e26ae88 req-75fd064f-60de-4a2a-9c99-2e43fe70d5d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6d9632d717e43a6943e786b918971f1&device_id=043bea89-8eac-45f5-8628-21b623c5fea8 HTTP/1.1" status: 200 len: 1094 time: 0.2152400 Jun 03 15:24:12.467625 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:12.547320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f058298-4726-441b-9b00-49e3c3091901,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:12.547551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c8cc332b-45ee-4b68-a95b-ee47d8b2f917 None None] Provisioning for port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:12.555027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:12.555842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:12.558169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c8cc332b-45ee-4b68-a95b-ee47d8b2f917 None None] Provisioning complete for port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:12.558533 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c8cc332b-45ee-4b68-a95b-ee47d8b2f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:12.584465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25861452-d534-4a28-bc4e-643f8e26ae88 req-0092027b-bf9f-4403-8ebd-6c6bcd3be190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:12.586067 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25861452-d534-4a28-bc4e-643f8e26ae88 req-0092027b-bf9f-4403-8ebd-6c6bcd3be190 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 200 len: 916 time: 0.1856868 Jun 03 15:24:12.617854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5ca93940-1469-4f95-b63f-8ce94b270e64 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7361984 Jun 03 15:24:12.645768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 30c87486-fcbb-4bea-b4ee-94a45840ae8b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:12.648868 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:12.650099 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-60426988-1dec-44ed-9ab1-b478d0a8b816 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0584548 Jun 03 15:24:12.653979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Request body: {'port': {'device_id': 'e988c17d-955f-41c1-b52e-04967a2e922f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:12.662593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 30c87486-fcbb-4bea-b4ee-94a45840ae8b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:12.663276 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:12.690121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40626) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:12.709344 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25861452-d534-4a28-bc4e-643f8e26ae88 req-bcc6f510-e985-423c-a60f-72df092aea3f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80bfec0d-526f-4954-b214-05eccde8ef88 HTTP/1.1" status: 200 len: 217 time: 0.0875204 Jun 03 15:24:12.720586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3eaa2132-8434-499f-bfba-5d33552fa0be tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Request body: {'security_group_rule': {'security_group_id': '7f058298-4726-441b-9b00-49e3c3091901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:12.739014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3eaa2132-8434-499f-bfba-5d33552fa0be tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:12.751902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3eaa2132-8434-499f-bfba-5d33552fa0be tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Usage tracker for resource:security_group_rule and tenant:1be8384af28e480b951e8a57efa1e41c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:12.760281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3eaa2132-8434-499f-bfba-5d33552fa0be tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:12.776254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3eaa2132-8434-499f-bfba-5d33552fa0be tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:12.779257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25861452-d534-4a28-bc4e-643f8e26ae88 req-aea1508f-8974-4f98-9a96-240e50b62ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:12.780532 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25861452-d534-4a28-bc4e-643f8e26ae88 req-aea1508f-8974-4f98-9a96-240e50b62ed9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bdac4029-d48c-47dc-a98a-f943bf9b8bdf HTTP/1.1" status: 200 len: 854 time: 0.0639343 Jun 03 15:24:12.801199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc332b-45ee-4b68-a95b-ee47d8b2f917 None None] Port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:12.853110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b27898-72aa-4b43-be03-e09c49eb4fdc req-1771c6e1-baf1-46a0-b5a1-06e204a2dc54 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:12.855433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1b27898-72aa-4b43-be03-e09c49eb4fdc req-1771c6e1-baf1-46a0-b5a1-06e204a2dc54 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 946 time: 0.6768475 Jun 03 15:24:12.857731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a55a1e-35bf-4f57-b37e-8e66bc1a07ed req-c584d5f3-5e4c-499a-9eb1-0dcdb4420d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:12.859355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12a55a1e-35bf-4f57-b37e-8e66bc1a07ed req-c584d5f3-5e4c-499a-9eb1-0dcdb4420d05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6d9632d717e43a6943e786b918971f1&device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 1094 time: 0.6787729 Jun 03 15:24:12.867877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763da86-81d4-464f-8864-dc3ba0a56610 req-f90157bd-b1da-40de-85e3-e59bd7fe58fd tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:12.868681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3763da86-81d4-464f-8864-dc3ba0a56610 req-f90157bd-b1da-40de-85e3-e59bd7fe58fd tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Synchronizing usage tracker for tenant:c6d9632d717e43a6943e786b918971f1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:12.878219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-35a1463d-fe1b-41a2-bca3-7535aee838fc tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:12.878943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-35a1463d-fe1b-41a2-bca3-7535aee838fc tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Synchronizing usage tracker for tenant:f51af35cb5d64947a7a961640a1e91a0 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:12.916390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25861452-d534-4a28-bc4e-643f8e26ae88 req-b7a18c35-4db2-4fa2-ae2e-f71f9886cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:12.917836 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25861452-d534-4a28-bc4e-643f8e26ae88 req-b7a18c35-4db2-4fa2-ae2e-f71f9886cc72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0aac1c6-5514-4639-a0f9-707d0df3caed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229818 Jun 03 15:24:12.919004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-35a1463d-fe1b-41a2-bca3-7535aee838fc tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Unset dirty status for tenant:f51af35cb5d64947a7a961640a1e91a0 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:12.919958 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-35a1463d-fe1b-41a2-bca3-7535aee838fc tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.67 "GET /v2.0/ports?device_id=011e632e-baf6-4701-9663-181cc927acb6 HTTP/1.1" status: 200 len: 946 time: 0.3331621 Jun 03 15:24:12.973502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 30c87486-fcbb-4bea-b4ee-94a45840ae8b is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:12.973963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.014515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 30c87486-fcbb-4bea-b4ee-94a45840ae8b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=30c87486-fcbb-4bea-b4ee-94a45840ae8b,segment=NetworkSegment(bfbeaf76-f906-408a-bcfa-7db214d7916a),segment_id=bfbeaf76-f906-408a-bcfa-7db214d7916a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:13.024720 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.043066 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.058328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1b27898-72aa-4b43-be03-e09c49eb4fdc req-397fe199-1239-445c-9331-f124659d4a41 tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.48 "GET /v2.0/security-groups?id=df75b8c2-c7da-469f-8241-b74f13ad1424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811063 Jun 03 15:24:13.063619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3763da86-81d4-464f-8864-dc3ba0a56610 req-f90157bd-b1da-40de-85e3-e59bd7fe58fd tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Unset dirty status for tenant:c6d9632d717e43a6943e786b918971f1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:13.070465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3763da86-81d4-464f-8864-dc3ba0a56610 req-f90157bd-b1da-40de-85e3-e59bd7fe58fd tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 931 time: 0.7184281 Jun 03 15:24:13.072249 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2132-8434-499f-bfba-5d33552fa0be tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.153063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.67', 64322) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:13.205819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=30c87486-fcbb-4bea-b4ee-94a45840ae8b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:13.235501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-5d7d3a71-9f4b-418d-989d-86fcf7739d4d tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Deleting port b3a6c558-9591-4ab1-8376-a7ce961631d0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:13.235842 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-5d7d3a71-9f4b-418d-989d-86fcf7739d4d tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.396694 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25861452-d534-4a28-bc4e-643f8e26ae88 req-d43c6aad-6bb4-4bea-98f1-b669d7847315 service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175696 Jun 03 15:24:13.412075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31f83ea2-0521-4fcb-a36c-2889a68fef4e req-4ec6a3c1-eb9c-4d5f-9167-0aba6831cb0b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 210 time: 0.1078839 Jun 03 15:24:13.423136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3763da86-81d4-464f-8864-dc3ba0a56610 req-551f5a14-8856-42cd-a57c-6b8a723c7941 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517680 Jun 03 15:24:13.441779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a55a1e-35bf-4f57-b37e-8e66bc1a07ed req-22a6293d-282b-43d4-b5bf-84b127131a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:13.456766 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12a55a1e-35bf-4f57-b37e-8e66bc1a07ed req-22a6293d-282b-43d4-b5bf-84b127131a5e service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 200 len: 916 time: 0.5761828 Jun 03 15:24:13.512187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40634) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:13.645743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2132-8434-499f-bfba-5d33552fa0be tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.676815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12a55a1e-35bf-4f57-b37e-8e66bc1a07ed req-2d333e22-1045-453a-b396-52989cf522ef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa80701-6672-4a6d-b8f0-06a7b5923c2e HTTP/1.1" status: 200 len: 217 time: 0.1343522 Jun 03 15:24:13.683966 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2132-8434-499f-bfba-5d33552fa0be tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.835772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bfa80701-6672-4a6d-b8f0-06a7b5923c2e details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:13.887580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa2132-8434-499f-bfba-5d33552fa0be tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d376233-67e8-4490-a113-adcb97a135d3,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:13.951605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f0cc-b7be-42f2-bc8b-1b5bf8a565e2 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:13.980768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-5d645673-1f13-4ace-8feb-1895d1b348bc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:13.982201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-5d645673-1f13-4ace-8feb-1895d1b348bc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.8117650 Jun 03 15:24:13.993249 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-25861452-d534-4a28-bc4e-643f8e26ae88 req-641d6070-83a6-4dde-bee0-ce43a21ae24c service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151539 Jun 03 15:24:14.002081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port bfa80701-6672-4a6d-b8f0-06a7b5923c2e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bfa80701-6672-4a6d-b8f0-06a7b5923c2e,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:14.021380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'bfa80701-6672-4a6d-b8f0-06a7b5923c2e', 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed', 'port_id': 'bfa80701-6672-4a6d-b8f0-06a7b5923c2e', 'mac_address': 'fa:16:3e:c8:43:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdac4029-d48c-47dc-a98a-f943bf9b8bdf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:14.022913 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f0cc-b7be-42f2-bc8b-1b5bf8a565e2 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.054005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-5d7d3a71-9f4b-418d-989d-86fcf7739d4d tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] For port b3a6c558-9591-4ab1-8376-a7ce961631d0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3a6c558-9591-4ab1-8376-a7ce961631d0,segment=NetworkSegment(e0b9b051-c9b2-4ba2-8db4-1c843a6304be),segment_id=e0b9b051-c9b2-4ba2-8db4-1c843a6304be)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:14.054455 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-5d7d3a71-9f4b-418d-989d-86fcf7739d4d tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.099875 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port bfa80701-6672-4a6d-b8f0-06a7b5923c2e is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:14.100494 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.121590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa80701-6672-4a6d-b8f0-06a7b5923c2e {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:14.143706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port bfa80701-6672-4a6d-b8f0-06a7b5923c2e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bfa80701-6672-4a6d-b8f0-06a7b5923c2e,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:14.148941 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.227093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Request body: {'port': {'device_id': '4a77d019-c3d8-488d-804c-7b2a797f072f', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'admin_state_up': True, 'tenant_id': '19ba0556664e4d8691d74307513714e4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:14.236404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-5d7d3a71-9f4b-418d-989d-86fcf7739d4d tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Calling delete_port for b3a6c558-9591-4ab1-8376-a7ce961631d0 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:14.246232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=bfa80701-6672-4a6d-b8f0-06a7b5923c2e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:14.253063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 30c87486-fcbb-4bea-b4ee-94a45840ae8b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:14.322823 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2132-8434-499f-bfba-5d33552fa0be tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.326806 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3eaa2132-8434-499f-bfba-5d33552fa0be tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6344357 Jun 03 15:24:14.328380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40654) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:14.329811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 30c87486-fcbb-4bea-b4ee-94a45840ae8b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:14.330289 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.347699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-284fbffd-23de-40ba-aba9-3817005d3831 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Request body: {'security_group_rule': {'security_group_id': '7f058298-4726-441b-9b00-49e3c3091901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:14.356046 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f0cc-b7be-42f2-bc8b-1b5bf8a565e2 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.399680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-284fbffd-23de-40ba-aba9-3817005d3831 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:14.415756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1f0cc-b7be-42f2-bc8b-1b5bf8a565e2 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdcd437-1eb2-4527-8dec-5409bfd274e1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:14.420153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a55a1e-35bf-4f57-b37e-8e66bc1a07ed req-d31d3d61-77f6-4853-a777-6fceca944b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:14.421623 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12a55a1e-35bf-4f57-b37e-8e66bc1a07ed req-d31d3d61-77f6-4853-a777-6fceca944b71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bdac4029-d48c-47dc-a98a-f943bf9b8bdf HTTP/1.1" status: 200 len: 854 time: 0.7299485 Jun 03 15:24:14.423989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-284fbffd-23de-40ba-aba9-3817005d3831 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Usage tracker for resource:security_group_rule and tenant:1be8384af28e480b951e8a57efa1e41c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:14.434606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-284fbffd-23de-40ba-aba9-3817005d3831 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:14.451022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-284fbffd-23de-40ba-aba9-3817005d3831 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:14.495756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 30c87486-fcbb-4bea-b4ee-94a45840ae8b is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:14.513150 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f0cc-b7be-42f2-bc8b-1b5bf8a565e2 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.514494 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f5a1f0cc-b7be-42f2-bc8b-1b5bf8a565e2 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "DELETE /v2.0/security-groups/ffdcd437-1eb2-4527-8dec-5409bfd274e1 HTTP/1.1" status: 204 len: 168 time: 1.0011845 Jun 03 15:24:14.517781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40662) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:14.549694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-284fbffd-23de-40ba-aba9-3817005d3831 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.565259 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-c3ca2f08-4aa2-4150-ab2e-6c6702d30e10 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] show failed (client error): The resource could not be found. Jun 03 15:24:14.567072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-4aaa1636-2fc1-4829-9c4f-4f9fe95fcf4b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:14.567318 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c3ca2f08-4aa2-4150-ab2e-6c6702d30e10 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "GET /v2.0/security-groups/ffdcd437-1eb2-4527-8dec-5409bfd274e1 HTTP/1.1" status: 404 len: 347 time: 0.0482094 Jun 03 15:24:14.571244 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-4aaa1636-2fc1-4829-9c4f-4f9fe95fcf4b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/networks?id=cd16ec5d-4695-4d46-80e2-554e1a610ac6 HTTP/1.1" status: 200 len: 813 time: 0.8553448 Jun 03 15:24:14.576263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40666) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:14.582174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-5d7d3a71-9f4b-418d-989d-86fcf7739d4d tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.596993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['bfa80701-6672-4a6d-b8f0-06a7b5923c2e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:14.676691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d3a71-9f4b-418d-989d-86fcf7739d4d tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Pushing event deleted for resources: {'Port': ['ID=b3a6c558-9591-4ab1-8376-a7ce961631d0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:14.688665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:14.709630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-5ab3a752-e9d2-4c2f-ae3a-1727a4ce497a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/quotas/63f09c0f56ea4e1492599389d57cfff0 HTTP/1.1" status: 200 len: 375 time: 0.1146178 Jun 03 15:24:14.723158 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:24:14.740672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074b144-df02-4657-8a3a-3327bdb6e2e9 req-1db1baf1-0783-4b71-8999-febc65021ab4 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:14.742293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7074b144-df02-4657-8a3a-3327bdb6e2e9 req-1db1baf1-0783-4b71-8999-febc65021ab4 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 945 time: 0.8227906 Jun 03 15:24:14.752998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Usage tracker for resource:port and tenant:19ba0556664e4d8691d74307513714e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:14.780175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-5d7d3a71-9f4b-418d-989d-86fcf7739d4d tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] No DVR routers for this DVR port b3a6c558-9591-4ab1-8376-a7ce961631d0 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:14.784022 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-5d7d3a71-9f4b-418d-989d-86fcf7739d4d tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.787486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011e632e-baf6-4701-9663-181cc927acb6', 'name': 'network-vif-deleted', 'tag': 'b3a6c558-9591-4ab1-8376-a7ce961631d0'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:14.817756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-284fbffd-23de-40ba-aba9-3817005d3831 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.821149 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0f9502d0-e2e6-459a-9550-609f99a45765 req-5d7d3a71-9f4b-418d-989d-86fcf7739d4d tempest-ServerGroupTestJSON-1872028377 tempest-ServerGroupTestJSON-1872028377-project] 10.222.0.67 "DELETE /v2.0/ports/b3a6c558-9591-4ab1-8376-a7ce961631d0 HTTP/1.1" status: 204 len: 173 time: 1.8122399 Jun 03 15:24:14.822217 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-284fbffd-23de-40ba-aba9-3817005d3831 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.849358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fbffd-23de-40ba-aba9-3817005d3831 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dca04b-b319-4edd-bc2a-d2dcbeda992f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:14.857467 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-284fbffd-23de-40ba-aba9-3817005d3831 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.862137 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-284fbffd-23de-40ba-aba9-3817005d3831 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5289049 Jun 03 15:24:14.862970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:14.868360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:14.874605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:14.878561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Usage tracker for resource:floatingip and tenant:1be8384af28e480b951e8a57efa1e41c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:14.882045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:14.888083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:14.902728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:14.942196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:14.994987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:15.017082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-ad138da8-2797-4024-83e5-f03915dd5889 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63f09c0f56ea4e1492599389d57cfff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2670016 Jun 03 15:24:15.024796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b8e5f-0585-46b3-945e-a91ac47871ac tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Deleting port a900d337-eda5-440e-b020-ef007914ff29 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:15.025213 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8e5f-0585-46b3-945e-a91ac47871ac tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.059321 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.113095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Made reservation on behalf of 19ba0556664e4d8691d74307513714e4 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:15.116611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.131763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:15.199991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Allocated IP 172.25.7.180 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/fb9f094a-49b7-45cb-bb6a-10f0a22164d2) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:15.204115 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.208965 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7074b144-df02-4657-8a3a-3327bdb6e2e9 req-1d72ee77-0be6-433d-ace8-1a972e6814ea tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527025 Jun 03 15:24:15.245142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a55a1e-35bf-4f57-b37e-8e66bc1a07ed req-22663ab2-120d-46ed-ae9c-31dde97b0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:15.246560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12a55a1e-35bf-4f57-b37e-8e66bc1a07ed req-22663ab2-120d-46ed-ae9c-31dde97b0733 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0aac1c6-5514-4639-a0f9-707d0df3caed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7971022 Jun 03 15:24:15.357238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Transition to ACTIVE for port object 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:15.391144 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.427622 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.429402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.497931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:15.500587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:15.505904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:15.547104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Pushing event updated for resources: {'Port': ['ID=fb9f094a-49b7-45cb-bb6a-10f0a22164d2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:15.592168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.654126 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:15.710846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-38c3d56a-1408-4861-a984-fdde3468fbde service neutron] 10.222.0.48 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530156 Jun 03 15:24:15.836634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 80bfec0d-526f-4954-b214-05eccde8ef88 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:15.844356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bfa80701-6672-4a6d-b8f0-06a7b5923c2e up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:15.915391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Pushing event updated for resources: {'Port': ['ID=5732848b-bf0a-4c7b-ab5b-633bdb0a5793,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:15.995259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.003280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.006377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port bfa80701-6672-4a6d-b8f0-06a7b5923c2e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:16.014174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port bfa80701-6672-4a6d-b8f0-06a7b5923c2e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:16.014542 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.016346 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8e5f-0585-46b3-945e-a91ac47871ac tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.016673 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8e5f-0585-46b3-945e-a91ac47871ac tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.122615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Pushing event updated for resources: {'Port': ['ID=fb9f094a-49b7-45cb-bb6a-10f0a22164d2,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:16.130884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.151733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 80bfec0d-526f-4954-b214-05eccde8ef88, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=80bfec0d-526f-4954-b214-05eccde8ef88,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:16.156174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.165494 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4bbca0a7-3dab-43a1-a9ad-ed42cf7d0606 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2936335 Jun 03 15:24:16.171309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '80bfec0d-526f-4954-b214-05eccde8ef88', 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed', 'port_id': '80bfec0d-526f-4954-b214-05eccde8ef88', 'mac_address': 'fa:16:3e:03:97:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdac4029-d48c-47dc-a98a-f943bf9b8bdf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:16.280024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port bfa80701-6672-4a6d-b8f0-06a7b5923c2e is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:16.280272 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.281620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b8e5f-0585-46b3-945e-a91ac47871ac tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Calling delete_port for a900d337-eda5-440e-b020-ef007914ff29 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:16.293127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 80bfec0d-526f-4954-b214-05eccde8ef88 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:16.293479 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.315004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12a55a1e-35bf-4f57-b37e-8e66bc1a07ed req-47f8593d-2734-465e-b0fb-5a959eb6181e service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0206654 Jun 03 15:24:16.316282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Allocated IP 172.20.0.9 (73aadb7d-95c2-4785-b949-eef112e3c4fb/901d199d-a134-429c-ba05-96e12007c774/91aeefb3-b0ff-42d6-a0c5-973091468b58) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:16.319652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bfec0d-526f-4954-b214-05eccde8ef88 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:16.329941 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d04ac8-4503-4772-9ba1-41ba44e480e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa80701-6672-4a6d-b8f0-06a7b5923c2e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:16.346238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port bfa80701-6672-4a6d-b8f0-06a7b5923c2e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bfa80701-6672-4a6d-b8f0-06a7b5923c2e,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:16.352572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 80bfec0d-526f-4954-b214-05eccde8ef88, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=80bfec0d-526f-4954-b214-05eccde8ef88,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:16.353678 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.354555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3a6c558-9591-4ab1-8376-a7ce961631d0 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:16.408374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595edd3-156d-43fd-8b30-9b8173a4b58f req-535cd5d6-d715-4552-8be0-1e693a77da00 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:16.409849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1595edd3-156d-43fd-8b30-9b8173a4b58f req-535cd5d6-d715-4552-8be0-1e693a77da00 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 945 time: 1.0498581 Jun 03 15:24:16.418170 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.426775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: b3a6c558-9591-4ab1-8376-a7ce961631d0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:16.427108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3a6c558-9591-4ab1-8376-a7ce961631d0 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:16.461835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=bfa80701-6672-4a6d-b8f0-06a7b5923c2e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:16.529190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=80bfec0d-526f-4954-b214-05eccde8ef88,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:16.540003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-52409e7e-cddf-4d0c-af07-3bafd2333543 service neutron] 10.222.0.48 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305008 Jun 03 15:24:16.565320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Attempting to bind port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:16.565650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Attempting to bind port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:16.566001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Attempting to bind port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 on network b0aac1c6-5514-4639-a0f9-707d0df3caed {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:16.608221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 on network b0aac1c6-5514-4639-a0f9-707d0df3caed not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:16.608541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Attempting to bind port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 on network b0aac1c6-5514-4639-a0f9-707d0df3caed {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:16.644761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:16.645079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Checking segment: {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:16.645501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Bound using segment: {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:16.645974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Bound port: 5732848b-bf0a-4c7b-ab5b-633bdb0a5793, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa4acc3-97e8-461e-8092-9508e336e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:16.646295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:16.675917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1595edd3-156d-43fd-8b30-9b8173a4b58f req-2f78201d-bad3-45e3-b80d-a8d2965a4636 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128000 Jun 03 15:24:16.815491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12a55a1e-35bf-4f57-b37e-8e66bc1a07ed req-7e660f06-5397-4279-9550-b3b46b98ceaa service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798603 Jun 03 15:24:16.865784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['80bfec0d-526f-4954-b214-05eccde8ef88'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:17.032800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05927bd0-66fb-44e3-b976-63601b9ff420 req-523928f8-f0c4-4deb-8ab1-add65c7dd945 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 210 time: 0.1270864 Jun 03 15:24:17.082150 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8e5f-0585-46b3-945e-a91ac47871ac tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.120164 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768966a4-51f7-4b5a-a6cf-63fe4ffac4fb'] response: {'server_uuid': '011e632e-baf6-4701-9663-181cc927acb6', 'name': 'network-vif-deleted', 'tag': 'b3a6c558-9591-4ab1-8376-a7ce961631d0', 'status': 'completed', 'code': 200} Jun 03 15:24:17.161725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] For port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:17.165458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b8e5f-0585-46b3-945e-a91ac47871ac tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Pushing event deleted for resources: {'Port': ['ID=a900d337-eda5-440e-b020-ef007914ff29,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:17.228724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.286253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] For port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5732848b-bf0a-4c7b-ab5b-633bdb0a5793,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:17.332893 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.409053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc839-3ef9-4442-9a6f-5f8ccdc8480a req-c7bb8b30-09c6-417a-ba0b-345d47c32614 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:17.411513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-246cc839-3ef9-4442-9a6f-5f8ccdc8480a req-c7bb8b30-09c6-417a-ba0b-345d47c32614 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 943 time: 0.5738559 Jun 03 15:24:17.482180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:17.482853 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.485763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] 10.222.0.67 "PUT /v2.0/ports/5732848b-bf0a-4c7b-ab5b-633bdb0a5793 HTTP/1.1" status: 200 len: 1091 time: 4.8479097 Jun 03 15:24:17.486070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e988c17d-955f-41c1-b52e-04967a2e922f', 'tag': '5732848b-bf0a-4c7b-ab5b-633bdb0a5793'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:17.521197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-d45b86a8-3aeb-44b9-9279-b24e040cc07a tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Synchronizing usage tracker for tenant:1be8384af28e480b951e8a57efa1e41c on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:17.530586 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8e5f-0585-46b3-945e-a91ac47871ac tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.570022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d25aa-8bf0-4c3e-8171-17101aa6f066 service neutron] Pushing event updated for resources: {'Port': ['ID=5732848b-bf0a-4c7b-ab5b-633bdb0a5793,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:17.615027 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-246cc839-3ef9-4442-9a6f-5f8ccdc8480a req-e4f71e7a-9cbf-43ba-9c19-7bbecfcbe940 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733050 Jun 03 15:24:17.655143 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.664017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-d45b86a8-3aeb-44b9-9279-b24e040cc07a tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Unset dirty status for tenant:1be8384af28e480b951e8a57efa1e41c on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:17.668755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-d45b86a8-3aeb-44b9-9279-b24e040cc07a tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2021833175&fields=id&tenant_id=1be8384af28e480b951e8a57efa1e41c HTTP/1.1" status: 200 len: 267 time: 0.4338875 Jun 03 15:24:17.749937 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd7b8e5f-0585-46b3-945e-a91ac47871ac tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:17.750996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cd7b8e5f-0585-46b3-945e-a91ac47871ac tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] 10.222.0.48 "DELETE /v2.0/floatingips/8c78ad07-6d7c-4fe2-9ebf-3d2b550b2553 HTTP/1.1" status: 204 len: 168 time: 3.1717527 Jun 03 15:24:17.755437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40712) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:18.136175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Network 73aadb7d-95c2-4785-b949-eef112e3c4fb is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:18.148068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:18.163878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:18.198812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event updated for resources: {'Port': ['ID=91aeefb3-b0ff-42d6-a0c5-973091468b58,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:18.377517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:18.378746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:18.396891 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:18.488013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-0f61d219-1f82-4e00-aa31-f1e2f11685ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:18.489943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-0f61d219-1f82-4e00-aa31-f1e2f11685ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6d9632d717e43a6943e786b918971f1&device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 1094 time: 0.8710306 Jun 03 15:24:18.614587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-1c3e1083-2c13-4840-b614-2e4d48a8607f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:18.615210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-1c3e1083-2c13-4840-b614-2e4d48a8607f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Synchronizing usage tracker for tenant:1be8384af28e480b951e8a57efa1e41c on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:18.638264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-2c9e3cda-c852-4af1-8fb2-a2ad330bcffe tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4206445 Jun 03 15:24:18.645696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-fe5dd545-24ad-464b-9628-d59ab378a50e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5732848b-bf0a-4c7b-ab5b-633bdb0a5793 HTTP/1.1" status: 200 len: 217 time: 0.1381013 Jun 03 15:24:18.708415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Request body: {'port': {'device_id': '4a77d019-c3d8-488d-804c-7b2a797f072f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:18.771759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c59cb-d9a6-4952-9250-bd38dd50c36c req-ff2efeac-0eaf-4b45-a81e-e84a0f4e8c4d tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:18.773309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-866c59cb-d9a6-4952-9250-bd38dd50c36c req-ff2efeac-0eaf-4b45-a81e-e84a0f4e8c4d tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 945 time: 0.9617136 Jun 03 15:24:18.827705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] Deleting port e360916f-f7c9-411b-950d-8e08e18370a2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:18.828098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:18.839138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-1c3e1083-2c13-4840-b614-2e4d48a8607f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Unset dirty status for tenant:1be8384af28e480b951e8a57efa1e41c on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:18.840311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-1c3e1083-2c13-4840-b614-2e4d48a8607f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/networks?id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350 HTTP/1.1" status: 200 len: 814 time: 1.1087148 Jun 03 15:24:18.901199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-a8629940-57d9-4331-9d58-dee1555fab2a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:18.903531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-a8629940-57d9-4331-9d58-dee1555fab2a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "GET /v2.0/networks?id=cd16ec5d-4695-4d46-80e2-554e1a610ac6 HTTP/1.1" status: 200 len: 813 time: 0.6436892 Jun 03 15:24:18.918863 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-deb4eb5b-0110-4348-ad29-6414af6c8dc7 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/quotas/1be8384af28e480b951e8a57efa1e41c HTTP/1.1" status: 200 len: 375 time: 0.0618875 Jun 03 15:24:18.969435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Request body: {'port': {'device_id': 'a6751b28-7ef0-4978-8115-293893843b6f', 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6', 'admin_state_up': True, 'tenant_id': '63f09c0f56ea4e1492599389d57cfff0'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:18.991512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5e772574-a3b0-4fdb-b1ba-1bc2ff4dc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:18.993649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-5e772574-a3b0-4fdb-b1ba-1bc2ff4dc7ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bdac4029-d48c-47dc-a98a-f943bf9b8bdf HTTP/1.1" status: 200 len: 854 time: 0.3336484 Jun 03 15:24:19.008200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-866c59cb-d9a6-4952-9250-bd38dd50c36c req-379f38a1-27e9-4d19-bbef-a55fd9c64b75 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184408 Jun 03 15:24:19.116646 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959f3b77-6bb5-44c2-b44c-75cfff9a76eb'] response: {'server_uuid': 'd4d04ac8-4503-4772-9ba1-41ba44e480e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa80701-6672-4a6d-b8f0-06a7b5923c2e', 'code': 200} Jun 03 15:24:19.164455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-35e0288a-dee3-4a2b-9f7d-d3d3d5f8019a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:19.164976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-35e0288a-dee3-4a2b-9f7d-d3d3d5f8019a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Synchronizing usage tracker for tenant:63f09c0f56ea4e1492599389d57cfff0 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:19.198264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.212946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] For port e360916f-f7c9-411b-950d-8e08e18370a2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e360916f-f7c9-411b-950d-8e08e18370a2,segment=NetworkSegment(90c42874-2439-42ee-8cd5-3df35cf13e1a),segment_id=90c42874-2439-42ee-8cd5-3df35cf13e1a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:19.213308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.393328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:19.418672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-35e0288a-dee3-4a2b-9f7d-d3d3d5f8019a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Unset dirty status for tenant:63f09c0f56ea4e1492599389d57cfff0 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:19.419422 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-35e0288a-dee3-4a2b-9f7d-d3d3d5f8019a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "GET /v2.0/networks?id=cd16ec5d-4695-4d46-80e2-554e1a610ac6 HTTP/1.1" status: 200 len: 813 time: 0.5422604 Jun 03 15:24:19.452101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Usage tracker for resource:port and tenant:63f09c0f56ea4e1492599389d57cfff0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:19.456206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:19.467648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-954c4fac-b724-4051-9976-2d027cb01f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:19.469147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-954c4fac-b724-4051-9976-2d027cb01f99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0aac1c6-5514-4639-a0f9-707d0df3caed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4539397 Jun 03 15:24:19.476577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:19.487342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-7336f5e8-0b24-4fb9-ab31-ba4c518276dc tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Synchronizing usage tracker for tenant:1be8384af28e480b951e8a57efa1e41c on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:19.517178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Request body: {'port': {'device_id': '3919b401-91f1-4569-853a-39631e5871dc', 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6', 'admin_state_up': True, 'tenant_id': '63f09c0f56ea4e1492599389d57cfff0'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:19.541320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] Calling delete_port for e360916f-f7c9-411b-950d-8e08e18370a2 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:19.613130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Made reservation on behalf of 63f09c0f56ea4e1492599389d57cfff0 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:19.616660 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.733266 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d66e096-337a-40da-9dce-4a6f60c83488'] response: {'name': 'network-changed', 'server_uuid': 'e988c17d-955f-41c1-b52e-04967a2e922f', 'tag': '5732848b-bf0a-4c7b-ab5b-633bdb0a5793', 'status': 'completed', 'code': 200} Jun 03 15:24:19.748065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-7336f5e8-0b24-4fb9-ab31-ba4c518276dc tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Unset dirty status for tenant:1be8384af28e480b951e8a57efa1e41c on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:19.750059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-7336f5e8-0b24-4fb9-ab31-ba4c518276dc tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1be8384af28e480b951e8a57efa1e41c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7884476 Jun 03 15:24:19.858839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 80bfec0d-526f-4954-b214-05eccde8ef88 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:19.916178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44048d-6737-4549-ba33-8dcc226685fd req-15c94b1f-94e8-4a6b-9cd4-c743061d088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:19.917617 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e44048d-6737-4549-ba33-8dcc226685fd req-15c94b1f-94e8-4a6b-9cd4-c743061d088b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 1096 time: 0.4973731 Jun 03 15:24:19.927000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:19.941736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 80bfec0d-526f-4954-b214-05eccde8ef88 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:19.950690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 80bfec0d-526f-4954-b214-05eccde8ef88 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:19.951296 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:19.964552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Usage tracker for resource:port and tenant:63f09c0f56ea4e1492599389d57cfff0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:19.975137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:19.988953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:20.033217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Made reservation on behalf of 63f09c0f56ea4e1492599389d57cfff0 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:20.036955 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.049740 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e44048d-6737-4549-ba33-8dcc226685fd req-3ac43834-69d4-4f4a-b973-c4c295dba4fa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065857 Jun 03 15:24:20.104755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 80bfec0d-526f-4954-b214-05eccde8ef88 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:20.105135 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.152943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 80bfec0d-526f-4954-b214-05eccde8ef88, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=80bfec0d-526f-4954-b214-05eccde8ef88,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:20.160501 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.228265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-7108b694-c650-4179-bb60-32b96aa8a496 service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7340982 Jun 03 15:24:20.233577 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.253631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=80bfec0d-526f-4954-b214-05eccde8ef88,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:20.268201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.268707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.269221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.269773 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.270537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.271223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.271556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.271895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.272469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.273524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.273850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.274236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:20.347606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4504e7a0-137d-44c4-a796-f22d1efd403e service neutron] 10.222.0.48 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317285 Jun 03 15:24:20.368288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=e360916f-f7c9-411b-950d-8e08e18370a2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:20.468420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Allocated IP 172.20.0.5 (cd16ec5d-4695-4d46-80e2-554e1a610ac6/67387eaf-aba4-4668-9559-6a7de542bc59/8b071ae1-fc86-4050-83cb-b34339d6ae66) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:20.516165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6060e-61ca-4055-832b-00122e754bfc req-439e1b23-5891-49b8-9ab4-49a17333dcfc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:20.516922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-eeb6060e-61ca-4055-832b-00122e754bfc req-439e1b23-5891-49b8-9ab4-49a17333dcfc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:20.600215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91aeefb3-b0ff-42d6-a0c5-973091468b58 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:20.616728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.661623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Transition to ACTIVE for port object 91aeefb3-b0ff-42d6-a0c5-973091468b58 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:20.677155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.680969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-eeb6060e-61ca-4055-832b-00122e754bfc req-439e1b23-5891-49b8-9ab4-49a17333dcfc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:20.682153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeb6060e-61ca-4055-832b-00122e754bfc req-439e1b23-5891-49b8-9ab4-49a17333dcfc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 931 time: 0.8390346 Jun 03 15:24:20.842403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:20.857571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a62b91-56f7-4e69-9f9f-b36a8d753178 req-69c3c73e-8644-40dc-9612-751d4ab87510 service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404757 Jun 03 15:24:20.859321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-31544cfe-2ddb-403c-be4b-d5266efb95d6 service neutron] 10.222.0.48 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108743 Jun 03 15:24:20.924085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Pushing event updated for resources: {'Port': ['ID=91aeefb3-b0ff-42d6-a0c5-973091468b58,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:20.933540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-eeb6060e-61ca-4055-832b-00122e754bfc req-e9e53353-885b-466b-b7f7-ee392b183013 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:21.060846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-eeb6060e-61ca-4055-832b-00122e754bfc req-e9e53353-885b-466b-b7f7-ee392b183013 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:21.061931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeb6060e-61ca-4055-832b-00122e754bfc req-e9e53353-885b-466b-b7f7-ee392b183013 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446121 Jun 03 15:24:21.087711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Attempting to bind port 91aeefb3-b0ff-42d6-a0c5-973091468b58 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:21.088098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Attempting to bind port 91aeefb3-b0ff-42d6-a0c5-973091468b58 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:21.088377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Attempting to bind port 91aeefb3-b0ff-42d6-a0c5-973091468b58 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:21.113361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Port 91aeefb3-b0ff-42d6-a0c5-973091468b58 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:21.113682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Attempting to bind port 91aeefb3-b0ff-42d6-a0c5-973091468b58 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:21.118973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043bea89-8eac-45f5-8628-21b623c5fea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bfec0d-526f-4954-b214-05eccde8ef88'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:21.126856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2398f8-9673-4488-97a0-90f9ef4cfe63 req-938aeb87-e5ad-4bdc-920e-7603b4fa0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:21.128447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a2398f8-9673-4488-97a0-90f9ef4cfe63 req-938aeb87-e5ad-4bdc-920e-7603b4fa0dd0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6d9632d717e43a6943e786b918971f1&device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 1094 time: 0.1665516 Jun 03 15:24:21.129323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:21.130049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Checking segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:21.130612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Bound using segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:21.131335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Bound port: 91aeefb3-b0ff-42d6-a0c5-973091468b58, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:21.131908 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:21.244181 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:21.400093 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:21.500300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Allocated IP 172.20.0.14 (cd16ec5d-4695-4d46-80e2-554e1a610ac6/67387eaf-aba4-4668-9559-6a7de542bc59/ed467b5c-6aa5-44e7-9e46-51c2ce323c7b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:21.550988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Pushing event updated for resources: {'Port': ['ID=8b071ae1-fc86-4050-83cb-b34339d6ae66,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:21.614588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Network cd16ec5d-4695-4d46-80e2-554e1a610ac6 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:21.622680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:21.627057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:21.633915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] For port 91aeefb3-b0ff-42d6-a0c5-973091468b58, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:21.707165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee486b-6ec1-4558-a720-dc8d9359d39f req-83f92fd8-1a4a-4507-997a-5d3f70a98ba4 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:21.708818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9eee486b-6ec1-4558-a720-dc8d9359d39f req-83f92fd8-1a4a-4507-997a-5d3f70a98ba4 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 943 time: 0.5633047 Jun 03 15:24:21.771809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] For port 91aeefb3-b0ff-42d6-a0c5-973091468b58, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=91aeefb3-b0ff-42d6-a0c5-973091468b58,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:21.777770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:21.778457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:21.818554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:21.819046 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-1196e16d-25ab-420b-98ae-4b6281b55c6a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3385551 Jun 03 15:24:21.821321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] Router b0262c70-5ec8-49ec-bdfb-a4138605d229 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:24:21.875357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2398f8-9673-4488-97a0-90f9ef4cfe63 req-a320952a-0d9a-4470-9516-20fccba4e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:21.877471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a2398f8-9673-4488-97a0-90f9ef4cfe63 req-a320952a-0d9a-4470-9516-20fccba4e1d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 200 len: 916 time: 0.7306218 Jun 03 15:24:21.907758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:21.908386 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:21.909720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] 10.222.0.67 "PUT /v2.0/ports/91aeefb3-b0ff-42d6-a0c5-973091468b58 HTTP/1.1" status: 200 len: 1091 time: 3.2450531 Jun 03 15:24:21.910107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Request body: {'port': {'device_id': '3919b401-91f1-4569-853a-39631e5871dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:21.920652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a77d019-c3d8-488d-804c-7b2a797f072f', 'tag': '91aeefb3-b0ff-42d6-a0c5-973091468b58'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:22.186564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9eee486b-6ec1-4558-a720-dc8d9359d39f req-f057db49-de7f-46ea-9ab3-11d9c4384070 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172702 Jun 03 15:24:22.188982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.209345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:22.220536 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18e2ac-1818-4c0e-b8b7-aec746a5febe None None] Sync routers for ids ['b0262c70-5ec8-49ec-bdfb-a4138605d229'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:22.223694 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b89a9989-7699-4b0e-b500-31288ed30c0e admin admin] 10.222.0.48 "PUT /v2.0/routers/b0262c70-5ec8-49ec-bdfb-a4138605d229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4667704 Jun 03 15:24:22.233017 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18e2ac-1818-4c0e-b8b7-aec746a5febe None None] Routers {'b0262c70-5ec8-49ec-bdfb-a4138605d229'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:22.234448 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9d18e2ac-1818-4c0e-b8b7-aec746a5febe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0262c70-5ec8-49ec-bdfb-a4138605d229'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:22.236570 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.374252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40746) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:22.408009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170daa0-5f4b-43dd-9fe3-6cd89e542ad4 req-ffc81e4d-acf9-448c-a571-2bdcf814d1a1 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:22.409610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3170daa0-5f4b-43dd-9fe3-6cd89e542ad4 req-ffc81e4d-acf9-448c-a571-2bdcf814d1a1 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 931 time: 0.8763196 Jun 03 15:24:22.411065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a2398f8-9673-4488-97a0-90f9ef4cfe63 req-a86f0d28-211f-4a6b-8e42-19f901f75bcb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5732848b-bf0a-4c7b-ab5b-633bdb0a5793 HTTP/1.1" status: 200 len: 217 time: 0.4707143 Jun 03 15:24:22.420452 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.435249 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9d18e2ac-1818-4c0e-b8b7-aec746a5febe None None] Set router b0262c70-5ec8-49ec-bdfb-a4138605d229 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:22.459718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615491a8-d70d-4892-817c-6d7b29fa24ab service neutron] Pushing event updated for resources: {'Port': ['ID=91aeefb3-b0ff-42d6-a0c5-973091468b58,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:22.602635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Pushing event updated for resources: {'Port': ['ID=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:22.622352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Network cd16ec5d-4695-4d46-80e2-554e1a610ac6 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:22.628997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-e02b2baa-d8f0-42f8-9b3a-c14c3b88b110 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:22.630814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-e02b2baa-d8f0-42f8-9b3a-c14c3b88b110 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Synchronizing usage tracker for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:22.633914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:22.640011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:22.655037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.67', 64328) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:22.745082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3170daa0-5f4b-43dd-9fe3-6cd89e542ad4 req-61ef99b4-45e6-4640-983a-d7c2acc1b776 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213747 Jun 03 15:24:22.751382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-00b21ffa-e49b-49b1-a2f1-4f2b48d0ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:22.764239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-00b21ffa-e49b-49b1-a2f1-4f2b48d0ca1f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 1094 time: 0.6016295 Jun 03 15:24:22.768147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2398f8-9673-4488-97a0-90f9ef4cfe63 req-fb9b2ad7-830a-4fb2-b920-7974726ca494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:22.776000 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a2398f8-9673-4488-97a0-90f9ef4cfe63 req-fb9b2ad7-830a-4fb2-b920-7974726ca494 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bdac4029-d48c-47dc-a98a-f943bf9b8bdf HTTP/1.1" status: 200 len: 854 time: 0.3097148 Jun 03 15:24:22.783267 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.798955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e03fa-8170-43e7-a57d-f33daf771315 req-dbb8f2c5-9e63-4a00-8839-59e92e4e4e7e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:22.800552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e20e03fa-8170-43e7-a57d-f33daf771315 req-dbb8f2c5-9e63-4a00-8839-59e92e4e4e7e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 945 time: 0.4467735 Jun 03 15:24:22.852155 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9d18e2ac-1818-4c0e-b8b7-aec746a5febe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:24:20Z', 'revision_number': 5, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:22.858144 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18e2ac-1818-4c0e-b8b7-aec746a5febe None None] Checking router: b0262c70-5ec8-49ec-bdfb-a4138605d229 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:22.879035 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18e2ac-1818-4c0e-b8b7-aec746a5febe None None] Routers {'b0262c70-5ec8-49ec-bdfb-a4138605d229'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:22.880158 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9d18e2ac-1818-4c0e-b8b7-aec746a5febe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0262c70-5ec8-49ec-bdfb-a4138605d229'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:22.950799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:22.951423 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:22.984023 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-1d1c94de-7f17-4932-8447-3a555d9ce7e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91aeefb3-b0ff-42d6-a0c5-973091468b58 HTTP/1.1" status: 200 len: 217 time: 0.1658185 Jun 03 15:24:23.003813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-e02b2baa-d8f0-42f8-9b3a-c14c3b88b110 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Unset dirty status for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:23.005270 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-e02b2baa-d8f0-42f8-9b3a-c14c3b88b110 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 945 time: 1.0606377 Jun 03 15:24:23.082601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e20e03fa-8170-43e7-a57d-f33daf771315 req-959d657c-2c73-4d3b-9b62-3de97b62050e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944356 Jun 03 15:24:23.085033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2344174d-7af6-4d06-829f-b0c467804592 req-62256d49-bf2e-4bce-8c50-5211e490d365 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 210 time: 0.1114993 Jun 03 15:24:23.085455 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9d18e2ac-1818-4c0e-b8b7-aec746a5febe None None] Set router b0262c70-5ec8-49ec-bdfb-a4138605d229 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:23.142854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-08b66818-1d6d-42de-8664-70ad9182d777 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2182741 Jun 03 15:24:23.157122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-34da14ee-c1e2-451d-8cae-28583ef76384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:23.158622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-34da14ee-c1e2-451d-8cae-28583ef76384 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.1311858 Jun 03 15:24:23.182105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Request body: {'port': {'device_id': 'a6751b28-7ef0-4978-8115-293893843b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:23.191988 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-078cc7e6-2afb-4209-b3f8-83f5388d6211'] response: {'server_uuid': '043bea89-8eac-45f5-8628-21b623c5fea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bfec0d-526f-4954-b214-05eccde8ef88', 'code': 200} Jun 03 15:24:23.278966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-9d75ec8f-be25-4eba-bf92-60738f728502 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:23.280470 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-9d75ec8f-be25-4eba-bf92-60738f728502 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.67 "GET /v2.0/networks?id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350 HTTP/1.1" status: 200 len: 814 time: 0.6166835 Jun 03 15:24:23.302054 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a3abbf-479b-4cc9-ac58-4e903282f9db'] response: {'name': 'network-changed', 'server_uuid': '4a77d019-c3d8-488d-804c-7b2a797f072f', 'tag': '91aeefb3-b0ff-42d6-a0c5-973091468b58', 'status': 'completed', 'code': 200} Jun 03 15:24:23.317699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.67', 64329) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:23.321456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-370a49e2-383b-4252-864c-58c2a9d66708 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Deleting port 4a70d5c0-fef2-465e-961f-46d9d28ca646 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:23.321986 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-370a49e2-383b-4252-864c-58c2a9d66708 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:23.392581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2398f8-9673-4488-97a0-90f9ef4cfe63 req-0e7abe8c-6926-4dea-9a97-c6daecef83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:23.392581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a2398f8-9673-4488-97a0-90f9ef4cfe63 req-0e7abe8c-6926-4dea-9a97-c6daecef83a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0aac1c6-5514-4639-a0f9-707d0df3caed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5894599 Jun 03 15:24:23.392894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-a1ec18c0-0a0f-4d04-9ce9-1ef0745ece0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898438 Jun 03 15:24:23.420610 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9d18e2ac-1818-4c0e-b8b7-aec746a5febe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:24:20Z', 'revision_number': 5, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:23.425554 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18e2ac-1818-4c0e-b8b7-aec746a5febe None None] The sync data for ids ['b0262c70-5ec8-49ec-bdfb-a4138605d229'] in n-d-844595-1 is: [{'id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'name': 'tempest-ServersTestBootFromVolume-974332055-router', 'tenant_id': '13ae99b168974181a09081bb91741778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:21:44Z', 'updated_at': '2022-06-03T15:24:20Z', 'revision_number': 5, 'project_id': '13ae99b168974181a09081bb91741778', 'gw_port': {'id': 'affb3b32-c8b4-460b-bb9b-7a8d6b824ad3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0262c70-5ec8-49ec-bdfb-a4138605d229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:21:46Z', 'updated_at': '2022-06-03T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:23.540063 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:23.611772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b071ae1-fc86-4050-83cb-b34339d6ae66 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:23.626954 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-6f267a43-ca56-4990-aebf-14a962202309 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1be8384af28e480b951e8a57efa1e41c HTTP/1.1" status: 200 len: 380 time: 0.2464900 Jun 03 15:24:23.627609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Deleting port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:23.627938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:23.659134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:23.697157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.67', 64330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:23.713262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Request body: {'port': {'device_id': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'admin_state_up': True, 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'security_groups': ['7f058298-4726-441b-9b00-49e3c3091901']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:23.722775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:23.765789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Transition to ACTIVE for port object 8b071ae1-fc86-4050-83cb-b34339d6ae66 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:23.857603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:23.878942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:23.888040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-3a67ded9-b5db-4bfb-8d71-e96793d5cd08 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509606 Jun 03 15:24:23.900897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a2398f8-9673-4488-97a0-90f9ef4cfe63 req-e7afa59c-5407-46c7-a7eb-a28181c601fc service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615180 Jun 03 15:24:23.915909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543b91d-ee34-4a23-aaea-b52d19f33c03 req-89a6819a-f0b6-48a6-899c-b38394c3ce79 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:23.917451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8543b91d-ee34-4a23-aaea-b52d19f33c03 req-89a6819a-f0b6-48a6-899c-b38394c3ce79 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 945 time: 0.5618124 Jun 03 15:24:24.040892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5732848b-bf0a-4c7b-ab5b-633bdb0a5793,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:24.056830 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5732848b-bf0a-4c7b-ab5b-633bdb0a5793', 'network_id': 'b0aac1c6-5514-4639-a0f9-707d0df3caed', 'port_id': '5732848b-bf0a-4c7b-ab5b-633bdb0a5793', 'mac_address': 'fa:16:3e:12:3b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdac4029-d48c-47dc-a98a-f943bf9b8bdf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:24.119615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:24.120151 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.138697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:24.141251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedea99b-db81-4440-b2e8-3937e861abaf req-a27a4f7c-171a-41c9-9a69-49822c4f7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:24.142789 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fedea99b-db81-4440-b2e8-3937e861abaf req-a27a4f7c-171a-41c9-9a69-49822c4f7963 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=043bea89-8eac-45f5-8628-21b623c5fea8 HTTP/1.1" status: 200 len: 1096 time: 0.7744858 Jun 03 15:24:24.155823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5732848b-bf0a-4c7b-ab5b-633bdb0a5793,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:24.160395 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.203077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e360916f-f7c9-411b-950d-8e08e18370a2 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:24.242414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Pushing event updated for resources: {'Port': ['ID=8b071ae1-fc86-4050-83cb-b34339d6ae66,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:24.252046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e360916f-f7c9-411b-950d-8e08e18370a2 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:24.253018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e360916f-f7c9-411b-950d-8e08e18370a2 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:24.276070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f52f7f-f735-46e0-8c68-002cd74f1ac6 req-5ea6606a-fa1e-40b3-aab6-034bab021305 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:24.277606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45f52f7f-f735-46e0-8c68-002cd74f1ac6 req-5ea6606a-fa1e-40b3-aab6-034bab021305 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 943 time: 0.8484678 Jun 03 15:24:24.285033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5732848b-bf0a-4c7b-ab5b-633bdb0a5793,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:24.412062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-370a49e2-383b-4252-864c-58c2a9d66708 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] For port 4a70d5c0-fef2-465e-961f-46d9d28ca646, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4a70d5c0-fef2-465e-961f-46d9d28ca646,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:24.412433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-370a49e2-383b-4252-864c-58c2a9d66708 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.426781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:24.437745 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fedea99b-db81-4440-b2e8-3937e861abaf req-e9df7149-b4d4-4752-b012-936cd8d187d8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665412 Jun 03 15:24:24.489134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8543b91d-ee34-4a23-aaea-b52d19f33c03 req-ce8270a2-07ca-4958-99b9-b9198f1856de tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289469 Jun 03 15:24:24.547670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ade9d6-ef07-4d88-8738-b17e23de1d48 req-8832639b-fa0c-4e54-b185-5b0fa659250c service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521974 Jun 03 15:24:24.550696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45f52f7f-f735-46e0-8c68-002cd74f1ac6 req-4a9a62e6-4cc0-4032-937c-db686a5c6f27 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533867 Jun 03 15:24:24.562631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a2398f8-9673-4488-97a0-90f9ef4cfe63 req-fc9a6c21-c0b0-4e4a-9947-3ca2f96a2aa0 service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439979 Jun 03 15:24:24.570507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5732848b-bf0a-4c7b-ab5b-633bdb0a5793'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:24.789349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-370a49e2-383b-4252-864c-58c2a9d66708 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Calling delete_port for 4a70d5c0-fef2-465e-961f-46d9d28ca646 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:24.823239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:24.860435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed467b5c-6aa5-44e7-9e46-51c2ce323c7b {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:24.861008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-f13db7ef-0c96-46e2-937b-5e355cd74761 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:24.861632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-f13db7ef-0c96-46e2-937b-5e355cd74761 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Synchronizing usage tracker for tenant:4c8f076d021d470181f135dea0fac647 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:24.876389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.879305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] For port affb3b32-c8b4-460b-bb9b-7a8d6b824ad3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=affb3b32-c8b4-460b-bb9b-7a8d6b824ad3,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:24.880153 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.913986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Made reservation on behalf of 1be8384af28e480b951e8a57efa1e41c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:24.917856 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:24.942144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Transition to ACTIVE for port object ed467b5c-6aa5-44e7-9e46-51c2ce323c7b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:24.957916 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.065897 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Calling delete_port for affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:25.107458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b70fd-c7b5-4e39-8336-a6ebac17f5ca req-d5b8bf50-6f1d-44d4-8c1c-417f5fbd77b3 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:25.109105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fc8b70fd-c7b5-4e39-8336-a6ebac17f5ca req-d5b8bf50-6f1d-44d4-8c1c-417f5fbd77b3 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 944 time: 0.4029071 Jun 03 15:24:25.117933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Attempting to bind port 8b071ae1-fc86-4050-83cb-b34339d6ae66 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:25.118268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Attempting to bind port 8b071ae1-fc86-4050-83cb-b34339d6ae66 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:25.118592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Attempting to bind port 8b071ae1-fc86-4050-83cb-b34339d6ae66 on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:25.132135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e17a2-cb23-4187-888d-a7bef8d00f23 req-5abb73f7-4346-4910-886d-288048576e10 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:25.132596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-f13db7ef-0c96-46e2-937b-5e355cd74761 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Unset dirty status for tenant:4c8f076d021d470181f135dea0fac647 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:25.132795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b86e17a2-cb23-4187-888d-a7bef8d00f23 req-5abb73f7-4346-4910-886d-288048576e10 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Synchronizing usage tracker for tenant:63f09c0f56ea4e1492599389d57cfff0 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:25.133722 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-f13db7ef-0c96-46e2-937b-5e355cd74761 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 945 time: 1.4357224 Jun 03 15:24:25.146514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Pushing event updated for resources: {'Port': ['ID=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:25.189841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Port 8b071ae1-fc86-4050-83cb-b34339d6ae66 on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:25.190211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Attempting to bind port 8b071ae1-fc86-4050-83cb-b34339d6ae66 on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:25.255720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:25.256067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Checking segment: {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:25.256451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Bound using segment: {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:25.256899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Bound port: 8b071ae1-fc86-4050-83cb-b34339d6ae66, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:25.257235 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.272570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b86e17a2-cb23-4187-888d-a7bef8d00f23 req-5abb73f7-4346-4910-886d-288048576e10 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Unset dirty status for tenant:63f09c0f56ea4e1492599389d57cfff0 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:25.273789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b86e17a2-cb23-4187-888d-a7bef8d00f23 req-5abb73f7-4346-4910-886d-288048576e10 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 943 time: 0.5017712 Jun 03 15:24:25.288682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fc8b70fd-c7b5-4e39-8336-a6ebac17f5ca req-4b09ae11-aded-43c4-b88f-06bca0becf31 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492867 Jun 03 15:24:25.293999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7566f-a8b5-4ea3-ba66-a12f238fe8b2 req-eb2d1424-21b2-47fe-84ef-df3afc9742df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:25.296095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bd7566f-a8b5-4ea3-ba66-a12f238fe8b2 req-eb2d1424-21b2-47fe-84ef-df3afc9742df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 1094 time: 0.4113827 Jun 03 15:24:25.485249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b86e17a2-cb23-4187-888d-a7bef8d00f23 req-14d9e0d0-7545-475f-b0c8-0410a131b14f tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022450 Jun 03 15:24:25.493833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Attempting to bind port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:25.494193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Attempting to bind port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:25.494523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Attempting to bind port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:25.501678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e3da47b-4526-481e-9879-8e342c8246f7 req-ea64065d-c6e6-4949-b5c5-94718123a6e9 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 210 time: 0.0705307 Jun 03 15:24:25.507333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Deleting port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:25.507620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.517023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:25.517353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Attempting to bind port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:25.539422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:25.539768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Checking segment: {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:25.540175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Bound using segment: {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:25.540603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Bound port: ed467b5c-6aa5-44e7-9e46-51c2ce323c7b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:25.540954 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.597981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7566f-a8b5-4ea3-ba66-a12f238fe8b2 req-30c0a481-b5e8-4c53-8bc4-c26d5cbabefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:25.599740 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bd7566f-a8b5-4ea3-ba66-a12f238fe8b2 req-30c0a481-b5e8-4c53-8bc4-c26d5cbabefe service neutron] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 907 time: 0.2892752 Jun 03 15:24:25.629373 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-370a49e2-383b-4252-864c-58c2a9d66708 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.701505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] For port 8b071ae1-fc86-4050-83cb-b34339d6ae66, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:25.749029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Allocated IP 172.20.0.13 (f44ed2c9-1ff3-4c50-99bd-c85502cbf350/53132eb5-c633-41cf-ac2b-c0d6f52a025b/8b5b05c2-fd8b-450c-bd28-42d47759b3f7) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:25.755136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bd7566f-a8b5-4ea3-ba66-a12f238fe8b2 req-c14a1223-cb3d-4b97-89e6-b6ac9e2d1393 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91aeefb3-b0ff-42d6-a0c5-973091468b58 HTTP/1.1" status: 200 len: 217 time: 0.1470351 Jun 03 15:24:25.780988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a49e2-383b-4252-864c-58c2a9d66708 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event deleted for resources: {'Port': ['ID=4a70d5c0-fef2-465e-961f-46d9d28ca646,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:25.838093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25ce74ea-4407-47e4-92e2-faa95ef2cb3f req-dcd8ce83-2954-4447-a4b4-780a80e3fcdf tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=93710305-eb56-467b-9828-4fb1393ff0c0 HTTP/1.1" status: 200 len: 210 time: 0.1358039 Jun 03 15:24:25.878611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] For port 8b071ae1-fc86-4050-83cb-b34339d6ae66, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8b071ae1-fc86-4050-83cb-b34339d6ae66,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:25.901626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-370a49e2-383b-4252-864c-58c2a9d66708 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] No DVR routers for this DVR port 4a70d5c0-fef2-465e-961f-46d9d28ca646 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:25.904343 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-370a49e2-383b-4252-864c-58c2a9d66708 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.911757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] For port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:25.914758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93710305-eb56-467b-9828-4fb1393ff0c0', 'name': 'network-vif-deleted', 'tag': '4a70d5c0-fef2-465e-961f-46d9d28ca646'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:25.917530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] For port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:25.919553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4a70d5c0-fef2-465e-961f-46d9d28ca646 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:25.920720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7566f-a8b5-4ea3-ba66-a12f238fe8b2 req-4be02d01-44e5-41f5-8b35-a301016af9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:25.920839 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.922392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bd7566f-a8b5-4ea3-ba66-a12f238fe8b2 req-4be02d01-44e5-41f5-8b35-a301016af9a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.1227345 Jun 03 15:24:25.925724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:25.978445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 4a70d5c0-fef2-465e-961f-46d9d28ca646 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:25.979450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4a70d5c0-fef2-465e-961f-46d9d28ca646 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:25.980257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:26.097554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:26.098491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.099890 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] 10.222.0.67 "PUT /v2.0/ports/8b071ae1-fc86-4050-83cb-b34339d6ae66 HTTP/1.1" status: 200 len: 1091 time: 4.1958582 Jun 03 15:24:26.127904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:26.128591 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.146419 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3f3c4ad0-4f29-4052-93a8-e21a12c35b33 req-370a49e2-383b-4252-864c-58c2a9d66708 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "DELETE /v2.0/ports/4a70d5c0-fef2-465e-961f-46d9d28ca646 HTTP/1.1" status: 204 len: 173 time: 3.0996513 Jun 03 15:24:26.157570 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.184913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f154232-4e34-42dc-b4b7-64015dcd7a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:26.196264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012287c-8cee-4085-9c6d-f00b51ffd477 service neutron] Pushing event updated for resources: {'Port': ['ID=8b071ae1-fc86-4050-83cb-b34339d6ae66,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:26.203003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bd7566f-a8b5-4ea3-ba66-a12f238fe8b2 req-b902b138-aa61-4476-bc3f-779eafd266ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2717929 Jun 03 15:24:26.210319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,segment=NetworkSegment(daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8),segment_id=daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:26.217074 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.222118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:26.222706 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.224211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] 10.222.0.67 "PUT /v2.0/ports/ed467b5c-6aa5-44e7-9e46-51c2ce323c7b HTTP/1.1" status: 200 len: 1092 time: 3.0646610 Jun 03 15:24:26.242268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6751b28-7ef0-4978-8115-293893843b6f', 'tag': 'ed467b5c-6aa5-44e7-9e46-51c2ce323c7b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:26.332004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:26.365388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957916b-d47c-42c2-bf76-25591242fbb7 req-356954d8-5f9d-4e76-aa70-128e4c5dc21c tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:26.372652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c957916b-d47c-42c2-bf76-25591242fbb7 req-356954d8-5f9d-4e76-aa70-128e4c5dc21c tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 945 time: 0.6246195 Jun 03 15:24:26.432112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Pushing event deleted for resources: {'Port': ['ID=affb3b32-c8b4-460b-bb9b-7a8d6b824ad3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:26.486225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b30aec-8853-4846-b51f-cc185a2768ce service neutron] Pushing event updated for resources: {'Port': ['ID=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:26.538609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c957916b-d47c-42c2-bf76-25591242fbb7 req-9741ea5b-06b8-4e5d-84ba-017ec051357b tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648717 Jun 03 15:24:26.599607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69e883-95a6-47f9-914b-8c04b8fcece9 req-28bee100-e7ab-4648-a4a2-887fb93c49f8 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:26.600933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b69e883-95a6-47f9-914b-8c04b8fcece9 req-28bee100-e7ab-4648-a4a2-887fb93c49f8 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 943 time: 0.4698668 Jun 03 15:24:26.604055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bd7566f-a8b5-4ea3-ba66-a12f238fe8b2 req-82e7312c-5d5c-418b-9f8c-8ef54e56d8c1 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788180 Jun 03 15:24:26.613493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-5843c568-0eec-4f0e-a2e6-eabf258f1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:26.615062 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-5843c568-0eec-4f0e-a2e6-eabf258f1148 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63f09c0f56ea4e1492599389d57cfff0&device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 1094 time: 0.2198081 Jun 03 15:24:26.651961 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44f75e7-4ae8-4bec-96b0-b1372a256b86'] response: {'server_uuid': '93710305-eb56-467b-9828-4fb1393ff0c0', 'name': 'network-vif-deleted', 'tag': '4a70d5c0-fef2-465e-961f-46d9d28ca646', 'status': 'completed', 'code': 200} Jun 03 15:24:26.654956 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d63f2b-5a24-4199-878a-be43e536635c'] response: {'server_uuid': '2f154232-4e34-42dc-b4b7-64015dcd7a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7', 'code': 200} Jun 03 15:24:26.716438 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46aea9a-3b49-4581-8ae5-57ab4656f967'] response: {'name': 'network-changed', 'server_uuid': 'a6751b28-7ef0-4978-8115-293893843b6f', 'tag': 'ed467b5c-6aa5-44e7-9e46-51c2ce323c7b', 'status': 'completed', 'code': 200} Jun 03 15:24:26.755313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] For port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,segment=NetworkSegment(daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8),segment_id=daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:26.755696 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.775433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-728da273-f01c-439c-82aa-1f204a8ccd08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b071ae1-fc86-4050-83cb-b34339d6ae66 HTTP/1.1" status: 200 len: 217 time: 0.1282074 Jun 03 15:24:26.900700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b69e883-95a6-47f9-914b-8c04b8fcece9 req-18f542ef-b510-4186-ad7f-f47dcbf010b9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902629 Jun 03 15:24:26.912303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Calling delete_port for 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:26.959325 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:26.984179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-0afb4f23-e8ed-4996-a5e8-a4628b31ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:26.991262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-0afb4f23-e8ed-4996-a5e8-a4628b31ead1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67387eaf-aba4-4668-9559-6a7de542bc59 HTTP/1.1" status: 200 len: 853 time: 0.2063527 Jun 03 15:24:26.997399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bd7566f-a8b5-4ea3-ba66-a12f238fe8b2 req-8f2df3b6-3cdf-40c5-a65c-e1b1ba3fb8d3 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807724 Jun 03 15:24:27.092462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-913af521-44ed-4549-afc5-0207b7b05bb6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd16ec5d-4695-4d46-80e2-554e1a610ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928471 Jun 03 15:24:27.186099 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.209228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.212753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.233702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08146a23-ce20-4be3-b3fd-82d133344e8f req-39ec360c-7e4e-4002-86e9-9ac7b2d94777 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:27.235782 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08146a23-ce20-4be3-b3fd-82d133344e8f req-39ec360c-7e4e-4002-86e9-9ac7b2d94777 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 944 time: 0.3875377 Jun 03 15:24:27.242327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Transition to ACTIVE for port object 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:27.260684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-bc4075d5-4402-45b6-9dc5-2bbc18dfbf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:27.262350 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-bc4075d5-4402-45b6-9dc5-2bbc18dfbf38 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63f09c0f56ea4e1492599389d57cfff0&device_id=a6751b28-7ef0-4978-8115-293893843b6f HTTP/1.1" status: 200 len: 1095 time: 0.8194344 Jun 03 15:24:27.275116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.275654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0262c70-5ec8-49ec-bdfb-a4138605d229 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:24:27.277113 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:24:27.277421 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:24:27.352348 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08146a23-ce20-4be3-b3fd-82d133344e8f req-18e69770-78f8-4e5e-b5f6-f1adb62bd452 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063709 Jun 03 15:24:27.360830 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-4c9ad631-dbeb-4fa5-a668-6f9888cade5e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b HTTP/1.1" status: 200 len: 217 time: 0.0824394 Jun 03 15:24:27.373811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a3245-9868-4c1c-8aca-6e85bd62a488 req-42a715c5-9210-4625-87d2-f735f96a1896 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:27.375355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-339a3245-9868-4c1c-8aca-6e85bd62a488 req-42a715c5-9210-4625-87d2-f735f96a1896 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 943 time: 0.3249035 Jun 03 15:24:27.379043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-358ee0b6-28f2-4e11-a271-25e9e2e0ee7b service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792592 Jun 03 15:24:27.417110 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.467278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.467278 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-87f984b9-6eac-4504-8029-fa97c83e36ba admin admin] 10.222.0.48 "DELETE /v2.0/routers/b0262c70-5ec8-49ec-bdfb-a4138605d229 HTTP/1.1" status: 204 len: 168 time: 5.0908740 Jun 03 15:24:27.480523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40794) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:27.534663 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-339a3245-9868-4c1c-8aca-6e85bd62a488 req-37fde9a9-5ffd-4324-b7b7-21f3701bf6b6 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494908 Jun 03 15:24:27.550555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:27.563285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:27.574360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:27.603633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-9f6c8c60-7a05-4d4a-8a4b-8aaf40ca9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:27.605113 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-9f6c8c60-7a05-4d4a-8a4b-8aaf40ca9f81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67387eaf-aba4-4668-9559-6a7de542bc59 HTTP/1.1" status: 200 len: 853 time: 0.2263606 Jun 03 15:24:27.642270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-a85726aa-7f30-4103-a4ea-16e3997aca0d service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322798 Jun 03 15:24:27.677072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Pushing event updated for resources: {'Port': ['ID=8b5b05c2-fd8b-450c-bd28-42d47759b3f7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:27.681578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4701fc-0e5e-4d9c-b6b9-8496a628afeb admin admin] Deleting subnet c72aae98-1eb7-4abe-94c0-d6287bdc58a2 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:24:27.701945 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-f14d0d30-37ee-4c2b-9536-6d3c4dc33a94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd16ec5d-4695-4d46-80e2-554e1a610ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798500 Jun 03 15:24:27.705017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef4701fc-0e5e-4d9c-b6b9-8496a628afeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.713928 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bd5b7-0bba-4946-8b13-d5535d3ada8d req-7e3382f9-f708-452d-bc8d-c9b3ae36ae52 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:27.721249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-487bd5b7-0bba-4946-8b13-d5535d3ada8d req-7e3382f9-f708-452d-bc8d-c9b3ae36ae52 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 932 time: 0.1853640 Jun 03 15:24:27.777688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:27.778220 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-487bd5b7-0bba-4946-8b13-d5535d3ada8d req-b2be2298-4525-4728-b035-eff97c1bb800 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520043 Jun 03 15:24:27.778681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.897391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Deleting port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:27.902683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:27.909554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 91aeefb3-b0ff-42d6-a0c5-973091468b58 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:27.912595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:27.933839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f351f-dea9-452a-843d-0c6d978de33b req-c3fcee16-a8b7-4426-ab93-b8e8a09d048c tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:27.943018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d8f351f-dea9-452a-843d-0c6d978de33b req-c3fcee16-a8b7-4426-ab93-b8e8a09d048c tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 943 time: 0.1636906 Jun 03 15:24:27.959999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40812) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:27.977396 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-12f4b784-9b86-4235-86cd-38eb584e26a4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2857900 Jun 03 15:24:28.010376 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef4701fc-0e5e-4d9c-b6b9-8496a628afeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.032357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5d0f7d4d-884d-43e4-8e48-77b5b6a099e4 None None] Provisioning for port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:28.044707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5d0f7d4d-884d-43e4-8e48-77b5b6a099e4 None None] Provisioning complete for port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:28.045589 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5d0f7d4d-884d-43e4-8e48-77b5b6a099e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.071194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d8f351f-dea9-452a-843d-0c6d978de33b req-ab02fec3-4044-4304-8aaf-696a7ecec2bd tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/security-groups?id=a5f573c5-54fb-49a8-87a6-c421efa1cef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271691 Jun 03 15:24:28.110047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a84864-8115-4df6-974e-b4370607f98a admin admin] Deleting subnet 41a54970-04f7-4acb-b073-68b279afd5a5 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:24:28.117639 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a84864-8115-4df6-974e-b4370607f98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.264401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:28.272931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:28.273288 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.339319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:28.381380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:28.381719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device affb3b32-c8b4-460b-bb9b-7a8d6b824ad3 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:28.392606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Request body: {'port': {'device_id': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:28.424743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f7d4d-884d-43e4-8e48-77b5b6a099e4 None None] Port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:28.480761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:28.481130 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.505562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 91aeefb3-b0ff-42d6-a0c5-973091468b58, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=91aeefb3-b0ff-42d6-a0c5-973091468b58,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:28.514227 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a84864-8115-4df6-974e-b4370607f98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.525535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '91aeefb3-b0ff-42d6-a0c5-973091468b58', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'port_id': '91aeefb3-b0ff-42d6-a0c5-973091468b58', 'mac_address': 'fa:16:3e:72:21:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901d199d-a134-429c-ba05-96e12007c774', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:28.543976 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-a37e64f4-a9b5-46c9-be32-2faf6b659af4 service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7771904 Jun 03 15:24:28.554035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] For port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,segment=NetworkSegment(daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8),segment_id=daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:28.554830 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.565958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5732848b-bf0a-4c7b-ab5b-633bdb0a5793,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:28.573976 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.643046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 91aeefb3-b0ff-42d6-a0c5-973091468b58 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:28.643488 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.645110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a84864-8115-4df6-974e-b4370607f98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.657036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e988c17d-955f-41c1-b52e-04967a2e922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5732848b-bf0a-4c7b-ab5b-633bdb0a5793'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:28.673209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91aeefb3-b0ff-42d6-a0c5-973091468b58 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:28.681640 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5732848b-bf0a-4c7b-ab5b-633bdb0a5793,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:28.694129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 91aeefb3-b0ff-42d6-a0c5-973091468b58, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=91aeefb3-b0ff-42d6-a0c5-973091468b58,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:28.699232 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.714225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-4e0880f3-f828-40fa-bc69-a798f97218ea tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:28.715669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-4e0880f3-f828-40fa-bc69-a798f97218ea tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.4929140 Jun 03 15:24:28.744614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be720f-a769-4fb9-be5a-d2c85a111848 req-8faef5ac-2ba4-4dab-92c6-993de25852c7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:28.746121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98be720f-a769-4fb9-be5a-d2c85a111848 req-8faef5ac-2ba4-4dab-92c6-993de25852c7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 943 time: 0.5083954 Jun 03 15:24:28.749581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-c3bd340e-0733-416b-a83e-26c61619d102 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/quotas/622d84e5fa28412589f37b0f0a012a1c HTTP/1.1" status: 200 len: 375 time: 0.0274551 Jun 03 15:24:28.777678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=91aeefb3-b0ff-42d6-a0c5-973091468b58,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:28.804037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3919b401-91f1-4569-853a-39631e5871dc', 'tag': '8b071ae1-fc86-4050-83cb-b34339d6ae66'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:28.816261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Calling delete_port for 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:28.829409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-5d3772a9-34ed-4fdc-971c-8ee751ab0d85 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719028 Jun 03 15:24:28.831590 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a84864-8115-4df6-974e-b4370607f98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.903785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a84864-8115-4df6-974e-b4370607f98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a54970-04f7-4acb-b073-68b279afd5a5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:28.909829 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.929030 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef4701fc-0e5e-4d9c-b6b9-8496a628afeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.960301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98be720f-a769-4fb9-be5a-d2c85a111848 req-b89cc59f-8aae-4444-9caa-6b96a8c4b571 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016885 Jun 03 15:24:28.961317 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a84864-8115-4df6-974e-b4370607f98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:28.984394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e5a84864-8115-4df6-974e-b4370607f98a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/41a54970-04f7-4acb-b073-68b279afd5a5 HTTP/1.1" status: 204 len: 168 time: 1.0144453 Jun 03 15:24:28.984394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40834) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:29.082888 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-baaf8da8-8479-478e-b378-d3b4983d5e7d req-27b37080-b9d9-4163-bcbf-dd6ff652873b service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175338 Jun 03 15:24:29.166576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-b1b08838-c1c4-441d-a339-6c1cd6fa566b service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990844 Jun 03 15:24:29.169213 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.241908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:29.278968 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef4701fc-0e5e-4d9c-b6b9-8496a628afeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.341988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4701fc-0e5e-4d9c-b6b9-8496a628afeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72aae98-1eb7-4abe-94c0-d6287bdc58a2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:29.370115 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.373526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef4701fc-0e5e-4d9c-b6b9-8496a628afeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.429362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.440572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c5b0b-1633-4e92-a2f1-e6d5dfa61174 None None] Network b2d2816f-e77d-4c29-9e51-8e776082d79b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:29.455010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f2929-d22c-4924-bb2d-a1549fd64798 req-91c76172-b771-4a7d-9da2-61d78280577b tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:29.456486 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a4f2929-d22c-4924-bb2d-a1549fd64798 req-91c76172-b771-4a7d-9da2-61d78280577b tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.3657534 Jun 03 15:24:29.468146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-ef8588c9-a539-49da-8192-a73da6952c62 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896659 Jun 03 15:24:29.471163 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.523302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb20da1-12d5-45d5-b2b6-17a0b1c2951b']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:29.541806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b9b051-c9b2-4ba2-8db4-1c843a6304be') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:29.542161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b9b051-c9b2-4ba2-8db4-1c843a6304be') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:29.550775 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ef4701fc-0e5e-4d9c-b6b9-8496a628afeb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c72aae98-1eb7-4abe-94c0-d6287bdc58a2 HTTP/1.1" status: 204 len: 168 time: 2.0669637 Jun 03 15:24:29.550775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Pushing event deleted for resources: {'Port': ['ID=9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:29.559324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a4f2929-d22c-4924-bb2d-a1549fd64798 req-6d6bd86f-b319-4df6-a272-d2174400abb6 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900545 Jun 03 15:24:29.560280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40840) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:29.590162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.623831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.638127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:24:29.639093 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.732620 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353fb474-81b6-4445-926f-2ec6e43faf6c'] response: {'server_uuid': 'e988c17d-955f-41c1-b52e-04967a2e922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5732848b-bf0a-4c7b-ab5b-633bdb0a5793', 'code': 200} Jun 03 15:24:29.743034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] No DVR routers for this DVR port 9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:29.761194 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.765535 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4ca93c02-b001-47b7-92f4-6d061d481a82 req-ba2ff3bb-c5ec-431d-9a09-01cff4f495e7 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.67 "DELETE /v2.0/ports/9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7 HTTP/1.1" status: 204 len: 173 time: 4.6109436 Jun 03 15:24:29.780444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b258-1f15-493b-8197-0596faaefc28 req-25248856-ac72-4e96-b326-7882bbaae633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:29.781970 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1c68b258-1f15-493b-8197-0596faaefc28 req-25248856-ac72-4e96-b326-7882bbaae633 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63f09c0f56ea4e1492599389d57cfff0&device_id=a6751b28-7ef0-4978-8115-293893843b6f HTTP/1.1" status: 200 len: 1095 time: 0.5822792 Jun 03 15:24:29.880551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90002ad3-42cb-45d5-a64a-311cc56164d6 None None] DHCP port deletion for b2d2816f-e77d-4c29-9e51-8e776082d79b request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:24:29.884863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-90002ad3-42cb-45d5-a64a-311cc56164d6 None None] Deleting port af440662-bef8-4242-953c-7d3b1a689900 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:29.885229 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90002ad3-42cb-45d5-a64a-311cc56164d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.895934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.916909 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e0b9b051-c9b2-4ba2-8db4-1c843a6304be resource provider aggregate not found Jun 03 15:24:29.949858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:29.971215 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e0b9b051-c9b2-4ba2-8db4-1c843a6304be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0b9b051-c9b2-4ba2-8db4-1c843a6304be found for delete ", "request_id": "req-ec5bc25b-4d5d-4ac4-9ce6-fc0a2400e6e5"}]} Jun 03 15:24:30.008794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:30.019572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb20da1-12d5-45d5-b2b6-17a0b1c2951b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:30.046965 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-80ed5c04-e45e-4096-b9dc-4f0dbba0aeda admin admin] 10.222.0.48 "DELETE /v2.0/networks/cdb20da1-12d5-45d5-b2b6-17a0b1c2951b HTTP/1.1" status: 204 len: 168 time: 1.0656614 Jun 03 15:24:30.116384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-90002ad3-42cb-45d5-a64a-311cc56164d6 None None] For port af440662-bef8-4242-953c-7d3b1a689900, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af440662-bef8-4242-953c-7d3b1a689900,segment=NetworkSegment(90c42874-2439-42ee-8cd5-3df35cf13e1a),segment_id=90c42874-2439-42ee-8cd5-3df35cf13e1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:30.116920 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90002ad3-42cb-45d5-a64a-311cc56164d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:30.119397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7848b-2c6f-43ea-ad60-2246acc9a292 req-3484df23-a0e0-462c-94f3-3ab3b24d8c54 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:30.120948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81d7848b-2c6f-43ea-ad60-2246acc9a292 req-3484df23-a0e0-462c-94f3-3ab3b24d8c54 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 943 time: 0.3361897 Jun 03 15:24:30.133608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ead66-79cf-4025-a531-f90f982d08b8 req-6bc49432-5670-40db-9e7e-52d158e740a7 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:30.135319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-845ead66-79cf-4025-a531-f90f982d08b8 req-6bc49432-5670-40db-9e7e-52d158e740a7 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 932 time: 0.2248390 Jun 03 15:24:30.214024 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81d7848b-2c6f-43ea-ad60-2246acc9a292 req-9c9461ff-1294-473c-a3c5-65b028d19695 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775759 Jun 03 15:24:30.234151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-845ead66-79cf-4025-a531-f90f982d08b8 req-c868aa0c-8898-46be-8762-619de0302372 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803328 Jun 03 15:24:30.256225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b258-1f15-493b-8197-0596faaefc28 req-7ae032cf-f950-4166-bce6-1364476d2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:30.257761 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1c68b258-1f15-493b-8197-0596faaefc28 req-7ae032cf-f950-4166-bce6-1364476d2aef service neutron] 10.222.0.67 "GET /v2.0/networks?id=cd16ec5d-4695-4d46-80e2-554e1a610ac6 HTTP/1.1" status: 200 len: 914 time: 0.4599540 Jun 03 15:24:30.263170 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:24:30.352882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:30.361358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-90002ad3-42cb-45d5-a64a-311cc56164d6 None None] Calling delete_port for af440662-bef8-4242-953c-7d3b1a689900 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:30.385318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:30.398612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40862) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:30.403512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Transition to ACTIVE for port object 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:30.468537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af440662-bef8-4242-953c-7d3b1a689900 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:30.503644 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90002ad3-42cb-45d5-a64a-311cc56164d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:30.561232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90002ad3-42cb-45d5-a64a-311cc56164d6 None None] Pushing event deleted for resources: {'Port': ['ID=af440662-bef8-4242-953c-7d3b1a689900,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:30.563293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: af440662-bef8-4242-953c-7d3b1a689900 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:30.563744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af440662-bef8-4242-953c-7d3b1a689900 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:30.573374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90002ad3-42cb-45d5-a64a-311cc56164d6 None None] No DVR routers for this DVR port af440662-bef8-4242-953c-7d3b1a689900 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:30.595896 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e502cf8-f2ee-487d-869d-686cd3e23362'] response: {'name': 'network-changed', 'server_uuid': '3919b401-91f1-4569-853a-39631e5871dc', 'tag': '8b071ae1-fc86-4050-83cb-b34339d6ae66', 'status': 'completed', 'code': 200} Jun 03 15:24:30.596556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:30.632841 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1c68b258-1f15-493b-8197-0596faaefc28 req-f0ebcf6b-78ff-4784-bca3-ecc10fb8804c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b HTTP/1.1" status: 200 len: 217 time: 0.1985590 Jun 03 15:24:30.643605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] Deleting port af440662-bef8-4242-953c-7d3b1a689900 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:30.643931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:30.708544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-371a2b05-1a23-440e-b697-71aacbcbb4b3 req-91bf10f7-c034-4f7f-8b75-d66d59dbac63 tempest-InstanceActionsV221TestJSON-1354197518 tempest-InstanceActionsV221TestJSON-1354197518-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 210 time: 0.0963855 Jun 03 15:24:30.717737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26d24346-583d-4388-a727-b77a86e9f3b2 req-712509c9-8299-45cb-8498-c77c578921ab tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 210 time: 0.3180659 Jun 03 15:24:30.724711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9db3f565-19f5-4d31-8b05-537345c985eb req-51425dc7-52bd-45b4-b9f6-5be1f7fa7fc3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0793931 Jun 03 15:24:30.780558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b258-1f15-493b-8197-0596faaefc28 req-b608d7c1-8e9a-44e2-ae4a-8f66bf1ff90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:30.782111 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1c68b258-1f15-493b-8197-0596faaefc28 req-b608d7c1-8e9a-44e2-ae4a-8f66bf1ff90c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67387eaf-aba4-4668-9559-6a7de542bc59 HTTP/1.1" status: 200 len: 853 time: 0.1003015 Jun 03 15:24:30.853293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ada10fbc-3c76-4ec2-b265-c1b13dbcd37d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f51af35cb5d64947a7a961640a1e91a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453893 Jun 03 15:24:30.855098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40868) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:30.955469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] The port 'af440662-bef8-4242-953c-7d3b1a689900' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:24:31.007612 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1c68b258-1f15-493b-8197-0596faaefc28 req-c3ebbf60-cf97-4ba9-bf2b-5d781a0f2f51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd16ec5d-4695-4d46-80e2-554e1a610ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445136 Jun 03 15:24:31.021642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5b05c2-fd8b-450c-bd28-42d47759b3f7,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:31.051354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9db3f565-19f5-4d31-8b05-537345c985eb req-5a16916b-06b0-4243-8e1b-457171f323e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c8f076d021d470181f135dea0fac647&device_id=2f154232-4e34-42dc-b4b7-64015dcd7a72 HTTP/1.1" status: 200 len: 210 time: 0.1035047 Jun 03 15:24:31.053259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370b5ab-16b9-42cd-8e87-cc66165c7904 req-fc3cfbc8-bc39-4340-845b-1772189d65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.054639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b370b5ab-16b9-42cd-8e87-cc66165c7904 req-fc3cfbc8-bc39-4340-845b-1772189d65a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63f09c0f56ea4e1492599389d57cfff0&device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 1094 time: 0.7189837 Jun 03 15:24:31.250890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27063a3d-405c-4828-9559-c110d7159440 req-13c7949f-8f53-4d56-b429-270dc94a87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.252623 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-27063a3d-405c-4828-9559-c110d7159440 req-13c7949f-8f53-4d56-b429-270dc94a87a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 1096 time: 1.3989050 Jun 03 15:24:31.268189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.312538 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02bac290-d5b1-4f6a-9c6d-4f7dcbb943cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.339891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d2816f-e77d-4c29-9e51-8e776082d79b']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:31.397028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c42874-2439-42ee-8cd5-3df35cf13e1a') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:31.397398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c42874-2439-42ee-8cd5-3df35cf13e1a') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:31.404136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db2f99-89a8-4dde-94b4-8988d8c9bad7 req-1c9294f5-bc55-4e0b-a2fd-a44036917108 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.406330 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7db2f99-89a8-4dde-94b4-8988d8c9bad7 req-1c9294f5-bc55-4e0b-a2fd-a44036917108 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.5124042 Jun 03 15:24:31.407810 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1c68b258-1f15-493b-8197-0596faaefc28 req-f1cf3fa6-2578-4444-85d8-b187e1ef11fa service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906639 Jun 03 15:24:31.413659 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-27063a3d-405c-4828-9559-c110d7159440 req-81e90d72-ff4a-4b0f-9fd4-b1b41a6d6241 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366327 Jun 03 15:24:31.416374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Attempting to bind port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:31.416702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35921294-b692-4b1f-82b4-b6c52f6f18ad req-12583722-a60b-47f9-905b-6065cf45219c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.416841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Attempting to bind port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:31.417093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Attempting to bind port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 on network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:31.418413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35921294-b692-4b1f-82b4-b6c52f6f18ad req-12583722-a60b-47f9-905b-6065cf45219c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 944 time: 0.4766378 Jun 03 15:24:31.420625 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.429245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3f565-19f5-4d31-8b05-537345c985eb req-acd69a6e-9908-45a0-a000-54ebc1a135c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.430775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9db3f565-19f5-4d31-8b05-537345c985eb req-acd69a6e-9908-45a0-a000-54ebc1a135c9 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4c8f076d021d470181f135dea0fac647&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3404248 Jun 03 15:24:31.432713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02bac290-d5b1-4f6a-9c6d-4f7dcbb943cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.435813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 on network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:31.436131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Attempting to bind port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 on network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:31.441576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370b5ab-16b9-42cd-8e87-cc66165c7904 req-c3729161-1fdb-4558-ad42-d4d30c15ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.443169 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b370b5ab-16b9-42cd-8e87-cc66165c7904 req-c3729161-1fdb-4558-ad42-d4d30c15ea28 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cd16ec5d-4695-4d46-80e2-554e1a610ac6 HTTP/1.1" status: 200 len: 914 time: 0.3594298 Jun 03 15:24:31.444313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:31.444641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Checking segment: {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:31.445008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Bound using segment: {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:31.445449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Bound port: 8b5b05c2-fd8b-450c-bd28-42d47759b3f7, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:31.445814 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.455470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.467114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:24:31.467519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.531656 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 90c42874-2439-42ee-8cd5-3df35cf13e1a resource provider aggregate not found Jun 03 15:24:31.543046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7db2f99-89a8-4dde-94b4-8988d8c9bad7 req-c37526bc-1302-4df7-a2bc-00c1f0e33e90 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213562 Jun 03 15:24:31.546717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35921294-b692-4b1f-82b4-b6c52f6f18ad req-40b21978-5262-4ed7-aba1-951ae7e16a42 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070406 Jun 03 15:24:31.586298 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02bac290-d5b1-4f6a-9c6d-4f7dcbb943cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.603727 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bac290-d5b1-4f6a-9c6d-4f7dcbb943cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df75b8c2-c7da-469f-8241-b74f13ad1424,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:31.604571 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 90c42874-2439-42ee-8cd5-3df35cf13e1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90c42874-2439-42ee-8cd5-3df35cf13e1a found for delete ", "request_id": "req-08a1ec6f-15ab-46b9-84de-07aeb2505354"}]} Jun 03 15:24:31.614401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02bac290-d5b1-4f6a-9c6d-4f7dcbb943cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.619455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-02bac290-d5b1-4f6a-9c6d-4f7dcbb943cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df75b8c2-c7da-469f-8241-b74f13ad1424 HTTP/1.1" status: 204 len: 168 time: 0.7618930 Jun 03 15:24:31.677198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] For port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:31.679639 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.683236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] For port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8b5b05c2-fd8b-450c-bd28-42d47759b3f7,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:31.701614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.707285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.740662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d2816f-e77d-4c29-9e51-8e776082d79b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:31.780400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.780988 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:31.782453 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] 10.222.0.67 "PUT /v2.0/ports/8b5b05c2-fd8b-450c-bd28-42d47759b3f7 HTTP/1.1" status: 200 len: 1092 time: 3.7236354 Jun 03 15:24:31.783678 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f7666ca4-451f-4209-a7ad-17c4c9821e9f admin admin] 10.222.0.48 "DELETE /v2.0/networks/b2d2816f-e77d-4c29-9e51-8e776082d79b HTTP/1.1" status: 204 len: 168 time: 2.2223964 Jun 03 15:24:31.800309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc515f7-c706-47fb-ad4f-b9d6e4bd4dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5b05c2-fd8b-450c-bd28-42d47759b3f7,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:31.830448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec1429-a6cb-4981-b7aa-8b554165f9a2 req-581a9ca3-56b8-4329-a9d5-9b9b71162ec7 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.837637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1aec1429-a6cb-4981-b7aa-8b554165f9a2 req-581a9ca3-56b8-4329-a9d5-9b9b71162ec7 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 943 time: 0.1229260 Jun 03 15:24:31.850391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ff0ab-516d-4cec-8ef6-656c91426e0f req-5a48f4d2-ab1e-46c7-9231-0ee4231cda97 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:31.852817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c3ff0ab-516d-4cec-8ef6-656c91426e0f req-5a48f4d2-ab1e-46c7-9231-0ee4231cda97 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 944 time: 0.1786165 Jun 03 15:24:31.916606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8b071ae1-fc86-4050-83cb-b34339d6ae66 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:31.926194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 91aeefb3-b0ff-42d6-a0c5-973091468b58 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:31.966269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b370b5ab-16b9-42cd-8e87-cc66165c7904 req-37a78523-f8dd-407e-9168-357dd95b875f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b071ae1-fc86-4050-83cb-b34339d6ae66 HTTP/1.1" status: 200 len: 217 time: 0.0961502 Jun 03 15:24:32.115342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1aec1429-a6cb-4981-b7aa-8b554165f9a2 req-f5e8dcc5-29e5-4f31-8663-8fcc841cc9a9 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765241 Jun 03 15:24:32.216135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40894) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:32.261713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c3ff0ab-516d-4cec-8ef6-656c91426e0f req-22891a5a-fac1-4d4e-9763-116fd26c9d24 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3951821 Jun 03 15:24:32.385252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370b5ab-16b9-42cd-8e87-cc66165c7904 req-6cc3dd87-0b6a-43eb-8e0c-f95c1fe0aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:32.386916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b370b5ab-16b9-42cd-8e87-cc66165c7904 req-6cc3dd87-0b6a-43eb-8e0c-f95c1fe0aaac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67387eaf-aba4-4668-9559-6a7de542bc59 HTTP/1.1" status: 200 len: 853 time: 0.4108374 Jun 03 15:24:32.450534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3f565-19f5-4d31-8b05-537345c985eb req-a48e1f70-412d-44a4-85be-0246b41a3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:32.452103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9db3f565-19f5-4d31-8b05-537345c985eb req-a48e1f70-412d-44a4-85be-0246b41a3ef8 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4806111 Jun 03 15:24:32.495664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e5e36957-f540-41ef-9e9d-640fd275b709 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13ae99b168974181a09081bb91741778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721198 Jun 03 15:24:32.514623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40902) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:32.599273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f154232-4e34-42dc-b4b7-64015dcd7a72', 'name': 'network-vif-deleted', 'tag': '9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7'}, {'name': 'network-changed', 'server_uuid': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'tag': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:32.610982 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9a8871f9-02de-432d-99eb-1187a2d058f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:32.613954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7674f31d-080e-4067-bc42-698a92fc7cc5 req-24d22d66-a11e-4bfa-93dd-956fb2845151 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 210 time: 0.2205255 Jun 03 15:24:32.623469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b370b5ab-16b9-42cd-8e87-cc66165c7904 req-033d37ac-4c7c-456c-86db-5907ea6e292d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd16ec5d-4695-4d46-80e2-554e1a610ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299334 Jun 03 15:24:32.736185 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1c68b258-1f15-493b-8197-0596faaefc28 req-34caef46-a8bd-4b6d-86fe-ba489a83f434 service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8995101 Jun 03 15:24:32.766801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 91aeefb3-b0ff-42d6-a0c5-973091468b58 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:32.774401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-42dbf0c1-ccd3-4429-a371-9a7a1d9bc250 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:32.775981 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-42dbf0c1-ccd3-4429-a371-9a7a1d9bc250 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.8844581 Jun 03 15:24:32.776260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 91aeefb3-b0ff-42d6-a0c5-973091468b58 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:32.776799 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:32.839810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Request body: {'port': {'device_id': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'admin_state_up': True, 'tenant_id': '622d84e5fa28412589f37b0f0a012a1c'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:32.881091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8b071ae1-fc86-4050-83cb-b34339d6ae66, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8b071ae1-fc86-4050-83cb-b34339d6ae66,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:32.927239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '8b071ae1-fc86-4050-83cb-b34339d6ae66', 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6', 'port_id': '8b071ae1-fc86-4050-83cb-b34339d6ae66', 'mac_address': 'fa:16:3e:12:20:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67387eaf-aba4-4668-9559-6a7de542bc59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:32.971560 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5893759a-f917-443d-9878-e978c73010e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:32.993043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-9942c860-d72b-4376-a5ae-11e2e4bbb445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:32.994875 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-9942c860-d72b-4376-a5ae-11e2e4bbb445 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1be8384af28e480b951e8a57efa1e41c&device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 1095 time: 1.0258629 Jun 03 15:24:33.057674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 8b071ae1-fc86-4050-83cb-b34339d6ae66 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:33.058260 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.118216 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-ef9fb198-bb03-433e-bee2-d8be7709fb2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b5b05c2-fd8b-450c-bd28-42d47759b3f7 HTTP/1.1" status: 200 len: 217 time: 0.0995510 Jun 03 15:24:33.159679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b071ae1-fc86-4050-83cb-b34339d6ae66 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:33.223059 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5893759a-f917-443d-9878-e978c73010e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.249823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8b071ae1-fc86-4050-83cb-b34339d6ae66, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8b071ae1-fc86-4050-83cb-b34339d6ae66,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:33.257361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40926) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:33.270732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 91aeefb3-b0ff-42d6-a0c5-973091468b58 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:33.271112 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.300085 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b370b5ab-16b9-42cd-8e87-cc66165c7904 req-c9db7b23-d564-444f-b74f-790794dd0e60 service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454585 Jun 03 15:24:33.311038 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.399130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a77d019-c3d8-488d-804c-7b2a797f072f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91aeefb3-b0ff-42d6-a0c5-973091468b58'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:33.419341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 91aeefb3-b0ff-42d6-a0c5-973091468b58, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=91aeefb3-b0ff-42d6-a0c5-973091468b58,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:33.434333 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.439892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=8b071ae1-fc86-4050-83cb-b34339d6ae66,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:33.455417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:33.464508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Usage tracker for resource:port and tenant:622d84e5fa28412589f37b0f0a012a1c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:33.467766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:33.476503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:33.518261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-db6f9aa1-3c6d-4671-a575-68a0d99155e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:33.520978 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-db6f9aa1-3c6d-4671-a575-68a0d99155e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53132eb5-c633-41cf-ac2b-c0d6f52a025b HTTP/1.1" status: 200 len: 853 time: 0.3899894 Jun 03 15:24:33.533290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Made reservation on behalf of 622d84e5fa28412589f37b0f0a012a1c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:33.539341 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.551762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=91aeefb3-b0ff-42d6-a0c5-973091468b58,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:33.601819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5893759a-f917-443d-9878-e978c73010e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.616288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-network', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:33.636860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:33.646551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893759a-f917-443d-9878-e978c73010e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80764021-845a-4b4c-a91f-59fc1caca4e5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:33.653946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Usage tracker for resource:network and tenant:b48be3565d6942b5af8b73b5a255181e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:33.691681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860f5dc-48b3-40f8-bc05-94c15cf738cc req-d55ff50b-0ca3-4a4b-976c-3bdb7a99182c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:33.698431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9860f5dc-48b3-40f8-bc05-94c15cf738cc req-d55ff50b-0ca3-4a4b-976c-3bdb7a99182c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 944 time: 0.3962095 Jun 03 15:24:33.708335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:33.724478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:33.732134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5893759a-f917-443d-9878-e978c73010e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.733035 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5893759a-f917-443d-9878-e978c73010e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80764021-845a-4b4c-a91f-59fc1caca4e5 HTTP/1.1" status: 204 len: 168 time: 1.2134404 Jun 03 15:24:33.756971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b370b5ab-16b9-42cd-8e87-cc66165c7904 req-3cda24f6-6367-487a-ba90-b77754c1a093 service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382480 Jun 03 15:24:33.765995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefd6e5-6f12-49ec-af7a-64a770854dd2 req-6b5a23e4-d046-4e3c-a160-5acfce0b6718 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:33.769181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Made reservation on behalf of b48be3565d6942b5af8b73b5a255181e for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:33.771469 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.778213 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cefd6e5-6f12-49ec-af7a-64a770854dd2 req-6b5a23e4-d046-4e3c-a160-5acfce0b6718 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.4768085 Jun 03 15:24:33.793455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-682483d8-5e22-4d55-9cc1-39412363c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:33.795004 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-682483d8-5e22-4d55-9cc1-39412363c112 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2430606 Jun 03 15:24:33.798919 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:33.820924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['8b071ae1-fc86-4050-83cb-b34339d6ae66'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:33.847135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9860f5dc-48b3-40f8-bc05-94c15cf738cc req-f9e288f1-4aab-4634-ad5b-beb7472b952f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390505 Jun 03 15:24:33.929869 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97a2986-c40e-40d3-92b4-b099857e5dc8'] response: {'server_uuid': '2f154232-4e34-42dc-b4b7-64015dcd7a72', 'name': 'network-vif-deleted', 'tag': '9b859f1b-955b-4e85-a2ac-f5a4c7fbeef7', 'status': 'completed', 'code': 200} Jun 03 15:24:33.930160 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97a2986-c40e-40d3-92b4-b099857e5dc8'] response: {'name': 'network-changed', 'server_uuid': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'tag': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7', 'status': 'completed', 'code': 200} Jun 03 15:24:33.932987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ed467b5c-6aa5-44e7-9e46-51c2ce323c7b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:33.935778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:33.937152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cefd6e5-6f12-49ec-af7a-64a770854dd2 req-0e76549f-d3f9-4b46-84b4-a268dc937e2a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545208 Jun 03 15:24:33.952720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Usage tracker for resource:security_group_rule and tenant:b48be3565d6942b5af8b73b5a255181e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:33.964742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:33.975467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:34.059428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Allocated IP 172.20.0.7 (0eb35c9f-ee3c-45a8-b613-18d6f2387c2c/a4b77897-1629-4d38-8157-f1d40799acb4/ebfc3b5f-c35a-487c-80d6-af0e84f70d05) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:34.096004 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-d64182e0-e8e0-4c84-9df8-c36099ae81f8 service neutron] 10.222.0.67 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829740 Jun 03 15:24:34.096390 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:24:34.226237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb8c0a-c1b4-4d80-80a2-8276f4e7f928 req-706de7ee-2ec3-4485-9c45-ab93da39882d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:34.237783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99bb8c0a-c1b4-4d80-80a2-8276f4e7f928 req-706de7ee-2ec3-4485-9c45-ab93da39882d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 944 time: 0.1359713 Jun 03 15:24:34.331687 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3587-dfcd-44f9-8deb-dd0adf227054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.375939 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:34.387390 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.398865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'ed467b5c-6aa5-44e7-9e46-51c2ce323c7b', 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6', 'port_id': 'ed467b5c-6aa5-44e7-9e46-51c2ce323c7b', 'mac_address': 'fa:16:3e:48:6a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67387eaf-aba4-4668-9559-6a7de542bc59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:34.408422 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.427588 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99bb8c0a-c1b4-4d80-80a2-8276f4e7f928 req-14ac0816-7ffd-4a6a-95f6-237f1cd472aa tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879659 Jun 03 15:24:34.476012 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4a5c1b82-247f-4396-a590-bbd77a533d97 req-01fa07b6-ebc5-414d-a4f3-3102b708457f service neutron] 10.222.0.67 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703220 Jun 03 15:24:34.483957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec78e9-c624-41ee-ad66-9e4b31effbc0 req-4f86967f-8d53-4039-a58e-381cc6369785 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:34.491319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-caec78e9-c624-41ee-ad66-9e4b31effbc0 req-4f86967f-8d53-4039-a58e-381cc6369785 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 944 time: 0.2069569 Jun 03 15:24:34.505022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:24:34.531097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200d995e-95fb-43cd-b139-558f5a0eff24,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:34.556417 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e23c63d-704b-4343-ae20-6cba96c48022'] response: {'server_uuid': '4a77d019-c3d8-488d-804c-7b2a797f072f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91aeefb3-b0ff-42d6-a0c5-973091468b58', 'code': 200} Jun 03 15:24:34.557471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:34.559086 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.570375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-caec78e9-c624-41ee-ad66-9e4b31effbc0 req-c5f85675-5240-42e4-9e95-3a9c502edf60 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779006 Jun 03 15:24:34.574045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.574396 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Added segment cf5424ad-12b3-41c3-b6f1-fe7cec447cd2 of type vlan for network c490fd12-08ed-4aa5-b629-fc58f429a667 Jun 03 15:24:34.586382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed467b5c-6aa5-44e7-9e46-51c2ce323c7b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:34.608947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:34.620665 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.674551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40952) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:34.701223 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.713661 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.766786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:34.798139 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.798999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:34.799583 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.806833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8669d-f58a-4dc7-8bd8-7858cb9c89ba req-3cfe458e-e002-4534-922b-c9fea87168b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:34.808330 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-86b8669d-f58a-4dc7-8bd8-7858cb9c89ba req-3cfe458e-e002-4534-922b-c9fea87168b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1be8384af28e480b951e8a57efa1e41c&device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 1095 time: 0.1866593 Jun 03 15:24:34.881155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd8d8dc-9e9b-4928-ba4e-441a8166c44f admin admin] Deleting subnet f45376a3-7bdf-4d5d-bc9e-70f6704336b2 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:24:34.889624 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d8dc-9e9b-4928-ba4e-441a8166c44f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:34.921696 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.016068 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d8dc-9e9b-4928-ba4e-441a8166c44f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.042848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40968) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:35.101655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648f7f3-e3f9-4962-8fb8-d889413bee62 req-9fe61a79-0fd6-40d0-ad79-49b54bf83e6b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.103289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1648f7f3-e3f9-4962-8fb8-d889413bee62 req-9fe61a79-0fd6-40d0-ad79-49b54bf83e6b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 931 time: 0.3095460 Jun 03 15:24:35.119030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a4030-7cfa-4924-b69f-4f9fc4989a04 req-52407d45-68f4-48ce-99be-8e2714deaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.120550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-046a4030-7cfa-4924-b69f-4f9fc4989a04 req-52407d45-68f4-48ce-99be-8e2714deaf7c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 1096 time: 0.3930922 Jun 03 15:24:35.137151 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d8dc-9e9b-4928-ba4e-441a8166c44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.161670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['ed467b5c-6aa5-44e7-9e46-51c2ce323c7b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:35.221522 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9514539 Jun 03 15:24:35.229242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40974) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:35.231982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1828a-bbbe-4978-86a9-e8cbe0452113 admin admin] Pushing event updated for resources: {'Network': ['ID=c490fd12-08ed-4aa5-b629-fc58f429a667,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:35.239593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:35.246287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Request body: {'subnet': {'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-subnet', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:35.247238 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.252811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:35.255729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1648f7f3-e3f9-4962-8fb8-d889413bee62 req-4ccc6fc7-c1a0-4147-96d0-3e684f0cb13d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447473 Jun 03 15:24:35.255956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:35.266257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network c490fd12-08ed-4aa5-b629-fc58f429a667 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:24:35.274780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-046a4030-7cfa-4924-b69f-4f9fc4989a04 req-f2b40405-3837-4b0d-8f12-8614d1b5a1ae service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085970 Jun 03 15:24:35.304773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8794e-ca40-43e4-ba01-d6786d3fd6e9 req-b1ccd635-bbfe-4d19-8d88-864e3d19e4fa tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.306666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7b8794e-ca40-43e4-ba01-d6786d3fd6e9 req-b1ccd635-bbfe-4d19-8d88-864e3d19e4fa tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 945 time: 0.3504469 Jun 03 15:24:35.310505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:35.327765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Usage tracker for resource:subnet and tenant:b48be3565d6942b5af8b73b5a255181e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:35.333138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event updated for resources: {'Port': ['ID=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:35.336157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:35.353850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:35.356491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d8dc-9e9b-4928-ba4e-441a8166c44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.380977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.381899 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.395657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8669d-f58a-4dc7-8bd8-7858cb9c89ba req-40107779-7483-4428-a8bd-3c8d5f7e6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.397428 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-86b8669d-f58a-4dc7-8bd8-7858cb9c89ba req-40107779-7483-4428-a8bd-3c8d5f7e6d6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350 HTTP/1.1" status: 200 len: 915 time: 0.5619459 Jun 03 15:24:35.401360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Made reservation on behalf of b48be3565d6942b5af8b73b5a255181e for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:35.403869 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.436422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8d8dc-9e9b-4928-ba4e-441a8166c44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45376a3-7bdf-4d5d-bc9e-70f6704336b2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:35.466304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1dd8d8dc-9e9b-4928-ba4e-441a8166c44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.473554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7b8794e-ca40-43e4-ba01-d6786d3fd6e9 req-9a4b3b5d-1925-4dd8-989d-e15eb32f0d85 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581507 Jun 03 15:24:35.477420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1dd8d8dc-9e9b-4928-ba4e-441a8166c44f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f45376a3-7bdf-4d5d-bc9e-70f6704336b2 HTTP/1.1" status: 204 len: 168 time: 0.8015606 Jun 03 15:24:35.514417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40980) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:35.560480 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.642071 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-62391575-bbb1-4313-bfd9-021db14ff2a1 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8232965 Jun 03 15:24:35.645455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-452234718-network', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:35.665684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:35.675404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Usage tracker for resource:network and tenant:c8c51f0c9aaf4e9890771e991db93e15 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:35.704673 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.731562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Request body: {'port': {'device_id': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:35.766698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2715b7-ae25-4435-b38e-5451fc172c27 req-9a59521a-4512-4565-adb8-58230df1346f tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:35.768230 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c2715b7-ae25-4435-b38e-5451fc172c27 req-9a59521a-4512-4565-adb8-58230df1346f tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.2931499 Jun 03 15:24:35.770960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:35.798363 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-86b8669d-f58a-4dc7-8bd8-7858cb9c89ba req-af4c7bd7-e135-4e0c-80ce-8f609fae77ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b5b05c2-fd8b-450c-bd28-42d47759b3f7 HTTP/1.1" status: 200 len: 217 time: 0.1276078 Jun 03 15:24:35.803652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:35.855598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.928620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Made reservation on behalf of c8c51f0c9aaf4e9890771e991db93e15 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:35.930908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:35.941458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8b071ae1-fc86-4050-83cb-b34339d6ae66 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:35.989422 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.001249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663363a3-5e01-42c8-8fc8-dda965af3ccc req-703a5b3e-0124-416b-b66c-6ff9bd9d7cad tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:36.006564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-663363a3-5e01-42c8-8fc8-dda965af3ccc req-703a5b3e-0124-416b-b66c-6ff9bd9d7cad tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 944 time: 0.3959920 Jun 03 15:24:36.015358 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.020683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 8b071ae1-fc86-4050-83cb-b34339d6ae66 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:36.025975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 8b071ae1-fc86-4050-83cb-b34339d6ae66 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:36.026388 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.035973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8669d-f58a-4dc7-8bd8-7858cb9c89ba req-0247c28f-c8f7-44af-a646-ee44093d323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:36.037429 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-86b8669d-f58a-4dc7-8bd8-7858cb9c89ba req-0247c28f-c8f7-44af-a646-ee44093d323c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53132eb5-c633-41cf-ac2b-c0d6f52a025b HTTP/1.1" status: 200 len: 853 time: 0.2299252 Jun 03 15:24:36.043600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.053560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:36.060068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64180303-93d7-4e1d-bc54-8d5d83e99d29,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:36.074532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c2715b7-ae25-4435-b38e-5451fc172c27 req-55dbb557-bf4a-4186-ab89-60e0c19aab55 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981067 Jun 03 15:24:36.079174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b586e26-7cf4-4543-b6a4-ac93ddfdc94c']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:36.097408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c51f0c9aaf4e9890771e991db93e15 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:36.104119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:36.104538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:36.116549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:36.127822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:36.128792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-663363a3-5e01-42c8-8fc8-dda965af3ccc req-09770134-a022-4687-a06f-6bbf3046d712 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057811 Jun 03 15:24:36.131114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.131548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Checking segment: {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:36.131902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Network hostable DHCP agents. Network: c490fd12-08ed-4aa5-b629-fc58f429a667, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:24:36.155152 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.160791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:24:36.161576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.234925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 8b071ae1-fc86-4050-83cb-b34339d6ae66 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:36.236387 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.240991 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8 resource provider aggregate not found Jun 03 15:24:36.286768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8b071ae1-fc86-4050-83cb-b34339d6ae66, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8b071ae1-fc86-4050-83cb-b34339d6ae66,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:36.294326 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.317721 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid daa3b57d-66cd-46d6-aef3-1ef40ab9e6e8 found for delete ", "request_id": "req-329f060f-acf4-479c-8e06-593fc3df944c"}]} Jun 03 15:24:36.343354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Network c490fd12-08ed-4aa5-b629-fc58f429a667 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:24:36.390431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=8b071ae1-fc86-4050-83cb-b34339d6ae66,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:36.402900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, c490fd12-08ed-4aa5-b629-fc58f429a667) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:36.409630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8669d-f58a-4dc7-8bd8-7858cb9c89ba req-7e9807cf-42a2-45c8-b738-b15da51428dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:36.411403 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-86b8669d-f58a-4dc7-8bd8-7858cb9c89ba req-7e9807cf-42a2-45c8-b738-b15da51428dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3524954 Jun 03 15:24:36.414295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da2739-dcc7-4623-97d1-0cf539f24bea None None] Network c490fd12-08ed-4aa5-b629-fc58f429a667 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:36.421925 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.422177 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:36.422613 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.427038 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.468458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b586e26-7cf4-4543-b6a4-ac93ddfdc94c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:36.483824 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f1b7d016-4afa-46fe-917f-74d5e3f387d3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4b586e26-7cf4-4543-b6a4-ac93ddfdc94c HTTP/1.1" status: 204 len: 168 time: 0.9687836 Jun 03 15:24:36.516072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647af440-bc5b-4ba1-a8d9-5c0eb4da2db9 req-1315b578-23dc-4110-b99d-d2c8fd65b363 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:36.517789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-647af440-bc5b-4ba1-a8d9-5c0eb4da2db9 req-1315b578-23dc-4110-b99d-d2c8fd65b363 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 944 time: 0.2726445 Jun 03 15:24:36.527609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17917a0-363b-4181-ba89-292a7646f308 req-a573d901-d6ce-4736-ac06-af4e2ac79519 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:36.529229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d17917a0-363b-4181-ba89-292a7646f308 req-a573d901-d6ce-4736-ac06-af4e2ac79519 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.2034209 Jun 03 15:24:36.583537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3919b401-91f1-4569-853a-39631e5871dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b071ae1-fc86-4050-83cb-b34339d6ae66'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:36.610252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-647af440-bc5b-4ba1-a8d9-5c0eb4da2db9 req-d338c36d-bf17-4ef9-b67e-87e547d74972 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799274 Jun 03 15:24:36.613403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d17917a0-363b-4181-ba89-292a7646f308 req-23b46140-18f3-4b94-8a09-29375b1521a6 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634084 Jun 03 15:24:36.678141 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e16b4a72-d4a9-406f-aaf6-40ee9f68f5c0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4432976 Jun 03 15:24:36.682392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41004) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:36.695351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:36.697160 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.700405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-c490fd12-08ed-4aa5-b629-fc58f429a667', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:24:36.702424 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.704799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:36.715796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Usage tracker for resource:router and tenant:b48be3565d6942b5af8b73b5a255181e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:36.722776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.727513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41008) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:36.741201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:36.783437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:36.802381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:24:36.858645 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-86b8669d-f58a-4dc7-8bd8-7858cb9c89ba req-41b8794d-e94b-4770-baed-89fdc13119c2 service neutron] 10.222.0.67 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351528 Jun 03 15:24:36.859188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb60643-9fe8-4adf-a04a-e8d5e732498d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:36.895284 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.895611 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Added segment b2eafc2c-168e-4d81-a203-e9324eee30a9 of type vlan for network 48aad936-e531-4a2d-9399-bd46ec2903fc Jun 03 15:24:36.917333 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.918144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.971176 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-04f5a49c-af8c-4571-b2c0-04ec815253ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c8f076d021d470181f135dea0fac647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400489 Jun 03 15:24:36.975203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41012) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:36.983125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:36.994359 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.081524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Allocated IP 172.20.0.2 (c490fd12-08ed-4aa5-b629-fc58f429a667/64180303-93d7-4e1d-bc54-8d5d83e99d29/70de09eb-8e36-4511-8590-5b110381b27f) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:37.105362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfc3b5f-c35a-487c-80d6-af0e84f70d05 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:37.115531 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.133423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Transition to ACTIVE for port object ebfc3b5f-c35a-487c-80d6-af0e84f70d05 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:37.142132 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.204731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11659e9f-8147-40da-9f63-4a763ecbb049 req-338ade6a-b9b0-473b-84ac-08075c7bfc8e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:37.213238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11659e9f-8147-40da-9f63-4a763ecbb049 req-338ade6a-b9b0-473b-84ac-08075c7bfc8e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 945 time: 0.3975983 Jun 03 15:24:37.244148 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ad893ef-0e5b-4b41-a5b0-1738ea003e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.285547 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.395272 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.412229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d79277-f5c0-40a8-b063-930b84a72a59 req-d8cc2a4c-9113-482e-8c5a-e96389434ff4 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:37.414027 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70d79277-f5c0-40a8-b063-930b84a72a59 req-d8cc2a4c-9113-482e-8c5a-e96389434ff4 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 931 time: 0.5585427 Jun 03 15:24:37.464981 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.489425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Transition to ACTIVE for port object 70de09eb-8e36-4511-8590-5b110381b27f will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:37.503006 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ad893ef-0e5b-4b41-a5b0-1738ea003e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.519995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Transition to ACTIVE for port object 70de09eb-8e36-4511-8590-5b110381b27f will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:37.528674 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.530486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:37.564986 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-86b8669d-f58a-4dc7-8bd8-7858cb9c89ba req-6533ab4e-83ba-4d7b-8c34-a7ea0e1ba06b service neutron] 10.222.0.67 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950960 Jun 03 15:24:37.570837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70d79277-f5c0-40a8-b063-930b84a72a59 req-97ca001f-5a0a-45ab-86e9-f3ffd94e0c28 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335106 Jun 03 15:24:37.603308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.603526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11659e9f-8147-40da-9f63-4a763ecbb049 req-1798f3c1-0483-41f1-8fac-3db517361d26 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891382 Jun 03 15:24:37.604218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:37.604943 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.670929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Network c490fd12-08ed-4aa5-b629-fc58f429a667 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:37.689228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:37.695514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:37.701638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ad893ef-0e5b-4b41-a5b0-1738ea003e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.710629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Pushing event updated for resources: {'Port': ['ID=70de09eb-8e36-4511-8590-5b110381b27f,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:37.727870 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ca24d7-3dfb-4ad0-96c7-fc83a909ec68'] response: {'server_uuid': '3919b401-91f1-4569-853a-39631e5871dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b071ae1-fc86-4050-83cb-b34339d6ae66', 'code': 200} Jun 03 15:24:37.742602 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6879787 Jun 03 15:24:37.743320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41020) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:37.758694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Request body: {'subnet': {'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-452234718-subnet', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:37.764379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:37.769205 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Usage tracker for resource:subnet and tenant:c8c51f0c9aaf4e9890771e991db93e15 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:37.772932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:37.784428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Attempting to bind port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:37.784768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Attempting to bind port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:37.785092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Attempting to bind port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:37.801331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b75824-7543-44e4-8aa0-67ea26512b84 admin admin] Pushing event updated for resources: {'Network': ['ID=48aad936-e531-4a2d-9399-bd46ec2903fc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:37.816247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:37.822070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:24:37.823006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Attempting to bind port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:37.825590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad893ef-0e5b-4b41-a5b0-1738ea003e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f573c5-54fb-49a8-87a6-c421efa1cef7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:37.832792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 48aad936-e531-4a2d-9399-bd46ec2903fc details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:24:37.897542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:37.899375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Checking segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:37.899826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Bound using segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:37.900241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Bound port: ebfc3b5f-c35a-487c-80d6-af0e84f70d05, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:37.900581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.927061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Made reservation on behalf of c8c51f0c9aaf4e9890771e991db93e15 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:37.929372 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:37.960590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:37.963073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ed467b5c-6aa5-44e7-9e46-51c2ce323c7b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:38.052858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Attempting to bind port 70de09eb-8e36-4511-8590-5b110381b27f on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:38.053225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Attempting to bind port 70de09eb-8e36-4511-8590-5b110381b27f by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:38.053579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Attempting to bind port 70de09eb-8e36-4511-8590-5b110381b27f on network c490fd12-08ed-4aa5-b629-fc58f429a667 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:38.085738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:38.087038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Checking segment: {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:38.087460 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.087856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Bound using segment: {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:38.088618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Bound port: 70de09eb-8e36-4511-8590-5b110381b27f, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:38.088884 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.156944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] For port ebfc3b5f-c35a-487c-80d6-af0e84f70d05, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:38.161445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] For port ebfc3b5f-c35a-487c-80d6-af0e84f70d05, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:38.169827 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ad893ef-0e5b-4b41-a5b0-1738ea003e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.170378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.171181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7ad893ef-0e5b-4b41-a5b0-1738ea003e1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5f573c5-54fb-49a8-87a6-c421efa1cef7 HTTP/1.1" status: 204 len: 168 time: 1.1937950 Jun 03 15:24:38.218637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d7d56-5cb4-4fdc-a6d3-11266bf389c9 req-bce29cf9-ab4d-44e8-a8fa-26494a8257a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:38.220153 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-355d7d56-5cb4-4fdc-a6d3-11266bf389c9 req-bce29cf9-ab4d-44e8-a8fa-26494a8257a9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 1096 time: 0.4001603 Jun 03 15:24:38.309068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:38.323505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:38.323866 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.337251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:38.338046 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.340251 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] 10.222.0.67 "PUT /v2.0/ports/ebfc3b5f-c35a-487c-80d6-af0e84f70d05 HTTP/1.1" status: 200 len: 1091 time: 2.6673355 Jun 03 15:24:38.340936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'tag': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:38.413592 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.474037 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.490748 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-355d7d56-5cb4-4fdc-a6d3-11266bf389c9 req-49b676e1-3ea7-4705-844d-af612355a689 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569051 Jun 03 15:24:38.500786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009f0f9-9005-4c25-b15e-39fb35c16755 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:38.569236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ba5b0-2e2f-4661-8948-1ea39006c8cb req-9db95dc1-d5fe-44c4-b569-d1275c695234 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:38.571007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-244ba5b0-2e2f-4661-8948-1ea39006c8cb req-9db95dc1-d5fe-44c4-b569-d1275c695234 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=043bea89-8eac-45f5-8628-21b623c5fea8 HTTP/1.1" status: 200 len: 945 time: 0.7349465 Jun 03 15:24:38.586415 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.633213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a05c6-84e5-42cb-8224-2815c406cf48 req-618462ee-8978-442f-bd03-497b4f31bd31 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:38.642607 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d84a05c6-84e5-42cb-8224-2815c406cf48 req-618462ee-8978-442f-bd03-497b4f31bd31 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 945 time: 0.7072043 Jun 03 15:24:38.661281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8b5b05c2-fd8b-450c-bd28-42d47759b3f7,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:38.685661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734b371a-8070-4677-88e6-ca413d8da1cd,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:38.691027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-22e04da3-96ca-46da-9cfe-93d9dc1a492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:38.692661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-22e04da3-96ca-46da-9cfe-93d9dc1a492e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 1094 time: 0.2765317 Jun 03 15:24:38.697499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] For port 70de09eb-8e36-4511-8590-5b110381b27f, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:38.700682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Checking segment: {'id': 'b2eafc2c-168e-4d81-a203-e9324eee30a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:38.701038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Network hostable DHCP agents. Network: 48aad936-e531-4a2d-9399-bd46ec2903fc, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:24:38.717946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] For port 70de09eb-8e36-4511-8590-5b110381b27f, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=70de09eb-8e36-4511-8590-5b110381b27f,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:38.717946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'port_id': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7', 'mac_address': 'fa:16:3e:cf:22:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:38.735562 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.740864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Network 48aad936-e531-4a2d-9399-bd46ec2903fc is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:24:38.766019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 48aad936-e531-4a2d-9399-bd46ec2903fc) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:38.781226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:38.782594 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:38.788714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-244ba5b0-2e2f-4661-8948-1ea39006c8cb req-93b4cd8d-1c6a-4bf8-ad55-0133778798f0 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940162 Jun 03 15:24:38.816872 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dbf9a977-b74d-4e6d-850d-aada3622bdb6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0673354 Jun 03 15:24:38.819867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41038) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:38.821216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Allocated IP 172.25.7.224 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/2ec2ca36-b5e0-4cea-91c8-d114f5b5952b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:38.830552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-452234718-router', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:38.841531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:38.925250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a801b-c419-42db-9fb2-94ad35e7937c None None] Network 48aad936-e531-4a2d-9399-bd46ec2903fc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:38.965086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1e91b-52b3-45cb-a729-050927c571f0 None None] Pushing event updated for resources: {'Port': ['ID=70de09eb-8e36-4511-8590-5b110381b27f,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:39.025123 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.052400 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.063438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Usage tracker for resource:router and tenant:c8c51f0c9aaf4e9890771e991db93e15 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:39.066088 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-25d19efa-4452-462c-895b-591f196d3f8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05 HTTP/1.1" status: 200 len: 217 time: 0.1553953 Jun 03 15:24:39.067420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:39.125027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:39.164031 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.165928 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.240214 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.240910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-900def2f-c025-4b0f-b236-121ead77fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:39.242715 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-900def2f-c025-4b0f-b236-121ead77fc51 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.1648715 Jun 03 15:24:39.306077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:39.306667 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.319964 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-2a9ba0cc-43d1-40a9-9cf6-d4f78d106c88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657411 Jun 03 15:24:39.322240 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.324836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:39.325384 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.436148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:39.555867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:39.557547 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-37373d98-308b-4361-b8cd-385e927c5556 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291121 Jun 03 15:24:39.570114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8b5b05c2-fd8b-450c-bd28-42d47759b3f7,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:39.572501 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.655513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:39.689049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:39.694673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d84a05c6-84e5-42cb-8224-2815c406cf48 req-265073e4-8590-4740-9aec-147eda2e0295 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0514350 Jun 03 15:24:39.695521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:39.705226 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.741078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6751b28-7ef0-4978-8115-293893843b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed467b5c-6aa5-44e7-9e46-51c2ce323c7b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:39.848600 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c477dd73-ccf0-4af7-b58e-7b42bde212bf'] response: {'name': 'network-changed', 'server_uuid': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'tag': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05', 'status': 'completed', 'code': 200} Jun 03 15:24:39.849972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:39.933739 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e505cb04-68a3-48c0-8a0a-f2bf90e37da6 req-2a2265b9-905a-40ac-8a59-1e338aba7f37 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531098 Jun 03 15:24:39.945521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-48aad936-e531-4a2d-9399-bd46ec2903fc', 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'fixed_ips': [{'subnet_id': '734b371a-8070-4677-88e6-ca413d8da1cd'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:24:39.946855 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:39.961982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76283d-7b26-4f4b-b9f8-1cfa4e1c6b5b req-f6f87c95-151d-4196-9ba7-487f94c9db41 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:39.965201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b76283d-7b26-4f4b-b9f8-1cfa4e1c6b5b req-f6f87c95-151d-4196-9ba7-487f94c9db41 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 944 time: 0.9221091 Jun 03 15:24:39.998477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Pushing event updated for resources: {'Port': ['ID=2ec2ca36-b5e0-4cea-91c8-d114f5b5952b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:40.029324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:40.061946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=8b5b05c2-fd8b-450c-bd28-42d47759b3f7,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:40.178189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Allocated IP 172.20.0.2 (48aad936-e531-4a2d-9399-bd46ec2903fc/734b371a-8070-4677-88e6-ca413d8da1cd/6f231ca5-f17c-4ad7-892d-737824730238) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:40.306370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dd502-b00b-4a21-8020-8720e86fea3b req-d0c50f43-f00d-4129-8343-6f8055de1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:40.308396 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae3dd502-b00b-4a21-8020-8720e86fea3b req-d0c50f43-f00d-4129-8343-6f8055de1013 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 1094 time: 0.1761806 Jun 03 15:24:40.329071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['8b5b05c2-fd8b-450c-bd28-42d47759b3f7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:40.505028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 70de09eb-8e36-4511-8590-5b110381b27f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:40.564431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dd502-b00b-4a21-8020-8720e86fea3b req-2cde5229-78f4-4d9c-9c0e-37dd8e8cc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:40.567706 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae3dd502-b00b-4a21-8020-8720e86fea3b req-2cde5229-78f4-4d9c-9c0e-37dd8e8cc464 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 912 time: 0.2465260 Jun 03 15:24:40.871459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 70de09eb-8e36-4511-8590-5b110381b27f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:40.872853 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae3dd502-b00b-4a21-8020-8720e86fea3b req-685df853-91ce-4983-b98a-bcecdaff1398 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05 HTTP/1.1" status: 200 len: 217 time: 0.2779665 Jun 03 15:24:40.890260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0faf2f0-f7a9-4964-9237-f13e11f98fa3 None None] Network c490fd12-08ed-4aa5-b629-fc58f429a667 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:40.939701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dd502-b00b-4a21-8020-8720e86fea3b req-f2693f46-da22-4057-a9bb-b828a7d08aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:40.941385 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae3dd502-b00b-4a21-8020-8720e86fea3b req-f2693f46-da22-4057-a9bb-b828a7d08aac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.0604830 Jun 03 15:24:40.993560 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae3dd502-b00b-4a21-8020-8720e86fea3b req-77d4016b-d23c-4e5e-b5c4-b05249eefa2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412555 Jun 03 15:24:41.068084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b76283d-7b26-4f4b-b9f8-1cfa4e1c6b5b req-daf3f0a0-3c3a-4221-9cd0-f72ae26f2e70 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0639021 Jun 03 15:24:41.071144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.130067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Transition to ACTIVE for port object 6f231ca5-f17c-4ad7-892d-737824730238 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:41.135761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2baf51c2-b5d5-46d7-b5c5-c52eb373b1f1 None None] Provisioning for port 70de09eb-8e36-4511-8590-5b110381b27f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:41.155208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2baf51c2-b5d5-46d7-b5c5-c52eb373b1f1 None None] Provisioning complete for port 70de09eb-8e36-4511-8590-5b110381b27f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:41.155765 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2baf51c2-b5d5-46d7-b5c5-c52eb373b1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.213231 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae3dd502-b00b-4a21-8020-8720e86fea3b req-64fb0e5a-739b-457e-8b50-3cb393cad94f service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079546 Jun 03 15:24:41.216469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67208c16-3b75-4726-afee-f18257eea440 req-faa04a4c-1b87-4b39-a2ad-353477408f24 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:41.218956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67208c16-3b75-4726-afee-f18257eea440 req-faa04a4c-1b87-4b39-a2ad-353477408f24 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 943 time: 1.2008681 Jun 03 15:24:41.234316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Transition to ACTIVE for port object 6f231ca5-f17c-4ad7-892d-737824730238 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:41.275750 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.303581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.349766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Pushing event updated for resources: {'Port': ['ID=6f231ca5-f17c-4ad7-892d-737824730238,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:41.367085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Network 48aad936-e531-4a2d-9399-bd46ec2903fc is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:41.370225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:41.378464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:41.443153 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae3dd502-b00b-4a21-8020-8720e86fea3b req-c6be102a-0bfb-4a4e-8a3a-8ed23fbbb5ec service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180047 Jun 03 15:24:41.512989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67208c16-3b75-4726-afee-f18257eea440 req-04e56fda-f4c0-4788-b784-ac15a9ec2f1d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762721 Jun 03 15:24:41.573292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2baf51c2-b5d5-46d7-b5c5-c52eb373b1f1 None None] Current status of the port 70de09eb-8e36-4511-8590-5b110381b27f is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:41.573684 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2baf51c2-b5d5-46d7-b5c5-c52eb373b1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.587397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Attempting to bind port 6f231ca5-f17c-4ad7-892d-737824730238 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:41.587766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Attempting to bind port 6f231ca5-f17c-4ad7-892d-737824730238 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b2eafc2c-168e-4d81-a203-e9324eee30a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:41.588123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Attempting to bind port 6f231ca5-f17c-4ad7-892d-737824730238 on network 48aad936-e531-4a2d-9399-bd46ec2903fc {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:41.601493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:41.601794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Checking segment: {'id': 'b2eafc2c-168e-4d81-a203-e9324eee30a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:41.602208 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.602607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Bound using segment: {'id': 'b2eafc2c-168e-4d81-a203-e9324eee30a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:41.603077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Bound port: 6f231ca5-f17c-4ad7-892d-737824730238, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2eafc2c-168e-4d81-a203-e9324eee30a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:41.603442 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.676983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2baf51c2-b5d5-46d7-b5c5-c52eb373b1f1 None None] For port 70de09eb-8e36-4511-8590-5b110381b27f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=70de09eb-8e36-4511-8590-5b110381b27f,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:41.691688 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2baf51c2-b5d5-46d7-b5c5-c52eb373b1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.782895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] For port 6f231ca5-f17c-4ad7-892d-737824730238, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:41.786623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] For port 6f231ca5-f17c-4ad7-892d-737824730238, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f231ca5-f17c-4ad7-892d-737824730238,segment=NetworkSegment(b2eafc2c-168e-4d81-a203-e9324eee30a9),segment_id=b2eafc2c-168e-4d81-a203-e9324eee30a9)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:41.789483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf51c2-b5d5-46d7-b5c5-c52eb373b1f1 None None] Pushing event updated for resources: {'Port': ['ID=70de09eb-8e36-4511-8590-5b110381b27f,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:41.798471 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.853837 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:41.890760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6791b2-3eb4-467e-90f9-71fc7b148e31 None None] Pushing event updated for resources: {'Port': ['ID=6f231ca5-f17c-4ad7-892d-737824730238,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:42.019511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b936d7-17e0-4d0f-9c64-1b33980412b1 req-990f2b05-f0a7-4c26-bfd0-1bb6e5a74992 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:42.020278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-98df4721-24b8-451b-8b9d-dbe8ba27ba26 None None] Provisioning complete for port 70de09eb-8e36-4511-8590-5b110381b27f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:42.020649 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98df4721-24b8-451b-8b9d-dbe8ba27ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:42.023533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99b936d7-17e0-4d0f-9c64-1b33980412b1 req-990f2b05-f0a7-4c26-bfd0-1bb6e5a74992 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 945 time: 0.7359836 Jun 03 15:24:42.219699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-98df4721-24b8-451b-8b9d-dbe8ba27ba26 None None] Current status of the port 70de09eb-8e36-4511-8590-5b110381b27f is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:42.316729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99b936d7-17e0-4d0f-9c64-1b33980412b1 req-fb632b18-fcab-4740-9ce4-9c9c9af4a700 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055092 Jun 03 15:24:42.327064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:42.369029 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:42.373252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 70de09eb-8e36-4511-8590-5b110381b27f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:42.407396 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef8253a-282a-4f57-b435-00155e970162'] response: {'server_uuid': 'a6751b28-7ef0-4978-8115-293893843b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed467b5c-6aa5-44e7-9e46-51c2ce323c7b', 'code': 200} Jun 03 15:24:42.419925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb7345-8ba1-4fda-bb35-3c733b18ee2b req-b4548223-6bb3-47b1-ae9b-c7985b5582da tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:42.421468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80bb7345-8ba1-4fda-bb35-3c733b18ee2b req-b4548223-6bb3-47b1-ae9b-c7985b5582da tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.5711308 Jun 03 15:24:42.471835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 70de09eb-8e36-4511-8590-5b110381b27f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:42.472199 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:42.655234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 70de09eb-8e36-4511-8590-5b110381b27f is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:42.656595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f231ca5-f17c-4ad7-892d-737824730238 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:42.656714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769dfd8-6e1b-43a6-9878-df8711c42189 req-1b3d51ea-9121-40ec-885a-15e0e8feba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:42.658130 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2769dfd8-6e1b-43a6-9878-df8711c42189 req-1b3d51ea-9121-40ec-885a-15e0e8feba7e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a6751b28-7ef0-4978-8115-293893843b6f HTTP/1.1" status: 200 len: 1097 time: 0.1089530 Jun 03 15:24:42.709686 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2769dfd8-6e1b-43a6-9878-df8711c42189 req-452b521a-45d2-4fd7-9461-b4edc33559fd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Jun 03 15:24:42.732999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6f231ca5-f17c-4ad7-892d-737824730238 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:42.761396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80bb7345-8ba1-4fda-bb35-3c733b18ee2b req-e3bb33a0-328c-49f7-a610-77b58ee8252d tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200443 Jun 03 15:24:42.774877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:24:42.795550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Allocated IP 172.25.7.13 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/d167412d-487b-4d68-b6ac-c6cda8abcf30) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:43.018202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435b92f-5f58-4934-8389-d021fc3abf7c None None] Network 48aad936-e531-4a2d-9399-bd46ec2903fc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:24:43.110901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b2eecda6-6df4-48f9-8932-fccc3b5bb2a7 None None] Provisioning for port 6f231ca5-f17c-4ad7-892d-737824730238 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:43.129327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b2eecda6-6df4-48f9-8932-fccc3b5bb2a7 None None] Provisioning complete for port 6f231ca5-f17c-4ad7-892d-737824730238 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:43.129708 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2eecda6-6df4-48f9-8932-fccc3b5bb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.134323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6306af-32c3-44b6-a04a-e5e2e0aa0a88 req-0983ea48-f1e8-4bbe-b105-126728102502 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:43.135799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da6306af-32c3-44b6-a04a-e5e2e0aa0a88 req-0983ea48-f1e8-4bbe-b105-126728102502 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 945 time: 0.4413569 Jun 03 15:24:43.199779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:43.221335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Sync routers for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:43.238832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.253847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:43.254772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:43.260647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb644b-acf0-4165-b352-2a3e952c0962 req-95f89ad1-bfeb-4015-9459-b71baf03448b tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:43.262470 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbcb644b-acf0-4165-b352-2a3e952c0962 req-95f89ad1-bfeb-4015-9459-b71baf03448b tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 945 time: 0.3932848 Jun 03 15:24:43.276113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da6306af-32c3-44b6-a04a-e5e2e0aa0a88 req-9ca1c121-3219-4adf-b3af-d1cfb8ef2775 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231492 Jun 03 15:24:43.303657 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.307468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bc5bd521-513e-4c20-9fdf-477d2eff9c3f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6206634 Jun 03 15:24:43.309200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41084) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:43.347743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbcb644b-acf0-4165-b352-2a3e952c0962 req-cbaf9b65-15f2-4196-acc9-3dbbf2633929 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747364 Jun 03 15:24:43.379837 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.538353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b2eecda6-6df4-48f9-8932-fccc3b5bb2a7 None None] Current status of the port 6f231ca5-f17c-4ad7-892d-737824730238 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:43.538728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2eecda6-6df4-48f9-8932-fccc3b5bb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.574985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Pushing event updated for resources: {'Port': ['ID=d167412d-487b-4d68-b6ac-c6cda8abcf30,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:43.578562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:43.661684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:43.671149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:43.673600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:43.740993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b2eecda6-6df4-48f9-8932-fccc3b5bb2a7 None None] For port 6f231ca5-f17c-4ad7-892d-737824730238, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f231ca5-f17c-4ad7-892d-737824730238,segment=NetworkSegment(b2eafc2c-168e-4d81-a203-e9324eee30a9),segment_id=b2eafc2c-168e-4d81-a203-e9324eee30a9)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:43.800916 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2eecda6-6df4-48f9-8932-fccc3b5bb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:43.907704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eecda6-6df4-48f9-8932-fccc3b5bb2a7 None None] Pushing event updated for resources: {'Port': ['ID=6f231ca5-f17c-4ad7-892d-737824730238,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:43.944757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-fcb83df8-312f-46a3-9f27-2ec0b14fde3f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:43.951717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-fcb83df8-312f-46a3-9f27-2ec0b14fde3f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.4262884 Jun 03 15:24:43.987500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:40Z', 'revision_number': 3, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:43.996815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Checking router: 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:43.997392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Updating router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:24:44.003707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43145823-f910-4709-bc66-28e6b867cf28 req-5a95a29e-c9db-4b3b-a04f-4b7546fa1421 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:44.011389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43145823-f910-4709-bc66-28e6b867cf28 req-5a95a29e-c9db-4b3b-a04f-4b7546fa1421 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 943 time: 0.5202632 Jun 03 15:24:44.048065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ebfc3b5f-c35a-487c-80d6-af0e84f70d05 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:24:44.054479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-b8ca4e7a-0b82-4a8c-81ea-a8789ec4ab8a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/quotas/19ba0556664e4d8691d74307513714e4 HTTP/1.1" status: 200 len: 375 time: 0.1018047 Jun 03 15:24:44.056598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:44.135797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43145823-f910-4709-bc66-28e6b867cf28 req-dbc24347-fcb6-4ec8-a902-6ff0d849a999 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222315 Jun 03 15:24:44.145629 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.156495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.239440 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:24:44.257649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-56f93f6a-2a23-4d00-b12f-a9dd1a9ea87c None None] Provisioning complete for port 6f231ca5-f17c-4ad7-892d-737824730238 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:44.257959 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56f93f6a-2a23-4d00-b12f-a9dd1a9ea87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.469272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-bb0a1959-ca37-4ed3-ab79-804f4a255ab6 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4137924 Jun 03 15:24:44.488958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f231ca5-f17c-4ad7-892d-737824730238 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:44.582945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Allocated IP 172.20.0.1 (c490fd12-08ed-4aa5-b629-fc58f429a667/64180303-93d7-4e1d-bc54-8d5d83e99d29/e63979ff-7f76-4bc3-aa76-7fe9b1720012) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:44.638101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:44.658617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:44.658979 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.770093 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.852491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ebfc3b5f-c35a-487c-80d6-af0e84f70d05, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:44.911409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'port_id': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05', 'mac_address': 'fa:16:3e:32:2b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b77897-1629-4d38-8157-f1d40799acb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:24:44.912975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6f231ca5-f17c-4ad7-892d-737824730238 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:44.913306 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.922015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.951299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Transition to ACTIVE for port object e63979ff-7f76-4bc3-aa76-7fe9b1720012 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:44.982998 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:44.983907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-56f93f6a-2a23-4d00-b12f-a9dd1a9ea87c None None] Current status of the port 6f231ca5-f17c-4ad7-892d-737824730238 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:45.021333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-46358e0d-da3b-4099-a39c-38433990d64b service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348880 Jun 03 15:24:45.066812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Network c490fd12-08ed-4aa5-b629-fc58f429a667 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:45.070270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:45.075169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:45.110506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Pushing event updated for resources: {'Port': ['ID=e63979ff-7f76-4bc3-aa76-7fe9b1720012,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:45.125967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9403c6-f4a2-458f-983c-c4859bc76a53 req-d38fdf9a-2384-4a66-befe-9734f2b08655 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:45.126902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f9403c6-f4a2-458f-983c-c4859bc76a53 req-d38fdf9a-2384-4a66-befe-9734f2b08655 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.4613307 Jun 03 15:24:45.145356 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.224841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:45.226885 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.349427 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f9403c6-f4a2-458f-983c-c4859bc76a53 req-baf18ba0-1213-478e-a701-9406be20fa45 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043033 Jun 03 15:24:45.358941 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.399836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Transition to ACTIVE for port object 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:45.399836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfc3b5f-c35a-487c-80d6-af0e84f70d05 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:24:45.412935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ebfc3b5f-c35a-487c-80d6-af0e84f70d05, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:45.414462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:45.414889 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.416145 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-19a39a50-159c-4bac-af34-be787de3ae81 service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250325 Jun 03 15:24:45.417465 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.451768 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.455198 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.526971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.584593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:45.632222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8b5b05c2-fd8b-450c-bd28-42d47759b3f7,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:45.633165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Attempting to bind port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:45.633522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Attempting to bind port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:45.634051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Attempting to bind port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:45.645401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-312163be-6110-487c-b727-7cb2050d3bf6 None None] Provisioning for port e63979ff-7f76-4bc3-aa76-7fe9b1720012 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:45.655293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:45.655662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:45.656154 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.656587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:45.657073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Bound port: 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:45.657439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.690230 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.700563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-312163be-6110-487c-b727-7cb2050d3bf6 None None] Provisioning complete for port e63979ff-7f76-4bc3-aa76-7fe9b1720012 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:45.700938 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-312163be-6110-487c-b727-7cb2050d3bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.727531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6f231ca5-f17c-4ad7-892d-737824730238 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:45.760993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:45.852909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-312163be-6110-487c-b727-7cb2050d3bf6 None None] Port e63979ff-7f76-4bc3-aa76-7fe9b1720012 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:45.871909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209ba32-b579-45c0-8e5d-216d30a1d32a None None] Pushing event updated for resources: {'Port': ['ID=2ec2ca36-b5e0-4cea-91c8-d114f5b5952b,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:45.895651 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.901372 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.904197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Router 753574b1-3d4a-4ce3-8971-098eca505188 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:24:45.905320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] For port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:45.915934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a192c-0725-479b-b2fa-efdc2d6f4f3e req-f2068631-b1df-4d59-bab2-ca3936d12738 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:45.917578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-165a192c-0725-479b-b2fa-efdc2d6f4f3e req-f2068631-b1df-4d59-bab2-ca3936d12738 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6751b28-7ef0-4978-8115-293893843b6f HTTP/1.1" status: 200 len: 946 time: 0.2295709 Jun 03 15:24:45.923658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] For port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2ec2ca36-b5e0-4cea-91c8-d114f5b5952b,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:45.979472 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:45.986696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=8b5b05c2-fd8b-450c-bd28-42d47759b3f7,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:46.021990 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.031263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Pushing event updated for resources: {'Port': ['ID=e63979ff-7f76-4bc3-aa76-7fe9b1720012,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:46.141184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e231e-1113-4e1b-a653-d66510455a35 req-9c0673d9-8afc-4b20-a450-9b521b156c2a tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:46.148563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea0e231e-1113-4e1b-a653-d66510455a35 req-9c0673d9-8afc-4b20-a450-9b521b156c2a tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 946 time: 0.3512971 Jun 03 15:24:46.158276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['ebfc3b5f-c35a-487c-80d6-af0e84f70d05'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:24:46.175302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-165a192c-0725-479b-b2fa-efdc2d6f4f3e req-9463f09c-cb52-4bc9-8030-cde1ea91e635 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869943 Jun 03 15:24:46.177978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Network c490fd12-08ed-4aa5-b629-fc58f429a667 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:46.181352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:46.302663 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea0e231e-1113-4e1b-a653-d66510455a35 req-c3e63876-64a6-43c7-b81b-7ce48c788bf0 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530030 Jun 03 15:24:46.304211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:46.309113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209ba32-b579-45c0-8e5d-216d30a1d32a None None] Pushing event updated for resources: {'Port': ['ID=2ec2ca36-b5e0-4cea-91c8-d114f5b5952b,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:46.314607 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Sync routers for ids ['753574b1-3d4a-4ce3-8971-098eca505188'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:46.329456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:46.330287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:46.331465 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Routers {'753574b1-3d4a-4ce3-8971-098eca505188'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:46.332333 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['753574b1-3d4a-4ce3-8971-098eca505188'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:46.548355 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:46.555620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0e18d075-a8e4-45ce-b82f-030d7fda0651 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.7295110 Jun 03 15:24:46.577503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41126) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:46.730671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:46.760983 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Set router 753574b1-3d4a-4ce3-8971-098eca505188 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:46.772545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:24:47.006193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a22bf1e1-23ca-4c1b-9cc9-16cfec223a12 None None] Provisioning complete for port e63979ff-7f76-4bc3-aa76-7fe9b1720012 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:47.006691 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a22bf1e1-23ca-4c1b-9cc9-16cfec223a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:47.078384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a22bf1e1-23ca-4c1b-9cc9-16cfec223a12 None None] Port e63979ff-7f76-4bc3-aa76-7fe9b1720012 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:47.159112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d14e42-0e9b-423d-bfc1-a2f524cdcea4 req-0b51194e-2c80-4e74-8718-f418742f8c76 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:47.167188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5d14e42-0e9b-423d-bfc1-a2f524cdcea4 req-0b51194e-2c80-4e74-8718-f418742f8c76 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 944 time: 0.7640371 Jun 03 15:24:47.190605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:47.191304 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753574b1-3d4a-4ce3-8971-098eca505188', 'name': 'tempest-ServersTestFqdnHostnames-452234718-router', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:39Z', 'updated_at': '2022-06-03T15:24:44Z', 'revision_number': 3, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'gw_port': {'id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:42Z', 'updated_at': '2022-06-03T15:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:47.196903 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Checking router: 753574b1-3d4a-4ce3-8971-098eca505188 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:47.197240 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Updating router 753574b1-3d4a-4ce3-8971-098eca505188 port d167412d-487b-4d68-b6ac-c6cda8abcf30 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:24:47.224870 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2920dffe-b7fa-4bb9-b4c4-bb95225b9e6a admin admin] 10.222.0.48 "PUT /v2.0/routers/1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9137692 Jun 03 15:24:47.236098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5d14e42-0e9b-423d-bfc1-a2f524cdcea4 req-05f5f605-2a91-442b-a9f8-7ff7d6c56473 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675938 Jun 03 15:24:47.273557 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:47.347182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 2, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:47.384877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6619bfd-af10-44d6-a9aa-566710ec6b81 None None] The sync data for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 is: [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 2, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:47.484734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d2120-7561-4438-8dcf-91be0c12d7ef req-94987a75-4d32-4524-84f5-3d438344c12e tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:47.507094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d2120-7561-4438-8dcf-91be0c12d7ef req-94987a75-4d32-4524-84f5-3d438344c12e tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:47.524856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d2120-7561-4438-8dcf-91be0c12d7ef req-94987a75-4d32-4524-84f5-3d438344c12e tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:47.526655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e0d2120-7561-4438-8dcf-91be0c12d7ef req-94987a75-4d32-4524-84f5-3d438344c12e tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f&device_id=043bea89-8eac-45f5-8628-21b623c5fea8&device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 2416 time: 0.6068900 Jun 03 15:24:47.621617 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092cb2a9-8908-4d9e-b454-9905ba231f4d'] response: {'server_uuid': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7', 'code': 200} Jun 03 15:24:47.937916 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:47.989023 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Transition to ACTIVE for port object d167412d-487b-4d68-b6ac-c6cda8abcf30 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:47.995493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e0d2120-7561-4438-8dcf-91be0c12d7ef req-4a8a2ba2-a173-4fd4-b60a-dde08f1d5cd9 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571798 Jun 03 15:24:48.021927 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.192721 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Attempting to bind port d167412d-487b-4d68-b6ac-c6cda8abcf30 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:48.193085 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Attempting to bind port d167412d-487b-4d68-b6ac-c6cda8abcf30 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:48.193447 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Attempting to bind port d167412d-487b-4d68-b6ac-c6cda8abcf30 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:48.204348 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:48.204733 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:48.205091 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.205480 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:48.211213 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Bound port: d167412d-487b-4d68-b6ac-c6cda8abcf30, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:48.211758 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.253397 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Pushing event updated for resources: {'Port': ['ID=d167412d-487b-4d68-b6ac-c6cda8abcf30,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:48.261327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb52e7b-8881-405c-9380-2933f77c73db req-23fbefb3-fc03-4421-afe7-64275650128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:48.263139 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdb52e7b-8881-405c-9380-2933f77c73db req-23fbefb3-fc03-4421-afe7-64275650128c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 1097 time: 0.3596294 Jun 03 15:24:48.273068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.273389 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.273723 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.274102 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.274411 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.274734 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.275055 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.275373 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.275693 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.276009 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.276324 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.276641 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:48.324079 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] For port d167412d-487b-4d68-b6ac-c6cda8abcf30, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:48.328658 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] For port d167412d-487b-4d68-b6ac-c6cda8abcf30, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d167412d-487b-4d68-b6ac-c6cda8abcf30,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:48.336517 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.365692 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdb52e7b-8881-405c-9380-2933f77c73db req-c40561b4-224c-4322-8553-d90b91725146 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944304 Jun 03 15:24:48.370918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ba642b7-378c-43bc-82c8-25b5738f65ce req-d818bbc6-d0be-41ee-a458-b3af087968b2 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4373bcae-1de6-42f6-8c79-a7ec465e7a64 HTTP/1.1" status: 200 len: 210 time: 0.1948802 Jun 03 15:24:48.461052 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcceb59-c8c6-4045-b512-4950f45ceb4d None None] Pushing event updated for resources: {'Port': ['ID=d167412d-487b-4d68-b6ac-c6cda8abcf30,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:48.473465 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Routers {'753574b1-3d4a-4ce3-8971-098eca505188'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:48.474435 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['753574b1-3d4a-4ce3-8971-098eca505188'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:48.547827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8796b-cda4-49bd-99dd-22df70feb378 req-1cb4a60d-24a2-47d2-8da9-c54e2e5f1825 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:48.549649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cd8796b-cda4-49bd-99dd-22df70feb378 req-1cb4a60d-24a2-47d2-8da9-c54e2e5f1825 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 946 time: 0.3254480 Jun 03 15:24:48.588228 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:48.799816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cd8796b-cda4-49bd-99dd-22df70feb378 req-b6a079eb-4bad-418e-9992-99f0a7a15677 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377672 Jun 03 15:24:48.804208 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] Set router 753574b1-3d4a-4ce3-8971-098eca505188 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:49.085223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Allocated IP 172.20.0.1 (48aad936-e531-4a2d-9399-bd46ec2903fc/734b371a-8070-4677-88e6-ca413d8da1cd/e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:49.108386 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-41dd976d-b9e2-4a23-b54c-4d18038417a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=4373bcae-1de6-42f6-8c79-a7ec465e7a64 HTTP/1.1" status: 200 len: 210 time: 0.0987637 Jun 03 15:24:49.309342 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753574b1-3d4a-4ce3-8971-098eca505188', 'name': 'tempest-ServersTestFqdnHostnames-452234718-router', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:39Z', 'updated_at': '2022-06-03T15:24:44Z', 'revision_number': 3, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'gw_port': {'id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:42Z', 'updated_at': '2022-06-03T15:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:49.324979 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9057506-69c7-49c7-9127-3ca4f7d78aea None None] The sync data for ids ['753574b1-3d4a-4ce3-8971-098eca505188'] in n-d-844595-1 is: [{'id': '753574b1-3d4a-4ce3-8971-098eca505188', 'name': 'tempest-ServersTestFqdnHostnames-452234718-router', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:39Z', 'updated_at': '2022-06-03T15:24:44Z', 'revision_number': 3, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'gw_port': {'id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:42Z', 'updated_at': '2022-06-03T15:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:49.522821 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41170) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:49.536681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-6209a33d-b2f8-4180-9392-8daea85dac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:49.538552 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-6209a33d-b2f8-4180-9392-8daea85dac5d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=19ba0556664e4d8691d74307513714e4&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3991480 Jun 03 15:24:49.551642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-802a68cc-1a15-45bd-99b9-dd5af66b4eda tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:49.553447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-802a68cc-1a15-45bd-99b9-dd5af66b4eda tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 819 time: 0.9501786 Jun 03 15:24:49.627808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-5ed93ec9-cd08-4023-98bb-d65f1705c48c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/quotas/b48be3565d6942b5af8b73b5a255181e HTTP/1.1" status: 200 len: 375 time: 0.0647316 Jun 03 15:24:49.801776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52ffeaee-f9c2-4a12-8d8b-52b717b9e1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:49.811649 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:49.833543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e946956-7029-4888-84dc-fd2011d21a69 req-06960149-e4ce-4513-92d4-6ad92d911ba8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:49.836160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e946956-7029-4888-84dc-fd2011d21a69 req-06960149-e4ce-4513-92d4-6ad92d911ba8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.2742305 Jun 03 15:24:49.842949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-52ffeaee-f9c2-4a12-8d8b-52b717b9e1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:49.845818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-5008119c-0a9c-41ac-aa0f-810552e13346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:49.848557 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-5008119c-0a9c-41ac-aa0f-810552e13346 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2956111 Jun 03 15:24:49.852193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-52ffeaee-f9c2-4a12-8d8b-52b717b9e1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:3187927c444b46bba774287044375a44 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:49.857202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-52ffeaee-f9c2-4a12-8d8b-52b717b9e1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:49.863938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-52ffeaee-f9c2-4a12-8d8b-52b717b9e1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:49.915847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Transition to ACTIVE for port object e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:49.943123 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-7a9341ef-50c7-4c99-8524-081124559336 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3044477 Jun 03 15:24:49.966529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e946956-7029-4888-84dc-fd2011d21a69 req-64184c9f-eb78-4ebf-a1a0-4abe44ee6f74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219614 Jun 03 15:24:50.023149 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a96252a1-b778-4c74-b706-06ed7e6125f3 req-1143c423-0acd-478d-af65-aec17904c35a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/ports?device_id=4373bcae-1de6-42f6-8c79-a7ec465e7a64 HTTP/1.1" status: 200 len: 210 time: 0.0768244 Jun 03 15:24:50.037655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ebfc3b5f-c35a-487c-80d6-af0e84f70d05 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:50.072451 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52ffeaee-f9c2-4a12-8d8b-52b717b9e1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.082900 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52ffeaee-f9c2-4a12-8d8b-52b717b9e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.146030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffeaee-f9c2-4a12-8d8b-52b717b9e1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdddd89-5011-4960-885d-f406edaffbb9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:50.197243 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-52ffeaee-f9c2-4a12-8d8b-52b717b9e1b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3187927c444b46bba774287044375a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6729629 Jun 03 15:24:50.198204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:50.273961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:50.298131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:50.299365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.342954 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.354797 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b265291-c8cc-41d6-8187-12f9387fb187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.401000 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b265291-c8cc-41d6-8187-12f9387fb187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.532487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-105080f4-b39d-4a65-9076-43eba6e66e77 service neutron] 10.222.0.48 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635345 Jun 03 15:24:50.542826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b265291-c8cc-41d6-8187-12f9387fb187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.543436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Network 48aad936-e531-4a2d-9399-bd46ec2903fc is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:50.550783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:50.577544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b265291-c8cc-41d6-8187-12f9387fb187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdddd89-5011-4960-885d-f406edaffbb9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:50.579114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:24:50.579974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d167412d-487b-4d68-b6ac-c6cda8abcf30 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:50.590154 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b265291-c8cc-41d6-8187-12f9387fb187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.594768 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6b265291-c8cc-41d6-8187-12f9387fb187 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fdddd89-5011-4960-885d-f406edaffbb9 HTTP/1.1" status: 204 len: 168 time: 0.3953164 Jun 03 15:24:50.712943 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.759962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Pushing event updated for resources: {'Port': ['ID=e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:50.950781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Sync routers for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:50.972491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:50.974263 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:50.974923 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0bf25bc0-a2a6-4f9f-84b6-d53e69dc039d req-59fb7754-bba1-4bee-9b33-be321f872029 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=4373bcae-1de6-42f6-8c79-a7ec465e7a64 HTTP/1.1" status: 200 len: 210 time: 0.0846689 Jun 03 15:24:51.025127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:51.025769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:51.074076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61216a-5588-4b01-a788-1028a32d6a20 req-4e47b738-a8ba-45c3-967d-750919c4b0e9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:51.081360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b61216a-5588-4b01-a788-1028a32d6a20 req-4e47b738-a8ba-45c3-967d-750919c4b0e9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 944 time: 0.9089224 Jun 03 15:24:51.149119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port d167412d-487b-4d68-b6ac-c6cda8abcf30 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:51.200693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d167412d-487b-4d68-b6ac-c6cda8abcf30 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:51.201274 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.215531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25bc0-a2a6-4f9f-84b6-d53e69dc039d req-6bf6d667-ed07-4dec-9d04-2cb12aef425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:51.219188 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0bf25bc0-a2a6-4f9f-84b6-d53e69dc039d req-6bf6d667-ed07-4dec-9d04-2cb12aef425c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=19ba0556664e4d8691d74307513714e4&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2277009 Jun 03 15:24:51.228944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-db6bb961-b196-4507-bd77-e15bf97fb1d1 service neutron] 10.222.0.48 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819828 Jun 03 15:24:51.250382 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b61216a-5588-4b01-a788-1028a32d6a20 req-251827a3-d1ba-44c2-981a-f6606973be3d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625407 Jun 03 15:24:51.288775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:51.310351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ebfc3b5f-c35a-487c-80d6-af0e84f70d05, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:51.380226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.493396 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.549097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3925271a-f119-483b-8788-39772335d382 req-ca3940c4-97e5-4d2c-a468-0ecf061ec7c4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4373bcae-1de6-42f6-8c79-a7ec465e7a64 HTTP/1.1" status: 200 len: 210 time: 0.0720356 Jun 03 15:24:51.557305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c650e899-9cd7-438d-a16e-c6d954b4ce2e None None] Provisioning for port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:51.610927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c650e899-9cd7-438d-a16e-c6d954b4ce2e None None] Provisioning complete for port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:51.611637 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c650e899-9cd7-438d-a16e-c6d954b4ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:51.691299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:51.711231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25bc0-a2a6-4f9f-84b6-d53e69dc039d req-73483896-c3b3-4237-808f-96b2aab9d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:51.712917 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0bf25bc0-a2a6-4f9f-84b6-d53e69dc039d req-73483896-c3b3-4237-808f-96b2aab9d977 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4648490 Jun 03 15:24:51.740345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-17b25e43-c79e-48be-b0f1-4793cc8b01be tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:51.741086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-17b25e43-c79e-48be-b0f1-4793cc8b01be tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Synchronizing usage tracker for tenant:63f09c0f56ea4e1492599389d57cfff0 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:24:51.771639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-17b25e43-c79e-48be-b0f1-4793cc8b01be tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Unset dirty status for tenant:63f09c0f56ea4e1492599389d57cfff0 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:24:51.773307 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-17b25e43-c79e-48be-b0f1-4793cc8b01be tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6751b28-7ef0-4978-8115-293893843b6f HTTP/1.1" status: 200 len: 946 time: 0.1981142 Jun 03 15:24:51.820249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:51.942017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-523c9189-44a4-421b-806d-9c43422be840 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Deleting port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:51.942525 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-523c9189-44a4-421b-806d-9c43422be840 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.077216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c650e899-9cd7-438d-a16e-c6d954b4ce2e None None] Port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:52.083062 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0bf25bc0-a2a6-4f9f-84b6-d53e69dc039d req-68de0ecb-e5ae-4202-8ca7-497ac149e0aa tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/ports?device_id=4373bcae-1de6-42f6-8c79-a7ec465e7a64 HTTP/1.1" status: 200 len: 210 time: 0.1011038 Jun 03 15:24:52.298486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41230) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:52.309995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-21b49b24-5709-4135-9fab-01d9c4df970b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:52.319952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-21b49b24-5709-4135-9fab-01d9c4df970b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/networks?id=cd16ec5d-4695-4d46-80e2-554e1a610ac6 HTTP/1.1" status: 200 len: 813 time: 0.5153193 Jun 03 15:24:52.335610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d167412d-487b-4d68-b6ac-c6cda8abcf30 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:52.336500 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.363966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-36f60c36-0b65-4663-9530-7b93d55d9a48 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/quotas/63f09c0f56ea4e1492599389d57cfff0 HTTP/1.1" status: 200 len: 375 time: 0.0418789 Jun 03 15:24:52.408825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port d167412d-487b-4d68-b6ac-c6cda8abcf30, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d167412d-487b-4d68-b6ac-c6cda8abcf30,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:52.442074 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.442980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:52.597221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-523c9189-44a4-421b-806d-9c43422be840 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] For port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:52.600231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-523c9189-44a4-421b-806d-9c43422be840 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.626351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beae3c-8e29-4568-ba35-0e431d742148 req-75758952-77b2-4297-b63d-5ed2c2652339 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:52.628256 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07beae3c-8e29-4568-ba35-0e431d742148 req-75758952-77b2-4297-b63d-5ed2c2652339 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "GET /v2.0/ports?device_id=3919b401-91f1-4569-853a-39631e5871dc HTTP/1.1" status: 200 len: 945 time: 0.2437515 Jun 03 15:24:52.708229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=d167412d-487b-4d68-b6ac-c6cda8abcf30,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:52.729059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:52.741559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:52.743225 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.752726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a71ba-3fea-4c42-8590-8d048008beb6 req-79a81ea2-849a-4672-b606-6e72806b9b82 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:52.765916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-292a71ba-3fea-4c42-8590-8d048008beb6 req-79a81ea2-849a-4672-b606-6e72806b9b82 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 946 time: 0.9596090 Jun 03 15:24:52.778159 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:24:52.827706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 2, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:52.841145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Checking router: 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:52.841489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Updating router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b port e63979ff-7f76-4bc3-aa76-7fe9b1720012 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:24:52.873336 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.926447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-fdaeddb4-abc3-424a-a2a8-192a2b710921 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=63f09c0f56ea4e1492599389d57cfff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5611129 Jun 03 15:24:52.932691 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:52.951596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2101733418-network', 'tenant_id': '59bdf2644e8548b8bfce371e2666ccd3'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:52.979401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-523c9189-44a4-421b-806d-9c43422be840 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Calling delete_port for ed467b5c-6aa5-44e7-9e46-51c2ce323c7b owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:52.982507 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.022282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:53.023221 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.032002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:53.068080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Usage tracker for resource:network and tenant:59bdf2644e8548b8bfce371e2666ccd3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:53.075284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:53.094247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:53.101964 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2ec2ca36-b5e0-4cea-91c8-d114f5b5952b,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:53.105896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-07beae3c-8e29-4568-ba35-0e431d742148 req-f8b9f5e2-1b5f-493b-a2c0-9ca4ac6729bb tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Deleting port 8b071ae1-fc86-4050-83cb-b34339d6ae66 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:24:53.106242 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-07beae3c-8e29-4568-ba35-0e431d742148 req-f8b9f5e2-1b5f-493b-a2c0-9ca4ac6729bb tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.118778 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.277213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d167412d-487b-4d68-b6ac-c6cda8abcf30 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:53.288733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Made reservation on behalf of 59bdf2644e8548b8bfce371e2666ccd3 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:53.291433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.359794 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.396065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-292a71ba-3fea-4c42-8590-8d048008beb6 req-561f391e-1700-4035-a67a-19d507273c70 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5640972 Jun 03 15:24:53.423322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Pushing event updated for resources: {'Port': ['ID=e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:53.429829 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.460835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:53.474958 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Usage tracker for resource:security_group_rule and tenant:59bdf2644e8548b8bfce371e2666ccd3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:53.484355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:53.500197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:53.524222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=2ec2ca36-b5e0-4cea-91c8-d114f5b5952b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:53.578266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-402198a1-6ed7-4cff-98d1-b1275b3e3a20 service neutron] 10.222.0.48 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467764 Jun 03 15:24:53.623562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-07beae3c-8e29-4568-ba35-0e431d742148 req-f8b9f5e2-1b5f-493b-a2c0-9ca4ac6729bb tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] For port 8b071ae1-fc86-4050-83cb-b34339d6ae66, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8b071ae1-fc86-4050-83cb-b34339d6ae66,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:53.624478 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-07beae3c-8e29-4568-ba35-0e431d742148 req-f8b9f5e2-1b5f-493b-a2c0-9ca4ac6729bb tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.770383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d167412d-487b-4d68-b6ac-c6cda8abcf30 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:53.770752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:53.805109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Network 48aad936-e531-4a2d-9399-bd46ec2903fc is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:24:53.813529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:24:53.834364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-83adeffb-1f7f-4f78-8ece-4fd8566929e6 service neutron] 10.222.0.48 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459309 Jun 03 15:24:53.909435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-07beae3c-8e29-4568-ba35-0e431d742148 req-f8b9f5e2-1b5f-493b-a2c0-9ca4ac6729bb tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Calling delete_port for 8b071ae1-fc86-4050-83cb-b34339d6ae66 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:24:54.198671 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfa7a8e-16a5-4c4e-8086-612e031a9029'] response: {'server_uuid': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05', 'code': 200} Jun 03 15:24:54.316555 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-523c9189-44a4-421b-806d-9c43422be840 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:54.462251 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:54.518347 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:54.570865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2d51df1b-ae22-4090-92a0-506e5b2dfdb6 None None] Provisioning complete for port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:54.571732 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2d51df1b-ae22-4090-92a0-506e5b2dfdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:54.607741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-66611d4b-e5aa-433f-a8db-f48731d278ad req-59599615-7199-4241-8aad-940855f53e23 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 210 time: 0.0637720 Jun 03 15:24:54.627615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d167412d-487b-4d68-b6ac-c6cda8abcf30 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:54.688978 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:54.713034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Transition to ACTIVE for port object e63979ff-7f76-4bc3-aa76-7fe9b1720012 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:54.730995 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:54.906977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-1c102f80-8ff4-4bda-bc0f-76fd61573898 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:54.912216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-1c102f80-8ff4-4bda-bc0f-76fd61573898 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 819 time: 0.9185212 Jun 03 15:24:54.954951 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2d51df1b-ae22-4090-92a0-506e5b2dfdb6 None None] Port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:24:54.956518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Request body: {'port': {'device_id': '5be42917-d74b-4a1a-8e30-c155903fe0cf', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'admin_state_up': True, 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:55.025752 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-07beae3c-8e29-4568-ba35-0e431d742148 req-f8b9f5e2-1b5f-493b-a2c0-9ca4ac6729bb tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.041238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd711255-f2a1-4356-9b13-4d5fbc43ca51 None None] Pushing event updated for resources: {'Port': ['ID=e63979ff-7f76-4bc3-aa76-7fe9b1720012,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:55.069238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862be86c-411c-4d8f-8371-159b4abf528f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:55.076279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c9189-44a4-421b-806d-9c43422be840 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Pushing event deleted for resources: {'Port': ['ID=ed467b5c-6aa5-44e7-9e46-51c2ce323c7b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:55.274934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Attempting to bind port e63979ff-7f76-4bc3-aa76-7fe9b1720012 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:55.278055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Attempting to bind port e63979ff-7f76-4bc3-aa76-7fe9b1720012 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:55.279048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Attempting to bind port e63979ff-7f76-4bc3-aa76-7fe9b1720012 on network c490fd12-08ed-4aa5-b629-fc58f429a667 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:55.315766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Router 753574b1-3d4a-4ce3-8971-098eca505188 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:24:55.323253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:55.323807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Checking segment: {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:55.324444 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.327227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Bound using segment: {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:55.328020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Bound port: e63979ff-7f76-4bc3-aa76-7fe9b1720012, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:55.328630 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.333271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46019-b75c-4c66-930f-9ff015427295 req-90e9d4bd-3a54-4ccd-b991-e1b61d1d714a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:55.340695 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58d46019-b75c-4c66-930f-9ff015427295 req-90e9d4bd-3a54-4ccd-b991-e1b61d1d714a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.8935432 Jun 03 15:24:55.396401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:55.540695 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58d46019-b75c-4c66-930f-9ff015427295 req-7876e61c-9bd5-4cf5-8c41-fb1cde3c4c81 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989484 Jun 03 15:24:55.559648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9f5e2-1b5f-493b-a2c0-9ca4ac6729bb tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Pushing event deleted for resources: {'Port': ['ID=8b071ae1-fc86-4050-83cb-b34339d6ae66,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:55.574914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:24:55.651377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:55.659780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Usage tracker for resource:port and tenant:b48be3565d6942b5af8b73b5a255181e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:55.666596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:55.680151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:55.718582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-07beae3c-8e29-4568-ba35-0e431d742148 req-f8b9f5e2-1b5f-493b-a2c0-9ca4ac6729bb tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] No DVR routers for this DVR port 8b071ae1-fc86-4050-83cb-b34339d6ae66 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:55.724140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-523c9189-44a4-421b-806d-9c43422be840 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] No DVR routers for this DVR port ed467b5c-6aa5-44e7-9e46-51c2ce323c7b on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:24:55.731913 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-523c9189-44a4-421b-806d-9c43422be840 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.768957 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-07beae3c-8e29-4568-ba35-0e431d742148 req-f8b9f5e2-1b5f-493b-a2c0-9ca4ac6729bb tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.773321 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07beae3c-8e29-4568-ba35-0e431d742148 req-f8b9f5e2-1b5f-493b-a2c0-9ca4ac6729bb tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "DELETE /v2.0/ports/8b071ae1-fc86-4050-83cb-b34339d6ae66 HTTP/1.1" status: 204 len: 173 time: 3.0771718 Jun 03 15:24:55.775912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6751b28-7ef0-4978-8115-293893843b6f', 'name': 'network-vif-deleted', 'tag': 'ed467b5c-6aa5-44e7-9e46-51c2ce323c7b'}, {'server_uuid': '3919b401-91f1-4569-853a-39631e5871dc', 'name': 'network-vif-deleted', 'tag': '8b071ae1-fc86-4050-83cb-b34339d6ae66'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:24:55.791542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:55.792324 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.805174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:55.805618 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Added segment 7548abad-f5ef-4a84-90d0-47a39c418cfc of type vlan for network 89f9ab9e-b2ef-458a-97bf-94e559fee70d Jun 03 15:24:55.816626 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d18dbca8-3a23-4802-a79b-cba099abc8e0 req-523c9189-44a4-421b-806d-9c43422be840 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "DELETE /v2.0/ports/ed467b5c-6aa5-44e7-9e46-51c2ce323c7b HTTP/1.1" status: 204 len: 173 time: 4.0187082 Jun 03 15:24:55.827938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbea0e-8017-4609-95cd-c7f5be74de39 req-07b323bd-0201-48c3-a2e1-76073c8242b5 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:55.839471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62dbea0e-8017-4609-95cd-c7f5be74de39 req-07b323bd-0201-48c3-a2e1-76073c8242b5 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 946 time: 0.8325424 Jun 03 15:24:55.844229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41268) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:55.929935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-867d1c85-596e-4112-9547-9330c3ade7cf tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Request body: {'floatingip': {'port_id': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:55.949941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:24:55.967761 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Sync routers for ids ['753574b1-3d4a-4ce3-8971-098eca505188'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:24:55.977837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Made reservation on behalf of b48be3565d6942b5af8b73b5a255181e for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:55.984535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:56.003076 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Routers {'753574b1-3d4a-4ce3-8971-098eca505188'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:56.006622 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['753574b1-3d4a-4ce3-8971-098eca505188'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:56.046681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] For port e63979ff-7f76-4bc3-aa76-7fe9b1720012, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:56.117830 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-867d1c85-596e-4112-9547-9330c3ade7cf tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:56.140447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4c0f6e17-c6a3-4089-bed1-0dfa27fce728 admin admin] 10.222.0.48 "PUT /v2.0/routers/753574b1-3d4a-4ce3-8971-098eca505188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5533574 Jun 03 15:24:56.162958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] For port e63979ff-7f76-4bc3-aa76-7fe9b1720012, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e63979ff-7f76-4bc3-aa76-7fe9b1720012,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:56.166825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8b071ae1-fc86-4050-83cb-b34339d6ae66 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:56.255177 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:56.536354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 8b071ae1-fc86-4050-83cb-b34339d6ae66 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:56.536962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8b071ae1-fc86-4050-83cb-b34339d6ae66 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:56.537550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ed467b5c-6aa5-44e7-9e46-51c2ce323c7b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:24:56.587170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: ed467b5c-6aa5-44e7-9e46-51c2ce323c7b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:24:56.588267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ed467b5c-6aa5-44e7-9e46-51c2ce323c7b not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:24:56.593251 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Set router 753574b1-3d4a-4ce3-8971-098eca505188 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:56.617669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Allocated IP 172.20.0.7 (c490fd12-08ed-4aa5-b629-fc58f429a667/64180303-93d7-4e1d-bc54-8d5d83e99d29/e1d88924-fe16-4c52-aa20-f56a89f0b95c) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:24:56.685046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:56.699237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:56.700417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:56.979571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41290) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:57.119238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd711255-f2a1-4356-9b13-4d5fbc43ca51 None None] Pushing event updated for resources: {'Port': ['ID=e63979ff-7f76-4bc3-aa76-7fe9b1720012,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:57.142913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b71f19-8525-4ecd-851d-789446ac48ce req-fb42892c-1f09-45b2-a23b-4d8c28a27602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:57.145465 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-38b71f19-8525-4ecd-851d-789446ac48ce req-fb42892c-1f09-45b2-a23b-4d8c28a27602 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 1096 time: 2.4678855 Jun 03 15:24:57.157338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:57.158528 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:57.478497 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753574b1-3d4a-4ce3-8971-098eca505188', 'name': 'tempest-ServersTestFqdnHostnames-452234718-router', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:39Z', 'updated_at': '2022-06-03T15:24:51Z', 'revision_number': 4, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'gw_port': {'id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:42Z', 'updated_at': '2022-06-03T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c', 'name': '', 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'mac_address': 'fa:16:3e:f3:cf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '734b371a-8070-4677-88e6-ca413d8da1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:48Z', 'updated_at': '2022-06-03T15:24:51Z', 'revision_number': 2, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'subnets': [{'id': '734b371a-8070-4677-88e6-ca413d8da1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:57.486940 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Checking router: 753574b1-3d4a-4ce3-8971-098eca505188 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:24:57.487994 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Updating router 753574b1-3d4a-4ce3-8971-098eca505188 port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:24:57.578265 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:57.595678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e63979ff-7f76-4bc3-aa76-7fe9b1720012 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:57.826680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-38b71f19-8525-4ecd-851d-789446ac48ce req-5f97ecb6-5b25-413d-8c85-432ff81fed28 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6404238 Jun 03 15:24:57.904784 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:57.905927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:57.906600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:57.949799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e63979ff-7f76-4bc3-aa76-7fe9b1720012 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:24:57.969530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e63979ff-7f76-4bc3-aa76-7fe9b1720012 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:57.970319 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.071934 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 5.7721140 Jun 03 15:24:58.076546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:24:58.086737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Request body: {'subnet': {'network_id': '89f9ab9e-b2ef-458a-97bf-94e559fee70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2101733418-subnet', 'tenant_id': '59bdf2644e8548b8bfce371e2666ccd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:24:58.100771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Pushing event updated for resources: {'Network': ['ID=89f9ab9e-b2ef-458a-97bf-94e559fee70d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:58.107253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:24:58.115450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Usage tracker for resource:subnet and tenant:59bdf2644e8548b8bfce371e2666ccd3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:24:58.121491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:24:58.132939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:24:58.157552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.158678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.159069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.159730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.160445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.161102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.161754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.162433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.163097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.164151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.164450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.165119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617ec15-7bfb-4fe2-b2e9-78d153e0ee2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:24:58.174068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Made reservation on behalf of 59bdf2644e8548b8bfce371e2666ccd3 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:24:58.178641 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.207713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 89f9ab9e-b2ef-458a-97bf-94e559fee70d details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:24:58.396538 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.429266 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Transition to ACTIVE for port object e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:58.442303 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.541297 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-867d1c85-596e-4112-9547-9330c3ade7cf tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.551147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-867d1c85-596e-4112-9547-9330c3ade7cf tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.561224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e63979ff-7f76-4bc3-aa76-7fe9b1720012 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:24:58.561901 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.653623 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53588194-ad5a-4952-b33f-cb0f5ae405e6 None None] Pushing event updated for resources: {'Port': ['ID=e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:58.752722 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Attempting to bind port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:24:58.758194 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Attempting to bind port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b2eafc2c-168e-4d81-a203-e9324eee30a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:24:58.759724 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Attempting to bind port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c on network 48aad936-e531-4a2d-9399-bd46ec2903fc {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:24:58.765745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e63979ff-7f76-4bc3-aa76-7fe9b1720012, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e63979ff-7f76-4bc3-aa76-7fe9b1720012,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:24:58.774899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30633678-f826-4051-8896-275ae800287b req-08ee74e7-b2ef-4f66-9cb9-af10a7346574 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:58.777522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-08ee74e7-b2ef-4f66-9cb9-af10a7346574 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 819 time: 1.8943393 Jun 03 15:24:58.780173 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.785514 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:24:58.785934 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Checking segment: {'id': 'b2eafc2c-168e-4d81-a203-e9324eee30a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:24:58.786341 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:58.787032 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Bound using segment: {'id': 'b2eafc2c-168e-4d81-a203-e9324eee30a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:24:58.791038 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Bound port: e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2eafc2c-168e-4d81-a203-e9324eee30a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:24:58.791632 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.028226 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] For port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:24:59.040151 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] For port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c,segment=NetworkSegment(b2eafc2c-168e-4d81-a203-e9324eee30a9),segment_id=b2eafc2c-168e-4d81-a203-e9324eee30a9)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:24:59.046573 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.049304 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.099752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:56Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:59.105235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-89449409-4932-4b32-9276-03589e509d72 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/quotas/b48be3565d6942b5af8b73b5a255181e HTTP/1.1" status: 200 len: 375 time: 0.2799103 Jun 03 15:24:59.114440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e63979ff-7f76-4bc3-aa76-7fe9b1720012,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:59.125357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4d46f5-0efb-48e8-a0fc-6bbc7232a28d None None] The sync data for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 is: [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:56Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:24:59.129732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Transition to ACTIVE for port object e1d88924-fe16-4c52-aa20-f56a89f0b95c will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:24:59.174151 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Routers {'753574b1-3d4a-4ce3-8971-098eca505188'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:24:59.178614 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['753574b1-3d4a-4ce3-8971-098eca505188'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:24:59.193826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.295434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e63979ff-7f76-4bc3-aa76-7fe9b1720012 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:24:59.304282 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-867d1c85-596e-4112-9547-9330c3ade7cf tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Floating IP 2bc4130c-ec31-4fe1-917a-978709593fdf associated. External IP: 172.25.7.180, port: 8b5b05c2-fd8b-450c-bd28-42d47759b3f7. Jun 03 15:24:59.358158 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53588194-ad5a-4952-b33f-cb0f5ae405e6 None None] Pushing event updated for resources: {'Port': ['ID=e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:24:59.375054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-2e0c128b-68fa-434e-b8f4-f778a79e52b4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:24:59.377527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-2e0c128b-68fa-434e-b8f4-f778a79e52b4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 1.6846857 Jun 03 15:24:59.561270 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.614172 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] Set router 753574b1-3d4a-4ce3-8971-098eca505188 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:24:59.616191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e63979ff-7f76-4bc3-aa76-7fe9b1720012 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:24:59.616672 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:24:59.855314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-75af165f-b831-428b-9eeb-f140d6e1f9a5 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/quotas/19ba0556664e4d8691d74307513714e4 HTTP/1.1" status: 200 len: 375 time: 0.4379127 Jun 03 15:24:59.910006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e63979ff-7f76-4bc3-aa76-7fe9b1720012 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:00.054599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-8d06a7cb-5e7b-4cc1-9c81-be23410fb4b2 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:00.056382 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-8d06a7cb-5e7b-4cc1-9c81-be23410fb4b2 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "GET /v2.0/networks?id=cd16ec5d-4695-4d46-80e2-554e1a610ac6 HTTP/1.1" status: 200 len: 813 time: 1.0290573 Jun 03 15:25:00.130331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Request body: {'port': {'device_id': '22c7c6d9-5982-4e0e-bd43-d742a8465a9e', 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6', 'admin_state_up': True, 'tenant_id': '63f09c0f56ea4e1492599389d57cfff0'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:00.219254 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753574b1-3d4a-4ce3-8971-098eca505188', 'name': 'tempest-ServersTestFqdnHostnames-452234718-router', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:39Z', 'updated_at': '2022-06-03T15:24:51Z', 'revision_number': 4, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'gw_port': {'id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:42Z', 'updated_at': '2022-06-03T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c', 'name': '', 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'mac_address': 'fa:16:3e:f3:cf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '734b371a-8070-4677-88e6-ca413d8da1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:48Z', 'updated_at': '2022-06-03T15:24:59Z', 'revision_number': 4, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'subnets': [{'id': '734b371a-8070-4677-88e6-ca413d8da1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:00.223758 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409522e-d40d-4d5b-ae1e-b75bc12ce3a7 None None] The sync data for ids ['753574b1-3d4a-4ce3-8971-098eca505188'] in n-d-844595-1 is: [{'id': '753574b1-3d4a-4ce3-8971-098eca505188', 'name': 'tempest-ServersTestFqdnHostnames-452234718-router', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:39Z', 'updated_at': '2022-06-03T15:24:51Z', 'revision_number': 4, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'gw_port': {'id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:42Z', 'updated_at': '2022-06-03T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c', 'name': '', 'network_id': '48aad936-e531-4a2d-9399-bd46ec2903fc', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'mac_address': 'fa:16:3e:f3:cf:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '734b371a-8070-4677-88e6-ca413d8da1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:48Z', 'updated_at': '2022-06-03T15:24:59Z', 'revision_number': 4, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'subnets': [{'id': '734b371a-8070-4677-88e6-ca413d8da1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:25:00.415200 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:00.450031 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-b33e7ca5-7ef4-4172-9b80-b94a26d3edc5 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3435149 Jun 03 15:25:00.738823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Network c490fd12-08ed-4aa5-b629-fc58f429a667 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:00.764369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:00.841712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:00.871309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event updated for resources: {'Port': ['ID=e1d88924-fe16-4c52-aa20-f56a89f0b95c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:00.957655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3427a792-8651-4d7c-9033-d08195b414c4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0975492 Jun 03 15:25:00.960595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6f71e8-e2d4-46fd-b5f6-4bf295ee9c8b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:00.964272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Checking segment: {'id': '7548abad-f5ef-4a84-90d0-47a39c418cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '89f9ab9e-b2ef-458a-97bf-94e559fee70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:00.964748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Network hostable DHCP agents. Network: 89f9ab9e-b2ef-458a-97bf-94e559fee70d, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:25:01.103829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:01.104663 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.131986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Network 89f9ab9e-b2ef-458a-97bf-94e559fee70d is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:25:01.146061 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-71d21243-e64e-4b0d-bfd9-c202c8f6b037 service neutron] 10.222.0.48 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470511 Jun 03 15:25:01.150457 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-50236b30-3c3c-4afa-a2db-9f3bda760f32 None None] Provisioning for port e1d88924-fe16-4c52-aa20-f56a89f0b95c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:01.159408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-50236b30-3c3c-4afa-a2db-9f3bda760f32 None None] Provisioning complete for port e1d88924-fe16-4c52-aa20-f56a89f0b95c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:01.160279 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-50236b30-3c3c-4afa-a2db-9f3bda760f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.162927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-6cc671e0-ccfc-4cdc-bd7e-47f01dde0a26 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:01.164478 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-6cc671e0-ccfc-4cdc-bd7e-47f01dde0a26 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "GET /v2.0/networks?id=cd16ec5d-4695-4d46-80e2-554e1a610ac6 HTTP/1.1" status: 200 len: 813 time: 0.9893987 Jun 03 15:25:01.263033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:01.283506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 89f9ab9e-b2ef-458a-97bf-94e559fee70d) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:01.291064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Request body: {'port': {'device_id': 'b5d7d2d5-3888-4a57-b82f-7c0201ccee43', 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6', 'admin_state_up': True, 'tenant_id': '63f09c0f56ea4e1492599389d57cfff0'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:01.316702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-50236b30-3c3c-4afa-a2db-9f3bda760f32 None None] Port e1d88924-fe16-4c52-aa20-f56a89f0b95c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:01.326289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debe16f8-81b1-42e4-840d-8b2fa4c9cac3 None None] Network 89f9ab9e-b2ef-458a-97bf-94e559fee70d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:01.349313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:01.392050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:01.392969 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.405959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Usage tracker for resource:port and tenant:63f09c0f56ea4e1492599389d57cfff0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:01.454382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:01.529224 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-80aa16d1-980d-486a-82e7-bd330f725b52 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5833015 Jun 03 15:25:01.560515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:01.626089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:01.638707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:01.639011 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.711538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-42af3b27-5e0a-4d7b-bb1b-8d1b63bdbed1 service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461982 Jun 03 15:25:01.724258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Request body: {'port': {'device_id': '5be42917-d74b-4a1a-8e30-c155903fe0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:01.744810 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-abfa4f10-46fa-4baf-8762-66e1bc615267 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.6644719 Jun 03 15:25:01.794537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Made reservation on behalf of 63f09c0f56ea4e1492599389d57cfff0 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:01.801237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:01.943289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:01.943670 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.029610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c,segment=NetworkSegment(b2eafc2c-168e-4d81-a203-e9324eee30a9),segment_id=b2eafc2c-168e-4d81-a203-e9324eee30a9)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:02.039871 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.243215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-dd0d32c8-32f7-4ed1-ba2d-82d701ec91e6 service neutron] 10.222.0.48 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0852859 Jun 03 15:25:02.259357 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-69fcdd6f-0d29-462f-bcde-6fc2a57dd669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.283058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:02.305729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867d1c85-596e-4112-9547-9330c3ade7cf tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:25:02.309676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ed688-74b1-4703-bb9d-1f0f3a584412 None None] Network 89f9ab9e-b2ef-458a-97bf-94e559fee70d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:02.324175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:02.372540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Allocated IP 172.20.0.10 (cd16ec5d-4695-4d46-80e2-554e1a610ac6/67387eaf-aba4-4668-9559-6a7de542bc59/2a8165c9-0ad1-4dc4-b583-43c49ce71706) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:02.420628 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.488519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Usage tracker for resource:port and tenant:63f09c0f56ea4e1492599389d57cfff0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:02.498720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:02.527799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-a2b43642-707c-4a2c-b1bd-4103abc05e0b service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582598 Jun 03 15:25:02.545200 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcb6c90-7e73-45c4-affc-d869cc29768a'] response: {'server_uuid': 'a6751b28-7ef0-4978-8115-293893843b6f', 'name': 'network-vif-deleted', 'tag': 'ed467b5c-6aa5-44e7-9e46-51c2ce323c7b', 'status': 'completed', 'code': 200} Jun 03 15:25:02.545477 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcb6c90-7e73-45c4-affc-d869cc29768a'] response: {'server_uuid': '3919b401-91f1-4569-853a-39631e5871dc', 'name': 'network-vif-deleted', 'tag': '8b071ae1-fc86-4050-83cb-b34339d6ae66', 'status': 'completed', 'code': 200} Jun 03 15:25:02.608811 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:02.627055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:02.774056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Made reservation on behalf of 63f09c0f56ea4e1492599389d57cfff0 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:02.779469 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.348121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:03.442124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:03.443081 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.466263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.593155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867d1c85-596e-4112-9547-9330c3ade7cf tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:25:03.593743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-587a3bb8-3ce7-41bf-8ce3-2fb3a768c42a req-5d1ed596-8c0b-433a-90d2-5727c2a35778 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 210 time: 0.2191494 Jun 03 15:25:03.627151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-867d1c85-596e-4112-9547-9330c3ade7cf tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.643253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f25c5f-3fec-4172-974c-592d283e95ac None None] Sync routers for ids ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:25:03.676287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f25c5f-3fec-4172-974c-592d283e95ac None None] Routers {'958a9d9d-5fe2-44f5-b8f9-500b57c72b50'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:03.676931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46f25c5f-3fec-4172-974c-592d283e95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:24:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:03.748393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:03.805322 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-867d1c85-596e-4112-9547-9330c3ade7cf tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "PUT /v2.0/floatingips/2bc4130c-ec31-4fe1-917a-978709593fdf HTTP/1.1" status: 200 len: 992 time: 7.9473705 Jun 03 15:25:03.904872 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:03.913322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096f283-b7ef-48b6-b20d-370f958a47d9 req-da388d6f-4895-411c-9e31-ce92aa66f5e0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:03.925132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2096f283-b7ef-48b6-b20d-370f958a47d9 req-da388d6f-4895-411c-9e31-ce92aa66f5e0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.8874912 Jun 03 15:25:03.999065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-46f25c5f-3fec-4172-974c-592d283e95ac None None] Set router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:25:04.093862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Network cd16ec5d-4695-4d46-80e2-554e1a610ac6 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:04.100206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:04.108664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:04.135435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Pushing event updated for resources: {'Port': ['ID=2a8165c9-0ad1-4dc4-b583-43c49ce71706,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:04.147837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Allocated IP 172.20.0.14 (cd16ec5d-4695-4d46-80e2-554e1a610ac6/67387eaf-aba4-4668-9559-6a7de542bc59/70cb2b2d-09d6-4279-b58a-3b149de0aa8f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:04.318375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2096f283-b7ef-48b6-b20d-370f958a47d9 req-952781bb-393a-4583-854c-e39a6e249a05 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915746 Jun 03 15:25:04.383937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] Deleting port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:04.384900 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.411080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:04.412079 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.477087 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d3e8ac1e-73ca-4d48-bf9e-188776dc700d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3530898 Jun 03 15:25:04.512405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Request body: {'port': {'device_id': '22c7c6d9-5982-4e0e-bd43-d742a8465a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:04.526268 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ed962f15-ecbc-4ff6-b16b-19c12f5ab863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:04.567326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'tag': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:04.688353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46f25c5f-3fec-4172-974c-592d283e95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:43Z', 'revision_number': 4, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '2bc4130c-ec31-4fe1-917a-978709593fdf', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'port_id': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'mac_address': 'fa:16:3e:cf:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:15Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 1, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebb88db-c46d-47fa-8d93-fdece710af90', 'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'mac_address': 'fa:16:3e:f0:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:40Z', 'updated_at': '2022-06-03T15:23:53Z', 'revision_number': 5, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'subnets': [{'id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:04.711679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f25c5f-3fec-4172-974c-592d283e95ac None None] Checking router: 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:25:04.746629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f25c5f-3fec-4172-974c-592d283e95ac None None] Routers {'958a9d9d-5fe2-44f5-b8f9-500b57c72b50'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:04.747519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46f25c5f-3fec-4172-974c-592d283e95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:25:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:04.839001 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:25:04.965926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-06b186b4-552b-463e-b452-19af8e265591 req-67fa4e2a-655f-4892-8150-c71102791768 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Synchronizing usage tracker for tenant:b48be3565d6942b5af8b73b5a255181e on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:05.000435 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.015806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-21d7e044-040c-43bd-b34c-94a19d198586 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:05.017691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-21d7e044-040c-43bd-b34c-94a19d198586 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/networks?id=89f9ab9e-b2ef-458a-97bf-94e559fee70d HTTP/1.1" status: 200 len: 813 time: 0.8910685 Jun 03 15:25:05.020127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.087973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-46f25c5f-3fec-4172-974c-592d283e95ac None None] Set router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:25:05.095965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d88924-fe16-4c52-aa20-f56a89f0b95c {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:05.116599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-12b4423f-0785-4cc5-8103-b73764e08d15 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/quotas/59bdf2644e8548b8bfce371e2666ccd3 HTTP/1.1" status: 200 len: 375 time: 0.0725756 Jun 03 15:25:05.117481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-06b186b4-552b-463e-b452-19af8e265591 req-67fa4e2a-655f-4892-8150-c71102791768 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Unset dirty status for tenant:b48be3565d6942b5af8b73b5a255181e on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:05.127892 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06b186b4-552b-463e-b452-19af8e265591 req-67fa4e2a-655f-4892-8150-c71102791768 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 210 time: 0.5752249 Jun 03 15:25:05.139124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.196191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30633678-f826-4051-8896-275ae800287b req-ca028d1e-23fa-4f9f-b72f-44943da3c5b1 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:05.196937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-30633678-f826-4051-8896-275ae800287b req-ca028d1e-23fa-4f9f-b72f-44943da3c5b1 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Synchronizing usage tracker for tenant:b48be3565d6942b5af8b73b5a255181e on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:05.315284 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.416894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-511ea573-032f-439b-a705-4c92dec97fb0 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59bdf2644e8548b8bfce371e2666ccd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2871931 Jun 03 15:25:05.518531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-30633678-f826-4051-8896-275ae800287b req-ca028d1e-23fa-4f9f-b72f-44943da3c5b1 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Unset dirty status for tenant:b48be3565d6942b5af8b73b5a255181e on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:05.520537 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-ca028d1e-23fa-4f9f-b72f-44943da3c5b1 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 819 time: 0.7255518 Jun 03 15:25:05.544121 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.563796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Request body: {'port': {'device_id': '2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'admin_state_up': True, 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:05.566489 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.572570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Transition to ACTIVE for port object e1d88924-fe16-4c52-aa20-f56a89f0b95c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:05.623064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Network cd16ec5d-4695-4d46-80e2-554e1a610ac6 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:05.685401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:05.697367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:05.704922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2fb5602e-16a5-48f9-b992-e40646f1387d req-51db6602-0b48-4c12-a318-99af770e16a0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 210 time: 0.3560228 Jun 03 15:25:05.707823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] For port e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c,segment=NetworkSegment(b2eafc2c-168e-4d81-a203-e9324eee30a9),segment_id=b2eafc2c-168e-4d81-a203-e9324eee30a9)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:05.708383 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.717427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46f25c5f-3fec-4172-974c-592d283e95ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:43Z', 'revision_number': 4, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '2bc4130c-ec31-4fe1-917a-978709593fdf', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'port_id': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'mac_address': 'fa:16:3e:cf:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:15Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 1, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebb88db-c46d-47fa-8d93-fdece710af90', 'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'mac_address': 'fa:16:3e:f0:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:40Z', 'updated_at': '2022-06-03T15:23:53Z', 'revision_number': 5, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'subnets': [{'id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:05.722879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f25c5f-3fec-4172-974c-592d283e95ac None None] The sync data for ids ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'] in n-d-844595-1 is: [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:43Z', 'revision_number': 4, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '2bc4130c-ec31-4fe1-917a-978709593fdf', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'port_id': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'mac_address': 'fa:16:3e:cf:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:24:15Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 1, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ebb88db-c46d-47fa-8d93-fdece710af90', 'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'mac_address': 'fa:16:3e:f0:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:40Z', 'updated_at': '2022-06-03T15:23:53Z', 'revision_number': 5, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'subnets': [{'id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:25:05.736629 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.755393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Pushing event updated for resources: {'Port': ['ID=70cb2b2d-09d6-4279-b58a-3b149de0aa8f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:05.867589 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:05.868263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:05.917947 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-195051d7-cd09-4062-b2de-c9439eb7c63b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6569538 Jun 03 15:25:05.967138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Request body: {'port': {'device_id': 'b5d7d2d5-3888-4a57-b82f-7c0201ccee43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:06.034467 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:25:06.074293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:06.160309 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786cc8c-9066-4e1f-9a2b-a695700e63c8 None None] New status for floating IP 2bc4130c-ec31-4fe1-917a-978709593fdf: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:25:06.193742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:06.224710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] Calling delete_port for e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:06.389526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8165c9-0ad1-4dc4-b583-43c49ce71706 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:06.426620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Made reservation on behalf of b48be3565d6942b5af8b73b5a255181e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:06.441010 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:06.476336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:06.539129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:06.641689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Transition to ACTIVE for port object 2a8165c9-0ad1-4dc4-b583-43c49ce71706 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:06.657687 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:06.723201 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:06.799431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Pushing event updated for resources: {'Port': ['ID=e1d88924-fe16-4c52-aa20-f56a89f0b95c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:06.890271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-f69be15a-d89f-49df-923d-a729dfedaac4 service neutron] 10.222.0.48 "GET /v2.0/networks/89f9ab9e-b2ef-458a-97bf-94e559fee70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4724476 Jun 03 15:25:06.891740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.892136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.892542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.892914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.893237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.893780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.894065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.894494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.895014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.895301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.895812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.896331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:06.962866 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:07.052732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Pushing event updated for resources: {'Port': ['ID=2a8165c9-0ad1-4dc4-b583-43c49ce71706,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:07.313100 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d89775a-8b60-4682-8291-d0edc4c87944'] response: {'name': 'network-changed', 'server_uuid': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'tag': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7', 'status': 'completed', 'code': 200} Jun 03 15:25:07.359408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-b7366f3d-f472-4ca4-830d-4377e6c3c669 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:07.361211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-b7366f3d-f472-4ca4-830d-4377e6c3c669 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 1.8508499 Jun 03 15:25:07.454857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:07.462878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Request body: {'port': {'device_id': '41f4bdaa-47e2-47a0-b2fe-8eed1a965f50', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'admin_state_up': True, 'tenant_id': '19ba0556664e4d8691d74307513714e4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:07.558870 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Allocated IP 172.20.0.12 (c490fd12-08ed-4aa5-b629-fc58f429a667/64180303-93d7-4e1d-bc54-8d5d83e99d29/2fdad0c6-aea3-4dd4-855d-aed54a317be2) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:07.585771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Attempting to bind port e1d88924-fe16-4c52-aa20-f56a89f0b95c on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:07.586173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Attempting to bind port e1d88924-fe16-4c52-aa20-f56a89f0b95c by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:07.586504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Attempting to bind port e1d88924-fe16-4c52-aa20-f56a89f0b95c on network c490fd12-08ed-4aa5-b629-fc58f429a667 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:07.693144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Port e1d88924-fe16-4c52-aa20-f56a89f0b95c on network c490fd12-08ed-4aa5-b629-fc58f429a667 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:07.693458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Attempting to bind port e1d88924-fe16-4c52-aa20-f56a89f0b95c on network c490fd12-08ed-4aa5-b629-fc58f429a667 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:07.742511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Attempting to bind port 2a8165c9-0ad1-4dc4-b583-43c49ce71706 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:07.743041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Attempting to bind port 2a8165c9-0ad1-4dc4-b583-43c49ce71706 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:07.743416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Attempting to bind port 2a8165c9-0ad1-4dc4-b583-43c49ce71706 on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:07.747616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:07.747959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Checking segment: {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:07.749019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Bound using segment: {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:07.749468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Bound port: e1d88924-fe16-4c52-aa20-f56a89f0b95c, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:07.749815 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:07.767980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-ff6ce2a8-bb7f-4f9c-9bd7-0b2ae168ce6e service neutron] 10.222.0.48 "GET /v2.0/networks/89f9ab9e-b2ef-458a-97bf-94e559fee70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8585939 Jun 03 15:25:07.788329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Port 2a8165c9-0ad1-4dc4-b583-43c49ce71706 on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:07.788799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Attempting to bind port 2a8165c9-0ad1-4dc4-b583-43c49ce71706 on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:07.822168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:07.822582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Checking segment: {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:07.823688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Bound using segment: {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:07.824360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Bound port: 2a8165c9-0ad1-4dc4-b583-43c49ce71706, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:07.824860 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:07.871702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-a2041a97-cab4-4c3c-93cc-0d4a0d12946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:07.874501 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-a2041a97-cab4-4c3c-93cc-0d4a0d12946b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1be8384af28e480b951e8a57efa1e41c&device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 1097 time: 0.5416086 Jun 03 15:25:08.034978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.045768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55067524-539c-4163-99c8-ca5c4682d09b req-14beb001-81b5-4eb7-bf86-e86bf46eea5f tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:08.053141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55067524-539c-4163-99c8-ca5c4682d09b req-14beb001-81b5-4eb7-bf86-e86bf46eea5f tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 944 time: 0.7060409 Jun 03 15:25:08.120511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] For port e1d88924-fe16-4c52-aa20-f56a89f0b95c, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:08.125630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] For port e1d88924-fe16-4c52-aa20-f56a89f0b95c, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e1d88924-fe16-4c52-aa20-f56a89f0b95c,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:08.130895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:08.160867 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.346645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] For port 2a8165c9-0ad1-4dc4-b583-43c49ce71706, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:08.390370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] For port 2a8165c9-0ad1-4dc4-b583-43c49ce71706, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2a8165c9-0ad1-4dc4-b583-43c49ce71706,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:08.411548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70cb2b2d-09d6-4279-b58a-3b149de0aa8f {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:08.423204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.430279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.441978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55067524-539c-4163-99c8-ca5c4682d09b req-9be831cf-2774-4a7c-ab73-914e734e512b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877330 Jun 03 15:25:08.534852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:08.554366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-01546152-d3c3-4580-92a4-2172f4a0c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:08.557566 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-01546152-d3c3-4580-92a4-2172f4a0c66a service neutron] 10.222.0.67 "GET /v2.0/networks?id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350 HTTP/1.1" status: 200 len: 915 time: 0.6536655 Jun 03 15:25:08.569197 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.570150 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.577078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Pushing event updated for resources: {'Port': ['ID=2a8165c9-0ad1-4dc4-b583-43c49ce71706,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:08.623401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Made reservation on behalf of 19ba0556664e4d8691d74307513714e4 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:08.629098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.689266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e1e9441-8e04-4174-8c3a-28881fd537df req-5e76e7bd-a132-4a14-b102-bef81495ddc0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 210 time: 0.3424881 Jun 03 15:25:08.704951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:08.706652 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.709263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] 10.222.0.67 "PUT /v2.0/ports/e1d88924-fe16-4c52-aa20-f56a89f0b95c HTTP/1.1" status: 200 len: 1091 time: 7.1123176 Jun 03 15:25:08.735769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:08.737520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:08.740749 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-dc96b876-b6df-4d1a-8752-a058717a1dab service neutron] 10.222.0.67 "PUT /v2.0/ports/2a8165c9-0ad1-4dc4-b583-43c49ce71706 HTTP/1.1" status: 200 len: 1092 time: 4.2341115 Jun 03 15:25:08.742884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Transition to ACTIVE for port object 2fdad0c6-aea3-4dd4-855d-aed54a317be2 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:08.761152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be42917-d74b-4a1a-8e30-c155903fe0cf', 'tag': 'e1d88924-fe16-4c52-aa20-f56a89f0b95c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:08.814832 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-8a8b0f31-e643-47e0-8554-5a113b06984f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b5b05c2-fd8b-450c-bd28-42d47759b3f7 HTTP/1.1" status: 200 len: 1002 time: 0.2330344 Jun 03 15:25:08.816060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Transition to ACTIVE for port object 70cb2b2d-09d6-4279-b58a-3b149de0aa8f will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:08.817280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cea5ef6b-07d0-4488-8c7a-61cfb4840727 req-1336175d-7f9a-448b-bbd3-29125f06d289 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 210 time: 0.2156739 Jun 03 15:25:08.916941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966366d7-7b2c-4854-b7c5-80106cd549bc service neutron] Pushing event updated for resources: {'Port': ['ID=e1d88924-fe16-4c52-aa20-f56a89f0b95c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:09.002032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.117964 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.120682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-51e72c49-56db-4cdf-bbd3-7c59ed18b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:09.122247 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-51e72c49-56db-4cdf-bbd3-7c59ed18b5f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53132eb5-c633-41cf-ac2b-c0d6f52a025b HTTP/1.1" status: 200 len: 853 time: 0.1795268 Jun 03 15:25:09.320733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c7c6d9-5982-4e0e-bd43-d742a8465a9e', 'tag': '2a8165c9-0ad1-4dc4-b583-43c49ce71706'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:09.354154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Network c490fd12-08ed-4aa5-b629-fc58f429a667 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:09.370182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:09.373026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Pushing event updated for resources: {'Port': ['ID=70cb2b2d-09d6-4279-b58a-3b149de0aa8f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:09.389900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:09.421514 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34640350-98c7-4864-9d8b-1bf7e66ade0b req-e4fac40e-5e6a-4add-be1f-269c2cf9c3b5 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 210 time: 0.3896089 Jun 03 15:25:09.696290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Allocated IP 172.20.0.10 (73aadb7d-95c2-4785-b949-eef112e3c4fb/901d199d-a134-429c-ba05-96e12007c774/bb75fab7-71d9-483f-a9b5-6e9fd4acd79b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:09.738118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] Router 753574b1-3d4a-4ce3-8971-098eca505188 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:25:09.750053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5f14313b-fa32-4b54-bc2c-eda03fdbfb9c None None] Provisioning for port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:09.758363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-de01ec36-902d-4eec-83be-53c61a134dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:09.759452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5f14313b-fa32-4b54-bc2c-eda03fdbfb9c None None] Provisioning complete for port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:09.762601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-de01ec36-902d-4eec-83be-53c61a134dfa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63f09c0f56ea4e1492599389d57cfff0&device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 1095 time: 0.7298586 Jun 03 15:25:09.762789 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5f14313b-fa32-4b54-bc2c-eda03fdbfb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.840896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event updated for resources: {'Port': ['ID=2fdad0c6-aea3-4dd4-855d-aed54a317be2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:09.842061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef4685-c5c5-4b3f-a7b8-374300e58e9c req-e8c0ff3c-b8d5-4fab-b07b-933a57f5280f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:09.850204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34ef4685-c5c5-4b3f-a7b8-374300e58e9c req-e8c0ff3c-b8d5-4fab-b07b-933a57f5280f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.8171077 Jun 03 15:25:09.886705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Attempting to bind port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:09.887032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Attempting to bind port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:09.887350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Attempting to bind port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:09.919018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:09.920310 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:09.920809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5f14313b-fa32-4b54-bc2c-eda03fdbfb9c None None] Port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:25:09.946806 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e7c6b4-2376-489c-8f36-06fb1c327654'] response: {'name': 'network-changed', 'server_uuid': '22c7c6d9-5982-4e0e-bd43-d742a8465a9e', 'tag': '2a8165c9-0ad1-4dc4-b583-43c49ce71706', 'status': 'completed', 'code': 200} Jun 03 15:25:09.958297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:09.958999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Attempting to bind port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f on network cd16ec5d-4695-4d46-80e2-554e1a610ac6 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:09.962813 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbdbe0b-1696-4b7e-8556-59b8d0ac1801'] response: {'name': 'network-changed', 'server_uuid': '5be42917-d74b-4a1a-8e30-c155903fe0cf', 'tag': 'e1d88924-fe16-4c52-aa20-f56a89f0b95c', 'status': 'completed', 'code': 200} Jun 03 15:25:09.975757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:09.976288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Checking segment: {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:09.977060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Bound using segment: {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:09.977742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Bound port: 70cb2b2d-09d6-4279-b58a-3b149de0aa8f, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:09.978280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:10.009425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-a03809bd-3a8d-487f-96a5-36f842016b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:10.012471 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-a03809bd-3a8d-487f-96a5-36f842016b84 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 1094 time: 1.1814950 Jun 03 15:25:10.077793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-9b66d3e7-a914-4049-8209-dbfb4d398ab2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a8165c9-0ad1-4dc4-b583-43c49ce71706 HTTP/1.1" status: 200 len: 217 time: 0.2051785 Jun 03 15:25:10.134431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-2ab9f602-49b6-4f8d-9508-5ab12bfcee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:10.136120 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-2ab9f602-49b6-4f8d-9508-5ab12bfcee3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9966481 Jun 03 15:25:10.203808 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-48bd8bf9-1bb1-465d-81e7-4d1f87b55abb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d88924-fe16-4c52-aa20-f56a89f0b95c HTTP/1.1" status: 200 len: 217 time: 0.1387119 Jun 03 15:25:10.205110 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-20786374-aef5-4600-8ca3-f88abf01bce9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6506214 Jun 03 15:25:10.269599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Request body: {'port': {'device_id': '2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:10.433055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] For port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:10.434630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34ef4685-c5c5-4b3f-a7b8-374300e58e9c req-42bf6d40-38ef-443c-8036-1e9043c6fc08 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833824 Jun 03 15:25:10.479468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-8ae8af14-7b5a-42f1-96fe-5572c483230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:10.481032 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-8ae8af14-7b5a-42f1-96fe-5572c483230b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.2217119 Jun 03 15:25:10.511004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] For port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=70cb2b2d-09d6-4279-b58a-3b149de0aa8f,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:10.565153 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:10.581909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-f9fb8937-abbd-4842-a08a-80f1f70ea900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:10.584156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-f9fb8937-abbd-4842-a08a-80f1f70ea900 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67387eaf-aba4-4668-9559-6a7de542bc59 HTTP/1.1" status: 200 len: 853 time: 0.4711497 Jun 03 15:25:10.601201 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-011746c7-e539-4dd9-a461-31ab69c9394d service neutron] 10.222.0.67 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480064 Jun 03 15:25:10.656808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-0f7ba9af-5a7b-4b9c-8403-ad4d78ae33ac tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:10.657937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-0f7ba9af-5a7b-4b9c-8403-ad4d78ae33ac tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.67 "GET /v2.0/networks?id=89f9ab9e-b2ef-458a-97bf-94e559fee70d HTTP/1.1" status: 200 len: 813 time: 0.6920691 Jun 03 15:25:10.673761 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:10.705511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:25:10.719259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a05781-37d2-41b3-b15d-fdfbdd23a248 None None] Sync routers for ids ['753574b1-3d4a-4ce3-8971-098eca505188'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:25:10.725114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:10.725795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:10.727299 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] 10.222.0.67 "PUT /v2.0/ports/70cb2b2d-09d6-4279-b58a-3b149de0aa8f HTTP/1.1" status: 200 len: 1092 time: 4.7957370 Jun 03 15:25:10.736764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a05781-37d2-41b3-b15d-fdfbdd23a248 None None] Routers {'753574b1-3d4a-4ce3-8971-098eca505188'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:10.739425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c3a05781-37d2-41b3-b15d-fdfbdd23a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:25:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['753574b1-3d4a-4ce3-8971-098eca505188'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:10.755664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-d277bf60-477a-4537-b4ca-b2f843ad9cbf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd16ec5d-4695-4d46-80e2-554e1a610ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097825 Jun 03 15:25:10.780885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Request body: {'port': {'device_id': '17b3aaf6-3c4d-4dd1-bb0a-943d05d410be', 'network_id': '89f9ab9e-b2ef-458a-97bf-94e559fee70d', 'admin_state_up': True, 'tenant_id': '59bdf2644e8548b8bfce371e2666ccd3'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:10.847983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63548c-5c74-4dd8-b3d6-33c8236528cc service neutron] Pushing event updated for resources: {'Port': ['ID=70cb2b2d-09d6-4279-b58a-3b149de0aa8f,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:10.977299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-802f30f1-f6d9-49bd-8b13-f0ed0320aa53 admin admin] 10.222.0.48 "PUT /v2.0/routers/753574b1-3d4a-4ce3-8971-098eca505188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9970500 Jun 03 15:25:11.016280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41396) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:11.020336 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-50019b99-15c0-482c-885e-1dd523f9a567 service neutron] 10.222.0.67 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974099 Jun 03 15:25:11.032645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c3a05781-37d2-41b3-b15d-fdfbdd23a248 None None] Set router 753574b1-3d4a-4ce3-8971-098eca505188 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:25:11.098724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-ad649f00-c8b0-45ef-9e6a-e39467982b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:11.099988 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-ad649f00-c8b0-45ef-9e6a-e39467982b52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5933325 Jun 03 15:25:11.105432 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:25:11.114057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa739d3-35e2-4e03-9df3-f049bc87ea3b req-15b4d905-2e49-4d7f-bc82-d033347f5b1e tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:11.122357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9aa739d3-35e2-4e03-9df3-f049bc87ea3b req-15b4d905-2e49-4d7f-bc82-d033347f5b1e tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 944 time: 1.0598495 Jun 03 15:25:11.127651 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:11.269150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdaf2e5-3afe-4d60-b0ee-ec0a48b93d5b req-7dc0a884-67e2-456a-867d-dbbada83d297 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:11.270693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cdaf2e5-3afe-4d60-b0ee-ec0a48b93d5b req-7dc0a884-67e2-456a-867d-dbbada83d297 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 932 time: 0.7101231 Jun 03 15:25:11.315551 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9aa739d3-35e2-4e03-9df3-f049bc87ea3b req-a04239e0-92a1-45bd-bcb5-b6bef1a83a30 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860716 Jun 03 15:25:11.372520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-466a2f4f-794b-47d5-8cb3-f225baf7a56b service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419545 Jun 03 15:25:11.381712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:11.458484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Usage tracker for resource:port and tenant:59bdf2644e8548b8bfce371e2666ccd3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:11.579035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c3a05781-37d2-41b3-b15d-fdfbdd23a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753574b1-3d4a-4ce3-8971-098eca505188', 'name': 'tempest-ServersTestFqdnHostnames-452234718-router', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:39Z', 'updated_at': '2022-06-03T15:25:06Z', 'revision_number': 5, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'gw_port': {'id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:42Z', 'updated_at': '2022-06-03T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:11.584095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a05781-37d2-41b3-b15d-fdfbdd23a248 None None] Checking router: 753574b1-3d4a-4ce3-8971-098eca505188 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:25:11.595893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a05781-37d2-41b3-b15d-fdfbdd23a248 None None] Routers {'753574b1-3d4a-4ce3-8971-098eca505188'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:11.596688 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c3a05781-37d2-41b3-b15d-fdfbdd23a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:25:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['753574b1-3d4a-4ce3-8971-098eca505188'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:11.773553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cdaf2e5-3afe-4d60-b0ee-ec0a48b93d5b req-3d897d13-7956-45e6-9dfe-c2131c22b95a tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825726 Jun 03 15:25:11.791533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c3a05781-37d2-41b3-b15d-fdfbdd23a248 None None] Set router 753574b1-3d4a-4ce3-8971-098eca505188 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:25:11.793067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:11.812455 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:11.825162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:11.933952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:11.988141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-8ea033e2-10ac-4c82-9b4d-74199033524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:11.990536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-8ea033e2-10ac-4c82-9b4d-74199033524b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63f09c0f56ea4e1492599389d57cfff0&device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 1095 time: 1.1815393 Jun 03 15:25:11.991486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d7d2d5-3888-4a57-b82f-7c0201ccee43', 'tag': '70cb2b2d-09d6-4279-b58a-3b149de0aa8f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:12.119479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event updated for resources: {'Port': ['ID=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:12.137684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Network 73aadb7d-95c2-4785-b949-eef112e3c4fb is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:12.157527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:12.174524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6603b215-4fbd-4ccc-bf0e-fc4b85347269 req-5a15e6ae-d4a3-4e80-8d99-ea992a12da60 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 210 time: 0.1814635 Jun 03 15:25:12.176323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:12.214492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-f3a1e76c-5001-40ba-93b3-b9a279bec705 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70cb2b2d-09d6-4279-b58a-3b149de0aa8f HTTP/1.1" status: 200 len: 217 time: 0.1943855 Jun 03 15:25:12.338142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c3a05781-37d2-41b3-b15d-fdfbdd23a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753574b1-3d4a-4ce3-8971-098eca505188', 'name': 'tempest-ServersTestFqdnHostnames-452234718-router', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:39Z', 'updated_at': '2022-06-03T15:25:06Z', 'revision_number': 5, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'gw_port': {'id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:42Z', 'updated_at': '2022-06-03T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:12.345682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a05781-37d2-41b3-b15d-fdfbdd23a248 None None] The sync data for ids ['753574b1-3d4a-4ce3-8971-098eca505188'] in n-d-844595-1 is: [{'id': '753574b1-3d4a-4ce3-8971-098eca505188', 'name': 'tempest-ServersTestFqdnHostnames-452234718-router', 'tenant_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:39Z', 'updated_at': '2022-06-03T15:25:06Z', 'revision_number': 5, 'project_id': 'c8c51f0c9aaf4e9890771e991db93e15', 'gw_port': {'id': 'd167412d-487b-4d68-b6ac-c6cda8abcf30', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753574b1-3d4a-4ce3-8971-098eca505188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:42Z', 'updated_at': '2022-06-03T15:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:25:12.351048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:12.353420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.377843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Made reservation on behalf of 59bdf2644e8548b8bfce371e2666ccd3 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:12.386636 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.409079 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-91f71436-79bc-4f90-875f-1f5b6cbf3dfc service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0047522 Jun 03 15:25:12.418100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3948e22e-8e33-4443-ac84-8437121106a9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9706130 Jun 03 15:25:12.428954 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.483647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Request body: {'port': {'device_id': '41f4bdaa-47e2-47a0-b2fe-8eed1a965f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:12.492725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdad0c6-aea3-4dd4-855d-aed54a317be2 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:12.514099 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.525125 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-4da99c71-29dd-4920-8218-d6488f19aafa service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4010820 Jun 03 15:25:12.570281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-a499e146-7945-4b73-b1cc-f2b031a31ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:12.571935 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-a499e146-7945-4b73-b1cc-f2b031a31ded service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67387eaf-aba4-4668-9559-6a7de542bc59 HTTP/1.1" status: 200 len: 853 time: 0.3025417 Jun 03 15:25:12.587678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Transition to ACTIVE for port object 2fdad0c6-aea3-4dd4-855d-aed54a317be2 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:12.718343 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.748384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dfda2-b7c9-4971-b4ae-527abded1f01 req-6b949dca-abc8-470c-87cb-843d0b7af62f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:12.749130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-777dfda2-b7c9-4971-b4ae-527abded1f01 req-6b949dca-abc8-470c-87cb-843d0b7af62f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:12.810226 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-de23a47e-a0b2-4040-8151-b57769d93317 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd16ec5d-4695-4d46-80e2-554e1a610ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1770265 Jun 03 15:25:12.861630 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:12.881688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-777dfda2-b7c9-4971-b4ae-527abded1f01 req-6b949dca-abc8-470c-87cb-843d0b7af62f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:12.883254 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-777dfda2-b7c9-4971-b4ae-527abded1f01 req-6b949dca-abc8-470c-87cb-843d0b7af62f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 932 time: 1.0924816 Jun 03 15:25:12.896493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2617dc1-03ce-41e7-b5d0-9a57197a72f1 req-f8f693d1-4ff3-4132-95a1-3c8630dd873f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:12.898087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2617dc1-03ce-41e7-b5d0-9a57197a72f1 req-f8f693d1-4ff3-4132-95a1-3c8630dd873f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.4818282 Jun 03 15:25:12.971880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Pushing event updated for resources: {'Port': ['ID=2fdad0c6-aea3-4dd4-855d-aed54a317be2,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:13.026563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Allocated IP 172.20.0.5 (89f9ab9e-b2ef-458a-97bf-94e559fee70d/9c6f71e8-e2d4-46fd-b5f6-4bf295ee9c8b/e4fa39c6-2097-42b0-bb93-71dd8bb70cd0) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:13.045401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1734c9-de50-48cd-a70e-dbe969b270cf req-a6ace5a8-06cc-48fd-a033-fe15a7db2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:13.046925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f1734c9-de50-48cd-a70e-dbe969b270cf req-a6ace5a8-06cc-48fd-a033-fe15a7db2448 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63f09c0f56ea4e1492599389d57cfff0&device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 1095 time: 0.5094595 Jun 03 15:25:13.103784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-777dfda2-b7c9-4971-b4ae-527abded1f01 req-8bada9d6-a527-406b-80ae-d5427806786c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044837 Jun 03 15:25:13.118623 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2617dc1-03ce-41e7-b5d0-9a57197a72f1 req-8843fa3f-ad30-4d73-b2c9-a9eade108251 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903169 Jun 03 15:25:13.184743 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-802305bd-2c58-4b9e-b18a-0d321982e4fe req-2e9185a8-79c5-44e7-8ffe-8224a14da3f9 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408560 Jun 03 15:25:13.218493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.236534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:13.244419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Deleting port d167412d-487b-4d68-b6ac-c6cda8abcf30 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:13.244802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.289568 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515d2496-c20f-4221-98a8-0b01610ac365'] response: {'name': 'network-changed', 'server_uuid': 'b5d7d2d5-3888-4a57-b82f-7c0201ccee43', 'tag': '70cb2b2d-09d6-4279-b58a-3b149de0aa8f', 'status': 'completed', 'code': 200} Jun 03 15:25:13.293856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:13.294305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e71ae9a0-2d41-4c38-9cb9-9e42d1cfef7c not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:13.350740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1734c9-de50-48cd-a70e-dbe969b270cf req-0787edee-84e6-47f0-b4b7-601f65b8eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:13.352923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f1734c9-de50-48cd-a70e-dbe969b270cf req-0787edee-84e6-47f0-b4b7-601f65b8eb26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cd16ec5d-4695-4d46-80e2-554e1a610ac6 HTTP/1.1" status: 200 len: 914 time: 0.2810562 Jun 03 15:25:13.488532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Attempting to bind port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:13.488770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Attempting to bind port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:13.489068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Attempting to bind port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 on network c490fd12-08ed-4aa5-b629-fc58f429a667 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:13.500574 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-99fd532e-737d-4ef5-900c-02027dd686ca service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6767750 Jun 03 15:25:13.552499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 on network c490fd12-08ed-4aa5-b629-fc58f429a667 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:13.552825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Attempting to bind port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 on network c490fd12-08ed-4aa5-b629-fc58f429a667 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:13.622775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:13.623916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Checking segment: {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:13.623916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Bound using segment: {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:13.623916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Bound port: 2fdad0c6-aea3-4dd4-855d-aed54a317be2, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:13.624267 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.636347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f1734c9-de50-48cd-a70e-dbe969b270cf req-79b8bc0f-6773-4fff-a9be-7f0d69c5a499 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a8165c9-0ad1-4dc4-b583-43c49ce71706 HTTP/1.1" status: 200 len: 217 time: 0.2243774 Jun 03 15:25:13.950125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] For port d167412d-487b-4d68-b6ac-c6cda8abcf30, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d167412d-487b-4d68-b6ac-c6cda8abcf30,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:13.950502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:13.953537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1734c9-de50-48cd-a70e-dbe969b270cf req-e34c0f89-ec3c-40e3-b763-7b9404b45991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:13.955083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f1734c9-de50-48cd-a70e-dbe969b270cf req-e34c0f89-ec3c-40e3-b763-7b9404b45991 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67387eaf-aba4-4668-9559-6a7de542bc59 HTTP/1.1" status: 200 len: 853 time: 0.3029106 Jun 03 15:25:13.970708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-447003ca-8d97-4433-9f2d-8a877469940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:13.972240 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-447003ca-8d97-4433-9f2d-8a877469940f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 1094 time: 0.6113267 Jun 03 15:25:13.982070 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-acec6518-05cc-4b14-bd14-edbf94fb250a req-9fad7569-5b0d-45bd-9247-84a1a2f8b17a service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606392 Jun 03 15:25:14.046595 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.094983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33a2e7-7a54-4c61-a64b-e70c6ebee10b req-889ed29b-8609-4e16-bcf5-384e88147fa3 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:14.096508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a33a2e7-7a54-4c61-a64b-e70c6ebee10b req-889ed29b-8609-4e16-bcf5-384e88147fa3 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.7425728 Jun 03 15:25:14.102834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Calling delete_port for d167412d-487b-4d68-b6ac-c6cda8abcf30 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:14.151588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcce9a-4224-456a-a40c-e77e83d324d2 req-3960a54f-415b-484c-a767-f0854cf63c2f tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:14.153137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68bcce9a-4224-456a-a40c-e77e83d324d2 req-3960a54f-415b-484c-a767-f0854cf63c2f tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 944 time: 0.7406478 Jun 03 15:25:14.173784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] For port 2fdad0c6-aea3-4dd4-855d-aed54a317be2, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:14.209040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f1734c9-de50-48cd-a70e-dbe969b270cf req-f70f6dba-c8c8-4db9-a84c-557a1ed84aca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd16ec5d-4695-4d46-80e2-554e1a610ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943222 Jun 03 15:25:14.288233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] For port 2fdad0c6-aea3-4dd4-855d-aed54a317be2, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2fdad0c6-aea3-4dd4-855d-aed54a317be2,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:14.310628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.344318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a33a2e7-7a54-4c61-a64b-e70c6ebee10b req-362c97c2-66c8-42e9-9214-b36b40b4312d tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308781 Jun 03 15:25:14.360146 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:25:14.372683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.388797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68bcce9a-4224-456a-a40c-e77e83d324d2 req-56abfa02-f52d-491c-a075-c7193ea15615 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083073 Jun 03 15:25:14.481271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:14.482107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.483512 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] 10.222.0.67 "PUT /v2.0/ports/2fdad0c6-aea3-4dd4-855d-aed54a317be2 HTTP/1.1" status: 200 len: 1092 time: 4.2186501 Jun 03 15:25:14.517543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-795fcf9f-686c-49b7-bf45-36f503775143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:14.519101 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-795fcf9f-686c-49b7-bf45-36f503775143 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.3883688 Jun 03 15:25:14.626178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160c64a-f7d2-4512-983c-77f42d0c53da service neutron] Pushing event updated for resources: {'Port': ['ID=2fdad0c6-aea3-4dd4-855d-aed54a317be2,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:14.626513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Network 89f9ab9e-b2ef-458a-97bf-94e559fee70d is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:14.634547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:14.646948 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-abcfa790-fea5-4ffd-b29e-c37ea5757eeb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d88924-fe16-4c52-aa20-f56a89f0b95c HTTP/1.1" status: 200 len: 217 time: 0.1167748 Jun 03 15:25:14.649282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:14.678135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f1734c9-de50-48cd-a70e-dbe969b270cf req-8baa2828-1b31-43af-9be5-a42862804e72 service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516718 Jun 03 15:25:14.678753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Pushing event updated for resources: {'Port': ['ID=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:14.682950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb75fab7-71d9-483f-a9b5-6e9fd4acd79b {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:14.724321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13284b-aff7-4659-85c1-485be76364ee req-bed0db76-a7fd-4127-841c-3d58badcb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:14.725915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c13284b-aff7-4659-85c1-485be76364ee req-bed0db76-a7fd-4127-841c-3d58badcb230 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=63f09c0f56ea4e1492599389d57cfff0&device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 1095 time: 0.5019956 Jun 03 15:25:14.759010 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.869660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-fd341015-c88b-4e59-9dd9-adc12869c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:14.871202 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-fd341015-c88b-4e59-9dd9-adc12869c492 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.2157345 Jun 03 15:25:14.902364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Transition to ACTIVE for port object bb75fab7-71d9-483f-a9b5-6e9fd4acd79b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:14.935544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.948161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:14.950563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:14.951490 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.032018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d167412d-487b-4d68-b6ac-c6cda8abcf30,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:15.062970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30633678-f826-4051-8896-275ae800287b req-42d08371-fbb6-4e37-895a-4821382a5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:15.064472 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-42d08371-fbb6-4e37-895a-4821382a5216 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 1095 time: 0.4695542 Jun 03 15:25:15.151393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f1734c9-de50-48cd-a70e-dbe969b270cf req-1f0c2c83-49e6-43f2-b47a-5abd792fa6d7 service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083288 Jun 03 15:25:15.158919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b105e-65bb-4f74-8a9b-cdd244cbb187 req-78705d71-9b24-470a-8012-f7358b1c05a7 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:15.160405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-554b105e-65bb-4f74-8a9b-cdd244cbb187 req-78705d71-9b24-470a-8012-f7358b1c05a7 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 944 time: 0.6216400 Jun 03 15:25:15.167181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-4f7d4377-f5c9-48d8-8f6a-3cb823ce5252 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4495611 Jun 03 15:25:15.185754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13284b-aff7-4659-85c1-485be76364ee req-219e0b94-7f0e-4967-909b-9424e49a555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:15.187929 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c13284b-aff7-4659-85c1-485be76364ee req-219e0b94-7f0e-4967-909b-9424e49a555c service neutron] 10.222.0.67 "GET /v2.0/networks?id=cd16ec5d-4695-4d46-80e2-554e1a610ac6 HTTP/1.1" status: 200 len: 914 time: 0.4238257 Jun 03 15:25:15.194737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Pushing event updated for resources: {'Port': ['ID=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:15.195718 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-faa11a8f-cb83-481a-9027-a6b41a243ca0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fdad0c6-aea3-4dd4-855d-aed54a317be2 HTTP/1.1" status: 200 len: 217 time: 0.1047850 Jun 03 15:25:15.237067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Request body: {'port': {'device_id': '17b3aaf6-3c4d-4dd1-bb0a-943d05d410be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:15.285991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.349754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad51ad-6bd2-480d-9d1c-5be38ed9830c req-62c17950-71e5-4670-a28f-6ffe50ccd73f tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:15.350454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-64ad51ad-6bd2-480d-9d1c-5be38ed9830c req-62c17950-71e5-4670-a28f-6ffe50ccd73f tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Synchronizing usage tracker for tenant:59bdf2644e8548b8bfce371e2666ccd3 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:15.353378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d', 'tag': '2fdad0c6-aea3-4dd4-855d-aed54a317be2'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:15.373702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-034abd23-77ca-410a-92ca-4553f11e4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:15.375252 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-034abd23-77ca-410a-92ca-4553f11e4177 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4854660 Jun 03 15:25:15.377425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-554b105e-65bb-4f74-8a9b-cdd244cbb187 req-dc028734-2bc6-45ed-9568-c339ed5b4579 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071619 Jun 03 15:25:15.432770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-64ad51ad-6bd2-480d-9d1c-5be38ed9830c req-62c17950-71e5-4670-a28f-6ffe50ccd73f tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Unset dirty status for tenant:59bdf2644e8548b8bfce371e2666ccd3 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:15.434638 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-64ad51ad-6bd2-480d-9d1c-5be38ed9830c req-62c17950-71e5-4670-a28f-6ffe50ccd73f tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 931 time: 0.7976179 Jun 03 15:25:15.531168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Attempting to bind port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:15.531500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Attempting to bind port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:15.531816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Attempting to bind port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:15.563465 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.572302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b on network 73aadb7d-95c2-4785-b949-eef112e3c4fb not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:15.572622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Attempting to bind port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:15.587453 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c13284b-aff7-4659-85c1-485be76364ee req-c9e62c28-0fc1-48bc-bc30-903ef444f2fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70cb2b2d-09d6-4279-b58a-3b149de0aa8f HTTP/1.1" status: 200 len: 217 time: 0.3629534 Jun 03 15:25:15.593764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:15.594121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Checking segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:15.594500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Bound using segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:15.594929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Bound port: bb75fab7-71d9-483f-a9b5-6e9fd4acd79b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:15.595267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.640457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-64ad51ad-6bd2-480d-9d1c-5be38ed9830c req-c54e8b9f-5733-496c-92c7-667029e2a2c8 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957781 Jun 03 15:25:15.730603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.781295 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.809158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30633678-f826-4051-8896-275ae800287b req-bb12a807-a230-4827-bb32-461b6bb58b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:15.810650 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-bb12a807-a230-4827-bb32-461b6bb58b54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.5356493 Jun 03 15:25:15.873383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13284b-aff7-4659-85c1-485be76364ee req-fa5e48d1-13a3-4a2d-a9cd-d41a874c4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:15.874775 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c13284b-aff7-4659-85c1-485be76364ee req-fa5e48d1-13a3-4a2d-a9cd-d41a874c4919 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=67387eaf-aba4-4668-9559-6a7de542bc59 HTTP/1.1" status: 200 len: 853 time: 0.2059848 Jun 03 15:25:15.932041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:15.932041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 753574b1-3d4a-4ce3-8971-098eca505188 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:25:15.968762 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c13284b-aff7-4659-85c1-485be76364ee req-49f4df6f-97b1-4c81-9c79-0a3ca1843e84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cd16ec5d-4695-4d46-80e2-554e1a610ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738451 Jun 03 15:25:16.012610 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-88a5d247-fb80-498a-8080-38ebafd5d9c5 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169602 Jun 03 15:25:16.024139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] For port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:16.069955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d00b85-734f-4878-b0fb-85fc048b4472 req-025f7976-59af-4058-bea0-f3d1bfb48041 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:16.071479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23d00b85-734f-4878-b0fb-85fc048b4472 req-025f7976-59af-4058-bea0-f3d1bfb48041 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 944 time: 0.5824692 Jun 03 15:25:16.087655 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.088875 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1f18e9db-cd13-45f2-b751-06c5ee6e06ac admin admin] 10.222.0.48 "DELETE /v2.0/routers/753574b1-3d4a-4ce3-8971-098eca505188 HTTP/1.1" status: 204 len: 168 time: 5.0681272 Jun 03 15:25:16.099810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41426) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:16.121212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] For port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:16.153366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.177447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2a8165c9-0ad1-4dc4-b583-43c49ce71706 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:16.230771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:16.231384 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.232737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] 10.222.0.67 "PUT /v2.0/ports/bb75fab7-71d9-483f-a9b5-6e9fd4acd79b HTTP/1.1" status: 200 len: 1092 time: 3.7950883 Jun 03 15:25:16.236005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f4bdaa-47e2-47a0-b2fe-8eed1a965f50', 'tag': 'bb75fab7-71d9-483f-a9b5-6e9fd4acd79b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:16.274239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30633678-f826-4051-8896-275ae800287b req-bb905345-232d-4cf3-b421-ed9a34d232c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:16.275744 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-bb905345-232d-4cf3-b421-ed9a34d232c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4420328 Jun 03 15:25:16.292405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb3e1dc-3443-4e9a-be2c-8d5387a8ec56 admin admin] Deleting subnet 734b371a-8070-4677-88e6-ca413d8da1cd {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:25:16.327846 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acb3e1dc-3443-4e9a-be2c-8d5387a8ec56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.334499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23d00b85-734f-4878-b0fb-85fc048b4472 req-673c59a6-c520-4a1b-a4fc-d09fa10c89a1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072966 Jun 03 15:25:16.335126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781f7d8-9e80-40f8-885e-631da0b13f34 service neutron] Pushing event updated for resources: {'Port': ['ID=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:16.347319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2a8165c9-0ad1-4dc4-b583-43c49ce71706, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2a8165c9-0ad1-4dc4-b583-43c49ce71706,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:16.377682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '2a8165c9-0ad1-4dc4-b583-43c49ce71706', 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6', 'port_id': '2a8165c9-0ad1-4dc4-b583-43c49ce71706', 'mac_address': 'fa:16:3e:9e:b0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67387eaf-aba4-4668-9559-6a7de542bc59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:16.380979 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c13284b-aff7-4659-85c1-485be76364ee req-8914d8f2-0804-4be7-9162-6e1b8526b735 service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015942 Jun 03 15:25:16.403882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0f5b9-a782-410f-9e49-98e298b1814c req-85f93e4a-e49b-476a-92cf-6205a972520d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:16.407211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ad0f5b9-a782-410f-9e49-98e298b1814c req-85f93e4a-e49b-476a-92cf-6205a972520d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.6218033 Jun 03 15:25:16.445756 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-15d903eb-5837-4927-9436-4a5253f3dd87 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869128 Jun 03 15:25:16.447983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 2a8165c9-0ad1-4dc4-b583-43c49ce71706 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:16.448531 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.477682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8165c9-0ad1-4dc4-b583-43c49ce71706 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:16.478825 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49928ea-c509-4ae6-937d-dd35fe18979c'] response: {'name': 'network-changed', 'server_uuid': '2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d', 'tag': '2fdad0c6-aea3-4dd4-855d-aed54a317be2', 'status': 'completed', 'code': 200} Jun 03 15:25:16.508995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2a8165c9-0ad1-4dc4-b583-43c49ce71706, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2a8165c9-0ad1-4dc4-b583-43c49ce71706,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:16.516467 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.532425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ad0f5b9-a782-410f-9e49-98e298b1814c req-4a71a599-aa24-43ed-9236-613105cda00f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095493 Jun 03 15:25:16.559356 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acb3e1dc-3443-4e9a-be2c-8d5387a8ec56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.608382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=2a8165c9-0ad1-4dc4-b583-43c49ce71706,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:16.684718 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-e63f6cd3-09b3-4f8f-a0d7-b5f139702166 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788579 Jun 03 15:25:16.724735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-46c4edac-57b5-47aa-b447-6be23cd549bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:16.727266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-46c4edac-57b5-47aa-b447-6be23cd549bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 1095 time: 0.3847432 Jun 03 15:25:16.729378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:16.787234 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c13284b-aff7-4659-85c1-485be76364ee req-728bad91-54e0-4c00-a057-b0660fe861da service neutron] 10.222.0.67 "GET /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436990 Jun 03 15:25:16.797866 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.808001 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acb3e1dc-3443-4e9a-be2c-8d5387a8ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.823141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-4d5795e4-dc10-4cfe-8966-092ab8ec7be2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b HTTP/1.1" status: 200 len: 217 time: 0.0772386 Jun 03 15:25:16.875291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Transition to ACTIVE for port object e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:16.890845 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-30633678-f826-4051-8896-275ae800287b req-86b37e1a-458a-4321-bb42-8bc5207a3683 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877759 Jun 03 15:25:16.892451 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.905760 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acb3e1dc-3443-4e9a-be2c-8d5387a8ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.946786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3e1dc-3443-4e9a-be2c-8d5387a8ec56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734b371a-8070-4677-88e6-ca413d8da1cd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:16.951800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acb3e1dc-3443-4e9a-be2c-8d5387a8ec56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:16.959491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f713564-b52b-4bce-87f9-51eb5c32aea8 None None] Network 48aad936-e531-4a2d-9399-bd46ec2903fc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:16.974459 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-acb3e1dc-3443-4e9a-be2c-8d5387a8ec56 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/734b371a-8070-4677-88e6-ca413d8da1cd HTTP/1.1" status: 204 len: 168 time: 0.8668253 Jun 03 15:25:16.975940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41436) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:17.051821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-4ab5667e-54c1-46c1-adda-0f8037b89079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:17.053786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-4ab5667e-54c1-46c1-adda-0f8037b89079 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.2098591 Jun 03 15:25:17.073836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdad56-5a3a-4d8a-a9c3-790143914acd req-608f17a3-e274-4c08-b593-e9207034ca7e tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:17.075430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7cdad56-5a3a-4d8a-a9c3-790143914acd req-608f17a3-e274-4c08-b593-e9207034ca7e tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.4583554 Jun 03 15:25:17.158276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8b12c-f27a-4c18-b85c-6fb4b82c6275 req-92d05e8d-945b-45f4-a1f5-65031f2c2de8 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:17.159914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07a8b12c-f27a-4c18-b85c-6fb4b82c6275 req-92d05e8d-945b-45f4-a1f5-65031f2c2de8 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 945 time: 0.4829555 Jun 03 15:25:17.160590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Pushing event updated for resources: {'Port': ['ID=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:17.216700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d167412d-487b-4d68-b6ac-c6cda8abcf30 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:17.220703 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-622a4e4a-a509-42f2-8fd1-c73e5deafa58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182342 Jun 03 15:25:17.270212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: d167412d-487b-4d68-b6ac-c6cda8abcf30 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:17.270831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d167412d-487b-4d68-b6ac-c6cda8abcf30 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:17.287932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2ea54-5ee1-471b-8f68-60f3ab21a2ed None None] DHCP port deletion for 48aad936-e531-4a2d-9399-bd46ec2903fc request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:25:17.294050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-dec2ea54-5ee1-471b-8f68-60f3ab21a2ed None None] Deleting port 6f231ca5-f17c-4ad7-892d-737824730238 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:17.294700 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dec2ea54-5ee1-471b-8f68-60f3ab21a2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.375755 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.390688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08c1a-58d6-4ca9-8d57-2d97d9bff8ff req-e458b0d9-0c34-488a-87fd-603b72bc3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:17.392236 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8ad08c1a-58d6-4ca9-8d57-2d97d9bff8ff req-e458b0d9-0c34-488a-87fd-603b72bc3999 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 1095 time: 0.1698961 Jun 03 15:25:17.402192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Deleting port 6f231ca5-f17c-4ad7-892d-737824730238 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:17.402531 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.406209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7cdad56-5a3a-4d8a-a9c3-790143914acd req-5f141dce-0099-4a32-a227-bad4adf50667 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043211 Jun 03 15:25:17.450856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07a8b12c-f27a-4c18-b85c-6fb4b82c6275 req-af9b3c82-620b-4694-b3cf-e9dcd1116349 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642925 Jun 03 15:25:17.452008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Attempting to bind port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:17.452578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Attempting to bind port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '7548abad-f5ef-4a84-90d0-47a39c418cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '89f9ab9e-b2ef-458a-97bf-94e559fee70d'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:17.453080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Attempting to bind port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 on network 89f9ab9e-b2ef-458a-97bf-94e559fee70d {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:17.480486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 on network 89f9ab9e-b2ef-458a-97bf-94e559fee70d not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:17.481184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Attempting to bind port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 on network 89f9ab9e-b2ef-458a-97bf-94e559fee70d {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:17.501450 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9674c20-9ad2-4275-8e2e-bc609b22e4c5'] response: {'name': 'network-changed', 'server_uuid': '41f4bdaa-47e2-47a0-b2fe-8eed1a965f50', 'tag': 'bb75fab7-71d9-483f-a9b5-6e9fd4acd79b', 'status': 'completed', 'code': 200} Jun 03 15:25:17.507875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:17.519019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Checking segment: {'id': '7548abad-f5ef-4a84-90d0-47a39c418cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '89f9ab9e-b2ef-458a-97bf-94e559fee70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:17.519597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Bound using segment: {'id': '7548abad-f5ef-4a84-90d0-47a39c418cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '89f9ab9e-b2ef-458a-97bf-94e559fee70d'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:17.521442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Bound port: e4fa39c6-2097-42b0-bb93-71dd8bb70cd0, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7548abad-f5ef-4a84-90d0-47a39c418cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '89f9ab9e-b2ef-458a-97bf-94e559fee70d'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:17.521860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.615566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['2a8165c9-0ad1-4dc4-b583-43c49ce71706'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:17.684828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dec2ea54-5ee1-471b-8f68-60f3ab21a2ed None None] For port 6f231ca5-f17c-4ad7-892d-737824730238, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f231ca5-f17c-4ad7-892d-737824730238,segment=NetworkSegment(b2eafc2c-168e-4d81-a203-e9324eee30a9),segment_id=b2eafc2c-168e-4d81-a203-e9324eee30a9)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:17.685239 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dec2ea54-5ee1-471b-8f68-60f3ab21a2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.723170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08c1a-58d6-4ca9-8d57-2d97d9bff8ff req-6e9b62df-ead8-489e-89e2-624a21eec590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:17.724568 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8ad08c1a-58d6-4ca9-8d57-2d97d9bff8ff req-6e9b62df-ead8-489e-89e2-624a21eec590 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.3234529 Jun 03 15:25:17.778431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-706e70d4-6b83-44f7-9285-6db1a6e6b9a1 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339842 Jun 03 15:25:17.814381 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8ad08c1a-58d6-4ca9-8d57-2d97d9bff8ff req-50dc629f-f4c7-4538-92b4-07a1c3da2cd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fdad0c6-aea3-4dd4-855d-aed54a317be2 HTTP/1.1" status: 200 len: 217 time: 0.0738907 Jun 03 15:25:17.826663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-dec2ea54-5ee1-471b-8f68-60f3ab21a2ed None None] Calling delete_port for 6f231ca5-f17c-4ad7-892d-737824730238 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:17.826948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] For port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:17.879890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] For port 6f231ca5-f17c-4ad7-892d-737824730238, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f231ca5-f17c-4ad7-892d-737824730238,segment=NetworkSegment(b2eafc2c-168e-4d81-a203-e9324eee30a9),segment_id=b2eafc2c-168e-4d81-a203-e9324eee30a9)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:17.880277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:17.977208 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dec2ea54-5ee1-471b-8f68-60f3ab21a2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.034129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Calling delete_port for 6f231ca5-f17c-4ad7-892d-737824730238 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:18.036342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2ea54-5ee1-471b-8f68-60f3ab21a2ed None None] Pushing event deleted for resources: {'Port': ['ID=6f231ca5-f17c-4ad7-892d-737824730238,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:18.042638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] For port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0,segment=NetworkSegment(7548abad-f5ef-4a84-90d0-47a39c418cfc),segment_id=7548abad-f5ef-4a84-90d0-47a39c418cfc)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:18.049299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec2ea54-5ee1-471b-8f68-60f3ab21a2ed None None] No DVR routers for this DVR port 6f231ca5-f17c-4ad7-892d-737824730238 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:18.069261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.084295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08c1a-58d6-4ca9-8d57-2d97d9bff8ff req-8916ea7c-8669-48e8-b790-14ca26cb5a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.085759 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8ad08c1a-58d6-4ca9-8d57-2d97d9bff8ff req-8916ea7c-8669-48e8-b790-14ca26cb5a1a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.2521517 Jun 03 15:25:18.166967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.167552 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.168947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] 10.222.0.67 "PUT /v2.0/ports/e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 HTTP/1.1" status: 200 len: 1091 time: 2.9359083 Jun 03 15:25:18.172121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:25:18.172121 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:25:18.187891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6899c-e764-40a2-8c08-9754d6414ded req-70ebe43f-b273-4cc1-9193-d9db4ef5adc2 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.189563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 70cb2b2d-09d6-4279-b58a-3b149de0aa8f details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:18.190000 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aae6899c-e764-40a2-8c08-9754d6414ded req-70ebe43f-b273-4cc1-9193-d9db4ef5adc2 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 943 time: 0.5447536 Jun 03 15:25:18.205383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f052066-0948-4a83-adf6-5362af77c1cb req-bbcb23e0-9fae-415f-8b25-3bf980972caf tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.206506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08c1a-58d6-4ca9-8d57-2d97d9bff8ff req-e0a9be34-0f1d-4108-a1c6-a69b3ca0c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.207625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f052066-0948-4a83-adf6-5362af77c1cb req-bbcb23e0-9fae-415f-8b25-3bf980972caf tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 944 time: 0.5662673 Jun 03 15:25:18.208538 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8ad08c1a-58d6-4ca9-8d57-2d97d9bff8ff req-e0a9be34-0f1d-4108-a1c6-a69b3ca0c60a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137426 Jun 03 15:25:18.251843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed1c3b69-3211-4cea-8838-2ad5b86286d5 req-32779512-0d7f-4875-a1d9-ad43190bc335 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660866 Jun 03 15:25:18.361302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=70cb2b2d-09d6-4279-b58a-3b149de0aa8f,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:18.374830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fafe5-b0b8-4e05-863e-645607f1966c service neutron] Pushing event updated for resources: {'Port': ['ID=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:18.375149 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8ad08c1a-58d6-4ca9-8d57-2d97d9bff8ff req-aaf72498-8ed6-466e-8d79-408e73474f3a service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448092 Jun 03 15:25:18.378637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '70cb2b2d-09d6-4279-b58a-3b149de0aa8f', 'network_id': 'cd16ec5d-4695-4d46-80e2-554e1a610ac6', 'port_id': '70cb2b2d-09d6-4279-b58a-3b149de0aa8f', 'mac_address': 'fa:16:3e:9e:7e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67387eaf-aba4-4668-9559-6a7de542bc59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:18.388822 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aae6899c-e764-40a2-8c08-9754d6414ded req-af4e1678-b828-48b4-8102-2ca00f44f6ec tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773715 Jun 03 15:25:18.453113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:18.453482 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.471386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f052066-0948-4a83-adf6-5362af77c1cb req-d021f78d-3888-48b8-94e6-2933cb378016 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550528 Jun 03 15:25:18.513233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-2e5f989f-677c-44de-ab0b-b16d88df91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.514773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-2e5f989f-677c-44de-ab0b-b16d88df91b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59bdf2644e8548b8bfce371e2666ccd3&device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 1094 time: 0.2602921 Jun 03 15:25:18.517953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f351af-9056-4568-a742-99318c498003 req-9cb00e84-4724-437c-85c5-df7d63bbfe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.519752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94f351af-9056-4568-a742-99318c498003 req-9cb00e84-4724-437c-85c5-df7d63bbfe23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 1095 time: 0.1416855 Jun 03 15:25:18.524599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cb2b2d-09d6-4279-b58a-3b149de0aa8f {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:18.546716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=70cb2b2d-09d6-4279-b58a-3b149de0aa8f,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:18.553067 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.553779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e1d88924-fe16-4c52-aa20-f56a89f0b95c details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:18.558690 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8ad08c1a-58d6-4ca9-8d57-2d97d9bff8ff req-85670737-635b-455b-83e5-26555bf52dd1 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761007 Jun 03 15:25:18.673447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Deleting port 6f231ca5-f17c-4ad7-892d-737824730238 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:18.673826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.692782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=70cb2b2d-09d6-4279-b58a-3b149de0aa8f,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:18.697781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-35155a57-9cca-44eb-a3d9-53058f423f63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 HTTP/1.1" status: 200 len: 217 time: 0.1634872 Jun 03 15:25:18.746407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] The port '6f231ca5-f17c-4ad7-892d-737824730238' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:25:18.767480 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e1d88924-fe16-4c52-aa20-f56a89f0b95c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e1d88924-fe16-4c52-aa20-f56a89f0b95c,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:18.786587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'e1d88924-fe16-4c52-aa20-f56a89f0b95c', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'port_id': 'e1d88924-fe16-4c52-aa20-f56a89f0b95c', 'mac_address': 'fa:16:3e:5b:54:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:18.857019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port e1d88924-fe16-4c52-aa20-f56a89f0b95c is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:18.857019 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.870526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.876202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d88924-fe16-4c52-aa20-f56a89f0b95c {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:18.889450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-583596d9-c337-4e01-a8d7-cc7f28488030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.890650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-583596d9-c337-4e01-a8d7-cc7f28488030 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c6f71e8-e2d4-46fd-b5f6-4bf295ee9c8b HTTP/1.1" status: 200 len: 853 time: 0.1249678 Jun 03 15:25:18.895210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e1d88924-fe16-4c52-aa20-f56a89f0b95c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e1d88924-fe16-4c52-aa20-f56a89f0b95c,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:18.901326 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:18.906255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48aad936-e531-4a2d-9399-bd46ec2903fc']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:18.965148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f351af-9056-4568-a742-99318c498003 req-34f2be5e-1dc5-4376-9bd7-d6ebd4c5b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:18.966736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94f351af-9056-4568-a742-99318c498003 req-34f2be5e-1dc5-4376-9bd7-d6ebd4c5b1c6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 907 time: 0.3707919 Jun 03 15:25:18.972223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-59147e82-e9bd-43f8-bb4f-9ba17203d4e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89f9ab9e-b2ef-458a-97bf-94e559fee70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612490 Jun 03 15:25:18.989425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=e1d88924-fe16-4c52-aa20-f56a89f0b95c,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:19.039070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2eafc2c-168e-4d81-a203-e9324eee30a9') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:19.039291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2eafc2c-168e-4d81-a203-e9324eee30a9') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:19.052110 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.069396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.071618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724f018-a5c6-4701-ab57-fab6ff39cb40 req-3fa1b10d-b715-4a41-adb4-961d11a55d87 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:19.073038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2724f018-a5c6-4701-ab57-fab6ff39cb40 req-3fa1b10d-b715-4a41-adb4-961d11a55d87 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.4529903 Jun 03 15:25:19.075894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:25:19.076277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.080363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668282aa-4e73-4639-b769-014dbe036e36 req-fb324bf4-161e-4cea-93af-e6c0fc543dd1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:19.081722 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-668282aa-4e73-4639-b769-014dbe036e36 req-fb324bf4-161e-4cea-93af-e6c0fc543dd1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 944 time: 0.4847860 Jun 03 15:25:19.083443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94f351af-9056-4568-a742-99318c498003 req-4dde584d-8176-46af-b7ce-b9521f868304 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b HTTP/1.1" status: 200 len: 217 time: 0.1079283 Jun 03 15:25:19.138019 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b2eafc2c-168e-4d81-a203-e9324eee30a9 resource provider aggregate not found Jun 03 15:25:19.159996 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b2eafc2c-168e-4d81-a203-e9324eee30a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2eafc2c-168e-4d81-a203-e9324eee30a9 found for delete ", "request_id": "req-9269e404-270f-4249-baae-e5e0cd8533fc"}]} Jun 03 15:25:19.175027 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.191050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.207079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=48aad936-e531-4a2d-9399-bd46ec2903fc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:19.210200 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c7a641a7-a833-49c3-9988-4c24717898c4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/48aad936-e531-4a2d-9399-bd46ec2903fc HTTP/1.1" status: 204 len: 168 time: 2.2328756 Jun 03 15:25:19.248292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f231ca5-f17c-4ad7-892d-737824730238 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:19.287050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6f231ca5-f17c-4ad7-892d-737824730238 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:19.287050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f231ca5-f17c-4ad7-892d-737824730238 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:19.291439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2724f018-a5c6-4701-ab57-fab6ff39cb40 req-5eb3549a-7036-44b2-b783-5b1102ba8df3 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045968 Jun 03 15:25:19.318459 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-668282aa-4e73-4639-b769-014dbe036e36 req-674ec9ee-8ae3-46f1-9c8c-e2c3dbbc7c30 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267215 Jun 03 15:25:19.343484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f351af-9056-4568-a742-99318c498003 req-7269438a-c1e5-4a2b-af8e-992474ad8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:19.343484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94f351af-9056-4568-a742-99318c498003 req-7269438a-c1e5-4a2b-af8e-992474ad8801 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.1766515 Jun 03 15:25:19.391251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41454) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:19.412861 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94f351af-9056-4568-a742-99318c498003 req-67ea9a3f-0a2b-4cc0-b3d2-c8b5339d65de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623183 Jun 03 15:25:19.421222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-8e4a93be-2d46-423f-85d3-526119d42fad service neutron] 10.222.0.67 "GET /v2.0/networks/89f9ab9e-b2ef-458a-97bf-94e559fee70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821583 Jun 03 15:25:19.445250 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e3418bbd-2247-4ca6-9d82-0fcd4c121966 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8c51f0c9aaf4e9890771e991db93e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526056 Jun 03 15:25:19.447539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41460) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:19.507952 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-723978b7-8b2c-4a4c-af01-f5d0a80a9a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.512596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b3aaf6-3c4d-4dd1-bb0a-943d05d410be', 'tag': 'e4fa39c6-2097-42b0-bb93-71dd8bb70cd0'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:19.535742 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-723978b7-8b2c-4a4c-af01-f5d0a80a9a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.592386 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-723978b7-8b2c-4a4c-af01-f5d0a80a9a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.610465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723978b7-8b2c-4a4c-af01-f5d0a80a9a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb60643-9fe8-4adf-a04a-e8d5e732498d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:19.617184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-723978b7-8b2c-4a4c-af01-f5d0a80a9a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:19.621020 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-723978b7-8b2c-4a4c-af01-f5d0a80a9a71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fb60643-9fe8-4adf-a04a-e8d5e732498d HTTP/1.1" status: 204 len: 168 time: 0.1725411 Jun 03 15:25:19.925344 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94f351af-9056-4568-a742-99318c498003 req-ae0d18e7-d821-410e-8755-ad06160b9fe5 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730186 Jun 03 15:25:19.933341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-018a0311-02ad-4598-8b9a-3c3ab05097c5 req-b2522e2b-6c1a-4f0d-9d01-9e624c684ddc service neutron] 10.222.0.67 "GET /v2.0/networks/89f9ab9e-b2ef-458a-97bf-94e559fee70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029070 Jun 03 15:25:20.025944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5c16e-63a4-46f8-92de-76966d2438fe req-a2bc1c4c-4107-4730-855c-ad2af014d7e7 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:20.027335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69e5c16e-63a4-46f8-92de-76966d2438fe req-a2bc1c4c-4107-4730-855c-ad2af014d7e7 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 945 time: 0.5536509 Jun 03 15:25:20.028075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['70cb2b2d-09d6-4279-b58a-3b149de0aa8f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:20.046350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cd34e-8466-4b43-8fb1-25fd34869511 req-c7a16ca3-3937-4b24-a348-7890c3c4cc05 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:20.047887 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-859cd34e-8466-4b43-8fb1-25fd34869511 req-c7a16ca3-3937-4b24-a348-7890c3c4cc05 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.5782406 Jun 03 15:25:20.100794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['e1d88924-fe16-4c52-aa20-f56a89f0b95c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:20.162696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69e5c16e-63a4-46f8-92de-76966d2438fe req-2a47e8e4-8724-47c4-b579-fdb7c15b47a5 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241486 Jun 03 15:25:20.185034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-859cd34e-8466-4b43-8fb1-25fd34869511 req-766bf280-e692-471a-8d83-5e7debbb92d2 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192319 Jun 03 15:25:20.201759 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94f351af-9056-4568-a742-99318c498003 req-b54d1af6-ce8f-47c9-a566-41a6cfce0fbf service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673519 Jun 03 15:25:20.211174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2fdad0c6-aea3-4dd4-855d-aed54a317be2 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:20.228177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2a8165c9-0ad1-4dc4-b583-43c49ce71706 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:20.455351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200233d-bb41-4952-bf8c-09be71ad72a2 req-fd2c9273-f225-4128-bd7c-c24f86e1f92a tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:20.456914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a200233d-bb41-4952-bf8c-09be71ad72a2 req-fd2c9273-f225-4128-bd7c-c24f86e1f92a tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 943 time: 0.1747034 Jun 03 15:25:20.465243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19172870-fe0f-4277-8fb9-09074a5f6c61 req-e6a0e025-264a-459d-bbe3-43e6f7fca723 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:20.466682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19172870-fe0f-4277-8fb9-09074a5f6c61 req-e6a0e025-264a-459d-bbe3-43e6f7fca723 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 944 time: 0.1280928 Jun 03 15:25:20.543615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a200233d-bb41-4952-bf8c-09be71ad72a2 req-4ff0b26f-4241-4934-bd97-1897979aeaf4 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758703 Jun 03 15:25:20.546599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19172870-fe0f-4277-8fb9-09074a5f6c61 req-cb404e2d-7934-4af9-9a0d-c3a25086119b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613074 Jun 03 15:25:20.552354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 2a8165c9-0ad1-4dc4-b583-43c49ce71706 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:20.590167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 2a8165c9-0ad1-4dc4-b583-43c49ce71706 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:20.590534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:20.603185 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107fdd11-b48e-4059-bfe3-32f054750037'] response: {'name': 'network-changed', 'server_uuid': '17b3aaf6-3c4d-4dd1-bb0a-943d05d410be', 'tag': 'e4fa39c6-2097-42b0-bb93-71dd8bb70cd0', 'status': 'completed', 'code': 200} Jun 03 15:25:20.668953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2fdad0c6-aea3-4dd4-855d-aed54a317be2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2fdad0c6-aea3-4dd4-855d-aed54a317be2,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:20.693958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '2fdad0c6-aea3-4dd4-855d-aed54a317be2', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'port_id': '2fdad0c6-aea3-4dd4-855d-aed54a317be2', 'mac_address': 'fa:16:3e:b9:46:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:20.799963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:20.800348 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:20.822310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdad0c6-aea3-4dd4-855d-aed54a317be2 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:20.825902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 2a8165c9-0ad1-4dc4-b583-43c49ce71706 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:20.826276 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:20.856671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2fdad0c6-aea3-4dd4-855d-aed54a317be2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2fdad0c6-aea3-4dd4-855d-aed54a317be2,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:20.861729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f4668-0f36-4482-b444-b642d23e9d7c req-3cf3b55e-db7f-48e6-a600-3063db611a25 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:20.862706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c7c6d9-5982-4e0e-bd43-d742a8465a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8165c9-0ad1-4dc4-b583-43c49ce71706'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:20.863305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e74f4668-0f36-4482-b444-b642d23e9d7c req-3cf3b55e-db7f-48e6-a600-3063db611a25 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.1720929 Jun 03 15:25:20.869257 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:20.873924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7b49-f262-4069-aed9-8fbae00f604b req-b5c0e1ce-7858-40c4-a117-f463d0ba7dff tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:20.875384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0ac7b49-f262-4069-aed9-8fbae00f604b req-b5c0e1ce-7858-40c4-a117-f463d0ba7dff tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 944 time: 0.1457305 Jun 03 15:25:20.877290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc886c-dd66-443d-b29d-14e940e473a2 req-7258ee50-efa6-4301-afcc-c66af2e521c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:20.879055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ecc886c-dd66-443d-b29d-14e940e473a2 req-7258ee50-efa6-4301-afcc-c66af2e521c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59bdf2644e8548b8bfce371e2666ccd3&device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 1094 time: 0.2213836 Jun 03 15:25:20.908929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2a8165c9-0ad1-4dc4-b583-43c49ce71706, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2a8165c9-0ad1-4dc4-b583-43c49ce71706,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:20.923192 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:20.943470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=2fdad0c6-aea3-4dd4-855d-aed54a317be2,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:20.951021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:20.951292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:20.951621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:20.951939 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:20.952260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:20.952575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:20.952891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:20.953201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:20.953510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:20.953823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:20.954136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:20.954436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:21.029198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=2a8165c9-0ad1-4dc4-b583-43c49ce71706,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:21.031344 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0ac7b49-f262-4069-aed9-8fbae00f604b req-ebbc88e2-27e7-4a89-a75e-6472b0870443 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493897 Jun 03 15:25:21.036183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e74f4668-0f36-4482-b444-b642d23e9d7c req-79e4091d-b856-4e38-8dc9-eedd39e51104 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561775 Jun 03 15:25:21.089008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc886c-dd66-443d-b29d-14e940e473a2 req-6e76f08a-8109-45dd-b542-dac2bff4fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:21.090648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ecc886c-dd66-443d-b29d-14e940e473a2 req-6e76f08a-8109-45dd-b542-dac2bff4fc10 service neutron] 10.222.0.67 "GET /v2.0/networks?id=89f9ab9e-b2ef-458a-97bf-94e559fee70d HTTP/1.1" status: 200 len: 914 time: 0.1962559 Jun 03 15:25:21.164911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ecc886c-dd66-443d-b29d-14e940e473a2 req-4bf78f5f-26ef-4ec4-be4e-027607838dc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 HTTP/1.1" status: 200 len: 217 time: 0.0646937 Jun 03 15:25:21.236980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc886c-dd66-443d-b29d-14e940e473a2 req-e4f3e28b-9e5d-469e-9e6c-42f577244270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:21.238763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ecc886c-dd66-443d-b29d-14e940e473a2 req-e4f3e28b-9e5d-469e-9e6c-42f577244270 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c6f71e8-e2d4-46fd-b5f6-4bf295ee9c8b HTTP/1.1" status: 200 len: 853 time: 0.0663657 Jun 03 15:25:21.259191 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce9fa8c-f35a-4eda-8ed0-bf45f75dca6e'] response: {'server_uuid': '22c7c6d9-5982-4e0e-bd43-d742a8465a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8165c9-0ad1-4dc4-b583-43c49ce71706', 'code': 200} Jun 03 15:25:21.320337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ecc886c-dd66-443d-b29d-14e940e473a2 req-3d434daf-effc-4cf3-b569-749f778cebd6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89f9ab9e-b2ef-458a-97bf-94e559fee70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744443 Jun 03 15:25:21.637097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ecc886c-dd66-443d-b29d-14e940e473a2 req-53f708fe-38e6-434a-a61e-0057e6f2e29b service neutron] 10.222.0.67 "GET /v2.0/networks/89f9ab9e-b2ef-458a-97bf-94e559fee70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088369 Jun 03 15:25:21.732152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889389-e474-4fbd-9d80-298104699ef9 req-060e6feb-194d-4c06-af0e-ded0a65e6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:21.733653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03889389-e474-4fbd-9d80-298104699ef9 req-060e6feb-194d-4c06-af0e-ded0a65e6c9d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 1097 time: 0.2923241 Jun 03 15:25:21.884815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f4e79-8108-4467-aa7a-0e622caeea3e req-f94154a0-a3f5-45b9-966d-6a79b9b33e6e tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:21.886235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f92f4e79-8108-4467-aa7a-0e622caeea3e req-f94154a0-a3f5-45b9-966d-6a79b9b33e6e tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 946 time: 0.5366719 Jun 03 15:25:21.895900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['2fdad0c6-aea3-4dd4-855d-aed54a317be2'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:21.907672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f885ce-4c82-451e-9bad-c3aac2abf777 req-225bf49c-f527-4d7a-abc9-8cfd08880ca4 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:21.909095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2f885ce-4c82-451e-9bad-c3aac2abf777 req-225bf49c-f527-4d7a-abc9-8cfd08880ca4 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.4044654 Jun 03 15:25:21.993703 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03889389-e474-4fbd-9d80-298104699ef9 req-a2ad1565-c925-480e-b10d-150612e27757 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511444 Jun 03 15:25:22.017940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f92f4e79-8108-4467-aa7a-0e622caeea3e req-2dd2e310-7852-47ce-9cbd-ad8df2c35016 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196511 Jun 03 15:25:22.047828 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2f885ce-4c82-451e-9bad-c3aac2abf777 req-7eecdaea-d3ee-4881-940d-883bd25f3159 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141632 Jun 03 15:25:22.051816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ecc886c-dd66-443d-b29d-14e940e473a2 req-78bdd92f-e2e5-4333-9805-3197b9c8b9a0 service neutron] 10.222.0.67 "GET /v2.0/networks/89f9ab9e-b2ef-458a-97bf-94e559fee70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081111 Jun 03 15:25:22.205859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bb75fab7-71d9-483f-a9b5-6e9fd4acd79b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:22.216044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d27afc29-9f3e-4926-9ace-b4fde33748d7 req-20a982cb-e3c1-476c-9157-2e471f30f47f tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0787022 Jun 03 15:25:22.268070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b948c-7edd-459b-abe8-66006b944de5 req-fe33f920-8d50-4373-b0c4-4531f11a7703 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:22.270051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b78b948c-7edd-459b-abe8-66006b944de5 req-fe33f920-8d50-4373-b0c4-4531f11a7703 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 945 time: 0.0977821 Jun 03 15:25:22.326326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b78b948c-7edd-459b-abe8-66006b944de5 req-5f8b874f-9fb3-4327-baae-045584d93176 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494788 Jun 03 15:25:22.359965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:22.375926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'bb75fab7-71d9-483f-a9b5-6e9fd4acd79b', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'port_id': 'bb75fab7-71d9-483f-a9b5-6e9fd4acd79b', 'mac_address': 'fa:16:3e:f7:f1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901d199d-a134-429c-ba05-96e12007c774', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:22.408993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ec90e-7357-4bb8-8c4a-567aff8376a2 req-5a5a680f-79f7-4135-b99f-9965b831cc25 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:22.414100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f2ec90e-7357-4bb8-8c4a-567aff8376a2 req-5a5a680f-79f7-4135-b99f-9965b831cc25 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 943 time: 0.0866163 Jun 03 15:25:22.436588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:22.437007 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.492072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb75fab7-71d9-483f-a9b5-6e9fd4acd79b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:22.509233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:22.513406 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:22.518820 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f2ec90e-7357-4bb8-8c4a-567aff8376a2 req-93dad7c2-fc29-4087-b1f7-953635e73202 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022267 Jun 03 15:25:22.560943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5c670-172d-4acb-86c1-86dc33657068 req-cad7369f-2a6b-40f9-a49a-b0d41a0f5bd1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:22.562695 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32f5c670-172d-4acb-86c1-86dc33657068 req-cad7369f-2a6b-40f9-a49a-b0d41a0f5bd1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 944 time: 0.1284583 Jun 03 15:25:22.596316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:22.631941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32f5c670-172d-4acb-86c1-86dc33657068 req-d9e62be9-9a8e-469c-bae0-c14203b41bda tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608587 Jun 03 15:25:22.727506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af1c0-7e22-4318-ac90-ea7ae9c935f2 req-fae610ba-8082-43f5-9848-2a232d89c439 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:22.729119 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a1af1c0-7e22-4318-ac90-ea7ae9c935f2 req-fae610ba-8082-43f5-9848-2a232d89c439 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.0926192 Jun 03 15:25:22.775979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a1af1c0-7e22-4318-ac90-ea7ae9c935f2 req-bf8fa741-26c8-4c71-9163-11ad9fd18ec4 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Jun 03 15:25:23.274118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b653e-03ac-4eea-8510-775dd2a70885 req-61badbd0-f047-4f65-8248-069cfde50d96 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:23.275570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc4b653e-03ac-4eea-8510-775dd2a70885 req-61badbd0-f047-4f65-8248-069cfde50d96 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 946 time: 0.1473095 Jun 03 15:25:23.286811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bade7-98cd-407d-9498-02bd979cff46 req-1e0524dd-5fa0-455d-976f-e039f6430fad tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:23.288331 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca1bade7-98cd-407d-9498-02bd979cff46 req-1e0524dd-5fa0-455d-976f-e039f6430fad tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.1256356 Jun 03 15:25:23.373137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc4b653e-03ac-4eea-8510-775dd2a70885 req-04a034f3-45fc-4fb9-91e2-a0ae9206707a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836067 Jun 03 15:25:23.377591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca1bade7-98cd-407d-9498-02bd979cff46 req-323f51d7-0412-4000-b654-5a8f161a17c9 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736775 Jun 03 15:25:23.515222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['bb75fab7-71d9-483f-a9b5-6e9fd4acd79b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:23.568343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42ae05ae-b1b5-4122-b0d2-60c291077948 req-f66f5429-9237-437c-a019-702c3ba1a1ac tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0866137 Jun 03 15:25:23.625677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250a117-31b4-493e-9ae1-d36ae2c92298 req-e9778b7c-bfba-44b8-8ca8-8bbbea0a0d72 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:23.627096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a250a117-31b4-493e-9ae1-d36ae2c92298 req-e9778b7c-bfba-44b8-8ca8-8bbbea0a0d72 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 945 time: 0.1082964 Jun 03 15:25:23.680465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a250a117-31b4-493e-9ae1-d36ae2c92298 req-93bd8074-ec36-4a59-80be-7fd7092ffcf6 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Jun 03 15:25:23.861676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60cff3-fe35-4386-a36a-a415ed1d2e86 req-ba1b9bc0-9462-41c4-b958-1348b8b3ddd9 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:23.863295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a60cff3-fe35-4386-a36a-a415ed1d2e86 req-ba1b9bc0-9462-41c4-b958-1348b8b3ddd9 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 943 time: 0.0867116 Jun 03 15:25:23.952718 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a60cff3-fe35-4386-a36a-a415ed1d2e86 req-5dd4b525-a1ee-4164-b632-9e7cef471f14 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834875 Jun 03 15:25:23.982482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567063c-b9b0-49a7-a7fa-f92fcb8f8baa req-98cc363b-7b98-4cd0-9b4e-cd011c017f28 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:23.983924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5567063c-b9b0-49a7-a7fa-f92fcb8f8baa req-98cc363b-7b98-4cd0-9b4e-cd011c017f28 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 945 time: 0.0992415 Jun 03 15:25:24.032509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5567063c-b9b0-49a7-a7fa-f92fcb8f8baa req-b08d2f4d-9642-487f-adc2-9bb6fca864a0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426664 Jun 03 15:25:24.211461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:24.221061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e1d88924-fe16-4c52-aa20-f56a89f0b95c up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:24.262126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ee2df-1724-41cf-b887-90222deacc70 req-0626b019-1e3d-4037-bdeb-079126c8366b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:24.269218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d35ee2df-1724-41cf-b887-90222deacc70 req-0626b019-1e3d-4037-bdeb-079126c8366b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.1430109 Jun 03 15:25:24.335091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d35ee2df-1724-41cf-b887-90222deacc70 req-93b867b6-20d4-45ab-b6b3-e6f1db84019a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650163 Jun 03 15:25:24.364881 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a9167-1fd7-4c16-a270-a2efbb6d37c4 req-4b7eca69-317d-468a-9872-d35c39b84151 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:24.366420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f67a9167-1fd7-4c16-a270-a2efbb6d37c4 req-4b7eca69-317d-468a-9872-d35c39b84151 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.1522224 Jun 03 15:25:24.388452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port e1d88924-fe16-4c52-aa20-f56a89f0b95c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:24.401865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port e1d88924-fe16-4c52-aa20-f56a89f0b95c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:24.402242 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.414092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f67a9167-1fd7-4c16-a270-a2efbb6d37c4 req-15f3c1fe-07a6-4132-b341-bf4852cfab78 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Jun 03 15:25:24.470348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0,segment=NetworkSegment(7548abad-f5ef-4a84-90d0-47a39c418cfc),segment_id=7548abad-f5ef-4a84-90d0-47a39c418cfc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:24.491572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'e4fa39c6-2097-42b0-bb93-71dd8bb70cd0', 'network_id': '89f9ab9e-b2ef-458a-97bf-94e559fee70d', 'port_id': 'e4fa39c6-2097-42b0-bb93-71dd8bb70cd0', 'mac_address': 'fa:16:3e:f1:c8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c6f71e8-e2d4-46fd-b5f6-4bf295ee9c8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:24.559002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99df7-aa9d-4e5b-819e-c3060cf946ed req-87cac216-74da-4417-9a85-7d3a598b5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:24.560564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6d99df7-aa9d-4e5b-819e-c3060cf946ed req-87cac216-74da-4417-9a85-7d3a598b5765 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6d9632d717e43a6943e786b918971f1&device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 1096 time: 0.1452622 Jun 03 15:25:24.600605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port e1d88924-fe16-4c52-aa20-f56a89f0b95c is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:24.601211 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.615872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:24.616300 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.641734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:24.650504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be42917-d74b-4a1a-8e30-c155903fe0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d88924-fe16-4c52-aa20-f56a89f0b95c'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:24.667682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e1d88924-fe16-4c52-aa20-f56a89f0b95c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e1d88924-fe16-4c52-aa20-f56a89f0b95c,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:24.670816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0,segment=NetworkSegment(7548abad-f5ef-4a84-90d0-47a39c418cfc),segment_id=7548abad-f5ef-4a84-90d0-47a39c418cfc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:24.672399 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.673292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 70cb2b2d-09d6-4279-b58a-3b149de0aa8f up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:24.733165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:24.762284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6e865da-2184-4991-9dd0-e1dfbd0c0133 req-f13decba-4eff-414c-9914-f3d16eb997f9 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0685656 Jun 03 15:25:24.791485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99df7-aa9d-4e5b-819e-c3060cf946ed req-cab25776-057a-4b83-a786-a76e08d2d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:24.791887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=e1d88924-fe16-4c52-aa20-f56a89f0b95c,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:24.793367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6d99df7-aa9d-4e5b-819e-c3060cf946ed req-cab25776-057a-4b83-a786-a76e08d2d7f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 200 len: 916 time: 0.2204802 Jun 03 15:25:24.802411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae2b2c-30cf-4056-b794-70515efb7acb req-c575ae78-840b-446d-b5b2-ceee4359170d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:24.806324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7dae2b2c-30cf-4056-b794-70515efb7acb req-c575ae78-840b-446d-b5b2-ceee4359170d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 946 time: 0.3054669 Jun 03 15:25:24.830769 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f00704-06ac-41cd-8950-312821aff0e4'] response: {'server_uuid': '5be42917-d74b-4a1a-8e30-c155903fe0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d88924-fe16-4c52-aa20-f56a89f0b95c', 'code': 200} Jun 03 15:25:24.867076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:24.873808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:24.877363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:24.877629 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.008282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:25.008642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.041729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=70cb2b2d-09d6-4279-b58a-3b149de0aa8f,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:25.046390 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:25.082940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6d99df7-aa9d-4e5b-819e-c3060cf946ed req-e8618db3-cb29-4bc7-baf6-ef625fbb5569 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa80701-6672-4a6d-b8f0-06a7b5923c2e HTTP/1.1" status: 200 len: 217 time: 0.2753839 Jun 03 15:25:25.112298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=70cb2b2d-09d6-4279-b58a-3b149de0aa8f,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:25.187057 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7dae2b2c-30cf-4056-b794-70515efb7acb req-30200420-4c8d-42d4-937f-61fed82fffad tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912324 Jun 03 15:25:25.209242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99df7-aa9d-4e5b-819e-c3060cf946ed req-47403779-a17e-45ee-8fda-da1c4708f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.209242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6d99df7-aa9d-4e5b-819e-c3060cf946ed req-47403779-a17e-45ee-8fda-da1c4708f404 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bdac4029-d48c-47dc-a98a-f943bf9b8bdf HTTP/1.1" status: 200 len: 854 time: 0.1121266 Jun 03 15:25:25.269592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f1fd2-8a47-4137-85a1-3994d990e3a2 req-abdeccb8-85c5-4f4f-b989-d69f6cae7b87 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.271017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-796f1fd2-8a47-4137-85a1-3994d990e3a2 req-abdeccb8-85c5-4f4f-b989-d69f6cae7b87 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 945 time: 0.2824848 Jun 03 15:25:25.293327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069666f8-8aac-42ff-961f-71ea4df02324 req-ab74a0c3-4b1d-42b1-8bfc-8574526f2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.294808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-069666f8-8aac-42ff-961f-71ea4df02324 req-ab74a0c3-4b1d-42b1-8bfc-8574526f2eda service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 1096 time: 0.3053007 Jun 03 15:25:25.415263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-796f1fd2-8a47-4137-85a1-3994d990e3a2 req-1fbbee9d-e264-4608-8276-28f16260ab63 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378708 Jun 03 15:25:25.427737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-069666f8-8aac-42ff-961f-71ea4df02324 req-693cdb68-9ffc-42d3-9b46-7dd9dc99620b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835347 Jun 03 15:25:25.441435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99df7-aa9d-4e5b-819e-c3060cf946ed req-47c182c6-1f85-442d-8f63-88cdb17be1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.442947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6d99df7-aa9d-4e5b-819e-c3060cf946ed req-47c182c6-1f85-442d-8f63-88cdb17be1ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0aac1c6-5514-4639-a0f9-707d0df3caed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2262094 Jun 03 15:25:25.461491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206f972-34a9-4c04-9b5b-3a9c7ff0fada req-3d4042ff-6bd3-4423-bbce-988307cfacd4 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.462958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3206f972-34a9-4c04-9b5b-3a9c7ff0fada req-3d4042ff-6bd3-4423-bbce-988307cfacd4 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 944 time: 0.1610878 Jun 03 15:25:25.508586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3206f972-34a9-4c04-9b5b-3a9c7ff0fada req-97d0f470-a89b-4887-b64e-cf84774fdae6 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Jun 03 15:25:25.592616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ed729-09b9-48cf-a1e8-dd2902fe84f9 req-1cbd29d4-c284-4c0f-b10f-427a13c290bb tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.594106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d4ed729-09b9-48cf-a1e8-dd2902fe84f9 req-1cbd29d4-c284-4c0f-b10f-427a13c290bb tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 945 time: 0.0846698 Jun 03 15:25:25.627040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['e4fa39c6-2097-42b0-bb93-71dd8bb70cd0'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:25.692675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d4ed729-09b9-48cf-a1e8-dd2902fe84f9 req-3a6c876d-8ce7-40ab-a4bb-c79185f869c5 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925224 Jun 03 15:25:25.718923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f5184-933e-4333-91b3-192e2cf92feb req-ecc242fe-98db-498b-ae0e-7fdc33648036 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.720380 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-572f5184-933e-4333-91b3-192e2cf92feb req-ecc242fe-98db-498b-ae0e-7fdc33648036 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.1074257 Jun 03 15:25:25.769623 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-572f5184-933e-4333-91b3-192e2cf92feb req-c8b4aee9-9b26-49a7-840c-2f3313e5ddc6 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 Jun 03 15:25:25.878350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc0734-09c4-4a37-b60c-8b5e31202fd8 req-4e8a3711-353f-4286-ac34-aea37e713e7d tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:25.879867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4dc0734-09c4-4a37-b60c-8b5e31202fd8 req-4e8a3711-353f-4286-ac34-aea37e713e7d tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.0856180 Jun 03 15:25:25.961896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36d955d8-0257-4dce-ae53-c0e2fbddeb51 req-f9ad475d-bb5c-4083-9ab0-0b7aff8cefee tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0810299 Jun 03 15:25:26.043443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4dc0734-09c4-4a37-b60c-8b5e31202fd8 req-e5010e16-b77b-49a9-8b4d-88472913ae74 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312895 Jun 03 15:25:26.081511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6d99df7-aa9d-4e5b-819e-c3060cf946ed req-cb36b11c-d78e-4ce8-b128-121587bf12d7 service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705174 Jun 03 15:25:26.218684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6d99df7-aa9d-4e5b-819e-c3060cf946ed req-ca3d34b3-b733-49c3-b524-c6368740d9c9 service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303573 Jun 03 15:25:26.222204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bb75fab7-71d9-483f-a9b5-6e9fd4acd79b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:26.294974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:26.304213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:26.305094 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:26.385136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8b5c7-c3e4-49bf-af06-807b165f7a69 req-8f27185e-5623-4997-8981-5e82a502be92 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:26.386609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7e8b5c7-c3e4-49bf-af06-807b165f7a69 req-8f27185e-5623-4997-8981-5e82a502be92 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 946 time: 0.0874567 Jun 03 15:25:26.422037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:26.422499 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:26.432455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7e8b5c7-c3e4-49bf-af06-807b165f7a69 req-5fa3152e-c8d4-4acf-9b90-2ae44fd31d52 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399644 Jun 03 15:25:26.460703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:26.465814 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:26.466739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2fdad0c6-aea3-4dd4-855d-aed54a317be2 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:26.588258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:26.600882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:26.606138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:26.606492 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:26.674055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973c42d-91af-4265-af59-dc07d044e352 req-bb8ca1b2-309d-4088-9da1-a16c75aae097 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:26.675752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d973c42d-91af-4265-af59-dc07d044e352 req-bb8ca1b2-309d-4088-9da1-a16c75aae097 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 945 time: 0.1468461 Jun 03 15:25:26.683059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc9c43-fe79-49f6-be79-99800929eea4 req-24d12ea8-afad-49c1-b38d-a850c9e05978 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:26.684420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78cc9c43-fe79-49f6-be79-99800929eea4 req-24d12ea8-afad-49c1-b38d-a850c9e05978 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.1167734 Jun 03 15:25:26.732055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:26.732649 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:26.753810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d973c42d-91af-4265-af59-dc07d044e352 req-f6eda39b-0c18-4ea0-bcca-8d13ccfef542 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684626 Jun 03 15:25:26.756585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78cc9c43-fe79-49f6-be79-99800929eea4 req-e4e639fe-2e65-4648-b8ec-6353a0e2d330 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587597 Jun 03 15:25:26.767872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2fdad0c6-aea3-4dd4-855d-aed54a317be2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2fdad0c6-aea3-4dd4-855d-aed54a317be2,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:26.782565 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:26.866724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d7d2d5-3888-4a57-b82f-7c0201ccee43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cb2b2d-09d6-4279-b58a-3b149de0aa8f'}, {'server_uuid': '41f4bdaa-47e2-47a0-b2fe-8eed1a965f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb75fab7-71d9-483f-a9b5-6e9fd4acd79b'}, {'server_uuid': '2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdad0c6-aea3-4dd4-855d-aed54a317be2'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:26.890902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=2fdad0c6-aea3-4dd4-855d-aed54a317be2,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:26.999969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f76f44-8db8-4958-a52f-d636e4b19fe3 req-38b5cdcb-06bf-4363-b55d-b0fe3897fdf0 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.001404 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86f76f44-8db8-4958-a52f-d636e4b19fe3 req-38b5cdcb-06bf-4363-b55d-b0fe3897fdf0 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 944 time: 0.1405427 Jun 03 15:25:27.012737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e548de6-9971-464b-b873-c179de3a7795 req-dab83116-cac7-4617-9d0a-08cf11f8dce9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.014113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e548de6-9971-464b-b873-c179de3a7795 req-dab83116-cac7-4617-9d0a-08cf11f8dce9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.1173425 Jun 03 15:25:27.185038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86f76f44-8db8-4958-a52f-d636e4b19fe3 req-42c31a5d-e216-4d25-93af-10a380c0d672 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700339 Jun 03 15:25:27.189456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e548de6-9971-464b-b873-c179de3a7795 req-ee5d925a-8fef-40a5-974f-bf04b58b24ce tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621437 Jun 03 15:25:27.254200 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3a1399-9741-4982-81c2-5782a464ca52'] response: {'server_uuid': 'b5d7d2d5-3888-4a57-b82f-7c0201ccee43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cb2b2d-09d6-4279-b58a-3b149de0aa8f', 'code': 200} Jun 03 15:25:27.254614 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3a1399-9741-4982-81c2-5782a464ca52'] response: {'server_uuid': '41f4bdaa-47e2-47a0-b2fe-8eed1a965f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb75fab7-71d9-483f-a9b5-6e9fd4acd79b', 'code': 200} Jun 03 15:25:27.255054 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3a1399-9741-4982-81c2-5782a464ca52'] response: {'server_uuid': '2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdad0c6-aea3-4dd4-855d-aed54a317be2', 'code': 200} Jun 03 15:25:27.400859 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fef4a762-ca44-4953-ac3d-bd298d10b73f req-f3601caa-25cf-4318-9ec7-ef7402656ca8 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0564978 Jun 03 15:25:27.436747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2506ef-b5e8-4f9e-8b35-52dbdf34e9fa req-c385eecd-a83b-46d0-8ebd-b4895ff75113 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.438330 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f2506ef-b5e8-4f9e-8b35-52dbdf34e9fa req-c385eecd-a83b-46d0-8ebd-b4895ff75113 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.1392887 Jun 03 15:25:27.484215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f2506ef-b5e8-4f9e-8b35-52dbdf34e9fa req-eded583d-5043-42cc-80ed-9b6d40778cff tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391233 Jun 03 15:25:27.642432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb95b10-7d8b-420a-a59e-7338e098d797 req-3602989c-8310-4092-9cb7-7e1546d1c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.644253 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0eb95b10-7d8b-420a-a59e-7338e098d797 req-3602989c-8310-4092-9cb7-7e1546d1c91a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 1097 time: 0.0710268 Jun 03 15:25:27.701270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f79b8e-a024-45c1-be0e-0cf6c1655519 req-6b5b40d0-b07a-45b8-8926-268ef644d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.702661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20f79b8e-a024-45c1-be0e-0cf6c1655519 req-6b5b40d0-b07a-45b8-8926-268ef644d71b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 1097 time: 0.1598575 Jun 03 15:25:27.711708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a2c11-d51c-4ff7-816d-c6efe013f7cb req-fbfea441-fafd-47fb-a170-ccdb33d00543 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.713089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-217a2c11-d51c-4ff7-816d-c6efe013f7cb req-fbfea441-fafd-47fb-a170-ccdb33d00543 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.2093449 Jun 03 15:25:27.717260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b036d-c72f-44f6-8416-f2d0d887ea91 req-a87f9cfe-efd3-486e-a452-ddbe45cd1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:27.718690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c67b036d-c72f-44f6-8416-f2d0d887ea91 req-a87f9cfe-efd3-486e-a452-ddbe45cd1c99 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 1097 time: 0.1314216 Jun 03 15:25:27.728674 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0eb95b10-7d8b-420a-a59e-7338e098d797 req-7d8a232e-1886-4965-bc87-1a480ec28184 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362995 Jun 03 15:25:27.757973 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-217a2c11-d51c-4ff7-816d-c6efe013f7cb req-6c2cd972-df34-4da7-8d00-133a3269ccd4 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Jun 03 15:25:28.001167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb60169-b379-429f-86f3-dd7af815d9e3 req-f67f9587-a3ed-4db3-80a8-5f1ee10b4f92 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:28.002565 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bb60169-b379-429f-86f3-dd7af815d9e3 req-f67f9587-a3ed-4db3-80a8-5f1ee10b4f92 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.1375718 Jun 03 15:25:28.014359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf01d7-eeb3-4262-8f04-7809d1173692 req-0901f2aa-630e-4d7d-b518-f6681d5a8e68 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:28.015747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26cf01d7-eeb3-4262-8f04-7809d1173692 req-0901f2aa-630e-4d7d-b518-f6681d5a8e68 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1488540 Jun 03 15:25:28.082768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bb60169-b379-429f-86f3-dd7af815d9e3 req-272b92d2-e114-4242-8589-61280afe8ad3 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651987 Jun 03 15:25:28.086342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26cf01d7-eeb3-4262-8f04-7809d1173692 req-71123fd8-74e8-4a02-ad67-83f6641fb032 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573804 Jun 03 15:25:28.245385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:28.328009 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20f79b8e-a024-45c1-be0e-0cf6c1655519 req-7ab896cb-0883-480e-a180-9cdc6945f4e6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934205 Jun 03 15:25:28.338414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c67b036d-c72f-44f6-8416-f2d0d887ea91 req-3875bd24-9ddd-4a3e-9fd5-fadb76adbf50 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699298 Jun 03 15:25:28.348073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:25:28.356592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:28.357528 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:28.365869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dd102-1e55-418e-8a8c-03b005839edc req-87a69237-0bd6-41f9-89c8-392b4409a59b tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:28.367584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b94dd102-1e55-418e-8a8c-03b005839edc req-87a69237-0bd6-41f9-89c8-392b4409a59b tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.1659753 Jun 03 15:25:28.419483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b94dd102-1e55-418e-8a8c-03b005839edc req-7022ca71-10a6-4c92-8c94-1865ecab4b14 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453718 Jun 03 15:25:28.507040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:28.507411 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:28.540259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0,segment=NetworkSegment(7548abad-f5ef-4a84-90d0-47a39c418cfc),segment_id=7548abad-f5ef-4a84-90d0-47a39c418cfc)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:28.546756 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:28.607867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1931b-b24c-4028-97b7-a1aa5ac1628d req-0b952a1b-3f0b-4c7e-bb1f-285d0295a916 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:28.609217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86b1931b-b24c-4028-97b7-a1aa5ac1628d req-0b952a1b-3f0b-4c7e-bb1f-285d0295a916 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.1413395 Jun 03 15:25:28.614160 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:28.646192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3f7dc-57fa-440c-aa71-f945c5dcdbda req-4b1870d9-c5b0-4e68-83fe-8ae3b599b284 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:28.647600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-add3f7dc-57fa-440c-aa71-f945c5dcdbda req-4b1870d9-c5b0-4e68-83fe-8ae3b599b284 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.1261077 Jun 03 15:25:28.683798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86b1931b-b24c-4028-97b7-a1aa5ac1628d req-3585604b-9176-4329-a57f-19172ff0b278 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679896 Jun 03 15:25:28.704506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-add3f7dc-57fa-440c-aa71-f945c5dcdbda req-fcff2cdd-41e6-487b-8d07-2fd677dce614 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482504 Jun 03 15:25:28.854648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee81c7fa-c106-4637-8645-56a461eba550 req-4b5a9d5c-9a6f-4bcf-b6c4-d2f26ca4a203 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0738709 Jun 03 15:25:28.909051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac9d3e-e5bd-4551-86d7-c909aa171737 req-447572e6-8a92-4495-b490-d2564e796922 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:28.910535 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5bac9d3e-e5bd-4551-86d7-c909aa171737 req-447572e6-8a92-4495-b490-d2564e796922 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=043bea89-8eac-45f5-8628-21b623c5fea8 HTTP/1.1" status: 200 len: 945 time: 0.0912709 Jun 03 15:25:28.955290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5bac9d3e-e5bd-4551-86d7-c909aa171737 req-64f3da19-4750-48f5-85fa-436a50d62357 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Jun 03 15:25:29.038325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a7139-9bd7-406b-81e4-9a320770139c req-1d7bfc3a-5a49-4a7a-adf3-63345007f611 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:29.039783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3a7139-9bd7-406b-81e4-9a320770139c req-1d7bfc3a-5a49-4a7a-adf3-63345007f611 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.0835242 Jun 03 15:25:29.127263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3a7139-9bd7-406b-81e4-9a320770139c req-2dc7798a-e429-483b-84f5-694766b7ae69 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815806 Jun 03 15:25:29.158383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6f1fb-a18c-4447-908a-23ced30deeb8 req-a871ddc4-a8a1-4964-aa01-d2bcccf18d3b tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:29.160396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8e6f1fb-a18c-4447-908a-23ced30deeb8 req-a871ddc4-a8a1-4964-aa01-d2bcccf18d3b tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.1016159 Jun 03 15:25:29.208381 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8e6f1fb-a18c-4447-908a-23ced30deeb8 req-e6c40957-9026-46ac-a0d1-98663298c4e4 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Jun 03 15:25:29.255805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b3aaf6-3c4d-4dd1-bb0a-943d05d410be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fa39c6-2097-42b0-bb93-71dd8bb70cd0'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:29.300738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd38f60-85ac-40fd-97e7-26fe6a288141 req-df101fc0-0c9b-4264-ae76-0c1bf9b30601 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:29.302909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edd38f60-85ac-40fd-97e7-26fe6a288141 req-df101fc0-0c9b-4264-ae76-0c1bf9b30601 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.0824540 Jun 03 15:25:29.363895 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:29.395127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edd38f60-85ac-40fd-97e7-26fe6a288141 req-a280219a-d79c-426f-b33e-69d1db7afa51 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845525 Jun 03 15:25:29.435191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fff6d-b6f1-4d22-b361-ae9fe0969d64 req-621d6f93-3a1f-45fa-a2a6-4624af4fc36f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:29.436696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de0fff6d-b6f1-4d22-b361-ae9fe0969d64 req-621d6f93-3a1f-45fa-a2a6-4624af4fc36f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1049881 Jun 03 15:25:29.442527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-209bd910-bb54-4e55-9a51-7921189ddc51 req-c0bffd56-f4f7-4424-97b3-5ded1f0f82b9 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:25:29.443464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-209bd910-bb54-4e55-9a51-7921189ddc51 req-c0bffd56-f4f7-4424-97b3-5ded1f0f82b9 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058954 Jun 03 15:25:29.527626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de0fff6d-b6f1-4d22-b361-ae9fe0969d64 req-4e655eb1-9ae6-4e68-9a61-c1e453817ad8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832129 Jun 03 15:25:29.558020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-209bd910-bb54-4e55-9a51-7921189ddc51 req-fe1e34e2-863c-4669-8f43-8fc74f132845 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1008527 Jun 03 15:25:29.582479 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563a3a40-de81-46e2-af2c-85b6f1b0b4f5'] response: {'server_uuid': '17b3aaf6-3c4d-4dd1-bb0a-943d05d410be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fa39c6-2097-42b0-bb93-71dd8bb70cd0', 'code': 200} Jun 03 15:25:29.771220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a984fa1-0b99-4f47-a1f1-073a319d98dc req-36e9986c-6c6c-4746-99a4-f4a32c94a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:29.772838 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a984fa1-0b99-4f47-a1f1-073a319d98dc req-36e9986c-6c6c-4746-99a4-f4a32c94a942 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 1096 time: 0.0866606 Jun 03 15:25:30.007571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a984fa1-0b99-4f47-a1f1-073a319d98dc req-42cfa223-b2db-42c0-9189-ee575e079b88 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265239 Jun 03 15:25:30.051657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c24d1a-a188-4ee2-a625-e2937183b7da req-089629ca-bb57-47df-b414-209560286b79 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:30.053081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-52c24d1a-a188-4ee2-a625-e2937183b7da req-089629ca-bb57-47df-b414-209560286b79 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.1523824 Jun 03 15:25:30.063560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a41fb7-0cc5-4f90-afca-1ef9c8ce3ceb req-f3d5ec66-47db-4523-bdab-37c61e9be4a3 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:30.064926 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77a41fb7-0cc5-4f90-afca-1ef9c8ce3ceb req-f3d5ec66-47db-4523-bdab-37c61e9be4a3 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.1653068 Jun 03 15:25:30.132324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-52c24d1a-a188-4ee2-a625-e2937183b7da req-41d6ee60-7805-4cf8-b9cd-f6f642100795 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662992 Jun 03 15:25:30.136658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77a41fb7-0cc5-4f90-afca-1ef9c8ce3ceb req-a5f0205f-312b-4d59-897f-6b7b7d9ee2d6 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578518 Jun 03 15:25:30.328032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-689e8604-73ac-44db-b849-1510521e192a req-f6489a05-8f27-46a9-93dd-83ef8bdb8031 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0537703 Jun 03 15:25:30.377268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f17718-aa59-4663-acf4-84a4008fdb94 req-7b714eeb-6e5a-46d4-9688-f81d13330d3a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:30.379102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0f17718-aa59-4663-acf4-84a4008fdb94 req-7b714eeb-6e5a-46d4-9688-f81d13330d3a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.1468096 Jun 03 15:25:30.423815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0f17718-aa59-4663-acf4-84a4008fdb94 req-f953b405-0992-41a8-acc3-fc9fb8df6868 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387189 Jun 03 15:25:30.508368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f74c5-2bac-49f1-a291-7955b65b6545 req-2ed11b94-6c0c-4fb5-a4a6-87011a9d7b64 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:30.509843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a7f74c5-2bac-49f1-a291-7955b65b6545 req-2ed11b94-6c0c-4fb5-a4a6-87011a9d7b64 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.0846725 Jun 03 15:25:30.599956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a7f74c5-2bac-49f1-a291-7955b65b6545 req-89571f1c-8339-4d68-ab12-88672e9e43b4 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843647 Jun 03 15:25:30.633341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724f2bb-6e89-4d36-8c7b-aff413e5f735 req-cf16b86b-e93b-4f0b-b467-adbc7e4c4ca5 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:30.634866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a724f2bb-6e89-4d36-8c7b-aff413e5f735 req-cf16b86b-e93b-4f0b-b467-adbc7e4c4ca5 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.1065700 Jun 03 15:25:30.691755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-132348ac-8f5d-4720-8e79-2f0863b70512 req-995dbc5c-88b0-4c7a-955c-4316aa0ec0cf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0553823 Jun 03 15:25:30.763650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a724f2bb-6e89-4d36-8c7b-aff413e5f735 req-245d5060-5347-4a24-a16a-f706663ef173 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935116 Jun 03 15:25:30.796382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc120c-aef7-4f61-8594-15ad48ec840d req-1455311e-9157-4f88-9df9-db9edbd95986 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:30.797856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69cc120c-aef7-4f61-8594-15ad48ec840d req-1455311e-9157-4f88-9df9-db9edbd95986 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=043bea89-8eac-45f5-8628-21b623c5fea8 HTTP/1.1" status: 200 len: 945 time: 0.1008503 Jun 03 15:25:30.843633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69cc120c-aef7-4f61-8594-15ad48ec840d req-40922caa-2ef1-4f4b-bb0f-2532ab604416 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Jun 03 15:25:30.942837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1b9a-d2c6-4920-a43f-03ba2e355ed1 req-1eec984c-7ef0-41de-97bb-956f8525e92a tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:30.944294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c03b1b9a-d2c6-4920-a43f-03ba2e355ed1 req-1eec984c-7ef0-41de-97bb-956f8525e92a tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.0837042 Jun 03 15:25:31.038734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c03b1b9a-d2c6-4920-a43f-03ba2e355ed1 req-c5057745-22ea-46c0-af47-af392d0d1c5f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588372 Jun 03 15:25:31.063190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacbc19-6441-4a9c-929e-b40496709356 req-8620df9d-cdf1-4d40-9368-8490f1a9dbbc tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.064632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-feacbc19-6441-4a9c-929e-b40496709356 req-8620df9d-cdf1-4d40-9368-8490f1a9dbbc tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.1187847 Jun 03 15:25:31.111404 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-feacbc19-6441-4a9c-929e-b40496709356 req-4b0219a1-4496-4e1e-acd2-ed9226073d60 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406060 Jun 03 15:25:31.330563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dae9db-2fce-4815-8b2e-74c90fe96fd8 req-24e98fdc-dc63-4857-84c8-1353553784b0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.332261 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d6dae9db-2fce-4815-8b2e-74c90fe96fd8 req-24e98fdc-dc63-4857-84c8-1353553784b0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.0878537 Jun 03 15:25:31.377664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d6dae9db-2fce-4815-8b2e-74c90fe96fd8 req-2ca7ad57-17eb-4964-994b-adf0b50a6dc0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392661 Jun 03 15:25:31.477722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0615b1-d43b-43ca-948f-01858abe7162 req-ddf60762-6ac6-4830-a55e-bbc2bd090067 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.483478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0615b1-d43b-43ca-948f-01858abe7162 req-ddf60762-6ac6-4830-a55e-bbc2bd090067 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.489409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0615b1-d43b-43ca-948f-01858abe7162 req-ddf60762-6ac6-4830-a55e-bbc2bd090067 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.491046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd0615b1-d43b-43ca-948f-01858abe7162 req-ddf60762-6ac6-4830-a55e-bbc2bd090067 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f&device_id=043bea89-8eac-45f5-8628-21b623c5fea8&device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 2416 time: 0.1114986 Jun 03 15:25:31.587533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd0615b1-d43b-43ca-948f-01858abe7162 req-865dca15-6566-44c6-a748-fe867532ef0c tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619795 Jun 03 15:25:31.625543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313ebaa-3996-432c-a035-212b226923b0 req-054e5564-1215-45b4-86f7-f62ab5bc7d51 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.633077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b313ebaa-3996-432c-a035-212b226923b0 req-054e5564-1215-45b4-86f7-f62ab5bc7d51 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.1410167 Jun 03 15:25:31.677723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b313ebaa-3996-432c-a035-212b226923b0 req-6e0befe5-a354-45f0-89c1-5807659d77b3 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435421 Jun 03 15:25:31.777728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df63714f-e7a1-4354-8f84-04d7522a3a58 req-254ebeba-4ed3-4d3d-9f1f-2c0b0074403c tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0836816 Jun 03 15:25:31.828011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8618ec8a-c285-4d3c-b4bd-a8f2201e664a req-4f4d27b7-37b2-4885-8f47-4439924bb6a5 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0999138 Jun 03 15:25:31.986317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317a444-d761-4548-82eb-a2502af0650f req-6fc45dc2-ebda-417c-b1dc-c476e2bec755 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:31.988209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f317a444-d761-4548-82eb-a2502af0650f req-6fc45dc2-ebda-417c-b1dc-c476e2bec755 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.0862503 Jun 03 15:25:32.041571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f317a444-d761-4548-82eb-a2502af0650f req-49910915-f7b3-48d4-9a01-28166727c75e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473182 Jun 03 15:25:32.084446 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-80dcbecf-fb86-4469-85df-41cb02e4f478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:32.195050 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a59fa0-c0fd-47c8-a854-7d1183344e97 req-c8bd5b7b-8767-4b4c-9d65-a16ffc64064f tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:32.196559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68a59fa0-c0fd-47c8-a854-7d1183344e97 req-c8bd5b7b-8767-4b4c-9d65-a16ffc64064f tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.0833218 Jun 03 15:25:32.242712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68a59fa0-c0fd-47c8-a854-7d1183344e97 req-ac1ce319-ab39-4751-9929-58c2a5efda34 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Jun 03 15:25:32.426966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e921416-f51b-40c4-a54e-01757305cb1b req-c8f01b50-5375-418c-a2f4-1b61528a7037 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:32.428665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e921416-f51b-40c4-a54e-01757305cb1b req-c8f01b50-5375-418c-a2f4-1b61528a7037 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.0837340 Jun 03 15:25:32.483990 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e921416-f51b-40c4-a54e-01757305cb1b req-98eef4d0-69f7-4503-bf78-13efd3aaa2a4 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484986 Jun 03 15:25:32.832095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ddfa-f131-4f8b-910e-8dbe8d50aa80 req-6b3114fd-8b60-4b00-ad8a-aa867056e50b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:32.833524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73e3ddfa-f131-4f8b-910e-8dbe8d50aa80 req-6b3114fd-8b60-4b00-ad8a-aa867056e50b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.2439005 Jun 03 15:25:32.837188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b867099-f125-4223-b229-36be08cfbf2f req-3c25131c-fb07-48b0-9e43-cdbe786412e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2045224 Jun 03 15:25:32.885578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73e3ddfa-f131-4f8b-910e-8dbe8d50aa80 req-52df9f0c-9916-4a33-9c2b-b42012b677c7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Jun 03 15:25:32.968386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b867099-f125-4223-b229-36be08cfbf2f req-2b1d8fda-a4a0-4eaf-92d8-f762a85103bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:32.970263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b867099-f125-4223-b229-36be08cfbf2f req-2b1d8fda-a4a0-4eaf-92d8-f762a85103bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6d9632d717e43a6943e786b918971f1&device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 1096 time: 0.0836973 Jun 03 15:25:33.220802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b867099-f125-4223-b229-36be08cfbf2f req-16f721c4-2e9c-42af-b5f1-d952d0222e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.223501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b867099-f125-4223-b229-36be08cfbf2f req-16f721c4-2e9c-42af-b5f1-d952d0222e09 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 200 len: 916 time: 0.1693218 Jun 03 15:25:33.232473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c96bf-c871-4cbe-a1e8-5f526ca8bf81 req-8f111d54-86b3-4a16-a041-84fba5af95c2 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.234210 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c4c96bf-c871-4cbe-a1e8-5f526ca8bf81 req-8f111d54-86b3-4a16-a041-84fba5af95c2 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.2172837 Jun 03 15:25:33.287789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c4c96bf-c871-4cbe-a1e8-5f526ca8bf81 req-ee7eec33-57ea-49af-8393-362945856f65 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428450 Jun 03 15:25:33.504195 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b867099-f125-4223-b229-36be08cfbf2f req-a7aca92e-f36e-41e4-af40-0817bef26bbe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfa80701-6672-4a6d-b8f0-06a7b5923c2e HTTP/1.1" status: 200 len: 217 time: 0.1789150 Jun 03 15:25:33.513919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4704d67-65a0-4b6e-9f02-518b30d03914 req-793971d9-4e40-4279-85cc-b1e7f1fcc8a8 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0602782 Jun 03 15:25:33.691056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b867099-f125-4223-b229-36be08cfbf2f req-b7c06cd9-7686-41c6-957f-b15107ed2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.692454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b867099-f125-4223-b229-36be08cfbf2f req-b7c06cd9-7686-41c6-957f-b15107ed2ecb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bdac4029-d48c-47dc-a98a-f943bf9b8bdf HTTP/1.1" status: 200 len: 854 time: 0.1291995 Jun 03 15:25:33.746220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f69ae-0ecd-48e0-9e67-617f5bb29a0c req-c959b9d1-959d-4c8e-ab2b-a86c57037774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.747675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-790f69ae-0ecd-48e0-9e67-617f5bb29a0c req-c959b9d1-959d-4c8e-ab2b-a86c57037774 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 1097 time: 0.3565748 Jun 03 15:25:33.791903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd357f2a-b218-4443-bec2-2bd081744087 req-6a17cf81-4ca2-49d3-89ba-0eef148cafc0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.793241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd357f2a-b218-4443-bec2-2bd081744087 req-6a17cf81-4ca2-49d3-89ba-0eef148cafc0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.2825024 Jun 03 15:25:33.940773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd357f2a-b218-4443-bec2-2bd081744087 req-ab0bd0c3-5d33-4e7b-b605-b134860891e2 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968170 Jun 03 15:25:33.950667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8272b-9df3-4cc0-9601-f70683ff2ef5 req-dec05c77-0485-4c99-85b7-7f120f819c41 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.952108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98c8272b-9df3-4cc0-9601-f70683ff2ef5 req-dec05c77-0485-4c99-85b7-7f120f819c41 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.3184950 Jun 03 15:25:33.987583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f69ae-0ecd-48e0-9e67-617f5bb29a0c req-1b707a2a-3173-417e-b201-e07ab0c2a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:33.988998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-790f69ae-0ecd-48e0-9e67-617f5bb29a0c req-1b707a2a-3173-417e-b201-e07ab0c2a181 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.2338359 Jun 03 15:25:34.006307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b867099-f125-4223-b229-36be08cfbf2f req-da74b2fb-a024-4ab4-86b1-3ab78ef62a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.007750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b867099-f125-4223-b229-36be08cfbf2f req-da74b2fb-a024-4ab4-86b1-3ab78ef62a0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b0aac1c6-5514-4639-a0f9-707d0df3caed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2987847 Jun 03 15:25:34.019615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98c8272b-9df3-4cc0-9601-f70683ff2ef5 req-013249bb-c47c-4b64-919d-f8b8f9b8871d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556538 Jun 03 15:25:34.115418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f823d-8ae0-42e3-a2d8-1d4671b2c4d9 req-4b67954d-f735-47dc-9503-d85c40edf13a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.116862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee7f823d-8ae0-42e3-a2d8-1d4671b2c4d9 req-4b67954d-f735-47dc-9503-d85c40edf13a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.0809445 Jun 03 15:25:34.209926 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee7f823d-8ae0-42e3-a2d8-1d4671b2c4d9 req-258334f7-f60c-4612-b53f-502565e28aac tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620503 Jun 03 15:25:34.231963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91e40e80-10ba-4276-8a23-ad7b839fb823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:34.244835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbb589-7457-417c-8eac-5804ce815d57 req-17ff07af-555f-4f0c-86ea-1a400951f341 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.246822 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4abbb589-7457-417c-8eac-5804ce815d57 req-17ff07af-555f-4f0c-86ea-1a400951f341 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1290982 Jun 03 15:25:34.292935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4abbb589-7457-417c-8eac-5804ce815d57 req-bac72884-cefd-43a0-b909-905e75c80f16 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401194 Jun 03 15:25:34.606045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e85c6-5b07-41cc-8178-5fe240e7cd27 req-04a887bf-8842-466d-bebb-072abfea305d tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.607482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de5e85c6-5b07-41cc-8178-5fe240e7cd27 req-04a887bf-8842-466d-bebb-072abfea305d tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.0827680 Jun 03 15:25:34.656679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de5e85c6-5b07-41cc-8178-5fe240e7cd27 req-ab19182f-a6e1-4f6e-81f3-dd10e54b377c tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433168 Jun 03 15:25:34.846835 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d9a51ca-e577-4bc0-8897-de9a00903180 req-fe010e4b-f7a7-402f-b5fd-5cefe49eeaf5 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0449245 Jun 03 15:25:34.871046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ff14c-f40f-4691-a88e-6266527c2992 req-e6e748d5-c39a-4c0e-a541-f30c53108c1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:34.872539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e24ff14c-f40f-4691-a88e-6266527c2992 req-e6e748d5-c39a-4c0e-a541-f30c53108c1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.1211386 Jun 03 15:25:34.922051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e24ff14c-f40f-4691-a88e-6266527c2992 req-88aeab0b-3d39-4ed4-a295-254c6f2fef8e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Jun 03 15:25:35.227001 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:35.418363 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-790f69ae-0ecd-48e0-9e67-617f5bb29a0c req-a5cd5c38-0b56-47a9-92ef-e775abdfc76a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fdad0c6-aea3-4dd4-855d-aed54a317be2 HTTP/1.1" status: 200 len: 217 time: 0.1887980 Jun 03 15:25:35.509783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fec99-1186-4471-83a4-6cdcf78f7564 req-331d769d-908b-46b9-bac6-040b434f278d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:35.511874 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-529fec99-1186-4471-83a4-6cdcf78f7564 req-331d769d-908b-46b9-bac6-040b434f278d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.3361917 Jun 03 15:25:35.523168 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:35.571153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-529fec99-1186-4471-83a4-6cdcf78f7564 req-a2622f71-fe4a-4f27-b76a-6fcf7537a84f tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505970 Jun 03 15:25:35.579225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378b350-5798-4e71-bfa1-dbe410c839f5 req-ff2f7405-91f3-45c6-9c47-4ca3be561a45 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:35.580594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3378b350-5798-4e71-bfa1-dbe410c839f5 req-ff2f7405-91f3-45c6-9c47-4ca3be561a45 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.1450796 Jun 03 15:25:35.628198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3378b350-5798-4e71-bfa1-dbe410c839f5 req-eb080854-b678-4198-bd43-52814c0b365e tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Jun 03 15:25:35.826365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c147bf-3d63-431e-8164-a034bb7092a8 req-8480a442-19dd-488b-93b9-6877bfa42b44 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:35.827809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86c147bf-3d63-431e-8164-a034bb7092a8 req-8480a442-19dd-488b-93b9-6877bfa42b44 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.1507812 Jun 03 15:25:35.859734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89659-068f-4b24-a47b-bc7e63417953 req-e790a740-9821-4af4-9bca-4a7986ce8d1f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:35.861045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5b89659-068f-4b24-a47b-bc7e63417953 req-e790a740-9821-4af4-9bca-4a7986ce8d1f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1387665 Jun 03 15:25:35.997303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86c147bf-3d63-431e-8164-a034bb7092a8 req-28f9d1ac-233d-4e6e-8e54-7bc29c631072 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633155 Jun 03 15:25:36.001843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5b89659-068f-4b24-a47b-bc7e63417953 req-f9e39fc6-be92-48c8-9658-c9413f64c664 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192904 Jun 03 15:25:36.057089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b867099-f125-4223-b229-36be08cfbf2f req-598fa88c-b2d6-45a1-be4e-13957ff1d811 service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051237 Jun 03 15:25:36.179830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df91824e-ff41-4e11-bd0e-f3f0dc98671d req-ecc11b60-39fa-4cd9-b303-fc49e6848b9f tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0563390 Jun 03 15:25:36.221631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caf014-33f7-4685-97df-9435ff114e37 req-7bcce5f5-ae6c-4d55-ad96-4540a2c01d7a tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:36.223344 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19caf014-33f7-4685-97df-9435ff114e37 req-7bcce5f5-ae6c-4d55-ad96-4540a2c01d7a tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.1313653 Jun 03 15:25:36.268992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19caf014-33f7-4685-97df-9435ff114e37 req-3a1cc6f8-d1fd-47a0-aeeb-07937f574881 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398395 Jun 03 15:25:36.355279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c3dae-5081-44a0-be8c-cd19e95a0004 req-2c990d2a-f545-46f0-b5c1-9482d94a35ce tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:36.356792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e9c3dae-5081-44a0-be8c-cd19e95a0004 req-2c990d2a-f545-46f0-b5c1-9482d94a35ce tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.0788982 Jun 03 15:25:36.412842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e9c3dae-5081-44a0-be8c-cd19e95a0004 req-e1596ed6-4b2b-4f75-b396-25f33ee32cfb tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489385 Jun 03 15:25:36.823111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513eb471-ad75-482c-a6d7-d6eb4150afcf req-616cba07-fc80-4cfc-a7c2-d5d634d3fc5d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:36.824571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-513eb471-ad75-482c-a6d7-d6eb4150afcf req-616cba07-fc80-4cfc-a7c2-d5d634d3fc5d tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.1435161 Jun 03 15:25:36.857002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57e6b8-0eac-4b05-82bf-3d13234ee6b5 req-830943e8-6c85-4aba-8cce-95862c0d58b1 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:36.858334 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b57e6b8-0eac-4b05-82bf-3d13234ee6b5 req-830943e8-6c85-4aba-8cce-95862c0d58b1 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.1209683 Jun 03 15:25:36.900284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-513eb471-ad75-482c-a6d7-d6eb4150afcf req-ce785d05-da39-4308-bdd0-c03a8a33f1e9 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695033 Jun 03 15:25:36.922800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b57e6b8-0eac-4b05-82bf-3d13234ee6b5 req-394fafe0-48c7-4ab4-865b-a38777086e80 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536938 Jun 03 15:25:36.923370 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:37.245906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfbff1-1436-430c-ba5d-4f1ea37f60dd req-e55edbe2-163f-4bed-ac46-74612cdaacd7 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:37.247419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ebfbff1-1436-430c-ba5d-4f1ea37f60dd req-e55edbe2-163f-4bed-ac46-74612cdaacd7 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.1386216 Jun 03 15:25:37.257731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66ef95-e759-4070-804e-0a8e95262d8b req-6b464daa-662f-4afa-a9f6-a02d1a2554a8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:37.259093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a66ef95-e759-4070-804e-0a8e95262d8b req-6b464daa-662f-4afa-a9f6-a02d1a2554a8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1191604 Jun 03 15:25:37.326890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ebfbff1-1436-430c-ba5d-4f1ea37f60dd req-d6dcede3-2e82-4777-9f7a-13c58885ab64 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668347 Jun 03 15:25:37.333729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a66ef95-e759-4070-804e-0a8e95262d8b req-86149357-6365-4f1f-b503-736887cef31d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611897 Jun 03 15:25:37.502237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d81ca495-1822-40e8-8238-f87732037ddb req-d22cfc4b-f3a3-4a4c-b878-2cf3773c33c4 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0775692 Jun 03 15:25:37.557867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef7c6f-f7fa-4e73-9402-2cd78b7f5e4a req-1f0017d0-ba84-4e0f-b10e-40b7893e623b tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:37.559344 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97ef7c6f-f7fa-4e73-9402-2cd78b7f5e4a req-1f0017d0-ba84-4e0f-b10e-40b7893e623b tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.1043375 Jun 03 15:25:37.605521 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97ef7c6f-f7fa-4e73-9402-2cd78b7f5e4a req-2b3a058a-2af6-4d58-b1fd-3219d9b16e4b tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 Jun 03 15:25:37.685231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919b818-0924-4a1d-b2fe-5d17889ec404 req-e89cd92b-9a71-4c22-9b3b-551036f9a60b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:37.686697 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7919b818-0924-4a1d-b2fe-5d17889ec404 req-e89cd92b-9a71-4c22-9b3b-551036f9a60b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.0795596 Jun 03 15:25:37.735587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7919b818-0924-4a1d-b2fe-5d17889ec404 req-785262d8-2873-40d7-ac08-0b5381d697e1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Jun 03 15:25:38.230934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f69ae-0ecd-48e0-9e67-617f5bb29a0c req-776ff708-6cd6-480b-b55b-693e6322c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:38.232295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-790f69ae-0ecd-48e0-9e67-617f5bb29a0c req-776ff708-6cd6-480b-b55b-693e6322c021 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.3312867 Jun 03 15:25:38.340402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b867099-f125-4223-b229-36be08cfbf2f req-9b176a42-999b-4ae8-80ed-1742f3d7afcc service neutron] 10.222.0.67 "GET /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096351 Jun 03 15:25:38.384018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ec6fc-bbd2-4653-84f6-f9736a1020bf req-75c0ed2f-402c-44bd-b51a-43e02b6ded57 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:38.385515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac5ec6fc-bbd2-4653-84f6-f9736a1020bf req-75c0ed2f-402c-44bd-b51a-43e02b6ded57 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.3290877 Jun 03 15:25:38.394623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82789e66-8a53-45b9-8a57-17e1d32dee7d req-d79200dd-b40e-4fcb-a9ed-dd2ab8bb4d33 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:38.395508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82789e66-8a53-45b9-8a57-17e1d32dee7d req-d79200dd-b40e-4fcb-a9ed-dd2ab8bb4d33 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.3843715 Jun 03 15:25:38.460553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f69ae-0ecd-48e0-9e67-617f5bb29a0c req-e9c5c12e-cdf2-40ec-8a4a-b9d5ed8613a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:38.462093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-790f69ae-0ecd-48e0-9e67-617f5bb29a0c req-e9c5c12e-cdf2-40ec-8a4a-b9d5ed8613a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016003 Jun 03 15:25:38.474864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac5ec6fc-bbd2-4653-84f6-f9736a1020bf req-ac1ad4bf-d842-4b41-a8af-28bdca87dcd4 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784357 Jun 03 15:25:38.479373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82789e66-8a53-45b9-8a57-17e1d32dee7d req-5582dac4-f30d-4b36-a46b-422330671cf6 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680392 Jun 03 15:25:38.553686 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:38.747289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-790f69ae-0ecd-48e0-9e67-617f5bb29a0c req-7515924d-03b1-418d-80f1-1c29520d797c service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399523 Jun 03 15:25:38.774982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11396671-6942-4db3-bce0-afecab1fc2b1 req-fb929f6f-9975-44c2-98cd-f0b9713a3c3a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:38.776445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11396671-6942-4db3-bce0-afecab1fc2b1 req-fb929f6f-9975-44c2-98cd-f0b9713a3c3a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.1835077 Jun 03 15:25:38.787783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5cec2-62a0-4fcb-a939-086b8e8f3df6 req-2f3606f0-261e-4568-95cf-948cb3014617 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:38.789187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ec5cec2-62a0-4fcb-a939-086b8e8f3df6 req-2f3606f0-261e-4568-95cf-948cb3014617 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1607170 Jun 03 15:25:38.859141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11396671-6942-4db3-bce0-afecab1fc2b1 req-b820304c-e1ce-4e89-b22b-20308e6c1954 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690041 Jun 03 15:25:38.865913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ec5cec2-62a0-4fcb-a939-086b8e8f3df6 req-dc0d6bde-9c28-4d71-b47b-58355279fb1d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604093 Jun 03 15:25:39.066422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db8e34c9-0b4a-4658-953f-b783c6b6cd3c req-ed252621-bdfc-4e64-a93a-e7c92325a275 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0940564 Jun 03 15:25:39.132640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-790f69ae-0ecd-48e0-9e67-617f5bb29a0c req-579f4508-9ad8-45ba-adb5-b63abf1d2fab service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347240 Jun 03 15:25:39.142794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9127e9-1f4c-4f1a-8edf-d776bf37e7b5 req-7d4bc7cf-935f-48a4-af09-aaff6fbacdae tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:39.144338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d9127e9-1f4c-4f1a-8edf-d776bf37e7b5 req-7d4bc7cf-935f-48a4-af09-aaff6fbacdae tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.1710095 Jun 03 15:25:39.236287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d9127e9-1f4c-4f1a-8edf-d776bf37e7b5 req-28395c0f-2ad9-408e-aab1-24a1907b257c tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859857 Jun 03 15:25:39.276474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff8973-2297-4a26-85be-b69978f668f1 req-9618e763-5ba5-47e1-b225-78451a2b426a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:39.277902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02ff8973-2297-4a26-85be-b69978f668f1 req-9618e763-5ba5-47e1-b225-78451a2b426a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.1062284 Jun 03 15:25:39.331767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02ff8973-2297-4a26-85be-b69978f668f1 req-c0fa24a5-1d14-4d6b-bf40-0eae46ef9965 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451097 Jun 03 15:25:39.733330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b33ff-b342-4bb7-8d57-6a94872f72ae req-53f471d6-08d6-480e-bb64-889006eb279f tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:39.734788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a1b33ff-b342-4bb7-8d57-6a94872f72ae req-53f471d6-08d6-480e-bb64-889006eb279f tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.1403685 Jun 03 15:25:39.742802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dee8cf-12f0-4094-9418-181caa871b3d req-61ed74d1-ad3e-487f-b834-40235241ce26 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:39.744143 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5dee8cf-12f0-4094-9418-181caa871b3d req-61ed74d1-ad3e-487f-b834-40235241ce26 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.1191478 Jun 03 15:25:39.813574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a1b33ff-b342-4bb7-8d57-6a94872f72ae req-7df21121-bab8-4fd5-b04d-7c649d8cd625 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684924 Jun 03 15:25:39.820864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5dee8cf-12f0-4094-9418-181caa871b3d req-d7c89375-d0b4-456d-aa1f-a2fa628e7320 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631261 Jun 03 15:25:40.106343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20687d7d-b7b5-4f1c-b078-f9df1a2ff19f req-d32f7463-e8ca-4888-a705-37266d66db56 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:40.107675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20687d7d-b7b5-4f1c-b078-f9df1a2ff19f req-d32f7463-e8ca-4888-a705-37266d66db56 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.1379783 Jun 03 15:25:40.115046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1610047-f14d-40cf-b48c-28649434c6a6 req-52e86d9f-de3e-4ade-9aa2-0ed964e7855b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:40.116440 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1610047-f14d-40cf-b48c-28649434c6a6 req-52e86d9f-de3e-4ade-9aa2-0ed964e7855b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1485980 Jun 03 15:25:40.184606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20687d7d-b7b5-4f1c-b078-f9df1a2ff19f req-7c03734f-563e-4087-aabb-cde2fbf87e27 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672090 Jun 03 15:25:40.188866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1610047-f14d-40cf-b48c-28649434c6a6 req-23972ad4-2143-4b2d-9fb9-6e0acc0fa219 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581334 Jun 03 15:25:40.333278 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5badcdfd-599d-432e-8eaf-c7f8ae898890 req-da196f75-b30f-4c34-9359-cedaf7594762 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0486290 Jun 03 15:25:40.425896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34f12a-bf00-4c49-9c8f-167060f9fa89 req-303b2a59-fd17-4a8a-8514-e0bf36cdec3d tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:40.427361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d34f12a-bf00-4c49-9c8f-167060f9fa89 req-303b2a59-fd17-4a8a-8514-e0bf36cdec3d tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.0804400 Jun 03 15:25:40.521415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d34f12a-bf00-4c49-9c8f-167060f9fa89 req-f6de961d-ab7e-42b8-b948-30c8ce695787 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880945 Jun 03 15:25:40.551653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d98f0-8af4-4745-a07b-84b40a1aa8ae req-19482cb5-745f-4b17-bb4d-2405d3a5519a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:40.553251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a79d98f0-8af4-4745-a07b-84b40a1aa8ae req-19482cb5-745f-4b17-bb4d-2405d3a5519a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.1070848 Jun 03 15:25:40.606670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a79d98f0-8af4-4745-a07b-84b40a1aa8ae req-c54ee771-2778-4975-b3b7-2edf51d8a506 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441775 Jun 03 15:25:41.005197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fef58-3e77-4149-8d0b-7e4fa09c5657 req-2322dece-91cb-48eb-b293-70741f0315e7 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:41.006857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-446fef58-3e77-4149-8d0b-7e4fa09c5657 req-2322dece-91cb-48eb-b293-70741f0315e7 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.0808504 Jun 03 15:25:41.057654 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-446fef58-3e77-4149-8d0b-7e4fa09c5657 req-8f3aa607-1182-4d1e-9636-ac12e7da1c1f tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450735 Jun 03 15:25:41.342106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb9e08-9fff-4246-8191-cac81762731d req-f6d6e247-06ad-4674-bc53-f52a4172c0ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:41.343566 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ceb9e08-9fff-4246-8191-cac81762731d req-f6d6e247-06ad-4674-bc53-f52a4172c0ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.1964195 Jun 03 15:25:41.438071 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ceb9e08-9fff-4246-8191-cac81762731d req-96c67d90-327f-4b56-bcbc-e33f1860747a tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873306 Jun 03 15:25:41.469277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ab81c-895c-45fa-b305-800dc546e342 req-8c1a786c-9715-4fc9-b420-6cdd7b50b7ae tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:41.470738 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b51ab81c-895c-45fa-b305-800dc546e342 req-8c1a786c-9715-4fc9-b420-6cdd7b50b7ae tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.1054976 Jun 03 15:25:41.516696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b51ab81c-895c-45fa-b305-800dc546e342 req-1e365c07-e55e-4d5c-8db0-f08cc42221ab tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 Jun 03 15:25:41.704731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0794faca-65e0-48ec-97c7-757ea7e9e783 req-b8ff833a-6a74-48e4-a592-9d848a4b4255 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4ad095ffb9247afb2638ec072cb6d41&device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.1305025 Jun 03 15:25:41.729165 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0a07446-f888-4a62-81c3-1325af567909 req-98bf2546-5580-48ff-857c-4e94185bc913 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0759232 Jun 03 15:25:41.770338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa68d1-024d-4df1-9890-803b9a9829f7 req-7c99e8e3-6af0-4444-adbd-9d35a3c829dd tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:41.771743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92aa68d1-024d-4df1-9890-803b9a9829f7 req-7c99e8e3-6af0-4444-adbd-9d35a3c829dd tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.1967027 Jun 03 15:25:41.782973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ad869-b44c-44bf-a729-2e7e5ed20194 req-e0ba3fcf-ca99-4515-a643-000be475ad30 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:41.784370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-043ad869-b44c-44bf-a729-2e7e5ed20194 req-e0ba3fcf-ca99-4515-a643-000be475ad30 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.2481439 Jun 03 15:25:41.893589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-043ad869-b44c-44bf-a729-2e7e5ed20194 req-f7a351ef-4463-4182-8829-eb25bc8072c8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034665 Jun 03 15:25:41.895252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0794faca-65e0-48ec-97c7-757ea7e9e783 req-b13d2e66-9bca-473f-bf54-8227225792f7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a4ad095ffb9247afb2638ec072cb6d41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718400 Jun 03 15:25:41.963621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-92aa68d1-024d-4df1-9890-803b9a9829f7 req-80064bc4-74f9-4dc7-945d-9a477e8dabc4 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Deleting port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:41.963858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-92aa68d1-024d-4df1-9890-803b9a9829f7 req-80064bc4-74f9-4dc7-945d-9a477e8dabc4 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.261082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca7d33-d909-4675-ac6a-d5e27af0c079 req-795dc536-bb00-44dd-8a2e-d44e7a9120f9 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:42.262420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5ca7d33-d909-4675-ac6a-d5e27af0c079 req-795dc536-bb00-44dd-8a2e-d44e7a9120f9 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.3926523 Jun 03 15:25:42.288203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794faca-65e0-48ec-97c7-757ea7e9e783 req-82f7956d-d323-419f-8a65-aa0a5db70ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:42.289583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0794faca-65e0-48ec-97c7-757ea7e9e783 req-82f7956d-d323-419f-8a65-aa0a5db70ba9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2999506 Jun 03 15:25:42.353847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ebfc3b5f-c35a-487c-80d6-af0e84f70d05 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:25:42.403705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003dd1f-59de-4e9f-b67b-5ed01123baeb req-8dfe93db-5ccc-4bd1-b48d-2307b0d7f978 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:42.405154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a003dd1f-59de-4e9f-b67b-5ed01123baeb req-8dfe93db-5ccc-4bd1-b48d-2307b0d7f978 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.4099643 Jun 03 15:25:42.431934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5ca7d33-d909-4675-ac6a-d5e27af0c079 req-a6318cdf-39c1-4e07-8c0f-10317400b343 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502569 Jun 03 15:25:42.479874 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-92aa68d1-024d-4df1-9890-803b9a9829f7 req-80064bc4-74f9-4dc7-945d-9a477e8dabc4 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] For port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=70cb2b2d-09d6-4279-b58a-3b149de0aa8f,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:42.480230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-92aa68d1-024d-4df1-9890-803b9a9829f7 req-80064bc4-74f9-4dc7-945d-9a477e8dabc4 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.496485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ebfc3b5f-c35a-487c-80d6-af0e84f70d05, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:42.511236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'port_id': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05', 'mac_address': 'fa:16:3e:32:2b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b77897-1629-4d38-8157-f1d40799acb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:25:42.551790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a003dd1f-59de-4e9f-b67b-5ed01123baeb req-89fa744b-135b-469e-b38a-b9aed78725aa tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284297 Jun 03 15:25:42.569062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:42.569439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.589651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebfc3b5f-c35a-487c-80d6-af0e84f70d05 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:42.608410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ebfc3b5f-c35a-487c-80d6-af0e84f70d05, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:42.613429 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:42.615904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-92aa68d1-024d-4df1-9890-803b9a9829f7 req-80064bc4-74f9-4dc7-945d-9a477e8dabc4 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Calling delete_port for 70cb2b2d-09d6-4279-b58a-3b149de0aa8f owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:42.691523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:42.984638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd66f3b-989e-4118-a2c6-7295b9a570d5 req-7c066443-a450-4ab6-8130-766a4f37b757 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:42.986108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9cd66f3b-989e-4118-a2c6-7295b9a570d5 req-7c066443-a450-4ab6-8130-766a4f37b757 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.4333360 Jun 03 15:25:42.988188 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-92aa68d1-024d-4df1-9890-803b9a9829f7 req-80064bc4-74f9-4dc7-945d-9a477e8dabc4 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:43.041089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc827af0-cbb7-4d42-b2a7-aa3dab793760 req-0ae7d5f2-b7b5-42a0-aee4-3fe1dbefbc79 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:43.042525 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fc827af0-cbb7-4d42-b2a7-aa3dab793760 req-0ae7d5f2-b7b5-42a0-aee4-3fe1dbefbc79 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 946 time: 0.3496850 Jun 03 15:25:43.097028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80064bc4-74f9-4dc7-945d-9a477e8dabc4 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Pushing event deleted for resources: {'Port': ['ID=70cb2b2d-09d6-4279-b58a-3b149de0aa8f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:43.121908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['2a8165c9-0ad1-4dc4-b583-43c49ce71706'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:43.239083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aa68d1-024d-4df1-9890-803b9a9829f7 req-80064bc4-74f9-4dc7-945d-9a477e8dabc4 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] No DVR routers for this DVR port 70cb2b2d-09d6-4279-b58a-3b149de0aa8f on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:43.248163 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-92aa68d1-024d-4df1-9890-803b9a9829f7 req-80064bc4-74f9-4dc7-945d-9a477e8dabc4 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:43.252269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d7d2d5-3888-4a57-b82f-7c0201ccee43', 'name': 'network-vif-deleted', 'tag': '70cb2b2d-09d6-4279-b58a-3b149de0aa8f'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:43.262966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9cd66f3b-989e-4118-a2c6-7295b9a570d5 req-64ac974d-b0cf-47d7-b7b1-a69bb4adf256 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391350 Jun 03 15:25:43.274938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fc827af0-cbb7-4d42-b2a7-aa3dab793760 req-7407bd43-2830-4bad-b593-84e144acf06b tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/security-groups?id=8594b1d0-969d-411c-9336-45a4e7859c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790259 Jun 03 15:25:43.281451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92aa68d1-024d-4df1-9890-803b9a9829f7 req-80064bc4-74f9-4dc7-945d-9a477e8dabc4 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "DELETE /v2.0/ports/70cb2b2d-09d6-4279-b58a-3b149de0aa8f HTTP/1.1" status: 204 len: 173 time: 1.4539337 Jun 03 15:25:43.314062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['ebfc3b5f-c35a-487c-80d6-af0e84f70d05'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:43.333719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8db94-9789-450f-805b-03fcaf084a33 req-e70a17da-a764-49c8-9b52-b0839065ee85 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:43.337455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-71f8db94-9789-450f-805b-03fcaf084a33 req-e70a17da-a764-49c8-9b52-b0839065ee85 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Synchronizing usage tracker for tenant:63f09c0f56ea4e1492599389d57cfff0 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:43.374692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-71f8db94-9789-450f-805b-03fcaf084a33 req-e70a17da-a764-49c8-9b52-b0839065ee85 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Unset dirty status for tenant:63f09c0f56ea4e1492599389d57cfff0 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:43.376681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71f8db94-9789-450f-805b-03fcaf084a33 req-e70a17da-a764-49c8-9b52-b0839065ee85 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "GET /v2.0/ports?device_id=22c7c6d9-5982-4e0e-bd43-d742a8465a9e HTTP/1.1" status: 200 len: 946 time: 0.3333068 Jun 03 15:25:43.522998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc759e61-f7a7-4b9b-9a3c-fe018737d319 req-f029bf62-b99a-4d70-9aff-d6765c9b52ac tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.1122870 Jun 03 15:25:43.580155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-71f8db94-9789-450f-805b-03fcaf084a33 req-8d123573-9eb6-46f9-8837-975ff08913ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Deleting port 2a8165c9-0ad1-4dc4-b583-43c49ce71706 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:43.580483 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-71f8db94-9789-450f-805b-03fcaf084a33 req-8d123573-9eb6-46f9-8837-975ff08913ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:43.698491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b852a8-aa55-4811-a7b7-d1e53290cc80 req-15eb5b9d-b297-47ed-8287-2b1327cf9999 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:43.699928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87b852a8-aa55-4811-a7b7-d1e53290cc80 req-15eb5b9d-b297-47ed-8287-2b1327cf9999 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 944 time: 0.2578676 Jun 03 15:25:43.871983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87b852a8-aa55-4811-a7b7-d1e53290cc80 req-cbc69d67-981f-4b44-b77e-cc98d53178a6 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462557 Jun 03 15:25:43.973310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb2fa8-6540-4d42-9058-f2e75f4f1bcc req-a8c1ce48-ccad-4d47-88e1-d5becde01600 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:43.974831 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70cb2fa8-6540-4d42-9058-f2e75f4f1bcc req-a8c1ce48-ccad-4d47-88e1-d5becde01600 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.3427441 Jun 03 15:25:43.991513 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f5bfe4-e826-492e-910c-146b3e6d0f1f'] response: {'server_uuid': 'b5d7d2d5-3888-4a57-b82f-7c0201ccee43', 'name': 'network-vif-deleted', 'tag': '70cb2b2d-09d6-4279-b58a-3b149de0aa8f', 'status': 'completed', 'code': 200} Jun 03 15:25:44.037406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-71f8db94-9789-450f-805b-03fcaf084a33 req-8d123573-9eb6-46f9-8837-975ff08913ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] For port 2a8165c9-0ad1-4dc4-b583-43c49ce71706, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2a8165c9-0ad1-4dc4-b583-43c49ce71706,segment=NetworkSegment(c7cf66a4-69b5-4490-a9d0-9775e08bcbbe),segment_id=c7cf66a4-69b5-4490-a9d0-9775e08bcbbe)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:44.037747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-71f8db94-9789-450f-805b-03fcaf084a33 req-8d123573-9eb6-46f9-8837-975ff08913ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.063322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c2c1a-b726-46e3-84c4-33ba5653a186 req-9ea5fdca-f2dc-4971-a9ed-59dafa673825 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:44.064776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d60c2c1a-b726-46e3-84c4-33ba5653a186 req-9ea5fdca-f2dc-4971-a9ed-59dafa673825 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.3091655 Jun 03 15:25:44.076059 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377ed9-b716-468e-aef3-0dbc0d7d5de2 req-d5f4e2b9-31d6-4951-a51f-b9cc1d2a4fb6 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:44.077489 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae377ed9-b716-468e-aef3-0dbc0d7d5de2 req-d5f4e2b9-31d6-4951-a51f-b9cc1d2a4fb6 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.0833631 Jun 03 15:25:44.150233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-ae377ed9-b716-468e-aef3-0dbc0d7d5de2 req-559a7e7c-f8dc-4a6e-86ed-d373920fef24 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Deleting port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:44.150471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ae377ed9-b716-468e-aef3-0dbc0d7d5de2 req-559a7e7c-f8dc-4a6e-86ed-d373920fef24 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.242817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-71f8db94-9789-450f-805b-03fcaf084a33 req-8d123573-9eb6-46f9-8837-975ff08913ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Calling delete_port for 2a8165c9-0ad1-4dc4-b583-43c49ce71706 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:44.280717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70cb2fa8-6540-4d42-9058-f2e75f4f1bcc req-ac353703-7fad-460d-b187-b61aec307fe2 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883410 Jun 03 15:25:44.353763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-d60c2c1a-b726-46e3-84c4-33ba5653a186 req-f9e9263c-036e-4cd5-85a8-24db083f500a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Deleting port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:44.354140 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d60c2c1a-b726-46e3-84c4-33ba5653a186 req-f9e9263c-036e-4cd5-85a8-24db083f500a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.371370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ebfc3b5f-c35a-487c-80d6-af0e84f70d05 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:25:44.451720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:25:44.452074 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.491523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df75851-cb5a-4d54-a0e5-f0dafb03dc9c req-3f86d15b-1b9e-4b67-bb54-2a4b52b999f2 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:44.493349 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6df75851-cb5a-4d54-a0e5-f0dafb03dc9c req-3f86d15b-1b9e-4b67-bb54-2a4b52b999f2 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.67 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.1463954 Jun 03 15:25:44.556340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ae377ed9-b716-468e-aef3-0dbc0d7d5de2 req-559a7e7c-f8dc-4a6e-86ed-d373920fef24 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] For port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:44.556704 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ae377ed9-b716-468e-aef3-0dbc0d7d5de2 req-559a7e7c-f8dc-4a6e-86ed-d373920fef24 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.582355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:25:44.582890 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.603396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbb372-cf20-4d57-af40-20084f6e2913 req-e4856252-18ad-4ddd-a612-dbc94b5c83ea tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:44.604864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-52dbb372-cf20-4d57-af40-20084f6e2913 req-e4856252-18ad-4ddd-a612-dbc94b5c83ea tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 945 time: 0.5351634 Jun 03 15:25:44.613614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:44.623705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ebfc3b5f-c35a-487c-80d6-af0e84f70d05, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:44.630357 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.631525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 70cb2b2d-09d6-4279-b58a-3b149de0aa8f no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:44.694554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-ae377ed9-b716-468e-aef3-0dbc0d7d5de2 req-559a7e7c-f8dc-4a6e-86ed-d373920fef24 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Calling delete_port for bb75fab7-71d9-483f-a9b5-6e9fd4acd79b owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:44.703198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 70cb2b2d-09d6-4279-b58a-3b149de0aa8f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:44.703547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 70cb2b2d-09d6-4279-b58a-3b149de0aa8f not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:44.733754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-6df75851-cb5a-4d54-a0e5-f0dafb03dc9c req-feafab40-29ec-4975-add8-19e3ec12658e tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Deleting port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:44.734041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6df75851-cb5a-4d54-a0e5-f0dafb03dc9c req-feafab40-29ec-4975-add8-19e3ec12658e tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.734805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:44.855095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-71f8db94-9789-450f-805b-03fcaf084a33 req-8d123573-9eb6-46f9-8837-975ff08913ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:44.928636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d123573-9eb6-46f9-8837-975ff08913ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Pushing event deleted for resources: {'Port': ['ID=2a8165c9-0ad1-4dc4-b583-43c49ce71706,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:44.943945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f1e0f-3c93-44a7-9000-2b488a60c61e req-a0372443-ce59-462c-b094-9f499110afbb tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:44.945380 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d1f1e0f-3c93-44a7-9000-2b488a60c61e req-a0372443-ce59-462c-b094-9f499110afbb tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 946 time: 0.5378096 Jun 03 15:25:44.959339 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-52dbb372-cf20-4d57-af40-20084f6e2913 req-6ed86290-d522-4def-980c-d413215cf8e8 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/security-groups?id=862be86c-411c-4d8f-8371-159b4abf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169165 Jun 03 15:25:45.025050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ae377ed9-b716-468e-aef3-0dbc0d7d5de2 req-559a7e7c-f8dc-4a6e-86ed-d373920fef24 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.073676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58', 'bb75fab7-71d9-483f-a9b5-6e9fd4acd79b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:45.091416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a7e7c-f8dc-4a6e-86ed-d373920fef24 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event deleted for resources: {'Port': ['ID=bb75fab7-71d9-483f-a9b5-6e9fd4acd79b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:45.123324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f8db94-9789-450f-805b-03fcaf084a33 req-8d123573-9eb6-46f9-8837-975ff08913ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] No DVR routers for this DVR port 2a8165c9-0ad1-4dc4-b583-43c49ce71706 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:45.126336 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-71f8db94-9789-450f-805b-03fcaf084a33 req-8d123573-9eb6-46f9-8837-975ff08913ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.164433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d60c2c1a-b726-46e3-84c4-33ba5653a186 req-f9e9263c-036e-4cd5-85a8-24db083f500a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] For port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5732848b-bf0a-4c7b-ab5b-633bdb0a5793,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:45.164838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d60c2c1a-b726-46e3-84c4-33ba5653a186 req-f9e9263c-036e-4cd5-85a8-24db083f500a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.201200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d1f1e0f-3c93-44a7-9000-2b488a60c61e req-117c5092-980f-4180-ad08-d9558bce40f7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367682 Jun 03 15:25:45.266467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71f8db94-9789-450f-805b-03fcaf084a33 req-8d123573-9eb6-46f9-8837-975ff08913ec tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.67 "DELETE /v2.0/ports/2a8165c9-0ad1-4dc4-b583-43c49ce71706 HTTP/1.1" status: 204 len: 173 time: 1.7895656 Jun 03 15:25:45.304777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae377ed9-b716-468e-aef3-0dbc0d7d5de2 req-559a7e7c-f8dc-4a6e-86ed-d373920fef24 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] No DVR routers for this DVR port bb75fab7-71d9-483f-a9b5-6e9fd4acd79b on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:45.310626 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ae377ed9-b716-468e-aef3-0dbc0d7d5de2 req-559a7e7c-f8dc-4a6e-86ed-d373920fef24 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.313268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f4bdaa-47e2-47a0-b2fe-8eed1a965f50', 'name': 'network-vif-deleted', 'tag': 'bb75fab7-71d9-483f-a9b5-6e9fd4acd79b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:45.319827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6df75851-cb5a-4d54-a0e5-f0dafb03dc9c req-feafab40-29ec-4975-add8-19e3ec12658e tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] For port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0,segment=NetworkSegment(7548abad-f5ef-4a84-90d0-47a39c418cfc),segment_id=7548abad-f5ef-4a84-90d0-47a39c418cfc)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:45.320422 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6df75851-cb5a-4d54-a0e5-f0dafb03dc9c req-feafab40-29ec-4975-add8-19e3ec12658e tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.361160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-d60c2c1a-b726-46e3-84c4-33ba5653a186 req-f9e9263c-036e-4cd5-85a8-24db083f500a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Calling delete_port for 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:45.447931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-14f6871d-d3a9-41d4-ad1a-f8f8dc460417 req-1414fbc3-b423-4e2a-bd6e-4f0840159356 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Synchronizing usage tracker for tenant:63f09c0f56ea4e1492599389d57cfff0 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:45.448382 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae377ed9-b716-468e-aef3-0dbc0d7d5de2 req-559a7e7c-f8dc-4a6e-86ed-d373920fef24 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "DELETE /v2.0/ports/bb75fab7-71d9-483f-a9b5-6e9fd4acd79b HTTP/1.1" status: 204 len: 173 time: 1.3640020 Jun 03 15:25:45.455085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-6df75851-cb5a-4d54-a0e5-f0dafb03dc9c req-feafab40-29ec-4975-add8-19e3ec12658e tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Calling delete_port for e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:45.501993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-14f6871d-d3a9-41d4-ad1a-f8f8dc460417 req-1414fbc3-b423-4e2a-bd6e-4f0840159356 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] Unset dirty status for tenant:63f09c0f56ea4e1492599389d57cfff0 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:45.503624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14f6871d-d3a9-41d4-ad1a-f8f8dc460417 req-1414fbc3-b423-4e2a-bd6e-4f0840159356 tempest-MultipleCreateTestJSON-2006625740 tempest-MultipleCreateTestJSON-2006625740-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5d7d2d5-3888-4a57-b82f-7c0201ccee43 HTTP/1.1" status: 200 len: 210 time: 0.1091454 Jun 03 15:25:45.520118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acffb4e-7ec9-48c2-9eb9-4fae463da65a req-29fbfc26-2386-462d-8d7a-367b0d059d98 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:45.522107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5acffb4e-7ec9-48c2-9eb9-4fae463da65a req-29fbfc26-2386-462d-8d7a-367b0d059d98 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 945 time: 0.4423356 Jun 03 15:25:45.582948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5acffb4e-7ec9-48c2-9eb9-4fae463da65a req-798a836d-aa59-464a-9863-933fbc5f6943 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 Jun 03 15:25:45.712024 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6df75851-cb5a-4d54-a0e5-f0dafb03dc9c req-feafab40-29ec-4975-add8-19e3ec12658e tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.738495 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e03e77d-dcd1-48b4-9713-1a25257f7b2a'] response: {'server_uuid': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05', 'code': 200} Jun 03 15:25:45.757345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d60c2c1a-b726-46e3-84c4-33ba5653a186 req-f9e9263c-036e-4cd5-85a8-24db083f500a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.781708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafab40-29ec-4975-add8-19e3ec12658e tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Pushing event deleted for resources: {'Port': ['ID=e4fa39c6-2097-42b0-bb93-71dd8bb70cd0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:45.823186 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3985afa-349b-48b8-89ff-2e93c4cd5e72 req-7024e84f-92df-4b08-8f21-c6d0e5c0ae5e tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.1179943 Jun 03 15:25:45.841425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9263c-036e-4cd5-85a8-24db083f500a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Pushing event deleted for resources: {'Port': ['ID=5732848b-bf0a-4c7b-ab5b-633bdb0a5793,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:45.876891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df75851-cb5a-4d54-a0e5-f0dafb03dc9c req-feafab40-29ec-4975-add8-19e3ec12658e tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] No DVR routers for this DVR port e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:45.884313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6df75851-cb5a-4d54-a0e5-f0dafb03dc9c req-feafab40-29ec-4975-add8-19e3ec12658e tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:45.901570 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6df75851-cb5a-4d54-a0e5-f0dafb03dc9c req-feafab40-29ec-4975-add8-19e3ec12658e tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.67 "DELETE /v2.0/ports/e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 HTTP/1.1" status: 204 len: 173 time: 1.3978922 Jun 03 15:25:46.026804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c7c6d9-5982-4e0e-bd43-d742a8465a9e', 'name': 'network-vif-deleted', 'tag': '2a8165c9-0ad1-4dc4-b583-43c49ce71706'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:46.053265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60c2c1a-b726-46e3-84c4-33ba5653a186 req-f9e9263c-036e-4cd5-85a8-24db083f500a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] No DVR routers for this DVR port 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:46.057401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d60c2c1a-b726-46e3-84c4-33ba5653a186 req-f9e9263c-036e-4cd5-85a8-24db083f500a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:46.107235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d60c2c1a-b726-46e3-84c4-33ba5653a186 req-f9e9263c-036e-4cd5-85a8-24db083f500a tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "DELETE /v2.0/ports/5732848b-bf0a-4c7b-ab5b-633bdb0a5793 HTTP/1.1" status: 204 len: 173 time: 1.9821415 Jun 03 15:25:46.138334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c5866-2961-4818-92b1-0166ff828520 req-a1a3cf4f-a893-48c0-b889-ba2e153e2509 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:46.139936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-404c5866-2961-4818-92b1-0166ff828520 req-a1a3cf4f-a893-48c0-b889-ba2e153e2509 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.2345588 Jun 03 15:25:46.156720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['bfa80701-6672-4a6d-b8f0-06a7b5923c2e', '80bfec0d-526f-4954-b214-05eccde8ef88'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:46.158161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9a401-542a-4501-9ad0-e967f56941b9 req-7cb98ba3-39d9-41ec-89da-c6714d8347c9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:46.160651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88c9a401-542a-4501-9ad0-e967f56941b9 req-7cb98ba3-39d9-41ec-89da-c6714d8347c9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1989801 Jun 03 15:25:46.254322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-404c5866-2961-4818-92b1-0166ff828520 req-36eb9a4d-f306-4e31-bcad-4cbe4530ba44 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897968 Jun 03 15:25:46.283770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88c9a401-542a-4501-9ad0-e967f56941b9 req-5716d680-1451-4abc-83ea-cf33c0ef0e53 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038392 Jun 03 15:25:46.433071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bb75fab7-71d9-483f-a9b5-6e9fd4acd79b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:46.486553 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b3bc7c-d073-4291-9f82-9f3c89d28636'] response: {'server_uuid': '41f4bdaa-47e2-47a0-b2fe-8eed1a965f50', 'name': 'network-vif-deleted', 'tag': 'bb75fab7-71d9-483f-a9b5-6e9fd4acd79b', 'status': 'completed', 'code': 200} Jun 03 15:25:46.524007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: bb75fab7-71d9-483f-a9b5-6e9fd4acd79b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:46.524436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bb75fab7-71d9-483f-a9b5-6e9fd4acd79b not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:46.524919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2a8165c9-0ad1-4dc4-b583-43c49ce71706 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:46.565095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90188c3f-4211-4453-ae2c-174bf1e238e8 req-68092938-4ca9-46a1-bf43-7b3a909637b7 tempest-ServerPasswordTestJSON-103177069 tempest-ServerPasswordTestJSON-103177069-project] 10.222.0.48 "GET /v2.0/ports?device_id=17b3aaf6-3c4d-4dd1-bb0a-943d05d410be HTTP/1.1" status: 200 len: 210 time: 0.0618453 Jun 03 15:25:46.571596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 2a8165c9-0ad1-4dc4-b583-43c49ce71706 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:46.571934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2a8165c9-0ad1-4dc4-b583-43c49ce71706 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:46.572396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:46.591437 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3766eb2-022b-4ace-9ff8-d57ea6594d80'] response: {'server_uuid': '22c7c6d9-5982-4e0e-bd43-d742a8465a9e', 'name': 'network-vif-deleted', 'tag': '2a8165c9-0ad1-4dc4-b583-43c49ce71706', 'status': 'completed', 'code': 200} Jun 03 15:25:46.636000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:46.636330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5732848b-bf0a-4c7b-ab5b-633bdb0a5793 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:46.636739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:46.674577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:46.675241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e4fa39c6-2097-42b0-bb93-71dd8bb70cd0 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:46.758228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e6a9cf6-688d-4132-a118-e2f498477fc6 req-8a0cb7a7-055d-4530-9b92-5c4abbd8cd35 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=41f4bdaa-47e2-47a0-b2fe-8eed1a965f50 HTTP/1.1" status: 200 len: 210 time: 0.0581906 Jun 03 15:25:46.850787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-cab507b5-8214-4972-819e-c2782144e38d req-ac01962f-2ef7-4c35-b44a-172ced7fb670 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Synchronizing usage tracker for tenant:c6d9632d717e43a6943e786b918971f1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:46.857344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41846) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:46.914330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-cab507b5-8214-4972-819e-c2782144e38d req-ac01962f-2ef7-4c35-b44a-172ced7fb670 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Unset dirty status for tenant:c6d9632d717e43a6943e786b918971f1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:46.915540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cab507b5-8214-4972-819e-c2782144e38d req-ac01962f-2ef7-4c35-b44a-172ced7fb670 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 210 time: 0.1172369 Jun 03 15:25:46.931981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cc1eb5-cc57-4532-9ed9-5e1e31f4fe9d admin admin] Deleting subnet 67387eaf-aba4-4668-9559-6a7de542bc59 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:25:46.935434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1eb5-cc57-4532-9ed9-5e1e31f4fe9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.021641 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-102896d4-13de-48f1-93ae-96f8c5dd765e req-fc813566-f63d-448d-b9b2-9813675ce46c tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0560584 Jun 03 15:25:47.033098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1eb5-cc57-4532-9ed9-5e1e31f4fe9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.096184 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1eb5-cc57-4532-9ed9-5e1e31f4fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.276058 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1eb5-cc57-4532-9ed9-5e1e31f4fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.317679 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2cc1eb5-cc57-4532-9ed9-5e1e31f4fe9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.321222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc1eb5-cc57-4532-9ed9-5e1e31f4fe9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67387eaf-aba4-4668-9559-6a7de542bc59,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:47.332714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b2cc1eb5-cc57-4532-9ed9-5e1e31f4fe9d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/67387eaf-aba4-4668-9559-6a7de542bc59 HTTP/1.1" status: 204 len: 168 time: 0.4706390 Jun 03 15:25:47.332991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41856) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:47.553687 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.702226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8389cb7-4d28-4b2a-a553-4f6fbd16f1bb req-52f7f2ff-1806-4a44-bca2-69e76aebb560 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:47.703691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8389cb7-4d28-4b2a-a553-4f6fbd16f1bb req-52f7f2ff-1806-4a44-bca2-69e76aebb560 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.2824063 Jun 03 15:25:47.742598 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.762055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630805a5-09d2-4143-83f7-60daa3298fcb req-e035cd16-c2ba-4f43-a7f8-63543185452e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:47.763510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-630805a5-09d2-4143-83f7-60daa3298fcb req-e035cd16-c2ba-4f43-a7f8-63543185452e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.2891872 Jun 03 15:25:47.812090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd16ec5d-4695-4d46-80e2-554e1a610ac6']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:47.828947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8389cb7-4d28-4b2a-a553-4f6fbd16f1bb req-dc73ec93-0ae2-4520-b755-1d6f02b4db17 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186318 Jun 03 15:25:47.832432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:47.833214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cf66a4-69b5-4490-a9d0-9775e08bcbbe') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:47.855208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.876369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-630805a5-09d2-4143-83f7-60daa3298fcb req-531d2a8c-0d09-4af7-9c9a-e7c14b537317 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996583 Jun 03 15:25:47.883130 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.896160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:25:47.897154 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:47.938211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41866) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:47.980768 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c7cf66a4-69b5-4490-a9d0-9775e08bcbbe resource provider aggregate not found Jun 03 15:25:48.011784 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c7cf66a4-69b5-4490-a9d0-9775e08bcbbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7cf66a4-69b5-4490-a9d0-9775e08bcbbe found for delete ", "request_id": "req-ed391509-c683-431f-b424-a33b7fccbc6f"}]} Jun 03 15:25:48.030146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bf505c-b146-4237-878c-ceaf9ff998e5 admin admin] Deleting subnet 9c6f71e8-e2d4-46fd-b5f6-4bf295ee9c8b {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:25:48.031944 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02bf505c-b146-4237-878c-ceaf9ff998e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.046131 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.052013 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.085254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd16ec5d-4695-4d46-80e2-554e1a610ac6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:48.097331 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:25:48.102289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-610959d0-0d60-4817-8185-8824bce18655 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cd16ec5d-4695-4d46-80e2-554e1a610ac6 HTTP/1.1" status: 204 len: 168 time: 0.7658808 Jun 03 15:25:48.115822 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02bf505c-b146-4237-878c-ceaf9ff998e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.219527 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02bf505c-b146-4237-878c-ceaf9ff998e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.224458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0abe55b9-75b8-4988-9d7a-fb2f18741cc6 req-5a1f039d-01d3-411f-9746-65d4826735df tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=e988c17d-955f-41c1-b52e-04967a2e922f HTTP/1.1" status: 200 len: 210 time: 0.0873959 Jun 03 15:25:48.295556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ffa835b-d90d-49b2-9519-583745a93275 req-02c0d8d3-cda6-41be-a19f-9189e9ab854d tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0713248 Jun 03 15:25:48.351765 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02bf505c-b146-4237-878c-ceaf9ff998e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.400245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf505c-b146-4237-878c-ceaf9ff998e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6f71e8-e2d4-46fd-b5f6-4bf295ee9c8b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:48.403044 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02bf505c-b146-4237-878c-ceaf9ff998e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.413237 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-02bf505c-b146-4237-878c-ceaf9ff998e5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9c6f71e8-e2d4-46fd-b5f6-4bf295ee9c8b HTTP/1.1" status: 204 len: 168 time: 0.4707766 Jun 03 15:25:48.413563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41884) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:48.413901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:48.470944 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2ca5a0f0-41bf-4e8e-910a-16cc4b904553 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63f09c0f56ea4e1492599389d57cfff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556448 Jun 03 15:25:48.473273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41898) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:48.488823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b3aaf6-3c4d-4dd1-bb0a-943d05d410be', 'name': 'network-vif-deleted', 'tag': 'e4fa39c6-2097-42b0-bb93-71dd8bb70cd0'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:48.543397 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dca2421-c670-4b6a-a0a6-a8c6e6c8115a'] response: {'server_uuid': '17b3aaf6-3c4d-4dd1-bb0a-943d05d410be', 'name': 'network-vif-deleted', 'tag': 'e4fa39c6-2097-42b0-bb93-71dd8bb70cd0', 'status': 'completed', 'code': 200} Jun 03 15:25:48.551299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6a2bfe1-eff3-41e7-b65a-d81095fe5968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.567250 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.583583 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6a2bfe1-eff3-41e7-b65a-d81095fe5968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.613165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e988c17d-955f-41c1-b52e-04967a2e922f', 'name': 'network-vif-deleted', 'tag': '5732848b-bf0a-4c7b-ab5b-633bdb0a5793'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:48.645818 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6a2bfe1-eff3-41e7-b65a-d81095fe5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.662920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2bfe1-eff3-41e7-b65a-d81095fe5968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8594b1d0-969d-411c-9336-45a4e7859c1f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:48.671598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6a2bfe1-eff3-41e7-b65a-d81095fe5968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.675326 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d6a2bfe1-eff3-41e7-b65a-d81095fe5968 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8594b1d0-969d-411c-9336-45a4e7859c1f HTTP/1.1" status: 204 len: 168 time: 0.1987746 Jun 03 15:25:48.705007 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f264a690-371b-4534-8b9d-f5cd3d55e2d6'] response: {'server_uuid': 'e988c17d-955f-41c1-b52e-04967a2e922f', 'name': 'network-vif-deleted', 'tag': '5732848b-bf0a-4c7b-ab5b-633bdb0a5793', 'status': 'completed', 'code': 200} Jun 03 15:25:48.838552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d48958-cc21-480c-8434-063766419f76 req-9f3de900-2ddb-4a9f-a974-fd1fcd81d6c1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:48.842175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-9f3de900-2ddb-4a9f-a974-fd1fcd81d6c1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.3139803 Jun 03 15:25:48.851197 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:48.901828 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-0d396f60-f516-4f9f-9afa-bb2d5bc66a44 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/quotas/19ba0556664e4d8691d74307513714e4 HTTP/1.1" status: 200 len: 375 time: 0.0350313 Jun 03 15:25:48.906284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f9ab9e-b2ef-458a-97bf-94e559fee70d']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:48.955160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7548abad-f5ef-4a84-90d0-47a39c418cfc') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:48.955476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7548abad-f5ef-4a84-90d0-47a39c418cfc') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:49.019416 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.056298 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.073267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:25:49.073764 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.185690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-e322fc6a-dd99-4c75-9fa5-b59d9707b733 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2717340 Jun 03 15:25:49.191831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.202468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92807b35-7bdc-4179-8726-124a8f282583 req-f9bea074-b913-4bea-b5d0-78353f784ae8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:49.203980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92807b35-7bdc-4179-8726-124a8f282583 req-f9bea074-b913-4bea-b5d0-78353f784ae8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.2332935 Jun 03 15:25:49.225200 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.387484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=89f9ab9e-b2ef-458a-97bf-94e559fee70d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:49.442450 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-051a66b8-be7e-4733-94a5-61676d1211e3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/89f9ab9e-b2ef-458a-97bf-94e559fee70d HTTP/1.1" status: 204 len: 168 time: 1.0280385 Jun 03 15:25:49.486427 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92807b35-7bdc-4179-8726-124a8f282583 req-2177fc08-964f-4605-bff9-0356e9740df2 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582946 Jun 03 15:25:49.545606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-d28c1e21-c138-4cc3-9572-f6120f436d2e service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390186 Jun 03 15:25:49.653920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41964) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:49.723062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41970) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:49.819715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-5e7c79df-0c6a-41dd-b451-a13c95935c20 service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660644 Jun 03 15:25:49.846858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a9c9d-3240-4406-aa59-35729e73620d req-09cc557c-2699-488e-b5c8-9bd3e7f04c6d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:49.848357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f3a9c9d-3240-4406-aa59-35729e73620d req-09cc557c-2699-488e-b5c8-9bd3e7f04c6d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.2124522 Jun 03 15:25:49.850955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ef4ccbde-1d55-4a27-84fd-86dd50547d93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59bdf2644e8548b8bfce371e2666ccd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268344 Jun 03 15:25:49.853653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41974) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:49.917181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-299329111-network', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:49.924967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:49.932503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Usage tracker for resource:network and tenant:2d8d8fe197d344f8b4928a1cc06fda25 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:49.936934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:49.943753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f3a9c9d-3240-4406-aa59-35729e73620d req-9cf62251-32a3-4235-a750-51275cd6242c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748708 Jun 03 15:25:49.959915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:49.980582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e22fe627-27b1-4761-bc2d-46ef3ae7e437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:49.999259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Made reservation on behalf of 2d8d8fe197d344f8b4928a1cc06fda25 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:50.002116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.042564 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.088711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:50.098967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Usage tracker for resource:security_group_rule and tenant:2d8d8fe197d344f8b4928a1cc06fda25 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:50.105693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:50.125743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:50.126251 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e22fe627-27b1-4761-bc2d-46ef3ae7e437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.260834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49f7fdf6-d841-4843-8432-67f13c6c7250 req-18e22cd3-de1e-4501-a050-b92fd5694199 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.48 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.0630701 Jun 03 15:25:50.263113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0794faca-65e0-48ec-97c7-757ea7e9e783 req-0c0c6235-c9d2-4851-8421-e1b32c2f1718 tempest-ServersAaction247Test-1433303779 tempest-ServersAaction247Test-1433303779-project] 10.222.0.67 "GET /v2.0/ports?device_id=39794987-408f-46d0-a589-f653ed63bb6a HTTP/1.1" status: 200 len: 210 time: 0.2757874 Jun 03 15:25:50.274440 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7548abad-f5ef-4a84-90d0-47a39c418cfc resource provider aggregate not found Jun 03 15:25:50.290846 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e22fe627-27b1-4761-bc2d-46ef3ae7e437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.294607 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.301679 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.367625 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7548abad-f5ef-4a84-90d0-47a39c418cfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7548abad-f5ef-4a84-90d0-47a39c418cfc found for delete ", "request_id": "req-30c1214f-c902-429c-b6f9-d029ff3b9e31"}]} Jun 03 15:25:50.384849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fe627-27b1-4761-bc2d-46ef3ae7e437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862be86c-411c-4d8f-8371-159b4abf528f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:50.417564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4824ade3-61a6-4bdb-bb50-c7d1921860d8 req-409968c4-205a-4974-8e48-907d2b72d16f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 210 time: 0.1507576 Jun 03 15:25:50.439213 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e22fe627-27b1-4761-bc2d-46ef3ae7e437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.444951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e22fe627-27b1-4761-bc2d-46ef3ae7e437 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/862be86c-411c-4d8f-8371-159b4abf528f HTTP/1.1" status: 204 len: 168 time: 0.5876648 Jun 03 15:25:50.482491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d3d28b-d764-4920-9d7b-4193935b4ead,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:50.535723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:25:50.559169 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.559918 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Added segment 4b10b446-48da-4f6e-ba65-54bfd48fb660 of type vlan for network d88de1d3-7f66-4aef-ac66-7080cf35e87c Jun 03 15:25:50.618492 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.660216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.661293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:50.662076 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:50.835453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eadbe4-76e4-47e8-953c-33baca32eab9 req-856d1408-25d2-40d9-9e30-25e2a740719c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:50.850581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33eadbe4-76e4-47e8-953c-33baca32eab9 req-856d1408-25d2-40d9-9e30-25e2a740719c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.2110808 Jun 03 15:25:50.892380 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2360222 Jun 03 15:25:50.893079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42006) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:50.915953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Request body: {'subnet': {'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-299329111-subnet', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:50.944173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:50.956022 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33eadbe4-76e4-47e8-953c-33baca32eab9 req-6e977039-8a60-49c3-9646-b30ca63dac7f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044328 Jun 03 15:25:50.967147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f82be-2877-4607-9fc8-c9b0a2b9496d admin admin] Pushing event updated for resources: {'Network': ['ID=d88de1d3-7f66-4aef-ac66-7080cf35e87c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:50.982076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Usage tracker for resource:subnet and tenant:2d8d8fe197d344f8b4928a1cc06fda25 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:50.988038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network d88de1d3-7f66-4aef-ac66-7080cf35e87c details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:25:50.994598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:51.013176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:51.026008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Made reservation on behalf of 2d8d8fe197d344f8b4928a1cc06fda25 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:51.048659 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.246424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca90c03-d090-413a-9f51-10c6bc77d2f2 req-a2686ad7-9b4e-4133-90ee-d3815f93b0e2 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:51.248001 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ca90c03-d090-413a-9f51-10c6bc77d2f2 req-a2686ad7-9b4e-4133-90ee-d3815f93b0e2 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=043bea89-8eac-45f5-8628-21b623c5fea8 HTTP/1.1" status: 200 len: 945 time: 0.3126853 Jun 03 15:25:51.504328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ca90c03-d090-413a-9f51-10c6bc77d2f2 req-108efd7f-9b7c-48a5-863c-a0268e6669e2 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413478 Jun 03 15:25:51.559656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5817ad7-3f95-4676-9b52-f9b4bdb2491a req-ad6ff2d6-9a02-47ba-bc5c-6df0ccfa6f3c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:51.571269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5817ad7-3f95-4676-9b52-f9b4bdb2491a req-ad6ff2d6-9a02-47ba-bc5c-6df0ccfa6f3c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.2564936 Jun 03 15:25:51.597223 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.684582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5817ad7-3f95-4676-9b52-f9b4bdb2491a req-70488969-e342-480b-a74f-04158bbc781b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115317 Jun 03 15:25:51.708696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eba99dd-07f2-4c2d-ad1e-2d479f70a26d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:51.795060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Checking segment: {'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:51.795413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Network hostable DHCP agents. Network: d88de1d3-7f66-4aef-ac66-7080cf35e87c, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:25:51.846160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Network d88de1d3-7f66-4aef-ac66-7080cf35e87c is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:25:51.875548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, d88de1d3-7f66-4aef-ac66-7080cf35e87c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:51.888982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa265002-648b-4b55-b55c-88ad0c90b71b None None] Network d88de1d3-7f66-4aef-ac66-7080cf35e87c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:51.895686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:51.896457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:51.988589 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ac1a87c3-29c6-4e39-9a1a-2eec22c506fb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0800936 Jun 03 15:25:52.000623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42038) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:52.013364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fa34d2f-f18a-4ff8-ad81-8075dc3390d6 req-ac999c2c-abbf-4748-893b-6e0af3f36e41 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 210 time: 0.1468282 Jun 03 15:25:52.032867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-299329111-router', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:52.082984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:52.105687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Usage tracker for resource:router and tenant:2d8d8fe197d344f8b4928a1cc06fda25 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:52.122568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:52.147957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:52.188033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:52.193033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:52.247224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:52.379967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42048) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:52.466361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20cbd18-c6d7-45a3-ad75-9361b6f79dcc None None] Network d88de1d3-7f66-4aef-ac66-7080cf35e87c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:25:52.845598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409a1e1-9595-4de0-8c08-1a64098942e0 req-6b69255a-9461-4c2b-8fd7-5aed58f0fdd8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:52.853061 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c409a1e1-9595-4de0-8c08-1a64098942e0 req-6b69255a-9461-4c2b-8fd7-5aed58f0fdd8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.5647743 Jun 03 15:25:52.990677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c409a1e1-9595-4de0-8c08-1a64098942e0 req-594e91b3-aaf9-49a2-b09a-ca56cfcd6362 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366251 Jun 03 15:25:53.081688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d48958-cc21-480c-8434-063766419f76 req-4778460f-68a7-4cbb-a687-8a95e3ef8788 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:53.085104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-4778460f-68a7-4cbb-a687-8a95e3ef8788 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.7039266 Jun 03 15:25:53.103623 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57317151-bd31-4842-9f22-494329568150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:53.134109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Request body: {'port': {'device_id': '8d8c22b6-8b56-4905-8ee7-2331ba3819bf', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'admin_state_up': True, 'tenant_id': '19ba0556664e4d8691d74307513714e4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:53.220698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-57317151-bd31-4842-9f22-494329568150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:53.232156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:53.318567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-57317151-bd31-4842-9f22-494329568150 admin admin] Usage tracker for resource:security_group_rule and tenant:a4ad095ffb9247afb2638ec072cb6d41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:53.323937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-57317151-bd31-4842-9f22-494329568150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:53.339741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-57317151-bd31-4842-9f22-494329568150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:53.372715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e79cb-ed77-497d-8ec4-df5f055f0275 req-53a83752-0f3e-4213-9f1d-97e930aed0d4 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:53.380389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b0e79cb-ed77-497d-8ec4-df5f055f0275 req-53a83752-0f3e-4213-9f1d-97e930aed0d4 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=043bea89-8eac-45f5-8628-21b623c5fea8 HTTP/1.1" status: 200 len: 945 time: 0.4885335 Jun 03 15:25:53.410721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-392d4cae-be94-4cfa-af72-ffe20e597d5c tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:53.412284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-392d4cae-be94-4cfa-af72-ffe20e597d5c tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Synchronizing usage tracker for tenant:c6d9632d717e43a6943e786b918971f1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:53.456232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-392d4cae-be94-4cfa-af72-ffe20e597d5c tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Unset dirty status for tenant:c6d9632d717e43a6943e786b918971f1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:53.458681 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-392d4cae-be94-4cfa-af72-ffe20e597d5c tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "GET /v2.0/ports?device_id=043bea89-8eac-45f5-8628-21b623c5fea8 HTTP/1.1" status: 200 len: 945 time: 0.2204523 Jun 03 15:25:53.682672 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57317151-bd31-4842-9f22-494329568150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:53.713479 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57317151-bd31-4842-9f22-494329568150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:53.734899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-fc6a1ba3-89a2-4542-92e7-0cd064c1b1e8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Deleting port 80bfec0d-526f-4954-b214-05eccde8ef88 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:25:53.735413 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-fc6a1ba3-89a2-4542-92e7-0cd064c1b1e8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:53.773628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b0e79cb-ed77-497d-8ec4-df5f055f0275 req-e3537830-5a89-4584-9449-bc70e40c9579 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922050 Jun 03 15:25:53.784845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:53.835161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76d107-5a87-4b31-866c-a7c3176a56a2 req-e67377ae-b4f7-43b4-8fd7-d6daf3786808 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:53.853502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db76d107-5a87-4b31-866c-a7c3176a56a2 req-e67377ae-b4f7-43b4-8fd7-d6daf3786808 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.7264798 Jun 03 15:25:53.922821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Usage tracker for resource:port and tenant:19ba0556664e4d8691d74307513714e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:53.937189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:53.960478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:53.963498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57317151-bd31-4842-9f22-494329568150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255d3699-45e7-421f-afbb-554fe2eb8471,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:53.968125 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-57317151-bd31-4842-9f22-494329568150 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4ad095ffb9247afb2638ec072cb6d41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5857799 Jun 03 15:25:53.974580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42078) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:54.059340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Made reservation on behalf of 19ba0556664e4d8691d74307513714e4 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:54.062688 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.065725 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.103777 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.104142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9cbaf8e-de5e-428c-a07c-bcf6764352f5 req-8c643bb4-3b03-4f15-ba87-dfec8f4f6c54 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 210 time: 0.0989876 Jun 03 15:25:54.123931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db76d107-5a87-4b31-866c-a7c3176a56a2 req-f5f2aa98-322a-41d0-a6bb-d80d6650bbca tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691796 Jun 03 15:25:54.243783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6e6655c1-c840-417e-8925-dbcdf01f2d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.290539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Allocated IP 172.25.7.77 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/583ce3f7-5d2b-4bb7-94e7-825e5e25dc00) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:54.335288 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6e6655c1-c840-417e-8925-dbcdf01f2d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.373231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Allocated IP 172.20.0.10 (73aadb7d-95c2-4785-b949-eef112e3c4fb/901d199d-a134-429c-ba05-96e12007c774/cfd41ffa-0734-4512-950f-415c8a3dc3a6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:25:54.513041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.562304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6e6655c1-c840-417e-8925-dbcdf01f2d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.562526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.669365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Pushing event updated for resources: {'Port': ['ID=583ce3f7-5d2b-4bb7-94e7-825e5e25dc00,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:54.672885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6655c1-c840-417e-8925-dbcdf01f2d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255d3699-45e7-421f-afbb-554fe2eb8471,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:54.685944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d6e54-b44a-4f6c-911d-831c03acdaf6 req-6d88e636-2d16-4c26-ac62-799c69fd5f5c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:54.702004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:54.703160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-804d6e54-b44a-4f6c-911d-831c03acdaf6 req-6d88e636-2d16-4c26-ac62-799c69fd5f5c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.3038630 Jun 03 15:25:54.705504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:54.709500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:54.793613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-fc6a1ba3-89a2-4542-92e7-0cd064c1b1e8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] For port 80bfec0d-526f-4954-b214-05eccde8ef88, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=80bfec0d-526f-4954-b214-05eccde8ef88,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:25:54.794011 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-fc6a1ba3-89a2-4542-92e7-0cd064c1b1e8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.860989 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.894034 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6e6655c1-c840-417e-8925-dbcdf01f2d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:54.898054 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6e6655c1-c840-417e-8925-dbcdf01f2d34 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/255d3699-45e7-421f-afbb-554fe2eb8471 HTTP/1.1" status: 204 len: 168 time: 0.9191034 Jun 03 15:25:54.971092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-804d6e54-b44a-4f6c-911d-831c03acdaf6 req-0fbcfea2-87ba-488c-a3fb-ecbf89be2774 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615986 Jun 03 15:25:54.976311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.028880 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:55.177124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event updated for resources: {'Port': ['ID=cfd41ffa-0734-4512-950f-415c8a3dc3a6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:55.277497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-fc6a1ba3-89a2-4542-92e7-0cd064c1b1e8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Calling delete_port for 80bfec0d-526f-4954-b214-05eccde8ef88 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:25:55.455310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Network 73aadb7d-95c2-4785-b949-eef112e3c4fb is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:25:55.467970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:25:55.474408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:25:55.608540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:55.611047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.649072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b46d3-509b-41ef-8fed-a6b730f92937 req-14c65161-c082-4449-95b5-fe9072f41025 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:55.660433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe7b46d3-509b-41ef-8fed-a6b730f92937 req-14c65161-c082-4449-95b5-fe9072f41025 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=043bea89-8eac-45f5-8628-21b623c5fea8 HTTP/1.1" status: 200 len: 945 time: 0.4835782 Jun 03 15:25:55.718595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42104) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:55.724047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e371b2-0396-42bb-9963-934caae8e36f req-1bb868b1-de03-406c-884b-42fd6faf8e47 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:55.731350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02e371b2-0396-42bb-9963-934caae8e36f req-1bb868b1-de03-406c-884b-42fd6faf8e47 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.3758657 Jun 03 15:25:55.787958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-2f6229c5-e340-4eed-b69e-8ef6b7a59b1a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6624198 Jun 03 15:25:55.840198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Request body: {'port': {'device_id': '8d8c22b6-8b56-4905-8ee7-2331ba3819bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:55.930607 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b10ab81e-7620-473f-87e0-5b526c9c5eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.941733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-fc6a1ba3-89a2-4542-92e7-0cd064c1b1e8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:55.957275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe7b46d3-509b-41ef-8fed-a6b730f92937 req-b196aadb-217b-4960-8606-90ab48bfe312 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954912 Jun 03 15:25:55.983900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['bfa80701-6672-4a6d-b8f0-06a7b5923c2e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:25:56.009222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02e371b2-0396-42bb-9963-934caae8e36f req-a931f5dd-cb14-44ed-82e9-4f8067fb3671 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768822 Jun 03 15:25:56.149811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a1ba3-89a2-4542-92e7-0cd064c1b1e8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Pushing event deleted for resources: {'Port': ['ID=80bfec0d-526f-4954-b214-05eccde8ef88,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:56.189524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b10ab81e-7620-473f-87e0-5b526c9c5eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:56.200801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b10ab81e-7620-473f-87e0-5b526c9c5eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:bdfda345421948bbac32cf61cdb76376 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:56.203649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b10ab81e-7620-473f-87e0-5b526c9c5eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:56.216805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b10ab81e-7620-473f-87e0-5b526c9c5eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:56.236938 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.356621 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b10ab81e-7620-473f-87e0-5b526c9c5eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.405612 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b10ab81e-7620-473f-87e0-5b526c9c5eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.433416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 80bfec0d-526f-4954-b214-05eccde8ef88 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:25:56.484090 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b10ab81e-7620-473f-87e0-5b526c9c5eb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdfda345421948bbac32cf61cdb76376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7625072 Jun 03 15:25:56.484937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:56.485060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 80bfec0d-526f-4954-b214-05eccde8ef88 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:25:56.485513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 80bfec0d-526f-4954-b214-05eccde8ef88 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:25:56.493993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ab81e-7620-473f-87e0-5b526c9c5eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1259b98-11ae-4298-a781-ac17d7dd9773,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:56.505384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-fc6a1ba3-89a2-4542-92e7-0cd064c1b1e8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] No DVR routers for this DVR port 80bfec0d-526f-4954-b214-05eccde8ef88 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:25:56.509190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-fc6a1ba3-89a2-4542-92e7-0cd064c1b1e8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.528636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043bea89-8eac-45f5-8628-21b623c5fea8', 'name': 'network-vif-deleted', 'tag': '80bfec0d-526f-4954-b214-05eccde8ef88'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:56.735012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42136) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:56.813422 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e332182b-b27c-4f96-b209-cc035e5d21f8 req-fc6a1ba3-89a2-4542-92e7-0cd064c1b1e8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "DELETE /v2.0/ports/80bfec0d-526f-4954-b214-05eccde8ef88 HTTP/1.1" status: 204 len: 173 time: 3.3462825 Jun 03 15:25:56.839016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08ba3ca9-81d8-4801-aab8-8af11a415fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.842253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664137d-6710-40df-b5a6-edceca167703 req-e08939c9-619e-49bc-ac59-01a53b370eaf tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:56.843825 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7664137d-6710-40df-b5a6-edceca167703 req-e08939c9-619e-49bc-ac59-01a53b370eaf tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.4986231 Jun 03 15:25:56.860674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849d23e-c388-40a0-b3de-2ec581479e0c req-940d3f52-cb16-41d5-b9b5-9a21919e9472 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:56.862319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1849d23e-c388-40a0-b3de-2ec581479e0c req-940d3f52-cb16-41d5-b9b5-9a21919e9472 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:25:56.880818 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08ba3ca9-81d8-4801-aab8-8af11a415fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.947471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:56.988921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1849d23e-c388-40a0-b3de-2ec581479e0c req-940d3f52-cb16-41d5-b9b5-9a21919e9472 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:25:56.991097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1849d23e-c388-40a0-b3de-2ec581479e0c req-940d3f52-cb16-41d5-b9b5-9a21919e9472 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 932 time: 0.7016597 Jun 03 15:25:57.021203 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08ba3ca9-81d8-4801-aab8-8af11a415fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.033544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1254036358-network', 'tenant_id': 'ab44609526084b78a3fe7b2a4168a0cf'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:57.059145 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7664137d-6710-40df-b5a6-edceca167703 req-4076d428-2d6e-448e-be36-fd71ed6413b0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431162 Jun 03 15:25:57.068493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:57.100541 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08ba3ca9-81d8-4801-aab8-8af11a415fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.107605 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-08ba3ca9-81d8-4801-aab8-8af11a415fec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1259b98-11ae-4298-a781-ac17d7dd9773 HTTP/1.1" status: 204 len: 168 time: 0.6097989 Jun 03 15:25:57.109234 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1849d23e-c388-40a0-b3de-2ec581479e0c req-86de9dc7-7c7d-4e55-89ba-246165748f30 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038067 Jun 03 15:25:57.123128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba3ca9-81d8-4801-aab8-8af11a415fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1259b98-11ae-4298-a781-ac17d7dd9773,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:57.130378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Usage tracker for resource:network and tenant:ab44609526084b78a3fe7b2a4168a0cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:57.156646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:57.178365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:57.221995 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53457dfe-57d6-411a-873d-e5f1988d0fdc'] response: {'server_uuid': '043bea89-8eac-45f5-8628-21b623c5fea8', 'name': 'network-vif-deleted', 'tag': '80bfec0d-526f-4954-b214-05eccde8ef88', 'status': 'completed', 'code': 200} Jun 03 15:25:57.291086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd41ffa-0734-4512-950f-415c8a3dc3a6 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:25:57.302126 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.303973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Made reservation on behalf of ab44609526084b78a3fe7b2a4168a0cf for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:57.306406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.327957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Transition to ACTIVE for port object cfd41ffa-0734-4512-950f-415c8a3dc3a6 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:25:57.341293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.371954 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.430377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:57.438993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Usage tracker for resource:security_group_rule and tenant:ab44609526084b78a3fe7b2a4168a0cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:57.445389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:57.525697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:57.691587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42156) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:57.714745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-906757c0-286e-4afa-b0da-18c23e178650 req-6315b4ec-608a-4377-8eec-c639f5c1cf96 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=043bea89-8eac-45f5-8628-21b623c5fea8 HTTP/1.1" status: 200 len: 210 time: 0.1650548 Jun 03 15:25:57.766233 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.774093 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b634ffef-0a22-487b-b7c1-9be9e53c7f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:57.828789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Pushing event updated for resources: {'Port': ['ID=cfd41ffa-0734-4512-950f-415c8a3dc3a6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:57.963046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4e857-ab93-4d98-83f5-42a32214ab2c req-1a0026e1-4371-46e6-8945-391f92f644b7 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:57.967675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8a4e857-ab93-4d98-83f5-42a32214ab2c req-1a0026e1-4371-46e6-8945-391f92f644b7 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.4191971 Jun 03 15:25:58.008352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Attempting to bind port cfd41ffa-0734-4512-950f-415c8a3dc3a6 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:25:58.008743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Attempting to bind port cfd41ffa-0734-4512-950f-415c8a3dc3a6 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:25:58.009084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Attempting to bind port cfd41ffa-0734-4512-950f-415c8a3dc3a6 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:58.027035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Port cfd41ffa-0734-4512-950f-415c8a3dc3a6 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:25:58.027240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Attempting to bind port cfd41ffa-0734-4512-950f-415c8a3dc3a6 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:25:58.035287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:25:58.035679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Checking segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:25:58.036001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Bound using segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:25:58.036438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Bound port: cfd41ffa-0734-4512-950f-415c8a3dc3a6, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:25:58.036783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.052050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8a4e857-ab93-4d98-83f5-42a32214ab2c req-0a9a0559-6ae5-46f0-a233-fd8922d39a90 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739052 Jun 03 15:25:58.093966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b634ffef-0a22-487b-b7c1-9be9e53c7f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:58.106801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b634ffef-0a22-487b-b7c1-9be9e53c7f31 admin admin] Usage tracker for resource:security_group_rule and tenant:21a4e8026c374ad8a71f19367774e855 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:58.119303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b634ffef-0a22-487b-b7c1-9be9e53c7f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:58.143514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b634ffef-0a22-487b-b7c1-9be9e53c7f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:58.175416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] For port cfd41ffa-0734-4512-950f-415c8a3dc3a6, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:25:58.179469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] For port cfd41ffa-0734-4512-950f-415c8a3dc3a6, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=cfd41ffa-0734-4512-950f-415c8a3dc3a6,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:25:58.187239 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.290093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:58.291128 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.292716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] 10.222.0.67 "PUT /v2.0/ports/cfd41ffa-0734-4512-950f-415c8a3dc3a6 HTTP/1.1" status: 200 len: 1092 time: 2.4720774 Jun 03 15:25:58.294202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.307949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.362577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8c22b6-8b56-4905-8ee7-2331ba3819bf', 'tag': 'cfd41ffa-0734-4512-950f-415c8a3dc3a6'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:25:58.364493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:25:58.392928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12b32a-dd5c-4970-9b40-988f540c91d5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:58.409485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.409844 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Added segment 981863ad-6669-4a43-a0d9-16198db39dc9 of type vlan for network 7252153e-edab-4324-bf4f-e5315904d05e Jun 03 15:25:58.421721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.422081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.422418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.422748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.423078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.423396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.423739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.424094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.424425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.424730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.425049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.425363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:25:58.437991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Router 44621b8e-194b-4212-8380-16ee1c04eb9a is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:25:58.469953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81a616-6a67-46ce-a4d6-e30870a9534b service neutron] Pushing event updated for resources: {'Port': ['ID=cfd41ffa-0734-4512-950f-415c8a3dc3a6,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:58.535624 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b634ffef-0a22-487b-b7c1-9be9e53c7f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.609494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.619362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b634ffef-0a22-487b-b7c1-9be9e53c7f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.736615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966d573-7e9a-494a-a575-1dc0cd1a2fa1 req-01f7c772-1d8b-435b-9ccb-b0d32b679921 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:58.738779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4966d573-7e9a-494a-a575-1dc0cd1a2fa1 req-01f7c772-1d8b-435b-9ccb-b0d32b679921 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.4584606 Jun 03 15:25:58.783517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634ffef-0a22-487b-b7c1-9be9e53c7f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a243d50f-7927-4160-8d19-4c3558529a8f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:58.790771 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b634ffef-0a22-487b-b7c1-9be9e53c7f31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21a4e8026c374ad8a71f19367774e855&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0923018 Jun 03 15:25:58.793699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f9d4b-5149-43f3-925f-aedd256ad506 req-6c3c9fa4-ad92-4b34-8e88-561e49c8f2ef tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:58.796098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec3f9d4b-5149-43f3-925f-aedd256ad506 req-6c3c9fa4-ad92-4b34-8e88-561e49c8f2ef tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 944 time: 0.4149058 Jun 03 15:25:58.805491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42170) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:58.835102 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.835967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:58.836574 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:58.865419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d48958-cc21-480c-8434-063766419f76 req-4ddcff6a-6570-4abd-8bf5-a02f40a056d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:58.869489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-4ddcff6a-6570-4abd-8bf5-a02f40a056d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 1095 time: 0.4013705 Jun 03 15:25:58.873040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4966d573-7e9a-494a-a575-1dc0cd1a2fa1 req-e4e749b7-2c8d-413d-bfb6-eca480307b32 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244419 Jun 03 15:25:58.949803 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec3f9d4b-5149-43f3-925f-aedd256ad506 req-a4825c83-eb92-477d-9b28-e8ecce762cb4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343200 Jun 03 15:25:58.957660 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ba2c3e-4ac9-4ab9-9b98-e48e18e69b6d'] response: {'name': 'network-changed', 'server_uuid': '8d8c22b6-8b56-4905-8ee7-2331ba3819bf', 'tag': 'cfd41ffa-0734-4512-950f-415c8a3dc3a6', 'status': 'completed', 'code': 200} Jun 03 15:25:58.977612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-6fcbfacf-bb01-4dd2-b2e5-c704c7de3b17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd41ffa-0734-4512-950f-415c8a3dc3a6 HTTP/1.1" status: 200 len: 217 time: 0.0791287 Jun 03 15:25:59.018413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:25:59.031044 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Sync routers for ids ['44621b8e-194b-4212-8380-16ee1c04eb9a'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:25:59.034613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] Pushing event updated for resources: {'Network': ['ID=7252153e-edab-4324-bf4f-e5315904d05e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:59.045137 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6e4b59f7-e954-456e-b418-b89c5c87496d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3050094 Jun 03 15:25:59.050699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 7252153e-edab-4324-bf4f-e5315904d05e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:25:59.052771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42174) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:59.053518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec568ebc-3967-468b-a6f1-f5a256dcbe16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.079485 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Routers {'44621b8e-194b-4212-8380-16ee1c04eb9a'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:25:59.080436 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:25:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['44621b8e-194b-4212-8380-16ee1c04eb9a'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:25:59.087376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Request body: {'subnet': {'network_id': '7252153e-edab-4324-bf4f-e5315904d05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1254036358-subnet', 'tenant_id': 'ab44609526084b78a3fe7b2a4168a0cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:25:59.115024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:25:59.125798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d48958-cc21-480c-8434-063766419f76 req-e008b6fb-afcf-4df8-bcaf-202a1c5b9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:59.128582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-e008b6fb-afcf-4df8-bcaf-202a1c5b9ae2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.1408215 Jun 03 15:25:59.137102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Usage tracker for resource:subnet and tenant:ab44609526084b78a3fe7b2a4168a0cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:25:59.162260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:25:59.178672 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.186492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fbd44d09-7a87-48c2-856b-e7ce5884b668 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1807890 Jun 03 15:25:59.188694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec568ebc-3967-468b-a6f1-f5a256dcbe16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.202497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:25:59.218564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:25:59.286055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-85bd5cd8-7130-490f-bb29-f740047cb4ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472359 Jun 03 15:25:59.392292 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.429330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Made reservation on behalf of ab44609526084b78a3fe7b2a4168a0cf for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:25:59.432155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.535347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-fab82844-e04a-43c2-b1d0-cf1abe5bbb3f service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364790 Jun 03 15:25:59.546187 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Set router 44621b8e-194b-4212-8380-16ee1c04eb9a gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:25:59.770586 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec568ebc-3967-468b-a6f1-f5a256dcbe16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.804195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec568ebc-3967-468b-a6f1-f5a256dcbe16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a243d50f-7927-4160-8d19-4c3558529a8f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:25:59.877382 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec568ebc-3967-468b-a6f1-f5a256dcbe16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:25:59.882635 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ec568ebc-3967-468b-a6f1-f5a256dcbe16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a243d50f-7927-4160-8d19-4c3558529a8f HTTP/1.1" status: 204 len: 168 time: 1.0722651 Jun 03 15:25:59.926024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe569-5bfa-4d7e-9f64-87e750bbc0d8 req-36c3d126-6251-46bd-8e6e-9898147ee07a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:25:59.938517 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-890fe569-5bfa-4d7e-9f64-87e750bbc0d8 req-36c3d126-6251-46bd-8e6e-9898147ee07a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.7112837 Jun 03 15:26:00.066485 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-890fe569-5bfa-4d7e-9f64-87e750bbc0d8 req-838f77f7-3565-4097-846a-1a3a9bb3f57c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230550 Jun 03 15:26:00.108428 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:00.115396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d48958-cc21-480c-8434-063766419f76 req-7727338c-4a78-46c9-8695-716ef6a4d000 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568321 Jun 03 15:26:00.141061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09474cb0-7f4c-4f54-b88d-0ad9d14ae210 req-f76586d4-ea26-4145-92d9-824b02ee0e8e tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:00.143034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09474cb0-7f4c-4f54-b88d-0ad9d14ae210 req-f76586d4-ea26-4145-92d9-824b02ee0e8e tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.4563909 Jun 03 15:26:00.241290 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'name': 'tempest-ServerRescueTestJSON-299329111-router', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:52Z', 'updated_at': '2022-06-03T15:25:55Z', 'revision_number': 3, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'gw_port': {'id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:54Z', 'updated_at': '2022-06-03T15:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:00.246261 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Checking router: 44621b8e-194b-4212-8380-16ee1c04eb9a for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:00.247143 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Updating router 44621b8e-194b-4212-8380-16ee1c04eb9a port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:00.340811 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:00.556743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09474cb0-7f4c-4f54-b88d-0ad9d14ae210 req-5bc09c5e-6be9-4015-8876-411eadbfd3a8 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073920 Jun 03 15:26:00.650826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2ec39-85cb-4b25-a4ad-2007b03ebc88 req-b22f2ba3-fc93-408f-b680-cb536f08c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:00.652308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ae2ec39-85cb-4b25-a4ad-2007b03ebc88 req-b22f2ba3-fc93-408f-b680-cb536f08c81f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 1095 time: 0.3612690 Jun 03 15:26:00.807732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e4d707-b28b-4fe2-8483-83483361d18f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:00.842417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Checking segment: {'id': '981863ad-6669-4a43-a0d9-16198db39dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7252153e-edab-4324-bf4f-e5315904d05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:00.842863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Network hostable DHCP agents. Network: 7252153e-edab-4324-bf4f-e5315904d05e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:26:00.843238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2ec39-85cb-4b25-a4ad-2007b03ebc88 req-ec75be4f-1fd6-4128-bfdb-de3a8ced2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:00.844702 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ae2ec39-85cb-4b25-a4ad-2007b03ebc88 req-ec75be4f-1fd6-4128-bfdb-de3a8ced2b96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 907 time: 0.1805770 Jun 03 15:26:00.854784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe211b-4f97-4b17-b733-79e8a4052f14 req-ad6daf97-f2a7-4aa8-baa7-5902eab52552 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:00.856456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12fe211b-4f97-4b17-b733-79e8a4052f14 req-ad6daf97-f2a7-4aa8-baa7-5902eab52552 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.6419239 Jun 03 15:26:00.917363 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:00.934296 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Transition to ACTIVE for port object 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:00.946943 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:00.977083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Network 7252153e-edab-4324-bf4f-e5315904d05e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:26:01.010962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 7252153e-edab-4324-bf4f-e5315904d05e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:01.021659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9c9a2d-72b5-42d1-a14b-850adaaab843 None None] Network 7252153e-edab-4324-bf4f-e5315904d05e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:01.026582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ae2ec39-85cb-4b25-a4ad-2007b03ebc88 req-6b0bdfdd-e172-4e77-981f-afc75cddcce8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfd41ffa-0734-4512-950f-415c8a3dc3a6 HTTP/1.1" status: 200 len: 217 time: 0.1688137 Jun 03 15:26:01.028609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:01.029196 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.038269 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.045570 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Attempting to bind port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:01.048567 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Attempting to bind port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:01.049175 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Attempting to bind port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:01.078600 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:01.079488 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:01.082352 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.083081 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:01.084176 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Bound port: 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:01.084753 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.182788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ef1e1-2f55-4cd5-b45d-352b7ba6abb1 req-73b5a67e-66e1-455e-9acf-9bd5da6db12f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:01.186519 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] For port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:01.190867 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] For port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=583ce3f7-5d2b-4bb7-94e7-825e5e25dc00,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:01.191096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-968ef1e1-2f55-4cd5-b45d-352b7ba6abb1 req-73b5a67e-66e1-455e-9acf-9bd5da6db12f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 944 time: 0.2428412 Jun 03 15:26:01.199084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12fe211b-4f97-4b17-b733-79e8a4052f14 req-d24f0fc8-fe9b-4158-b09b-53a86d3dca09 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438881 Jun 03 15:26:01.232955 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:01.242179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2ec39-85cb-4b25-a4ad-2007b03ebc88 req-b6175f69-df36-47fd-8048-c00f94df0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:01.243500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ae2ec39-85cb-4b25-a4ad-2007b03ebc88 req-b6175f69-df36-47fd-8048-c00f94df0b3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.1808190 Jun 03 15:26:01.275014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-968ef1e1-2f55-4cd5-b45d-352b7ba6abb1 req-4af7bc40-73ac-4793-8c07-7eb561a47472 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828655 Jun 03 15:26:01.332314 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Pushing event updated for resources: {'Port': ['ID=583ce3f7-5d2b-4bb7-94e7-825e5e25dc00,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:01.337685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ae2ec39-85cb-4b25-a4ad-2007b03ebc88 req-1ec8f0a9-7734-4752-9262-4669e0af3ba0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614645 Jun 03 15:26:01.339729 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Routers {'44621b8e-194b-4212-8380-16ee1c04eb9a'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:01.340357 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:25:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['44621b8e-194b-4212-8380-16ee1c04eb9a'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:01.400732 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fa0bd604-a590-45a2-bb80-8e2ecf5d7c28 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3438680 Jun 03 15:26:01.576932 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.577818 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.578206 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.578837 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.579278 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.579599 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.579940 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.580319 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.580676 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.580991 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.581300 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.581607 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:01.624332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Allocated IP 172.20.0.1 (d88de1d3-7f66-4aef-ac66-7080cf35e87c/3eba99dd-07f2-4c2d-ad1e-2d479f70a26d/06d27e8e-5df9-497c-8c14-da84bffe52b5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:01.687059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35068265-50e1-4906-835d-fe45955b21a4 None None] Network 7252153e-edab-4324-bf4f-e5315904d05e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:01.747222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ae2ec39-85cb-4b25-a4ad-2007b03ebc88 req-91638494-fffd-4aab-bb5e-b97f9a56ed47 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025826 Jun 03 15:26:02.048764 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7bb14-c8e8-429b-b88d-152640c28ca8 None None] Pushing event updated for resources: {'Port': ['ID=583ce3f7-5d2b-4bb7-94e7-825e5e25dc00,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:02.123954 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] Set router 44621b8e-194b-4212-8380-16ee1c04eb9a gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:02.158173 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.221470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-9c5116d2-cdba-4df3-9cb5-446de9923d16 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:02.222566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-9c5116d2-cdba-4df3-9cb5-446de9923d16 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Synchronizing usage tracker for tenant:c6d9632d717e43a6943e786b918971f1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:02.228456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-854d0298-5e92-4462-8e61-1f5975a1abaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.301719 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.376252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-9c5116d2-cdba-4df3-9cb5-446de9923d16 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Unset dirty status for tenant:c6d9632d717e43a6943e786b918971f1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:02.378600 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-9c5116d2-cdba-4df3-9cb5-446de9923d16 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.3057933 Jun 03 15:26:02.395650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ae2ec39-85cb-4b25-a4ad-2007b03ebc88 req-525d5dfa-212b-4c9e-adce-9b0e8e381738 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302760 Jun 03 15:26:02.499952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5034-b6c6-4ed4-94e3-fdc3bb6f254b req-31c9a78a-8e37-40ac-8f1b-24aae0b88c26 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:02.510019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fac5034-b6c6-4ed4-94e3-fdc3bb6f254b req-31c9a78a-8e37-40ac-8f1b-24aae0b88c26 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 945 time: 0.6600862 Jun 03 15:26:02.519788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Network d88de1d3-7f66-4aef-ac66-7080cf35e87c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:02.573453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:02.607716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fac5034-b6c6-4ed4-94e3-fdc3bb6f254b req-d5a771e3-2b40-4816-a86c-2d812b5eef90 tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b3e01f0-97aa-4dc2-a31b-0c2f90939482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967147 Jun 03 15:26:02.612843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:02.662608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cc24e-741c-425f-a6cf-c1418c9c5f39 req-9128f464-ba42-40f9-a357-6ef35908f77d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:02.667485 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d0cc24e-741c-425f-a6cf-c1418c9c5f39 req-9128f464-ba42-40f9-a357-6ef35908f77d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.5286863 Jun 03 15:26:02.728874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Pushing event updated for resources: {'Port': ['ID=06d27e8e-5df9-497c-8c14-da84bffe52b5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:02.761867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d0cc24e-741c-425f-a6cf-c1418c9c5f39 req-32f3c4f4-91fc-45ae-bc29-07e80e6bb655 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830896 Jun 03 15:26:02.767721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-0921421c-7381-428f-aa76-1e6dc5f2ddee tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Deleting port bfa80701-6672-4a6d-b8f0-06a7b5923c2e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:02.768255 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-0921421c-7381-428f-aa76-1e6dc5f2ddee tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.832777 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:02.858015 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'name': 'tempest-ServerRescueTestJSON-299329111-router', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:52Z', 'updated_at': '2022-06-03T15:25:55Z', 'revision_number': 3, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'gw_port': {'id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:54Z', 'updated_at': '2022-06-03T15:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:02.865161 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9585755-6e80-45a5-a9c5-d87b482b445a None None] The sync data for ids ['44621b8e-194b-4212-8380-16ee1c04eb9a'] in n-d-844595-1 is: [{'id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'name': 'tempest-ServerRescueTestJSON-299329111-router', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:52Z', 'updated_at': '2022-06-03T15:25:55Z', 'revision_number': 3, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'gw_port': {'id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:54Z', 'updated_at': '2022-06-03T15:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:03.164682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-0921421c-7381-428f-aa76-1e6dc5f2ddee tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] For port bfa80701-6672-4a6d-b8f0-06a7b5923c2e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=bfa80701-6672-4a6d-b8f0-06a7b5923c2e,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:03.165186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-0921421c-7381-428f-aa76-1e6dc5f2ddee tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:03.219039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e4d3d-0c2f-4adc-8ba3-abbf541a2468 req-0b22adf7-bb7a-412d-b9c0-bcf3d187766b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:03.223433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f52e4d3d-0c2f-4adc-8ba3-abbf541a2468 req-0b22adf7-bb7a-412d-b9c0-bcf3d187766b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1820481 Jun 03 15:26:03.358986 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f52e4d3d-0c2f-4adc-8ba3-abbf541a2468 req-6558e405-cbad-42f7-bd0f-fc4d0e617f92 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295881 Jun 03 15:26:03.435268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-0921421c-7381-428f-aa76-1e6dc5f2ddee tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Calling delete_port for bfa80701-6672-4a6d-b8f0-06a7b5923c2e owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:03.757106 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-0921421c-7381-428f-aa76-1e6dc5f2ddee tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:03.891808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835b189-773e-4801-9b3c-5caaaa209b92 req-1225b2bb-ba73-4d10-a72d-c5ed147d8a76 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:03.896564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c835b189-773e-4801-9b3c-5caaaa209b92 req-1225b2bb-ba73-4d10-a72d-c5ed147d8a76 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 944 time: 0.3371572 Jun 03 15:26:03.919896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-e340c67f-6f91-4871-a002-225a30e2c955 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:03.941000 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-e340c67f-6f91-4871-a002-225a30e2c955 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/networks?id=7252153e-edab-4324-bf4f-e5315904d05e HTTP/1.1" status: 200 len: 809 time: 0.2606473 Jun 03 15:26:04.003833 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c835b189-773e-4801-9b3c-5caaaa209b92 req-c283a609-f945-4cf2-9e30-b43141982fc6 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938461 Jun 03 15:26:04.015896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-2cd3cb1b-ce0a-4457-adb4-8ae9f4f9b221 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/quotas/ab44609526084b78a3fe7b2a4168a0cf HTTP/1.1" status: 200 len: 375 time: 0.0709877 Jun 03 15:26:04.057020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921421c-7381-428f-aa76-1e6dc5f2ddee tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Pushing event deleted for resources: {'Port': ['ID=bfa80701-6672-4a6d-b8f0-06a7b5923c2e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:04.178475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-0f635356-d67f-4618-badc-76fdad874a46 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab44609526084b78a3fe7b2a4168a0cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394017 Jun 03 15:26:04.236678 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0f04c30f-9263-4113-91d1-7634a3e91682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.243055 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.253112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-0921421c-7381-428f-aa76-1e6dc5f2ddee tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] No DVR routers for this DVR port bfa80701-6672-4a6d-b8f0-06a7b5923c2e on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:04.257249 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-0921421c-7381-428f-aa76-1e6dc5f2ddee tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.260048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d04ac8-4503-4772-9ba1-41ba44e480e5', 'name': 'network-vif-deleted', 'tag': 'bfa80701-6672-4a6d-b8f0-06a7b5923c2e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:04.331768 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-86004a9a-54ba-4b11-a4ca-1aa82054d49e req-0921421c-7381-428f-aa76-1e6dc5f2ddee tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.67 "DELETE /v2.0/ports/bfa80701-6672-4a6d-b8f0-06a7b5923c2e HTTP/1.1" status: 204 len: 173 time: 1.9409401 Jun 03 15:26:04.481137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device cfd41ffa-0734-4512-950f-415c8a3dc3a6 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:26:04.492431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bfa80701-6672-4a6d-b8f0-06a7b5923c2e no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:04.544754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d53d6f4d-8db4-45c5-a636-3c21623060b6 req-7ac6d921-d992-496b-9503-05be1300137e tempest-ListServerFiltersTestJSON-89629662 tempest-ListServerFiltersTestJSON-89629662-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4d04ac8-4503-4772-9ba1-41ba44e480e5 HTTP/1.1" status: 200 len: 210 time: 0.2674212 Jun 03 15:26:04.648295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: bfa80701-6672-4a6d-b8f0-06a7b5923c2e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:26:04.652124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device bfa80701-6672-4a6d-b8f0-06a7b5923c2e not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:26:04.714905 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:04.739208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.001520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.046326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port cfd41ffa-0734-4512-950f-415c8a3dc3a6, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=cfd41ffa-0734-4512-950f-415c8a3dc3a6,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:05.081937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'cfd41ffa-0734-4512-950f-415c8a3dc3a6', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'port_id': 'cfd41ffa-0734-4512-950f-415c8a3dc3a6', 'mac_address': 'fa:16:3e:99:6f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901d199d-a134-429c-ba05-96e12007c774', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:26:05.223776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port cfd41ffa-0734-4512-950f-415c8a3dc3a6 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:05.224248 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.263134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd41ffa-0734-4512-950f-415c8a3dc3a6 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:05.284108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port cfd41ffa-0734-4512-950f-415c8a3dc3a6, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=cfd41ffa-0734-4512-950f-415c8a3dc3a6,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:05.287199 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.297237 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.405547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=cfd41ffa-0734-4512-950f-415c8a3dc3a6,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:05.411639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-4d89945a-5455-4624-acda-7a0338640301 service neutron] 10.222.0.48 "GET /v2.0/networks/7252153e-edab-4324-bf4f-e5315904d05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2109561 Jun 03 15:26:05.445551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:05.528801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Pushing event updated for resources: {'Port': ['ID=06d27e8e-5df9-497c-8c14-da84bffe52b5,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:05.652297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Network d88de1d3-7f66-4aef-ac66-7080cf35e87c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:05.653851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:05.689483 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.690937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:05.697865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:05.698724 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:05.705239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d6ba8-e758-48d9-b080-ddc3b58a6500 req-df773087-aa7b-479d-82cf-edaaa267a6ff tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:05.722530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c0d6ba8-e758-48d9-b080-ddc3b58a6500 req-df773087-aa7b-479d-82cf-edaaa267a6ff tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.6901808 Jun 03 15:26:05.873366 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c0d6ba8-e758-48d9-b080-ddc3b58a6500 req-27f623e8-b88d-4bbb-800f-f25884eea586 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399446 Jun 03 15:26:05.874274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['cfd41ffa-0734-4512-950f-415c8a3dc3a6'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:05.894797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-a7728778-d976-40ab-904f-7101f86f6260 service neutron] 10.222.0.48 "GET /v2.0/networks/7252153e-edab-4324-bf4f-e5315904d05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665053 Jun 03 15:26:06.078620 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6eb47b-f85e-4a79-b9ff-110aa8ecfd86'] response: {'server_uuid': 'd4d04ac8-4503-4772-9ba1-41ba44e480e5', 'name': 'network-vif-deleted', 'tag': 'bfa80701-6672-4a6d-b8f0-06a7b5923c2e', 'status': 'completed', 'code': 200} Jun 03 15:26:06.090399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Router 44621b8e-194b-4212-8380-16ee1c04eb9a has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:26:06.131444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:06.145190 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:06.253868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=583ce3f7-5d2b-4bb7-94e7-825e5e25dc00,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:06.308257 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:06.498676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=583ce3f7-5d2b-4bb7-94e7-825e5e25dc00,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:06.609145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269546d-2a37-4a15-8623-7cd1665920f9 req-d0ae77a9-4e8b-454e-9e07-e0312302bc5f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:06.616980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c269546d-2a37-4a15-8623-7cd1665920f9 req-d0ae77a9-4e8b-454e-9e07-e0312302bc5f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.4053228 Jun 03 15:26:06.646399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:26:06.651596 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-85774c6a-afd3-49f4-af04-bf041e2ad8ea admin admin] 10.222.0.48 "PUT /v2.0/routers/44621b8e-194b-4212-8380-16ee1c04eb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4423902 Jun 03 15:26:06.662946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Sync routers for ids ['44621b8e-194b-4212-8380-16ee1c04eb9a'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:06.670413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306298a-5a80-4945-bfc6-32b5aa736e1e req-94417ec1-0334-48ae-b5fd-da5a9c2ff4aa tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:06.677957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Routers {'44621b8e-194b-4212-8380-16ee1c04eb9a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:06.679355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:26:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['44621b8e-194b-4212-8380-16ee1c04eb9a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:06.683202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4306298a-5a80-4945-bfc6-32b5aa736e1e req-94417ec1-0334-48ae-b5fd-da5a9c2ff4aa tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 945 time: 0.3075035 Jun 03 15:26:06.932020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c269546d-2a37-4a15-8623-7cd1665920f9 req-bd41b9ad-f08f-4048-a5b5-3662448e9e35 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901764 Jun 03 15:26:06.965899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4306298a-5a80-4945-bfc6-32b5aa736e1e req-7f9c19c1-1a02-4d31-bb90-4f90e37c544b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800610 Jun 03 15:26:06.984693 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.000872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Set router 44621b8e-194b-4212-8380-16ee1c04eb9a gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:07.164049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ce274cb-a205-43fc-8108-ecdd0a76292c req-33e5fe5c-23a5-4580-ad3b-e7ae39a97455 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 210 time: 0.0606425 Jun 03 15:26:07.250471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:07.510618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:07.556424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-215f4c68-ad5a-40a9-8466-a655fb8a2706 admin admin] Deleting subnet bdac4029-d48c-47dc-a98a-f943bf9b8bdf {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:26:07.567529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215f4c68-ad5a-40a9-8466-a655fb8a2706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.680758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675bdfd-f9d7-4bb6-beb8-64c9a0c89908 req-5b9e4c8d-0a64-4d7e-9a8a-6a579c9c97a3 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:07.683372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4675bdfd-f9d7-4bb6-beb8-64c9a0c89908 req-5b9e4c8d-0a64-4d7e-9a8a-6a579c9c97a3 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.2714057 Jun 03 15:26:07.696148 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215f4c68-ad5a-40a9-8466-a655fb8a2706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.819366 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4675bdfd-f9d7-4bb6-beb8-64c9a0c89908 req-26b8d868-6896-4868-819b-c9fd436ef5ba tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301110 Jun 03 15:26:07.882503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:07.882871 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:07.994770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215f4c68-ad5a-40a9-8466-a655fb8a2706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.132555 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215f4c68-ad5a-40a9-8466-a655fb8a2706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.202943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4c68-ad5a-40a9-8466-a655fb8a2706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdac4029-d48c-47dc-a98a-f943bf9b8bdf,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:08.218231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215f4c68-ad5a-40a9-8466-a655fb8a2706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.237680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-215f4c68-ad5a-40a9-8466-a655fb8a2706 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bdac4029-d48c-47dc-a98a-f943bf9b8bdf HTTP/1.1" status: 204 len: 168 time: 0.9825230 Jun 03 15:26:08.238337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42346) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:08.288616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:08.319927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cde0c87-d0a9-4bce-b2d4-268354018c55 None None] Network b0aac1c6-5514-4639-a0f9-707d0df3caed requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:08.342178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827c28d-ae4d-4788-8241-441dc81ed42a req-3c791b45-f76c-48f1-a6aa-d791561b3944 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:08.352154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b827c28d-ae4d-4788-8241-441dc81ed42a req-3c791b45-f76c-48f1-a6aa-d791561b3944 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1248431 Jun 03 15:26:08.443444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'name': 'tempest-ServerRescueTestJSON-299329111-router', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:52Z', 'updated_at': '2022-06-03T15:26:03Z', 'revision_number': 4, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'gw_port': {'id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:54Z', 'updated_at': '2022-06-03T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '06d27e8e-5df9-497c-8c14-da84bffe52b5', 'name': '', 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '3eba99dd-07f2-4c2d-ad1e-2d479f70a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:01Z', 'updated_at': '2022-06-03T15:26:04Z', 'revision_number': 2, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'subnets': [{'id': '3eba99dd-07f2-4c2d-ad1e-2d479f70a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:08.476685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.488382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Deleting port 1ba1d25a-55b6-439e-8abb-1e52129cdcab {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:08.488971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:08.529727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b827c28d-ae4d-4788-8241-441dc81ed42a req-171180f7-b617-47d7-b40e-77253c6ecde8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766593 Jun 03 15:26:08.560933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device cfd41ffa-0734-4512-950f-415c8a3dc3a6 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:08.716576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-0d25371f-63fd-4f81-b033-62f2707d3bfb tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:08.726219 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-0d25371f-63fd-4f81-b033-62f2707d3bfb tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/networks?id=d88de1d3-7f66-4aef-ac66-7080cf35e87c HTTP/1.1" status: 200 len: 810 time: 0.3299410 Jun 03 15:26:08.754432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-b98cdccd-0db5-4533-a009-f4f8f15973f7 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/quotas/2d8d8fe197d344f8b4928a1cc06fda25 HTTP/1.1" status: 200 len: 375 time: 0.0270586 Jun 03 15:26:08.792826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Checking router: 44621b8e-194b-4212-8380-16ee1c04eb9a for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:08.793197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Updating router 44621b8e-194b-4212-8380-16ee1c04eb9a port 06d27e8e-5df9-497c-8c14-da84bffe52b5 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:08.959906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941399c-4b7f-43d8-961b-df4a60408543 req-cffb3eb1-c5c4-4860-8e09-da980993a9f1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:08.961934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8941399c-4b7f-43d8-961b-df4a60408543 req-cffb3eb1-c5c4-4860-8e09-da980993a9f1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 945 time: 0.1624877 Jun 03 15:26:08.974354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-7a47eac1-7588-484d-a594-a27b3f3c74a5 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d8d8fe197d344f8b4928a1cc06fda25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2188675 Jun 03 15:26:08.998937 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.068733 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.198352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] For port 1ba1d25a-55b6-439e-8abb-1e52129cdcab, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=1ba1d25a-55b6-439e-8abb-1e52129cdcab,segment=NetworkSegment(3fa4acc3-97e8-461e-8092-9508e336e2be),segment_id=3fa4acc3-97e8-461e-8092-9508e336e2be)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:09.199193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.201832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6efd3cdb-28e0-448e-9caf-2ca9b61a2e92 service neutron] 10.222.0.48 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226610 Jun 03 15:26:09.203167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port cfd41ffa-0734-4512-950f-415c8a3dc3a6 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:09.218190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port cfd41ffa-0734-4512-950f-415c8a3dc3a6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:09.218584 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.293167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8941399c-4b7f-43d8-961b-df4a60408543 req-516e5437-c00d-4706-a232-811aa36d133b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159223 Jun 03 15:26:09.376135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Calling delete_port for 1ba1d25a-55b6-439e-8abb-1e52129cdcab owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:09.658846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1524c602-87b4-4a25-8410-ee495e5ef02b req-da8cf643-43d0-4421-9dfa-e775d4674ce0 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 210 time: 0.1517289 Jun 03 15:26:09.720052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-18ffb8b7-cf79-4d59-9001-7479950456d8 service neutron] 10.222.0.48 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166147 Jun 03 15:26:09.762134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:09.929383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-020a94a4-ce35-446e-b982-7c810bd93048 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:09.930171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-020a94a4-ce35-446e-b982-7c810bd93048 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Synchronizing usage tracker for tenant:ab44609526084b78a3fe7b2a4168a0cf on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:09.960832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba1d25a-55b6-439e-8abb-1e52129cdcab,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:09.973523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] No DVR routers for this DVR port 1ba1d25a-55b6-439e-8abb-1e52129cdcab on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:10.199876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c2077-49bd-4117-90e6-b1bc6596ee64 req-02d50a77-befc-4959-9b30-2ef8be66052b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:10.214308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c34c2077-49bd-4117-90e6-b1bc6596ee64 req-02d50a77-befc-4959-9b30-2ef8be66052b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.2731454 Jun 03 15:26:10.270269 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b4060-9d3e-4855-86d4-c9e2dce65c60 None None] DHCP port deletion for b0aac1c6-5514-4639-a0f9-707d0df3caed request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:26:10.340716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port cfd41ffa-0734-4512-950f-415c8a3dc3a6 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:10.342636 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:10.359424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c34c2077-49bd-4117-90e6-b1bc6596ee64 req-02164397-e864-4b6e-ac15-3169676260a7 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441057 Jun 03 15:26:10.431666 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:10.498816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8c22b6-8b56-4905-8ee7-2331ba3819bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd41ffa-0734-4512-950f-415c8a3dc3a6'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:10.546606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0aac1c6-5514-4639-a0f9-707d0df3caed']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:10.562622 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:10.578215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port cfd41ffa-0734-4512-950f-415c8a3dc3a6, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=cfd41ffa-0734-4512-950f-415c8a3dc3a6,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:10.602410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa4acc3-97e8-461e-8092-9508e336e2be') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:10.602703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa4acc3-97e8-461e-8092-9508e336e2be') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:10.603963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:10.611844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Transition to ACTIVE for port object 06d27e8e-5df9-497c-8c14-da84bffe52b5 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:10.629102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-020a94a4-ce35-446e-b982-7c810bd93048 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Unset dirty status for tenant:ab44609526084b78a3fe7b2a4168a0cf on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:10.631488 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-020a94a4-ce35-446e-b982-7c810bd93048 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.67 "GET /v2.0/networks?id=7252153e-edab-4324-bf4f-e5315904d05e HTTP/1.1" status: 200 len: 809 time: 1.3472924 Jun 03 15:26:10.637193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:10.674970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Request body: {'port': {'device_id': 'c338aa06-7a38-4fd5-939f-82f7388617d9', 'network_id': '7252153e-edab-4324-bf4f-e5315904d05e', 'admin_state_up': True, 'tenant_id': 'ab44609526084b78a3fe7b2a4168a0cf'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:10.690131 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:10.709682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-483ea922-bde7-4f78-8689-2d2ae8cea168 req-3a474c53-7ec7-49dd-b5f3-8710462d0b72 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 210 time: 0.1531463 Jun 03 15:26:10.857461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6f69e-c463-4c3f-bf94-25780b2c0603 req-ef4a67a7-425f-4ab7-a98a-cc025029093f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:10.859093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57f6f69e-c463-4c3f-bf94-25780b2c0603 req-ef4a67a7-425f-4ab7-a98a-cc025029093f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.5304370 Jun 03 15:26:10.859872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:10.870796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Usage tracker for resource:port and tenant:ab44609526084b78a3fe7b2a4168a0cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:10.874400 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:10.877217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:10.891498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:10.904926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:26:10.905492 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.006754 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3fa4acc3-97e8-461e-8092-9508e336e2be resource provider aggregate not found Jun 03 15:26:11.015667 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57f6f69e-c463-4c3f-bf94-25780b2c0603 req-003c7733-f580-4907-931f-105b1142cb0f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492701 Jun 03 15:26:11.055874 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3fa4acc3-97e8-461e-8092-9508e336e2be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fa4acc3-97e8-461e-8092-9508e336e2be found for delete ", "request_id": "req-81e45558-6e3f-42a5-b2dd-171437180d73"}]} Jun 03 15:26:11.056628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Made reservation on behalf of ab44609526084b78a3fe7b2a4168a0cf for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:11.060264 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.099450 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.125429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Attempting to bind port 06d27e8e-5df9-497c-8c14-da84bffe52b5 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:11.125949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Attempting to bind port 06d27e8e-5df9-497c-8c14-da84bffe52b5 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:11.126683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Attempting to bind port 06d27e8e-5df9-497c-8c14-da84bffe52b5 on network d88de1d3-7f66-4aef-ac66-7080cf35e87c {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:11.137248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:11.137726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Checking segment: {'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:11.138264 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.138703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Bound using segment: {'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:11.139400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Bound port: 06d27e8e-5df9-497c-8c14-da84bffe52b5, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:11.140089 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.166564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=cfd41ffa-0734-4512-950f-415c8a3dc3a6,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:11.192673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.211637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0aac1c6-5514-4639-a0f9-707d0df3caed,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:11.313518 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd737f2d-b373-4bf7-9811-359ae9e5a21c'] response: {'server_uuid': '8d8c22b6-8b56-4905-8ee7-2331ba3819bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd41ffa-0734-4512-950f-415c8a3dc3a6', 'code': 200} Jun 03 15:26:11.444379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] For port 06d27e8e-5df9-497c-8c14-da84bffe52b5, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:11.449844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] For port 06d27e8e-5df9-497c-8c14-da84bffe52b5, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=06d27e8e-5df9-497c-8c14-da84bffe52b5,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:11.452772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49390fe2-3066-4386-abe5-de24d058d81f None None] Pushing event updated for resources: {'Port': ['ID=06d27e8e-5df9-497c-8c14-da84bffe52b5,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:11.466230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1ba1d25a-55b6-439e-8abb-1e52129cdcab no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:11.531012 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:11.551055 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-992c2db3-dab4-48f0-b69f-2a2a9d94ab09 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b0aac1c6-5514-4639-a0f9-707d0df3caed HTTP/1.1" status: 204 len: 168 time: 3.3114510 Jun 03 15:26:11.659899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 1ba1d25a-55b6-439e-8abb-1e52129cdcab {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:26:11.660744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1ba1d25a-55b6-439e-8abb-1e52129cdcab not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:26:11.733682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Routers {'44621b8e-194b-4212-8380-16ee1c04eb9a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:11.734868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:26:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['44621b8e-194b-4212-8380-16ee1c04eb9a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:11.744135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4460f15-4b32-4797-bed7-180f50a6ebd4 req-be19d69f-7c22-4b66-b11a-feb333aae1fc tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 210 time: 0.1745331 Jun 03 15:26:11.845577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b9201-7b0e-4367-a23f-4b4de794e92a req-8b680860-5ab0-4e16-a2ce-9ddeae9b49cf tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:11.847314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c9b9201-7b0e-4367-a23f-4b4de794e92a req-8b680860-5ab0-4e16-a2ce-9ddeae9b49cf tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 946 time: 0.8467679 Jun 03 15:26:11.868969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49390fe2-3066-4386-abe5-de24d058d81f None None] Pushing event updated for resources: {'Port': ['ID=06d27e8e-5df9-497c-8c14-da84bffe52b5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:11.965356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Allocated IP 172.20.0.3 (7252153e-edab-4324-bf4f-e5315904d05e/f8e4d707-b28b-4fe2-8483-83483361d18f/f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:12.081714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c9b9201-7b0e-4367-a23f-4b4de794e92a req-b681680e-1100-4bb1-abb8-01c9cddd1f4d tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240288 Jun 03 15:26:12.106269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4da99e-a54a-4c17-b326-02886a967558 req-780c5dcc-f817-4dbb-8771-841a60eeca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:12.108508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a4da99e-a54a-4c17-b326-02886a967558 req-780c5dcc-f817-4dbb-8771-841a60eeca53 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 1097 time: 0.6598814 Jun 03 15:26:12.193816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42428) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:12.300668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] Set router 44621b8e-194b-4212-8380-16ee1c04eb9a gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:12.459103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-243729e0-b166-4035-b162-e9948141e22d req-1325f5f3-58c2-4973-be52-d99add65d60d tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 210 time: 0.1806901 Jun 03 15:26:12.463750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a4da99e-a54a-4c17-b326-02886a967558 req-9ff94abf-9c1c-403b-9ec4-b532f40222f6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386009 Jun 03 15:26:12.518468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1971c981-3e25-4b37-9c7f-41dad1459f4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6d9632d717e43a6943e786b918971f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161781 Jun 03 15:26:12.519094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42434) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:12.540769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe2c03-5dae-4240-9dc7-0cb98c47027e req-3694aeff-535b-49fd-abf9-cca34ebdd5d7 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:12.548785 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16fe2c03-5dae-4240-9dc7-0cb98c47027e req-3694aeff-535b-49fd-abf9-cca34ebdd5d7 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.5701215 Jun 03 15:26:12.631989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16fe2c03-5dae-4240-9dc7-0cb98c47027e req-c5361923-38c9-4265-b120-9e6e8f1593a3 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782111 Jun 03 15:26:12.663378 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.724122 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.797297 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.946532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3e01f0-97aa-4dc2-a31b-0c2f90939482,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:12.993579 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:12.999535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:13.007753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b3e01f0-97aa-4dc2-a31b-0c2f90939482 HTTP/1.1" status: 204 len: 168 time: 0.4871812 Jun 03 15:26:13.030348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.030852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.031361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.031787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.032236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.032685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.033252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.033717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.035017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.035017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.035428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.035924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24012568-8fbb-4928-a6be-0566bb2d86e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:13.051607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-a16573ff-2c6a-4af6-a319-449d794db32a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:13.055980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-a16573ff-2c6a-4af6-a319-449d794db32a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Synchronizing usage tracker for tenant:2d8d8fe197d344f8b4928a1cc06fda25 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:13.131382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-a16573ff-2c6a-4af6-a319-449d794db32a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Unset dirty status for tenant:2d8d8fe197d344f8b4928a1cc06fda25 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:13.133076 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-a16573ff-2c6a-4af6-a319-449d794db32a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.67 "GET /v2.0/networks?id=d88de1d3-7f66-4aef-ac66-7080cf35e87c HTTP/1.1" status: 200 len: 810 time: 0.7098861 Jun 03 15:26:13.172622 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:13.294441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'name': 'tempest-ServerRescueTestJSON-299329111-router', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:52Z', 'updated_at': '2022-06-03T15:26:03Z', 'revision_number': 4, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'gw_port': {'id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:54Z', 'updated_at': '2022-06-03T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '06d27e8e-5df9-497c-8c14-da84bffe52b5', 'name': '', 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '3eba99dd-07f2-4c2d-ad1e-2d479f70a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:01Z', 'updated_at': '2022-06-03T15:26:11Z', 'revision_number': 4, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'subnets': [{'id': '3eba99dd-07f2-4c2d-ad1e-2d479f70a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:13.307459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c0fed-9f2e-4c16-bd2c-6b65be8e7952 None None] The sync data for ids ['44621b8e-194b-4212-8380-16ee1c04eb9a'] in n-d-844595-1 is: [{'id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'name': 'tempest-ServerRescueTestJSON-299329111-router', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:52Z', 'updated_at': '2022-06-03T15:26:03Z', 'revision_number': 4, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'gw_port': {'id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:54Z', 'updated_at': '2022-06-03T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '06d27e8e-5df9-497c-8c14-da84bffe52b5', 'name': '', 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'mac_address': 'fa:16:3e:50:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '3eba99dd-07f2-4c2d-ad1e-2d479f70a26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:01Z', 'updated_at': '2022-06-03T15:26:11Z', 'revision_number': 4, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'subnets': [{'id': '3eba99dd-07f2-4c2d-ad1e-2d479f70a26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:13.328447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Request body: {'port': {'device_id': 'bf24752f-733a-410a-8ffc-1349d73e409c', 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c', 'admin_state_up': True, 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:13.342090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c780f-d484-4950-89d5-1fed8d7a56ef req-79f894c6-34c0-48a6-ad6c-df9d6a698def tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:13.357584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a6c780f-d484-4950-89d5-1fed8d7a56ef req-79f894c6-34c0-48a6-ad6c-df9d6a698def tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.5510828 Jun 03 15:26:13.542269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a6c780f-d484-4950-89d5-1fed8d7a56ef req-62cdce6d-1792-4bdd-9559-5441832f94c4 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832411 Jun 03 15:26:13.577365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d13de-d280-432e-9d41-52672edfcb81 req-280ed5d1-8c84-4d84-96a7-59a70c85a4d1 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:13.595679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a1d13de-d280-432e-9d41-52672edfcb81 req-280ed5d1-8c84-4d84-96a7-59a70c85a4d1 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 931 time: 0.5862706 Jun 03 15:26:13.692555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a1d13de-d280-432e-9d41-52672edfcb81 req-fecd5dc1-83e1-4db9-b4e8-95aa1cd10487 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906129 Jun 03 15:26:13.865068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Network 7252153e-edab-4324-bf4f-e5315904d05e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:13.884869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:13.902412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:13.947245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Pushing event updated for resources: {'Port': ['ID=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:13.964398 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2a9e272-0537-4a2b-824d-1bc4780c92a7 req-42bb4f23-6edd-47e1-bf9d-574d0831ddde tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 210 time: 0.0666616 Jun 03 15:26:14.001323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a981a-ee2a-4d5a-b181-b6fc87108881 req-e81539b8-1be3-4c12-9c10-75d06bf87d39 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:14.004225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-394a981a-ee2a-4d5a-b181-b6fc87108881 req-e81539b8-1be3-4c12-9c10-75d06bf87d39 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 946 time: 0.2685919 Jun 03 15:26:14.086047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-394a981a-ee2a-4d5a-b181-b6fc87108881 req-07184929-3c59-4302-ae57-09c1140ad473 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633202 Jun 03 15:26:14.113753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:14.114835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.134200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:14.141035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Usage tracker for resource:port and tenant:2d8d8fe197d344f8b4928a1cc06fda25 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:14.144753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:14.152389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:14.161626 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-52e7806f-ab13-448a-abad-cc442e624d43 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5097017 Jun 03 15:26:14.189663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Request body: {'port': {'device_id': 'c338aa06-7a38-4fd5-939f-82f7388617d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:14.234956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Made reservation on behalf of 2d8d8fe197d344f8b4928a1cc06fda25 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:14.238609 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.460504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765128c2-c8fd-45a0-8ef2-ffc49815d913 req-43ad94a9-d3c3-4759-9bab-8175932d842f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:14.468573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-765128c2-c8fd-45a0-8ef2-ffc49815d913 req-43ad94a9-d3c3-4759-9bab-8175932d842f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.2489970 Jun 03 15:26:14.565613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-765128c2-c8fd-45a0-8ef2-ffc49815d913 req-dbd87264-f306-49c0-8b6d-7eae90373580 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911145 Jun 03 15:26:14.568692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42486) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:14.633739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42492) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:14.786998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36f37910-479b-4c7f-a524-7af94e5ea687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.809080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-network', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:14.818527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:14.823015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Allocated IP 172.20.0.5 (d88de1d3-7f66-4aef-ac66-7080cf35e87c/3eba99dd-07f2-4c2d-ad1e-2d479f70a26d/55bb5efc-52a4-4b54-9ae6-4a02dbd8d480) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:14.825863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Usage tracker for resource:network and tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:14.842492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:14.846110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-36f37910-479b-4c7f-a524-7af94e5ea687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:14.852647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:14.862239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-36f37910-479b-4c7f-a524-7af94e5ea687 admin admin] Usage tracker for resource:security_group_rule and tenant:5f0b38ac971541cdb147be6863f5024b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:14.868395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-36f37910-479b-4c7f-a524-7af94e5ea687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:14.880120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-36f37910-479b-4c7f-a524-7af94e5ea687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:14.895805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.898654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Made reservation on behalf of bb0c3f4c9a584111bc9f8076ebe8fb14 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:14.901535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:14.924411 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.038184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:15.057399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Usage tracker for resource:security_group_rule and tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:15.068084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421b37c-a06a-49b3-be66-da9185f998c9 req-626e81c2-c5f6-4a76-807c-b177addb9c88 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:15.069661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7421b37c-a06a-49b3-be66-da9185f998c9 req-626e81c2-c5f6-4a76-807c-b177addb9c88 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.3472881 Jun 03 15:26:15.070623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:15.100064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:15.214701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7421b37c-a06a-49b3-be66-da9185f998c9 req-5b4a8f28-c3c2-449e-addd-b04eff978a7e tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205120 Jun 03 15:26:15.243464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e37c-9c0a-44e4-9c33-9e5df7b49772 req-bc5f6608-7399-4663-b690-47c0ad456488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:15.244848 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa81e37c-9c0a-44e4-9c33-9e5df7b49772 req-bc5f6608-7399-4663-b690-47c0ad456488 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 1096 time: 0.2686064 Jun 03 15:26:15.306749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8d431-b6c4-4c1a-bd13-0d8ed0e868b3 req-c5632396-2fed-48b3-8398-abbcc0ea20b3 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:15.308262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ac8d431-b6c4-4c1a-bd13-0d8ed0e868b3 req-c5632396-2fed-48b3-8398-abbcc0ea20b3 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 931 time: 0.3898044 Jun 03 15:26:15.364913 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36f37910-479b-4c7f-a524-7af94e5ea687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.375961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 06d27e8e-5df9-497c-8c14-da84bffe52b5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:15.408778 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36f37910-479b-4c7f-a524-7af94e5ea687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.423116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.457313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 06d27e8e-5df9-497c-8c14-da84bffe52b5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:15.463342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 06d27e8e-5df9-497c-8c14-da84bffe52b5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:15.464066 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.510611 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.546129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7243539-698f-4ac5-8562-c576d35acfb3 req-5bd37cb3-6828-4659-8766-bd3674c70dbe tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 210 time: 0.1226919 Jun 03 15:26:15.601507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-36f37910-479b-4c7f-a524-7af94e5ea687 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f0b38ac971541cdb147be6863f5024b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0316415 Jun 03 15:26:15.604286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 06d27e8e-5df9-497c-8c14-da84bffe52b5 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:15.604728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.606966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42506) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:15.613199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ac8d431-b6c4-4c1a-bd13-0d8ed0e868b3 req-8ec13ca4-3905-489a-8b3f-f6d500f92d37 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468874 Jun 03 15:26:15.613940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f37910-479b-4c7f-a524-7af94e5ea687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db619d5-42fa-4e05-bdbe-0a44829e1234,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:15.635472 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.650775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.657832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 06d27e8e-5df9-497c-8c14-da84bffe52b5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=06d27e8e-5df9-497c-8c14-da84bffe52b5,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:15.675342 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.701902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Network d88de1d3-7f66-4aef-ac66-7080cf35e87c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:15.709332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:15.712667 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:15.749400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:15.760319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Pushing event updated for resources: {'Port': ['ID=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:15.787460 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.790479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e37c-9c0a-44e4-9c33-9e5df7b49772 req-56b6d681-8851-4b01-9692-52d538b7a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:15.791934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa81e37c-9c0a-44e4-9c33-9e5df7b49772 req-56b6d681-8851-4b01-9692-52d538b7a767 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 912 time: 0.5365093 Jun 03 15:26:15.798814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:26:15.802275 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79a36d36-1077-4370-80ed-dd30040e21d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.808295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=06d27e8e-5df9-497c-8c14-da84bffe52b5,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:15.831526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Transition to ACTIVE for port object f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:15.839602 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:15.840288 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.852945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:15.902793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79a36d36-1077-4370-80ed-dd30040e21d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.001314 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6893c617-33af-4c55-ac87-1ed1d6c7f4da tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8080823 Jun 03 15:26:16.014203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848dba9d-31a9-45a4-b41a-391aa14faef3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:16.033386 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.033742 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Added segment 239bc096-49db-459a-a1e7-cf08efb2136b of type vlan for network 1c80ae65-7fd0-4a26-bf9e-96197056310c Jun 03 15:26:16.042933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa81e37c-9c0a-44e4-9c33-9e5df7b49772 req-96480955-4446-45a9-8d51-5ae9b6b7a668 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05 HTTP/1.1" status: 200 len: 217 time: 0.1242704 Jun 03 15:26:16.047192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Request body: {'port': {'device_id': 'bf24752f-733a-410a-8ffc-1349d73e409c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:16.077485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:16.139678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.174426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e37c-9c0a-44e4-9c33-9e5df7b49772 req-86d9e43b-9cb9-49ed-8945-0c9e9b2e614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:16.175868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa81e37c-9c0a-44e4-9c33-9e5df7b49772 req-86d9e43b-9cb9-49ed-8945-0c9e9b2e614b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.1253598 Jun 03 15:26:16.246761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c2fce-b5cd-4a69-abc7-f9f357c65e2f req-63212bea-3c76-4ad7-a4dd-f5f31ee929db tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:16.248299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd5c2fce-b5cd-4a69-abc7-f9f357c65e2f req-63212bea-3c76-4ad7-a4dd-f5f31ee929db tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 946 time: 0.5019248 Jun 03 15:26:16.250409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa81e37c-9c0a-44e4-9c33-9e5df7b49772 req-659e125a-69a7-4734-bb83-cb548954fa91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604284 Jun 03 15:26:16.256811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79a36d36-1077-4370-80ed-dd30040e21d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.259500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cbb3e-2ad8-425a-80ab-c2c98ac2314b req-505e636d-9ad2-4014-99da-3f9ea4acabcc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:16.260985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c56cbb3e-2ad8-425a-80ab-c2c98ac2314b req-505e636d-9ad2-4014-99da-3f9ea4acabcc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 945 time: 0.4634373 Jun 03 15:26:16.261616 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.262575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:16.263134 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.299694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a36d36-1077-4370-80ed-dd30040e21d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db619d5-42fa-4e05-bdbe-0a44829e1234,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:16.336566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Attempting to bind port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:16.337070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Attempting to bind port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '981863ad-6669-4a43-a0d9-16198db39dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7252153e-edab-4324-bf4f-e5315904d05e'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:16.337640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Attempting to bind port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa on network 7252153e-edab-4324-bf4f-e5315904d05e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:16.344885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79a36d36-1077-4370-80ed-dd30040e21d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.347095 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-79a36d36-1077-4370-80ed-dd30040e21d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2db619d5-42fa-4e05-bdbe-0a44829e1234 HTTP/1.1" status: 204 len: 168 time: 0.7280011 Jun 03 15:26:16.348323 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.367918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa on network 7252153e-edab-4324-bf4f-e5315904d05e not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:26:16.367918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Attempting to bind port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa on network 7252153e-edab-4324-bf4f-e5315904d05e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:16.378674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:16.379019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Checking segment: {'id': '981863ad-6669-4a43-a0d9-16198db39dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7252153e-edab-4324-bf4f-e5315904d05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:16.379385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Bound using segment: {'id': '981863ad-6669-4a43-a0d9-16198db39dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7252153e-edab-4324-bf4f-e5315904d05e'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:16.379813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Bound port: f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981863ad-6669-4a43-a0d9-16198db39dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '7252153e-edab-4324-bf4f-e5315904d05e'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:16.380153 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.545113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd5c2fce-b5cd-4a69-abc7-f9f357c65e2f req-a7b8595e-bdd4-4b07-979d-d3cbf4e3a1fd tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769361 Jun 03 15:26:16.546080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ebfc3b5f-c35a-487c-80d6-af0e84f70d05 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:16.571351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c56cbb3e-2ad8-425a-80ab-c2c98ac2314b req-792d54a5-9b2b-475e-9e18-df37cc4b5520 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041940 Jun 03 15:26:16.572079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] Pushing event updated for resources: {'Network': ['ID=1c80ae65-7fd0-4a26-bf9e-96197056310c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:16.575089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-700b478f-df09-4696-a292-70cd6607e687 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9403460 Jun 03 15:26:16.588715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42518) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:16.602097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 1c80ae65-7fd0-4a26-bf9e-96197056310c details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:26:16.616712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Request body: {'subnet': {'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-subnet', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:16.639257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:16.655046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa81e37c-9c0a-44e4-9c33-9e5df7b49772 req-3f1a2275-f470-4393-9165-dbd4d4893ae5 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859317 Jun 03 15:26:16.655952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Usage tracker for resource:subnet and tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:16.668937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:16.699361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:16.756690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] For port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:16.770217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] For port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa,segment=NetworkSegment(981863ad-6669-4a43-a0d9-16198db39dc9),segment_id=981863ad-6669-4a43-a0d9-16198db39dc9)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:16.775368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Made reservation on behalf of bb0c3f4c9a584111bc9f8076ebe8fb14 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:16.777917 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.797656 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.881359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42526) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:16.899840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:16.900197 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.906245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:16.907061 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:16.909299 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] 10.222.0.67 "PUT /v2.0/ports/f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa HTTP/1.1" status: 200 len: 1091 time: 2.7331614 Jun 03 15:26:16.922942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c338aa06-7a38-4fd5-939f-82f7388617d9', 'tag': 'f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:16.928888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:16.939528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ebfc3b5f-c35a-487c-80d6-af0e84f70d05, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:16.944917 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.003163 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5fd3c54-3af1-4b4a-9cd7-3bd2b8aeb3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.010856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac12a3a-5b12-4fe0-9a54-49400eeb1b31 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:17.021416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:17.053032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e5fd3c54-3af1-4b4a-9cd7-3bd2b8aeb3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:17.067354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e5fd3c54-3af1-4b4a-9cd7-3bd2b8aeb3b6 admin admin] Usage tracker for resource:security_group_rule and tenant:d281a2f1b900465b92dc2e38da7a1ec6 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:17.072761 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa81e37c-9c0a-44e4-9c33-9e5df7b49772 req-e69549d5-74b6-4845-90ec-8921a3231856 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006438 Jun 03 15:26:17.077461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e5fd3c54-3af1-4b4a-9cd7-3bd2b8aeb3b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:17.092224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e5fd3c54-3af1-4b4a-9cd7-3bd2b8aeb3b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:17.142501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-1eb6f74f-7e27-4730-8038-7808272d9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:17.144333 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-1eb6f74f-7e27-4730-8038-7808272d9157 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab44609526084b78a3fe7b2a4168a0cf&device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 1094 time: 0.1648626 Jun 03 15:26:17.150446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:17.155577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c927a6-c130-4835-bee9-020885d658e3 req-dbcd9daa-d882-4f6c-b3bb-e9d52ddd68fe tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:17.157068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5c927a6-c130-4835-bee9-020885d658e3 req-dbcd9daa-d882-4f6c-b3bb-e9d52ddd68fe tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.3608611 Jun 03 15:26:17.159933 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.178652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168e52-f7f6-4b55-b20f-07211ec50c52 req-6ac846bb-f6b4-4e96-b0c2-2b5ecf9ef425 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:17.182532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23168e52-f7f6-4b55-b20f-07211ec50c52 req-6ac846bb-f6b4-4e96-b0c2-2b5ecf9ef425 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 946 time: 0.3846164 Jun 03 15:26:17.233061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Transition to ACTIVE for port object 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:17.242675 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-a38d6f63-931d-48a2-99a5-b04e22c26c5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa HTTP/1.1" status: 200 len: 217 time: 0.0719211 Jun 03 15:26:17.243395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.309846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 06d27e8e-5df9-497c-8c14-da84bffe52b5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:17.335854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5c927a6-c130-4835-bee9-020885d658e3 req-3fc343f4-cdf4-495d-b00b-c1ea44cf8174 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701002 Jun 03 15:26:17.361725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-205cd85f-c05e-4cd2-be6d-e993b2b642b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:17.363215 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-205cd85f-c05e-4cd2-be6d-e993b2b642b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8e4d707-b28b-4fe2-8483-83483361d18f HTTP/1.1" status: 200 len: 849 time: 0.0824125 Jun 03 15:26:17.412791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 06d27e8e-5df9-497c-8c14-da84bffe52b5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:17.413151 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.427042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5fd3c54-3af1-4b4a-9cd7-3bd2b8aeb3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.470080 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23168e52-f7f6-4b55-b20f-07211ec50c52 req-5d0382ba-3b23-4d0c-afcf-b778d6a9b154 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422757 Jun 03 15:26:17.473377 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5fd3c54-3af1-4b4a-9cd7-3bd2b8aeb3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.495923 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-071e0761-e374-4cf6-83ac-24a331ff0e56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7252153e-edab-4324-bf4f-e5315904d05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234756 Jun 03 15:26:17.510866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Pushing event updated for resources: {'Port': ['ID=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:17.537279 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.595876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 06d27e8e-5df9-497c-8c14-da84bffe52b5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:17.639739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e5fd3c54-3af1-4b4a-9cd7-3bd2b8aeb3b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d281a2f1b900465b92dc2e38da7a1ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7077243 Jun 03 15:26:17.648641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42538) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:17.679579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd3c54-3af1-4b4a-9cd7-3bd2b8aeb3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016be968-5ecf-4ce2-800c-fbe497ec93e4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:17.737307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=831937eb-87f5-46ae-a0a1-a1e98a26efa9,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:17.754176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Attempting to bind port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:17.754176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Attempting to bind port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:17.754176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Attempting to bind port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 on network d88de1d3-7f66-4aef-ac66-7080cf35e87c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:17.758095 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-1a9fe41f-5dab-4dae-bba0-973cd3c6862f service neutron] 10.222.0.67 "GET /v2.0/networks/7252153e-edab-4324-bf4f-e5315904d05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485859 Jun 03 15:26:17.760298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 on network d88de1d3-7f66-4aef-ac66-7080cf35e87c not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:26:17.760298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Attempting to bind port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 on network d88de1d3-7f66-4aef-ac66-7080cf35e87c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:17.767508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:17.767834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Checking segment: {'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:17.768219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Bound using segment: {'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:17.768644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Bound port: 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:17.769067 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.796167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Checking segment: {'id': '239bc096-49db-459a-a1e7-cf08efb2136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:17.796465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Network hostable DHCP agents. Network: 1c80ae65-7fd0-4a26-bf9e-96197056310c, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:26:17.838284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b366415-edc4-4099-801f-7daeac43ecab req-9e962756-8f98-4f8a-b7b6-c7062007f133 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:17.839732 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b366415-edc4-4099-801f-7daeac43ecab req-9e962756-8f98-4f8a-b7b6-c7062007f133 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 943 time: 0.3736887 Jun 03 15:26:17.867813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63b3c527-d57e-4d6b-973d-496deffc9161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:17.972466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] For port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:17.978590 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0922cd4f-49ef-4429-ae2f-9dcb9e0fd504 req-0e92d9b5-3595-45db-8c5a-486c4c2a2cf1 service neutron] 10.222.0.67 "GET /v2.0/networks/7252153e-edab-4324-bf4f-e5315904d05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123089 Jun 03 15:26:17.983946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] For port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:17.994728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.019478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Network 1c80ae65-7fd0-4a26-bf9e-96197056310c is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:26:18.028415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03525567-5e67-4860-849f-c8710f10094e req-0f94fad2-161a-489b-9d46-0fd8cf436552 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:18.029861 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03525567-5e67-4860-849f-c8710f10094e req-0f94fad2-161a-489b-9d46-0fd8cf436552 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 943 time: 0.4060037 Jun 03 15:26:18.057297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:18.057898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.059296 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] 10.222.0.67 "PUT /v2.0/ports/55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 HTTP/1.1" status: 200 len: 1091 time: 2.0253265 Jun 03 15:26:18.062631 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63b3c527-d57e-4d6b-973d-496deffc9161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.087869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e157fe0-fbce-4dee-8e20-a94ccd6dd64f service neutron] Pushing event updated for resources: {'Port': ['ID=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:18.094820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 1c80ae65-7fd0-4a26-bf9e-96197056310c) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:18.103478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9c6bf6-118c-4994-9e30-17b52b41150f None None] Network 1c80ae65-7fd0-4a26-bf9e-96197056310c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:18.118772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b366415-edc4-4099-801f-7daeac43ecab req-814518ce-f7e6-4b0a-8597-8f4f2c4210d3 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731478 Jun 03 15:26:18.123525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:18.124613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.188416 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03525567-5e67-4860-849f-c8710f10094e req-f7ff17cf-745a-43b8-8277-dcafbaf6184f tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481633 Jun 03 15:26:18.207900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-899cac19-5e48-4063-9b51-0917d5f90eb9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6150699 Jun 03 15:26:18.208122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42542) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:18.217587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:18.223422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:18.226883 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed990d27-5c0c-4378-afb5-c9165d800e6d'] response: {'server_uuid': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05', 'code': 200} Jun 03 15:26:18.228404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Usage tracker for resource:router and tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:18.228528 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63b3c527-d57e-4d6b-973d-496deffc9161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.231479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:18.238102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:18.249182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-2c2d87c6-0631-4038-b794-2693b9da49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:18.250852 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-2c2d87c6-0631-4038-b794-2693b9da49bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d8d8fe197d344f8b4928a1cc06fda25&device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 1094 time: 0.1335571 Jun 03 15:26:18.254098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.255124 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.262562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3c527-d57e-4d6b-973d-496deffc9161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016be968-5ecf-4ce2-800c-fbe497ec93e4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:18.272500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.279868 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63b3c527-d57e-4d6b-973d-496deffc9161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:18.283464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-63b3c527-d57e-4d6b-973d-496deffc9161 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/016be968-5ecf-4ce2-800c-fbe497ec93e4 HTTP/1.1" status: 204 len: 168 time: 0.6053576 Jun 03 15:26:18.343941 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa617b02-7df2-4aef-b0dd-71de1f7dd99d'] response: {'name': 'network-changed', 'server_uuid': 'c338aa06-7a38-4fd5-939f-82f7388617d9', 'tag': 'f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa', 'status': 'completed', 'code': 200} Jun 03 15:26:18.369220 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-d3c26168-0bc8-46e9-ae01-ae6b0d87826a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 HTTP/1.1" status: 200 len: 217 time: 0.0823119 Jun 03 15:26:18.542973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a373f4-bab6-46d9-b0e6-4eaad4e9b2bc None None] Network 1c80ae65-7fd0-4a26-bf9e-96197056310c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:26:18.585319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6e2a2-aa40-4f75-8e7e-a8d92b5a6d42 req-b5a5d53b-0d25-499b-a71b-67e1a53a8247 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:18.587437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8f6e2a2-aa40-4f75-8e7e-a8d92b5a6d42 req-b5a5d53b-0d25-499b-a71b-67e1a53a8247 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 943 time: 0.1487021 Jun 03 15:26:18.678724 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8f6e2a2-aa40-4f75-8e7e-a8d92b5a6d42 req-e4eeb8bd-4f35-49d1-944d-7ca0686a66d8 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836892 Jun 03 15:26:18.858584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-4fd6c399-76c1-4cbf-9e5b-39a4c8f64b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:18.860044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-4fd6c399-76c1-4cbf-9e5b-39a4c8f64b26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3eba99dd-07f2-4c2d-ad1e-2d479f70a26d HTTP/1.1" status: 200 len: 850 time: 0.4419551 Jun 03 15:26:19.033986 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-83003e64-3c54-43d3-93c7-9a257b07bc72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d88de1d3-7f66-4aef-ac66-7080cf35e87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211879 Jun 03 15:26:19.043738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb92d10-7686-488f-9602-de0584e7a34c req-812715a4-cd2c-4a83-954c-4ff787c329d2 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:19.052320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:19.054232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bb92d10-7686-488f-9602-de0584e7a34c req-812715a4-cd2c-4a83-954c-4ff787c329d2 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1813285 Jun 03 15:26:19.068500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20bccd-b317-4aa3-a396-84da41d685f7 req-9fd3c7f5-bd8a-4a10-ab93-cb536555348f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:19.076810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e20bccd-b317-4aa3-a396-84da41d685f7 req-9fd3c7f5-bd8a-4a10-ab93-cb536555348f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 946 time: 0.1617830 Jun 03 15:26:19.161649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57ecb8-ca5d-4d1e-9a3d-42b8ed428b56 req-34646e9a-9cd4-42e4-a73d-481ff61a7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:19.163190 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6d57ecb8-ca5d-4d1e-9a3d-42b8ed428b56 req-34646e9a-9cd4-42e4-a73d-481ff61a7aec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab44609526084b78a3fe7b2a4168a0cf&device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 1094 time: 0.7972441 Jun 03 15:26:19.182649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3bb92d10-7686-488f-9602-de0584e7a34c req-2ed13c79-1efc-4284-8424-44cacbb8840c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268797 Jun 03 15:26:19.205429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e20bccd-b317-4aa3-a396-84da41d685f7 req-9d4c197b-f0a3-4b22-a392-27d1dd8b58b4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268601 Jun 03 15:26:19.437495 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-fac38dc8-29b8-4edf-90be-41e415c9fa36 service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908651 Jun 03 15:26:19.529675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b551178-697e-43b8-aa52-32e9bde1419e req-1a34622a-5348-4b09-a4a7-3cdc3d44e85b tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:19.531952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b551178-697e-43b8-aa52-32e9bde1419e req-1a34622a-5348-4b09-a4a7-3cdc3d44e85b tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 943 time: 0.1933734 Jun 03 15:26:19.532984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57ecb8-ca5d-4d1e-9a3d-42b8ed428b56 req-7b2af70a-0160-44e0-b4fe-419cb4340171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:19.534453 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6d57ecb8-ca5d-4d1e-9a3d-42b8ed428b56 req-7b2af70a-0160-44e0-b4fe-419cb4340171 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7252153e-edab-4324-bf4f-e5315904d05e HTTP/1.1" status: 200 len: 910 time: 0.3582728 Jun 03 15:26:19.546805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c34aa-a137-4eb3-9568-d3d4e001ac3f req-ec7a37e5-c503-4f1d-93fa-5cd69dc9fc05 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:19.548594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a8c34aa-a137-4eb3-9568-d3d4e001ac3f req-ec7a37e5-c503-4f1d-93fa-5cd69dc9fc05 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 943 time: 0.1525578 Jun 03 15:26:19.617003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b551178-697e-43b8-aa52-32e9bde1419e req-a4d52333-654e-45bf-9b65-1cf429f1c045 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606728 Jun 03 15:26:19.627755 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6d57ecb8-ca5d-4d1e-9a3d-42b8ed428b56 req-3e30c9aa-c757-43c6-866f-32993292539c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa HTTP/1.1" status: 200 len: 217 time: 0.0764260 Jun 03 15:26:19.688639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a8c34aa-a137-4eb3-9568-d3d4e001ac3f req-6ad38c62-cc96-4188-88e5-3969a7163e9c tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739357 Jun 03 15:26:19.753381 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-10a11a54-58c9-4b71-8936-f679f033b8a2 req-cfc87f5d-0dde-4662-8d98-c0ba43779467 service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005490 Jun 03 15:26:19.827661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57ecb8-ca5d-4d1e-9a3d-42b8ed428b56 req-e69953fc-5e4f-4df9-adb5-c60651af20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:19.829162 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6d57ecb8-ca5d-4d1e-9a3d-42b8ed428b56 req-e69953fc-5e4f-4df9-adb5-c60651af20fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f8e4d707-b28b-4fe2-8483-83483361d18f HTTP/1.1" status: 200 len: 849 time: 0.1901343 Jun 03 15:26:19.934643 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6d57ecb8-ca5d-4d1e-9a3d-42b8ed428b56 req-6b2aff43-9053-412a-a405-af64f89eff51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7252153e-edab-4324-bf4f-e5315904d05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517361 Jun 03 15:26:19.963711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4ef13-1255-4464-9b0d-bd338bc7ae64 req-17bf20ec-3965-41d8-a3d6-e60523213c7d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:19.965270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8e4ef13-1255-4464-9b0d-bd338bc7ae64 req-17bf20ec-3965-41d8-a3d6-e60523213c7d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 943 time: 0.1280699 Jun 03 15:26:20.029218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8e4ef13-1255-4464-9b0d-bd338bc7ae64 req-ff54620b-7b0b-43ee-9ade-6f52bed56e65 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514362 Jun 03 15:26:20.311359 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6d57ecb8-ca5d-4d1e-9a3d-42b8ed428b56 req-3d000946-0aae-4855-86a8-a3f11003303a service neutron] 10.222.0.67 "GET /v2.0/networks/7252153e-edab-4324-bf4f-e5315904d05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471141 Jun 03 15:26:20.315718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:20.364280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf24752f-733a-410a-8ffc-1349d73e409c', 'tag': '55bb5efc-52a4-4b54-9ae6-4a02dbd8d480'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:20.378292 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:20.500066 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50d8a8-510f-499d-844c-17be05ee1825 req-0c4ef06a-8076-4589-90be-ac1a755b9547 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:20.511469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f50d8a8-510f-499d-844c-17be05ee1825 req-0c4ef06a-8076-4589-90be-ac1a755b9547 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1724412 Jun 03 15:26:20.596618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f50d8a8-510f-499d-844c-17be05ee1825 req-406e6dde-b4c9-4820-86d1-c6be0b48cb4f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834439 Jun 03 15:26:20.621335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6d57ecb8-ca5d-4d1e-9a3d-42b8ed428b56 req-3b47750a-0364-40f7-a7a5-d88d1b6b821b service neutron] 10.222.0.67 "GET /v2.0/networks/7252153e-edab-4324-bf4f-e5315904d05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761583 Jun 03 15:26:20.676250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Allocated IP 172.25.7.237 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/124ecb0e-9674-4aeb-b790-1483e790b1ae) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:20.863876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654f87c-4d43-4472-8e73-f4f8f4331745 req-03d614dd-b176-4530-8a59-19f9af88dc0f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:20.865616 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f654f87c-4d43-4472-8e73-f4f8f4331745 req-03d614dd-b176-4530-8a59-19f9af88dc0f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 946 time: 0.1211588 Jun 03 15:26:20.891204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:20.926796 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f654f87c-4d43-4472-8e73-f4f8f4331745 req-561d40b6-1a0b-4bee-b131-a6f6f882f53b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508568 Jun 03 15:26:20.998132 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f90fe3-3330-4e75-9784-e8d935f04718'] response: {'name': 'network-changed', 'server_uuid': 'bf24752f-733a-410a-8ffc-1349d73e409c', 'tag': '55bb5efc-52a4-4b54-9ae6-4a02dbd8d480', 'status': 'completed', 'code': 200} Jun 03 15:26:21.006168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.188053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:21.190490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Pushing event updated for resources: {'Port': ['ID=124ecb0e-9674-4aeb-b790-1483e790b1ae,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:21.198656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:21.201487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:21.288171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-5e12b2a4-7cb7-48e0-a1ac-6b8ff6d67e69 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:21.288896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-5e12b2a4-7cb7-48e0-a1ac-6b8ff6d67e69 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:21.357524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc4437-1492-4dac-96d2-f4eefeb418d8 req-4f1c05ae-928a-4294-990f-1ea8354ae0b4 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:21.359173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfbc4437-1492-4dac-96d2-f4eefeb418d8 req-4f1c05ae-928a-4294-990f-1ea8354ae0b4 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 943 time: 0.2594228 Jun 03 15:26:21.372909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca41e66-5003-4ec3-8ebb-3e50d0cc1117 req-450cb715-fff7-45d9-9f15-69fbe5688b89 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:21.374633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ca41e66-5003-4ec3-8ebb-3e50d0cc1117 req-450cb715-fff7-45d9-9f15-69fbe5688b89 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=af350960-eba9-468f-a1d0-9bc04dcf5da0 HTTP/1.1" status: 200 len: 943 time: 0.1878948 Jun 03 15:26:21.430639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42666) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:21.487589 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024060b-e8f1-4078-901a-dc6576ccfdfe req-52827dfe-a378-42c0-8c3e-eeda586204b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:21.488873 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3024060b-e8f1-4078-901a-dc6576ccfdfe req-52827dfe-a378-42c0-8c3e-eeda586204b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d8d8fe197d344f8b4928a1cc06fda25&device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 1094 time: 0.3653674 Jun 03 15:26:21.489062 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfbc4437-1492-4dac-96d2-f4eefeb418d8 req-85d3d49c-6be2-445b-9bea-b5d1a8371adf tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127729 Jun 03 15:26:21.497130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-5e12b2a4-7cb7-48e0-a1ac-6b8ff6d67e69 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:21.497468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-4ca41e66-5003-4ec3-8ebb-3e50d0cc1117 req-be09fa29-fba1-445e-bf59-46c10331f800 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Deleting port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:21.498251 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4ca41e66-5003-4ec3-8ebb-3e50d0cc1117 req-be09fa29-fba1-445e-bf59-46c10331f800 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.498396 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-5e12b2a4-7cb7-48e0-a1ac-6b8ff6d67e69 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 946 time: 0.5731030 Jun 03 15:26:21.709283 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ad1f-8d2e-4bab-b617-1a49eb2e5aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.753436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-cf8e21f5-052a-4484-8eea-26ba80eadf36 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Deleting port cfd41ffa-0734-4512-950f-415c8a3dc3a6 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:21.753666 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-cf8e21f5-052a-4484-8eea-26ba80eadf36 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:21.807750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f2f4ad1f-8d2e-4bab-b617-1a49eb2e5aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:21.823156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f2f4ad1f-8d2e-4bab-b617-1a49eb2e5aaa admin admin] Usage tracker for resource:security_group_rule and tenant:220c4651c3cb41d0a7c9c1386dd623ce is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:21.831444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f2f4ad1f-8d2e-4bab-b617-1a49eb2e5aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:21.840725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f2f4ad1f-8d2e-4bab-b617-1a49eb2e5aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:21.925996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e3935-ff64-4e83-82ce-83e360d3186e req-4eceeeb8-f0b2-48bf-af0b-e85dca89c62d tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:21.927584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-398e3935-ff64-4e83-82ce-83e360d3186e req-4eceeeb8-f0b2-48bf-af0b-e85dca89c62d tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 943 time: 0.3010597 Jun 03 15:26:21.929485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-4ca41e66-5003-4ec3-8ebb-3e50d0cc1117 req-be09fa29-fba1-445e-bf59-46c10331f800 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] For port ebfc3b5f-c35a-487c-80d6-af0e84f70d05, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:21.929845 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4ca41e66-5003-4ec3-8ebb-3e50d0cc1117 req-be09fa29-fba1-445e-bf59-46c10331f800 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.047856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024060b-e8f1-4078-901a-dc6576ccfdfe req-600f9cb1-74d7-48b4-be28-c1d7c0bebf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:22.049354 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3024060b-e8f1-4078-901a-dc6576ccfdfe req-600f9cb1-74d7-48b4-be28-c1d7c0bebf79 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d88de1d3-7f66-4aef-ac66-7080cf35e87c HTTP/1.1" status: 200 len: 911 time: 0.5500011 Jun 03 15:26:22.179543 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3024060b-e8f1-4078-901a-dc6576ccfdfe req-d9634d7e-2d66-458c-9031-6ee32653d9d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 HTTP/1.1" status: 200 len: 217 time: 0.1230154 Jun 03 15:26:22.196715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-4ca41e66-5003-4ec3-8ebb-3e50d0cc1117 req-be09fa29-fba1-445e-bf59-46c10331f800 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Calling delete_port for ebfc3b5f-c35a-487c-80d6-af0e84f70d05 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:22.247780 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.301314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-398e3935-ff64-4e83-82ce-83e360d3186e req-0f9fce38-9f9f-445c-8154-24200db39845 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573658 Jun 03 15:26:22.348697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024060b-e8f1-4078-901a-dc6576ccfdfe req-15ece459-47ae-42ec-9ea0-588d21cf6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:22.350488 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3024060b-e8f1-4078-901a-dc6576ccfdfe req-15ece459-47ae-42ec-9ea0-588d21cf6aff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3eba99dd-07f2-4c2d-ad1e-2d479f70a26d HTTP/1.1" status: 200 len: 850 time: 0.1632998 Jun 03 15:26:22.454081 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ad1f-8d2e-4bab-b617-1a49eb2e5aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.487670 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3024060b-e8f1-4078-901a-dc6576ccfdfe req-0e0124b4-2a42-49d2-8e40-8511b81d228f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d88de1d3-7f66-4aef-ac66-7080cf35e87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222832 Jun 03 15:26:22.509628 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ad1f-8d2e-4bab-b617-1a49eb2e5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.577155 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:26:22.588256 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4ca41e66-5003-4ec3-8ebb-3e50d0cc1117 req-be09fa29-fba1-445e-bf59-46c10331f800 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.605911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4ad1f-8d2e-4bab-b617-1a49eb2e5aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1ae326-cfd8-4836-9793-c2c72d8f8150,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:22.611739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f2f4ad1f-8d2e-4bab-b617-1a49eb2e5aaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=220c4651c3cb41d0a7c9c1386dd623ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1752641 Jun 03 15:26:22.637369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42678) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:22.674216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540b70d-d57e-4a6f-bc93-16ac0eeb4f9f req-67fc9a23-964f-4cf9-b6f9-03caa89dbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:22.675702 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5540b70d-d57e-4a6f-bc93-16ac0eeb4f9f req-67fc9a23-964f-4cf9-b6f9-03caa89dbd94 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 1097 time: 0.3901920 Jun 03 15:26:22.676460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09fa29-fba1-445e-bf59-46c10331f800 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event deleted for resources: {'Port': ['ID=ebfc3b5f-c35a-487c-80d6-af0e84f70d05,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:22.740417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa,segment=NetworkSegment(981863ad-6669-4a43-a0d9-16198db39dc9),segment_id=981863ad-6669-4a43-a0d9-16198db39dc9)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:22.755196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa', 'network_id': '7252153e-edab-4324-bf4f-e5315904d05e', 'port_id': 'f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa', 'mac_address': 'fa:16:3e:4e:33:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e4d707-b28b-4fe2-8483-83483361d18f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:26:22.780242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca41e66-5003-4ec3-8ebb-3e50d0cc1117 req-be09fa29-fba1-445e-bf59-46c10331f800 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] No DVR routers for this DVR port ebfc3b5f-c35a-487c-80d6-af0e84f70d05 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:22.792765 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4ca41e66-5003-4ec3-8ebb-3e50d0cc1117 req-be09fa29-fba1-445e-bf59-46c10331f800 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.797216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'name': 'network-vif-deleted', 'tag': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:22.825914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2930be-35b8-4cf3-bd2c-49f0c4781216 req-6edb5af5-3f75-4daf-bda6-e9c38e19b4f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:22.828112 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f2930be-35b8-4cf3-bd2c-49f0c4781216 req-6edb5af5-3f75-4daf-bda6-e9c38e19b4f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.4099581 Jun 03 15:26:22.832932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5540b70d-d57e-4a6f-bc93-16ac0eeb4f9f req-cf228b2f-2fcc-49ad-ae1e-f3d7d652c9e4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212862 Jun 03 15:26:22.835948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ca41e66-5003-4ec3-8ebb-3e50d0cc1117 req-be09fa29-fba1-445e-bf59-46c10331f800 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "DELETE /v2.0/ports/ebfc3b5f-c35a-487c-80d6-af0e84f70d05 HTTP/1.1" status: 204 len: 173 time: 1.4436541 Jun 03 15:26:22.862098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:22.862374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-cf8e21f5-052a-4484-8eea-26ba80eadf36 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] For port cfd41ffa-0734-4512-950f-415c8a3dc3a6, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=cfd41ffa-0734-4512-950f-415c8a3dc3a6,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:22.862481 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.862783 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-cf8e21f5-052a-4484-8eea-26ba80eadf36 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.883080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:22.885543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f2930be-35b8-4cf3-bd2c-49f0c4781216 req-f219f8b3-085e-4f82-a5a8-ba9d77ec5763 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475714 Jun 03 15:26:22.901545 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa,segment=NetworkSegment(981863ad-6669-4a43-a0d9-16198db39dc9),segment_id=981863ad-6669-4a43-a0d9-16198db39dc9)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:22.913610 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:22.965586 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3024060b-e8f1-4078-901a-dc6576ccfdfe req-5b786e24-7373-4cbe-bb1b-cda471459929 service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708848 Jun 03 15:26:22.987261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:22.995181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:22.995638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:22.995978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:22.996308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:22.996631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:22.996956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:22.997275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:22.997594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:22.997929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:22.998249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:22.998563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:22.998874 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:23.028936 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0c8e0b6-16a1-47e6-bf60-3cba4c8500fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.104668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-cf8e21f5-052a-4484-8eea-26ba80eadf36 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Calling delete_port for cfd41ffa-0734-4512-950f-415c8a3dc3a6 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:23.125200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da0d8a-cd8d-4a55-8100-901549fabf20 req-0bc999e7-d43e-4bcb-89ca-1cfdcaa7708f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:23.127158 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1da0d8a-cd8d-4a55-8100-901549fabf20 req-0bc999e7-d43e-4bcb-89ca-1cfdcaa7708f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 946 time: 0.0883236 Jun 03 15:26:23.171529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.179718 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1da0d8a-cd8d-4a55-8100-901549fabf20 req-5da528b5-ae82-44f2-b629-4a2acb4a6a53 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464373 Jun 03 15:26:23.180353 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0c8e0b6-16a1-47e6-bf60-3cba4c8500fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.384913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07821138-a480-45d2-9236-0cfaffef8ca8 req-12b53a91-dd92-4c82-a9af-09549ce26c4b tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:23.387815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07821138-a480-45d2-9236-0cfaffef8ca8 req-12b53a91-dd92-4c82-a9af-09549ce26c4b tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 943 time: 0.1011839 Jun 03 15:26:23.423886 n-d-844595-1 neutron-server[88445]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7275f372-360d-43de-baa0-f1b00cdb0eb0']: {'server_uuid': 'af350960-eba9-468f-a1d0-9bc04dcf5da0', 'name': 'network-vif-deleted', 'tag': 'ebfc3b5f-c35a-487c-80d6-af0e84f70d05', 'status': 'failed', 'code': 422} returned with failed status Jun 03 15:26:23.450811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07821138-a480-45d2-9236-0cfaffef8ca8 req-76e48913-1ade-49f3-911f-09ca63c667f8 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567329 Jun 03 15:26:23.491548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:23.624770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86496e-83c5-442b-adc7-c0c5bdc01d5d req-2dc58d2f-fb9c-43c9-a5b6-80435b6a26a8 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:23.632696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1c86496e-83c5-442b-adc7-c0c5bdc01d5d req-2dc58d2f-fb9c-43c9-a5b6-80435b6a26a8 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 944 time: 0.1194437 Jun 03 15:26:23.712881 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1c86496e-83c5-442b-adc7-c0c5bdc01d5d req-fe4c7d5e-3126-45fb-ba67-441063b9e0c3 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700505 Jun 03 15:26:23.755404 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0c8e0b6-16a1-47e6-bf60-3cba4c8500fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.800127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8e0b6-16a1-47e6-bf60-3cba4c8500fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1ae326-cfd8-4836-9793-c2c72d8f8150,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:23.807447 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3024060b-e8f1-4078-901a-dc6576ccfdfe req-b876296e-0863-4e60-b16c-0b1a7031d3db service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596013 Jun 03 15:26:23.814410 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-cf8e21f5-052a-4484-8eea-26ba80eadf36 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.887441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e21f5-052a-4484-8eea-26ba80eadf36 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event deleted for resources: {'Port': ['ID=cfd41ffa-0734-4512-950f-415c8a3dc3a6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:23.973481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Router b975d469-7331-405d-b000-7bfa17e66a16 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:26:23.981240 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0c8e0b6-16a1-47e6-bf60-3cba4c8500fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.982638 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f0c8e0b6-16a1-47e6-bf60-3cba4c8500fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f1ae326-cfd8-4836-9793-c2c72d8f8150 HTTP/1.1" status: 204 len: 168 time: 1.3412619 Jun 03 15:26:23.985108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-cf8e21f5-052a-4484-8eea-26ba80eadf36 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] No DVR routers for this DVR port cfd41ffa-0734-4512-950f-415c8a3dc3a6 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:23.989177 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-cf8e21f5-052a-4484-8eea-26ba80eadf36 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:23.991113 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a1589bf9-eba3-4a8c-8f9a-90595ddf00d9 req-cf8e21f5-052a-4484-8eea-26ba80eadf36 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "DELETE /v2.0/ports/cfd41ffa-0734-4512-950f-415c8a3dc3a6 HTTP/1.1" status: 204 len: 173 time: 2.4702892 Jun 03 15:26:23.991800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8c22b6-8b56-4905-8ee7-2331ba3819bf', 'name': 'network-vif-deleted', 'tag': 'cfd41ffa-0734-4512-950f-415c8a3dc3a6'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:24.067258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-0c89e154-66d3-490c-add0-81a6fb853a38 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:24.074517 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-0c89e154-66d3-490c-add0-81a6fb853a38 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.2209675 Jun 03 15:26:24.091842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-826bb5a8-6306-4fa4-bebe-d591dcd14969 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/quotas/622d84e5fa28412589f37b0f0a012a1c HTTP/1.1" status: 200 len: 375 time: 0.0163801 Jun 03 15:26:24.152723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-9feadd8e-7d6e-4523-a8d4-008f2337cc04 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Synchronizing usage tracker for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:24.179579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-9feadd8e-7d6e-4523-a8d4-008f2337cc04 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Unset dirty status for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:24.180946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-9feadd8e-7d6e-4523-a8d4-008f2337cc04 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883546 Jun 03 15:26:24.189547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa5753-6959-40c3-acf7-798b076f9456 req-74432122-50b8-4cc8-85c4-f76f1edeae8a tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:24.191060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbaa5753-6959-40c3-acf7-798b076f9456 req-74432122-50b8-4cc8-85c4-f76f1edeae8a tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1792514 Jun 03 15:26:24.207739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:26:24.216791 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Sync routers for ids ['b975d469-7331-405d-b000-7bfa17e66a16'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:24.231882 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Routers {'b975d469-7331-405d-b000-7bfa17e66a16'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:24.233922 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:26:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b975d469-7331-405d-b000-7bfa17e66a16'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:24.239931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.243884 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8cafa20b-0149-44a9-bc67-6082587ef340 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0348830 Jun 03 15:26:24.248140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:24.443395 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbaa5753-6959-40c3-acf7-798b076f9456 req-8726816c-c4dc-45aa-afcc-360ce41f8999 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404284 Jun 03 15:26:24.553563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-47e35ca9-6952-4daf-bd20-d0f90ce1af4a service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254230 Jun 03 15:26:24.572577 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44877dc8-650e-4c10-8954-470a0d2415a3'] response: {'server_uuid': '8d8c22b6-8b56-4905-8ee7-2331ba3819bf', 'name': 'network-vif-deleted', 'tag': 'cfd41ffa-0734-4512-950f-415c8a3dc3a6', 'status': 'completed', 'code': 200} Jun 03 15:26:24.573524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:24.586710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42726) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:24.614259 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Set router b975d469-7331-405d-b000-7bfa17e66a16 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:24.654817 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae0cc93d-0fe4-4d57-b2f9-79d439e7d27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:24.668887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:26:24.671598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device cfd41ffa-0734-4512-950f-415c8a3dc3a6 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:24.762303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-b4c7bda7-c8cd-476f-bd00-8ef451d078df service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076995 Jun 03 15:26:24.797252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ae0cc93d-0fe4-4d57-b2f9-79d439e7d27e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:24.814062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ae0cc93d-0fe4-4d57-b2f9-79d439e7d27e admin admin] Usage tracker for resource:security_group_rule and tenant:400155fc11044b65963794d9ebd973f2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:24.820572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ae0cc93d-0fe4-4d57-b2f9-79d439e7d27e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:24.829556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ae0cc93d-0fe4-4d57-b2f9-79d439e7d27e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:24.913716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9699f47-441e-4693-8b3d-e33c7b1ddc21 req-4cba9ecf-b0a7-42ab-9900-2495a16445e0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d8c22b6-8b56-4905-8ee7-2331ba3819bf HTTP/1.1" status: 200 len: 210 time: 0.1479034 Jun 03 15:26:24.925859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: cfd41ffa-0734-4512-950f-415c8a3dc3a6 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:26:24.927660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device cfd41ffa-0734-4512-950f-415c8a3dc3a6 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:26:24.929125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ebfc3b5f-c35a-487c-80d6-af0e84f70d05 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:25.041134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: ebfc3b5f-c35a-487c-80d6-af0e84f70d05 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:26:25.041832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ebfc3b5f-c35a-487c-80d6-af0e84f70d05 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:26:25.137736 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:26:25.168689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:25.217092 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:21Z', 'revision_number': 3, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:25.217743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '55bb5efc-52a4-4b54-9ae6-4a02dbd8d480', 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c', 'port_id': '55bb5efc-52a4-4b54-9ae6-4a02dbd8d480', 'mac_address': 'fa:16:3e:a1:91:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eba99dd-07f2-4c2d-ad1e-2d479f70a26d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:26:25.232574 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Checking router: b975d469-7331-405d-b000-7bfa17e66a16 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:25.232891 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Updating router b975d469-7331-405d-b000-7bfa17e66a16 port 124ecb0e-9674-4aeb-b790-1483e790b1ae binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:25.244445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba094b-eb58-407e-ab21-64a78e374fa3 req-2d0146ae-8f6d-482f-b837-066d2abed901 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:25.246012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5ba094b-eb58-407e-ab21-64a78e374fa3 req-2d0146ae-8f6d-482f-b837-066d2abed901 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 943 time: 0.1466956 Jun 03 15:26:25.344866 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.345096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae0cc93d-0fe4-4d57-b2f9-79d439e7d27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.359740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae0cc93d-0fe4-4d57-b2f9-79d439e7d27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.360116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:25.360620 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.388223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:25.410411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:25.416269 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.472599 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ae0cc93d-0fe4-4d57-b2f9-79d439e7d27e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=400155fc11044b65963794d9ebd973f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8843815 Jun 03 15:26:25.478256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:25.512754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:25.515840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5ba094b-eb58-407e-ab21-64a78e374fa3 req-3088b123-c2bf-4a5f-8c1c-5a0a96327704 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727817 Jun 03 15:26:25.574883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6446f-910b-4430-83b5-6b44dcf5fad5 req-85792cf4-684b-4d8f-8281-91f3f851652f tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:25.576677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0b6446f-910b-4430-83b5-6b44dcf5fad5 req-85792cf4-684b-4d8f-8281-91f3f851652f tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 944 time: 0.3550336 Jun 03 15:26:25.687121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cc93d-0fe4-4d57-b2f9-79d439e7d27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dd36bb-fa63-45f1-9326-f135e40f24a7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:25.776723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff2e8bed-4cbf-40c1-b0e1-fdd2e9586ba9 req-8806bc75-bb6d-4fe0-8cbd-dbf6525eaf00 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 210 time: 0.1989119 Jun 03 15:26:25.813925 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.834366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-392cde7c-8bee-44dc-8487-47bf276abeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.872256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0b6446f-910b-4430-83b5-6b44dcf5fad5 req-7c1f4abe-b6cd-45b5-8875-88e5cad25178 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110902 Jun 03 15:26:25.885581 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.911064 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Transition to ACTIVE for port object 124ecb0e-9674-4aeb-b790-1483e790b1ae will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:25.915133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-392cde7c-8bee-44dc-8487-47bf276abeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.920695 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:25.927499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['55bb5efc-52a4-4b54-9ae6-4a02dbd8d480'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:26.070944 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Attempting to bind port 124ecb0e-9674-4aeb-b790-1483e790b1ae on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:26.071326 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Attempting to bind port 124ecb0e-9674-4aeb-b790-1483e790b1ae by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:26.071769 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Attempting to bind port 124ecb0e-9674-4aeb-b790-1483e790b1ae on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:26.086412 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:26.086874 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:26.087336 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.088347 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:26.088957 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Bound port: 124ecb0e-9674-4aeb-b790-1483e790b1ae, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:26.089493 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.125693 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a405f-840e-45c3-aaed-3098a5711907 None None] Pushing event updated for resources: {'Port': ['ID=124ecb0e-9674-4aeb-b790-1483e790b1ae,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:26.153328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791366-6f52-4123-93df-272149efeec8 req-9b2a7625-edc0-4077-9cc1-4b3b015bec11 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:26.170168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b791366-6f52-4123-93df-272149efeec8 req-9b2a7625-edc0-4077-9cc1-4b3b015bec11 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.1914985 Jun 03 15:26:26.217646 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] For port 124ecb0e-9674-4aeb-b790-1483e790b1ae, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:26.230461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-392cde7c-8bee-44dc-8487-47bf276abeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.231414 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] For port 124ecb0e-9674-4aeb-b790-1483e790b1ae, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=124ecb0e-9674-4aeb-b790-1483e790b1ae,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:26.242685 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.260497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cde7c-8bee-44dc-8487-47bf276abeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dd36bb-fa63-45f1-9326-f135e40f24a7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:26.288333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-392cde7c-8bee-44dc-8487-47bf276abeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.289475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-392cde7c-8bee-44dc-8487-47bf276abeec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67dd36bb-fa63-45f1-9326-f135e40f24a7 HTTP/1.1" status: 204 len: 168 time: 0.7842560 Jun 03 15:26:26.292677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Allocated IP 172.20.0.1 (1c80ae65-7fd0-4a26-bf9e-96197056310c/831937eb-87f5-46ae-a0a1-a1e98a26efa9/59d61342-f111-4d9a-bebb-f24ff2d60e06) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:26.322202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b791366-6f52-4123-93df-272149efeec8 req-a7060dd6-c0d7-44b9-ae69-d8eebe1d57bd tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360941 Jun 03 15:26:26.443323 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Routers {'b975d469-7331-405d-b000-7bfa17e66a16'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:26.445271 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:26:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b975d469-7331-405d-b000-7bfa17e66a16'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:26.555801 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.580990 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a405f-840e-45c3-aaed-3098a5711907 None None] Pushing event updated for resources: {'Port': ['ID=124ecb0e-9674-4aeb-b790-1483e790b1ae,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:26.594174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.600859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:26.704320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Network 1c80ae65-7fd0-4a26-bf9e-96197056310c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:26.707154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:26.712219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:26.740179 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] Set router b975d469-7331-405d-b000-7bfa17e66a16 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:26.794108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Pushing event updated for resources: {'Port': ['ID=59d61342-f111-4d9a-bebb-f24ff2d60e06,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:26.804869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:26.817840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:26.821113 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.864105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f1f59-6b2d-4bd4-8a3e-9389736a0d1b req-f37620ca-ef6b-4c43-bff1-04c0605c75eb tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:26.880614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:26.880877 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-413f1f59-6b2d-4bd4-8a3e-9389736a0d1b req-f37620ca-ef6b-4c43-bff1-04c0605c75eb tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.3970959 Jun 03 15:26:26.937383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-b996a408-913d-4899-85ef-b231522cc9fc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:26.946201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-b996a408-913d-4899-85ef-b231522cc9fc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.4112318 Jun 03 15:26:26.972356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-2f050497-3370-44ad-b547-4008006c2de4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/quotas/19ba0556664e4d8691d74307513714e4 HTTP/1.1" status: 200 len: 375 time: 0.0251825 Jun 03 15:26:27.009652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-a7e9483c-ee90-4bba-a293-903d513ad011 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:27.014076 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-a7e9483c-ee90-4bba-a293-903d513ad011 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.2576692 Jun 03 15:26:27.046568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Request body: {'port': {'device_id': '32d94b64-2786-4c88-a456-fce56a6fa3d5', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'admin_state_up': True, 'tenant_id': '622d84e5fa28412589f37b0f0a012a1c'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:27.071413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-413f1f59-6b2d-4bd4-8a3e-9389736a0d1b req-c5333221-7e6f-429b-bf9a-6395a39317e7 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864712 Jun 03 15:26:27.143236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-64ce60fc-d075-4b25-98b6-4bc8626a74a8 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1696401 Jun 03 15:26:27.171662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:27.172449 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:27.216890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338aa06-7a38-4fd5-939f-82f7388617d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:27.240851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa,segment=NetworkSegment(981863ad-6669-4a43-a0d9-16198db39dc9),segment_id=981863ad-6669-4a43-a0d9-16198db39dc9)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:27.245679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:27.358838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:27.423324 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:21Z', 'revision_number': 3, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:27.428467 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db242bfa-4d87-4d49-bc09-ac4cd9c7e607 None None] The sync data for ids ['b975d469-7331-405d-b000-7bfa17e66a16'] in n-d-844595-1 is: [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:21Z', 'revision_number': 3, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:27.481292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:27.495956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:27.512541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:27.523371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-d2d4abdf-fe19-43e3-afe9-7f31ab4dbd9c service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786550 Jun 03 15:26:27.542729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4aefd-9ddb-4016-80b7-5b02ed97ba79 req-810ce225-4eef-408d-af2b-1aa5ef229c49 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:27.550856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22f4aefd-9ddb-4016-80b7-5b02ed97ba79 req-810ce225-4eef-408d-af2b-1aa5ef229c49 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 944 time: 0.2046251 Jun 03 15:26:27.662392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Made reservation on behalf of 622d84e5fa28412589f37b0f0a012a1c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:27.666280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:27.704548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22f4aefd-9ddb-4016-80b7-5b02ed97ba79 req-6f7a2b55-2d57-408c-a688-fffb5ad76ccb tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527512 Jun 03 15:26:27.790527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-9d8055d0-79b3-44a2-b679-251baa918496 service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369082 Jun 03 15:26:27.951068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06227584-7ce2-463a-a649-ad837fb08c3b req-606629ec-735c-4462-b1c4-572d73fde790 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 210 time: 0.0556154 Jun 03 15:26:27.971877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:27.975086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Allocated IP 172.20.0.10 (0eb35c9f-ee3c-45a8-b613-18d6f2387c2c/a4b77897-1629-4d38-8157-f1d40799acb4/a628224e-201e-4a9b-ab86-3b1b82eefa15) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:27.982184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:28.115785 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbd329c-2aef-4652-ac68-a5be31e1d245'] response: {'server_uuid': 'c338aa06-7a38-4fd5-939f-82f7388617d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa', 'code': 200} Jun 03 15:26:28.201188 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:28.270451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8c73804-bf06-4e35-88c2-63f56b2c58ec req-7a7a1eb8-8cbc-4d02-aca7-b14e091e754b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 210 time: 0.0790429 Jun 03 15:26:28.307677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460bd91-0367-48d3-8023-87f6ec9d035d req-da701c69-f207-4c44-9383-361f84548708 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:28.310145 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1460bd91-0367-48d3-8023-87f6ec9d035d req-da701c69-f207-4c44-9383-361f84548708 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 945 time: 0.1747148 Jun 03 15:26:28.422748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1460bd91-0367-48d3-8023-87f6ec9d035d req-5ca566c9-6231-411a-bf3c-9c767727ffa3 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043699 Jun 03 15:26:28.598518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:28.743366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Pushing event updated for resources: {'Port': ['ID=59d61342-f111-4d9a-bebb-f24ff2d60e06,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:28.776014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:28.781565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:28.781949 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.000887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:29.001624 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.003354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Network 1c80ae65-7fd0-4a26-bf9e-96197056310c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:29.026366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:29.088763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:29.094704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92424aec-4581-4d26-b976-560cf46c36fd req-d3b2c718-67bc-440f-b2e0-087f575fba4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:29.096401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92424aec-4581-4d26-b976-560cf46c36fd req-d3b2c718-67bc-440f-b2e0-087f575fba4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.2686603 Jun 03 15:26:29.096673 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.138701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540c7bc-b4bc-424d-a62e-490d9eec4d55 req-0ef6eb95-51cd-4e03-95f1-790ca209e4b1 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:29.149109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8540c7bc-b4bc-424d-a62e-490d9eec4d55 req-0ef6eb95-51cd-4e03-95f1-790ca209e4b1 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 944 time: 0.2141020 Jun 03 15:26:29.203568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a84df-ecf0-41fa-b257-ef1998035ac9 req-a681c3fe-ae74-486a-a178-a7d1b62a74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:29.206150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:29.215143 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f00a84df-ecf0-41fa-b257-ef1998035ac9 req-a681c3fe-ae74-486a-a178-a7d1b62a74aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 1096 time: 0.9590454 Jun 03 15:26:29.278311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92424aec-4581-4d26-b976-560cf46c36fd req-755b0a9c-a89f-42ab-b1c1-f9eb52d99f74 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747284 Jun 03 15:26:29.286956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8540c7bc-b4bc-424d-a62e-490d9eec4d55 req-a9c0ffe7-adec-46de-8ba0-8086f4d8880e tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366954 Jun 03 15:26:29.365094 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.376723 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.406885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 124ecb0e-9674-4aeb-b790-1483e790b1ae up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:29.506270 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f00a84df-ecf0-41fa-b257-ef1998035ac9 req-7fb7b2d7-8d9d-49d0-b92f-6576b14670b4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008250 Jun 03 15:26:29.541585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Router b975d469-7331-405d-b000-7bfa17e66a16 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:26:29.549450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 124ecb0e-9674-4aeb-b790-1483e790b1ae completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:29.554717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 124ecb0e-9674-4aeb-b790-1483e790b1ae triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:29.555307 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.609641 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09dd4f0d-37d6-4d37-913b-7a9ace5c3f33 req-ba69ce1b-ea9e-4d84-b4ee-5af31d8a69d6 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 210 time: 0.1257932 Jun 03 15:26:29.621540 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.697844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8446b-3815-4e5e-8c03-8d1576c58143 req-fcf3dc69-41f6-4a5e-90ac-0ca5bb229689 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:29.699424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1eb8446b-3815-4e5e-8c03-8d1576c58143 req-fcf3dc69-41f6-4a5e-90ac-0ca5bb229689 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 932 time: 0.1587081 Jun 03 15:26:29.751644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:29.758691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 124ecb0e-9674-4aeb-b790-1483e790b1ae is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:29.759236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:29.764588 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.793809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 124ecb0e-9674-4aeb-b790-1483e790b1ae, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=124ecb0e-9674-4aeb-b790-1483e790b1ae,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:29.800518 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.814596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:29.849685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1eb8446b-3815-4e5e-8c03-8d1576c58143 req-2f5c53db-7f7f-404e-832d-d5c905b2b422 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428959 Jun 03 15:26:29.887486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event updated for resources: {'Port': ['ID=a628224e-201e-4a9b-ab86-3b1b82eefa15,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:29.927902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83c724-15f3-4074-a987-221c7e3e0966 req-904988c6-f551-486a-bf47-a46f1b6236e9 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:29.929279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:26:29.932287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=124ecb0e-9674-4aeb-b790-1483e790b1ae,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:29.942679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:29.943492 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:29.948342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d83c724-15f3-4074-a987-221c7e3e0966 req-904988c6-f551-486a-bf47-a46f1b6236e9 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 945 time: 0.1619372 Jun 03 15:26:29.973973 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-969809de-d613-40e2-aadc-62ba8ad6972e admin admin] 10.222.0.48 "PUT /v2.0/routers/b975d469-7331-405d-b000-7bfa17e66a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7223737 Jun 03 15:26:29.985764 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-58f4db5a-0d31-4737-97b5-b0cb6462ee41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9495299 Jun 03 15:26:29.993970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Sync routers for ids ['b975d469-7331-405d-b000-7bfa17e66a16'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:30.004725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Request body: {'port': {'device_id': '32d94b64-2786-4c88-a456-fce56a6fa3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:30.005654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Routers {'b975d469-7331-405d-b000-7bfa17e66a16'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:30.005808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d83c724-15f3-4074-a987-221c7e3e0966 req-bace390c-f071-44ae-abcd-3b986b667bbd tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562382 Jun 03 15:26:30.006525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:26:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b975d469-7331-405d-b000-7bfa17e66a16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:30.138665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf24752f-733a-410a-8ffc-1349d73e409c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb5efc-52a4-4b54-9ae6-4a02dbd8d480'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:30.166850 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.233021 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04b6233-a496-453e-aacf-916c78008e86'] response: {'server_uuid': 'bf24752f-733a-410a-8ffc-1349d73e409c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb5efc-52a4-4b54-9ae6-4a02dbd8d480', 'code': 200} Jun 03 15:26:30.254064 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Set router b975d469-7331-405d-b000-7bfa17e66a16 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:30.655704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a628224e-201e-4a9b-ab86-3b1b82eefa15 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:30.672790 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.717614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:27Z', 'revision_number': 4, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '59d61342-f111-4d9a-bebb-f24ff2d60e06', 'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'mac_address': 'fa:16:3e:a2:93:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:25Z', 'updated_at': '2022-06-03T15:26:27Z', 'revision_number': 2, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'subnets': [{'id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:30.726426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Checking router: b975d469-7331-405d-b000-7bfa17e66a16 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:30.726778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Updating router b975d469-7331-405d-b000-7bfa17e66a16 port 59d61342-f111-4d9a-bebb-f24ff2d60e06 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:30.741056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Transition to ACTIVE for port object a628224e-201e-4a9b-ab86-3b1b82eefa15 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:30.755833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.861181 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:30.893029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Pushing event updated for resources: {'Port': ['ID=a628224e-201e-4a9b-ab86-3b1b82eefa15,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:31.064305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c66a1-79be-484b-a1f5-37cf758bb0a6 req-7e741a7b-86e4-4ddb-8bda-aadf96ae4210 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:31.071592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-287c66a1-79be-484b-a1f5-37cf758bb0a6 req-7e741a7b-86e4-4ddb-8bda-aadf96ae4210 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.5752594 Jun 03 15:26:31.080679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-8af3c31c-519a-4406-9819-38fdda9e0ef2 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:31.082208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-8af3c31c-519a-4406-9819-38fdda9e0ef2 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.5074589 Jun 03 15:26:31.090276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-eed8a94b-6d5f-4ffa-927e-e7e2fd7b4eb3 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:31.091036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-eed8a94b-6d5f-4ffa-927e-e7e2fd7b4eb3 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Synchronizing usage tracker for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:31.140734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Request body: {'port': {'device_id': '58a90e8d-7546-4ca8-a1d4-99219f8bc9e2', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'admin_state_up': True, 'tenant_id': '19ba0556664e4d8691d74307513714e4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:31.144657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42884) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:31.159256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-eed8a94b-6d5f-4ffa-927e-e7e2fd7b4eb3 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Unset dirty status for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:31.163491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea0a89-6099-4a90-bbe2-e84cceb7fa65 req-1306698c-8e40-4f8b-a7dc-8cde8045efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:31.164963 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ebea0a89-6099-4a90-bbe2-e84cceb7fa65 req-1306698c-8e40-4f8b-a7dc-8cde8045efab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 1096 time: 0.4946022 Jun 03 15:26:31.165628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-eed8a94b-6d5f-4ffa-927e-e7e2fd7b4eb3 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/networks?id=1c80ae65-7fd0-4a26-bf9e-96197056310c HTTP/1.1" status: 200 len: 820 time: 0.4014854 Jun 03 15:26:31.233455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-287c66a1-79be-484b-a1f5-37cf758bb0a6 req-88f6de68-7213-4d0f-9323-d9cb4db166a8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609852 Jun 03 15:26:31.245640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Attempting to bind port a628224e-201e-4a9b-ab86-3b1b82eefa15 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:31.245996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Attempting to bind port a628224e-201e-4a9b-ab86-3b1b82eefa15 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:31.246322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Attempting to bind port a628224e-201e-4a9b-ab86-3b1b82eefa15 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:31.246846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-f26229ad-89e5-4eea-af57-64f16e405cad tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/quotas/bb0c3f4c9a584111bc9f8076ebe8fb14 HTTP/1.1" status: 200 len: 375 time: 0.0802853 Jun 03 15:26:31.255094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Port a628224e-201e-4a9b-ab86-3b1b82eefa15 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:26:31.255425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Attempting to bind port a628224e-201e-4a9b-ab86-3b1b82eefa15 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:31.260953 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ebea0a89-6099-4a90-bbe2-e84cceb7fa65 req-2a6ef341-84c4-4552-bb57-20e5e149ee11 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844264 Jun 03 15:26:31.277944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:31.279648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Checking segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:31.280097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Bound using segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:31.280611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Bound port: a628224e-201e-4a9b-ab86-3b1b82eefa15, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:31.298591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.421314 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.438604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Transition to ACTIVE for port object 59d61342-f111-4d9a-bebb-f24ff2d60e06 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:31.447609 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.473153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:31.485290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 124ecb0e-9674-4aeb-b790-1483e790b1ae up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:31.485903 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61acc820-7dfb-4ad4-9397-268bd0ed293d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.514336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Usage tracker for resource:port and tenant:19ba0556664e4d8691d74307513714e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:31.515757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-61acc820-7dfb-4ad4-9397-268bd0ed293d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:31.522291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:31.524866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-61acc820-7dfb-4ad4-9397-268bd0ed293d admin admin] Usage tracker for resource:security_group_rule and tenant:a522932e68f44c549a0095b4d2a1aef5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:31.529528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-61acc820-7dfb-4ad4-9397-268bd0ed293d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:31.537840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-61acc820-7dfb-4ad4-9397-268bd0ed293d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:31.540589 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] For port a628224e-201e-4a9b-ab86-3b1b82eefa15, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:31.540760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:31.546885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] For port a628224e-201e-4a9b-ab86-3b1b82eefa15, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a628224e-201e-4a9b-ab86-3b1b82eefa15,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:31.561524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.563949 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-e8888a88-cbeb-471c-81fc-fb3c991b48d4 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3159406 Jun 03 15:26:31.573356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Made reservation on behalf of 19ba0556664e4d8691d74307513714e4 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:31.576893 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.628644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:31.629258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.631301 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] 10.222.0.67 "PUT /v2.0/ports/a628224e-201e-4a9b-ab86-3b1b82eefa15 HTTP/1.1" status: 200 len: 1092 time: 1.6312616 Jun 03 15:26:31.640207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d94b64-2786-4c88-a456-fce56a6fa3d5', 'tag': 'a628224e-201e-4a9b-ab86-3b1b82eefa15'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:31.652243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15581068-1400-4091-a545-d24c08eaaa49 None None] Pushing event updated for resources: {'Port': ['ID=59d61342-f111-4d9a-bebb-f24ff2d60e06,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:31.692099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a5439-dc4f-4405-a764-5a690dc6f027 service neutron] Pushing event updated for resources: {'Port': ['ID=a628224e-201e-4a9b-ab86-3b1b82eefa15,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:31.731936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-48794718-95fd-4a2a-b8e6-64fd8a359b71 service neutron] 10.222.0.48 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439490 Jun 03 15:26:31.753441 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61acc820-7dfb-4ad4-9397-268bd0ed293d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.758002 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61acc820-7dfb-4ad4-9397-268bd0ed293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.793431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Attempting to bind port 59d61342-f111-4d9a-bebb-f24ff2d60e06 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:31.793693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Attempting to bind port 59d61342-f111-4d9a-bebb-f24ff2d60e06 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '239bc096-49db-459a-a1e7-cf08efb2136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:31.794092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Attempting to bind port 59d61342-f111-4d9a-bebb-f24ff2d60e06 on network 1c80ae65-7fd0-4a26-bf9e-96197056310c {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:31.797763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 124ecb0e-9674-4aeb-b790-1483e790b1ae triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:31.798184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.834292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:31.834721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Checking segment: {'id': '239bc096-49db-459a-a1e7-cf08efb2136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:31.835054 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.835437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Bound using segment: {'id': '239bc096-49db-459a-a1e7-cf08efb2136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:31.835923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Bound port: 59d61342-f111-4d9a-bebb-f24ff2d60e06, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239bc096-49db-459a-a1e7-cf08efb2136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:31.836287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:31.857287 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-61acc820-7dfb-4ad4-9397-268bd0ed293d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a522932e68f44c549a0095b4d2a1aef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050295 Jun 03 15:26:31.857532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42894) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:31.860411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61acc820-7dfb-4ad4-9397-268bd0ed293d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ce4578-5f94-4505-a19f-12393b55f33f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:31.871361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82ef01-7994-4628-b712-32228edcf19f req-485ba0c4-d114-444a-82dc-b0540668d159 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:31.872809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac82ef01-7994-4628-b712-32228edcf19f req-485ba0c4-d114-444a-82dc-b0540668d159 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.4055562 Jun 03 15:26:31.943882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-8e31b2e5-544f-401d-bc6f-a3d43bbf3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:31.945368 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-8e31b2e5-544f-401d-bc6f-a3d43bbf3aa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 1095 time: 0.1656351 Jun 03 15:26:31.997460 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] For port 59d61342-f111-4d9a-bebb-f24ff2d60e06, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:32.003306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac82ef01-7994-4628-b712-32228edcf19f req-f8caacde-877e-44a2-8f9e-a6d27c98d113 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184449 Jun 03 15:26:32.018604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74fa91ce-da32-43bd-9791-3a8e5cc2208a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.019674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] For port 59d61342-f111-4d9a-bebb-f24ff2d60e06, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=59d61342-f111-4d9a-bebb-f24ff2d60e06,segment=NetworkSegment(239bc096-49db-459a-a1e7-cf08efb2136b),segment_id=239bc096-49db-459a-a1e7-cf08efb2136b)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:32.019674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 124ecb0e-9674-4aeb-b790-1483e790b1ae is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:32.020263 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.042724 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-b8de69b0-f51f-4276-bddc-92ddf2b37d1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a628224e-201e-4a9b-ab86-3b1b82eefa15 HTTP/1.1" status: 200 len: 217 time: 0.0804355 Jun 03 15:26:32.083679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-527e8692-ee7c-47c8-b40f-69046ce1811d service neutron] 10.222.0.48 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095627 Jun 03 15:26:32.099438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Allocated IP 172.20.0.12 (73aadb7d-95c2-4785-b949-eef112e3c4fb/901d199d-a134-429c-ba05-96e12007c774/9853845b-1619-4029-8c2d-f2be5582e2a4) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:32.109717 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74fa91ce-da32-43bd-9791-3a8e5cc2208a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.167088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Routers {'b975d469-7331-405d-b000-7bfa17e66a16'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:26:32.167809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:26:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b975d469-7331-405d-b000-7bfa17e66a16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:32.178057 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5ace3a8-d8ab-4e75-809e-70e42b11912e req-fdfddd49-7181-4290-ae17-21fbd4f91fc2 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 210 time: 0.0538192 Jun 03 15:26:32.191988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-11a1597b-0a74-460c-b68b-26127e10f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:32.193390 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-11a1597b-0a74-460c-b68b-26127e10f644 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.1385958 Jun 03 15:26:32.221401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ea670cb-1aa8-49ac-a502-5c08b97e1599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.239519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15581068-1400-4091-a545-d24c08eaaa49 None None] Pushing event updated for resources: {'Port': ['ID=59d61342-f111-4d9a-bebb-f24ff2d60e06,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:32.275505 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-4e6cd7f8-6fed-4bb3-887b-d83a5f48ad1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739625 Jun 03 15:26:32.449627 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74fa91ce-da32-43bd-9791-3a8e5cc2208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.466341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] Set router b975d469-7331-405d-b000-7bfa17e66a16 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:26:32.467952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa91ce-da32-43bd-9791-3a8e5cc2208a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ce4578-5f94-4505-a19f-12393b55f33f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:32.488004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74fa91ce-da32-43bd-9791-3a8e5cc2208a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.489141 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-74fa91ce-da32-43bd-9791-3a8e5cc2208a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35ce4578-5f94-4505-a19f-12393b55f33f HTTP/1.1" status: 204 len: 168 time: 0.6307123 Jun 03 15:26:32.543303 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-fa517d5c-f65d-4d62-951a-f4d62b7896e8 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612934 Jun 03 15:26:32.716446 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d2cb84a3-2e3d-4a99-a36e-cc34c1914e85 req-a1607585-5e32-4c92-abb0-1b3bf4fa2eca service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655381 Jun 03 15:26:32.761797 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:32.794769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb89c3b-397c-458f-914d-fe9e6dfadd5a req-d590abda-32b3-4eb7-a283-722f1095099e tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:32.809900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6eb89c3b-397c-458f-914d-fe9e6dfadd5a req-d590abda-32b3-4eb7-a283-722f1095099e tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 945 time: 0.3995171 Jun 03 15:26:32.837640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f96fd4-29c2-4767-87a0-d0964734c427 req-40cf6a41-6ea1-4175-8921-ce189f522fea tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:32.846371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06f96fd4-29c2-4767-87a0-d0964734c427 req-40cf6a41-6ea1-4175-8921-ce189f522fea tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 944 time: 0.4367537 Jun 03 15:26:32.986271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6eb89c3b-397c-458f-914d-fe9e6dfadd5a req-93fe4004-fd1a-45bf-8d20-c71d15b03db6 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716962 Jun 03 15:26:33.077071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42920) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:33.118802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d54ed499-1afd-469c-84d2-4fb3a6554117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:33.152528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d54ed499-1afd-469c-84d2-4fb3a6554117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:33.156594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d54ed499-1afd-469c-84d2-4fb3a6554117 admin admin] Usage tracker for resource:security_group_rule and tenant:1fdbd042654b4e3fad07032acb328344 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:33.170902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d54ed499-1afd-469c-84d2-4fb3a6554117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:33.177906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d54ed499-1afd-469c-84d2-4fb3a6554117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:33.275742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:27Z', 'revision_number': 4, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '59d61342-f111-4d9a-bebb-f24ff2d60e06', 'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'mac_address': 'fa:16:3e:a2:93:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:25Z', 'updated_at': '2022-06-03T15:26:31Z', 'revision_number': 4, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'subnets': [{'id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:33.283294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9832a6fd-e738-43ad-8e94-6cc9769c22e5 None None] The sync data for ids ['b975d469-7331-405d-b000-7bfa17e66a16'] in n-d-844595-1 is: [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:27Z', 'revision_number': 4, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '59d61342-f111-4d9a-bebb-f24ff2d60e06', 'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'mac_address': 'fa:16:3e:a2:93:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:25Z', 'updated_at': '2022-06-03T15:26:31Z', 'revision_number': 4, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'subnets': [{'id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:33.307553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06f96fd4-29c2-4767-87a0-d0964734c427 req-6441e374-f8bc-4315-bba5-9baa1f049396 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601238 Jun 03 15:26:33.380314 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:33.418375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:33.460086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Network 73aadb7d-95c2-4785-b949-eef112e3c4fb is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:33.498174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:33.512326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d54ed499-1afd-469c-84d2-4fb3a6554117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:33.527174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d54ed499-1afd-469c-84d2-4fb3a6554117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:33.560657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event updated for resources: {'Port': ['ID=9853845b-1619-4029-8c2d-f2be5582e2a4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:33.585781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:33.618986 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50e6de4-2286-446d-b92e-623515a214e6'] response: {'name': 'network-changed', 'server_uuid': '32d94b64-2786-4c88-a456-fce56a6fa3d5', 'tag': 'a628224e-201e-4a9b-ab86-3b1b82eefa15', 'status': 'completed', 'code': 200} Jun 03 15:26:33.677820 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d54ed499-1afd-469c-84d2-4fb3a6554117 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fdbd042654b4e3fad07032acb328344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986104 Jun 03 15:26:33.684273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42932) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:33.716893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:33.721451 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:33.721663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ed499-1afd-469c-84d2-4fb3a6554117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6270094-6da3-48da-8632-be55f3f94ab9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:33.916491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eff4445f-5b6f-4362-9b9a-eca869e14947 req-a75677c4-745c-469f-a865-ef79c951f7e2 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 210 time: 0.1826124 Jun 03 15:26:33.920808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-1d8230b4-5817-4622-8c0b-c2c9e0499271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7864854 Jun 03 15:26:33.987177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Request body: {'port': {'device_id': '58a90e8d-7546-4ca8-a1d4-99219f8bc9e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:34.018770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-411eb69d-d664-436d-b673-90e59074821c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.086768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452d651-aff9-4162-ba3f-3529ff4bbe14 req-a3c18003-be7b-40b2-8519-0aa41b91854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:34.089574 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9452d651-aff9-4162-ba3f-3529ff4bbe14 req-a3c18003-be7b-40b2-8519-0aa41b91854c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 1095 time: 0.3072355 Jun 03 15:26:34.094681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-411eb69d-d664-436d-b673-90e59074821c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.238263 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f1c352b5-116b-4fa1-8aa5-a169e69ef7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.265166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.360073 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-411eb69d-d664-436d-b673-90e59074821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.413336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be32977-5072-4196-a723-1eea8674d741 req-19f33e6d-d6a4-4c5d-bce4-bd1cd2583174 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:34.421683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8be32977-5072-4196-a723-1eea8674d741 req-19f33e6d-d6a4-4c5d-bce4-bd1cd2583174 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.5040569 Jun 03 15:26:34.442680 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-411eb69d-d664-436d-b673-90e59074821c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:34.447476 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-411eb69d-d664-436d-b673-90e59074821c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6270094-6da3-48da-8632-be55f3f94ab9 HTTP/1.1" status: 204 len: 168 time: 0.7595136 Jun 03 15:26:34.454911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411eb69d-d664-436d-b673-90e59074821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6270094-6da3-48da-8632-be55f3f94ab9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:34.531552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452d651-aff9-4162-ba3f-3529ff4bbe14 req-510a55ff-c42e-4e29-a0d0-a1bfc1c6c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:34.535596 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9452d651-aff9-4162-ba3f-3529ff4bbe14 req-510a55ff-c42e-4e29-a0d0-a1bfc1c6c7a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 912 time: 0.4303391 Jun 03 15:26:34.629299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8be32977-5072-4196-a723-1eea8674d741 req-73a0c2e6-b8ae-4450-9a44-86f35c1cfeaa tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063854 Jun 03 15:26:34.863011 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9452d651-aff9-4162-ba3f-3529ff4bbe14 req-21b74bd8-9229-4f30-9680-742fb2ca010a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a628224e-201e-4a9b-ab86-3b1b82eefa15 HTTP/1.1" status: 200 len: 217 time: 0.3027551 Jun 03 15:26:34.911424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eff45-900f-4d91-bb0e-ffc7605de9d8 req-50aa9fe0-11ff-4ebc-90c7-cef8aac862f4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:34.912188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-330eff45-900f-4d91-bb0e-ffc7605de9d8 req-50aa9fe0-11ff-4ebc-90c7-cef8aac862f4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:35.046554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-330eff45-900f-4d91-bb0e-ffc7605de9d8 req-50aa9fe0-11ff-4ebc-90c7-cef8aac862f4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:35.057952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-330eff45-900f-4d91-bb0e-ffc7605de9d8 req-50aa9fe0-11ff-4ebc-90c7-cef8aac862f4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 932 time: 0.6283000 Jun 03 15:26:35.233253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-330eff45-900f-4d91-bb0e-ffc7605de9d8 req-184a0c8a-65c6-4e42-9fde-74674282a4cb tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745312 Jun 03 15:26:35.244205 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.410963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452d651-aff9-4162-ba3f-3529ff4bbe14 req-d235b7a8-d69e-45ea-a10e-96c68485c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:35.412705 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9452d651-aff9-4162-ba3f-3529ff4bbe14 req-d235b7a8-d69e-45ea-a10e-96c68485c91f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.5254886 Jun 03 15:26:35.484957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9853845b-1619-4029-8c2d-f2be5582e2a4 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:35.508656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 59d61342-f111-4d9a-bebb-f24ff2d60e06 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:35.514834 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.556428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Transition to ACTIVE for port object 9853845b-1619-4029-8c2d-f2be5582e2a4 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:35.570259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.571655 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9452d651-aff9-4162-ba3f-3529ff4bbe14 req-a7425373-6170-425a-bed6-c11a7fa92365 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085041 Jun 03 15:26:35.662991 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.698677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-88978d06-6e68-48f4-9250-1bf509a7c28b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:35.700676 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-88978d06-6e68-48f4-9250-1bf509a7c28b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.67 "GET /v2.0/networks?id=1c80ae65-7fd0-4a26-bf9e-96197056310c HTTP/1.1" status: 200 len: 820 time: 0.9645739 Jun 03 15:26:35.704211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 59d61342-f111-4d9a-bebb-f24ff2d60e06 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:35.709750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 59d61342-f111-4d9a-bebb-f24ff2d60e06 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:35.710151 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.739630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9853845b-1619-4029-8c2d-f2be5582e2a4,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:35.757699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Request body: {'port': {'device_id': '27358083-a78a-4170-8cc3-819d7c5d7578', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'admin_state_up': True, 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:35.907913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 59d61342-f111-4d9a-bebb-f24ff2d60e06 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:35.908505 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:35.960987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 59d61342-f111-4d9a-bebb-f24ff2d60e06, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=59d61342-f111-4d9a-bebb-f24ff2d60e06,segment=NetworkSegment(239bc096-49db-459a-a1e7-cf08efb2136b),segment_id=239bc096-49db-459a-a1e7-cf08efb2136b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:35.969103 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.058244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=59d61342-f111-4d9a-bebb-f24ff2d60e06,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:36.125462 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9452d651-aff9-4162-ba3f-3529ff4bbe14 req-75549982-cfbb-4c13-82f1-fad410c76070 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235604 Jun 03 15:26:36.149990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:36.154189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Usage tracker for resource:port and tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:36.157222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:36.162669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69a5fb44-d2b0-440c-8deb-594c78a8a580 req-5bbd0a17-dff7-4e11-9be2-9c549413d716 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 210 time: 0.1625781 Jun 03 15:26:36.163266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:36.174811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Made reservation on behalf of bb0c3f4c9a584111bc9f8076ebe8fb14 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:36.179059 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.214660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Attempting to bind port 9853845b-1619-4029-8c2d-f2be5582e2a4 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:36.214996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Attempting to bind port 9853845b-1619-4029-8c2d-f2be5582e2a4 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:36.215324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Attempting to bind port 9853845b-1619-4029-8c2d-f2be5582e2a4 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:36.222537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Port 9853845b-1619-4029-8c2d-f2be5582e2a4 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:26:36.222863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Attempting to bind port 9853845b-1619-4029-8c2d-f2be5582e2a4 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:36.234301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27dcbd-5b1d-40e5-bed9-b2aca433e13c req-40e9e270-e50a-4c05-b9bb-8ef4cd60275b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:36.235815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae27dcbd-5b1d-40e5-bed9-b2aca433e13c req-40e9e270-e50a-4c05-b9bb-8ef4cd60275b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 944 time: 0.4977012 Jun 03 15:26:36.244532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:36.244869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Checking segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:36.245256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Bound using segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:36.245692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Bound port: 9853845b-1619-4029-8c2d-f2be5582e2a4, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:36.246064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.280381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0df267-22b5-45d9-ba52-e1d5e8ce1313 req-ffea3e09-45b2-46fc-ab74-8967302c8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:36.282267 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da0df267-22b5-45d9-ba52-e1d5e8ce1313 req-ffea3e09-45b2-46fc-ab74-8967302c8cd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d8d8fe197d344f8b4928a1cc06fda25&device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 1096 time: 0.3967166 Jun 03 15:26:36.487062 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9452d651-aff9-4162-ba3f-3529ff4bbe14 req-ff65f500-a09b-4227-8b5e-777468267c58 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944481 Jun 03 15:26:36.509489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Allocated IP 172.20.0.4 (1c80ae65-7fd0-4a26-bf9e-96197056310c/831937eb-87f5-46ae-a0a1-a1e98a26efa9/45e40a4a-49c8-4563-836b-d8bc663d76a9) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:36.611211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae27dcbd-5b1d-40e5-bed9-b2aca433e13c req-ff356c0a-8c39-4780-b5d3-1dc08a655ed5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685253 Jun 03 15:26:36.630709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a628224e-201e-4a9b-ab86-3b1b82eefa15 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:26:36.651244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] For port 9853845b-1619-4029-8c2d-f2be5582e2a4, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:36.657094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] For port 9853845b-1619-4029-8c2d-f2be5582e2a4, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9853845b-1619-4029-8c2d-f2be5582e2a4,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:36.680715 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.788268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:36.788898 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.790479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] 10.222.0.67 "PUT /v2.0/ports/9853845b-1619-4029-8c2d-f2be5582e2a4 HTTP/1.1" status: 200 len: 1092 time: 2.8171654 Jun 03 15:26:36.792437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a90e8d-7546-4ca8-a1d4-99219f8bc9e2', 'tag': '9853845b-1619-4029-8c2d-f2be5582e2a4'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:36.801612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0df267-22b5-45d9-ba52-e1d5e8ce1313 req-cda37faf-8e45-4239-8331-bce56ea3dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:36.803846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da0df267-22b5-45d9-ba52-e1d5e8ce1313 req-cda37faf-8e45-4239-8331-bce56ea3dcf9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d88de1d3-7f66-4aef-ac66-7080cf35e87c HTTP/1.1" status: 200 len: 911 time: 0.5147226 Jun 03 15:26:36.848476 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.857312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a628224e-201e-4a9b-ab86-3b1b82eefa15, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a628224e-201e-4a9b-ab86-3b1b82eefa15,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:36.882462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da0df267-22b5-45d9-ba52-e1d5e8ce1313 req-f9acb5af-e23d-458d-9717-ca5f7f856321 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 HTTP/1.1" status: 200 len: 217 time: 0.0675366 Jun 03 15:26:36.890277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:36.891068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c2538-5f8b-403d-aa62-e2378b7b7d70 req-791d430e-1c84-4cba-b6e8-00c55e998dfe tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:36.893497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c34c2538-5f8b-403d-aa62-e2378b7b7d70 req-791d430e-1c84-4cba-b6e8-00c55e998dfe tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.5669577 Jun 03 15:26:36.895213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'a628224e-201e-4a9b-ab86-3b1b82eefa15', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'port_id': 'a628224e-201e-4a9b-ab86-3b1b82eefa15', 'mac_address': 'fa:16:3e:a1:49:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b77897-1629-4d38-8157-f1d40799acb4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:26:36.989496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cdf6c-802c-44fc-be68-da5ce092e1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9853845b-1619-4029-8c2d-f2be5582e2a4,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.002425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Network 1c80ae65-7fd0-4a26-bf9e-96197056310c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:37.006904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:37.013264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:37.034904 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.055956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Pushing event updated for resources: {'Port': ['ID=45e40a4a-49c8-4563-836b-d8bc663d76a9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.102531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:37.103153 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.127003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0df267-22b5-45d9-ba52-e1d5e8ce1313 req-81c37384-43af-4ff0-b05c-310b0f2d414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:37.128706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da0df267-22b5-45d9-ba52-e1d5e8ce1313 req-81c37384-43af-4ff0-b05c-310b0f2d414e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3eba99dd-07f2-4c2d-ad1e-2d479f70a26d HTTP/1.1" status: 200 len: 850 time: 0.2322555 Jun 03 15:26:37.128926 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6b338b0f-9e07-49a8-9460-9e9d28fe2877 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3920908 Jun 03 15:26:37.130814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a628224e-201e-4a9b-ab86-3b1b82eefa15 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:37.131712 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.146266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c34c2538-5f8b-403d-aa62-e2378b7b7d70 req-401992c7-f192-464a-b598-b1549f84b6c1 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613195 Jun 03 15:26:37.159099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a628224e-201e-4a9b-ab86-3b1b82eefa15 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:37.184278 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Request body: {'port': {'device_id': '27358083-a78a-4170-8cc3-819d7c5d7578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:37.202953 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da0df267-22b5-45d9-ba52-e1d5e8ce1313 req-75fa44b9-0d8e-4069-8c81-ef0abf2bbeee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d88de1d3-7f66-4aef-ac66-7080cf35e87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540369 Jun 03 15:26:37.221065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a628224e-201e-4a9b-ab86-3b1b82eefa15, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a628224e-201e-4a9b-ab86-3b1b82eefa15,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:37.236487 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.271529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-5ce355c5-7c83-49f5-8bdc-1bacb54b22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:37.273017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-5ce355c5-7c83-49f5-8bdc-1bacb54b22a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 1095 time: 0.3755937 Jun 03 15:26:37.417323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a628224e-201e-4a9b-ab86-3b1b82eefa15,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.456640 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.473605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 59d61342-f111-4d9a-bebb-f24ff2d60e06 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:37.599240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9111fc0-cb65-4ec5-86a9-d6b1f4888ae2 req-e273edbb-3483-42eb-accc-98e0b19430fe tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:37.600671 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9111fc0-cb65-4ec5-86a9-d6b1f4888ae2 req-e273edbb-3483-42eb-accc-98e0b19430fe tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.5677435 Jun 03 15:26:37.608895 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-643f855a-99d6-42d8-bde0-c66463a065f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9853845b-1619-4029-8c2d-f2be5582e2a4 HTTP/1.1" status: 200 len: 217 time: 0.1972106 Jun 03 15:26:37.664986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 59d61342-f111-4d9a-bebb-f24ff2d60e06 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:37.665562 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:37.766622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da0df267-22b5-45d9-ba52-e1d5e8ce1313 req-3d36181e-a0e0-4c20-b98f-01c6546bfca7 service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494845 Jun 03 15:26:37.768554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-e0847cca-c8ea-45d8-8a7e-9fc9a556a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:37.770117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-e0847cca-c8ea-45d8-8a7e-9fc9a556a650 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.1423211 Jun 03 15:26:37.773294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9111fc0-cb65-4ec5-86a9-d6b1f4888ae2 req-5955853c-da35-4659-8a1e-d64a47b93d55 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961392 Jun 03 15:26:37.865997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['a628224e-201e-4a9b-ab86-3b1b82eefa15'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:37.904974 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-3c9962b9-98b0-49ff-80f4-7a3e84442d78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250744 Jun 03 15:26:38.131768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 59d61342-f111-4d9a-bebb-f24ff2d60e06 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:38.132135 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17e94f4-d884-4f78-8dc7-01f5c25a1011'] response: {'name': 'network-changed', 'server_uuid': '58a90e8d-7546-4ca8-a1d4-99219f8bc9e2', 'tag': '9853845b-1619-4029-8c2d-f2be5582e2a4', 'status': 'completed', 'code': 200} Jun 03 15:26:38.276500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e40a4a-49c8-4563-836b-d8bc663d76a9 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:38.309112 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.379156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Transition to ACTIVE for port object 45e40a4a-49c8-4563-836b-d8bc663d76a9 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:38.386776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.625979 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.676882 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-22272755-d83e-4c6f-adb4-25207993f2ed service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370677 Jun 03 15:26:38.739464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da0df267-22b5-45d9-ba52-e1d5e8ce1313 req-b70ecc6a-27fa-4be5-a872-593da63c9586 service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9619989 Jun 03 15:26:38.783140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Pushing event updated for resources: {'Port': ['ID=45e40a4a-49c8-4563-836b-d8bc663d76a9,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:38.876568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Attempting to bind port 45e40a4a-49c8-4563-836b-d8bc663d76a9 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:38.878720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Attempting to bind port 45e40a4a-49c8-4563-836b-d8bc663d76a9 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '239bc096-49db-459a-a1e7-cf08efb2136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:38.880157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Attempting to bind port 45e40a4a-49c8-4563-836b-d8bc663d76a9 on network 1c80ae65-7fd0-4a26-bf9e-96197056310c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:38.886759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Port 45e40a4a-49c8-4563-836b-d8bc663d76a9 on network 1c80ae65-7fd0-4a26-bf9e-96197056310c not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:26:38.887080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Attempting to bind port 45e40a4a-49c8-4563-836b-d8bc663d76a9 on network 1c80ae65-7fd0-4a26-bf9e-96197056310c {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:38.894998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:38.895383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Checking segment: {'id': '239bc096-49db-459a-a1e7-cf08efb2136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:38.895768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Bound using segment: {'id': '239bc096-49db-459a-a1e7-cf08efb2136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:38.896183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Bound port: 45e40a4a-49c8-4563-836b-d8bc663d76a9, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239bc096-49db-459a-a1e7-cf08efb2136b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:38.896522 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:38.939431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c810db-5094-446d-a128-d4dbc8b57be8 req-d7f77e3e-5a9e-4fe5-a5b6-edf9bbdf6ea7 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222526 Jun 03 15:26:38.948386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779856f2-2313-4c09-aeb8-4c2a4ce4472b req-5e84bc23-e4d2-4a17-aaa9-6ae07a45ca95 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:38.956337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-779856f2-2313-4c09-aeb8-4c2a4ce4472b req-5e84bc23-e4d2-4a17-aaa9-6ae07a45ca95 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 944 time: 0.8177037 Jun 03 15:26:39.022781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-779856f2-2313-4c09-aeb8-4c2a4ce4472b req-711bac29-364f-4005-b366-8fe3f359d0f1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654504 Jun 03 15:26:39.061350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2748e1f-7bb5-42ac-9415-619afca4ebda req-ba84b5d6-d362-4854-af82-2ef92c313325 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:39.077759 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2748e1f-7bb5-42ac-9415-619afca4ebda req-ba84b5d6-d362-4854-af82-2ef92c313325 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 943 time: 0.6282218 Jun 03 15:26:39.109843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] For port 45e40a4a-49c8-4563-836b-d8bc663d76a9, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:39.124433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] For port 45e40a4a-49c8-4563-836b-d8bc663d76a9, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9,segment=NetworkSegment(239bc096-49db-459a-a1e7-cf08efb2136b),segment_id=239bc096-49db-459a-a1e7-cf08efb2136b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:39.135277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.237898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:39.238517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:39.239928 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] 10.222.0.67 "PUT /v2.0/ports/45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 1091 time: 2.0838983 Jun 03 15:26:39.240339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:39.309248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a219401-ed2b-43ce-8065-0da799ac49a6 service neutron] Pushing event updated for resources: {'Port': ['ID=45e40a4a-49c8-4563-836b-d8bc663d76a9,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:39.346858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f2748e1f-7bb5-42ac-9415-619afca4ebda req-0a513e29-caa0-469a-961e-60ddc235f3a6 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Synchronizing usage tracker for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:39.503825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-69530f45-f4d5-42e6-bd49-6594e98ded9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:39.505768 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-69530f45-f4d5-42e6-bd49-6594e98ded9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14&device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 1094 time: 0.1867530 Jun 03 15:26:39.574131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f2748e1f-7bb5-42ac-9415-619afca4ebda req-0a513e29-caa0-469a-961e-60ddc235f3a6 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Unset dirty status for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:39.587209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2748e1f-7bb5-42ac-9415-619afca4ebda req-0a513e29-caa0-469a-961e-60ddc235f3a6 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066121 Jun 03 15:26:39.610313 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-963b6fe3-7365-4e46-8b49-b11985fd01a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 217 time: 0.0881116 Jun 03 15:26:39.613822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd68ff-5995-41fc-98c5-b98b0d696f4a req-8b3ee779-3756-44a1-8985-1a80e557d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:39.615328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8bd68ff-5995-41fc-98c5-b98b0d696f4a req-8b3ee779-3756-44a1-8985-1a80e557d9ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 1095 time: 0.4010367 Jun 03 15:26:39.693073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-06641e44-a7a7-4695-9dc8-5b58155df9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:39.695443 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-06641e44-a7a7-4695-9dc8-5b58155df9c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=831937eb-87f5-46ae-a0a1-a1e98a26efa9 HTTP/1.1" status: 200 len: 860 time: 0.0782671 Jun 03 15:26:39.736238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4509f-aca9-4b3e-a228-4b35bab39038 req-0a7cf4a7-d5b1-4886-93d7-3b761da029d4 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:39.737783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22b4509f-aca9-4b3e-a228-4b35bab39038 req-0a7cf4a7-d5b1-4886-93d7-3b761da029d4 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 945 time: 0.3563387 Jun 03 15:26:39.773360 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-b6349660-e5b2-43d8-9972-1eb4c4881c6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c80ae65-7fd0-4a26-bf9e-96197056310c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708852 Jun 03 15:26:39.808632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd68ff-5995-41fc-98c5-b98b0d696f4a req-cb287d6f-a060-4500-a101-1720825c73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:39.809978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8bd68ff-5995-41fc-98c5-b98b0d696f4a req-cb287d6f-a060-4500-a101-1720825c73d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 907 time: 0.1865160 Jun 03 15:26:39.953237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22b4509f-aca9-4b3e-a228-4b35bab39038 req-6028ae1f-0a67-48ff-9c23-247a2d6377a9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965101 Jun 03 15:26:39.972934 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-e91adb4d-cdef-4eb3-a7a1-74591a2e71a1 service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882520 Jun 03 15:26:40.001452 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8bd68ff-5995-41fc-98c5-b98b0d696f4a req-ab5107c3-3c7e-4992-939b-771eb5cfa578 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9853845b-1619-4029-8c2d-f2be5582e2a4 HTTP/1.1" status: 200 len: 217 time: 0.1760075 Jun 03 15:26:40.098934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd68ff-5995-41fc-98c5-b98b0d696f4a req-92948390-6d52-4627-a77f-8a769e537dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:40.100543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8bd68ff-5995-41fc-98c5-b98b0d696f4a req-92948390-6d52-4627-a77f-8a769e537dc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.0928109 Jun 03 15:26:40.119277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7150e-33b2-4823-8ca9-0d03b8b6965a req-d84b59e2-50ef-4149-be0f-7e2759b1e125 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:40.120782 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abb7150e-33b2-4823-8ca9-0d03b8b6965a req-d84b59e2-50ef-4149-be0f-7e2759b1e125 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1940989 Jun 03 15:26:40.173803 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b113e6-2b86-41aa-919a-e506153b4f87'] response: {'name': 'network-changed', 'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'status': 'completed', 'code': 200} Jun 03 15:26:40.202744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8bd68ff-5995-41fc-98c5-b98b0d696f4a req-66e6a9a4-7f9e-49b7-b6d7-725a1dc4841f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920269 Jun 03 15:26:40.238403 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9dc2991d-995b-481a-95f5-7f3ff8ad289e req-02b225f3-98c9-452d-ae7d-8aa6ca5d305c service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571759 Jun 03 15:26:40.418285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abb7150e-33b2-4823-8ca9-0d03b8b6965a req-44a0cdd2-7777-4fa5-b6fc-8b72e63ba8e9 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365510 Jun 03 15:26:40.472343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1f2d-818b-4f16-81c8-865c67d76578 req-1f01d4f5-df4c-434e-a390-b8ba5e6c7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:40.475372 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e50c1f2d-818b-4f16-81c8-865c67d76578 req-1f01d4f5-df4c-434e-a390-b8ba5e6c7fa4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14&device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 1094 time: 0.1225212 Jun 03 15:26:40.577920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25451e50-9348-4408-9c0b-42d7d9bbdabd req-a047479b-9aba-4a83-ba30-196a81848071 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:40.590598 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25451e50-9348-4408-9c0b-42d7d9bbdabd req-a047479b-9aba-4a83-ba30-196a81848071 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 944 time: 0.3851628 Jun 03 15:26:40.596497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8bd68ff-5995-41fc-98c5-b98b0d696f4a req-355fd7ff-267b-4475-ac15-0ca741ccda5f service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555894 Jun 03 15:26:40.652703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a628224e-201e-4a9b-ab86-3b1b82eefa15 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:40.666545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1f2d-818b-4f16-81c8-865c67d76578 req-a8ae7702-adc3-4b0f-9b21-c2789d104657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:40.668547 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e50c1f2d-818b-4f16-81c8-865c67d76578 req-a8ae7702-adc3-4b0f-9b21-c2789d104657 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c80ae65-7fd0-4a26-bf9e-96197056310c HTTP/1.1" status: 200 len: 921 time: 0.1781845 Jun 03 15:26:40.740399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port a628224e-201e-4a9b-ab86-3b1b82eefa15 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:40.749244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port a628224e-201e-4a9b-ab86-3b1b82eefa15 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:40.749657 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:40.763063 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e50c1f2d-818b-4f16-81c8-865c67d76578 req-61e4678c-3773-42a4-ba53-ca2199fb0dfc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 217 time: 0.0870054 Jun 03 15:26:40.839499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1f2d-818b-4f16-81c8-865c67d76578 req-c693d814-efbe-4acf-a315-4cf66800c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:40.841078 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e50c1f2d-818b-4f16-81c8-865c67d76578 req-c693d814-efbe-4acf-a315-4cf66800c9f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=831937eb-87f5-46ae-a0a1-a1e98a26efa9 HTTP/1.1" status: 200 len: 860 time: 0.0702133 Jun 03 15:26:40.878679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8bd68ff-5995-41fc-98c5-b98b0d696f4a req-19efb134-2caa-421b-8af6-c39b1bfa3806 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549222 Jun 03 15:26:40.899709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25451e50-9348-4408-9c0b-42d7d9bbdabd req-7ecb3aaa-22c7-4197-ac39-dacaa4eeca38 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060515 Jun 03 15:26:40.911867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a628224e-201e-4a9b-ab86-3b1b82eefa15 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:40.912321 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:40.916760 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e50c1f2d-818b-4f16-81c8-865c67d76578 req-1b64798a-ead9-4b9a-8580-1c794dbe0910 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c80ae65-7fd0-4a26-bf9e-96197056310c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610583 Jun 03 15:26:40.944490 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d94b64-2786-4c88-a456-fce56a6fa3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a628224e-201e-4a9b-ab86-3b1b82eefa15'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:40.962784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a628224e-201e-4a9b-ab86-3b1b82eefa15, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a628224e-201e-4a9b-ab86-3b1b82eefa15,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:40.970210 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:41.108273 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01d1c77-184b-4a51-be67-6304349d62dd'] response: {'server_uuid': '32d94b64-2786-4c88-a456-fce56a6fa3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a628224e-201e-4a9b-ab86-3b1b82eefa15', 'code': 200} Jun 03 15:26:41.108958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a628224e-201e-4a9b-ab86-3b1b82eefa15,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:41.131195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887f870-4ff8-4d0f-8ed8-a6931c00482e req-869d36f7-dacb-4100-b639-d0a2d8195c9e tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:41.133013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b887f870-4ff8-4d0f-8ed8-a6931c00482e req-869d36f7-dacb-4100-b639-d0a2d8195c9e tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 943 time: 0.1159697 Jun 03 15:26:41.164813 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e50c1f2d-818b-4f16-81c8-865c67d76578 req-87c23c9a-6852-44df-aea3-65f09d20644b service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398064 Jun 03 15:26:41.317468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b887f870-4ff8-4d0f-8ed8-a6931c00482e req-3e8ef7c1-2fb6-4367-8282-9826e8eb7b17 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786749 Jun 03 15:26:41.358221 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e50c1f2d-818b-4f16-81c8-865c67d76578 req-0ef6f20c-4232-434f-9e8d-b742653eebfd service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824849 Jun 03 15:26:41.378178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0432b-0c52-4d12-9b00-8d450a2aa8fd req-38aed731-5aec-4286-96d3-3fbd37dea4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:41.379647 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddc0432b-0c52-4d12-9b00-8d450a2aa8fd req-38aed731-5aec-4286-96d3-3fbd37dea4d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 1096 time: 0.2264025 Jun 03 15:26:41.463144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926ddc7-da12-40d3-88f7-86997016335f req-0c96c6de-9fad-41d1-903d-aa9cae0f7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:41.464631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7926ddc7-da12-40d3-88f7-86997016335f req-0c96c6de-9fad-41d1-903d-aa9cae0f7117 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 1097 time: 0.2408555 Jun 03 15:26:41.515626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e196a-45f9-4631-b004-0d2a992516ee req-59bb27b7-daa7-4389-91e6-db5301073a41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:41.517100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-976e196a-45f9-4631-b004-0d2a992516ee req-59bb27b7-daa7-4389-91e6-db5301073a41 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.2944300 Jun 03 15:26:41.637924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7926ddc7-da12-40d3-88f7-86997016335f req-fd240d78-cbe7-4f23-9bc8-859bd002ea5a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586430 Jun 03 15:26:41.640628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-976e196a-45f9-4631-b004-0d2a992516ee req-127c3689-f68e-48d5-a213-ae06674cadab tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993900 Jun 03 15:26:41.659066 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0432b-0c52-4d12-9b00-8d450a2aa8fd req-43ecb892-5a76-47aa-a146-7fd28db2a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:41.660530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddc0432b-0c52-4d12-9b00-8d450a2aa8fd req-43ecb892-5a76-47aa-a146-7fd28db2a8c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.2738233 Jun 03 15:26:41.680737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffb4d3-b422-4b4d-8652-95848bc6cb24 req-3e5ac5e5-6e60-47bd-91de-b1113e231ddb tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:41.682663 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95ffb4d3-b422-4b4d-8652-95848bc6cb24 req-3e5ac5e5-6e60-47bd-91de-b1113e231ddb tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.2169509 Jun 03 15:26:41.734573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95ffb4d3-b422-4b4d-8652-95848bc6cb24 req-643cce2b-cdfb-4679-b203-d52da32fc37c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461264 Jun 03 15:26:41.928829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691d8a2-46bf-4765-93cc-cd732fd35ae3 req-87cefd0d-d2f6-4765-87bd-2591c2cb83f6 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:41.930339 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a691d8a2-46bf-4765-93cc-cd732fd35ae3 req-87cefd0d-d2f6-4765-87bd-2591c2cb83f6 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.0860720 Jun 03 15:26:42.158439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a691d8a2-46bf-4765-93cc-cd732fd35ae3 req-0f5c3c57-264f-4bff-a8f8-5cdd17751ffa tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216105 Jun 03 15:26:42.194008 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddc0432b-0c52-4d12-9b00-8d450a2aa8fd req-bcb397ce-ab1f-4a7a-ba95-b339cde5dec8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d88924-fe16-4c52-aa20-f56a89f0b95c HTTP/1.1" status: 200 len: 217 time: 0.1047814 Jun 03 15:26:42.276258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0432b-0c52-4d12-9b00-8d450a2aa8fd req-0e4de870-25e1-4dfe-a577-86c518298d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:42.277909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddc0432b-0c52-4d12-9b00-8d450a2aa8fd req-0e4de870-25e1-4dfe-a577-86c518298d45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.0776925 Jun 03 15:26:42.341402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6a12a-43de-4902-aebf-dba22110be9a req-9e8404dc-1668-41ea-a06e-3c243dcd7d0c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:42.350383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f6a12a-43de-4902-aebf-dba22110be9a req-9e8404dc-1668-41ea-a06e-3c243dcd7d0c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 944 time: 0.2117507 Jun 03 15:26:42.405768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f6a12a-43de-4902-aebf-dba22110be9a req-e94e6b16-0484-4ae3-a9d7-f7778538084b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545971 Jun 03 15:26:42.420137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0432b-0c52-4d12-9b00-8d450a2aa8fd req-3c9e50bf-0a75-4219-b667-6e4444b17b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:42.422098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddc0432b-0c52-4d12-9b00-8d450a2aa8fd req-3c9e50bf-0a75-4219-b667-6e4444b17b93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347992 Jun 03 15:26:42.652682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 9853845b-1619-4029-8c2d-f2be5582e2a4 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:26:42.655111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddc0432b-0c52-4d12-9b00-8d450a2aa8fd req-154ea727-38c6-4ef2-a69b-16c1c6549558 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227256 Jun 03 15:26:42.664652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f9e1e-3acb-468f-be38-2d04d65527cd req-455ef85f-e3df-4657-b539-a42ebb9e254d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:42.666402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b80f9e1e-3acb-468f-be38-2d04d65527cd req-455ef85f-e3df-4657-b539-a42ebb9e254d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 943 time: 0.1511505 Jun 03 15:26:42.857573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 9853845b-1619-4029-8c2d-f2be5582e2a4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9853845b-1619-4029-8c2d-f2be5582e2a4,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:42.868076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b80f9e1e-3acb-468f-be38-2d04d65527cd req-eef2ed6e-00ac-4c75-8fd0-07f0a4b4a669 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676524 Jun 03 15:26:42.895541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '9853845b-1619-4029-8c2d-f2be5582e2a4', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'port_id': '9853845b-1619-4029-8c2d-f2be5582e2a4', 'mac_address': 'fa:16:3e:29:6b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901d199d-a134-429c-ba05-96e12007c774', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:26:42.908315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddc0432b-0c52-4d12-9b00-8d450a2aa8fd req-aab2a7d2-8196-4a4b-af77-91899704ea2c service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408721 Jun 03 15:26:42.966562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 9853845b-1619-4029-8c2d-f2be5582e2a4 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:42.967096 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:42.987562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9853845b-1619-4029-8c2d-f2be5582e2a4 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:43.027452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 9853845b-1619-4029-8c2d-f2be5582e2a4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9853845b-1619-4029-8c2d-f2be5582e2a4,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:43.035431 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:43.116720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=9853845b-1619-4029-8c2d-f2be5582e2a4,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:43.122296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813693a-50aa-4c5e-a1fa-9a317b60079b req-66fa6c67-ec40-467b-8337-0b74bdfe66fe tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:43.123777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2813693a-50aa-4c5e-a1fa-9a317b60079b req-66fa6c67-ec40-467b-8337-0b74bdfe66fe tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1789815 Jun 03 15:26:43.173724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee172d-f799-4b58-8b96-8d791018751c req-b9ba6885-2678-4944-9aa9-942faffe029c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:43.175218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01ee172d-f799-4b58-8b96-8d791018751c req-b9ba6885-2678-4944-9aa9-942faffe029c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.1658165 Jun 03 15:26:43.198890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2813693a-50aa-4c5e-a1fa-9a317b60079b req-4233960a-c941-49ba-b536-415210020d72 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674794 Jun 03 15:26:43.230278 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01ee172d-f799-4b58-8b96-8d791018751c req-2ce9de48-120b-43ce-a6ed-073573cd31ed tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Jun 03 15:26:43.429110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd589f54-d918-4432-960d-b69c5aa8838a req-79dc9baa-0351-4964-951e-d02343aa5c69 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:43.436102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd589f54-d918-4432-960d-b69c5aa8838a req-79dc9baa-0351-4964-951e-d02343aa5c69 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.0926237 Jun 03 15:26:43.489570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd589f54-d918-4432-960d-b69c5aa8838a req-aed475d4-fe99-4bc3-9a26-fe14895dd0c7 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522215 Jun 03 15:26:43.663774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97c1c0-999e-4f14-932a-1615114083a9 req-6459cbb2-9b2c-4d14-91a3-a0aa333b9b56 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:43.671010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a97c1c0-999e-4f14-932a-1615114083a9 req-6459cbb2-9b2c-4d14-91a3-a0aa333b9b56 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 945 time: 0.0895519 Jun 03 15:26:43.714941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a97c1c0-999e-4f14-932a-1615114083a9 req-ef23a6b7-5c4c-4c18-a880-57f79e891de2 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429401 Jun 03 15:26:43.753155 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['9853845b-1619-4029-8c2d-f2be5582e2a4'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:44.111760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7e6ea-98f2-42f8-8520-21033c5c0cdc req-ed5cfbdb-9205-43d5-bdaf-2242f769e372 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:44.113283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bef7e6ea-98f2-42f8-8520-21033c5c0cdc req-ed5cfbdb-9205-43d5-bdaf-2242f769e372 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 943 time: 0.0969164 Jun 03 15:26:44.161043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bef7e6ea-98f2-42f8-8520-21033c5c0cdc req-3097c5e5-27f4-4797-a66b-2411938071df tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Jun 03 15:26:44.453039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87a798-2503-454a-adf3-a9229d3954cf req-25fd83c8-0b89-40d4-bddd-80fa7c672d80 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:44.454301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d87a798-2503-454a-adf3-a9229d3954cf req-25fd83c8-0b89-40d4-bddd-80fa7c672d80 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.1072507 Jun 03 15:26:44.461742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39b9ef-4cad-48d7-a8ba-cdf2abc72d1e req-e0452b2f-f8af-4502-9ca5-632f86f6fd91 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:44.463291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d39b9ef-4cad-48d7-a8ba-cdf2abc72d1e req-e0452b2f-f8af-4502-9ca5-632f86f6fd91 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1539130 Jun 03 15:26:44.537397 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d87a798-2503-454a-adf3-a9229d3954cf req-d81ff383-b101-4a75-8c05-61883558d278 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731270 Jun 03 15:26:44.544528 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d39b9ef-4cad-48d7-a8ba-cdf2abc72d1e req-3725c104-2874-4435-ab92-4fa52b9cfe9d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660150 Jun 03 15:26:44.659244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 45e40a4a-49c8-4563-836b-d8bc663d76a9 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:26:44.803941 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 45e40a4a-49c8-4563-836b-d8bc663d76a9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9,segment=NetworkSegment(239bc096-49db-459a-a1e7-cf08efb2136b),segment_id=239bc096-49db-459a-a1e7-cf08efb2136b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:44.805996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d351bb9-6f99-4933-8603-df54e7a97495 req-7f3ebd63-571b-4d32-9929-542b498af281 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:44.807480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d351bb9-6f99-4933-8603-df54e7a97495 req-7f3ebd63-571b-4d32-9929-542b498af281 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1509070 Jun 03 15:26:44.816462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad09a3-d603-4f32-b790-f6a9b3808223 req-15ac1da1-da5b-4c84-a1f0-2a2b45e56f51 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:44.817941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2cad09a3-d603-4f32-b790-f6a9b3808223 req-15ac1da1-da5b-4c84-a1f0-2a2b45e56f51 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 945 time: 0.1584897 Jun 03 15:26:44.818900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'port_id': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'mac_address': 'fa:16:3e:f9:cb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:26:44.876813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 45e40a4a-49c8-4563-836b-d8bc663d76a9 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:44.877570 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:44.895263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2cad09a3-d603-4f32-b790-f6a9b3808223 req-2e7660f2-aad2-450c-902f-8db011235960 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622857 Jun 03 15:26:44.895456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e40a4a-49c8-4563-836b-d8bc663d76a9 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:44.907195 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d351bb9-6f99-4933-8603-df54e7a97495 req-113ec73a-3f2a-4686-8366-ae167a232d70 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875881 Jun 03 15:26:44.913958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 45e40a4a-49c8-4563-836b-d8bc663d76a9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9,segment=NetworkSegment(239bc096-49db-459a-a1e7-cf08efb2136b),segment_id=239bc096-49db-459a-a1e7-cf08efb2136b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:44.918443 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:44.994919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=45e40a4a-49c8-4563-836b-d8bc663d76a9,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:45.261814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c93e70-503d-4739-9f9e-ae446c84d845 req-0476d8c2-0255-4f21-84f7-bf61975e23bf tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:45.263278 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57c93e70-503d-4739-9f9e-ae446c84d845 req-0476d8c2-0255-4f21-84f7-bf61975e23bf tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 945 time: 0.2373061 Jun 03 15:26:45.326960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57c93e70-503d-4739-9f9e-ae446c84d845 req-4f0269e0-2018-41bf-a85c-eb08d63b4f08 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569861 Jun 03 15:26:45.356063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb154164-bc8b-4ad1-b521-428b11618fa7 req-0d008d1c-f118-4623-84c3-53ecc9936cb2 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:45.358043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb154164-bc8b-4ad1-b521-428b11618fa7 req-0d008d1c-f118-4623-84c3-53ecc9936cb2 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1426218 Jun 03 15:26:45.414183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb154164-bc8b-4ad1-b521-428b11618fa7 req-5eb4cee6-b981-4bcf-84d0-253862f4a625 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489266 Jun 03 15:26:45.520225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc2355-99ec-413a-93f8-d80ee6491fda req-82abd2dc-3d8e-4969-ac5b-f01cb142729b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:45.521714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cfc2355-99ec-413a-93f8-d80ee6491fda req-82abd2dc-3d8e-4969-ac5b-f01cb142729b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 944 time: 0.0813384 Jun 03 15:26:45.558523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43228) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:45.575354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cfc2355-99ec-413a-93f8-d80ee6491fda req-e4340fbb-335f-4aa9-97c2-c64151415b0f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472846 Jun 03 15:26:45.688077 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19eca2d9-0445-4cd7-8db2-35adbf656939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.702565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-19eca2d9-0445-4cd7-8db2-35adbf656939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:45.706785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-19eca2d9-0445-4cd7-8db2-35adbf656939 admin admin] Usage tracker for resource:security_group_rule and tenant:1cc69eaedbf943d48c0bb204c93e22cc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:45.709738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-19eca2d9-0445-4cd7-8db2-35adbf656939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:45.715750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-19eca2d9-0445-4cd7-8db2-35adbf656939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:45.730215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7371e72-0ab6-4871-b41d-29b5edcba8dd req-189ed2c8-0055-48d7-bdbc-2f5a19e06101 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:45.731709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7371e72-0ab6-4871-b41d-29b5edcba8dd req-189ed2c8-0055-48d7-bdbc-2f5a19e06101 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.0821118 Jun 03 15:26:45.748164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['45e40a4a-49c8-4563-836b-d8bc663d76a9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:45.781832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7371e72-0ab6-4871-b41d-29b5edcba8dd req-27e0a334-18b4-4282-a3f8-2c64e557fb41 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439625 Jun 03 15:26:45.816367 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19eca2d9-0445-4cd7-8db2-35adbf656939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.819686 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19eca2d9-0445-4cd7-8db2-35adbf656939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.867709 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-19eca2d9-0445-4cd7-8db2-35adbf656939 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cc69eaedbf943d48c0bb204c93e22cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071859 Jun 03 15:26:45.868417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eca2d9-0445-4cd7-8db2-35adbf656939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f179d8d-4ed8-4821-af5e-175e20940c3b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:45.870756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43236) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:45.942124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90a303cf-eed4-4724-b113-626b3b654a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:45.970257 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90a303cf-eed4-4724-b113-626b3b654a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.109695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90a303cf-eed4-4724-b113-626b3b654a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.135576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a303cf-eed4-4724-b113-626b3b654a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f179d8d-4ed8-4821-af5e-175e20940c3b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:46.152422 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90a303cf-eed4-4724-b113-626b3b654a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.153511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-90a303cf-eed4-4724-b113-626b3b654a7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f179d8d-4ed8-4821-af5e-175e20940c3b HTTP/1.1" status: 204 len: 168 time: 0.2745867 Jun 03 15:26:46.179219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46782c-e042-4cdc-9a25-b5c8fbbcb5cb req-5974ab6e-a1c2-4165-920f-340a2487aa1a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:46.180602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d46782c-e042-4cdc-9a25-b5c8fbbcb5cb req-5974ab6e-a1c2-4165-920f-340a2487aa1a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1639500 Jun 03 15:26:46.191196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ae98-0c0d-465a-a93a-c0782ae6ac5f req-df587f33-b6ac-4791-b8c3-cf640dfa2cd2 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:46.192768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b94ae98-0c0d-465a-a93a-c0782ae6ac5f req-df587f33-b6ac-4791-b8c3-cf640dfa2cd2 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 945 time: 0.1415806 Jun 03 15:26:46.278346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d46782c-e042-4cdc-9a25-b5c8fbbcb5cb req-b74ff3c8-2b1f-4913-8796-20c18cbacf3d tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845768 Jun 03 15:26:46.281374 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b94ae98-0c0d-465a-a93a-c0782ae6ac5f req-51dbf992-089e-42f1-bfa6-354675015318 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728917 Jun 03 15:26:46.519841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43254) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:46.536433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c369d39-1ed3-4580-9bc0-f84d8f53004f req-92b62a9c-68a3-4b33-baeb-c1ad3ecf3cf3 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:46.537460 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-878d92a9-af7c-43ca-b3ff-4e1515ae3ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.538813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c369d39-1ed3-4580-9bc0-f84d8f53004f req-92b62a9c-68a3-4b33-baeb-c1ad3ecf3cf3 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 945 time: 0.0933168 Jun 03 15:26:46.559598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-878d92a9-af7c-43ca-b3ff-4e1515ae3ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:46.568622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-878d92a9-af7c-43ca-b3ff-4e1515ae3ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9a4d285b8e407ca176c0b94187043b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:46.575245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-878d92a9-af7c-43ca-b3ff-4e1515ae3ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:46.582935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-878d92a9-af7c-43ca-b3ff-4e1515ae3ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:46.636221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c369d39-1ed3-4580-9bc0-f84d8f53004f req-23cec9c8-b680-435e-bc04-7c8bff03ccc0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911951 Jun 03 15:26:46.669355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 9853845b-1619-4029-8c2d-f2be5582e2a4 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:46.678459 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-878d92a9-af7c-43ca-b3ff-4e1515ae3ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.685014 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-878d92a9-af7c-43ca-b3ff-4e1515ae3ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.700601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d32ad5-41f7-45be-8547-288e61961cd3 req-43122521-33c5-48f0-9225-ab86dc687337 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:46.709503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5d32ad5-41f7-45be-8547-288e61961cd3 req-43122521-33c5-48f0-9225-ab86dc687337 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1218131 Jun 03 15:26:46.728343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d92a9-af7c-43ca-b3ff-4e1515ae3ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91968b57-bf61-4950-b476-894ba37e9412,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:46.761368 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-878d92a9-af7c-43ca-b3ff-4e1515ae3ac1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f9a4d285b8e407ca176c0b94187043b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395189 Jun 03 15:26:46.762363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43260) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:46.771491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 9853845b-1619-4029-8c2d-f2be5582e2a4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:46.778115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 9853845b-1619-4029-8c2d-f2be5582e2a4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:46.778773 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.783299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5d32ad5-41f7-45be-8547-288e61961cd3 req-b784a077-4b19-479c-902d-bef431112639 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720243 Jun 03 15:26:46.833233 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85827628-2cd1-4db5-af78-5a4122cf699e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.862291 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85827628-2cd1-4db5-af78-5a4122cf699e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.925503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4b722-313b-44f8-a0c9-c2ba90b3a864 req-c4cd7e4a-60c6-4bb7-b63a-fb86fdcfb86a tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:46.928104 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85827628-2cd1-4db5-af78-5a4122cf699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.934269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bb4b722-313b-44f8-a0c9-c2ba90b3a864 req-c4cd7e4a-60c6-4bb7-b63a-fb86fdcfb86a tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 944 time: 0.1122165 Jun 03 15:26:46.948076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85827628-2cd1-4db5-af78-5a4122cf699e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91968b57-bf61-4950-b476-894ba37e9412,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:46.957986 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85827628-2cd1-4db5-af78-5a4122cf699e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:46.959322 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-85827628-2cd1-4db5-af78-5a4122cf699e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91968b57-bf61-4950-b476-894ba37e9412 HTTP/1.1" status: 204 len: 168 time: 0.1958203 Jun 03 15:26:46.976338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 9853845b-1619-4029-8c2d-f2be5582e2a4 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:46.976598 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.005792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a90e8d-7546-4ca8-a1d4-99219f8bc9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9853845b-1619-4029-8c2d-f2be5582e2a4'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:47.015453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 9853845b-1619-4029-8c2d-f2be5582e2a4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9853845b-1619-4029-8c2d-f2be5582e2a4,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:47.020735 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.084695 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bb4b722-313b-44f8-a0c9-c2ba90b3a864 req-86177d9f-d6f4-4a0c-a8f4-6107d6216114 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493831 Jun 03 15:26:47.094014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=9853845b-1619-4029-8c2d-f2be5582e2a4,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:47.122194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe569b-6e68-4e79-b742-43c2ee57b334 req-ff4d1314-9266-4e9f-9c87-184f3058dbc5 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:47.123665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cbe569b-6e68-4e79-b742-43c2ee57b334 req-ff4d1314-9266-4e9f-9c87-184f3058dbc5 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.1389587 Jun 03 15:26:47.140312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db4cb9-595d-4aa8-91d4-fb12df4bd4fe req-b9212d9c-98d3-49b6-bcc8-986ee45852c6 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:47.142364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2db4cb9-595d-4aa8-91d4-fb12df4bd4fe req-b9212d9c-98d3-49b6-bcc8-986ee45852c6 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.67 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 945 time: 0.1923249 Jun 03 15:26:47.143938 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6618958a-0014-4200-b75e-8bd7552f7d4a'] response: {'server_uuid': '58a90e8d-7546-4ca8-a1d4-99219f8bc9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9853845b-1619-4029-8c2d-f2be5582e2a4', 'code': 200} Jun 03 15:26:47.190794 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cbe569b-6e68-4e79-b742-43c2ee57b334 req-10506326-c053-4140-bb9d-ca1eb7f985bb tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583222 Jun 03 15:26:47.306067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e2db4cb9-595d-4aa8-91d4-fb12df4bd4fe req-4d8817de-24cd-4b29-b18e-a6a2928c9aa4 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Deleting port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:26:47.306416 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e2db4cb9-595d-4aa8-91d4-fb12df4bd4fe req-4d8817de-24cd-4b29-b18e-a6a2928c9aa4 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.564724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18e375-c643-4c98-b4e6-58518ea26094 req-eeadb476-ffc8-4031-9e10-b1d2aebbe12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:47.566205 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c18e375-c643-4c98-b4e6-58518ea26094 req-eeadb476-ffc8-4031-9e10-b1d2aebbe12d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 1097 time: 0.3112063 Jun 03 15:26:47.814102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c18e375-c643-4c98-b4e6-58518ea26094 req-b09aa6d6-08c3-4573-8c5d-8ae8ffe9adb1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969366 Jun 03 15:26:47.869982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e2db4cb9-595d-4aa8-91d4-fb12df4bd4fe req-4d8817de-24cd-4b29-b18e-a6a2928c9aa4 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] For port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa,segment=NetworkSegment(981863ad-6669-4a43-a0d9-16198db39dc9),segment_id=981863ad-6669-4a43-a0d9-16198db39dc9)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:47.870342 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e2db4cb9-595d-4aa8-91d4-fb12df4bd4fe req-4d8817de-24cd-4b29-b18e-a6a2928c9aa4 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:47.943733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0c502-3f86-4e5e-adba-2b90799ce7ce req-901dba18-edb3-4252-a110-aa8ff6561244 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:47.945294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32d0c502-3f86-4e5e-adba-2b90799ce7ce req-901dba18-edb3-4252-a110-aa8ff6561244 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.4760189 Jun 03 15:26:48.005836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f46182-cdb5-4b6c-b4fa-816d2c6281ba req-700d3a44-8129-48cc-a83c-a968e9ad0355 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:48.007341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44f46182-cdb5-4b6c-b4fa-816d2c6281ba req-700d3a44-8129-48cc-a83c-a968e9ad0355 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/ports?device_id=c338aa06-7a38-4fd5-939f-82f7388617d9 HTTP/1.1" status: 200 len: 945 time: 0.5453675 Jun 03 15:26:48.015293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e2db4cb9-595d-4aa8-91d4-fb12df4bd4fe req-4d8817de-24cd-4b29-b18e-a6a2928c9aa4 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Calling delete_port for f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:26:48.129640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32d0c502-3f86-4e5e-adba-2b90799ce7ce req-5bc65b0a-9ad1-4bde-a2ba-558a57cb3381 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213508 Jun 03 15:26:48.157840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44f46182-cdb5-4b6c-b4fa-816d2c6281ba req-527ffe31-c616-4027-b69a-1177d71bd2e3 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa12b32a-dd5c-4970-9b40-988f540c91d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138966 Jun 03 15:26:48.239313 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e2db4cb9-595d-4aa8-91d4-fb12df4bd4fe req-4d8817de-24cd-4b29-b18e-a6a2928c9aa4 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.264432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:48.295748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:48.340181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8817de-24cd-4b29-b18e-a6a2928c9aa4 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Pushing event deleted for resources: {'Port': ['ID=f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:48.437760 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1d47-3e3f-4c60-9f9b-ada487b8feff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.449807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2db4cb9-595d-4aa8-91d4-fb12df4bd4fe req-4d8817de-24cd-4b29-b18e-a6a2928c9aa4 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] No DVR routers for this DVR port f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:26:48.453504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ab1d1d47-3e3f-4c60-9f9b-ada487b8feff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:48.458235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ab1d1d47-3e3f-4c60-9f9b-ada487b8feff admin admin] Usage tracker for resource:security_group_rule and tenant:4e086ed66c284985957598789b5c6b27 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:48.459747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e2db4cb9-595d-4aa8-91d4-fb12df4bd4fe req-4d8817de-24cd-4b29-b18e-a6a2928c9aa4 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.461224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ab1d1d47-3e3f-4c60-9f9b-ada487b8feff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:48.462372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c338aa06-7a38-4fd5-939f-82f7388617d9', 'name': 'network-vif-deleted', 'tag': 'f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:48.467607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ab1d1d47-3e3f-4c60-9f9b-ada487b8feff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:48.475335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2db4cb9-595d-4aa8-91d4-fb12df4bd4fe req-4d8817de-24cd-4b29-b18e-a6a2928c9aa4 tempest-ServerTagsTestJSON-701376138 tempest-ServerTagsTestJSON-701376138-project] 10.222.0.67 "DELETE /v2.0/ports/f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa HTTP/1.1" status: 204 len: 173 time: 1.2835162 Jun 03 15:26:48.502128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44239f02-fc1f-40e0-ac62-750aa019f33d req-56fe6acf-13e7-4d02-a514-8cdcfe73ecb3 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:48.503809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44239f02-fc1f-40e0-ac62-750aa019f33d req-56fe6acf-13e7-4d02-a514-8cdcfe73ecb3 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 946 time: 0.1649668 Jun 03 15:26:48.569848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1d47-3e3f-4c60-9f9b-ada487b8feff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.573466 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44239f02-fc1f-40e0-ac62-750aa019f33d req-37a7c51d-a48f-491f-84c7-b31aec6d8b2b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549400 Jun 03 15:26:48.582851 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1d47-3e3f-4c60-9f9b-ada487b8feff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.653671 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ab1d1d47-3e3f-4c60-9f9b-ada487b8feff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e086ed66c284985957598789b5c6b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881307 Jun 03 15:26:48.655477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d1d47-3e3f-4c60-9f9b-ada487b8feff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba9e65-bd3f-4fc4-a4a1-8abd36d0c481,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:48.656910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43336) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:48.701125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 45e40a4a-49c8-4563-836b-d8bc663d76a9 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:26:48.790311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 45e40a4a-49c8-4563-836b-d8bc663d76a9 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:48.795027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 45e40a4a-49c8-4563-836b-d8bc663d76a9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:48.795391 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.859348 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc0e9dc6-22a6-424c-b8d5-d8471de20a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.897487 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc0e9dc6-22a6-424c-b8d5-d8471de20a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.914285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 45e40a4a-49c8-4563-836b-d8bc663d76a9 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:26:48.914880 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.946785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa55868-78dd-412b-a64b-fadda478aed0 req-b74cc504-eed5-4fd7-9d66-1b3486a4cb5b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:48.948161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 45e40a4a-49c8-4563-836b-d8bc663d76a9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9,segment=NetworkSegment(239bc096-49db-459a-a1e7-cf08efb2136b),segment_id=239bc096-49db-459a-a1e7-cf08efb2136b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:26:48.948317 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fa55868-78dd-412b-a64b-fadda478aed0 req-b74cc504-eed5-4fd7-9d66-1b3486a4cb5b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.2362037 Jun 03 15:26:48.952724 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:48.958815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96e85f-b3ef-4ce6-9db2-592e552fcb74 req-6d83b1be-589d-47d5-b48d-fe7b81b985a9 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:48.960334 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f96e85f-b3ef-4ce6-9db2-592e552fcb74 req-6d83b1be-589d-47d5-b48d-fe7b81b985a9 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 944 time: 0.1973331 Jun 03 15:26:49.024932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=45e40a4a-49c8-4563-836b-d8bc663d76a9,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:49.036914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fa55868-78dd-412b-a64b-fadda478aed0 req-dff46806-684f-4463-88f0-de030a5b21cd tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733786 Jun 03 15:26:49.040433 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc0e9dc6-22a6-424c-b8d5-d8471de20a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:49.059353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f96e85f-b3ef-4ce6-9db2-592e552fcb74 req-c904e098-0fde-4879-a747-3de3e3de8617 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819018 Jun 03 15:26:49.064396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e9dc6-22a6-424c-b8d5-d8471de20a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba9e65-bd3f-4fc4-a4a1-8abd36d0c481,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:49.067852 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc0e9dc6-22a6-424c-b8d5-d8471de20a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:49.068946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cc0e9dc6-22a6-424c-b8d5-d8471de20a11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47ba9e65-bd3f-4fc4-a4a1-8abd36d0c481 HTTP/1.1" status: 204 len: 168 time: 0.4108775 Jun 03 15:26:49.132859 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10beeb6-e260-4e84-a4b2-4bf545bcdf5a'] response: {'server_uuid': 'c338aa06-7a38-4fd5-939f-82f7388617d9', 'name': 'network-vif-deleted', 'tag': 'f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa', 'status': 'completed', 'code': 200} Jun 03 15:26:49.145455 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:49.242629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc94ecf-8b58-42f5-bccb-6e0cd6d1c593 req-75b250d6-f31a-452c-92e1-c33cb9031e1c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:49.244556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bc94ecf-8b58-42f5-bccb-6e0cd6d1c593 req-75b250d6-f31a-452c-92e1-c33cb9031e1c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.0991173 Jun 03 15:26:49.301482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bc94ecf-8b58-42f5-bccb-6e0cd6d1c593 req-bb6dedc2-0cea-4c45-a44e-cee76ec9d34f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512350 Jun 03 15:26:49.361706 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8751efb6-a357-4cd8-b050-238770cd653e'] response: {'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'code': 200} Jun 03 15:26:49.602801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43368) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:49.681001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b045a-820e-4efb-b0eb-88a4690b16c8 req-e52a322d-b234-4221-97e6-9e3436d5b961 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:49.689735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f98b045a-820e-4efb-b0eb-88a4690b16c8 req-e52a322d-b234-4221-97e6-9e3436d5b961 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1955292 Jun 03 15:26:49.744880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd6d8e-40da-4e13-bc43-5257d02c97b7 req-f215da99-dee2-468d-9217-a52140e49cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:49.746305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bbd6d8e-40da-4e13-bc43-5257d02c97b7 req-f215da99-dee2-468d-9217-a52140e49cf1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 1096 time: 0.1920507 Jun 03 15:26:49.766673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f98b045a-820e-4efb-b0eb-88a4690b16c8 req-eb1c5062-3138-4ce6-9693-cac18bc440f7 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758464 Jun 03 15:26:49.833090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bbd6d8e-40da-4e13-bc43-5257d02c97b7 req-adaf016a-8e9b-4f78-965b-467ab8d052f3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628221 Jun 03 15:26:49.892866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacf64c5-2053-46d5-b624-664f9496ff59 admin admin] Deleting subnet f8e4d707-b28b-4fe2-8483-83483361d18f {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:26:49.902586 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bacf64c5-2053-46d5-b624-664f9496ff59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:49.951625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65118e-0932-4aad-b6ce-cce1d804e5a8 req-8338da8c-5225-4681-a6cb-46e3c778a76c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:49.952808 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bacf64c5-2053-46d5-b624-664f9496ff59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:49.953282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc65118e-0932-4aad-b6ce-cce1d804e5a8 req-8338da8c-5225-4681-a6cb-46e3c778a76c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 946 time: 0.0842743 Jun 03 15:26:50.002779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc65118e-0932-4aad-b6ce-cce1d804e5a8 req-494c8e60-bbc7-48bf-ad98-e59268843b4d tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Jun 03 15:26:50.015694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bacf64c5-2053-46d5-b624-664f9496ff59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.100183 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bacf64c5-2053-46d5-b624-664f9496ff59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.154722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf64c5-2053-46d5-b624-664f9496ff59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e4d707-b28b-4fe2-8483-83483361d18f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:50.157850 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bacf64c5-2053-46d5-b624-664f9496ff59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.169085 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bacf64c5-2053-46d5-b624-664f9496ff59 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f8e4d707-b28b-4fe2-8483-83483361d18f HTTP/1.1" status: 204 len: 168 time: 0.5649767 Jun 03 15:26:50.171384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43390) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:50.300324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.357860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf231167-ffe1-4dbe-b3c4-0414b8fcaf15 req-7b68c655-5111-46cf-b211-93652df6c736 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:50.360907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf231167-ffe1-4dbe-b3c4-0414b8fcaf15 req-7b68c655-5111-46cf-b211-93652df6c736 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1706243 Jun 03 15:26:50.406426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d681d15-f07e-41fa-9990-53ee4d6ecbb1 req-3868694c-71fb-4ccb-a213-bd5eaf5eed13 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:50.407902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d681d15-f07e-41fa-9990-53ee4d6ecbb1 req-3868694c-71fb-4ccb-a213-bd5eaf5eed13 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.1778820 Jun 03 15:26:50.439719 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.451577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf231167-ffe1-4dbe-b3c4-0414b8fcaf15 req-6ea24113-4b21-477b-a91c-56bd3b6b1c04 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774169 Jun 03 15:26:50.466492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7252153e-edab-4324-bf4f-e5315904d05e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:50.479472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981863ad-6669-4a43-a0d9-16198db39dc9') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:50.479770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981863ad-6669-4a43-a0d9-16198db39dc9') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:50.490548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d681d15-f07e-41fa-9990-53ee4d6ecbb1 req-c0393da4-474b-4f67-ad23-48359c554dc0 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709376 Jun 03 15:26:50.491788 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.510314 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.523426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:26:50.523877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.595529 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 981863ad-6669-4a43-a0d9-16198db39dc9 resource provider aggregate not found Jun 03 15:26:50.618931 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 981863ad-6669-4a43-a0d9-16198db39dc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 981863ad-6669-4a43-a0d9-16198db39dc9 found for delete ", "request_id": "req-acaea58b-b6fc-427f-b371-235dd3bb76e2"}]} Jun 03 15:26:50.634657 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.654524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:50.663252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] Pushing event deleted for resources: {'Network': ['ID=7252153e-edab-4324-bf4f-e5315904d05e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:50.672742 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-82c565d8-21e7-4d34-8298-211d640816ea admin admin] 10.222.0.48 "DELETE /v2.0/networks/7252153e-edab-4324-bf4f-e5315904d05e HTTP/1.1" status: 204 len: 168 time: 0.5001962 Jun 03 15:26:50.710396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:26:50.747991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:26:50.748326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f3f626b2-5c49-4c71-bfae-8dcac0d5a6aa not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:26:50.929361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43432) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:50.944362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-8f380e8f-066b-4b7e-ac1e-b6210c2fd2ee tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:50.945994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-8f380e8f-066b-4b7e-ac1e-b6210c2fd2ee tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.3480186 Jun 03 15:26:50.963564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e18af4-c2dd-4fc9-9dc6-082b85581bce req-d1d66319-793d-4d18-ac28-87be496d91bd tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:50.965016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3e18af4-c2dd-4fc9-9dc6-082b85581bce req-d1d66319-793d-4d18-ac28-87be496d91bd tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.3379560 Jun 03 15:26:51.000665 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4fd160e2-da3f-4c4f-baa3-0d9b3f6e1aa4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab44609526084b78a3fe7b2a4168a0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700476 Jun 03 15:26:51.002095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43436) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:51.002219 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-8ca968e2-6e81-45a1-acde-55b997ea2b39 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/quotas/19ba0556664e4d8691d74307513714e4 HTTP/1.1" status: 200 len: 375 time: 0.0470884 Jun 03 15:26:51.070598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6629d79d-952d-4317-9a65-a616cd7b06f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.082769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3e18af4-c2dd-4fc9-9dc6-082b85581bce req-9a3d9603-58e7-4f88-be85-beff14eb3bff tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066720 Jun 03 15:26:51.105280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6629d79d-952d-4317-9a65-a616cd7b06f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.162367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-99a86c19-102c-4ab8-924a-aba574e98f9f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593454 Jun 03 15:26:51.189052 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6629d79d-952d-4317-9a65-a616cd7b06f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.208855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629d79d-952d-4317-9a65-a616cd7b06f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12b32a-dd5c-4970-9b40-988f540c91d5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:51.213251 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6629d79d-952d-4317-9a65-a616cd7b06f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.214588 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6629d79d-952d-4317-9a65-a616cd7b06f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa12b32a-dd5c-4970-9b40-988f540c91d5 HTTP/1.1" status: 204 len: 168 time: 0.2110074 Jun 03 15:26:51.340237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43444) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:51.500299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0b35e95a-0e55-4248-a5e2-ee18a45559a4 service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266389 Jun 03 15:26:51.510788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec408c0d-63a2-4f7c-a885-26343113d0e9 req-d6ebc7c3-23cc-40e6-98bf-1751cd5d7d4f tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:51.512258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec408c0d-63a2-4f7c-a885-26343113d0e9 req-d6ebc7c3-23cc-40e6-98bf-1751cd5d7d4f tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1414063 Jun 03 15:26:51.636197 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb475-6d9d-4f2a-84a0-170a8377185d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.644956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec408c0d-63a2-4f7c-a885-26343113d0e9 req-57f9c9e7-6af1-41b7-a08f-3167f4ab09bd tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255260 Jun 03 15:26:51.670756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dd3cb475-6d9d-4f2a-84a0-170a8377185d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:51.675156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dd3cb475-6d9d-4f2a-84a0-170a8377185d admin admin] Usage tracker for resource:security_group_rule and tenant:ceecae71035648e3a619d704ba74ac7c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:51.678065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dd3cb475-6d9d-4f2a-84a0-170a8377185d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:51.684943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dd3cb475-6d9d-4f2a-84a0-170a8377185d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:51.728013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f76248e0-4e4c-434e-a8ca-6e0d99ff364f service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147107 Jun 03 15:26:51.823288 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb475-6d9d-4f2a-84a0-170a8377185d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.828748 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb475-6d9d-4f2a-84a0-170a8377185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:51.921427 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dd3cb475-6d9d-4f2a-84a0-170a8377185d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ceecae71035648e3a619d704ba74ac7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800350 Jun 03 15:26:51.923974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43468) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:51.927145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cb475-6d9d-4f2a-84a0-170a8377185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c62c91-cf74-4b94-b641-25137433bf59,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:51.938075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0aa2-c872-49d6-8590-c05c8afa2395 req-629f5bd0-e7be-4275-864c-6f20dc773e17 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:51.939612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a39b0aa2-c872-49d6-8590-c05c8afa2395 req-629f5bd0-e7be-4275-864c-6f20dc773e17 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1688075 Jun 03 15:26:52.023858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6e4a0da-be9b-4414-ae38-ee381cf7c7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:52.072883 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6e4a0da-be9b-4414-ae38-ee381cf7c7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:52.080032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a39b0aa2-c872-49d6-8590-c05c8afa2395 req-3c642bb9-caac-4f02-af7a-9040ba8c6a72 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316864 Jun 03 15:26:52.123363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad48a-0854-4597-9f8c-2b0d13ad56e4 req-9ba2d024-fc41-4d65-a7fe-d0e7a19fee71 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:52.133185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40aad48a-0854-4597-9f8c-2b0d13ad56e4 req-9ba2d024-fc41-4d65-a7fe-d0e7a19fee71 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.1379011 Jun 03 15:26:52.140576 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6e4a0da-be9b-4414-ae38-ee381cf7c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:52.165957 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6e4a0da-be9b-4414-ae38-ee381cf7c7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:52.169344 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f6e4a0da-be9b-4414-ae38-ee381cf7c7b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6c62c91-cf74-4b94-b641-25137433bf59 HTTP/1.1" status: 204 len: 168 time: 0.2421679 Jun 03 15:26:52.169344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4a0da-be9b-4414-ae38-ee381cf7c7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c62c91-cf74-4b94-b641-25137433bf59,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:52.242265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4508d67-24e7-453d-9d16-fa884e6be9ca req-79e54eee-7e0b-4aa5-a58b-7b535711cf64 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 210 time: 0.0840895 Jun 03 15:26:52.286191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40aad48a-0854-4597-9f8c-2b0d13ad56e4 req-370b6a3c-32f2-4269-b6c2-fda175a64fd1 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517537 Jun 03 15:26:52.470034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d24b9-ba14-43dd-aa91-d555e3a8df73 req-571e3749-9d95-4c09-88e9-56cc43be9e8b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:52.471821 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d3d24b9-ba14-43dd-aa91-d555e3a8df73 req-571e3749-9d95-4c09-88e9-56cc43be9e8b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.1033406 Jun 03 15:26:52.540891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d3d24b9-ba14-43dd-aa91-d555e3a8df73 req-fc1611d6-ca57-4925-a369-77ce4d4441b7 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551803 Jun 03 15:26:52.689327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43504) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:52.709198 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfddc4ee-d602-4dda-af69-0e65ac646c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:52.725633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dfddc4ee-d602-4dda-af69-0e65ac646c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:52.730097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dfddc4ee-d602-4dda-af69-0e65ac646c14 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6c6e8600564a7b8ab142e4900ff686 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:52.733335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dfddc4ee-d602-4dda-af69-0e65ac646c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:52.741331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dfddc4ee-d602-4dda-af69-0e65ac646c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:52.859202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfddc4ee-d602-4dda-af69-0e65ac646c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:52.864745 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfddc4ee-d602-4dda-af69-0e65ac646c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:52.913164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8c4ab-0d17-45b2-93d5-0fb8695dce02 req-1bf4035e-ae11-4047-8867-d72dc332eabf tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:52.914884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72e8c4ab-0d17-45b2-93d5-0fb8695dce02 req-1bf4035e-ae11-4047-8867-d72dc332eabf tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1287749 Jun 03 15:26:52.918003 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dfddc4ee-d602-4dda-af69-0e65ac646c14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c6c6e8600564a7b8ab142e4900ff686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274501 Jun 03 15:26:52.919155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddc4ee-d602-4dda-af69-0e65ac646c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d332cf8-14f8-4dec-9873-f3e3dfc9f640,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:52.923091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43510) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:52.972452 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72e8c4ab-0d17-45b2-93d5-0fb8695dce02 req-364a42bb-c4fe-4e35-9153-918da7c7f2e0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510528 Jun 03 15:26:53.001627 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04f8c408-df79-4144-9a4e-ffe3486c9b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:53.030466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04f8c408-df79-4144-9a4e-ffe3486c9b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:53.085798 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04f8c408-df79-4144-9a4e-ffe3486c9b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:53.103017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8c408-df79-4144-9a4e-ffe3486c9b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d332cf8-14f8-4dec-9873-f3e3dfc9f640,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:53.117245 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04f8c408-df79-4144-9a4e-ffe3486c9b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:53.118729 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-04f8c408-df79-4144-9a4e-ffe3486c9b23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d332cf8-14f8-4dec-9873-f3e3dfc9f640 HTTP/1.1" status: 204 len: 168 time: 0.1945097 Jun 03 15:26:53.235230 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44d45f12-8a2d-472a-a420-9bb329f8510d req-c8a0b3f4-cf56-4f82-8808-f0f8250cd909 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0670347 Jun 03 15:26:53.302389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a92980-33af-4709-a5db-a9cf62352609 req-2f887bfa-b8bd-4441-ae5b-fad44fca5ef2 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:53.304670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-2f887bfa-b8bd-4441-ae5b-fad44fca5ef2 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/networks?id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350 HTTP/1.1" status: 200 len: 814 time: 0.2247210 Jun 03 15:26:53.352127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-98a6ad96-bb31-40e1-9a17-512818979729 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/quotas/1be8384af28e480b951e8a57efa1e41c HTTP/1.1" status: 200 len: 375 time: 0.0403128 Jun 03 15:26:53.667211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c803fed2-f6bf-4cfa-83f9-4b11260ef350 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1be8384af28e480b951e8a57efa1e41c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3133783 Jun 03 15:26:53.691615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-8fa522b0-dec8-4175-ab17-c84e3bbfdfc5 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:53.693421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-8fa522b0-dec8-4175-ab17-c84e3bbfdfc5 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.2445679 Jun 03 15:26:53.702240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217f033-31d8-4349-baca-fb5570c1daa7 req-7a6fb811-bd8c-4505-a7a8-8f5a5f60fc50 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:53.709440 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c217f033-31d8-4349-baca-fb5570c1daa7 req-7a6fb811-bd8c-4505-a7a8-8f5a5f60fc50 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.3058465 Jun 03 15:26:53.731449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Request body: {'port': {'device_id': 'bf663253-a65c-44b5-8183-05cb5b976da5', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'admin_state_up': True, 'tenant_id': '19ba0556664e4d8691d74307513714e4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:54.039479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c217f033-31d8-4349-baca-fb5570c1daa7 req-ac772b3b-bcb7-4029-a02e-baf3b36d8f3f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290911 Jun 03 15:26:54.158123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:54.201951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-4de09f94-2557-467b-a906-00dfa62f956c service neutron] 10.222.0.48 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338626 Jun 03 15:26:54.213212 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7419dd8a-0b77-46ad-8aa4-5f8a170a67db req-6033129e-0ee0-4d56-8c99-ba427d318ecd tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 210 time: 0.0585389 Jun 03 15:26:54.234844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:54.305628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Made reservation on behalf of 19ba0556664e4d8691d74307513714e4 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:54.309281 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:54.490531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-b68c73df-507f-4f53-87de-4c032859706e service neutron] 10.222.0.48 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797804 Jun 03 15:26:54.571609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5581781-f153-4009-92d6-a84cb3a06fff req-46e68995-3e21-498b-9f33-f0a9f911f7fc tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:54.574091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5581781-f153-4009-92d6-a84cb3a06fff req-46e68995-3e21-498b-9f33-f0a9f911f7fc tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.2444553 Jun 03 15:26:54.629591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Allocated IP 172.20.0.10 (73aadb7d-95c2-4785-b949-eef112e3c4fb/901d199d-a134-429c-ba05-96e12007c774/0c1b1bd1-a76c-48c4-b256-d0d642502d69) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:54.662200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5581781-f153-4009-92d6-a84cb3a06fff req-b9529926-a158-408f-ae0f-84aee42bb54b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760734 Jun 03 15:26:55.118275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:55.144179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c3915-2d86-446a-92b3-7d67afcffb69 req-cbd72b53-eed9-495a-8505-aab3ee2f4ab3 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:55.145650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c37c3915-2d86-446a-92b3-7d67afcffb69 req-cbd72b53-eed9-495a-8505-aab3ee2f4ab3 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.2243400 Jun 03 15:26:55.154912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c40bc2-02db-4edb-a94a-7037ec4d4085 req-734309e9-e81e-46ba-8c65-396eea369ccc tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:55.156317 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9c40bc2-02db-4edb-a94a-7037ec4d4085 req-734309e9-e81e-46ba-8c65-396eea369ccc tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.2332284 Jun 03 15:26:55.247329 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c37c3915-2d86-446a-92b3-7d67afcffb69 req-c0f71323-2817-4ac0-ad12-28565dd721e6 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884843 Jun 03 15:26:55.249734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9c40bc2-02db-4edb-a94a-7037ec4d4085 req-f7a1eb9c-33ce-48fe-a99d-36a273e9e638 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733614 Jun 03 15:26:55.263143 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:55.310603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58', '9853845b-1619-4029-8c2d-f2be5582e2a4'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:26:55.520747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd323aeb-1e3b-4947-b809-c85cbdbb4bf3 req-b557554f-d568-4125-990e-6212a8d6b78a tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 210 time: 0.1106215 Jun 03 15:26:55.525770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Network 73aadb7d-95c2-4785-b949-eef112e3c4fb is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:55.551514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:55.571963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c41ff19-d89e-4f4b-ab82-5e61ffa45905 req-7f8d61d0-b3f1-4d51-8f24-9c867ff04078 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0972161 Jun 03 15:26:55.572803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:55.619332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event updated for resources: {'Port': ['ID=0c1b1bd1-a76c-48c4-b256-d0d642502d69,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:55.676982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:55.678089 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:55.723340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-f773536f-a262-49f1-8de9-7d4f4fbf465c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9969428 Jun 03 15:26:55.758277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Request body: {'port': {'device_id': 'bf663253-a65c-44b5-8183-05cb5b976da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:55.908213 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:56.205591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718c648-1e4e-4eb5-9dfa-45c15a333730 req-40f002e9-13a1-4a7a-aa6f-6c0646b872d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:56.207135 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8718c648-1e4e-4eb5-9dfa-45c15a333730 req-40f002e9-13a1-4a7a-aa6f-6c0646b872d0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 1096 time: 0.0788600 Jun 03 15:26:56.261577 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8718c648-1e4e-4eb5-9dfa-45c15a333730 req-9848575d-d036-4232-90d1-ae26b9047600 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446739 Jun 03 15:26:56.458438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3affd6e-d780-4b74-8f4e-c74a0d2d25ab req-367da0d0-f7e0-47c2-8602-eb661f4119ff tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:56.459918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3affd6e-d780-4b74-8f4e-c74a0d2d25ab req-367da0d0-f7e0-47c2-8602-eb661f4119ff tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.7728686 Jun 03 15:26:56.464373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140c38e-17b9-4b27-a7fb-3754dcb9894e req-292a7bd5-4db6-46dd-b1bb-169e177c422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:56.465722 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3140c38e-17b9-4b27-a7fb-3754dcb9894e req-292a7bd5-4db6-46dd-b1bb-169e177c422c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14&device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 1096 time: 0.4797370 Jun 03 15:26:56.497235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1cc9-293c-4605-8b00-1f95e3600749 req-5ae4e86a-cccd-49cd-bc65-6f75f44b8446 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:56.497963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-37bb1cc9-293c-4605-8b00-1f95e3600749 req-5ae4e86a-cccd-49cd-bc65-6f75f44b8446 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:26:56.571755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3affd6e-d780-4b74-8f4e-c74a0d2d25ab req-efb5e594-1d3a-4e07-ae87-e29a973f6f22 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023808 Jun 03 15:26:56.573675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-37bb1cc9-293c-4605-8b00-1f95e3600749 req-5ae4e86a-cccd-49cd-bc65-6f75f44b8446 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:26:56.574805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37bb1cc9-293c-4605-8b00-1f95e3600749 req-5ae4e86a-cccd-49cd-bc65-6f75f44b8446 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 932 time: 0.5873721 Jun 03 15:26:56.692216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37bb1cc9-293c-4605-8b00-1f95e3600749 req-999ebef1-5356-4a3a-b0ac-2aebf95cecf9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011264 Jun 03 15:26:56.698860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1b1bd1-a76c-48c4-b256-d0d642502d69 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:56.762062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:56.863856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Transition to ACTIVE for port object 0c1b1bd1-a76c-48c4-b256-d0d642502d69 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:56.893748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a92980-33af-4709-a5db-a9cf62352609 req-09cb5351-80d7-459f-a94d-58245de9bb12 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:56.895418 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-09cb5351-80d7-459f-a94d-58245de9bb12 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.67 "GET /v2.0/networks?id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350 HTTP/1.1" status: 200 len: 814 time: 0.1972466 Jun 03 15:26:56.908968 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:56.924928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Request body: {'port': {'device_id': 'ba486a29-2e69-4440-a358-d405c95b9887', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'admin_state_up': True, 'tenant_id': '1be8384af28e480b951e8a57efa1e41c'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:57.083188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:57.094136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:57.104287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Made reservation on behalf of 1be8384af28e480b951e8a57efa1e41c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:57.109321 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.160405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Pushing event updated for resources: {'Port': ['ID=0c1b1bd1-a76c-48c4-b256-d0d642502d69,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:57.164713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140c38e-17b9-4b27-a7fb-3754dcb9894e req-a6e8c0cf-7198-4264-8caf-56461042c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:57.166192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3140c38e-17b9-4b27-a7fb-3754dcb9894e req-a6e8c0cf-7198-4264-8caf-56461042c968 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c80ae65-7fd0-4a26-bf9e-96197056310c HTTP/1.1" status: 200 len: 921 time: 0.4704077 Jun 03 15:26:57.203017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dda9f-7cde-492c-a560-aee1da7605e4 req-3370575b-b321-45f1-bdb3-bbf06987124d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:57.206570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0dda9f-7cde-492c-a560-aee1da7605e4 req-3370575b-b321-45f1-bdb3-bbf06987124d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.5133498 Jun 03 15:26:57.293848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Allocated IP 172.20.0.5 (f44ed2c9-1ff3-4c50-99bd-c85502cbf350/53132eb5-c633-41cf-ac2b-c0d6f52a025b/43d5a77d-e676-422c-842d-a1d248fd6c5c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:57.314124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3140c38e-17b9-4b27-a7fb-3754dcb9894e req-62bd762e-dad8-4e5e-92b7-7e8642b54855 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 217 time: 0.1191878 Jun 03 15:26:57.415788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0dda9f-7cde-492c-a560-aee1da7605e4 req-e478a61e-fe0d-4e68-9b04-cba95fa5105b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349351 Jun 03 15:26:57.435572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Attempting to bind port 0c1b1bd1-a76c-48c4-b256-d0d642502d69 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:57.436024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Attempting to bind port 0c1b1bd1-a76c-48c4-b256-d0d642502d69 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:57.436585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Attempting to bind port 0c1b1bd1-a76c-48c4-b256-d0d642502d69 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:57.444993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Port 0c1b1bd1-a76c-48c4-b256-d0d642502d69 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:26:57.445453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Attempting to bind port 0c1b1bd1-a76c-48c4-b256-d0d642502d69 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:57.460454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705bd85-a055-466e-b44b-3085338df011 req-57d71fe2-2037-426f-a962-63c033ea9b62 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:57.461617 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f705bd85-a055-466e-b44b-3085338df011 req-57d71fe2-2037-426f-a962-63c033ea9b62 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.6021290 Jun 03 15:26:57.474433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:57.475129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Checking segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:57.475630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Bound using segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:57.476299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Bound port: 0c1b1bd1-a76c-48c4-b256-d0d642502d69, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:57.476726 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.503211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140c38e-17b9-4b27-a7fb-3754dcb9894e req-38804097-73db-49a5-b7d9-f710b18ae7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:57.505045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3140c38e-17b9-4b27-a7fb-3754dcb9894e req-38804097-73db-49a5-b7d9-f710b18ae7ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=831937eb-87f5-46ae-a0a1-a1e98a26efa9 HTTP/1.1" status: 200 len: 860 time: 0.1819131 Jun 03 15:26:57.553319 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.571296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Transition to ACTIVE for port object 43d5a77d-e676-422c-842d-a1d248fd6c5c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:57.597548 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.674640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:57.678229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:57.682451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:26:57.684531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3140c38e-17b9-4b27-a7fb-3754dcb9894e req-d3c59130-d365-4614-a893-469cc71fbff3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c80ae65-7fd0-4a26-bf9e-96197056310c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499181 Jun 03 15:26:57.695529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f705bd85-a055-466e-b44b-3085338df011 req-72321af9-7558-452e-9949-56b11da0a25b tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996145 Jun 03 15:26:57.729376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Pushing event updated for resources: {'Port': ['ID=43d5a77d-e676-422c-842d-a1d248fd6c5c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:57.777973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:57.778651 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:57.834075 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c2d8582e-a06b-4a2d-9aed-2f3eaf92d230 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9172363 Jun 03 15:26:57.857452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Request body: {'port': {'device_id': 'ba486a29-2e69-4440-a358-d405c95b9887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:26:57.893098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43796) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:57.979480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] For port 0c1b1bd1-a76c-48c4-b256-d0d642502d69, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:57.999068 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:58.004839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-94d58be5-9193-4377-9a28-585b6cda1fbf None None] Provisioning for port 43d5a77d-e676-422c-842d-a1d248fd6c5c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:26:58.012882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-94d58be5-9193-4377-9a28-585b6cda1fbf None None] Provisioning complete for port 43d5a77d-e676-422c-842d-a1d248fd6c5c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:26:58.013451 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-94d58be5-9193-4377-9a28-585b6cda1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:58.021701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] For port 0c1b1bd1-a76c-48c4-b256-d0d642502d69, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0c1b1bd1-a76c-48c4-b256-d0d642502d69,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:58.044670 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:58.093304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:58.106455 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-94d58be5-9193-4377-9a28-585b6cda1fbf None None] Port 43d5a77d-e676-422c-842d-a1d248fd6c5c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:26:58.114551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:26:58.129304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Usage tracker for resource:security_group_rule and tenant:bc4945354f3c4444a75d5cfd544228ee is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:26:58.132600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:26:58.138017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:58.139359 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:58.140779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] 10.222.0.67 "PUT /v2.0/ports/0c1b1bd1-a76c-48c4-b256-d0d642502d69 HTTP/1.1" status: 200 len: 1092 time: 2.3881485 Jun 03 15:26:58.145112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf663253-a65c-44b5-8183-05cb5b976da5', 'tag': '0c1b1bd1-a76c-48c4-b256-d0d642502d69'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:58.153478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3140c38e-17b9-4b27-a7fb-3754dcb9894e req-4f3645a8-d80e-40b8-89a2-0f88eb4811ff service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323866 Jun 03 15:26:58.178122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a355be2-6154-4073-a1b2-1be2d9af9176 req-f18766d8-b8a0-4420-9b54-0bf66b4c58fd tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:58.178374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:26:58.178931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a355be2-6154-4073-a1b2-1be2d9af9176 req-f18766d8-b8a0-4420-9b54-0bf66b4c58fd tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.6431425 Jun 03 15:26:58.340267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effed32-4f56-4a03-b192-49fb3b00000c service neutron] Pushing event updated for resources: {'Port': ['ID=0c1b1bd1-a76c-48c4-b256-d0d642502d69,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:58.379829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de2c49-0c3e-4ac1-9dac-816994ddb63b req-15bc9309-fbbf-495e-92a8-9c862d4ebd2a tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:58.381323 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3de2c49-0c3e-4ac1-9dac-816994ddb63b req-15bc9309-fbbf-495e-92a8-9c862d4ebd2a tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 931 time: 0.4567900 Jun 03 15:26:58.400920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a355be2-6154-4073-a1b2-1be2d9af9176 req-5f3b126c-720d-40eb-84a6-27f35dc6169b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934016 Jun 03 15:26:58.474971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3140c38e-17b9-4b27-a7fb-3754dcb9894e req-82ea109c-427b-449a-af66-72754ee9a9b2 service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072195 Jun 03 15:26:58.489630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3de2c49-0c3e-4ac1-9dac-816994ddb63b req-91a83cab-ae97-49cb-9e28-4859d7a47710 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958340 Jun 03 15:26:58.503842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-68f480cc-603c-478c-9162-056c53979360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:58.505322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-68f480cc-603c-478c-9162-056c53979360 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 1095 time: 0.2226701 Jun 03 15:26:58.551681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:58.586674 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:58.642852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c9c5b52-e78a-4ecc-b0fd-b64264e3ad76 req-3a8406b3-8653-4b29-b05d-fc783d30783c tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1236360 Jun 03 15:26:58.660501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d5a77d-e676-422c-842d-a1d248fd6c5c {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:58.669524 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc4945354f3c4444a75d5cfd544228ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7665188 Jun 03 15:26:58.672590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-b5df78ab-e20b-4d8f-95e6-3a929055e763 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c1b1bd1-a76c-48c4-b256-d0d642502d69 HTTP/1.1" status: 200 len: 217 time: 0.1159110 Jun 03 15:26:58.673146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43810) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:26:58.674041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:58.677918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50363417-6248-4af0-8469-9c3b9a72b748,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:58.691962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.692200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.692531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.692863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.693194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.693561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.693909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.694287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.694561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.694875 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.695194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.695509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9f99b5-d131-49c6-b65f-bcf91b6ec9eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:58.716561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Transition to ACTIVE for port object 43d5a77d-e676-422c-842d-a1d248fd6c5c will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:26:58.720896 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:58.876420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-2b57d90e-ea1c-4b54-8dc8-08db69396143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:58.877991 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-2b57d90e-ea1c-4b54-8dc8-08db69396143 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.1795576 Jun 03 15:26:58.913201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Pushing event updated for resources: {'Port': ['ID=43d5a77d-e676-422c-842d-a1d248fd6c5c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:58.980162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9b4a4-84f0-4a7d-8f55-ba9c62139021 req-067f3857-7372-4b59-b489-c37c72a19cf7 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:58.981630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9bd9b4a4-84f0-4a7d-8f55-ba9c62139021 req-067f3857-7372-4b59-b489-c37c72a19cf7 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.3485956 Jun 03 15:26:58.982285 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d94d-8055-4619-b312-5c90dbef654d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:58.985738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Attempting to bind port 43d5a77d-e676-422c-842d-a1d248fd6c5c on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:26:58.986563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Attempting to bind port 43d5a77d-e676-422c-842d-a1d248fd6c5c by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:26:58.986563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Attempting to bind port 43d5a77d-e676-422c-842d-a1d248fd6c5c on network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:58.991448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Port 43d5a77d-e676-422c-842d-a1d248fd6c5c on network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:26:58.991759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Attempting to bind port 43d5a77d-e676-422c-842d-a1d248fd6c5c on network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:26:58.996937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:26:58.997267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Checking segment: {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:26:58.997649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Bound using segment: {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:26:58.998078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Bound port: 43d5a77d-e676-422c-842d-a1d248fd6c5c, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182609b6-2a71-46b8-bdbb-db5437c6aa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:26:58.998419 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:59.014763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-01f55f98-88a3-4bbd-a357-4bca73657715 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081467 Jun 03 15:26:59.016715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24a9f25e-e651-4299-bc19-1f987dd2a26d req-3c8a1063-c42b-4745-9e2f-e3b565e5ee46 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1113007 Jun 03 15:26:59.063552 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d94d-8055-4619-b312-5c90dbef654d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:59.098365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab65489-bcd7-445f-8b0e-2ae7678f1ae5 req-7de3766f-154a-48ea-8ef3-db78256f9262 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:59.099892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] For port 43d5a77d-e676-422c-842d-a1d248fd6c5c, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:26:59.100091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fab65489-bcd7-445f-8b0e-2ae7678f1ae5 req-7de3766f-154a-48ea-8ef3-db78256f9262 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 944 time: 0.3206770 Jun 03 15:26:59.104212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] For port 43d5a77d-e676-422c-842d-a1d248fd6c5c, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=43d5a77d-e676-422c-842d-a1d248fd6c5c,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:26:59.110125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:59.111843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9bd9b4a4-84f0-4a7d-8f55-ba9c62139021 req-f5676ac8-7ade-4e2b-81cf-1053d0e66391 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088710 Jun 03 15:26:59.173863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:59.174754 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:59.175961 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] 10.222.0.67 "PUT /v2.0/ports/43d5a77d-e676-422c-842d-a1d248fd6c5c HTTP/1.1" status: 200 len: 1091 time: 1.3233283 Jun 03 15:26:59.176328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba486a29-2e69-4440-a358-d405c95b9887', 'tag': '43d5a77d-e676-422c-842d-a1d248fd6c5c'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:59.182994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fab65489-bcd7-445f-8b0e-2ae7678f1ae5 req-3a834f09-5b4d-474d-974b-02b3865582e9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769219 Jun 03 15:26:59.189897 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040b8c84-2a60-4551-9880-74db2658b3b9'] response: {'name': 'network-changed', 'server_uuid': 'bf663253-a65c-44b5-8183-05cb5b976da5', 'tag': '0c1b1bd1-a76c-48c4-b256-d0d642502d69', 'status': 'completed', 'code': 200} Jun 03 15:26:59.193127 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d94d-8055-4619-b312-5c90dbef654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:59.212565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c6bf3-8c8e-4fb6-93a8-17b8499a9a27 service neutron] Pushing event updated for resources: {'Port': ['ID=43d5a77d-e676-422c-842d-a1d248fd6c5c,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:59.215237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9d94d-8055-4619-b312-5c90dbef654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50363417-6248-4af0-8469-9c3b9a72b748,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:59.220367 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a8a9d94d-8055-4619-b312-5c90dbef654d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:59.221530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a8a9d94d-8055-4619-b312-5c90dbef654d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50363417-6248-4af0-8469-9c3b9a72b748 HTTP/1.1" status: 204 len: 168 time: 0.5426252 Jun 03 15:26:59.392937 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:26:59.573428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fba84-4703-4bf2-9976-367bac9278bb req-0bc059a5-0a04-4992-9224-749333b770cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:59.575255 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-590fba84-4703-4bf2-9976-367bac9278bb req-0bc059a5-0a04-4992-9224-749333b770cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.2807729 Jun 03 15:26:59.577173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-12764301-095b-4d2e-9848-f894666784df service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746759 Jun 03 15:26:59.586458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c987949f-c1a8-4aa1-b6b5-e0f2deedc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:59.587944 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-c987949f-c1a8-4aa1-b6b5-e0f2deedc652 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1be8384af28e480b951e8a57efa1e41c&device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 1094 time: 0.0922289 Jun 03 15:26:59.590964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfecfe-4b0e-46f4-ad4e-ea4bc1038757 req-d65f7124-d214-4c61-b467-774be2ce9dad tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:59.592386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-21bfecfe-4b0e-46f4-ad4e-ea4bc1038757 req-d65f7124-d214-4c61-b467-774be2ce9dad tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.2575145 Jun 03 15:26:59.668150 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-4843b86a-32ef-48a3-861f-dbe4e920bb5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43d5a77d-e676-422c-842d-a1d248fd6c5c HTTP/1.1" status: 200 len: 217 time: 0.0632319 Jun 03 15:26:59.742329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a92980-33af-4709-a5db-a9cf62352609 req-b06c4e36-f985-46bc-9f02-d4e8255553f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:59.743674 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-b06c4e36-f985-46bc-9f02-d4e8255553f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53132eb5-c633-41cf-ac2b-c0d6f52a025b HTTP/1.1" status: 200 len: 853 time: 0.0649710 Jun 03 15:26:59.745576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-590fba84-4703-4bf2-9976-367bac9278bb req-d6dec852-e2d2-42a9-8a0f-8f8a8c5cb23a tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625566 Jun 03 15:26:59.754854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-21bfecfe-4b0e-46f4-ad4e-ea4bc1038757 req-b70d30aa-1761-4297-b696-3d96de98d18f tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293919 Jun 03 15:26:59.797986 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f53bf5d4-5fab-463b-9026-ba4bf16d2add req-ac338fec-02d2-4d3a-b992-8af059fa3339 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030981 Jun 03 15:26:59.826306 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de987f4a-f74f-42e4-ae08-b701048e60f7'] response: {'name': 'network-changed', 'server_uuid': 'ba486a29-2e69-4440-a358-d405c95b9887', 'tag': '43d5a77d-e676-422c-842d-a1d248fd6c5c', 'status': 'completed', 'code': 200} Jun 03 15:26:59.876968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a92980-33af-4709-a5db-a9cf62352609 req-8aa21115-5ce2-432b-abaa-77a4358521c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:59.878971 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-8aa21115-5ce2-432b-abaa-77a4358521c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161053 Jun 03 15:27:00.075619 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-84af07d3-5417-4595-8ee5-badeb821e92e service neutron] 10.222.0.67 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422701 Jun 03 15:27:00.214187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6c81d-fc33-4b81-a985-f39fd6b44952 req-ce31c514-a490-4b7f-b23e-162602eae30c tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.215666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4d6c81d-fc33-4b81-a985-f39fd6b44952 req-ce31c514-a490-4b7f-b23e-162602eae30c tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 943 time: 0.2934804 Jun 03 15:27:00.222816 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f5a92980-33af-4709-a5db-a9cf62352609 req-d6e9d046-c5ea-4ffe-82b9-b36731b85df3 service neutron] 10.222.0.67 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393661 Jun 03 15:27:00.224139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca1a20-cf48-4804-a941-77e7f1e4e89b req-a1de3c7b-3a85-4735-9906-a49d22ad723f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.225600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3ca1a20-cf48-4804-a941-77e7f1e4e89b req-a1de3c7b-3a85-4735-9906-a49d22ad723f tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.3429506 Jun 03 15:27:00.229377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a365-3036-4e88-9ae0-7f9d13864fcb req-95f83c02-a582-48d8-a0d5-c625bd6847f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.230777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8695a365-3036-4e88-9ae0-7f9d13864fcb req-95f83c02-a582-48d8-a0d5-c625bd6847f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 1095 time: 0.1491809 Jun 03 15:27:00.380518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4d6c81d-fc33-4b81-a985-f39fd6b44952 req-84818d3b-27c8-4433-a4e0-6fd6bd26ea0a tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536694 Jun 03 15:27:00.392356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3ca1a20-cf48-4804-a941-77e7f1e4e89b req-5ad3fd62-bf41-41e0-8491-4b96cb5b231a tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487329 Jun 03 15:27:00.449850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a365-3036-4e88-9ae0-7f9d13864fcb req-63a83f0c-d9ce-4a6e-91d2-830c094c270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.452413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8695a365-3036-4e88-9ae0-7f9d13864fcb req-63a83f0c-d9ce-4a6e-91d2-830c094c270a service neutron] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 907 time: 0.2049909 Jun 03 15:27:00.469010 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921aeb2-9337-41b8-9972-fbedf1132c1c req-f24bf417-1bab-499b-acd0-43f3df271757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.470904 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5921aeb2-9337-41b8-9972-fbedf1132c1c req-f24bf417-1bab-499b-acd0-43f3df271757 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1be8384af28e480b951e8a57efa1e41c&device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 1094 time: 0.1218691 Jun 03 15:27:00.538669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8695a365-3036-4e88-9ae0-7f9d13864fcb req-50099a64-967f-49eb-b7a1-ebebbe8a88bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c1b1bd1-a76c-48c4-b256-d0d642502d69 HTTP/1.1" status: 200 len: 217 time: 0.0748606 Jun 03 15:27:00.665603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921aeb2-9337-41b8-9972-fbedf1132c1c req-9da2d503-e80a-4b2a-bb34-7d4cfe0b4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.667083 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5921aeb2-9337-41b8-9972-fbedf1132c1c req-9da2d503-e80a-4b2a-bb34-7d4cfe0b4b7e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350 HTTP/1.1" status: 200 len: 915 time: 0.1880672 Jun 03 15:27:00.672719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbe79043-57cf-418f-9e56-bb3b7f8a5b92 req-04603363-862b-4550-bb38-581fa89800ae tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1014395 Jun 03 15:27:00.708108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a365-3036-4e88-9ae0-7f9d13864fcb req-06626951-f967-424d-a71c-5c6c12739bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.709675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8695a365-3036-4e88-9ae0-7f9d13864fcb req-06626951-f967-424d-a71c-5c6c12739bba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.1329875 Jun 03 15:27:00.772582 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5921aeb2-9337-41b8-9972-fbedf1132c1c req-482ece2f-bd57-4122-9d75-82f8a9ed64f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43d5a77d-e676-422c-842d-a1d248fd6c5c HTTP/1.1" status: 200 len: 217 time: 0.0977309 Jun 03 15:27:00.776896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378cab8-dc9d-4e4b-ac4d-66b4358f0d90 req-359016a6-4d55-4e14-a1d8-a2294dac7f05 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.778586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3378cab8-dc9d-4e4b-ac4d-66b4358f0d90 req-359016a6-4d55-4e14-a1d8-a2294dac7f05 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.2416897 Jun 03 15:27:00.780795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8695a365-3036-4e88-9ae0-7f9d13864fcb req-f91efdc3-0906-4f6d-a1a0-d6577cf97a41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603349 Jun 03 15:27:00.976883 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3378cab8-dc9d-4e4b-ac4d-66b4358f0d90 req-31a6f412-955d-4a9f-a512-818688ada9d3 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417577 Jun 03 15:27:00.980465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43894) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:00.993680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921aeb2-9337-41b8-9972-fbedf1132c1c req-6affb106-5c89-4ba8-a468-0961ad6ff4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:00.995133 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5921aeb2-9337-41b8-9972-fbedf1132c1c req-6affb106-5c89-4ba8-a468-0961ad6ff4e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=53132eb5-c633-41cf-ac2b-c0d6f52a025b HTTP/1.1" status: 200 len: 853 time: 0.1983867 Jun 03 15:27:01.026498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6b7eb-09cb-44f6-a017-02b3c233ec80 req-40ec4233-9b58-49e4-a786-a3f889a377d4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:01.027970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00c6b7eb-09cb-44f6-a017-02b3c233ec80 req-40ec4233-9b58-49e4-a786-a3f889a377d4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 944 time: 0.2462571 Jun 03 15:27:01.034051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8695a365-3036-4e88-9ae0-7f9d13864fcb req-e7abfb85-ddc6-44dd-a8b7-ba81121766fb service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001538 Jun 03 15:27:01.108001 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00c6b7eb-09cb-44f6-a017-02b3c233ec80 req-bfba4ec1-dfbd-4a8c-b937-9f53e2c2cd48 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729151 Jun 03 15:27:01.140303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b36db273-3b53-43c2-9b9c-5e1748e1cc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:01.163710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b36db273-3b53-43c2-9b9c-5e1748e1cc74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:01.172093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b36db273-3b53-43c2-9b9c-5e1748e1cc74 admin admin] Usage tracker for resource:security_group_rule and tenant:5f7401bd6cb24c7c990294e5bc6bfed3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:01.177898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b36db273-3b53-43c2-9b9c-5e1748e1cc74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:01.187123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b36db273-3b53-43c2-9b9c-5e1748e1cc74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:01.193294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921aeb2-9337-41b8-9972-fbedf1132c1c req-2c443bed-564f-4deb-a31e-1428d61d4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:01.195409 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5921aeb2-9337-41b8-9972-fbedf1132c1c req-2c443bed-564f-4deb-a31e-1428d61d4e81 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f44ed2c9-1ff3-4c50-99bd-c85502cbf350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353054 Jun 03 15:27:01.348172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8695a365-3036-4e88-9ae0-7f9d13864fcb req-4470e6da-cfa6-4beb-a078-320d4d900fd0 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842116 Jun 03 15:27:01.397091 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b36db273-3b53-43c2-9b9c-5e1748e1cc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:01.400539 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5921aeb2-9337-41b8-9972-fbedf1132c1c req-17080de8-a589-4bb5-b6a7-2c239f357702 service neutron] 10.222.0.67 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735003 Jun 03 15:27:01.403380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b36db273-3b53-43c2-9b9c-5e1748e1cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:01.407288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef1a70-48f6-4135-a6ea-7a2c5c84d425 req-50c3ce10-d271-4114-a4b6-a45755d9e789 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:01.408813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5ef1a70-48f6-4135-a6ea-7a2c5c84d425 req-50c3ce10-d271-4114-a4b6-a45755d9e789 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.1533945 Jun 03 15:27:01.437315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae98dd-4947-4439-b606-3bb3da1a5e5f req-6c21a01d-b954-4e73-8ab5-6f226ec961e4 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:01.439394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36ae98dd-4947-4439-b606-3bb3da1a5e5f req-6c21a01d-b954-4e73-8ab5-6f226ec961e4 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.2340953 Jun 03 15:27:01.470057 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b36db273-3b53-43c2-9b9c-5e1748e1cc74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f7401bd6cb24c7c990294e5bc6bfed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887056 Jun 03 15:27:01.473075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43904) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:01.507465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5ef1a70-48f6-4135-a6ea-7a2c5c84d425 req-6e6d3a35-bea2-40f6-98ba-02ee284909ec tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915828 Jun 03 15:27:01.532634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36db273-3b53-43c2-9b9c-5e1748e1cc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb05f0a1-fd2f-4f2c-b8bf-46c08c9817c1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:01.539868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36ae98dd-4947-4439-b606-3bb3da1a5e5f req-709ad122-183b-45fc-bb00-752fdf97e38a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933542 Jun 03 15:27:01.583684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a135ddcf-2470-40c9-a990-049b65fcafe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:01.584618 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5921aeb2-9337-41b8-9972-fbedf1132c1c req-24e07f69-f043-4ef3-acdc-63e02cab7dee service neutron] 10.222.0.67 "GET /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511185 Jun 03 15:27:01.611715 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a135ddcf-2470-40c9-a990-049b65fcafe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:01.703410 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a135ddcf-2470-40c9-a990-049b65fcafe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:01.740376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135ddcf-2470-40c9-a990-049b65fcafe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb05f0a1-fd2f-4f2c-b8bf-46c08c9817c1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:01.748394 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a135ddcf-2470-40c9-a990-049b65fcafe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:01.749522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a135ddcf-2470-40c9-a990-049b65fcafe8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb05f0a1-fd2f-4f2c-b8bf-46c08c9817c1 HTTP/1.1" status: 204 len: 168 time: 0.2752061 Jun 03 15:27:01.777353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391fa39-a96c-4ed0-bf78-23f36c60ec16 req-3c55d01f-cf90-46ff-b9d2-bcb483ec71b4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:01.785713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d391fa39-a96c-4ed0-bf78-23f36c60ec16 req-3c55d01f-cf90-46ff-b9d2-bcb483ec71b4 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 943 time: 0.1188688 Jun 03 15:27:01.881236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d391fa39-a96c-4ed0-bf78-23f36c60ec16 req-8edb73a7-8a90-4fc5-809e-ecbb81fbd52f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945971 Jun 03 15:27:01.882544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad66880-ec6a-44fd-99f4-c31eebd66b04 req-ce9e4d45-8e36-4248-87c3-6b10ba0afdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:01.884572 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6ad66880-ec6a-44fd-99f4-c31eebd66b04 req-ce9e4d45-8e36-4248-87c3-6b10ba0afdcf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 1096 time: 0.0756848 Jun 03 15:27:01.908568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6052-23d2-4092-b45b-06b38f1606e8 req-cf907f80-013c-47ac-bc7d-f3e7d9313204 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:01.910257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-638b6052-23d2-4092-b45b-06b38f1606e8 req-cf907f80-013c-47ac-bc7d-f3e7d9313204 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.1076694 Jun 03 15:27:01.973316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-638b6052-23d2-4092-b45b-06b38f1606e8 req-947cba5f-dba1-4650-b092-ff03abca8521 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555198 Jun 03 15:27:02.058185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad66880-ec6a-44fd-99f4-c31eebd66b04 req-5d675777-1850-4ff0-8ce2-7fd1ed15607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:02.059685 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6ad66880-ec6a-44fd-99f4-c31eebd66b04 req-5d675777-1850-4ff0-8ce2-7fd1ed15607e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.1647635 Jun 03 15:27:02.108505 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-50d198b2-cd08-464e-bcb1-978981366559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:02.119056 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:27:02.148020 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6ad66880-ec6a-44fd-99f4-c31eebd66b04 req-9f9e4f96-d420-4bbc-a5bc-1ac9ba7d61d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d88924-fe16-4c52-aa20-f56a89f0b95c HTTP/1.1" status: 200 len: 217 time: 0.0781777 Jun 03 15:27:02.192650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b76315e-f602-4bc0-8488-d10b065f35ad req-f89b1e94-93ee-4a45-b25a-8233d30bdce0 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1945331 Jun 03 15:27:02.233448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad66880-ec6a-44fd-99f4-c31eebd66b04 req-ba495285-2108-4934-bcbb-0d7ba8e856fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:02.236034 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6ad66880-ec6a-44fd-99f4-c31eebd66b04 req-ba495285-2108-4934-bcbb-0d7ba8e856fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.0814741 Jun 03 15:27:02.248061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1598b27-6838-4e37-b8ac-6efab1cbd588 req-d5d1ed7c-140f-41aa-ab03-23bdd3b38571 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:02.258128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1598b27-6838-4e37-b8ac-6efab1cbd588 req-d5d1ed7c-140f-41aa-ab03-23bdd3b38571 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1038160 Jun 03 15:27:02.336536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad66880-ec6a-44fd-99f4-c31eebd66b04 req-1afe08b6-ad43-4a84-bbd9-ae306f4472e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:02.338056 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6ad66880-ec6a-44fd-99f4-c31eebd66b04 req-1afe08b6-ad43-4a84-bbd9-ae306f4472e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954227 Jun 03 15:27:02.357402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1598b27-6838-4e37-b8ac-6efab1cbd588 req-e8f38a58-f1a7-4a1e-980d-7dcc7d0bc361 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983417 Jun 03 15:27:02.436881 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcf6f-a5ed-414a-b27c-0581ea15dea0 req-761f9d73-5db2-4bb6-80c3-d300251204c7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:02.439662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-758fcf6f-a5ed-414a-b27c-0581ea15dea0 req-761f9d73-5db2-4bb6-80c3-d300251204c7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 944 time: 0.1220229 Jun 03 15:27:02.489286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-758fcf6f-a5ed-414a-b27c-0581ea15dea0 req-fff77979-c2d4-4b09-b319-0ad6500c028e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440130 Jun 03 15:27:02.538705 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6ad66880-ec6a-44fd-99f4-c31eebd66b04 req-e6579e6f-dab2-489a-9a0b-408047e6dc27 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847005 Jun 03 15:27:02.715297 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6ad66880-ec6a-44fd-99f4-c31eebd66b04 req-9a2243b3-5554-4080-a58e-43d843d299c9 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668580 Jun 03 15:27:02.740527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d59e4e-ce51-4015-b803-dcd3d6b55da7 req-7bc8ebd3-b65b-4999-9f50-d82d9ceea93d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:02.742295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14d59e4e-ce51-4015-b803-dcd3d6b55da7 req-7bc8ebd3-b65b-4999-9f50-d82d9ceea93d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.0905309 Jun 03 15:27:02.807995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14d59e4e-ce51-4015-b803-dcd3d6b55da7 req-6139a5ad-30cd-46be-b4ac-c98c67190a80 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529361 Jun 03 15:27:03.086474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419edf3-21af-41a9-bf14-009a795097ec req-60d22ad9-be8f-4191-bc49-77462f845544 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:03.087983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b419edf3-21af-41a9-bf14-009a795097ec req-60d22ad9-be8f-4191-bc49-77462f845544 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1511898 Jun 03 15:27:03.139080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610b76f-15e1-4268-9b81-9ba78fb7e2ea req-1a428a7a-0656-48b5-a4ae-71ac9d22337b tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:03.140531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4610b76f-15e1-4268-9b81-9ba78fb7e2ea req-1a428a7a-0656-48b5-a4ae-71ac9d22337b tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 943 time: 0.1271567 Jun 03 15:27:03.163556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b419edf3-21af-41a9-bf14-009a795097ec req-d239f1e0-0891-4462-b270-8f5c8030fe90 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700011 Jun 03 15:27:03.192495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4610b76f-15e1-4268-9b81-9ba78fb7e2ea req-7994be5d-e295-43da-8e0d-5e7fd7697edb tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457232 Jun 03 15:27:03.365348 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18e0c53a-9c12-411c-ae56-f75467dcbb6f req-e439bffe-09bf-42a6-a407-4d036cfcbc7a tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0891297 Jun 03 15:27:03.422342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941e119-754b-4dc8-8094-326448041f9a req-57dd8e5d-17f9-4554-bcec-8db7996ba811 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:03.426597 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8941e119-754b-4dc8-8094-326448041f9a req-57dd8e5d-17f9-4554-bcec-8db7996ba811 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.1035922 Jun 03 15:27:03.474991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43978) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:03.540589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8941e119-754b-4dc8-8094-326448041f9a req-69a27882-f572-4c99-998f-f04a73377983 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097157 Jun 03 15:27:03.582435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4cad5-547c-4ede-8473-c26a991099f6 req-34267a82-9ad6-429e-87db-1bd835659f3f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:03.583895 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32c4cad5-547c-4ede-8473-c26a991099f6 req-34267a82-9ad6-429e-87db-1bd835659f3f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1030631 Jun 03 15:27:03.594060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-784648171', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:03.599542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:03.603427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Usage tracker for resource:port and tenant:e80f771c9ba64df680ab89f875bbb0c6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:03.606299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:03.613950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:03.625066 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Made reservation on behalf of e80f771c9ba64df680ab89f875bbb0c6 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:03.628574 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:03.634675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32c4cad5-547c-4ede-8473-c26a991099f6 req-f88c1b3c-fb4f-4d32-9518-e1e38faa7c81 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Jun 03 15:27:03.642527 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:03.658728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:03.662815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Usage tracker for resource:security_group_rule and tenant:e80f771c9ba64df680ab89f875bbb0c6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:03.665773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:03.671658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:03.722239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ddc95-6b23-4038-942e-3d4f7530c562 req-29be4464-442e-4d3a-bdee-e0abac8efbe8 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:03.723710 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d0ddc95-6b23-4038-942e-3d4f7530c562 req-29be4464-442e-4d3a-bdee-e0abac8efbe8 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 944 time: 0.0796454 Jun 03 15:27:03.759241 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:03.764523 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:03.769768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d0ddc95-6b23-4038-942e-3d4f7530c562 req-2638d250-5c2f-4031-903d-99b14dda1271 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 Jun 03 15:27:03.774503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] device_id is not set on port a3ac5843-3f4c-41ff-9ba3-5d1f402fb1a6 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:03.847142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b959972b-bfa2-466c-b949-c9a0753b413c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:03.938115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Allocated IP 172.25.7.50 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/a3ac5843-3f4c-41ff-9ba3-5d1f402fb1a6) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:04.013400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a029a0-d79e-4b8d-a12e-f4e63fb31a74 req-09e9707b-43d1-4c47-8545-c1c72eebd00c tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:04.014900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01a029a0-d79e-4b8d-a12e-f4e63fb31a74 req-09e9707b-43d1-4c47-8545-c1c72eebd00c tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.0884092 Jun 03 15:27:04.059184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01a029a0-d79e-4b8d-a12e-f4e63fb31a74 req-783784d7-796d-4875-91da-dcac69f0c53e tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Jun 03 15:27:04.134917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:04.167598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:04.248817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-032234b6-6e07-4719-b7de-d98ee90d3767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:04.353026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:04.356103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:04.359895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:04.393122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Pushing event updated for resources: {'Port': ['ID=a3ac5843-3f4c-41ff-9ba3-5d1f402fb1a6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:04.416042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:04.416642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:04.430439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965aa639-e487-4f50-a53f-51fbe586799d req-8deefe6b-dc94-4018-aba6-d9a6a72337ba tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:04.431892 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-965aa639-e487-4f50-a53f-51fbe586799d req-8deefe6b-dc94-4018-aba6-d9a6a72337ba tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1544275 Jun 03 15:27:04.440335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4965894-6f69-4f90-b569-244a56eff92c req-9a8da48f-566d-474b-883a-d1185695b345 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:04.441710 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4965894-6f69-4f90-b569-244a56eff92c req-9a8da48f-566d-474b-883a-d1185695b345 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 943 time: 0.1230690 Jun 03 15:27:04.451020 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9cc2ebe8-dd9e-4cee-a170-d8429c3d9985 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9748921 Jun 03 15:27:04.453959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43994) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:04.459048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.50'}]}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:04.463948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:04.468623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Usage tracker for resource:router and tenant:e80f771c9ba64df680ab89f875bbb0c6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:04.471767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:04.477560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:04.489377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:04.490772 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:04.507208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:04.511798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-965aa639-e487-4f50-a53f-51fbe586799d req-fbbd864d-9a48-4fee-8d13-eeb8dee510de tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691335 Jun 03 15:27:04.519228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4965894-6f69-4f90-b569-244a56eff92c req-85d06a01-4696-475c-9462-07309291c387 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611093 Jun 03 15:27:04.703279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-893d75a9-fe6e-4992-afbc-843943cd4960 req-8fbb1533-a8b3-41c3-8a25-a70b0b877610 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0849705 Jun 03 15:27:04.743630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc2ee2-02cf-4d87-82fb-6056ce9ad386 req-eb8982e9-313a-43ad-8160-f628a5e7ad07 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:04.745085 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fcc2ee2-02cf-4d87-82fb-6056ce9ad386 req-eb8982e9-313a-43ad-8160-f628a5e7ad07 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.0864193 Jun 03 15:27:04.789658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:04.799131 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fcc2ee2-02cf-4d87-82fb-6056ce9ad386 req-c39a8843-a323-450e-bec7-8efe36239da3 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452724 Jun 03 15:27:04.803942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0c1b1bd1-a76c-48c4-b256-d0d642502d69 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:27:04.906698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f1258-85d7-49eb-bba4-c133f8fcd6b8 req-672177b1-f099-491c-bf6a-6283449b47c3 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:04.915178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b56f1258-85d7-49eb-bba4-c133f8fcd6b8 req-672177b1-f099-491c-bf6a-6283449b47c3 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1047854 Jun 03 15:27:04.971264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0c1b1bd1-a76c-48c4-b256-d0d642502d69, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0c1b1bd1-a76c-48c4-b256-d0d642502d69,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:04.986123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '0c1b1bd1-a76c-48c4-b256-d0d642502d69', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'port_id': '0c1b1bd1-a76c-48c4-b256-d0d642502d69', 'mac_address': 'fa:16:3e:9b:78:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901d199d-a134-429c-ba05-96e12007c774', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:27:05.009238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b56f1258-85d7-49eb-bba4-c133f8fcd6b8 req-485c9250-bfc7-4c56-81ec-578fe721ee25 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928419 Jun 03 15:27:05.043723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0c1b1bd1-a76c-48c4-b256-d0d642502d69 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:05.044087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.049292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0b40d-4f72-44f2-b593-fbbc964c18ea req-8a948bbe-8ad8-4eef-8b87-8a7404b2baf1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:05.050845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81f0b40d-4f72-44f2-b593-fbbc964c18ea req-8a948bbe-8ad8-4eef-8b87-8a7404b2baf1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 944 time: 0.1210186 Jun 03 15:27:05.061073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1b1bd1-a76c-48c4-b256-d0d642502d69 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:05.078222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0c1b1bd1-a76c-48c4-b256-d0d642502d69, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0c1b1bd1-a76c-48c4-b256-d0d642502d69,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:05.082724 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.083549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 43d5a77d-e676-422c-842d-a1d248fd6c5c details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:27:05.107854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81f0b40d-4f72-44f2-b593-fbbc964c18ea req-8efc1641-a27d-4c72-845d-5ea7d9f84cbb tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501442 Jun 03 15:27:05.189033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0c1b1bd1-a76c-48c4-b256-d0d642502d69,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:05.207111 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.237203 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.261311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f1df-15d5-4c75-bf6f-3c1ca30c5b18 req-b6dd9413-409c-4523-93d8-107a39f90d9b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:05.263049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3859f1df-15d5-4c75-bf6f-3c1ca30c5b18 req-b6dd9413-409c-4523-93d8-107a39f90d9b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.0913017 Jun 03 15:27:05.270204 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.320891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 43d5a77d-e676-422c-842d-a1d248fd6c5c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=43d5a77d-e676-422c-842d-a1d248fd6c5c,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:05.323259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3859f1df-15d5-4c75-bf6f-3c1ca30c5b18 req-8bb54111-3373-4f18-8951-d20a32482c42 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515277 Jun 03 15:27:05.334825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '43d5a77d-e676-422c-842d-a1d248fd6c5c', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'port_id': '43d5a77d-e676-422c-842d-a1d248fd6c5c', 'mac_address': 'fa:16:3e:08:e7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:27:05.391347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 43d5a77d-e676-422c-842d-a1d248fd6c5c is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:05.391721 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.408365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d5a77d-e676-422c-842d-a1d248fd6c5c {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:05.425048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 43d5a77d-e676-422c-842d-a1d248fd6c5c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=43d5a77d-e676-422c-842d-a1d248fd6c5c,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:05.430600 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.457408 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.501055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=43d5a77d-e676-422c-842d-a1d248fd6c5c,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:05.524107 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.867485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825df11-2ee2-4f83-946e-68eb12d8ec94 req-02df7dec-353c-470c-96bd-2ff5374e1574 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:05.868833 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6825df11-2ee2-4f83-946e-68eb12d8ec94 req-02df7dec-353c-470c-96bd-2ff5374e1574 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.2456820 Jun 03 15:27:05.879559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5ca6a-a342-4ea8-b7d6-c609e8ee5d43 req-46968278-b6f2-412f-85ab-e89a3e13e0bc tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:05.880938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1f5ca6a-a342-4ea8-b7d6-c609e8ee5d43 req-46968278-b6f2-412f-85ab-e89a3e13e0bc tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 944 time: 0.2207494 Jun 03 15:27:05.884350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.886607 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.910806 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:05.911342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c49f69cc-c4c9-4abf-a96a-e2943c4c9d3b {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:27:05.934978 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:27:05.936616 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-18b78744-71e9-4217-9c62-e4b1a7857076 tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4816146 Jun 03 15:27:05.939657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44014) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:05.952767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6825df11-2ee2-4f83-946e-68eb12d8ec94 req-943b7e60-f124-42bd-8bc3-a66386033e74 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708976 Jun 03 15:27:05.961730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1f5ca6a-a342-4ea8-b7d6-c609e8ee5d43 req-346691b5-ef7f-4523-99b2-4db1bebf150a tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Jun 03 15:27:06.008526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3730aec3-bddd-4fca-81dc-9a240902632b tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Deleting port a3ac5843-3f4c-41ff-9ba3-5d1f402fb1a6 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:06.008864 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3730aec3-bddd-4fca-81dc-9a240902632b tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:06.135364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f91f2698-829c-407d-abcc-7f8c6c8046de req-22be6157-d3df-4adc-9337-1f4b88dfe787 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0724730 Jun 03 15:27:06.166749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['0c1b1bd1-a76c-48c4-b256-d0d642502d69'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:06.187629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bc814-37e5-4b8c-9c09-1073488e9f9e req-5ba89bcc-bf51-4171-986d-66cce74f6da1 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:06.189234 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c65bc814-37e5-4b8c-9c09-1073488e9f9e req-5ba89bcc-bf51-4171-986d-66cce74f6da1 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.0889289 Jun 03 15:27:06.241141 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3730aec3-bddd-4fca-81dc-9a240902632b tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:06.249301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c65bc814-37e5-4b8c-9c09-1073488e9f9e req-803a2978-cd7a-4c26-a3d6-7f72d947bcfb tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541184 Jun 03 15:27:06.347758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['43d5a77d-e676-422c-842d-a1d248fd6c5c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:06.387387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3730aec3-bddd-4fca-81dc-9a240902632b tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Calling delete_port for a3ac5843-3f4c-41ff-9ba3-5d1f402fb1a6 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:06.424645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f304a-39fd-458d-9219-fc9a675d81d8 req-7120c94b-fcd3-41ca-b6d4-4f2dfec264a6 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:06.432581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd1f304a-39fd-458d-9219-fc9a675d81d8 req-7120c94b-fcd3-41ca-b6d4-4f2dfec264a6 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1810753 Jun 03 15:27:06.505776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd1f304a-39fd-458d-9219-fc9a675d81d8 req-9e44029d-0d7f-4a57-8bd8-c10c5fb83d7d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721281 Jun 03 15:27:06.533426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f210bc9-7e2a-40b6-bcdb-8412824dfd24 req-cd2227de-3958-4939-866f-7466538d266c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:06.541511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f210bc9-7e2a-40b6-bcdb-8412824dfd24 req-cd2227de-3958-4939-866f-7466538d266c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 945 time: 0.1898501 Jun 03 15:27:06.559805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3730aec3-bddd-4fca-81dc-9a240902632b tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:06.632133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f210bc9-7e2a-40b6-bcdb-8412824dfd24 req-c2679865-5ac4-410d-a808-807c340476a0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828979 Jun 03 15:27:06.658759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730aec3-bddd-4fca-81dc-9a240902632b tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3ac5843-3f4c-41ff-9ba3-5d1f402fb1a6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:06.718522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96788ac-c829-4ada-b365-8313b83a7e56 req-106cd8c5-5389-4e6c-bf65-ad83ab6255c6 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:06.720063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b96788ac-c829-4ada-b365-8313b83a7e56 req-106cd8c5-5389-4e6c-bf65-ad83ab6255c6 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.0829432 Jun 03 15:27:06.756944 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3730aec3-bddd-4fca-81dc-9a240902632b tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:06.770680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3730aec3-bddd-4fca-81dc-9a240902632b tempest-RoutersAdminNegativeTest-1604534233 tempest-RoutersAdminNegativeTest-1604534233-project-admin] 10.222.0.48 "DELETE /v2.0/ports/a3ac5843-3f4c-41ff-9ba3-5d1f402fb1a6 HTTP/1.1" status: 204 len: 168 time: 0.8268471 Jun 03 15:27:06.770925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b96788ac-c829-4ada-b365-8313b83a7e56 req-a66b4365-1047-4d57-aa81-86c285d3e823 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Jun 03 15:27:06.941849 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.084114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:07.214163 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4a8b9f3-16b2-4c42-a0b6-18a99c96ed8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.226664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e8d69-c9d4-46c5-bc8b-e687308d4969 req-4278be5b-669f-46cd-b6dd-43e76c5571c1 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:07.228138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ba8e8d69-c9d4-46c5-bc8b-e687308d4969 req-4278be5b-669f-46cd-b6dd-43e76c5571c1 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1535468 Jun 03 15:27:07.229364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4a8b9f3-16b2-4c42-a0b6-18a99c96ed8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:07.233492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f4a8b9f3-16b2-4c42-a0b6-18a99c96ed8d admin admin] Usage tracker for resource:security_group_rule and tenant:d99a4f6e0ca244f6a82588ace8c52530 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:07.236603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f4a8b9f3-16b2-4c42-a0b6-18a99c96ed8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:07.238926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b7212-dd08-4e29-bf9b-c4e0d3d80261 req-d9bb0782-91af-46cb-a3cf-3b29d7d3c74c tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:07.240363 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c50b7212-dd08-4e29-bf9b-c4e0d3d80261 req-d9bb0782-91af-46cb-a3cf-3b29d7d3c74c tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 944 time: 0.1247492 Jun 03 15:27:07.246169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4a8b9f3-16b2-4c42-a0b6-18a99c96ed8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:07.318241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ba8e8d69-c9d4-46c5-bc8b-e687308d4969 req-d3b0f57f-ba43-4c32-ba4f-985872c92870 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767863 Jun 03 15:27:07.331655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c50b7212-dd08-4e29-bf9b-c4e0d3d80261 req-6e1a2867-c696-4cc1-bd10-01ceafde0cc2 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771651 Jun 03 15:27:07.351627 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4a8b9f3-16b2-4c42-a0b6-18a99c96ed8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.357323 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4a8b9f3-16b2-4c42-a0b6-18a99c96ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.416138 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f4a8b9f3-16b2-4c42-a0b6-18a99c96ed8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d99a4f6e0ca244f6a82588ace8c52530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308516 Jun 03 15:27:07.416984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8b9f3-16b2-4c42-a0b6-18a99c96ed8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f725889a-2910-486e-ab6e-c512ef3c75e6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:07.418909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44042) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:07.538533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-834be3e1-f410-4368-abfa-4090d94ab28d req-ecced994-1d23-49d4-85f9-e8bf4a192202 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1003339 Jun 03 15:27:07.579509 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51747a16-d1dc-4a26-825d-e8e2e60c2560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.616886 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51747a16-d1dc-4a26-825d-e8e2e60c2560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.650137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25c67a-f56a-4fd7-9db6-cee526287e28 req-fe6dcb2d-68ab-4667-a22a-72358eac9c30 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:07.651604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc25c67a-f56a-4fd7-9db6-cee526287e28 req-fe6dcb2d-68ab-4667-a22a-72358eac9c30 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.1767788 Jun 03 15:27:07.762459 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc25c67a-f56a-4fd7-9db6-cee526287e28 req-1d6258f5-462f-4ce3-8243-0d0f9caa66ec tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712345 Jun 03 15:27:07.764598 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51747a16-d1dc-4a26-825d-e8e2e60c2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.795638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51747a16-d1dc-4a26-825d-e8e2e60c2560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f725889a-2910-486e-ab6e-c512ef3c75e6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:07.797576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51747a16-d1dc-4a26-825d-e8e2e60c2560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:07.801447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-51747a16-d1dc-4a26-825d-e8e2e60c2560 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f725889a-2910-486e-ab6e-c512ef3c75e6 HTTP/1.1" status: 204 len: 168 time: 0.3784802 Jun 03 15:27:07.812206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198afe7-3f58-4df7-b5c7-4f35cca7f409 req-fc92cc66-f9b8-4a54-8d18-dfca8cf4042e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:07.821142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4198afe7-3f58-4df7-b5c7-4f35cca7f409 req-fc92cc66-f9b8-4a54-8d18-dfca8cf4042e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1789455 Jun 03 15:27:07.874435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4198afe7-3f58-4df7-b5c7-4f35cca7f409 req-f6693265-2e02-46ef-a265-2f8744da347b tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521443 Jun 03 15:27:08.066037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7358ef2-1952-405f-a615-24d7ec2410b6 req-9e8a6df7-ab25-466c-84ea-4b1e2b5f9a88 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:08.067450 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7358ef2-1952-405f-a615-24d7ec2410b6 req-9e8a6df7-ab25-466c-84ea-4b1e2b5f9a88 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 945 time: 0.1656554 Jun 03 15:27:08.125687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44058) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:08.128768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7358ef2-1952-405f-a615-24d7ec2410b6 req-6b67b6fd-7422-4de0-9148-3f488c447055 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525177 Jun 03 15:27:08.136431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c33bff-baf7-4add-91e0-96d6f1d05a71 req-e391f436-5e06-43f0-a314-a667d8c0375b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:08.138091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0c33bff-baf7-4add-91e0-96d6f1d05a71 req-e391f436-5e06-43f0-a314-a667d8c0375b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.1546121 Jun 03 15:27:08.189291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0c33bff-baf7-4add-91e0-96d6f1d05a71 req-f68fd2ac-ed5d-4dd9-a5b1-b74eb1407b92 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436735 Jun 03 15:27:08.197537 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e2ba9054-2e4c-4fcf-8721-308d4d25f2a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e80f771c9ba64df680ab89f875bbb0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705986 Jun 03 15:27:08.200192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44064) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:08.262624 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-baf511a3-0a5b-443f-94e0-af890bb2f652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:08.296733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-baf511a3-0a5b-443f-94e0-af890bb2f652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:08.362103 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-baf511a3-0a5b-443f-94e0-af890bb2f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:08.383623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf511a3-0a5b-443f-94e0-af890bb2f652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b959972b-bfa2-466c-b949-c9a0753b413c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:08.394783 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-baf511a3-0a5b-443f-94e0-af890bb2f652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:08.397932 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-baf511a3-0a5b-443f-94e0-af890bb2f652 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b959972b-bfa2-466c-b949-c9a0753b413c HTTP/1.1" status: 204 len: 168 time: 0.1932876 Jun 03 15:27:08.615139 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:08.625012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b681034-5f45-4559-84ff-d25c7cba504d req-63f2972f-f805-4bed-b5c5-afe800197838 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:08.626898 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b681034-5f45-4559-84ff-d25c7cba504d req-63f2972f-f805-4bed-b5c5-afe800197838 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1584318 Jun 03 15:27:08.639030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f102d08-ad64-4f70-a182-dc0031088e3a req-6bd97bf5-fd8d-45ce-a8df-358ea844a8dc tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:08.640804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5f102d08-ad64-4f70-a182-dc0031088e3a req-6bd97bf5-fd8d-45ce-a8df-358ea844a8dc tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 944 time: 0.1403129 Jun 03 15:27:08.715200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b681034-5f45-4559-84ff-d25c7cba504d req-4308fac8-9505-4a16-a2b9-aa431ffd241d tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734284 Jun 03 15:27:08.717935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5f102d08-ad64-4f70-a182-dc0031088e3a req-8a39b7f8-52fc-40b1-963f-9c8d629be5cf tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617878 Jun 03 15:27:08.839239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0c1b1bd1-a76c-48c4-b256-d0d642502d69 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:08.915208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c0e2dee-b690-43a6-bf0c-0f0f3d48e54d req-ed4f2b98-8d66-4d04-af27-e9d482899f70 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0833416 Jun 03 15:27:08.969158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 0c1b1bd1-a76c-48c4-b256-d0d642502d69 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:08.976804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 0c1b1bd1-a76c-48c4-b256-d0d642502d69 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:08.977172 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.110029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414d521-d8f1-4904-a536-da5d59f8d194 req-aa678527-c722-40f0-b4a2-683768b0762c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:09.111490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e414d521-d8f1-4904-a536-da5d59f8d194 req-aa678527-c722-40f0-b4a2-683768b0762c tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.0874865 Jun 03 15:27:09.113168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0c1b1bd1-a76c-48c4-b256-d0d642502d69 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:09.113574 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.143728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf663253-a65c-44b5-8183-05cb5b976da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1b1bd1-a76c-48c4-b256-d0d642502d69'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:09.153721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0c1b1bd1-a76c-48c4-b256-d0d642502d69, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0c1b1bd1-a76c-48c4-b256-d0d642502d69,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:09.160701 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.161619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 43d5a77d-e676-422c-842d-a1d248fd6c5c up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:09.171178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e414d521-d8f1-4904-a536-da5d59f8d194 req-6fe958ac-d0c4-4dad-98b8-f7b6b5765530 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512519 Jun 03 15:27:09.229540 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e8adfc-7616-49af-98ae-dd24608387fa'] response: {'server_uuid': 'bf663253-a65c-44b5-8183-05cb5b976da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1b1bd1-a76c-48c4-b256-d0d642502d69', 'code': 200} Jun 03 15:27:09.353098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0c1b1bd1-a76c-48c4-b256-d0d642502d69,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:09.409086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 43d5a77d-e676-422c-842d-a1d248fd6c5c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:09.414471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 43d5a77d-e676-422c-842d-a1d248fd6c5c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:09.415090 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.449314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18be19-2b1f-40bd-b58c-2abf8f424e6e req-69aacb05-2048-44a7-8ee7-a1f826ad5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:09.455704 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f18be19-2b1f-40bd-b58c-2abf8f424e6e req-69aacb05-2048-44a7-8ee7-a1f826ad5ab1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 1097 time: 0.0996361 Jun 03 15:27:09.456191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44110) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:09.507632 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f18be19-2b1f-40bd-b58c-2abf8f424e6e req-5db8ad22-4ae5-4e93-a3c4-d3b0d6f7f528 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406599 Jun 03 15:27:09.552004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 43d5a77d-e676-422c-842d-a1d248fd6c5c is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:09.552379 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.576472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-590090181'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:09.582393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:09.586526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3333972-c980-4311-b9ce-79b85b715268 req-f475963b-c27b-49c9-aaea-b03c42ff6eb9 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:09.586875 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:network and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:09.588175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3333972-c980-4311-b9ce-79b85b715268 req-f475963b-c27b-49c9-aaea-b03c42ff6eb9 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.2787211 Jun 03 15:27:09.589785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 43d5a77d-e676-422c-842d-a1d248fd6c5c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=43d5a77d-e676-422c-842d-a1d248fd6c5c,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:09.590242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:09.596677 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.601431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:09.611101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:09.614585 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.627111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea869eb-0129-4646-86af-07b021a6a133 req-489168c0-1784-403b-bc4f-0e7952262fb9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:09.627733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.628784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ea869eb-0129-4646-86af-07b021a6a133 req-489168c0-1784-403b-bc4f-0e7952262fb9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 946 time: 0.2727571 Jun 03 15:27:09.642918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:09.647231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:security_group_rule and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:09.649741 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:09.655686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:09.667322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=43d5a77d-e676-422c-842d-a1d248fd6c5c,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:09.672651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3333972-c980-4311-b9ce-79b85b715268 req-f3c3d9fc-91ca-4a85-95b3-9e4a26062504 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764747 Jun 03 15:27:09.695785 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ea869eb-0129-4646-86af-07b021a6a133 req-78bd0bc2-feb3-4a56-830e-113be13b9532 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556889 Jun 03 15:27:09.754776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.760439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.767677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44120) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:09.773062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--478989093', 'description': 'tempest-description--17142485'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:09.779805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:09.784537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Usage tracker for resource:security_group and tenant:b48be3565d6942b5af8b73b5a255181e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:09.787607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:09.794372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:09.806125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.815393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:27:09.825292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227b7f2c-0b23-488a-8f68-46bdbed041c4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:09.834438 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.835463 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Added segment 6baace65-0c18-47d4-824e-a2532f296de7 of type vlan for network 6a53de42-b459-4b7b-ab08-16276fe85489 Jun 03 15:27:09.843195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:09.847898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Usage tracker for resource:security_group_rule and tenant:b48be3565d6942b5af8b73b5a255181e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:09.850997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:09.865412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.887852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:09.895324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:09.901012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:09.901780 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.009433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5521755 Jun 03 15:27:10.013006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44126) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:10.015789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201404a2-bc7b-4609-a12c-fed794fd68a1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Network': ['ID=6a53de42-b459-4b7b-ab08-16276fe85489,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:10.021382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:10.027897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:27:10.051850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa96e1-a240-4b87-a9c7-0761315c1bc0 req-10960fb0-85a5-4ff8-99f9-319d9904943c tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:10.053327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98fa96e1-a240-4b87-a9c7-0761315c1bc0 req-10960fb0-85a5-4ff8-99f9-319d9904943c tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1667616 Jun 03 15:27:10.064072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaed057-ea2b-48ca-be5b-993fa9a1b67c req-dc9e5535-df1f-4ba8-b18c-56d559e82bf0 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:10.065107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acaed057-ea2b-48ca-be5b-993fa9a1b67c req-dc9e5535-df1f-4ba8-b18c-56d559e82bf0 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 945 time: 0.2112424 Jun 03 15:27:10.090896 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.108586 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.141430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:10.145863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:10.148875 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:10.154668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:10.165806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:10.169331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.183971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98fa96e1-a240-4b87-a9c7-0761315c1bc0 req-ae143f08-a769-4821-8525-3251a68c7e1a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117826 Jun 03 15:27:10.190058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917f6c9b-a8e0-4d27-8339-d398df44c94a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:10.194785 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acaed057-ea2b-48ca-be5b-993fa9a1b67c req-065512b8-fd1e-4958-b5a5-e5e687f84fcc tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215425 Jun 03 15:27:10.196044 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.197947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-15d5cb20-667f-40bb-8e2a-5dacf53d7813 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4285331 Jun 03 15:27:10.205045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44132) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:10.216448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8623098d-b537-4bfa-8e61-1e3f245eb1ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Request body: {'security_group_rule': {'security_group_id': '917f6c9b-a8e0-4d27-8339-d398df44c94a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:10.223896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8623098d-b537-4bfa-8e61-1e3f245eb1ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:10.228620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8623098d-b537-4bfa-8e61-1e3f245eb1ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Usage tracker for resource:security_group_rule and tenant:b48be3565d6942b5af8b73b5a255181e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:10.232995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8623098d-b537-4bfa-8e61-1e3f245eb1ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:10.240146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8623098d-b537-4bfa-8e61-1e3f245eb1ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:10.270511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8623098d-b537-4bfa-8e61-1e3f245eb1ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.369989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f4ea35d-4e77-46b5-8982-1ba1282b0171 req-caa10f5c-a4e4-4817-be8a-5dee451f6f74 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0485950 Jun 03 15:27:10.433037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.438734 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8623098d-b537-4bfa-8e61-1e3f245eb1ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.445015 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8623098d-b537-4bfa-8e61-1e3f245eb1ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.474382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623098d-b537-4bfa-8e61-1e3f245eb1ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fe251e-cd95-479f-b5f2-df9569cf3947,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:10.489711 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8623098d-b537-4bfa-8e61-1e3f245eb1ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.493513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8623098d-b537-4bfa-8e61-1e3f245eb1ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2848928 Jun 03 15:27:10.494162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44136) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:10.499584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ad698548-b3ca-4a71-a4c6-b6c733e99787 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Request body: {'security_group_rule': {'security_group_id': '917f6c9b-a8e0-4d27-8339-d398df44c94a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:10.511102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=42c9a16f-06ac-4620-b494-f52ba0d6b24e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:10.511647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105c2b3-c94b-42f3-8b39-a7410489d956 req-581f5cd2-8dee-4382-9fe2-683ff221fe5f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:10.519354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4105c2b3-c94b-42f3-8b39-a7410489d956 req-581f5cd2-8dee-4382-9fe2-683ff221fe5f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1521530 Jun 03 15:27:10.520052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:10.520343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network hostable DHCP agents. Network: 6a53de42-b459-4b7b-ab08-16276fe85489, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:27:10.523298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ad698548-b3ca-4a71-a4c6-b6c733e99787 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:10.539546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:27:10.541414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ad698548-b3ca-4a71-a4c6-b6c733e99787 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Usage tracker for resource:security_group_rule and tenant:b48be3565d6942b5af8b73b5a255181e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:10.546385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ad698548-b3ca-4a71-a4c6-b6c733e99787 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:10.550154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 6a53de42-b459-4b7b-ab08-16276fe85489) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:10.555016 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:10.555908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.560909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43584f-ae3e-4a27-b3ef-b4439a3beec6 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:10.562355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ad698548-b3ca-4a71-a4c6-b6c733e99787 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:10.588366 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fbbbfe63-e6e3-4e41-aad3-82147dd189a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5714917 Jun 03 15:27:10.588580 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4105c2b3-c94b-42f3-8b39-a7410489d956 req-de152a7b-174d-4d68-940b-8671743662e9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660543 Jun 03 15:27:10.588580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44140) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:10.594781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'name': 'tempest-NetworksTestDHCPv6-6467285'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:10.665858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad698548-b3ca-4a71-a4c6-b6c733e99787 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.787328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:10.789964 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '42c9a16f-06ac-4620-b494-f52ba0d6b24e'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:27:10.791360 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.800816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:10.811875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:10.820828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad698548-b3ca-4a71-a4c6-b6c733e99787 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.825762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:10.839541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad698548-b3ca-4a71-a4c6-b6c733e99787 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.943121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:10.946701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:10.956353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/42c9a16f-06ac-4620-b494-f52ba0d6b24e/a8a6c13b-23a1-470f-8594-6b647bc763c5) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:10.966769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad698548-b3ca-4a71-a4c6-b6c733e99787 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4907f19c-99c8-45d0-92db-32f84ac3a1e2,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:11.001606 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ad698548-b3ca-4a71-a4c6-b6c733e99787 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.002840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ad698548-b3ca-4a71-a4c6-b6c733e99787 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5077548 Jun 03 15:27:11.006304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44148) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:11.011579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port 6468a5c3-b3fb-43ca-b6e8-8c87a489ce83 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:11.012280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:11.018814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:11.022836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Usage tracker for resource:floatingip and tenant:b48be3565d6942b5af8b73b5a255181e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:11.025765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:11.035290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:11.050117 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.119560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa962e-9daa-481d-b936-b5288d1eadb8 req-96b65c9a-8ad3-4868-977f-3844aea4830f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:11.121030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa962e-9daa-481d-b936-b5288d1eadb8 req-96b65c9a-8ad3-4868-977f-3844aea4830f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.2797458 Jun 03 15:27:11.132565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b24be-5c58-4e68-a453-ab4824a3f659 req-b7e97ae1-69db-4819-aa8b-ba3c04fea27d tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:11.134382 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d89b24be-5c58-4e68-a453-ab4824a3f659 req-b7e97ae1-69db-4819-aa8b-ba3c04fea27d tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 946 time: 0.2832057 Jun 03 15:27:11.183906 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.195304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Transition to ACTIVE for port object a8a6c13b-23a1-470f-8594-6b647bc763c5 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:11.210204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.214303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Transition to ACTIVE for port object a8a6c13b-23a1-470f-8594-6b647bc763c5 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:11.219768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa962e-9daa-481d-b936-b5288d1eadb8 req-8281a316-2bbf-4da3-a90c-55bd8d44920d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835845 Jun 03 15:27:11.221320 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.319504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba486a29-2e69-4440-a358-d405c95b9887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d5a77d-e676-422c-842d-a1d248fd6c5c'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:11.349641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:11.365093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d89b24be-5c58-4e68-a453-ab4824a3f659 req-e4eb2d8a-46e5-4958-b1ae-b35c7288142f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131746 Jun 03 15:27:11.373585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::1c1 (6a53de42-b459-4b7b-ab08-16276fe85489/42c9a16f-06ac-4620-b494-f52ba0d6b24e/6468a5c3-b3fb-43ca-b6e8-8c87a489ce83) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:11.390491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Allocated IP 172.25.7.163 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/e4989b99-7db8-4553-8f30-a1677e04e133) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:11.392221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:11.400902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:11.582658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.594282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Pushing event updated for resources: {'Port': ['ID=a8a6c13b-23a1-470f-8594-6b647bc763c5,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:11.609704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Attempting to bind port a8a6c13b-23a1-470f-8594-6b647bc763c5 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:11.610452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Attempting to bind port a8a6c13b-23a1-470f-8594-6b647bc763c5 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:11.611008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Attempting to bind port a8a6c13b-23a1-470f-8594-6b647bc763c5 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:11.617039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:11.617808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:11.617808 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.618209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:11.618663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Bound port: a8a6c13b-23a1-470f-8594-6b647bc763c5, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:11.619084 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.623570 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.674283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30bd52-b2e3-40b6-ba4c-583d22e7f98e req-ff7b551e-38fd-4d8d-b423-abffe9402f9d tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:11.675834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e30bd52-b2e3-40b6-ba4c-583d22e7f98e req-ff7b551e-38fd-4d8d-b423-abffe9402f9d tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.3083065 Jun 03 15:27:11.715887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] For port a8a6c13b-23a1-470f-8594-6b647bc763c5, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:11.720225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] For port a8a6c13b-23a1-470f-8594-6b647bc763c5, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a8a6c13b-23a1-470f-8594-6b647bc763c5,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:11.726287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.788865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:11.796017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e30bd52-b2e3-40b6-ba4c-583d22e7f98e req-4c50e689-9981-4ef9-a310-05be19c494ff tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995500 Jun 03 15:27:11.808210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412805-8d64-4662-ae73-8e925eca40f8 req-2633f90e-760b-411d-949b-642ed1499280 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:11.809707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb412805-8d64-4662-ae73-8e925eca40f8 req-2633f90e-760b-411d-949b-642ed1499280 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 945 time: 0.2420003 Jun 03 15:27:11.814733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:11.822409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb5691-851b-4923-9ec2-8675a652cc6b None None] Pushing event updated for resources: {'Port': ['ID=a8a6c13b-23a1-470f-8594-6b647bc763c5,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:11.833818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:11.839176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:11.840048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object 6468a5c3-b3fb-43ca-b6e8-8c87a489ce83 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:11.886869 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23ee011-0ce2-4ccc-8294-b1eab3e363c8'] response: {'server_uuid': 'ba486a29-2e69-4440-a358-d405c95b9887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d5a77d-e676-422c-842d-a1d248fd6c5c', 'code': 200} Jun 03 15:27:11.891780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event updated for resources: {'Port': ['ID=e4989b99-7db8-4553-8f30-a1677e04e133,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:11.953098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.087743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb412805-8d64-4662-ae73-8e925eca40f8 req-cd15a0be-108b-4c10-b353-16b106508935 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420537 Jun 03 15:27:12.093482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910aed75-178e-4fd4-aa98-3af35b72b8fd req-f0d01f1a-b9c7-4916-bbd3-c48fc9cc20e9 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0787067 Jun 03 15:27:12.101127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.105724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.182488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae962c07-9311-4703-a600-ca7465623c23 req-a2c00ebb-d189-4b7d-a7cc-b43ae8658e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.184090 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae962c07-9311-4703-a600-ca7465623c23 req-a2c00ebb-d189-4b7d-a7cc-b43ae8658e10 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 1096 time: 0.1866558 Jun 03 15:27:12.194099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:12.203075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:12.206139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:12.212936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.213721 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.294473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=6468a5c3-b3fb-43ca-b6e8-8c87a489ce83,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:12.313304 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f08272e1-58e2-42b4-bde8-0a2b66c23efa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7237406 Jun 03 15:27:12.314392 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ae962c07-9311-4703-a600-ca7465623c23 req-0ab310b4-75b0-4af1-a83e-d79873dbfea9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074176 Jun 03 15:27:12.314782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44164) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:12.378658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.384472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.476749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26072f64-6a13-4630-8ec7-20d429315117 req-fac5d3ad-7816-4bc5-b7a8-69b4e37eb277 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.478863 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26072f64-6a13-4630-8ec7-20d429315117 req-fac5d3ad-7816-4bc5-b7a8-69b4e37eb277 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.2262473 Jun 03 15:27:12.502292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event updated for resources: {'Port': ['ID=e4989b99-7db8-4553-8f30-a1677e04e133,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:12.514981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.518935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ee7e0-41eb-447d-a8c3-1e5b148e24fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.524716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ee7e0-41eb-447d-a8c3-1e5b148e24fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.525492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-190ee7e0-41eb-447d-a8c3-1e5b148e24fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:12.539794 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.549381 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c463b972-48d8-470c-bd17-c45b830989ba tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5335319 Jun 03 15:27:12.576185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1b980-8c70-489c-bfb1-4b15705ec2ed req-7703405a-1b77-492c-8789-e0947400424b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.577645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ac1b980-8c70-489c-bfb1-4b15705ec2ed req-7703405a-1b77-492c-8789-e0947400424b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.1953518 Jun 03 15:27:12.580898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-190ee7e0-41eb-447d-a8c3-1e5b148e24fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:12.584764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44172) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:12.585245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-190ee7e0-41eb-447d-a8c3-1e5b148e24fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.2688804 Jun 03 15:27:12.588293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26072f64-6a13-4630-8ec7-20d429315117 req-b438eb11-b1ab-4a56-8341-4c93ae93dbc0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001246 Jun 03 15:27:12.663579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ac1b980-8c70-489c-bfb1-4b15705ec2ed req-76cbc324-2c25-404f-b38f-52854fc8d5df tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745039 Jun 03 15:27:12.668980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-be68248a-d4bf-4a2a-885f-d8b728660bf8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port 6468a5c3-b3fb-43ca-b6e8-8c87a489ce83 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:12.669316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be68248a-d4bf-4a2a-885f-d8b728660bf8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:12.861399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-83772694-3bec-4614-8bd6-ccf86f7873ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Synchronizing usage tracker for tenant:b48be3565d6942b5af8b73b5a255181e on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:12.896339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0470f-4609-433e-ab9c-734f56447ca9 req-d594edf3-ef0d-4d91-9204-0ff58e10e027 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.897775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7f0470f-4609-433e-ab9c-734f56447ca9 req-d594edf3-ef0d-4d91-9204-0ff58e10e027 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 946 time: 0.1453717 Jun 03 15:27:12.898629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-83772694-3bec-4614-8bd6-ccf86f7873ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Unset dirty status for tenant:b48be3565d6942b5af8b73b5a255181e on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:12.906032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-83772694-3bec-4614-8bd6-ccf86f7873ca tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--478989093&fields=id&tenant_id=b48be3565d6942b5af8b73b5a255181e HTTP/1.1" status: 200 len: 267 time: 0.1061637 Jun 03 15:27:12.989883 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be68248a-d4bf-4a2a-885f-d8b728660bf8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.045511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7f0470f-4609-433e-ab9c-734f56447ca9 req-7e567e82-67d3-4bad-9973-70bbb5afeafc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373532 Jun 03 15:27:13.118278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-6b7ef3af-6534-43ee-aae5-613c8a550387 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:13.125769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-be68248a-d4bf-4a2a-885f-d8b728660bf8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for 6468a5c3-b3fb-43ca-b6e8-8c87a489ce83 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:13.133604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-6b7ef3af-6534-43ee-aae5-613c8a550387 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 819 time: 0.2233353 Jun 03 15:27:13.136059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a796a-da43-4a51-a212-d13cff76ca70 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:13.150787 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-d8cab0ce-86d4-41ff-b774-5dd42670df26 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/quotas/b48be3565d6942b5af8b73b5a255181e HTTP/1.1" status: 200 len: 375 time: 0.0161521 Jun 03 15:27:13.303428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-f62b0467-25a9-40ec-94ee-825baaf6bb1b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1518886 Jun 03 15:27:13.309214 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be68248a-d4bf-4a2a-885f-d8b728660bf8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.321850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e695e-a136-4f91-9f80-fee3cb60fb30 req-52e28f56-197b-4118-bdb6-4c92a6870dc9 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:13.322075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bba6aa43-d3a5-46b5-9b63-eb6ad24e6c42 None None] Provisioning for port a8a6c13b-23a1-470f-8594-6b647bc763c5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:13.326910 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f11e695e-a136-4f91-9f80-fee3cb60fb30 req-52e28f56-197b-4118-bdb6-4c92a6870dc9 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1407185 Jun 03 15:27:13.395123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68248a-d4bf-4a2a-885f-d8b728660bf8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=6468a5c3-b3fb-43ca-b6e8-8c87a489ce83,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:13.406016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f11e695e-a136-4f91-9f80-fee3cb60fb30 req-a0bd6630-3803-496b-a650-d2cb61fd8858 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779626 Jun 03 15:27:13.472517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-be68248a-d4bf-4a2a-885f-d8b728660bf8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.472947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a8a6c13b-23a1-470f-8594-6b647bc763c5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:13.490102 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-be68248a-d4bf-4a2a-885f-d8b728660bf8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/6468a5c3-b3fb-43ca-b6e8-8c87a489ce83 HTTP/1.1" status: 204 len: 168 time: 0.9041750 Jun 03 15:27:13.490892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:13.576723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b40a464-29bc-43f1-99de-a4aafb3aaa47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:13.578594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b40a464-29bc-43f1-99de-a4aafb3aaa47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:13.579613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4b40a464-29bc-43f1-99de-a4aafb3aaa47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:13.597555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port a8a6c13b-23a1-470f-8594-6b647bc763c5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:13.600296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4b40a464-29bc-43f1-99de-a4aafb3aaa47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:13.602507 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4b40a464-29bc-43f1-99de-a4aafb3aaa47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1106179 Jun 03 15:27:13.605410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44200) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:13.609421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a8a6c13b-23a1-470f-8594-6b647bc763c5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:13.609788 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.653217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-baf51479-0e6e-43a5-acab-4b67a282cc9d service neutron] 10.222.0.48 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239534 Jun 03 15:27:13.690357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94732d5-3a63-4e74-8f24-c1537eaa53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 42c9a16f-06ac-4620-b494-f52ba0d6b24e {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:13.693720 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d94732d5-3a63-4e74-8f24-c1537eaa53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.700924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3fceb-b02a-4cc1-8d21-b954bed93095 req-75f85aac-e0f4-48d5-8257-270c29125a16 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:13.702412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fa3fceb-b02a-4cc1-8d21-b954bed93095 req-75f85aac-e0f4-48d5-8257-270c29125a16 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 946 time: 0.1578679 Jun 03 15:27:13.746997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a8a6c13b-23a1-470f-8594-6b647bc763c5 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:13.747513 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.749028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d94732d5-3a63-4e74-8f24-c1537eaa53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.791838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port a8a6c13b-23a1-470f-8594-6b647bc763c5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a8a6c13b-23a1-470f-8594-6b647bc763c5,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:13.796714 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.817087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fa3fceb-b02a-4cc1-8d21-b954bed93095 req-828acf8a-f5c2-4363-8f6e-0044397d8de5 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682883 Jun 03 15:27:13.873725 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d94732d5-3a63-4e74-8f24-c1537eaa53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:13.879847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-354bbbc7-fb26-4e27-adcf-d7ba279128e3 service neutron] 10.222.0.48 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123456 Jun 03 15:27:13.881573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=a8a6c13b-23a1-470f-8594-6b647bc763c5,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:14.008579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fb00d616-cbf1-47bc-abeb-db024ab4c3f8 None None] Provisioning complete for port a8a6c13b-23a1-470f-8594-6b647bc763c5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:14.008944 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb00d616-cbf1-47bc-abeb-db024ab4c3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:14.052975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8acca-f69a-42f3-8e3c-1702fa7b6913 req-f7e86d35-e1f5-4156-ba31-1e3cd7a21739 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:14.061928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3f8acca-f69a-42f3-8e3c-1702fa7b6913 req-f7e86d35-e1f5-4156-ba31-1e3cd7a21739 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 945 time: 0.1192539 Jun 03 15:27:14.144672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3f8acca-f69a-42f3-8e3c-1702fa7b6913 req-9b7698ee-d277-4301-b37e-0edcce876609 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816777 Jun 03 15:27:14.150105 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d94732d5-3a63-4e74-8f24-c1537eaa53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:14.218408 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d94732d5-3a63-4e74-8f24-c1537eaa53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:14.226351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94732d5-3a63-4e74-8f24-c1537eaa53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=42c9a16f-06ac-4620-b494-f52ba0d6b24e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:14.239766 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d94732d5-3a63-4e74-8f24-c1537eaa53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/42c9a16f-06ac-4620-b494-f52ba0d6b24e HTTP/1.1" status: 204 len: 168 time: 0.6329150 Jun 03 15:27:14.242805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44214) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:14.280019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-732fd64b-73ee-4fc0-be9a-ab0bc00aef6e req-04a84f17-069a-46df-8474-f51d371b9291 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0647056 Jun 03 15:27:14.299399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58cd1e1-c995-44b0-9f0d-d8fa76c7ad44 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:14.399108 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-95d68a8e-7341-40fb-bd29-df7518a30c36 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520638 Jun 03 15:27:14.399388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44222) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:14.404045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fb00d616-cbf1-47bc-abeb-db024ab4c3f8 None None] Current status of the port a8a6c13b-23a1-470f-8594-6b647bc763c5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:14.405934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:14.454946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377aa59-2642-4a2b-97c7-c5ec42cf1a7c req-db2f5a40-e145-41e0-a9cf-4e87a259b085 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:14.462179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f377aa59-2642-4a2b-97c7-c5ec42cf1a7c req-db2f5a40-e145-41e0-a9cf-4e87a259b085 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1706526 Jun 03 15:27:14.531230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5fa91369-cc6a-41b7-a085-445cea288bba None None] Could not find standard attr ID for object 6468a5c3-b3fb-43ca-b6e8-8c87a489ce83. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:27:14.606090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:14.614005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:14.617193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:14.623412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:14.639041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:14.640668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7542772e-4378-41b1-8b0a-a54effe670d3 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:27:14.643208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:14.645308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7542772e-4378-41b1-8b0a-a54effe670d3 None None] Deleting port a8a6c13b-23a1-470f-8594-6b647bc763c5 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:14.645898 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7542772e-4378-41b1-8b0a-a54effe670d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:14.681027 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f377aa59-2642-4a2b-97c7-c5ec42cf1a7c req-91d3703a-d47a-45e8-b662-64fbfe095437 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178478 Jun 03 15:27:14.733664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe386da-4e7c-46d6-a168-d193b5d44740 req-d959a36c-6033-4b76-a1ad-52516885040a tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:14.735497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfe386da-4e7c-46d6-a168-d193b5d44740 req-d959a36c-6033-4b76-a1ad-52516885040a tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.2190719 Jun 03 15:27:14.799292 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfe386da-4e7c-46d6-a168-d193b5d44740 req-48dba5cb-c540-420e-bb43-d9fc537bd6d0 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579736 Jun 03 15:27:14.925823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7542772e-4378-41b1-8b0a-a54effe670d3 None None] For port a8a6c13b-23a1-470f-8594-6b647bc763c5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a8a6c13b-23a1-470f-8594-6b647bc763c5,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:14.926154 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7542772e-4378-41b1-8b0a-a54effe670d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:14.993778 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:15.049298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:15.054050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:15.062349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7542772e-4378-41b1-8b0a-a54effe670d3 None None] Calling delete_port for a8a6c13b-23a1-470f-8594-6b647bc763c5 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:15.062716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:15.063577 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:15.109567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=fc194148-eaa1-4897-936c-1088a252fdfb,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:15.115464 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-32dcfd2b-76f3-412d-a152-9ff398be9a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7150786 Jun 03 15:27:15.118412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44230) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:15.124554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'name': 'tempest-NetworksTestDHCPv6-2049617675'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:15.132042 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-030e574f-de64-40cb-b702-fc4ecdf664c7 req-c934ace8-acc4-48bd-bc8d-53542406b6fe tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 210 time: 0.0820758 Jun 03 15:27:15.167853 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7542772e-4378-41b1-8b0a-a54effe670d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:15.192063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed753a-0026-4609-ac70-1114f75fb3d9 req-e916d1cc-695a-4dd5-a120-31da00bbcdab tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:15.196542 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5ed753a-0026-4609-ac70-1114f75fb3d9 req-e916d1cc-695a-4dd5-a120-31da00bbcdab tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 946 time: 0.3481944 Jun 03 15:27:15.255401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5ed753a-0026-4609-ac70-1114f75fb3d9 req-aac3d98e-f7cf-40fb-9bd3-af502b3aad38 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524960 Jun 03 15:27:15.263715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542772e-4378-41b1-8b0a-a54effe670d3 None None] No DVR routers for this DVR port a8a6c13b-23a1-470f-8594-6b647bc763c5 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:15.278047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542772e-4378-41b1-8b0a-a54effe670d3 None None] Pushing event deleted for resources: {'Port': ['ID=a8a6c13b-23a1-470f-8594-6b647bc763c5,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:15.300202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81e611f-3668-43f4-abfe-a3c21304a472 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:15.362910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:15.368471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:15.372603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:15.380878 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:15.404893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:15.408675 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:15.424629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a8a6c13b-23a1-470f-8594-6b647bc763c5 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:15.439845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port 6e5e4bb2-fb27-4248-82ed-d692366190fe yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:15.472297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: a8a6c13b-23a1-470f-8594-6b647bc763c5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:15.472721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a8a6c13b-23a1-470f-8594-6b647bc763c5 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:15.492962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa130-d239-4b1d-a380-70103680f60b req-c61e1d28-d9ec-4854-9e00-99e5e84f8dbe tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:15.494503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab1fa130-d239-4b1d-a380-70103680f60b req-c61e1d28-d9ec-4854-9e00-99e5e84f8dbe tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1967165 Jun 03 15:27:15.503349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1190c13-81cb-4d56-906d-ffba8e632a04 req-5086e7e1-4023-46af-9909-b0a629dfe0d8 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:15.504787 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1190c13-81cb-4d56-906d-ffba8e632a04 req-5086e7e1-4023-46af-9909-b0a629dfe0d8 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 945 time: 0.1073687 Jun 03 15:27:15.585550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab1fa130-d239-4b1d-a380-70103680f60b req-fd923340-ed32-4d6a-8316-b335fc9217e5 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796978 Jun 03 15:27:15.602691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1190c13-81cb-4d56-906d-ffba8e632a04 req-d39eca7a-80e2-4fb1-a534-e14458c93b75 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817912 Jun 03 15:27:15.631057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::5e (6a53de42-b459-4b7b-ab08-16276fe85489/fc194148-eaa1-4897-936c-1088a252fdfb/6e5e4bb2-fb27-4248-82ed-d692366190fe) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:15.632123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': 'fc194148-eaa1-4897-936c-1088a252fdfb'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:27:15.632963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:15.786288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e65487c3-b2cb-4640-b1ad-856015ae06e7 req-d5529c01-2f12-4f63-ba75-591b2f2dd530 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0599115 Jun 03 15:27:15.986976 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.012254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object 6e5e4bb2-fb27-4248-82ed-d692366190fe will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:16.044544 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.062180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc0997-a0b6-4efa-95fe-042c404b293e req-84acea8c-f99c-43a4-b6cb-c24aa15c9584 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.069074 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80bc0997-a0b6-4efa-95fe-042c404b293e req-84acea8c-f99c-43a4-b6cb-c24aa15c9584 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1564891 Jun 03 15:27:16.109964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e99e8e-b4f1-4368-a9e1-42dbc6967c2d req-fc5b6fd7-4d8c-48af-86c9-7f3e4afce630 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.111648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15e99e8e-b4f1-4368-a9e1-42dbc6967c2d req-fc5b6fd7-4d8c-48af-86c9-7f3e4afce630 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.1500459 Jun 03 15:27:16.156544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/fc194148-eaa1-4897-936c-1088a252fdfb/58785088-64ec-41d0-817b-a04fc8dda58e) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:16.178626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15e99e8e-b4f1-4368-a9e1-42dbc6967c2d req-8a9b1d13-dce9-411d-b58a-9fc92318aca4 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605357 Jun 03 15:27:16.194782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=6e5e4bb2-fb27-4248-82ed-d692366190fe,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:16.198785 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80bc0997-a0b6-4efa-95fe-042c404b293e req-abe7a2bd-c292-48ef-a633-bf07dc5f0065 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287832 Jun 03 15:27:16.318654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:16.339659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:16.358305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:16.371035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.372187 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.447311 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a99347fe-cc67-4b91-a4bc-67ded53d542a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3274872 Jun 03 15:27:16.459556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44256) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:16.471241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dcf36a1b-1eaf-418a-b781-ba0c9e9009d2 req-d0684b8a-33b0-4797-9785-83655c19363d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 210 time: 0.0687833 Jun 03 15:27:16.513349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550fa1c-9696-40bb-bd59-ecc753e0c8be req-3e5eb3ee-fc77-451e-966f-c3d905e58d3b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.521990 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f550fa1c-9696-40bb-bd59-ecc753e0c8be req-3e5eb3ee-fc77-451e-966f-c3d905e58d3b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 946 time: 0.2149141 Jun 03 15:27:16.548264 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.562254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Transition to ACTIVE for port object 58785088-64ec-41d0-817b-a04fc8dda58e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:16.571992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-58c0485e-7d38-45d3-82c3-52650184b02c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.573615 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-58c0485e-7d38-45d3-82c3-52650184b02c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 819 time: 0.4838192 Jun 03 15:27:16.588341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f550fa1c-9696-40bb-bd59-ecc753e0c8be req-654bae86-800b-44de-aba5-ab4aa74ced82 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651567 Jun 03 15:27:16.598720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Transition to ACTIVE for port object 58785088-64ec-41d0-817b-a04fc8dda58e will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:16.604014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b3a06d-b4f7-49fc-9bd9-972f8fd98172 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.604791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-14b3a06d-b4f7-49fc-9bd9-972f8fd98172 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:16.612116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.637706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-14b3a06d-b4f7-49fc-9bd9-972f8fd98172 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:16.638966 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-14b3a06d-b4f7-49fc-9bd9-972f8fd98172 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1784573 Jun 03 15:27:16.641861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44262) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:16.669239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-ab81b653-470d-4d51-86d7-40e672215cdf tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Synchronizing usage tracker for tenant:b48be3565d6942b5af8b73b5a255181e on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:16.682146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-ab81b653-470d-4d51-86d7-40e672215cdf tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Unset dirty status for tenant:b48be3565d6942b5af8b73b5a255181e on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:16.683655 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-ab81b653-470d-4d51-86d7-40e672215cdf tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b48be3565d6942b5af8b73b5a255181e HTTP/1.1" status: 200 len: 379 time: 0.0623610 Jun 03 15:27:16.695424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Request body: {'port': {'device_id': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'admin_state_up': True, 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'security_groups': ['917f6c9b-a8e0-4d27-8339-d398df44c94a']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:16.728999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:16.732105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:16.737172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:16.778216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port 6e5e4bb2-fb27-4248-82ed-d692366190fe {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:16.778556 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.785511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Pushing event updated for resources: {'Port': ['ID=58785088-64ec-41d0-817b-a04fc8dda58e,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:16.850569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Attempting to bind port 58785088-64ec-41d0-817b-a04fc8dda58e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:16.850937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Attempting to bind port 58785088-64ec-41d0-817b-a04fc8dda58e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:16.851290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Attempting to bind port 58785088-64ec-41d0-817b-a04fc8dda58e on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:16.857039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:16.857412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:16.857807 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.858237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:16.858694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Bound port: 58785088-64ec-41d0-817b-a04fc8dda58e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:16.859060 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.877549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:16.882329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Usage tracker for resource:port and tenant:b48be3565d6942b5af8b73b5a255181e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:16.885266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:16.891987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:16.905983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Made reservation on behalf of b48be3565d6942b5af8b73b5a255181e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:16.912056 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:16.965844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] For port 58785088-64ec-41d0-817b-a04fc8dda58e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:16.970938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] For port 58785088-64ec-41d0-817b-a04fc8dda58e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=58785088-64ec-41d0-817b-a04fc8dda58e,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:16.978652 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.061999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886fa1b-aad2-4457-888b-789a0ff5484c None None] Pushing event updated for resources: {'Port': ['ID=58785088-64ec-41d0-817b-a04fc8dda58e,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:17.116007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af2753d1-d92b-475f-b8ee-607fe2a63252 req-9f89936a-8e68-4d28-9c1b-0111f7c6d385 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1226232 Jun 03 15:27:17.138225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0995b2e-50aa-4736-8e2b-fc168432d87d req-f0b6c93c-525f-4b09-8f7b-911b1d9cf76c tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.155058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0995b2e-50aa-4736-8e2b-fc168432d87d req-f0b6c93c-525f-4b09-8f7b-911b1d9cf76c tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.4509392 Jun 03 15:27:17.409699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Allocated IP 172.20.0.8 (c490fd12-08ed-4aa5-b629-fc58f429a667/64180303-93d7-4e1d-bc54-8d5d83e99d29/22618339-5489-4e57-bade-d8a8dff9634f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:17.460268 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0995b2e-50aa-4736-8e2b-fc168432d87d req-a9ad6a63-2c23-4fd8-9962-1b9fcd050398 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043232 Jun 03 15:27:17.502055 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.653566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for 6e5e4bb2-fb27-4248-82ed-d692366190fe owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:17.666121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.682333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Transition to ACTIVE for port object 22618339-5489-4e57-bade-d8a8dff9634f will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:17.706801 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.782293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Network c490fd12-08ed-4aa5-b629-fc58f429a667 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:17.785530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:17.789610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:17.797265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91613970-2fc4-459f-a0d8-d1a1edf1b32f req-be05e4c7-56cc-4c8a-8e25-a2542b1b1e6b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.804228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91613970-2fc4-459f-a0d8-d1a1edf1b32f req-be05e4c7-56cc-4c8a-8e25-a2542b1b1e6b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.4034033 Jun 03 15:27:17.821319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event updated for resources: {'Port': ['ID=22618339-5489-4e57-bade-d8a8dff9634f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:17.865160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.865927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:17.895492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-553f959c-755c-419e-84e8-1c35edcbee4c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2051353 Jun 03 15:27:17.954046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Request body: {'port': {'device_id': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:18.021240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e425d-05ba-4809-aa28-91a1f685a230 req-df6a57c1-ea92-4de9-9b20-14cb7fea4868 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.022776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-251e425d-05ba-4809-aa28-91a1f685a230 req-df6a57c1-ea92-4de9-9b20-14cb7fea4868 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.3771138 Jun 03 15:27:18.025543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91613970-2fc4-459f-a0d8-d1a1edf1b32f req-da574f8c-2324-4ed4-9d8a-1a7ae7572ce5 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205515 Jun 03 15:27:18.066107 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.094330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-96586fa1-6976-4889-acb2-1b66d3c2aa2a None None] Provisioning for port 22618339-5489-4e57-bade-d8a8dff9634f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:18.096936 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.108464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-96586fa1-6976-4889-acb2-1b66d3c2aa2a None None] Provisioning complete for port 22618339-5489-4e57-bade-d8a8dff9634f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:18.109487 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-96586fa1-6976-4889-acb2-1b66d3c2aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.135974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=6e5e4bb2-fb27-4248-82ed-d692366190fe,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:18.149723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-251e425d-05ba-4809-aa28-91a1f685a230 req-ca457fbc-38c7-41e2-9e0b-f06ed660506e tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203287 Jun 03 15:27:18.216501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.216839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.217174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.217502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.217830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.220016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-96586fa1-6976-4889-acb2-1b66d3c2aa2a None None] Port 22618339-5489-4e57-bade-d8a8dff9634f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:27:18.226348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.227144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.227478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.227803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.228270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.228670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.228993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:18.271010 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.293455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44286) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:18.307099 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f3d65458-6c8f-4f9b-aef7-45a7e1f4a90f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/6e5e4bb2-fb27-4248-82ed-d692366190fe HTTP/1.1" status: 204 len: 168 time: 1.6407151 Jun 03 15:27:18.597174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893b5b0-ec73-465c-8ddf-c14fcc2c326f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.600552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893b5b0-ec73-465c-8ddf-c14fcc2c326f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.602033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0893b5b0-ec73-465c-8ddf-c14fcc2c326f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:18.630222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0893b5b0-ec73-465c-8ddf-c14fcc2c326f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:18.631661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0893b5b0-ec73-465c-8ddf-c14fcc2c326f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3363237 Jun 03 15:27:18.635802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44294) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:18.665736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ba2b8-d953-4bc6-897a-a740c666f527 req-69536e29-571e-4cc4-9f43-dcce09ea5b8b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.667602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fcaac92b-c579-420e-b57e-aabcd466d3ac None None] Provisioning for port 58785088-64ec-41d0-817b-a04fc8dda58e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:18.673358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-741ba2b8-d953-4bc6-897a-a740c666f527 req-69536e29-571e-4cc4-9f43-dcce09ea5b8b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 931 time: 0.3326614 Jun 03 15:27:18.741540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-741ba2b8-d953-4bc6-897a-a740c666f527 req-a6ac1595-05ce-4d24-895a-7eb6a4cfa852 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674002 Jun 03 15:27:18.754020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a341bb-ed89-4df6-a74c-1b8b9ab19970 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet fc194148-eaa1-4897-936c-1088a252fdfb {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:18.761165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70a341bb-ed89-4df6-a74c-1b8b9ab19970 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.763006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276970e-09c0-4a41-851e-99ace5c06d2c req-4f342c69-847e-48d5-ac93-088ba3357f9b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.764572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e276970e-09c0-4a41-851e-99ace5c06d2c req-4f342c69-847e-48d5-ac93-088ba3357f9b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 946 time: 0.2861855 Jun 03 15:27:18.834416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc97ea0-68ee-4e2e-ab28-86ef99856e23 req-5339f0ed-c288-48ad-a33d-b916b8b28390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.836197 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fc97ea0-68ee-4e2e-ab28-86ef99856e23 req-5339f0ed-c288-48ad-a33d-b916b8b28390 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 1096 time: 0.2728319 Jun 03 15:27:18.837834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70a341bb-ed89-4df6-a74c-1b8b9ab19970 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:18.959010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e276970e-09c0-4a41-851e-99ace5c06d2c req-cd2e6cc8-3437-48eb-ab9a-7662c44aa68c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793010 Jun 03 15:27:18.999063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ad885ccc-ba09-4e6f-9c09-b70a5340acb1 None None] Could not find standard attr ID for object 6e5e4bb2-fb27-4248-82ed-d692366190fe. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:27:19.038867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22618339-5489-4e57-bade-d8a8dff9634f {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:19.050033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.071767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Transition to ACTIVE for port object 22618339-5489-4e57-bade-d8a8dff9634f will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:19.081688 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70a341bb-ed89-4df6-a74c-1b8b9ab19970 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.092612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad9149f5-0140-4308-850f-b2c9397b771c req-fd0a533e-c347-47cc-a8d4-2df343bf905d tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1536541 Jun 03 15:27:19.166410 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.194880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fc97ea0-68ee-4e2e-ab28-86ef99856e23 req-eec4aec8-6d56-46bf-90db-66d3945b1db3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573390 Jun 03 15:27:19.214835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70a341bb-ed89-4df6-a74c-1b8b9ab19970 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.220890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efe144-cd6b-4ed5-90c9-09fdadf3ccc7 req-4d6477a6-d890-499b-a802-2f31c28e0616 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:19.222589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84efe144-cd6b-4ed5-90c9-09fdadf3ccc7 req-4d6477a6-d890-499b-a802-2f31c28e0616 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 946 time: 0.3914964 Jun 03 15:27:19.255298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405daaa9-a3e9-4aa9-b45d-37316b490bbc req-37736666-2ca3-4394-b65a-1bc6811245f5 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:19.262888 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-405daaa9-a3e9-4aa9-b45d-37316b490bbc req-37736666-2ca3-4394-b65a-1bc6811245f5 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1798246 Jun 03 15:27:19.412559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a341bb-ed89-4df6-a74c-1b8b9ab19970 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=fc194148-eaa1-4897-936c-1088a252fdfb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:19.427448 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70a341bb-ed89-4df6-a74c-1b8b9ab19970 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.430916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181cff34-d82a-4aef-ae1b-cc00f5e8ba2c None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:19.471289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-405daaa9-a3e9-4aa9-b45d-37316b490bbc req-4cb63a8e-82ae-4778-8c14-2fe501a847ab tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071102 Jun 03 15:27:19.474962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 58785088-64ec-41d0-817b-a04fc8dda58e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:19.477560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bd851-b003-41b7-a524-299844a53246 service neutron] Pushing event updated for resources: {'Port': ['ID=22618339-5489-4e57-bade-d8a8dff9634f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:19.526456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d210b-a9f8-415a-a34c-8316f875784a req-648c4537-5cb5-4215-92f5-5d2a57ef88a9 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:19.537547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a51d210b-a9f8-415a-a34c-8316f875784a req-648c4537-5cb5-4215-92f5-5d2a57ef88a9 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.2381203 Jun 03 15:27:19.538993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44302) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:19.543152 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-70a341bb-ed89-4df6-a74c-1b8b9ab19970 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/fc194148-eaa1-4897-936c-1088a252fdfb HTTP/1.1" status: 204 len: 168 time: 0.8998475 Jun 03 15:27:19.653773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Attempting to bind port 22618339-5489-4e57-bade-d8a8dff9634f on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:19.654219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Attempting to bind port 22618339-5489-4e57-bade-d8a8dff9634f by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:19.654868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Attempting to bind port 22618339-5489-4e57-bade-d8a8dff9634f on network c490fd12-08ed-4aa5-b629-fc58f429a667 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:19.664345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Port 22618339-5489-4e57-bade-d8a8dff9634f on network c490fd12-08ed-4aa5-b629-fc58f429a667 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:27:19.664888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Attempting to bind port 22618339-5489-4e57-bade-d8a8dff9634f on network c490fd12-08ed-4aa5-b629-fc58f429a667 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:19.670808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:19.671424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Checking segment: {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:19.672066 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Bound using segment: {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:19.672976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Bound port: 22618339-5489-4e57-bade-d8a8dff9634f, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:19.673772 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.781359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-21d8ac75-0f18-481f-a104-a28224a04039 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2374701 Jun 03 15:27:19.782133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44310) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:19.787970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:19.836002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a51d210b-a9f8-415a-a34c-8316f875784a req-a33acb3d-1172-4e02-871b-2c5c84e38109 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918832 Jun 03 15:27:19.859438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-84efe144-cd6b-4ed5-90c9-09fdadf3ccc7 req-d40cad44-13b6-4fb8-b5f5-d33efb791e15 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Deleting port 0c1b1bd1-a76c-48c4-b256-d0d642502d69 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:19.859873 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-84efe144-cd6b-4ed5-90c9-09fdadf3ccc7 req-d40cad44-13b6-4fb8-b5f5-d33efb791e15 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.862440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 58785088-64ec-41d0-817b-a04fc8dda58e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:19.883510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 58785088-64ec-41d0-817b-a04fc8dda58e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:19.883872 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:19.954950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] For port 22618339-5489-4e57-bade-d8a8dff9634f, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:19.965090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:27:19.984551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Deleting port 58785088-64ec-41d0-817b-a04fc8dda58e {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:19.984868 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.026847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] For port 22618339-5489-4e57-bade-d8a8dff9634f, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=22618339-5489-4e57-bade-d8a8dff9634f,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:20.043935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.051243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2eb03-19ed-47e2-9d46-39e2b8b8a71d req-96991396-ac6c-4c9b-a796-e3172fab5bb0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.054790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85e2eb03-19ed-47e2-9d46-39e2b8b8a71d req-96991396-ac6c-4c9b-a796-e3172fab5bb0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.3603926 Jun 03 15:27:20.137690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:20.142445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.143138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.145347 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-406bd851-b003-41b7-a524-299844a53246 service neutron] 10.222.0.67 "PUT /v2.0/ports/22618339-5489-4e57-bade-d8a8dff9634f HTTP/1.1" status: 200 len: 1091 time: 2.1957579 Jun 03 15:27:20.146038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:20.164116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:20.177855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:20.194326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:20.208717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bd851-b003-41b7-a524-299844a53246 service neutron] Pushing event updated for resources: {'Port': ['ID=22618339-5489-4e57-bade-d8a8dff9634f,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:20.218936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:20.223733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.324059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85e2eb03-19ed-47e2-9d46-39e2b8b8a71d req-dbaa6e62-2097-4977-96bf-88be842c0456 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619970 Jun 03 15:27:20.458518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 58785088-64ec-41d0-817b-a04fc8dda58e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:20.459714 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.486032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] For port 58785088-64ec-41d0-817b-a04fc8dda58e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=58785088-64ec-41d0-817b-a04fc8dda58e,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:20.486416 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.523004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-84efe144-cd6b-4ed5-90c9-09fdadf3ccc7 req-d40cad44-13b6-4fb8-b5f5-d33efb791e15 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] For port 0c1b1bd1-a76c-48c4-b256-d0d642502d69, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0c1b1bd1-a76c-48c4-b256-d0d642502d69,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:20.523507 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-84efe144-cd6b-4ed5-90c9-09fdadf3ccc7 req-d40cad44-13b6-4fb8-b5f5-d33efb791e15 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.534278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 58785088-64ec-41d0-817b-a04fc8dda58e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=58785088-64ec-41d0-817b-a04fc8dda58e,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:20.656177 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.662624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-84efe144-cd6b-4ed5-90c9-09fdadf3ccc7 req-d40cad44-13b6-4fb8-b5f5-d33efb791e15 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Calling delete_port for 0c1b1bd1-a76c-48c4-b256-d0d642502d69 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:20.666296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Calling delete_port for 58785088-64ec-41d0-817b-a04fc8dda58e owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:20.765731 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.853169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:20.871577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:20.874776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.875892 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:20.882179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=58785088-64ec-41d0-817b-a04fc8dda58e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:20.896925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-5f23c8bf-ca48-4a72-874e-519458bcdf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.899200 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-5f23c8bf-ca48-4a72-874e-519458bcdf43 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 1094 time: 0.6430988 Jun 03 15:27:20.901293 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:27:20.901765 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:27:20.920318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e53f07-e624-49ed-8ed7-1e423bfb664f req-3fe1a59c-e2b9-4e5c-bd44-c11bc396f83d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.921971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79e53f07-e624-49ed-8ed7-1e423bfb664f req-3fe1a59c-e2b9-4e5c-bd44-c11bc396f83d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 943 time: 0.5969076 Jun 03 15:27:20.984031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=79a303e8-7a18-4caa-ac14-75c6f88e5a2d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:21.005885 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f48d9463-2093-4d3a-a7ea-bbd756c8e853 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2200317 Jun 03 15:27:21.005885 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-c3f09a1d-80ca-45b3-bbf7-f3dbe0faf9a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22618339-5489-4e57-bade-d8a8dff9634f HTTP/1.1" status: 200 len: 217 time: 0.0847921 Jun 03 15:27:21.006193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44328) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:21.011515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'name': 'tempest-NetworksTestDHCPv6-1545325302'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:21.028793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79e53f07-e624-49ed-8ed7-1e423bfb664f req-cbb241f7-54a6-4873-9fb4-1d11f0476c18 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940948 Jun 03 15:27:21.047748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0d01d-14b8-420f-bd6a-1fb94396b100 req-9b391e91-5ace-4fa4-9ad5-6b91f328cc2e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.049419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70c0d01d-14b8-420f-bd6a-1fb94396b100 req-9b391e91-5ace-4fa4-9ad5-6b91f328cc2e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf663253-a65c-44b5-8183-05cb5b976da5 HTTP/1.1" status: 200 len: 946 time: 0.1988685 Jun 03 15:27:21.194578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70c0d01d-14b8-420f-bd6a-1fb94396b100 req-7218cf22-ffa1-4b9a-bf80-df2802454457 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109416 Jun 03 15:27:21.210588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-3138d9dc-8f6c-44da-962c-70ea585743c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.212391 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-3138d9dc-8f6c-44da-962c-70ea585743c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.1236246 Jun 03 15:27:21.264401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3023c93-5627-4e6b-b589-57b1a61035ae req-8f470f27-c436-4d36-b4d3-1dd8159edc79 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0622320 Jun 03 15:27:21.267018 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-84efe144-cd6b-4ed5-90c9-09fdadf3ccc7 req-d40cad44-13b6-4fb8-b5f5-d33efb791e15 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:21.320908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58', '9853845b-1619-4029-8c2d-f2be5582e2a4'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:21.358276 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e15e829-c735-472a-a407-f5fe9a136133'] response: {'name': 'network-changed', 'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f', 'status': 'completed', 'code': 200} Jun 03 15:27:21.371591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:21.378679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:21.387684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:21.397638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:21.425005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:21.431254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:21.436781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Deleting port 58785088-64ec-41d0-817b-a04fc8dda58e {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:21.437190 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:21.442869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-698df11c-b308-4161-9aee-4b8aade41b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.444994 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-698df11c-b308-4161-9aee-4b8aade41b70 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2119861 Jun 03 15:27:21.449137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cad44-13b6-4fb8-b5f5-d33efb791e15 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event deleted for resources: {'Port': ['ID=0c1b1bd1-a76c-48c4-b256-d0d642502d69,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:21.553683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 58785088-64ec-41d0-817b-a04fc8dda58e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:21.607120 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-06886411-5823-4b33-a272-62fe964bd9b8 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394281 Jun 03 15:27:21.608361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port 395c15ac-6f3f-4370-9b1b-bf7f3d108aed yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:21.641454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-84efe144-cd6b-4ed5-90c9-09fdadf3ccc7 req-d40cad44-13b6-4fb8-b5f5-d33efb791e15 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] No DVR routers for this DVR port 0c1b1bd1-a76c-48c4-b256-d0d642502d69 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:21.650716 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-84efe144-cd6b-4ed5-90c9-09fdadf3ccc7 req-d40cad44-13b6-4fb8-b5f5-d33efb791e15 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:21.658902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf663253-a65c-44b5-8183-05cb5b976da5', 'name': 'network-vif-deleted', 'tag': '0c1b1bd1-a76c-48c4-b256-d0d642502d69'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:21.684295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84efe144-cd6b-4ed5-90c9-09fdadf3ccc7 req-d40cad44-13b6-4fb8-b5f5-d33efb791e15 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "DELETE /v2.0/ports/0c1b1bd1-a76c-48c4-b256-d0d642502d69 HTTP/1.1" status: 204 len: 173 time: 1.9890141 Jun 03 15:27:21.707012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2a19f-9434-4da5-80a2-0e07764b0362 req-fcd3d647-45b0-4c67-8476-90c973cc7a78 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.714501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65b2a19f-9434-4da5-80a2-0e07764b0362 req-fcd3d647-45b0-4c67-8476-90c973cc7a78 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.1665950 Jun 03 15:27:21.781765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65b2a19f-9434-4da5-80a2-0e07764b0362 req-ea6943d4-0581-4c7c-846e-85b9c70419c5 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639281 Jun 03 15:27:21.841524 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b60a3dd-f13d-497d-b8ef-ece9da14b2e5 req-7812a43b-60a9-4d56-b118-b70b40943abc service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793170 Jun 03 15:27:21.914518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 58785088-64ec-41d0-817b-a04fc8dda58e is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:21.915151 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.027791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 58785088-64ec-41d0-817b-a04fc8dda58e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=58785088-64ec-41d0-817b-a04fc8dda58e,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:22.051340 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.069452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160839f-058a-4abe-a60d-7fd345c6c293 req-4cde2405-63f2-4cc6-8d81-2f14389ff9cb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.077203 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7160839f-058a-4abe-a60d-7fd345c6c293 req-4cde2405-63f2-4cc6-8d81-2f14389ff9cb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.2235236 Jun 03 15:27:22.101726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13b0ff-bede-4115-980c-ee16c370ba42 req-1c8db5b4-8a94-4f52-a60d-ec968cddd533 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.110194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b13b0ff-bede-4115-980c-ee16c370ba42 req-1c8db5b4-8a94-4f52-a60d-ec968cddd533 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.1763377 Jun 03 15:27:22.138047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=58785088-64ec-41d0-817b-a04fc8dda58e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:22.154412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::1f5 (6a53de42-b459-4b7b-ab08-16276fe85489/79a303e8-7a18-4caa-ac14-75c6f88e5a2d/395c15ac-6f3f-4370-9b1b-bf7f3d108aed) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:22.175466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fcc9a-fb24-40a8-b21d-953d2b333078 req-291a210f-700f-4925-97fa-396ead380eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.177682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7160839f-058a-4abe-a60d-7fd345c6c293 req-ab4f6d4d-48f7-4ce4-abe6-eaecae14750f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994930 Jun 03 15:27:22.194858 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f32fcc9a-fb24-40a8-b21d-953d2b333078 req-291a210f-700f-4925-97fa-396ead380eac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 1094 time: 0.1616402 Jun 03 15:27:22.237336 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b13b0ff-bede-4115-980c-ee16c370ba42 req-49284245-d67a-4feb-ae65-3f605c3237ac tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261377 Jun 03 15:27:22.317047 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209b8d5c-e8a6-4662-9777-368bd666039d'] response: {'server_uuid': 'bf663253-a65c-44b5-8183-05cb5b976da5', 'name': 'network-vif-deleted', 'tag': '0c1b1bd1-a76c-48c4-b256-d0d642502d69', 'status': 'completed', 'code': 200} Jun 03 15:27:22.437829 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] For port 58785088-64ec-41d0-817b-a04fc8dda58e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=58785088-64ec-41d0-817b-a04fc8dda58e,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:22.438495 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.642491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Calling delete_port for 58785088-64ec-41d0-817b-a04fc8dda58e owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:22.680344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac628ad3-1388-4815-9f1b-35294f4f725d req-3418cbbc-f8ec-424e-b3f4-f31d2cba2284 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.689060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac628ad3-1388-4815-9f1b-35294f4f725d req-3418cbbc-f8ec-424e-b3f4-f31d2cba2284 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 945 time: 0.2880800 Jun 03 15:27:22.725714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-9499cca9-830e-42be-8996-618792c2d938 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.728989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-9499cca9-830e-42be-8996-618792c2d938 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/networks?id=d88de1d3-7f66-4aef-ac66-7080cf35e87c HTTP/1.1" status: 200 len: 810 time: 0.2355201 Jun 03 15:27:22.743816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.747188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fcc9a-fb24-40a8-b21d-953d2b333078 req-18b00c3f-40eb-4070-b1fc-b0bdb555cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.748572 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f32fcc9a-fb24-40a8-b21d-953d2b333078 req-18b00c3f-40eb-4070-b1fc-b0bdb555cbfb service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.3405766 Jun 03 15:27:22.771670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac628ad3-1388-4815-9f1b-35294f4f725d req-f6515806-132f-4580-8886-6badcc4dbfb9 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815711 Jun 03 15:27:22.776411 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-7719e8b6-a190-4f78-b023-25ac8cf91f43 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/quotas/2d8d8fe197d344f8b4928a1cc06fda25 HTTP/1.1" status: 200 len: 375 time: 0.0327907 Jun 03 15:27:22.805209 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:27:22.805557 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:27:22.831028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object 395c15ac-6f3f-4370-9b1b-bf7f3d108aed will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:22.832921 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f32fcc9a-fb24-40a8-b21d-953d2b333078 req-ed3251ae-4208-475a-b2e2-1b5062548b51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22618339-5489-4e57-bade-d8a8dff9634f HTTP/1.1" status: 200 len: 217 time: 0.0748491 Jun 03 15:27:22.879117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-64fef0ea-8eed-4804-8f65-1991dde05b98 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d8d8fe197d344f8b4928a1cc06fda25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943828 Jun 03 15:27:22.900789 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.938508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Deleting port 58785088-64ec-41d0-817b-a04fc8dda58e {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:22.938918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:22.989006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0c1b1bd1-a76c-48c4-b256-d0d642502d69 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:22.994461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fcc9a-fb24-40a8-b21d-953d2b333078 req-f55665e8-2b92-4f6a-8062-78e15574e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.995921 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f32fcc9a-fb24-40a8-b21d-953d2b333078 req-f55665e8-2b92-4f6a-8062-78e15574e098 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.1446197 Jun 03 15:27:22.999641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:23.003329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:23.039817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:23.045358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:23.046057 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:23.059090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=395c15ac-6f3f-4370-9b1b-bf7f3d108aed,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:23.069201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 0c1b1bd1-a76c-48c4-b256-d0d642502d69 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:23.069580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0c1b1bd1-a76c-48c4-b256-d0d642502d69 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:23.093798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-04baf0bf-8058-498f-b962-43d2f6465066 service neutron] 10.222.0.48 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977603 Jun 03 15:27:23.108333 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a90f8182-d2fc-474c-bbd9-682f168a8692 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0981991 Jun 03 15:27:23.108632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdc2f1-ced3-45ec-aa78-468f72bc8480 req-27a33a58-f4da-43d7-8dc8-166d8a495648 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:23.108632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8afdc2f1-ced3-45ec-aa78-468f72bc8480 req-27a33a58-f4da-43d7-8dc8-166d8a495648 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 943 time: 0.2134876 Jun 03 15:27:23.114096 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44358) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:23.181938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fcc9a-fb24-40a8-b21d-953d2b333078 req-80560a5a-30bc-4c0a-b06a-e0373298c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:23.183493 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f32fcc9a-fb24-40a8-b21d-953d2b333078 req-80560a5a-30bc-4c0a-b06a-e0373298c663 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759174 Jun 03 15:27:23.243752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8afdc2f1-ced3-45ec-aa78-468f72bc8480 req-75b3ee0d-ca98-4c81-8f1f-dc9d402a9ce4 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131055 Jun 03 15:27:23.337364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-0e9f13aa-8ecb-44df-9d4c-a8154698e846 service neutron] 10.222.0.48 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242177 Jun 03 15:27:23.338259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b524c9cf-72be-4acb-af88-dcc40dc49946 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:23.340639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] For port 58785088-64ec-41d0-817b-a04fc8dda58e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=58785088-64ec-41d0-817b-a04fc8dda58e,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:23.343109 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:23.344362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b524c9cf-72be-4acb-af88-dcc40dc49946 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:23.345153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b524c9cf-72be-4acb-af88-dcc40dc49946 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:23.430908 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f32fcc9a-fb24-40a8-b21d-953d2b333078 req-0ffa16d6-44b4-46e7-917f-e1b49acf9657 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365756 Jun 03 15:27:23.433703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b524c9cf-72be-4acb-af88-dcc40dc49946 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:23.434755 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b524c9cf-72be-4acb-af88-dcc40dc49946 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.3195431 Jun 03 15:27:23.438382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44368) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:23.565648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7383d578-c42a-4509-8759-de8b198bfa91 req-2ed18634-c17d-49ac-833e-5d1c83951216 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0873947 Jun 03 15:27:23.570181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2d7f0-6c2e-476f-98c6-8e1628916052 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port 395c15ac-6f3f-4370-9b1b-bf7f3d108aed {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:23.570780 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d7f0-6c2e-476f-98c6-8e1628916052 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:23.580962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Calling delete_port for 58785088-64ec-41d0-817b-a04fc8dda58e owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:23.656370 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f32fcc9a-fb24-40a8-b21d-953d2b333078 req-3ea48f82-9ca2-46ba-8458-af54969a090d service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115564 Jun 03 15:27:23.699484 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:23.751437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Pushing event deleted for resources: {'Port': ['ID=58785088-64ec-41d0-817b-a04fc8dda58e,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:23.753833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] No DVR routers for this DVR port 58785088-64ec-41d0-817b-a04fc8dda58e on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:23.762248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.762248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.762451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.762780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.763093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.763672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.763672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.764324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.764324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.764708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.764923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.765296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0e28a-248b-4228-99e8-3cff3f51de0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:23.774055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b04fb34-6037-445f-97ef-c3c94a260688 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:24.053966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e95ea-0f42-4511-8274-ab608290687d req-c8d9951e-f8fe-4419-8d36-21325cc04e87 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.055341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c3e95ea-0f42-4511-8274-ab608290687d req-c8d9951e-f8fe-4419-8d36-21325cc04e87 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.3098936 Jun 03 15:27:24.065493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4c2b1-31d8-4660-b81e-cdd3345ae8a9 req-c114040d-a690-463e-8ac0-58feee4cf5bd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.067012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e4c2b1-31d8-4660-b81e-cdd3345ae8a9 req-c114040d-a690-463e-8ac0-58feee4cf5bd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.3203590 Jun 03 15:27:24.081244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '79a303e8-7a18-4caa-ac14-75c6f88e5a2d'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:27:24.083093 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.171554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e4c2b1-31d8-4660-b81e-cdd3345ae8a9 req-ad74f875-cff1-486f-9829-1f9cb42bb141 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965867 Jun 03 15:27:24.188416 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c3e95ea-0f42-4511-8274-ab608290687d req-c7142630-e8fd-449e-b0af-0fe86ee89ca9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204438 Jun 03 15:27:24.197917 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d7f0-6c2e-476f-98c6-8e1628916052 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.351731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/79a303e8-7a18-4caa-ac14-75c6f88e5a2d/c2096059-6207-44e1-886e-75ec8e083247) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:24.402693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2d7f0-6c2e-476f-98c6-8e1628916052 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for 395c15ac-6f3f-4370-9b1b-bf7f3d108aed owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:24.475181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d17efe24-7023-439e-b504-a0218e85275c req-52ce0e59-6ad7-491e-ac5b-f63d994932d2 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 210 time: 0.1173346 Jun 03 15:27:24.612751 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.697696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Transition to ACTIVE for port object c2096059-6207-44e1-886e-75ec8e083247 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:24.701487 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d7f0-6c2e-476f-98c6-8e1628916052 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.720719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Transition to ACTIVE for port object c2096059-6207-44e1-886e-75ec8e083247 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:24.729236 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.764137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-6acf3234-11e9-4d95-a956-2fac58d54a3e tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.764927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-6acf3234-11e9-4d95-a956-2fac58d54a3e tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Synchronizing usage tracker for tenant:1be8384af28e480b951e8a57efa1e41c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:24.772855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2d7f0-6c2e-476f-98c6-8e1628916052 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=395c15ac-6f3f-4370-9b1b-bf7f3d108aed,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:24.795549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-6acf3234-11e9-4d95-a956-2fac58d54a3e tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Unset dirty status for tenant:1be8384af28e480b951e8a57efa1e41c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:24.797141 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-6acf3234-11e9-4d95-a956-2fac58d54a3e tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 945 time: 0.1241195 Jun 03 15:27:24.803421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:24.806794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:24.809441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:24.818914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Pushing event updated for resources: {'Port': ['ID=c2096059-6207-44e1-886e-75ec8e083247,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:24.832443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70475ca1-b300-4d16-9f38-79136f1b16c3 req-0fdc39bd-a2bc-4434-9841-1d5b593daae2 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.835372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70475ca1-b300-4d16-9f38-79136f1b16c3 req-0fdc39bd-a2bc-4434-9841-1d5b593daae2 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 945 time: 0.2805767 Jun 03 15:27:24.836581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cdc2d7f0-6c2e-476f-98c6-8e1628916052 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.870781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb79b9-815c-4c97-a0ad-5f49a1080285 req-7d98a825-b018-4986-91d6-6fe378ded1ef tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.872432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49fb79b9-815c-4c97-a0ad-5f49a1080285 req-7d98a825-b018-4986-91d6-6fe378ded1ef tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 943 time: 0.2664089 Jun 03 15:27:24.884841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-d40eac41-00d3-410d-8f8b-e3ae0257f5f6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Deleting port 43d5a77d-e676-422c-842d-a1d248fd6c5c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:24.885206 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-d40eac41-00d3-410d-8f8b-e3ae0257f5f6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.909118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cdc2d7f0-6c2e-476f-98c6-8e1628916052 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/395c15ac-6f3f-4370-9b1b-bf7f3d108aed HTTP/1.1" status: 204 len: 168 time: 1.4694500 Jun 03 15:27:24.913888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Attempting to bind port c2096059-6207-44e1-886e-75ec8e083247 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:24.914080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44392) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:24.914659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Attempting to bind port c2096059-6207-44e1-886e-75ec8e083247 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:24.915246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Attempting to bind port c2096059-6207-44e1-886e-75ec8e083247 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:24.921139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:24.921944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:24.922602 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.923522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:24.924211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Bound port: c2096059-6207-44e1-886e-75ec8e083247, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:24.924802 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:24.933214 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70475ca1-b300-4d16-9f38-79136f1b16c3 req-1c1e2fe6-9b6e-4296-bd75-92547b89c8a0 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=03e182a9-aafe-4522-96c8-84ec6a51caf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901809 Jun 03 15:27:24.940724 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49fb79b9-815c-4c97-a0ad-5f49a1080285 req-11ed164e-5b05-4ffc-9a0e-92acdf8bd660 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578065 Jun 03 15:27:25.039517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] For port c2096059-6207-44e1-886e-75ec8e083247, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:25.044325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] For port c2096059-6207-44e1-886e-75ec8e083247, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c2096059-6207-44e1-886e-75ec8e083247,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:25.054937 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.081918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2999d7a-7588-471f-b664-10c3e227a564 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:25.084376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2999d7a-7588-471f-b664-10c3e227a564 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:25.085384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d2999d7a-7588-471f-b664-10c3e227a564 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:25.160659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d15bda-dabf-41d4-8208-3fe64f2e5238 None None] Pushing event updated for resources: {'Port': ['ID=c2096059-6207-44e1-886e-75ec8e083247,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:25.184662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d2999d7a-7588-471f-b664-10c3e227a564 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:25.185719 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d2999d7a-7588-471f-b664-10c3e227a564 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2707431 Jun 03 15:27:25.186454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-902f801f-fa1c-40e6-a219-a40831af27c9 req-b8173b83-8b21-4141-9620-37b571e99c4e tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0816236 Jun 03 15:27:25.191831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44396) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:25.295216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-d40eac41-00d3-410d-8f8b-e3ae0257f5f6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] For port 43d5a77d-e676-422c-842d-a1d248fd6c5c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=43d5a77d-e676-422c-842d-a1d248fd6c5c,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:25.295581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-d40eac41-00d3-410d-8f8b-e3ae0257f5f6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.461447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-d40eac41-00d3-410d-8f8b-e3ae0257f5f6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Calling delete_port for 43d5a77d-e676-422c-842d-a1d248fd6c5c owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:25.482293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea5df64-0f61-4dc9-a76d-5ecfa53aecf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 79a303e8-7a18-4caa-ac14-75c6f88e5a2d {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:25.486221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cea5df64-0f61-4dc9-a76d-5ecfa53aecf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.570913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c6740-d2ec-4235-afd3-b6e5957fbb2b req-f24ba9c4-3b13-4ac6-b90f-fb636bcf14fc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:25.571717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-254c6740-d2ec-4235-afd3-b6e5957fbb2b req-f24ba9c4-3b13-4ac6-b90f-fb636bcf14fc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:25.594967 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cea5df64-0f61-4dc9-a76d-5ecfa53aecf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.660242 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-d40eac41-00d3-410d-8f8b-e3ae0257f5f6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.712270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40eac41-00d3-410d-8f8b-e3ae0257f5f6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Pushing event deleted for resources: {'Port': ['ID=43d5a77d-e676-422c-842d-a1d248fd6c5c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:25.716081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['43d5a77d-e676-422c-842d-a1d248fd6c5c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:25.789404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-2230bad3-f1a6-4b2d-8ad8-97fb565e678a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:25.791155 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-2230bad3-f1a6-4b2d-8ad8-97fb565e678a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.67 "GET /v2.0/networks?id=d88de1d3-7f66-4aef-ac66-7080cf35e87c HTTP/1.1" status: 200 len: 810 time: 0.5331264 Jun 03 15:27:25.795550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-254c6740-d2ec-4235-afd3-b6e5957fbb2b req-f24ba9c4-3b13-4ac6-b90f-fb636bcf14fc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:25.796749 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-254c6740-d2ec-4235-afd3-b6e5957fbb2b req-f24ba9c4-3b13-4ac6-b90f-fb636bcf14fc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 946 time: 0.7353127 Jun 03 15:27:25.807593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2f2dc-649b-4351-8da2-01fdd21d6949 req-1fb1427e-a473-46c9-bf3f-793be897c257 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:25.814921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68a2f2dc-649b-4351-8da2-01fdd21d6949 req-1fb1427e-a473-46c9-bf3f-793be897c257 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.4934764 Jun 03 15:27:25.857051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Request body: {'port': {'device_id': '75dbb0cd-4e00-455f-98a5-cce76cd14678', 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c', 'admin_state_up': True, 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:25.927488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-d40eac41-00d3-410d-8f8b-e3ae0257f5f6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] No DVR routers for this DVR port 43d5a77d-e676-422c-842d-a1d248fd6c5c on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:25.930255 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-d40eac41-00d3-410d-8f8b-e3ae0257f5f6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:25.940682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba486a29-2e69-4440-a358-d405c95b9887', 'name': 'network-vif-deleted', 'tag': '43d5a77d-e676-422c-842d-a1d248fd6c5c'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:25.947076 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-96196b0c-e60c-40bf-be33-f847c3f083e9 req-d40eac41-00d3-410d-8f8b-e3ae0257f5f6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.67 "DELETE /v2.0/ports/43d5a77d-e676-422c-842d-a1d248fd6c5c HTTP/1.1" status: 204 len: 173 time: 1.1431608 Jun 03 15:27:26.017342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-254c6740-d2ec-4235-afd3-b6e5957fbb2b req-884cbdea-5c59-4b98-9ca9-15d5f5d913e9 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003179 Jun 03 15:27:26.026972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68a2f2dc-649b-4351-8da2-01fdd21d6949 req-0a56ad1d-86b0-4d83-981f-19d863c805e3 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110796 Jun 03 15:27:26.100666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cea5df64-0f61-4dc9-a76d-5ecfa53aecf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.211852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:26.259572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Usage tracker for resource:port and tenant:2d8d8fe197d344f8b4928a1cc06fda25 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:26.263762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:26.288320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:26.294305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b2ee9ce-c6c5-47f8-b13f-5c2e4f4cb2d1 req-0307f029-a075-43c0-92d0-e96ab259ce94 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 210 time: 0.0798373 Jun 03 15:27:26.337713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Made reservation on behalf of 2d8d8fe197d344f8b4928a1cc06fda25 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:26.341845 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.356592 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cea5df64-0f61-4dc9-a76d-5ecfa53aecf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.381064 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c9050b-d8ee-4fc2-8ca5-2fdb1f08913c'] response: {'server_uuid': 'ba486a29-2e69-4440-a358-d405c95b9887', 'name': 'network-vif-deleted', 'tag': '43d5a77d-e676-422c-842d-a1d248fd6c5c', 'status': 'completed', 'code': 200} Jun 03 15:27:26.408481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5df64-0f61-4dc9-a76d-5ecfa53aecf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=79a303e8-7a18-4caa-ac14-75c6f88e5a2d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:26.420356 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cea5df64-0f61-4dc9-a76d-5ecfa53aecf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.465445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59223848-3e34-4a92-975d-71cb85ea896d req-d54aa8fb-1c1d-429c-a860-96feb07e7c5f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:26.467064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59223848-3e34-4a92-975d-71cb85ea896d req-d54aa8fb-1c1d-429c-a860-96feb07e7c5f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.3010461 Jun 03 15:27:26.493758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fc0f83-6855-4abb-9845-0327d56b9196 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:26.535464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cea5df64-0f61-4dc9-a76d-5ecfa53aecf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/79a303e8-7a18-4caa-ac14-75c6f88e5a2d HTTP/1.1" status: 204 len: 168 time: 1.3424890 Jun 03 15:27:26.538112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44414) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:26.566086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8d92df5-39b1-4e06-bf12-a18b6d48205e req-d814d506-0a92-431f-8c06-5620f8a7fde1 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba486a29-2e69-4440-a358-d405c95b9887 HTTP/1.1" status: 200 len: 210 time: 0.0841410 Jun 03 15:27:26.604867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8f6313b7-c64b-4a0b-95b4-a204808fab7a None None] Could not find standard attr ID for object 395c15ac-6f3f-4370-9b1b-bf7f3d108aed. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:27:26.627848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44418) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:26.631839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8f6313b7-c64b-4a0b-95b4-a204808fab7a None None] Provisioning for port c2096059-6207-44e1-886e-75ec8e083247 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:26.632588 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59223848-3e34-4a92-975d-71cb85ea896d req-a27cf81d-7176-4bd7-92b3-10800a7c030a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572251 Jun 03 15:27:26.636004 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-19ce92eb-7530-4caf-9b11-bd6acc35aeb2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858290 Jun 03 15:27:26.728053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Allocated IP 172.20.0.10 (d88de1d3-7f66-4aef-ac66-7080cf35e87c/3eba99dd-07f2-4c2d-ad1e-2d479f70a26d/97c492ae-1924-43ee-8fd1-46c44addeebb) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:26.842366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1055ab1a-f041-48cb-8918-22db4025abe9 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:27:26.847031 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1055ab1a-f041-48cb-8918-22db4025abe9 None None] Deleting port c2096059-6207-44e1-886e-75ec8e083247 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:26.847399 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1055ab1a-f041-48cb-8918-22db4025abe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:26.863635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae227f1e-217a-4d72-b2ff-99196797a173 req-bddd5cae-0dbd-4d18-beed-f4ac2153d4d0 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0857890 Jun 03 15:27:26.891371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c5516e-e710-49af-81e2-60d2e84154f7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:26.891371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-07c5516e-e710-49af-81e2-60d2e84154f7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:27.004317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-07c5516e-e710-49af-81e2-60d2e84154f7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:27.005517 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-07c5516e-e710-49af-81e2-60d2e84154f7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3766334 Jun 03 15:27:27.008567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44422) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:27.020412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 22618339-5489-4e57-bade-d8a8dff9634f details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:27:27.022927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab955a-7c6c-48a1-a306-6b3f9cbc704d req-f9856b53-f7ae-41ca-8dc0-961ea109a1d2 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.024099 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8ab955a-7c6c-48a1-a306-6b3f9cbc704d req-f9856b53-f7ae-41ca-8dc0-961ea109a1d2 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 943 time: 0.2921548 Jun 03 15:27:27.092232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61345ac-be10-4742-a245-d6a2101d1777 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.096418 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b61345ac-be10-4742-a245-d6a2101d1777 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0868056 Jun 03 15:27:27.097085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44430) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:27.099220 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.148080 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.176128 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a0447bbb-f5aa-4d32-8a28-1bd1f29d8faa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778520 Jun 03 15:27:27.177053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44434) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:27.182991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:27.184921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1055ab1a-f041-48cb-8918-22db4025abe9 None None] For port c2096059-6207-44e1-886e-75ec8e083247, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c2096059-6207-44e1-886e-75ec8e083247,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:27.185131 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1055ab1a-f041-48cb-8918-22db4025abe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.199780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['55bb5efc-52a4-4b54-9ae6-4a02dbd8d480'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:27.331171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Network d88de1d3-7f66-4aef-ac66-7080cf35e87c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:27.338563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:27.341477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:27.347994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:27.354077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:27.357834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:27.366316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:27.389189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-fd2a5ac8-a027-433b-a8d7-90786f9dbe63 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.390311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-fd2a5ac8-a027-433b-a8d7-90786f9dbe63 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:27.395069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:27.399471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.421217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.422129 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.445009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1055ab1a-f041-48cb-8918-22db4025abe9 None None] Calling delete_port for c2096059-6207-44e1-886e-75ec8e083247 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:27.459436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8ab955a-7c6c-48a1-a306-6b3f9cbc704d req-a819bcd1-1003-4414-b2a2-7bb96a00a694 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4206190 Jun 03 15:27:27.484800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Pushing event updated for resources: {'Port': ['ID=97c492ae-1924-43ee-8fd1-46c44addeebb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:27.491872 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8ce562dc-d1b9-45eb-b7fa-08859c9cf8d0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6395068 Jun 03 15:27:27.504670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 22618339-5489-4e57-bade-d8a8dff9634f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=22618339-5489-4e57-bade-d8a8dff9634f,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:27.512260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Request body: {'port': {'device_id': '75dbb0cd-4e00-455f-98a5-cce76cd14678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:27.537194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '22618339-5489-4e57-bade-d8a8dff9634f', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'port_id': '22618339-5489-4e57-bade-d8a8dff9634f', 'mac_address': 'fa:16:3e:8f:a3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:27:27.541175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-fd2a5ac8-a027-433b-a8d7-90786f9dbe63 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:27.542409 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-fd2a5ac8-a027-433b-a8d7-90786f9dbe63 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 946 time: 0.2899692 Jun 03 15:27:27.653937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 22618339-5489-4e57-bade-d8a8dff9634f is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:27.654580 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.671437 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1055ab1a-f041-48cb-8918-22db4025abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.675102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-53a3a9c7-9cb4-4481-9557-df73f5e9a051 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Deleting port 9853845b-1619-4029-8c2d-f2be5582e2a4 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:27.675435 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-53a3a9c7-9cb4-4481-9557-df73f5e9a051 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.723713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a83fd-36ba-425b-9166-0e42c11fa8df req-7eb1c166-3174-4f13-a849-f146538e429c tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.732723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff9a83fd-36ba-425b-9166-0e42c11fa8df req-7eb1c166-3174-4f13-a849-f146538e429c tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.5876415 Jun 03 15:27:27.738226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055ab1a-f041-48cb-8918-22db4025abe9 None None] No DVR routers for this DVR port c2096059-6207-44e1-886e-75ec8e083247 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:27.740199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22618339-5489-4e57-bade-d8a8dff9634f {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:27.744902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055ab1a-f041-48cb-8918-22db4025abe9 None None] Pushing event deleted for resources: {'Port': ['ID=c2096059-6207-44e1-886e-75ec8e083247,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:27.775168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 22618339-5489-4e57-bade-d8a8dff9634f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=22618339-5489-4e57-bade-d8a8dff9634f,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:27.784721 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.839752 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.854902 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:27.881794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=22618339-5489-4e57-bade-d8a8dff9634f,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:27.887835 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff9a83fd-36ba-425b-9166-0e42c11fa8df req-a02fdcf6-87a8-4ead-9237-9fef94506cc7 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531372 Jun 03 15:27:27.944693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf941b-330c-483a-822e-159658c14170 req-0e178cf7-d092-4dad-9198-d0588dffb61d tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.947533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fddf941b-330c-483a-822e-159658c14170 req-0e178cf7-d092-4dad-9198-d0588dffb61d tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 946 time: 0.3055725 Jun 03 15:27:27.969082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:27.970307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:27.981772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e49387b-3240-4680-b87d-1d66184760cf None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:27.986621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.987208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.028276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=9dc33c4d-f2a5-480e-9ac9-c2f6e71d63ef,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:28.063972 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ce439b25-9eee-4c80-b4c7-e33689e3ed1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8853297 Jun 03 15:27:28.064873 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44446) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:28.087001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'fixed_ips': [{'subnet_id': '9dc33c4d-f2a5-480e-9ac9-c2f6e71d63ef', 'ip_address': '2001:db8::2d0f:66a9:f121:3050'}], 'name': 'tempest-NetworksTestDHCPv6-1098583421'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:28.178382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-53a3a9c7-9cb4-4481-9557-df73f5e9a051 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] For port 9853845b-1619-4029-8c2d-f2be5582e2a4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=9853845b-1619-4029-8c2d-f2be5582e2a4,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:28.178835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-53a3a9c7-9cb4-4481-9557-df73f5e9a051 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.230667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '9dc33c4d-f2a5-480e-9ac9-c2f6e71d63ef'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:27:28.231599 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.242667 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fddf941b-330c-483a-822e-159658c14170 req-dbfdb3b5-9d05-4635-8e32-877053a25cbd tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883592 Jun 03 15:27:28.312017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-53a3a9c7-9cb4-4481-9557-df73f5e9a051 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Calling delete_port for 9853845b-1619-4029-8c2d-f2be5582e2a4 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:28.407810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc2a6a-aff4-48e9-82fa-76ae46d0eb96 req-c9eb5fb0-4432-41ca-a09e-0e1e28dde299 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:28.408632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-92cc2a6a-aff4-48e9-82fa-76ae46d0eb96 req-c9eb5fb0-4432-41ca-a09e-0e1e28dde299 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Synchronizing usage tracker for tenant:2d8d8fe197d344f8b4928a1cc06fda25 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:28.420309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:28.449713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-92cc2a6a-aff4-48e9-82fa-76ae46d0eb96 req-c9eb5fb0-4432-41ca-a09e-0e1e28dde299 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Unset dirty status for tenant:2d8d8fe197d344f8b4928a1cc06fda25 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:28.457572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92cc2a6a-aff4-48e9-82fa-76ae46d0eb96 req-c9eb5fb0-4432-41ca-a09e-0e1e28dde299 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 932 time: 0.3602555 Jun 03 15:27:28.468427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:28.482355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/9dc33c4d-f2a5-480e-9ac9-c2f6e71d63ef/be15d292-32ac-48bf-8def-6262702d102c) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:28.504116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:28.519891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92cc2a6a-aff4-48e9-82fa-76ae46d0eb96 req-caf7286f-aaba-4b40-a3d7-6f74a42ce610 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611727 Jun 03 15:27:28.756001 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-594688e9-bffa-4227-b271-d56e7adcfedf req-d664cd14-6a31-4d62-b7ec-820bafaa84b2 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0710337 Jun 03 15:27:28.769054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c492ae-1924-43ee-8fd1-46c44addeebb {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:28.771605 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.781232 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.790264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Transition to ACTIVE for port object be15d292-32ac-48bf-8def-6262702d102c will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:28.794923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['22618339-5489-4e57-bade-d8a8dff9634f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:28.811095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d3432-8988-42c1-a26a-96c2c169eb3d req-77591e24-8b37-4526-a3aa-1ad5f369bf5d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:28.819105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-546d3432-8988-42c1-a26a-96c2c169eb3d req-77591e24-8b37-4526-a3aa-1ad5f369bf5d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.2954104 Jun 03 15:27:28.877485 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-546d3432-8988-42c1-a26a-96c2c169eb3d req-7bbf2c60-c34f-429f-b441-256d92173cfc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572796 Jun 03 15:27:28.888886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Transition to ACTIVE for port object be15d292-32ac-48bf-8def-6262702d102c will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:28.905648 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.955974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-53a3a9c7-9cb4-4481-9557-df73f5e9a051 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:28.986503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Transition to ACTIVE for port object 97c492ae-1924-43ee-8fd1-46c44addeebb will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:29.001608 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.001969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:29.012459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:29.019564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 43d5a77d-e676-422c-842d-a1d248fd6c5c no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:29.043153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:29.058221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.065227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Pushing event updated for resources: {'Port': ['ID=be15d292-32ac-48bf-8def-6262702d102c,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:29.081440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3a9c7-9cb4-4481-9557-df73f5e9a051 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event deleted for resources: {'Port': ['ID=9853845b-1619-4029-8c2d-f2be5582e2a4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:29.114046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Pushing event updated for resources: {'Port': ['ID=97c492ae-1924-43ee-8fd1-46c44addeebb,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:29.130967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port 2d6bc520-4d4d-489d-8cdc-a63ebb465ef3 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:29.153077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 43d5a77d-e676-422c-842d-a1d248fd6c5c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:29.153425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 43d5a77d-e676-422c-842d-a1d248fd6c5c not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:29.229301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-53a3a9c7-9cb4-4481-9557-df73f5e9a051 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] No DVR routers for this DVR port 9853845b-1619-4029-8c2d-f2be5582e2a4 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:29.244076 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-53a3a9c7-9cb4-4481-9557-df73f5e9a051 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.247427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a90e8d-7546-4ca8-a1d4-99219f8bc9e2', 'name': 'network-vif-deleted', 'tag': '9853845b-1619-4029-8c2d-f2be5582e2a4'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:29.361743 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-13bad85a-2708-47f3-b0b0-9ed2d0d6abe8 req-53a3a9c7-9cb4-4481-9557-df73f5e9a051 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "DELETE /v2.0/ports/9853845b-1619-4029-8c2d-f2be5582e2a4 HTTP/1.1" status: 204 len: 173 time: 1.8120718 Jun 03 15:27:29.363264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Attempting to bind port be15d292-32ac-48bf-8def-6262702d102c on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:29.363757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Attempting to bind port be15d292-32ac-48bf-8def-6262702d102c by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:29.366755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Attempting to bind port be15d292-32ac-48bf-8def-6262702d102c on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:29.410277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edf364-4c19-40bb-9f11-c2a62d7f8615 req-56351cf8-bd4d-40e0-b2bc-ccfe987a49e5 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.411999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0edf364-4c19-40bb-9f11-c2a62d7f8615 req-56351cf8-bd4d-40e0-b2bc-ccfe987a49e5 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 944 time: 0.4858592 Jun 03 15:27:29.440308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:29.440807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:29.444527 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.444981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:29.445978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Bound port: be15d292-32ac-48bf-8def-6262702d102c, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:29.446361 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.508552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::2d0f:66a9:f121:3050 (6a53de42-b459-4b7b-ab08-16276fe85489/9dc33c4d-f2a5-480e-9ac9-c2f6e71d63ef/2d6bc520-4d4d-489d-8cdc-a63ebb465ef3) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:29.536025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.622626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0edf364-4c19-40bb-9f11-c2a62d7f8615 req-980aa633-60db-4b71-9520-e4cfb8cbe97a tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023072 Jun 03 15:27:29.623297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] For port be15d292-32ac-48bf-8def-6262702d102c, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:29.627375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] For port be15d292-32ac-48bf-8def-6262702d102c, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=be15d292-32ac-48bf-8def-6262702d102c,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:29.633868 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.636691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Attempting to bind port 97c492ae-1924-43ee-8fd1-46c44addeebb on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:29.637016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Attempting to bind port 97c492ae-1924-43ee-8fd1-46c44addeebb by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:29.637331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Attempting to bind port 97c492ae-1924-43ee-8fd1-46c44addeebb on network d88de1d3-7f66-4aef-ac66-7080cf35e87c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:29.662234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Port 97c492ae-1924-43ee-8fd1-46c44addeebb on network d88de1d3-7f66-4aef-ac66-7080cf35e87c not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:27:29.662565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Attempting to bind port 97c492ae-1924-43ee-8fd1-46c44addeebb on network d88de1d3-7f66-4aef-ac66-7080cf35e87c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:29.673221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:29.673548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Checking segment: {'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:29.673963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Bound using segment: {'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:29.674398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Bound port: 97c492ae-1924-43ee-8fd1-46c44addeebb, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b10b446-48da-4f6e-ba65-54bfd48fb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:29.674734 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.704365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add526b6-58af-45f4-9bd4-231f3bdc0591 req-0a06adc9-243a-41a2-ab80-09e0d1de4431 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.711928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-add526b6-58af-45f4-9bd4-231f3bdc0591 req-0a06adc9-243a-41a2-ab80-09e0d1de4431 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.2904506 Jun 03 15:27:29.785251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb1b3f-f112-4bdc-811c-1e75722a20d3 None None] Pushing event updated for resources: {'Port': ['ID=be15d292-32ac-48bf-8def-6262702d102c,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:29.828100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-add526b6-58af-45f4-9bd4-231f3bdc0591 req-b9d49b01-0c27-4901-8da0-79db7beef472 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152115 Jun 03 15:27:29.904648 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ccfb03-8230-4ec0-8c43-c03ca6620555'] response: {'server_uuid': '58a90e8d-7546-4ca8-a1d4-99219f8bc9e2', 'name': 'network-vif-deleted', 'tag': '9853845b-1619-4029-8c2d-f2be5582e2a4', 'status': 'completed', 'code': 200} Jun 03 15:27:29.921318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] For port 97c492ae-1924-43ee-8fd1-46c44addeebb, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:29.924313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.942990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object 2d6bc520-4d4d-489d-8cdc-a63ebb465ef3 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:29.961436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] For port 97c492ae-1924-43ee-8fd1-46c44addeebb, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97c492ae-1924-43ee-8fd1-46c44addeebb,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:29.971895 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:29.976639 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:30.059182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.059805 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:30.061270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] 10.222.0.67 "PUT /v2.0/ports/97c492ae-1924-43ee-8fd1-46c44addeebb HTTP/1.1" status: 200 len: 1092 time: 2.5538235 Jun 03 15:27:30.063223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:30.066831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:30.083698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:30.117142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.117899 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:30.122349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dbb0cd-4e00-455f-98a5-cce76cd14678', 'tag': '97c492ae-1924-43ee-8fd1-46c44addeebb'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:30.128220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=2d6bc520-4d4d-489d-8cdc-a63ebb465ef3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:30.145758 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8fd42612-ad5f-4507-982a-e32b8242b60b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0725350 Jun 03 15:27:30.146917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70d152ba-5822-426a-ba7e-56e2f6b1a399 req-29ae60f1-451f-4005-bb7c-c1009003a406 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=58a90e8d-7546-4ca8-a1d4-99219f8bc9e2 HTTP/1.1" status: 200 len: 210 time: 0.1049745 Jun 03 15:27:30.148400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44474) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:30.161355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a44ff7-f193-47ce-868f-bd7692cb9a4e req-27a94ea0-91f7-414d-afa4-ecb24bc82bf9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.163069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98a44ff7-f193-47ce-868f-bd7692cb9a4e req-27a94ea0-91f7-414d-afa4-ecb24bc82bf9 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.2972891 Jun 03 15:27:30.206307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d54ba1-c285-46ad-b339-66c8145523e3 service neutron] Pushing event updated for resources: {'Port': ['ID=97c492ae-1924-43ee-8fd1-46c44addeebb,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:30.286221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98a44ff7-f193-47ce-868f-bd7692cb9a4e req-9c6937cf-505a-4e03-bbde-d1ed66b578ad tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073666 Jun 03 15:27:30.299173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f392136-1c6b-49eb-809a-416c33fbdafd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.305404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f392136-1c6b-49eb-809a-416c33fbdafd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.306244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f392136-1c6b-49eb-809a-416c33fbdafd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:30.337219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f392136-1c6b-49eb-809a-416c33fbdafd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:30.338660 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2f392136-1c6b-49eb-809a-416c33fbdafd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1891356 Jun 03 15:27:30.341462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44478) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:30.438227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-6d5e60c5-799d-4401-9233-ce298983cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.443207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-6d5e60c5-799d-4401-9233-ce298983cd72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d8d8fe197d344f8b4928a1cc06fda25&device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 1095 time: 0.2279701 Jun 03 15:27:30.516851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-86e2b879-5f9f-432c-adce-fd7c26f80e54 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port 2d6bc520-4d4d-489d-8cdc-a63ebb465ef3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:30.517197 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86e2b879-5f9f-432c-adce-fd7c26f80e54 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:30.573406 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-1e128800-e4c5-442d-9103-6b895ae813c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c492ae-1924-43ee-8fd1-46c44addeebb HTTP/1.1" status: 200 len: 217 time: 0.1121171 Jun 03 15:27:30.586791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71264e-92b9-4e20-b908-96479e989952 req-d060e0c3-362d-4f98-a637-e19ab7feac75 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.588239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be71264e-92b9-4e20-b908-96479e989952 req-d060e0c3-362d-4f98-a637-e19ab7feac75 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 944 time: 0.2986422 Jun 03 15:27:30.736737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:30.743013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddddd819-f6f0-4d86-8948-7f81e41809c6 req-c9385f4d-fdc7-41db-8c04-e4955a086954 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.2179511 Jun 03 15:27:30.852903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be71264e-92b9-4e20-b908-96479e989952 req-39364785-e8e2-49b3-9fe7-36fa47f5aa36 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127374 Jun 03 15:27:30.862355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-1c46ad28-6e4a-4ae0-9424-6ddfa4a2a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.866157 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-1c46ad28-6e4a-4ae0-9424-6ddfa4a2a6cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3eba99dd-07f2-4c2d-ad1e-2d479f70a26d HTTP/1.1" status: 200 len: 850 time: 0.1623259 Jun 03 15:27:30.873029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86e2b879-5f9f-432c-adce-fd7c26f80e54 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:30.984321 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adfe4bd0-5df0-4733-957a-31b1b1e927fc'] response: {'name': 'network-changed', 'server_uuid': '75dbb0cd-4e00-455f-98a5-cce76cd14678', 'tag': '97c492ae-1924-43ee-8fd1-46c44addeebb', 'status': 'completed', 'code': 200} Jun 03 15:27:31.007443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-500f0e37-938f-42f7-9d15-7a1222ff9f8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d88de1d3-7f66-4aef-ac66-7080cf35e87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238303 Jun 03 15:27:31.115926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 22618339-5489-4e57-bade-d8a8dff9634f up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:31.152445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-86e2b879-5f9f-432c-adce-fd7c26f80e54 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for 2d6bc520-4d4d-489d-8cdc-a63ebb465ef3 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:31.247279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 22618339-5489-4e57-bade-d8a8dff9634f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:31.253958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 22618339-5489-4e57-bade-d8a8dff9634f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:31.254831 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.362943 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86e2b879-5f9f-432c-adce-fd7c26f80e54 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.502692 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-8bc73f55-fa49-4a24-9ca1-2e9f56262378 service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803150 Jun 03 15:27:31.553129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device be15d292-32ac-48bf-8def-6262702d102c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:31.620997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 22618339-5489-4e57-bade-d8a8dff9634f is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:31.626395 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.636445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2b879-5f9f-432c-adce-fd7c26f80e54 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=2d6bc520-4d4d-489d-8cdc-a63ebb465ef3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:31.666282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4683fb8-93cd-496e-a5b5-fd8b93f79611 req-40d6b9c8-fede-4384-a3fb-2e1cfaac9b65 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:31.674939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4683fb8-93cd-496e-a5b5-fd8b93f79611 req-40d6b9c8-fede-4384-a3fb-2e1cfaac9b65 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 944 time: 0.4751945 Jun 03 15:27:31.692234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6b784038-0f18-413f-9807-72a311e49eb0 None None] Provisioning for port be15d292-32ac-48bf-8def-6262702d102c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:31.707453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09360c-5703-450d-8b63-c00edd19b770 req-a36084e8-a54e-48d6-9bb5-ff0e072a1c22 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:31.709086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b09360c-5703-450d-8b63-c00edd19b770 req-a36084e8-a54e-48d6-9bb5-ff0e072a1c22 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.5695407 Jun 03 15:27:31.728311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:31.746580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 22618339-5489-4e57-bade-d8a8dff9634f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=22618339-5489-4e57-bade-d8a8dff9634f,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:31.754422 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.756126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 9853845b-1619-4029-8c2d-f2be5582e2a4 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:31.828454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86e2b879-5f9f-432c-adce-fd7c26f80e54 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.832222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port be15d292-32ac-48bf-8def-6262702d102c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:31.843920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 9853845b-1619-4029-8c2d-f2be5582e2a4 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:31.844454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 9853845b-1619-4029-8c2d-f2be5582e2a4 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:31.862145 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-86e2b879-5f9f-432c-adce-fd7c26f80e54 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/2d6bc520-4d4d-489d-8cdc-a63ebb465ef3 HTTP/1.1" status: 204 len: 168 time: 1.5164082 Jun 03 15:27:31.862624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b382c62c-cd98-4e15-82c3-97bb2de7c97d None None] Could not find standard attr ID for object 2d6bc520-4d4d-489d-8cdc-a63ebb465ef3. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:27:31.863995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44496) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:31.864240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port be15d292-32ac-48bf-8def-6262702d102c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:31.864700 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:31.885660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4683fb8-93cd-496e-a5b5-fd8b93f79611 req-45c049dc-2ace-45f3-af22-4a1bbecf3b4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094336 Jun 03 15:27:31.948706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44511ac-cd40-434b-b535-4e339a57edd6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:31.949540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b09360c-5703-450d-8b63-c00edd19b770 req-80bbbf31-c5cd-4d66-bc59-86c625e390cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254510 Jun 03 15:27:31.950238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44511ac-cd40-434b-b535-4e339a57edd6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:31.951019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a44511ac-cd40-434b-b535-4e339a57edd6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:31.966707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09a03fb1-1a1c-4000-a0a8-f3a899dd5d24 req-dfd00421-a96c-4a84-aeb1-d2618c8a3674 service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429946 Jun 03 15:27:31.980060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a44511ac-cd40-434b-b535-4e339a57edd6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:31.981344 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a44511ac-cd40-434b-b535-4e339a57edd6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1151085 Jun 03 15:27:31.985660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44502) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:31.996547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=22618339-5489-4e57-bade-d8a8dff9634f,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:32.008155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-13cab130-99fe-4932-893c-6d5d679c5517 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:32.008902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-13cab130-99fe-4932-893c-6d5d679c5517 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Synchronizing usage tracker for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:32.057051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-13cab130-99fe-4932-893c-6d5d679c5517 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Unset dirty status for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:32.058231 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-13cab130-99fe-4932-893c-6d5d679c5517 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.5965984 Jun 03 15:27:32.147946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port be15d292-32ac-48bf-8def-6262702d102c is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:32.148960 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.212812 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3863fe27-ae91-49b7-8d16-eaf01f883b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.234947 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9819c532-ca5d-45c7-9dc7-38e3d9bc9571'] response: {'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f', 'code': 200} Jun 03 15:27:32.246319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port be15d292-32ac-48bf-8def-6262702d102c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=be15d292-32ac-48bf-8def-6262702d102c,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:32.253996 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.286956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-e5f75d7d-2ac1-4d43-8777-368b9be66c83 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Deleting port a628224e-201e-4a9b-ab86-3b1b82eefa15 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:32.288647 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-e5f75d7d-2ac1-4d43-8777-368b9be66c83 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.427215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=be15d292-32ac-48bf-8def-6262702d102c,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:32.529416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda6f058-91bc-47eb-963c-1d0ec1bdd7c3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 9dc33c4d-f2a5-480e-9ac9-c2f6e71d63ef {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:32.547183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94b84b3a-d616-490f-ae73-65756539af03 req-74683642-bf33-42d0-bf66-bf71b3075973 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1023092 Jun 03 15:27:32.548074 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dda6f058-91bc-47eb-963c-1d0ec1bdd7c3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.650564 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dda6f058-91bc-47eb-963c-1d0ec1bdd7c3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.690435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-e5f75d7d-2ac1-4d43-8777-368b9be66c83 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] For port a628224e-201e-4a9b-ab86-3b1b82eefa15, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a628224e-201e-4a9b-ab86-3b1b82eefa15,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:32.691117 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-e5f75d7d-2ac1-4d43-8777-368b9be66c83 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:32.697335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47429-d031-4cb8-a733-e001004b2547 req-5eb056ac-65ce-40ca-9481-8bcf67ffacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:32.698939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e47429-d031-4cb8-a733-e001004b2547 req-5eb056ac-65ce-40ca-9481-8bcf67ffacc6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d8d8fe197d344f8b4928a1cc06fda25&device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 1095 time: 0.5883403 Jun 03 15:27:32.727968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea96d2-27ff-41f3-8d29-403035939c32 req-0331a8cf-8640-4a59-910a-6c9d7a3872fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:32.729565 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4ea96d2-27ff-41f3-8d29-403035939c32 req-0331a8cf-8640-4a59-910a-6c9d7a3872fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 1096 time: 0.3799753 Jun 03 15:27:32.737019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f88f18-2349-4eef-9b67-9e028c78e21e req-2aa85a4e-a29e-4782-be44-a23dc5f10034 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:32.742351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56f88f18-2349-4eef-9b67-9e028c78e21e req-2aa85a4e-a29e-4782-be44-a23dc5f10034 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d94b64-2786-4c88-a456-fce56a6fa3d5 HTTP/1.1" status: 200 len: 946 time: 0.5189848 Jun 03 15:27:32.827625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-e5f75d7d-2ac1-4d43-8777-368b9be66c83 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Calling delete_port for a628224e-201e-4a9b-ab86-3b1b82eefa15 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:32.960391 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4ea96d2-27ff-41f3-8d29-403035939c32 req-f28f7833-3b7e-455a-bfbc-c5b7d34e862a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104471 Jun 03 15:27:32.973348 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56f88f18-2349-4eef-9b67-9e028c78e21e req-10fb00c3-2160-4f97-8ec9-c873314f38c5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078266 Jun 03 15:27:32.991673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-e5f75d7d-2ac1-4d43-8777-368b9be66c83 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.032277 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dda6f058-91bc-47eb-963c-1d0ec1bdd7c3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.058172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f75d7d-2ac1-4d43-8777-368b9be66c83 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event deleted for resources: {'Port': ['ID=a628224e-201e-4a9b-ab86-3b1b82eefa15,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:33.065613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47429-d031-4cb8-a733-e001004b2547 req-84c2e1f2-690d-4294-b2c4-d1638d477665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:33.067420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e47429-d031-4cb8-a733-e001004b2547 req-84c2e1f2-690d-4294-b2c4-d1638d477665 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d88de1d3-7f66-4aef-ac66-7080cf35e87c HTTP/1.1" status: 200 len: 911 time: 0.3614337 Jun 03 15:27:33.071717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['a628224e-201e-4a9b-ab86-3b1b82eefa15'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:33.124597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1de28-c5eb-4dd0-b6d7-9d7b5386539f req-433d28f4-8e57-4e03-9994-826159f2f19e tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:33.129982 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ec1de28-c5eb-4dd0-b6d7-9d7b5386539f req-433d28f4-8e57-4e03-9994-826159f2f19e tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 944 time: 0.3863564 Jun 03 15:27:33.183729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-e5f75d7d-2ac1-4d43-8777-368b9be66c83 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] No DVR routers for this DVR port a628224e-201e-4a9b-ab86-3b1b82eefa15 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:33.186381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-e5f75d7d-2ac1-4d43-8777-368b9be66c83 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.190404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d94b64-2786-4c88-a456-fce56a6fa3d5', 'name': 'network-vif-deleted', 'tag': 'a628224e-201e-4a9b-ab86-3b1b82eefa15'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:33.201246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ec1de28-c5eb-4dd0-b6d7-9d7b5386539f req-4aaf1e6a-6457-4386-aee7-3a6bded0cbb2 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597908 Jun 03 15:27:33.219498 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e6780609-b4b3-4788-a3a8-29068627bd13 req-e5f75d7d-2ac1-4d43-8777-368b9be66c83 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "DELETE /v2.0/ports/a628224e-201e-4a9b-ab86-3b1b82eefa15 HTTP/1.1" status: 204 len: 173 time: 1.1316121 Jun 03 15:27:33.235572 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dda6f058-91bc-47eb-963c-1d0ec1bdd7c3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.297414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6f058-91bc-47eb-963c-1d0ec1bdd7c3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc33c4d-f2a5-480e-9ac9-c2f6e71d63ef,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:33.299605 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dda6f058-91bc-47eb-963c-1d0ec1bdd7c3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.312932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aefe9d2-4f87-4cb6-b2cc-62cc68bea451 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:33.315503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dda6f058-91bc-47eb-963c-1d0ec1bdd7c3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/9dc33c4d-f2a5-480e-9ac9-c2f6e71d63ef HTTP/1.1" status: 204 len: 168 time: 1.3283973 Jun 03 15:27:33.317906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44530) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:33.527907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device be15d292-32ac-48bf-8def-6262702d102c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:33.706734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port be15d292-32ac-48bf-8def-6262702d102c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:33.707082 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.730930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ef90e615-ca8c-4400-b327-5ea050d2cdfc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4114816 Jun 03 15:27:33.734838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44536) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:33.742088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:33.799025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e47429-d031-4cb8-a733-e001004b2547 req-07595a2d-342d-43a8-96e6-00bf19ac9912 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c492ae-1924-43ee-8fd1-46c44addeebb HTTP/1.1" status: 200 len: 217 time: 0.1572838 Jun 03 15:27:33.864163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6121b1c5-55f0-44fb-b8e2-562c9185b98a None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:27:33.871340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6121b1c5-55f0-44fb-b8e2-562c9185b98a None None] Deleting port be15d292-32ac-48bf-8def-6262702d102c {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:33.871704 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6121b1c5-55f0-44fb-b8e2-562c9185b98a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.877730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:33.884552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:33.889697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:33.902845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:33.903948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e47429-d031-4cb8-a733-e001004b2547 req-3e4bd7af-a829-41db-b131-420491ce8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:33.905545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e47429-d031-4cb8-a733-e001004b2547 req-3e4bd7af-a829-41db-b131-420491ce8d30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3eba99dd-07f2-4c2d-ad1e-2d479f70a26d HTTP/1.1" status: 200 len: 850 time: 0.0953813 Jun 03 15:27:33.907692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port be15d292-32ac-48bf-8def-6262702d102c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:33.918111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:33.922127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:33.982483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e47429-d031-4cb8-a733-e001004b2547 req-35c4ecd9-6795-461a-bff6-71e347446d4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d88de1d3-7f66-4aef-ac66-7080cf35e87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524726 Jun 03 15:27:34.078586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-d3da847e-5c8c-47c8-be1d-332cc5bc533e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:34.085418 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-d3da847e-5c8c-47c8-be1d-332cc5bc533e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.7060177 Jun 03 15:27:34.094507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05797362-1ca4-4794-bf5e-781842d19459 req-384e5638-7796-4537-bd59-addf26a96f13 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:34.095993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05797362-1ca4-4794-bf5e-781842d19459 req-384e5638-7796-4537-bd59-addf26a96f13 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.7035432 Jun 03 15:27:34.141449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-5de8adf8-a47f-42bf-8259-2d7e42c0919f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/quotas/19ba0556664e4d8691d74307513714e4 HTTP/1.1" status: 200 len: 375 time: 0.0545192 Jun 03 15:27:34.150747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6121b1c5-55f0-44fb-b8e2-562c9185b98a None None] For port be15d292-32ac-48bf-8def-6262702d102c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=be15d292-32ac-48bf-8def-6262702d102c,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:34.151136 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6121b1c5-55f0-44fb-b8e2-562c9185b98a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.200931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.227383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05797362-1ca4-4794-bf5e-781842d19459 req-90ac6f85-c148-4959-b95c-cf20e46e16c7 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198902 Jun 03 15:27:34.274014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=34ff24e6-f79e-4fac-a726-214fd3a663d4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:34.279301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e47429-d031-4cb8-a733-e001004b2547 req-00a93a63-af76-40f8-b907-f9c902b2f0cf service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866490 Jun 03 15:27:34.294686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:34.295936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:34.299251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:34.299950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.330920 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-da1c97fb-426c-4e6a-baa8-477e2b2336ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5933111 Jun 03 15:27:34.333915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44544) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:34.341246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'fixed_ips': [{'subnet_id': '34ff24e6-f79e-4fac-a726-214fd3a663d4', 'ip_address': '2001:db8::4714:570c:8e31:ca27'}], 'name': 'tempest-NetworksTestDHCPv6-272292822'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:34.398810 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6121b1c5-55f0-44fb-b8e2-562c9185b98a None None] Calling delete_port for be15d292-32ac-48bf-8def-6262702d102c owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:34.455030 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c9c294c5-561b-41a8-aa87-dbc9f0933eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.473009 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-811380a6-61a5-4b22-859e-f1f3fc9b9db1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3199215 Jun 03 15:27:34.498598 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6121b1c5-55f0-44fb-b8e2-562c9185b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.552762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121b1c5-55f0-44fb-b8e2-562c9185b98a None None] Pushing event deleted for resources: {'Port': ['ID=be15d292-32ac-48bf-8def-6262702d102c,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:34.559070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121b1c5-55f0-44fb-b8e2-562c9185b98a None None] No DVR routers for this DVR port be15d292-32ac-48bf-8def-6262702d102c on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:34.578305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:34.578820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e749c4-1f84-4628-b421-f9d910864196 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:34.584220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:34.588984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:34.598242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:34.614182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:34.665377 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-f7b8d994-5307-401b-9c88-ab0341efe345 service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734807 Jun 03 15:27:34.782179 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.810531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port 95df2a7d-8af1-4064-9cee-bd5911bcd812 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:34.827876 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e47429-d031-4cb8-a733-e001004b2547 req-6bb3a5f0-2fe8-4eb4-9646-8e35f9fcdecf service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303762 Jun 03 15:27:34.838639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '34ff24e6-f79e-4fac-a726-214fd3a663d4'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:27:34.839808 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:34.850238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966805a-5101-4376-a43e-a729c959d2e2 req-2d5fd241-67d7-4077-8ffc-0dc45f7590b8 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:34.851730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9966805a-5101-4376-a43e-a729c959d2e2 req-2d5fd241-67d7-4077-8ffc-0dc45f7590b8 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.4277282 Jun 03 15:27:34.896116 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-ca9c170e-611c-408f-906f-3d7985aa3289 service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116885 Jun 03 15:27:34.926637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9966805a-5101-4376-a43e-a729c959d2e2 req-3f7d1282-1ce9-4aae-bafa-fd8168068368 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590150 Jun 03 15:27:35.010359 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6abfd2-ec4c-47cd-a50b-be7b45cc3396'] response: {'server_uuid': '32d94b64-2786-4c88-a456-fce56a6fa3d5', 'name': 'network-vif-deleted', 'tag': 'a628224e-201e-4a9b-ab86-3b1b82eefa15', 'status': 'completed', 'code': 200} Jun 03 15:27:35.029350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a628224e-201e-4a9b-ab86-3b1b82eefa15 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:35.070633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: a628224e-201e-4a9b-ab86-3b1b82eefa15 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:35.070984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a628224e-201e-4a9b-ab86-3b1b82eefa15 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:35.148796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/34ff24e6-f79e-4fac-a726-214fd3a663d4/4833007c-8421-4905-b80f-1c675b0b4896) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:35.253920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d52c788b-d57d-4cde-aaa1-8ebfa8997b53 req-b4edb8ea-5d2b-4ba3-b35b-fb9987c634f9 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0589180 Jun 03 15:27:35.330142 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:35.332382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144572a-f591-4d84-be6b-06828d2d1f0f req-49b2cddc-ac71-416d-877c-36252e2f32b3 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:35.338293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d144572a-f591-4d84-be6b-06828d2d1f0f req-49b2cddc-ac71-416d-877c-36252e2f32b3 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 946 time: 0.1923711 Jun 03 15:27:35.445488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device be15d292-32ac-48bf-8def-6262702d102c no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:35.501154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d144572a-f591-4d84-be6b-06828d2d1f0f req-b0e032d8-7b6c-4ad4-b02c-2ed596ce9465 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413772 Jun 03 15:27:35.502070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: be15d292-32ac-48bf-8def-6262702d102c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:35.502511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device be15d292-32ac-48bf-8def-6262702d102c not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:35.556682 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:35.559486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:35.569673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Transition to ACTIVE for port object 4833007c-8421-4905-b80f-1c675b0b4896 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:35.599125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Transition to ACTIVE for port object 4833007c-8421-4905-b80f-1c675b0b4896 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:35.619583 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:35.713681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ceec4c95-b8d4-4b9a-b8cb-7884a06b2ffd req-c39e1386-92d8-4a53-b24b-8e5512e68c5e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 210 time: 0.1147244 Jun 03 15:27:35.752934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::4714:570c:8e31:ca27 (6a53de42-b459-4b7b-ab08-16276fe85489/34ff24e6-f79e-4fac-a726-214fd3a663d4/95df2a7d-8af1-4064-9cee-bd5911bcd812) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:35.781565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:35.785185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:35.789250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:35.795367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Pushing event updated for resources: {'Port': ['ID=4833007c-8421-4905-b80f-1c675b0b4896,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:35.891671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Attempting to bind port 4833007c-8421-4905-b80f-1c675b0b4896 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:35.892100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Attempting to bind port 4833007c-8421-4905-b80f-1c675b0b4896 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:35.892377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Attempting to bind port 4833007c-8421-4905-b80f-1c675b0b4896 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:35.898015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:35.898381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:35.898780 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:35.899193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:35.899648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Bound port: 4833007c-8421-4905-b80f-1c675b0b4896, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:35.900165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:35.942481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966f819-3ebe-4f2c-befd-877cdfc79d8e req-d66be9d4-9ada-4f32-94db-9d8638e1c251 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:35.946016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7966f819-3ebe-4f2c-befd-877cdfc79d8e req-d66be9d4-9ada-4f32-94db-9d8638e1c251 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 944 time: 0.1797192 Jun 03 15:27:36.014612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] For port 4833007c-8421-4905-b80f-1c675b0b4896, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:36.019653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] For port 4833007c-8421-4905-b80f-1c675b0b4896, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4833007c-8421-4905-b80f-1c675b0b4896,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:36.027019 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:36.133520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251934dd-2fb4-4aac-8152-f22ed67101ee None None] Pushing event updated for resources: {'Port': ['ID=4833007c-8421-4905-b80f-1c675b0b4896,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:36.206048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7966f819-3ebe-4f2c-befd-877cdfc79d8e req-142a28d8-fe51-4c1f-a7a0-280dbcf52470 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144871 Jun 03 15:27:36.261347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a81fe3-26e6-4e64-9d94-01336ea829cf req-e545cb87-8ac7-4cf1-8d0c-80184b04690d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:36.263225 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:36.269031 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6a81fe3-26e6-4e64-9d94-01336ea829cf req-e545cb87-8ac7-4cf1-8d0c-80184b04690d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.3215730 Jun 03 15:27:36.298295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object 95df2a7d-8af1-4064-9cee-bd5911bcd812 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:36.322375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6a81fe3-26e6-4e64-9d94-01336ea829cf req-710bc2bd-dbce-4f20-b137-fe4d907a38d2 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523345 Jun 03 15:27:36.342485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:36.484177 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:36.487839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:36.507661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:36.519532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:36.520626 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:36.557671 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2216716 Jun 03 15:27:36.559014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c4991-4093-4d7e-b9a9-b5d3fd0d34db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=95df2a7d-8af1-4064-9cee-bd5911bcd812,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:36.563217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44580) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:36.674765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc77080-ae7a-4fc8-991b-70d4cd39baa6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:36.681062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc77080-ae7a-4fc8-991b-70d4cd39baa6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:36.681892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ffc77080-ae7a-4fc8-991b-70d4cd39baa6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:36.699512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ffc77080-ae7a-4fc8-991b-70d4cd39baa6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:36.702433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ffc77080-ae7a-4fc8-991b-70d4cd39baa6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1380203 Jun 03 15:27:36.703557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44584) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:36.741626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-aef0d7e2-b1d5-49e4-a62f-ab108e51daed tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:36.743096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-aef0d7e2-b1d5-49e4-a62f-ab108e51daed tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 0.3793180 Jun 03 15:27:36.771806 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9ee9c36e-7aea-4f40-9cb1-8c2e2ea50515 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/quotas/622d84e5fa28412589f37b0f0a012a1c HTTP/1.1" status: 200 len: 375 time: 0.0203509 Jun 03 15:27:36.793331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b8f27-2baa-4c02-a609-f677d2b11ea9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port 95df2a7d-8af1-4064-9cee-bd5911bcd812 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:36.793331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8f27-2baa-4c02-a609-f677d2b11ea9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:36.794803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d32ce5-340f-4cf0-9b1f-1a5e2756cb42 req-431de36f-734d-45f1-b8e9-b87f708e0135 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:36.796308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32d32ce5-340f-4cf0-9b1f-1a5e2756cb42 req-431de36f-734d-45f1-b8e9-b87f708e0135 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.2516966 Jun 03 15:27:36.863250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9d7afd7e-655f-42ca-9159-13f62ef63291 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788181 Jun 03 15:27:36.873415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-788347d3-d566-48d5-8b0e-4952b54ce1b6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:36.875458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-788347d3-d566-48d5-8b0e-4952b54ce1b6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 946 time: 0.2591622 Jun 03 15:27:36.951246 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:37.107403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Deleting port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:37.107403 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:37.145801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32d32ce5-340f-4cf0-9b1f-1a5e2756cb42 req-a739c8ce-d51a-45dc-ad67-eb994032f617 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130603 Jun 03 15:27:37.148275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-2377f5ea-cf9b-46bd-b544-d6ee26ef6f80 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719970 Jun 03 15:27:37.158728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8f27-2baa-4c02-a609-f677d2b11ea9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:37.433582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b8f27-2baa-4c02-a609-f677d2b11ea9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for 95df2a7d-8af1-4064-9cee-bd5911bcd812 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:37.514945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4833007c-8421-4905-b80f-1c675b0b4896 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:37.563039 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-56fa56e2-4de4-4083-8958-ac0eb7962721 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053302 Jun 03 15:27:37.578179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ed4ca93-4b3e-49aa-ae73-012362ae1621 req-6f94a521-b707-4a47-902f-2d7b6e7fcd17 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1163244 Jun 03 15:27:37.708435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 4833007c-8421-4905-b80f-1c675b0b4896 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:37.757893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d74ad059-2f05-4a61-b506-445d726120dc None None] Provisioning for port 4833007c-8421-4905-b80f-1c675b0b4896 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:37.771739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d74ad059-2f05-4a61-b506-445d726120dc None None] Provisioning complete for port 4833007c-8421-4905-b80f-1c675b0b4896 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:37.772072 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d74ad059-2f05-4a61-b506-445d726120dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:37.832469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] For port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8b5b05c2-fd8b-450c-bd28-42d47759b3f7,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:37.832845 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.027929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d74ad059-2f05-4a61-b506-445d726120dc None None] Current status of the port 4833007c-8421-4905-b80f-1c675b0b4896 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:38.028890 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d74ad059-2f05-4a61-b506-445d726120dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.083709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d74ad059-2f05-4a61-b506-445d726120dc None None] For port 4833007c-8421-4905-b80f-1c675b0b4896, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4833007c-8421-4905-b80f-1c675b0b4896,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:38.092769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-fda08636-b97c-4f5a-9e05-b47f6f9d8fcd tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:38.095109 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-fda08636-b97c-4f5a-9e05-b47f6f9d8fcd tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.5638900 Jun 03 15:27:38.095270 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d74ad059-2f05-4a61-b506-445d726120dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.120343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Request body: {'port': {'device_id': '7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'admin_state_up': True, 'tenant_id': '19ba0556664e4d8691d74307513714e4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:38.234977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049ff1d-879b-4d69-9857-7ec22f742497 req-159e09d0-eac3-4bcf-859d-a0b3ed63e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:38.236515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f049ff1d-879b-4d69-9857-7ec22f742497 req-159e09d0-eac3-4bcf-859d-a0b3ed63e1c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 1096 time: 0.5819254 Jun 03 15:27:38.267123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3c6e379a-7c79-4d3c-9902-7ce98e5dbbbe None None] Provisioning for port 95df2a7d-8af1-4064-9cee-bd5911bcd812 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:38.271477 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8f27-2baa-4c02-a609-f677d2b11ea9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.283353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3c6e379a-7c79-4d3c-9902-7ce98e5dbbbe None None] Provisioning complete for port 95df2a7d-8af1-4064-9cee-bd5911bcd812 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:38.283752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3c6e379a-7c79-4d3c-9902-7ce98e5dbbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.360417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b8f27-2baa-4c02-a609-f677d2b11ea9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=95df2a7d-8af1-4064-9cee-bd5911bcd812,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:38.376488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ad059-2f05-4a61-b506-445d726120dc None None] Pushing event updated for resources: {'Port': ['ID=4833007c-8421-4905-b80f-1c675b0b4896,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:38.410500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e379a-7c79-4d3c-9902-7ce98e5dbbbe None None] Port 95df2a7d-8af1-4064-9cee-bd5911bcd812 was deleted so its status cannot be updated. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 03 15:27:38.441714 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8f27-2baa-4c02-a609-f677d2b11ea9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.463955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:38.475141 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7a9b8f27-2baa-4c02-a609-f677d2b11ea9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/95df2a7d-8af1-4064-9cee-bd5911bcd812 HTTP/1.1" status: 204 len: 168 time: 1.7658472 Jun 03 15:27:38.475141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Usage tracker for resource:port and tenant:19ba0556664e4d8691d74307513714e4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:38.476736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44604) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:38.480194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:38.530760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:38.579637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Made reservation on behalf of 19ba0556664e4d8691d74307513714e4 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:38.586589 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.605549 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.606603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca76a2-e84b-4e25-be70-0b43d5e10908 req-228b4f32-29a3-40a6-99c1-6c320107d011 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:38.610747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41ca76a2-e84b-4e25-be70-0b43d5e10908 req-228b4f32-29a3-40a6-99c1-6c320107d011 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.7613094 Jun 03 15:27:38.622205 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f049ff1d-879b-4d69-9857-7ec22f742497 req-142ba509-b3d1-40d8-8582-d8abcae6d09b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746779 Jun 03 15:27:38.625365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44608) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:38.717114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8a74e295-72eb-4332-b300-516f1107683d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Request body: {'floatingip': {'port_id': '22618339-5489-4e57-bade-d8a8dff9634f'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:38.741198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d06d2e-0285-4997-83a0-6cab6488ecff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:38.742940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d06d2e-0285-4997-83a0-6cab6488ecff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:38.743854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c1d06d2e-0285-4997-83a0-6cab6488ecff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:38.804133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c1d06d2e-0285-4997-83a0-6cab6488ecff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:38.805198 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c1d06d2e-0285-4997-83a0-6cab6488ecff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3273060 Jun 03 15:27:38.812233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44614) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:38.878778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529d9f5-3167-487f-89fc-8a206306e123 req-a0a912d7-4cf8-49a2-8a3d-02e7d6bfb9db tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:38.880312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1529d9f5-3167-487f-89fc-8a206306e123 req-a0a912d7-4cf8-49a2-8a3d-02e7d6bfb9db tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 946 time: 0.8480496 Jun 03 15:27:38.882353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5f275ab7-c6e2-4c0b-b39e-9555454df133 req-00b708a7-b6a0-4153-853a-fc395be98846 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 210 time: 0.0960562 Jun 03 15:27:38.884708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a74e295-72eb-4332-b300-516f1107683d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.885182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Allocated IP 172.20.0.7 (73aadb7d-95c2-4785-b949-eef112e3c4fb/901d199d-a134-429c-ba05-96e12007c774/1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:38.897409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec02f12-8b8d-4ca6-9f04-7122c9a49c47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 34ff24e6-f79e-4fac-a726-214fd3a663d4 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:38.904005 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ec02f12-8b8d-4ca6-9f04-7122c9a49c47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.990574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.990924 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:38.991221 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Floating IP 2bc4130c-ec31-4fe1-917a-978709593fdf disassociated. External IP: 172.25.7.180, port: 8b5b05c2-fd8b-450c-bd28-42d47759b3f7. Jun 03 15:27:38.991557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Calling delete_port for 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:39.048664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 97c492ae-1924-43ee-8fd1-46c44addeebb details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:27:39.110384 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ec02f12-8b8d-4ca6-9f04-7122c9a49c47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.123284 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:27:39.147434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1529d9f5-3167-487f-89fc-8a206306e123 req-fd2337dd-5fd3-4580-98e9-e259feebdc2d tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f058298-4726-441b-9b00-49e3c3091901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100379 Jun 03 15:27:39.400623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 97c492ae-1924-43ee-8fd1-46c44addeebb, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97c492ae-1924-43ee-8fd1-46c44addeebb,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:39.476340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680d600-31dc-4d67-9645-14900ce16121 req-0c681fdc-d585-405b-9f11-2a786b80a77c tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:39.486086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '97c492ae-1924-43ee-8fd1-46c44addeebb', 'network_id': 'd88de1d3-7f66-4aef-ac66-7080cf35e87c', 'port_id': '97c492ae-1924-43ee-8fd1-46c44addeebb', 'mac_address': 'fa:16:3e:91:38:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eba99dd-07f2-4c2d-ad1e-2d479f70a26d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:27:39.495102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7680d600-31dc-4d67-9645-14900ce16121 req-0c681fdc-d585-405b-9f11-2a786b80a77c tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 944 time: 0.4755626 Jun 03 15:27:39.612982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 97c492ae-1924-43ee-8fd1-46c44addeebb is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:39.613438 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.636255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4833007c-8421-4905-b80f-1c675b0b4896 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:39.704536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c492ae-1924-43ee-8fd1-46c44addeebb {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:39.714952 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.748144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 97c492ae-1924-43ee-8fd1-46c44addeebb, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97c492ae-1924-43ee-8fd1-46c44addeebb,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:39.751522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4833007c-8421-4905-b80f-1c675b0b4896 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:39.751522 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.760016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ec02f12-8b8d-4ca6-9f04-7122c9a49c47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.792965 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.830753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-feaaf8ce-d5f0-453a-a26e-aea2f4148d86 req-def9b809-25ac-430e-90ac-38b8b49f8bca tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 210 time: 0.3301017 Jun 03 15:27:39.920722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:39.946362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=97c492ae-1924-43ee-8fd1-46c44addeebb,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:40.005696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Network 73aadb7d-95c2-4785-b949-eef112e3c4fb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:40.010018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:40.019460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:40.026840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:40.075804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ec02f12-8b8d-4ca6-9f04-7122c9a49c47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.089742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4833007c-8421-4905-b80f-1c675b0b4896 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:40.124861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec02f12-8b8d-4ca6-9f04-7122c9a49c47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=34ff24e6-f79e-4fac-a726-214fd3a663d4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:40.127635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event updated for resources: {'Port': ['ID=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:40.140191 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ec02f12-8b8d-4ca6-9f04-7122c9a49c47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.143438 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.161327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acec58a-d13b-4289-8cd0-20562326ce25 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:40.164619 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3ec02f12-8b8d-4ca6-9f04-7122c9a49c47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/34ff24e6-f79e-4fac-a726-214fd3a663d4 HTTP/1.1" status: 204 len: 168 time: 1.3490791 Jun 03 15:27:40.165185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44620) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:40.195496 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7680d600-31dc-4d67-9645-14900ce16121 req-e30df98d-0c10-452b-a705-ecb6dff3df60 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994443 Jun 03 15:27:40.230704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Pushing event deleted for resources: {'Port': ['ID=8b5b05c2-fd8b-450c-bd28-42d47759b3f7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:40.245360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:40.245758 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.264944 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8e3bf141-0d0a-4ddf-9af7-8bbd81774650 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942016 Jun 03 15:27:40.267161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:40.286274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:40.441680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:40.465933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:40.470105 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-e1485d9f-c87c-40e8-828e-9e387d8af393 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3534741 Jun 03 15:27:40.470944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:40.478746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:40.494701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:40.501485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.502758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6c7cd7a-5391-48de-b68d-6abaaf59465c req-5da7988e-b39d-4632-a4c5-7122b4eca32c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7614081 Jun 03 15:27:40.609784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Request body: {'port': {'device_id': '7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:40.613935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['97c492ae-1924-43ee-8fd1-46c44addeebb'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:40.688980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855bf5ba-0f01-4cda-afef-63693c59717f None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:27:40.728457 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-855bf5ba-0f01-4cda-afef-63693c59717f None None] Deleting port 4833007c-8421-4905-b80f-1c675b0b4896 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:40.729246 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-855bf5ba-0f01-4cda-afef-63693c59717f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:40.830620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.063054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:41.089602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1097d6c8-67b6-4429-a9cf-303c0ad3c041 req-76a70798-5c20-40c9-9ae1-1cde53e0e262 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1631331 Jun 03 15:27:41.163733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:41.164785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:41.237920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2039f1-202b-4400-9c27-639412d69fdb req-d20cf31b-942d-4e4a-9ef0-1cc00e440e6e tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:41.237920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af2039f1-202b-4400-9c27-639412d69fdb req-d20cf31b-942d-4e4a-9ef0-1cc00e440e6e tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 1.2251713 Jun 03 15:27:41.242937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:27:41.417641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4833007c-8421-4905-b80f-1c675b0b4896 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:41.452617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7cd7a-5391-48de-b68d-6abaaf59465c req-8a451a83-0b97-478d-8ca0-a0c6134ef2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:41.455023 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6c7cd7a-5391-48de-b68d-6abaaf59465c req-8a451a83-0b97-478d-8ca0-a0c6134ef2fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 1096 time: 0.4122767 Jun 03 15:27:41.462190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-8a74e295-72eb-4332-b300-516f1107683d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:27:41.543332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-855bf5ba-0f01-4cda-afef-63693c59717f None None] For port 4833007c-8421-4905-b80f-1c675b0b4896, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4833007c-8421-4905-b80f-1c675b0b4896,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:41.543640 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-855bf5ba-0f01-4cda-afef-63693c59717f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.647109 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.678667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-855bf5ba-0f01-4cda-afef-63693c59717f None None] Calling delete_port for 4833007c-8421-4905-b80f-1c675b0b4896 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:41.803231 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af2039f1-202b-4400-9c27-639412d69fdb req-b54c1878-8590-4a0e-b946-f37537c4ac45 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500736 Jun 03 15:27:41.804299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4833007c-8421-4905-b80f-1c675b0b4896 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:41.804694 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.824224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a74e295-72eb-4332-b300-516f1107683d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.857704 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a74e295-72eb-4332-b300-516f1107683d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.885365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-855bf5ba-0f01-4cda-afef-63693c59717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.932345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-5466c65d-f942-44dc-8db9-ca72393ad102 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:41.933817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-5466c65d-f942-44dc-8db9-ca72393ad102 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 811 time: 1.0059488 Jun 03 15:27:41.941904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:41.955329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:41.957994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Request body: {'port': {'device_id': 'cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'admin_state_up': True, 'tenant_id': '622d84e5fa28412589f37b0f0a012a1c'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:41.964188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:41.964961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:41.967483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bf5ba-0f01-4cda-afef-63693c59717f None None] Pushing event deleted for resources: {'Port': ['ID=4833007c-8421-4905-b80f-1c675b0b4896,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:41.973316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7cd7a-5391-48de-b68d-6abaaf59465c req-1ee6fab2-3185-415a-b403-9a98882d4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:41.975163 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6c7cd7a-5391-48de-b68d-6abaaf59465c req-1ee6fab2-3185-415a-b403-9a98882d4b62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 907 time: 0.4862015 Jun 03 15:27:41.978639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:41.995007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855bf5ba-0f01-4cda-afef-63693c59717f None None] No DVR routers for this DVR port 4833007c-8421-4905-b80f-1c675b0b4896 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:42.013034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393355da-2021-473b-9d61-4d1cd6c315ac None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:42.074399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.096573 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6c7cd7a-5391-48de-b68d-6abaaf59465c req-56cb2a31-5572-4b9a-bfb9-e382401f3a46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91aeefb3-b0ff-42d6-a0c5-973091468b58 HTTP/1.1" status: 200 len: 217 time: 0.1022151 Jun 03 15:27:42.122069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=ce744831-8842-4590-b497-a0f85adf1c0f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:42.179793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Transition to ACTIVE for port object 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:42.192433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f436d01c-9a9b-44c1-80f3-901d26867cdd tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9210107 Jun 03 15:27:42.193263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.199972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44636) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:42.211787 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54581106-f700-461e-a3da-b46bf74405cd req-c66d50ce-2922-46f1-aa2c-ad1b6ac182ac tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 210 time: 0.1383440 Jun 03 15:27:42.222329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'fixed_ips': [{'subnet_id': 'ce744831-8842-4590-b497-a0f85adf1c0f', 'ip_address': '2001:db8::351b:f891:fad1:51af'}], 'name': 'tempest-NetworksTestDHCPv6-1147794842'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:42.328151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4dd3b-3d1f-4dd0-aa2b-df447a9ca012 req-de05dfba-c39e-4bcc-8f72-fadeab0b6c13 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:42.335624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eae4dd3b-3d1f-4dd0-aa2b-df447a9ca012 req-de05dfba-c39e-4bcc-8f72-fadeab0b6c13 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 931 time: 1.0555983 Jun 03 15:27:42.360782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': 'ce744831-8842-4590-b497-a0f85adf1c0f'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:27:42.362440 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.451895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7cd7a-5391-48de-b68d-6abaaf59465c req-ed558c1f-f4c3-4728-a0a1-821f6f41bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:42.454450 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6c7cd7a-5391-48de-b68d-6abaaf59465c req-ed558c1f-f4c3-4728-a0a1-821f6f41bd5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.3316178 Jun 03 15:27:42.503677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:27:42.516509 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b815318-8ce4-404e-841c-1aa4906a8477 None None] Sync routers for ids ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:42.532175 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b815318-8ce4-404e-841c-1aa4906a8477 None None] Routers {'958a9d9d-5fe2-44f5-b8f9-500b57c72b50'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:42.533232 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7b815318-8ce4-404e-841c-1aa4906a8477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:27:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:42.586822 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6c7cd7a-5391-48de-b68d-6abaaf59465c req-fc769488-fbe0-4f98-9e87-5a73a1fe4f01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002352 Jun 03 15:27:42.587657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06bc2491-0351-4d1d-b8a6-8686e9b84eaf req-85faf39d-43d5-444f-886f-c1e7a93aec75 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 210 time: 0.1498055 Jun 03 15:27:42.587794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Pushing event updated for resources: {'Port': ['ID=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:42.623451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/ce744831-8842-4590-b497-a0f85adf1c0f/7442157b-92ce-4584-9030-56d08fb7f075) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:42.699027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] No DVR routers for this DVR port 8b5b05c2-fd8b-450c-bd28-42d47759b3f7 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:42.709817 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.739513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'name': 'network-vif-deleted', 'tag': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:42.745774 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06b8f264-2884-48d5-b4b8-7b08e09b59da req-e7f8adbb-625c-48c0-ad21-3d5bb0218d5f tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.67 "DELETE /v2.0/ports/8b5b05c2-fd8b-450c-bd28-42d47759b3f7 HTTP/1.1" status: 204 len: 173 time: 5.8469040 Jun 03 15:27:42.760154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:42.766779 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-8a74e295-72eb-4332-b300-516f1107683d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Floating IP 5ab66897-d40d-427c-9d75-e4d3027ba7bf associated. External IP: 172.25.7.163, port: 22618339-5489-4e57-bade-d8a8dff9634f. Jun 03 15:27:42.962385 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:42.963909 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-7b815318-8ce4-404e-841c-1aa4906a8477 None None] Set router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:42.980706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Transition to ACTIVE for port object 7442157b-92ce-4584-9030-56d08fb7f075 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:43.008667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Transition to ACTIVE for port object 7442157b-92ce-4584-9030-56d08fb7f075 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:43.024434 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.079154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eae4dd3b-3d1f-4dd0-aa2b-df447a9ca012 req-9ccfc07f-4573-4915-9223-41ccba74441e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7423902 Jun 03 15:27:43.101984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Usage tracker for resource:port and tenant:622d84e5fa28412589f37b0f0a012a1c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:43.112593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:43.119667 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6c7cd7a-5391-48de-b68d-6abaaf59465c req-dd590644-35cd-4387-a105-b9fd63bf539b service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528952 Jun 03 15:27:43.122731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Attempting to bind port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:43.123077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Attempting to bind port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:43.123409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Attempting to bind port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:43.135713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 97c492ae-1924-43ee-8fd1-46c44addeebb up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:43.142191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:43.159949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d on network 73aadb7d-95c2-4785-b949-eef112e3c4fb not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:27:43.160595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Attempting to bind port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:43.240549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:43.240811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Checking segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:43.241804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Bound using segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:43.241804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Bound port: 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:43.242135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.266650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:43.278168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:43.291298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:43.360599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Pushing event updated for resources: {'Port': ['ID=7442157b-92ce-4584-9030-56d08fb7f075,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:43.442021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Made reservation on behalf of 622d84e5fa28412589f37b0f0a012a1c for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:43.445692 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.466059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:43.493399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2e2a94c-bcc9-43d4-97f8-5a081665da77 req-64e012e2-88f1-4a07-b930-52e23cba53b4 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1073468 Jun 03 15:27:43.501528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:43.502608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Attempting to bind port 7442157b-92ce-4584-9030-56d08fb7f075 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:43.503139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Attempting to bind port 7442157b-92ce-4584-9030-56d08fb7f075 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:43.503887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Attempting to bind port 7442157b-92ce-4584-9030-56d08fb7f075 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:43.508471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:43.513535 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6c7cd7a-5391-48de-b68d-6abaaf59465c req-53d9a156-7e0a-4c02-96cc-cbae3a7bc69b service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847539 Jun 03 15:27:43.520289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:43.520751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:43.521913 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.522577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:43.523388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Bound port: 7442157b-92ce-4584-9030-56d08fb7f075, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:43.523993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.524249 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] For port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:43.531814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] For port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:43.549915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.550218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d55b9-30d3-425f-868f-34f7d1676b3a req-685a26ec-34c9-43d0-ad82-a3f2779796a9 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:43.557791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d2d55b9-30d3-425f-868f-34f7d1676b3a req-685a26ec-34c9-43d0-ad82-a3f2779796a9 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 945 time: 0.5460725 Jun 03 15:27:43.565166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 97c492ae-1924-43ee-8fd1-46c44addeebb completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:43.579009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 97c492ae-1924-43ee-8fd1-46c44addeebb triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:43.579541 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.591076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:43.679631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:43.682057 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.684749 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] 10.222.0.67 "PUT /v2.0/ports/1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d HTTP/1.1" status: 200 len: 1091 time: 3.0916381 Jun 03 15:27:43.685770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4', 'tag': '1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:43.691784 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7b815318-8ce4-404e-841c-1aa4906a8477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:43Z', 'revision_number': 4, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9ebb88db-c46d-47fa-8d93-fdece710af90', 'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'mac_address': 'fa:16:3e:f0:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:40Z', 'updated_at': '2022-06-03T15:23:53Z', 'revision_number': 5, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'subnets': [{'id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:43.705557 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b815318-8ce4-404e-841c-1aa4906a8477 None None] Checking router: 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:43.719321 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b815318-8ce4-404e-841c-1aa4906a8477 None None] Routers {'958a9d9d-5fe2-44f5-b8f9-500b57c72b50'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:43.720175 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7b815318-8ce4-404e-841c-1aa4906a8477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:27:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:43.762423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1966c-98bc-46f2-a871-8a2f9a60ea8d service neutron] Pushing event updated for resources: {'Port': ['ID=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:43.871157 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8473b20-9ce8-4240-8aa6-0e0251a01c1b'] response: {'server_uuid': 'ecf93bd4-6eef-461f-93a9-208398e177f2', 'name': 'network-vif-deleted', 'tag': '8b5b05c2-fd8b-450c-bd28-42d47759b3f7', 'status': 'completed', 'code': 200} Jun 03 15:27:43.949055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 97c492ae-1924-43ee-8fd1-46c44addeebb is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:43.949055 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.956794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] For port 7442157b-92ce-4584-9030-56d08fb7f075, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:43.971594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] For port 7442157b-92ce-4584-9030-56d08fb7f075, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7442157b-92ce-4584-9030-56d08fb7f075,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:43.984413 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:43.985435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d2d55b9-30d3-425f-868f-34f7d1676b3a req-f875eab0-5329-44c5-9ad8-9b47ff85b88e tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267616 Jun 03 15:27:44.004125 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-7b815318-8ce4-404e-841c-1aa4906a8477 None None] Set router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:44.017246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:44.038980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dbb0cd-4e00-455f-98a5-cce76cd14678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c492ae-1924-43ee-8fd1-46c44addeebb'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:44.073186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 97c492ae-1924-43ee-8fd1-46c44addeebb, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97c492ae-1924-43ee-8fd1-46c44addeebb,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:44.084374 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:44.122813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a657c9-177e-47b7-b8f5-a2501c1c4cb9 None None] Pushing event updated for resources: {'Port': ['ID=7442157b-92ce-4584-9030-56d08fb7f075,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:44.178085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Allocated IP 172.20.0.11 (0eb35c9f-ee3c-45a8-b613-18d6f2387c2c/a4b77897-1629-4d38-8157-f1d40799acb4/1a954ceb-3b11-446a-a2c1-65b40398d140) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:44.278973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=97c492ae-1924-43ee-8fd1-46c44addeebb,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:44.315430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-29241677-35c0-42d1-b2b7-6cc1ac0809ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.318118 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-29241677-35c0-42d1-b2b7-6cc1ac0809ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 1094 time: 0.2119579 Jun 03 15:27:44.505134 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-1a003632-325e-4f3e-ad08-c8f88ad58f7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d HTTP/1.1" status: 200 len: 217 time: 0.1515532 Jun 03 15:27:44.529650 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7b815318-8ce4-404e-841c-1aa4906a8477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:43Z', 'revision_number': 4, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9ebb88db-c46d-47fa-8d93-fdece710af90', 'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'mac_address': 'fa:16:3e:f0:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:40Z', 'updated_at': '2022-06-03T15:23:53Z', 'revision_number': 5, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'subnets': [{'id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:44.560181 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b815318-8ce4-404e-841c-1aa4906a8477 None None] The sync data for ids ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'] in n-d-844595-1 is: [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:23:43Z', 'revision_number': 4, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9ebb88db-c46d-47fa-8d93-fdece710af90', 'name': '', 'network_id': 'f44ed2c9-1ff3-4c50-99bd-c85502cbf350', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'mac_address': 'fa:16:3e:f0:d3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:40Z', 'updated_at': '2022-06-03T15:23:53Z', 'revision_number': 5, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'subnets': [{'id': '53132eb5-c633-41cf-ac2b-c0d6f52a025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:44.644840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-58d1124d-3a06-4f68-b75f-4fa79d40a69c req-f6c386ce-fb1a-4ab4-af54-669139c5a0e6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Synchronizing usage tracker for tenant:1be8384af28e480b951e8a57efa1e41c on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:44.651844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-fce3a34c-bed0-41a4-8c09-5cb3bd9a522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.658033 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-fce3a34c-bed0-41a4-8c09-5cb3bd9a522c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.1212413 Jun 03 15:27:44.707379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdc935-d295-4416-951c-2d76f79d1e52 req-2f574ac2-4750-4e63-b05a-cd70d13f354e tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.728251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34bdc935-d295-4416-951c-2d76f79d1e52 req-2f574ac2-4750-4e63-b05a-cd70d13f354e tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.8604436 Jun 03 15:27:44.774627 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-916931e7-a9df-413c-bade-e3e420d3a601 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669789 Jun 03 15:27:44.836985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-58d1124d-3a06-4f68-b75f-4fa79d40a69c req-f6c386ce-fb1a-4ab4-af54-669139c5a0e6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Unset dirty status for tenant:1be8384af28e480b951e8a57efa1e41c on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:44.847328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58d1124d-3a06-4f68-b75f-4fa79d40a69c req-f6c386ce-fb1a-4ab4-af54-669139c5a0e6 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/ports?device_id=ecf93bd4-6eef-461f-93a9-208398e177f2 HTTP/1.1" status: 200 len: 210 time: 0.3612299 Jun 03 15:27:44.888904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a74e295-72eb-4332-b300-516f1107683d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:27:44.946712 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-82aee168-738e-4933-9a2e-12249aa39595 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634648 Jun 03 15:27:44.993179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.009790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34bdc935-d295-4416-951c-2d76f79d1e52 req-97299189-6814-4206-9622-3a5403479e1d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802267 Jun 03 15:27:45.013925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a77bbc-e611-4a21-8459-40b21c85f9f3 None None] New status for floating IP 2bc4130c-ec31-4fe1-917a-978709593fdf: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:27:45.254331 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6108aee-a71a-48a7-9fd6-437d5eb3687f'] response: {'server_uuid': '75dbb0cd-4e00-455f-98a5-cce76cd14678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c492ae-1924-43ee-8fd1-46c44addeebb', 'code': 200} Jun 03 15:27:45.270412 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbb80ba-dba3-430e-85e6-0018af6058db'] response: {'name': 'network-changed', 'server_uuid': '7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4', 'tag': '1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d', 'status': 'completed', 'code': 200} Jun 03 15:27:45.383402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0ad82a9-8ee7-4974-87d0-538d7147dd56 req-56db0eb8-ae0a-429d-97f0-940a4fded83d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 210 time: 0.2726009 Jun 03 15:27:45.417075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port c9f2c3f9-6812-4548-af43-9c9c72a75b5a yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:45.478809 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c86a5a27-c184-4717-bebc-7f1f6ecddc03 req-3caf859f-922a-495a-8b61-eb82cbe4bd5e service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860260 Jun 03 15:27:45.519951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d02604-03dd-4e70-b30b-355813b1747a req-add1bf6f-6f1b-4cec-b5a3-f3993d0dc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:45.522101 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e3d02604-03dd-4e70-b30b-355813b1747a req-add1bf6f-6f1b-4cec-b5a3-f3993d0dc96a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 1097 time: 0.1453876 Jun 03 15:27:45.589948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7442157b-92ce-4584-9030-56d08fb7f075 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:45.597724 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e3d02604-03dd-4e70-b30b-355813b1747a req-de1ad5fb-28cb-4ea6-91d2-41eeaad48a04 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682976 Jun 03 15:27:45.696497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 7442157b-92ce-4584-9030-56d08fb7f075 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:45.824228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-68096188-1786-4bf5-85d8-0946b4033101 None None] Provisioning for port 7442157b-92ce-4584-9030-56d08fb7f075 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:45.829546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-68096188-1786-4bf5-85d8-0946b4033101 None None] Provisioning complete for port 7442157b-92ce-4584-9030-56d08fb7f075 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:45.830011 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-68096188-1786-4bf5-85d8-0946b4033101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.896441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3de38ad-6bf0-4434-ad4d-f8b0ec0f96fb req-99f72657-529f-4920-8ca7-33760bd9d075 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1808758 Jun 03 15:27:45.987602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:45.992673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a74e295-72eb-4332-b300-516f1107683d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:27:46.006317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-68096188-1786-4bf5-85d8-0946b4033101 None None] Current status of the port 7442157b-92ce-4584-9030-56d08fb7f075 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:46.006671 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-68096188-1786-4bf5-85d8-0946b4033101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.008962 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008e14f-6079-444a-a6d6-68fa1593da6c None None] Sync routers for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:46.021339 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008e14f-6079-444a-a6d6-68fa1593da6c None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:46.022247 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f008e14f-6079-444a-a6d6-68fa1593da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:27:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:46.041304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-68096188-1786-4bf5-85d8-0946b4033101 None None] For port 7442157b-92ce-4584-9030-56d08fb7f075, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7442157b-92ce-4584-9030-56d08fb7f075,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:46.047965 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-68096188-1786-4bf5-85d8-0946b4033101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.127258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00283e8b-b4d8-4522-a93a-e1b27bde23c9 req-29e11ff3-4520-4e22-8748-0b964c3cce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.130100 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-00283e8b-b4d8-4522-a93a-e1b27bde23c9 req-29e11ff3-4520-4e22-8748-0b964c3cce39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 1094 time: 0.0933955 Jun 03 15:27:46.138495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68096188-1786-4bf5-85d8-0946b4033101 None None] Pushing event updated for resources: {'Port': ['ID=7442157b-92ce-4584-9030-56d08fb7f075,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:46.171009 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a74e295-72eb-4332-b300-516f1107683d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.216629 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f008e14f-6079-444a-a6d6-68fa1593da6c None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:46.308173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9a58c-8d38-4fa3-b38a-6da4c52e85c5 req-0d1c97eb-e275-4f85-9b3b-53e021b45d8e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.308744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00283e8b-b4d8-4522-a93a-e1b27bde23c9 req-c274ef5a-4e96-4b53-a866-0c20db95f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.311135 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-00283e8b-b4d8-4522-a93a-e1b27bde23c9 req-c274ef5a-4e96-4b53-a866-0c20db95f073 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 907 time: 0.1571522 Jun 03 15:27:46.314568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9f9a58c-8d38-4fa3-b38a-6da4c52e85c5 req-0d1c97eb-e275-4f85-9b3b-53e021b45d8e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 943 time: 0.6008317 Jun 03 15:27:46.366764 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8a74e295-72eb-4332-b300-516f1107683d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "PUT /v2.0/floatingips/5ab66897-d40d-427c-9d75-e4d3027ba7bf HTTP/1.1" status: 200 len: 991 time: 7.6711385 Jun 03 15:27:46.403324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:46.441278 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-00283e8b-b4d8-4522-a93a-e1b27bde23c9 req-23672d2e-0e23-42c6-8602-e2224b1ce5d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d HTTP/1.1" status: 200 len: 217 time: 0.1006355 Jun 03 15:27:46.457552 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.461727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9f9a58c-8d38-4fa3-b38a-6da4c52e85c5 req-f40a138b-8c02-428c-9bf5-0129e25d6a88 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460223 Jun 03 15:27:46.534231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-678853773', 'description': 'tempest-description-1730133709'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:46.539663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::351b:f891:fad1:51af (6a53de42-b459-4b7b-ab08-16276fe85489/ce744831-8842-4590-b497-a0f85adf1c0f/c9f2c3f9-6812-4548-af43-9c9c72a75b5a) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:46.554255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579de503-e16a-4365-a89e-625227974860 req-523206b1-0f92-4b26-96ac-03b9da07ad55 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.558388 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-579de503-e16a-4365-a89e-625227974860 req-523206b1-0f92-4b26-96ac-03b9da07ad55 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.5416701 Jun 03 15:27:46.562831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00283e8b-b4d8-4522-a93a-e1b27bde23c9 req-aad8b245-7c78-4746-bd3d-a207b1c613e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.565179 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-00283e8b-b4d8-4522-a93a-e1b27bde23c9 req-aad8b245-7c78-4746-bd3d-a207b1c613e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.1167700 Jun 03 15:27:46.574803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:46.593437 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f008e14f-6079-444a-a6d6-68fa1593da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5ab66897-d40d-427c-9d75-e4d3027ba7bf', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'port_id': '22618339-5489-4e57-bade-d8a8dff9634f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'mac_address': 'fa:16:3e:8f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:11Z', 'updated_at': '2022-06-03T15:27:41Z', 'revision_number': 1, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 5, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:46.597638 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008e14f-6079-444a-a6d6-68fa1593da6c None None] Checking router: 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:46.607171 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008e14f-6079-444a-a6d6-68fa1593da6c None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:46.607799 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f008e14f-6079-444a-a6d6-68fa1593da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:27:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:46.620475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:46.629924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:46.636836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:46.637272 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-00283e8b-b4d8-4522-a93a-e1b27bde23c9 req-6ee22340-3293-411e-a385-65bb6e33e5c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648396 Jun 03 15:27:46.645016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event updated for resources: {'Port': ['ID=1a954ceb-3b11-446a-a2c1-65b40398d140,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:46.662726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:46.731302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.794998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-579de503-e16a-4365-a89e-625227974860 req-31cf6056-f152-4ad9-b4d0-0cd0455f53d5 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214236 Jun 03 15:27:46.815129 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-00283e8b-b4d8-4522-a93a-e1b27bde23c9 req-c8147041-b2b4-43d1-994c-ae1085176963 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699848 Jun 03 15:27:46.843441 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f008e14f-6079-444a-a6d6-68fa1593da6c None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:46.930936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:46.951617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.952567 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:46.987941 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c34eb7-a6c4-4f20-9d8d-6ef0f29dfb5a'] response: {'name': 'network-changed', 'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f', 'status': 'completed', 'code': 200} Jun 03 15:27:46.991044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-00283e8b-b4d8-4522-a93a-e1b27bde23c9 req-78b16ad4-b98c-4b4c-ab2f-930159f9ff23 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696508 Jun 03 15:27:47.006681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Usage tracker for resource:security_group_rule and tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:47.017245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:47.034694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:47.054314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-9f618b2c-b65a-4b3c-b5a2-81178fb6b813 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1008797 Jun 03 15:27:47.101961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Request body: {'port': {'device_id': 'cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:47.148985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1aec2-8063-4537-85d1-2008cd14b103 req-08457df2-0c5b-4342-9311-3c4871462c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:47.150818 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4df1aec2-8063-4537-85d1-2008cd14b103 req-08457df2-0c5b-4342-9311-3c4871462c3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 1096 time: 0.1291013 Jun 03 15:27:47.289466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.302532 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f008e14f-6079-444a-a6d6-68fa1593da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5ab66897-d40d-427c-9d75-e4d3027ba7bf', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'port_id': '22618339-5489-4e57-bade-d8a8dff9634f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'mac_address': 'fa:16:3e:8f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:11Z', 'updated_at': '2022-06-03T15:27:41Z', 'revision_number': 1, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 5, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:47.309651 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008e14f-6079-444a-a6d6-68fa1593da6c None None] The sync data for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 is: [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5ab66897-d40d-427c-9d75-e4d3027ba7bf', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'port_id': '22618339-5489-4e57-bade-d8a8dff9634f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'mac_address': 'fa:16:3e:8f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:11Z', 'updated_at': '2022-06-03T15:27:41Z', 'revision_number': 1, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 5, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:47.404672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1aec2-8063-4537-85d1-2008cd14b103 req-af3318d9-0bd8-48c9-a557-e14399db7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:47.406319 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4df1aec2-8063-4537-85d1-2008cd14b103 req-af3318d9-0bd8-48c9-a557-e14399db7a5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.2426205 Jun 03 15:27:47.407322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7442157b-92ce-4584-9030-56d08fb7f075 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:47.517275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7442157b-92ce-4584-9030-56d08fb7f075 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:47.518297 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.537741 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.546981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object c9f2c3f9-6812-4548-af43-9c9c72a75b5a will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:47.551613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.577919 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4df1aec2-8063-4537-85d1-2008cd14b103 req-2f698f40-c32b-48e9-b91b-810e2358d757 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22618339-5489-4e57-bade-d8a8dff9634f HTTP/1.1" status: 200 len: 999 time: 0.1604118 Jun 03 15:27:47.580633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.688892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1eb6da-3838-47c7-b322-145bbed38941 None None] New status for floating IP 5ab66897-d40d-427c-9d75-e4d3027ba7bf: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:27:47.707642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1aec2-8063-4537-85d1-2008cd14b103 req-e8f358c3-487f-4fd0-9555-1e5a21f12f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:47.709719 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4df1aec2-8063-4537-85d1-2008cd14b103 req-e8f358c3-487f-4fd0-9555-1e5a21f12f39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.1230674 Jun 03 15:27:47.749747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7442157b-92ce-4584-9030-56d08fb7f075 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:47.778284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3c1bb-1904-4c9c-b4a6-61f16a18e473 req-a4809611-6a27-4ce8-9765-9eb2e3edc550 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:47.779614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0ab3c1bb-1904-4c9c-b4a6-61f16a18e473 req-a4809611-6a27-4ce8-9765-9eb2e3edc550 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Synchronizing usage tracker for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:47.806239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c5347-9b6d-4265-9408-ba24a7c9992e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:47.816813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.818394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b71bacc3-7cba-4f3a-80c2-2faed0cd8d28 req-0e1b9725-aa5d-465c-b32c-a5844167f8ac tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.3103759 Jun 03 15:27:47.851053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1aec2-8063-4537-85d1-2008cd14b103 req-20612d1f-5e4d-4d69-a2d1-1aec6fd801c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:47.853357 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4df1aec2-8063-4537-85d1-2008cd14b103 req-20612d1f-5e4d-4d69-a2d1-1aec6fd801c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999849 Jun 03 15:27:47.894340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44680) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:47.920502 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:47.922921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0ab3c1bb-1904-4c9c-b4a6-61f16a18e473 req-a4809611-6a27-4ce8-9765-9eb2e3edc550 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Unset dirty status for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:47.932491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ab3c1bb-1904-4c9c-b4a6-61f16a18e473 req-a4809611-6a27-4ce8-9765-9eb2e3edc550 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 932 time: 0.7864063 Jun 03 15:27:48.138008 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4df1aec2-8063-4537-85d1-2008cd14b103 req-e8b76b8f-cac6-4c54-8afb-dbbf658ce367 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724824 Jun 03 15:27:48.184277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:48.186908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d288517c-b572-4f9c-8123-d122505ca7bf req-d35ad148-2a14-49ba-9ca7-08ef94d8ceeb tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1547182 Jun 03 15:27:48.195964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:48.222514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:48.228142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:48.228804 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.243858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=c9f2c3f9-6812-4548-af43-9c9c72a75b5a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:48.311516 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4df1aec2-8063-4537-85d1-2008cd14b103 req-b63df272-85cc-4eb8-9b94-441b24273a6a service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665449 Jun 03 15:27:48.338669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ab3c1bb-1904-4c9c-b4a6-61f16a18e473 req-7f0a9a5e-38b4-43db-b297-2e0e94f43c15 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050994 Jun 03 15:27:48.515375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1be5f1d0-272e-4bed-a592-fe74651e4517 None None] Provisioning for port c9f2c3f9-6812-4548-af43-9c9c72a75b5a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:48.520784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1be5f1d0-272e-4bed-a592-fe74651e4517 None None] Provisioning complete for port c9f2c3f9-6812-4548-af43-9c9c72a75b5a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:48.521154 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1be5f1d0-272e-4bed-a592-fe74651e4517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.559950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ee473ace-4f17-4838-835a-b924206b6a6e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.3513105 Jun 03 15:27:48.564189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44684) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:48.583310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1be5f1d0-272e-4bed-a592-fe74651e4517 None None] Port c9f2c3f9-6812-4548-af43-9c9c72a75b5a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:27:48.594394 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a966ab9-7c16-45a2-bac6-b77d9cbc2bb0 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.654581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feeef24-6e3c-48af-b689-cbec7f8dbc6c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:48.660606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feeef24-6e3c-48af-b689-cbec7f8dbc6c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:48.661428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9feeef24-6e3c-48af-b689-cbec7f8dbc6c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:48.678966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9feeef24-6e3c-48af-b689-cbec7f8dbc6c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:48.680315 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9feeef24-6e3c-48af-b689-cbec7f8dbc6c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1150653 Jun 03 15:27:48.683380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44688) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:48.693124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a966ab9-7c16-45a2-bac6-b77d9cbc2bb0 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.706730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-f7b60b07-e539-444e-b247-669c6be9fa06 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Synchronizing usage tracker for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:48.755036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-90e80f6c-0c78-48bb-8bf7-78517b2ba69e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port c9f2c3f9-6812-4548-af43-9c9c72a75b5a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:48.755390 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90e80f6c-0c78-48bb-8bf7-78517b2ba69e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.781541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-f7b60b07-e539-444e-b247-669c6be9fa06 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Unset dirty status for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:48.782736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-f7b60b07-e539-444e-b247-669c6be9fa06 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-678853773&fields=id&tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14 HTTP/1.1" status: 200 len: 267 time: 0.2145934 Jun 03 15:27:48.792563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba599643-3a35-4ba3-90ad-b0e237172b2c req-d463853b-885a-4194-92e8-df9f226ee5c7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:48.794056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ba599643-3a35-4ba3-90ad-b0e237172b2c req-d463853b-885a-4194-92e8-df9f226ee5c7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 943 time: 0.4303703 Jun 03 15:27:48.935014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a954ceb-3b11-446a-a2c1-65b40398d140 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:48.950323 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.958498 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a966ab9-7c16-45a2-bac6-b77d9cbc2bb0 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:48.987056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ba599643-3a35-4ba3-90ad-b0e237172b2c req-139abf92-802b-4747-958a-d795053cb43a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327538 Jun 03 15:27:48.996514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a966ab9-7c16-45a2-bac6-b77d9cbc2bb0 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f058298-4726-441b-9b00-49e3c3091901,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:49.004477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Transition to ACTIVE for port object 1a954ceb-3b11-446a-a2c1-65b40398d140 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:49.012682 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.052435 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a966ab9-7c16-45a2-bac6-b77d9cbc2bb0 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.057168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6a966ab9-7c16-45a2-bac6-b77d9cbc2bb0 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "DELETE /v2.0/security-groups/7f058298-4726-441b-9b00-49e3c3091901 HTTP/1.1" status: 204 len: 168 time: 1.1582866 Jun 03 15:27:49.057388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44692) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:49.068470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-2ca01ad8-a5ac-4c92-913f-fbe04418943f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:49.070030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-2ca01ad8-a5ac-4c92-913f-fbe04418943f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.2750609 Jun 03 15:27:49.088563 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-4aad15ec-8f8e-438d-97d9-93683632ab39 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] show failed (client error): The resource could not be found. Jun 03 15:27:49.089817 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4aad15ec-8f8e-438d-97d9-93683632ab39 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "GET /v2.0/security-groups/7f058298-4726-441b-9b00-49e3c3091901 HTTP/1.1" status: 404 len: 347 time: 0.0327110 Jun 03 15:27:49.092447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-78a6af48-b7eb-427f-9f22-8cc8757283eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Request body: {'port': {'security_groups': ['848dba9d-31a9-45a4-b41a-391aa14faef3', 'fd1c5347-9b6d-4265-9408-ba24a7c9992e']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:49.093362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44696) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:49.260129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Pushing event updated for resources: {'Port': ['ID=1a954ceb-3b11-446a-a2c1-65b40398d140,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:49.289106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-aee02fe9-3d8c-4279-adaa-12ecf01a2e61 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Deleting port fb9f094a-49b7-45cb-bb6a-10f0a22164d2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:49.289447 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aee02fe9-3d8c-4279-adaa-12ecf01a2e61 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.316478 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90e80f6c-0c78-48bb-8bf7-78517b2ba69e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.436066 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-78a6af48-b7eb-427f-9f22-8cc8757283eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.462659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-90e80f6c-0c78-48bb-8bf7-78517b2ba69e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for c9f2c3f9-6812-4548-af43-9c9c72a75b5a owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:49.515014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11089ea-12ec-43d1-a888-fdeb8a46aa5d req-28192cff-3765-43c0-9f69-f0ff1473d72f tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:49.516444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c11089ea-12ec-43d1-a888-fdeb8a46aa5d req-28192cff-3765-43c0-9f69-f0ff1473d72f tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.3505909 Jun 03 15:27:49.524065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Attempting to bind port 1a954ceb-3b11-446a-a2c1-65b40398d140 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:49.524404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Attempting to bind port 1a954ceb-3b11-446a-a2c1-65b40398d140 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:49.524729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Attempting to bind port 1a954ceb-3b11-446a-a2c1-65b40398d140 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:49.558731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Port 1a954ceb-3b11-446a-a2c1-65b40398d140 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:27:49.559060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Attempting to bind port 1a954ceb-3b11-446a-a2c1-65b40398d140 on network 0eb35c9f-ee3c-45a8-b613-18d6f2387c2c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:49.581317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:49.582447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Checking segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:49.582447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Bound using segment: {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:49.582862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Bound port: 1a954ceb-3b11-446a-a2c1-65b40398d140, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1019c8f6-5dbb-4313-8130-86fe84412c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:49.582862 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.630701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c11089ea-12ec-43d1-a888-fdeb8a46aa5d req-9be5148b-96da-47d1-9180-f4f9b113e55d tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033123 Jun 03 15:27:49.711738 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aee02fe9-3d8c-4279-adaa-12ecf01a2e61 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.712411 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aee02fe9-3d8c-4279-adaa-12ecf01a2e61 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.853669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-aee02fe9-3d8c-4279-adaa-12ecf01a2e61 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Calling delete_port for fb9f094a-49b7-45cb-bb6a-10f0a22164d2 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:49.882763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e98abf31-c73a-49ed-81bf-84732a8364f7 req-15224294-4969-4f93-b2a0-c09c795f7ff8 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.1157358 Jun 03 15:27:49.892535 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90e80f6c-0c78-48bb-8bf7-78517b2ba69e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.896252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] For port 1a954ceb-3b11-446a-a2c1-65b40398d140, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:49.916399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] For port 1a954ceb-3b11-446a-a2c1-65b40398d140, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1a954ceb-3b11-446a-a2c1-65b40398d140,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:49.922832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:49.957910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e80f6c-0c78-48bb-8bf7-78517b2ba69e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=c9f2c3f9-6812-4548-af43-9c9c72a75b5a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:50.009068 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90e80f6c-0c78-48bb-8bf7-78517b2ba69e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.038079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:50.038697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.040325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] 10.222.0.67 "PUT /v2.0/ports/1a954ceb-3b11-446a-a2c1-65b40398d140 HTTP/1.1" status: 200 len: 1092 time: 2.9557736 Jun 03 15:27:50.044598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c', 'tag': '1a954ceb-3b11-446a-a2c1-65b40398d140'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:50.047932 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-90e80f6c-0c78-48bb-8bf7-78517b2ba69e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/c9f2c3f9-6812-4548-af43-9c9c72a75b5a HTTP/1.1" status: 204 len: 168 time: 1.3616281 Jun 03 15:27:50.050286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44710) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:50.176140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6581ea28-049e-4c1f-9423-71e90fa1bf29 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:50.176314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-78a6af48-b7eb-427f-9f22-8cc8757283eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] For port 45e40a4a-49c8-4563-836b-d8bc663d76a9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9,segment=NetworkSegment(239bc096-49db-459a-a1e7-cf08efb2136b),segment_id=239bc096-49db-459a-a1e7-cf08efb2136b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:50.178315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6581ea28-049e-4c1f-9423-71e90fa1bf29 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:50.179420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6581ea28-049e-4c1f-9423-71e90fa1bf29 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:50.183868 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aee02fe9-3d8c-4279-adaa-12ecf01a2e61 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.200511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa612e9-f1ac-4903-9f2f-3b49f6cd1d1f service neutron] Pushing event updated for resources: {'Port': ['ID=1a954ceb-3b11-446a-a2c1-65b40398d140,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:50.239822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee02fe9-3d8c-4279-adaa-12ecf01a2e61 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Pushing event deleted for resources: {'Port': ['ID=fb9f094a-49b7-45cb-bb6a-10f0a22164d2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:50.252512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-78a6af48-b7eb-427f-9f22-8cc8757283eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.260882 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-78a6af48-b7eb-427f-9f22-8cc8757283eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.286940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6581ea28-049e-4c1f-9423-71e90fa1bf29 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:50.288430 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6581ea28-049e-4c1f-9423-71e90fa1bf29 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2368276 Jun 03 15:27:50.293610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44714) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:50.303244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['45e40a4a-49c8-4563-836b-d8bc663d76a9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:50.402441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248d28-50ce-4d02-9236-325367e303e6 req-b657b805-78b0-4ce0-90ad-ec9371f5d6ff tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:50.409361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6248d28-50ce-4d02-9236-325367e303e6 req-b657b805-78b0-4ce0-90ad-ec9371f5d6ff tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 944 time: 0.3822517 Jun 03 15:27:50.503225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-78a6af48-b7eb-427f-9f22-8cc8757283eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:50.504364 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-78a6af48-b7eb-427f-9f22-8cc8757283eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.515322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c3ba1ae3-426d-405a-89c3-47d0a0ed5aaf req-78a6af48-b7eb-427f-9f22-8cc8757283eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "PUT /v2.0/ports/45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 981 time: 1.4338942 Jun 03 15:27:50.539646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-487fc785-6ea4-4182-87f1-62ad92083840 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet ce744831-8842-4590-b497-a0f85adf1c0f {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:50.542225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-8a328b3e-71a4-4751-89db-a41b1f267160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:50.542971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-487fc785-6ea4-4182-87f1-62ad92083840 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.544960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-8a328b3e-71a4-4751-89db-a41b1f267160 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 1095 time: 0.4112034 Jun 03 15:27:50.546091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6af48-b7eb-427f-9f22-8cc8757283eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Pushing event updated for resources: {'Port': ['ID=45e40a4a-49c8-4563-836b-d8bc663d76a9,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:50.584849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6248d28-50ce-4d02-9236-325367e303e6 req-0c73c708-db8a-4d32-8ce7-27eea0ca1b74 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739516 Jun 03 15:27:50.602819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-487fc785-6ea4-4182-87f1-62ad92083840 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.668143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aee02fe9-3d8c-4279-adaa-12ecf01a2e61 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.713315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-f6a69702-7883-4485-af94-50a0e651a13b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a954ceb-3b11-446a-a2c1-65b40398d140 HTTP/1.1" status: 200 len: 217 time: 0.1237066 Jun 03 15:27:50.727965 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9c45a389-3728-48ff-80b2-4caf751e31ab req-697605fc-77c4-4c9d-aee4-7a8ed0db9e9a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0610225 Jun 03 15:27:50.746650 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aee02fe9-3d8c-4279-adaa-12ecf01a2e61 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.751059 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aee02fe9-3d8c-4279-adaa-12ecf01a2e61 tempest-VolumesAdminNegativeTest-1519504751 tempest-VolumesAdminNegativeTest-1519504751-project] 10.222.0.48 "DELETE /v2.0/floatingips/2bc4130c-ec31-4fe1-917a-978709593fdf HTTP/1.1" status: 204 len: 168 time: 1.6534684 Jun 03 15:27:50.751519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-487fc785-6ea4-4182-87f1-62ad92083840 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.759487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44720) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:50.811469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['45e40a4a-49c8-4563-836b-d8bc663d76a9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:50.877503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-487fc785-6ea4-4182-87f1-62ad92083840 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.940354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-487fc785-6ea4-4182-87f1-62ad92083840 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:50.945488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fc785-6ea4-4182-87f1-62ad92083840 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=ce744831-8842-4590-b497-a0f85adf1c0f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:50.954509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7c688-49f7-4f65-9a9b-f8304a5cc6f5 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:50.968462 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a130106-32d3-4c22-b079-b15e645e8772'] response: {'name': 'network-changed', 'server_uuid': 'cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c', 'tag': '1a954ceb-3b11-446a-a2c1-65b40398d140', 'status': 'completed', 'code': 200} Jun 03 15:27:50.970278 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-487fc785-6ea4-4182-87f1-62ad92083840 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/ce744831-8842-4590-b497-a0f85adf1c0f HTTP/1.1" status: 204 len: 168 time: 0.6751347 Jun 03 15:27:50.972831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44728) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:51.065233 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-09087022-fd7a-4fe6-9514-95ba4c6da506 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870552 Jun 03 15:27:51.065588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:51.109411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-64e68a92-9cfa-40f2-b9d9-ebe08a0d22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:51.111077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-64e68a92-9cfa-40f2-b9d9-ebe08a0d22ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.3911183 Jun 03 15:27:51.160982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce58aac-714b-4e17-9832-4ce85280e357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:51.161707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5ce58aac-714b-4e17-9832-4ce85280e357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:51.184294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:27:51.184764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5ce58aac-714b-4e17-9832-4ce85280e357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:51.185937 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5ce58aac-714b-4e17-9832-4ce85280e357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1193616 Jun 03 15:27:51.190505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44736) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:51.229113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-914fe1a9-55f2-4a4f-a262-284d3a2f0c7f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-678853773&fields=id&tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14 HTTP/1.1" status: 200 len: 267 time: 0.1942577 Jun 03 15:27:51.269575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f35f3a-9d15-48c3-9515-aeac2af4cd65 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:51.270433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3f35f3a-9d15-48c3-9515-aeac2af4cd65 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:51.291148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-160827f4-f2d7-4f6b-9c53-9df8b5a76b54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075311 Jun 03 15:27:51.357765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3f35f3a-9d15-48c3-9515-aeac2af4cd65 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:51.360197 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c3f35f3a-9d15-48c3-9515-aeac2af4cd65 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1684184 Jun 03 15:27:51.363493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:51.473223 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0e74fb83-bef9-464b-802a-ba13e7a04da0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080787 Jun 03 15:27:51.478660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44744) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:51.487811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:51.501968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:51.521157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d8de7-31dc-4276-8eba-2a2e3ab872b6 req-dd86fdcf-c5e3-4bdc-aa87-2c94dc9a33c2 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:51.523029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c59d8de7-31dc-4276-8eba-2a2e3ab872b6 req-dd86fdcf-c5e3-4bdc-aa87-2c94dc9a33c2 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 943 time: 0.5433350 Jun 03 15:27:51.526047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'port_id': '1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d', 'mac_address': 'fa:16:3e:4b:a1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901d199d-a134-429c-ba05-96e12007c774', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:27:51.603608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:51.604117 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.613564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b83d0-a9e8-4b68-ac73-c0d938bedab7 req-817c8e60-b042-4468-b654-41c232c9790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:51.616014 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a7b83d0-a9e8-4b68-ac73-c0d938bedab7 req-817c8e60-b042-4468-b654-41c232c9790c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d8d8fe197d344f8b4928a1cc06fda25&device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 1097 time: 0.3545582 Jun 03 15:27:51.631979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:51.640917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d2204-4f35-4786-b04b-42108b0062ef None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:27:51.650100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-087d2204-4f35-4786-b04b-42108b0062ef None None] Deleting port 7442157b-92ce-4584-9030-56d08fb7f075 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:51.650464 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-087d2204-4f35-4786-b04b-42108b0062ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.680718 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-f0d27956-c8b3-4192-a731-6f68dce7366f service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738084 Jun 03 15:27:51.700162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:51.712219 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.725971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:51.733105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-f272b7de-a0d1-4919-87ee-c7e47559f3b3 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:51.738513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-f272b7de-a0d1-4919-87ee-c7e47559f3b3 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 984 time: 0.4825401 Jun 03 15:27:51.746853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:51.772113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:51.775834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:51.884442 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b83d0-a9e8-4b68-ac73-c0d938bedab7 req-1bbab87f-41c2-4549-84b1-fceaf2ad8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:51.886014 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a7b83d0-a9e8-4b68-ac73-c0d938bedab7 req-1bbab87f-41c2-4549-84b1-fceaf2ad8822 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d88de1d3-7f66-4aef-ac66-7080cf35e87c HTTP/1.1" status: 200 len: 911 time: 0.2484791 Jun 03 15:27:51.900641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-7623cfba-aad6-4e14-a77a-c6e9d8e12ad2 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Request body: {'port': {'security_groups': ['848dba9d-31a9-45a4-b41a-391aa14faef3']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:51.927398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:51.976475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a7b83d0-a9e8-4b68-ac73-c0d938bedab7 req-93328412-ffb5-498b-bb4a-af2ce832b1f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c492ae-1924-43ee-8fd1-46c44addeebb HTTP/1.1" status: 200 len: 217 time: 0.0812225 Jun 03 15:27:52.021330 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c59d8de7-31dc-4276-8eba-2a2e3ab872b6 req-1b3b2068-7d20-42ec-987e-afc818abf846 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738088 Jun 03 15:27:52.035395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-087d2204-4f35-4786-b04b-42108b0062ef None None] For port 7442157b-92ce-4584-9030-56d08fb7f075, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7442157b-92ce-4584-9030-56d08fb7f075,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:52.035395 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-087d2204-4f35-4786-b04b-42108b0062ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.059734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b83d0-a9e8-4b68-ac73-c0d938bedab7 req-c88f275e-9343-4df5-b8f7-e53dfcc9c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:52.059734 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a7b83d0-a9e8-4b68-ac73-c0d938bedab7 req-c88f275e-9343-4df5-b8f7-e53dfcc9c769 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3eba99dd-07f2-4c2d-ad1e-2d479f70a26d HTTP/1.1" status: 200 len: 850 time: 0.0725293 Jun 03 15:27:52.102654 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-7623cfba-aad6-4e14-a77a-c6e9d8e12ad2 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.157371 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a7b83d0-a9e8-4b68-ac73-c0d938bedab7 req-e3214332-cdd6-4b4e-80d3-4767ddeac18b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d88de1d3-7f66-4aef-ac66-7080cf35e87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446403 Jun 03 15:27:52.181535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-087d2204-4f35-4786-b04b-42108b0062ef None None] Calling delete_port for 7442157b-92ce-4584-9030-56d08fb7f075 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:52.187284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d08c19-0576-4a83-8849-aa25de1414d1 req-60f82acd-b3e5-4e49-a896-c561bf0720d0 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934282 Jun 03 15:27:52.299321 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-087d2204-4f35-4786-b04b-42108b0062ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.308660 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.376766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d2204-4f35-4786-b04b-42108b0062ef None None] No DVR routers for this DVR port 7442157b-92ce-4584-9030-56d08fb7f075 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:52.379288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d2204-4f35-4786-b04b-42108b0062ef None None] Pushing event deleted for resources: {'Port': ['ID=7442157b-92ce-4584-9030-56d08fb7f075,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:52.448547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:52.455348 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a7b83d0-a9e8-4b68-ac73-c0d938bedab7 req-307f77c2-fc55-4c18-b001-6e1f1d342447 service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864790 Jun 03 15:27:52.460219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:52.466853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:52.467781 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.473561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=9087c93e-2c3e-452b-af72-b5dc36c89db2,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:52.475501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e7f189-3b55-49c3-970e-d1b08a734c34 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:52.510150 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9a9133de-40cc-4edd-8064-0ae897587ff5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0312998 Jun 03 15:27:52.513341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44750) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:52.522419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'fixed_ips': [{'subnet_id': '9087c93e-2c3e-452b-af72-b5dc36c89db2', 'ip_address': '2001:db8::159a:415c:79c9:7d9e'}], 'name': 'tempest-NetworksTestDHCPv6-831932243'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:52.566666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:52.785265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b3b73-225a-47b8-8c0d-4cf8f45b6745 req-241e06e2-24da-4577-be0c-6db570fe87a0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:52.790461 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-989b3b73-225a-47b8-8c0d-4cf8f45b6745 req-241e06e2-24da-4577-be0c-6db570fe87a0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.5592847 Jun 03 15:27:52.905103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16507d2d-9c75-4a1f-b218-de1e564689fb req-20965956-9c6e-4651-be3e-3811ea4af11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:52.907851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16507d2d-9c75-4a1f-b218-de1e564689fb req-20965956-9c6e-4651-be3e-3811ea4af11f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=622d84e5fa28412589f37b0f0a012a1c&device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 1095 time: 0.5566137 Jun 03 15:27:52.913253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '9087c93e-2c3e-452b-af72-b5dc36c89db2'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:27:52.914124 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:52.924515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-7623cfba-aad6-4e14-a77a-c6e9d8e12ad2 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] For port 45e40a4a-49c8-4563-836b-d8bc663d76a9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9,segment=NetworkSegment(239bc096-49db-459a-a1e7-cf08efb2136b),segment_id=239bc096-49db-459a-a1e7-cf08efb2136b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:52.946007 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2a7b83d0-a9e8-4b68-ac73-c0d938bedab7 req-f5f49e75-0e91-4464-a663-5a889942409e service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576869 Jun 03 15:27:52.955693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:52.969507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:52.985900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:52.996710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:53.155515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-989b3b73-225a-47b8-8c0d-4cf8f45b6745 req-488a4863-ec59-46f2-ab07-69e3e7f476c5 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609910 Jun 03 15:27:53.201068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/9087c93e-2c3e-452b-af72-b5dc36c89db2/b8385486-8e1a-44b0-8419-15f1686cf464) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:53.209831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-7623cfba-aad6-4e14-a77a-c6e9d8e12ad2 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:27:53.241581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.270463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port fa95cd1e-21fc-45fa-a978-3da20f8c350c yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:53.276065 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-7623cfba-aad6-4e14-a77a-c6e9d8e12ad2 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.326865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-7623cfba-aad6-4e14-a77a-c6e9d8e12ad2 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.431246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7442157b-92ce-4584-9030-56d08fb7f075 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:53.470278 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.483713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 7442157b-92ce-4584-9030-56d08fb7f075 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:53.484223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7442157b-92ce-4584-9030-56d08fb7f075 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:53.540674 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fce5276a-f78f-4dc4-96c1-8eb1865a091a req-7cf55051-58f7-41bf-bd39-42ad8dd927f1 tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.2029204 Jun 03 15:27:53.541655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16507d2d-9c75-4a1f-b218-de1e564689fb req-3627e5c0-a187-4fad-bdcf-5b03eebfe489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:53.543009 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16507d2d-9c75-4a1f-b218-de1e564689fb req-3627e5c0-a187-4fad-bdcf-5b03eebfe489 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 200 len: 912 time: 0.6134071 Jun 03 15:27:53.583549 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.594045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Transition to ACTIVE for port object b8385486-8e1a-44b0-8419-15f1686cf464 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:53.614157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Transition to ACTIVE for port object b8385486-8e1a-44b0-8419-15f1686cf464 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:53.621204 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.635123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-7623cfba-aad6-4e14-a77a-c6e9d8e12ad2 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:53.635748 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-7623cfba-aad6-4e14-a77a-c6e9d8e12ad2 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.637134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5230f1dd-ef0e-49c6-b66d-3998a9373cf5 req-7623cfba-aad6-4e14-a77a-c6e9d8e12ad2 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "PUT /v2.0/ports/45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 942 time: 1.8863521 Jun 03 15:27:53.654005 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16507d2d-9c75-4a1f-b218-de1e564689fb req-2614fd69-b9d6-4708-8b52-f59e52896ff9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a954ceb-3b11-446a-a2c1-65b40398d140 HTTP/1.1" status: 200 len: 217 time: 0.0842154 Jun 03 15:27:53.700227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:53.703583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:53.706675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:53.752607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Pushing event updated for resources: {'Port': ['ID=b8385486-8e1a-44b0-8419-15f1686cf464,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:53.761056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::159a:415c:79c9:7d9e (6a53de42-b459-4b7b-ab08-16276fe85489/9087c93e-2c3e-452b-af72-b5dc36c89db2/fa95cd1e-21fc-45fa-a978-3da20f8c350c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:53.761232 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4e1d24-6c9a-4bac-9f25-a5f16bb45cb8'] response: {'name': 'network-changed', 'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'status': 'completed', 'code': 200} Jun 03 15:27:53.810763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623cfba-aad6-4e14-a77a-c6e9d8e12ad2 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Pushing event updated for resources: {'Port': ['ID=45e40a4a-49c8-4563-836b-d8bc663d76a9,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:53.829436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Attempting to bind port b8385486-8e1a-44b0-8419-15f1686cf464 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:27:53.829675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Attempting to bind port b8385486-8e1a-44b0-8419-15f1686cf464 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:27:53.830133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Attempting to bind port b8385486-8e1a-44b0-8419-15f1686cf464 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:27:53.839699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:27:53.840255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:27:53.841082 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.841523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:27:53.842351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Bound port: b8385486-8e1a-44b0-8419-15f1686cf464, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:27:53.842915 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:53.913020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16507d2d-9c75-4a1f-b218-de1e564689fb req-cf9a8449-4cce-4883-a144-dce3e586f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:53.914479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16507d2d-9c75-4a1f-b218-de1e564689fb req-cf9a8449-4cce-4883-a144-dce3e586f8f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 200 len: 851 time: 0.1985104 Jun 03 15:27:53.920740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['45e40a4a-49c8-4563-836b-d8bc663d76a9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:54.000541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] For port b8385486-8e1a-44b0-8419-15f1686cf464, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:27:54.005328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] For port b8385486-8e1a-44b0-8419-15f1686cf464, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b8385486-8e1a-44b0-8419-15f1686cf464,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:27:54.018941 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.057486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd8ade-9a50-46e0-8dff-4bdff44ae113 req-afb41a8d-4f20-42ef-b8f0-8741a1a6ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:54.059128 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1bbd8ade-9a50-46e0-8dff-4bdff44ae113 req-afb41a8d-4f20-42ef-b8f0-8741a1a6ac0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14&device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 1096 time: 0.1537790 Jun 03 15:27:54.068912 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.070273 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16507d2d-9c75-4a1f-b218-de1e564689fb req-7047d861-0f26-4d6f-9003-a33f566dc85a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005628 Jun 03 15:27:54.165835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object fa95cd1e-21fc-45fa-a978-3da20f8c350c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:27:54.177609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670bffe-2ed9-4e99-bdd0-df157c60356d None None] Pushing event updated for resources: {'Port': ['ID=b8385486-8e1a-44b0-8419-15f1686cf464,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:54.190715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285667b-bdd2-4c8f-b9fc-b46a4c9be807 req-617bb989-3560-4a69-83fe-81973dfa1635 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:54.198248 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6285667b-bdd2-4c8f-b9fc-b46a4c9be807 req-617bb989-3560-4a69-83fe-81973dfa1635 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 944 time: 0.4834685 Jun 03 15:27:54.201418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['45e40a4a-49c8-4563-836b-d8bc663d76a9'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:54.235854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd8ade-9a50-46e0-8dff-4bdff44ae113 req-8332c134-ddb6-4871-bb7e-e01b77f45b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:54.237071 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1bbd8ade-9a50-46e0-8dff-4bdff44ae113 req-8332c134-ddb6-4871-bb7e-e01b77f45b85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c80ae65-7fd0-4a26-bf9e-96197056310c HTTP/1.1" status: 200 len: 921 time: 0.1667566 Jun 03 15:27:54.248300 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.254819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32fe9c-2644-4d66-b919-8052a0d43009 req-c9a609fe-97a7-4e68-bf66-fbe8776ee331 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:54.256410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd32fe9c-2644-4d66-b919-8052a0d43009 req-c9a609fe-97a7-4e68-bf66-fbe8776ee331 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 944 time: 0.3984959 Jun 03 15:27:54.339615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6285667b-bdd2-4c8f-b9fc-b46a4c9be807 req-abab6abe-1e28-4856-9131-8a1dc7c6a4fa tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405828 Jun 03 15:27:54.408030 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1bbd8ade-9a50-46e0-8dff-4bdff44ae113 req-78c5f3f2-55fa-4bc4-8d5f-b197dec9c4c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 217 time: 0.1620369 Jun 03 15:27:54.463488 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd32fe9c-2644-4d66-b919-8052a0d43009 req-6c5ce2b8-5f5a-4863-a307-1fc07893a431 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941323 Jun 03 15:27:54.499997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:54.506999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:54.518251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:54.523968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:54.524573 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:54.562788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=fa95cd1e-21fc-45fa-a978-3da20f8c350c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:54.567479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16507d2d-9c75-4a1f-b218-de1e564689fb req-560907cd-cac3-4ad6-8fe6-872ebaca9b04 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843435 Jun 03 15:27:54.578344 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-64625f75-7210-425f-a0c0-f2813a4e30f6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0606623 Jun 03 15:27:54.579101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44774) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:54.587286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-280bff1f-b3bb-4ed8-93f6-2955f21c5c4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'fixed_ips': [{'subnet_id': '9087c93e-2c3e-452b-af72-b5dc36c89db2', 'ip_address': '2001:db8::159a:415c:79c9:7d9e'}], 'name': 'tempest-NetworksTestDHCPv6-483616023'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:54.675056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd8ade-9a50-46e0-8dff-4bdff44ae113 req-63efc84a-1ecf-4c1c-b2a8-9287e345bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:54.676507 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1bbd8ade-9a50-46e0-8dff-4bdff44ae113 req-63efc84a-1ecf-4c1c-b2a8-9287e345bfea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=831937eb-87f5-46ae-a0a1-a1e98a26efa9 HTTP/1.1" status: 200 len: 860 time: 0.2552080 Jun 03 15:27:54.742061 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1bbd8ade-9a50-46e0-8dff-4bdff44ae113 req-ed0787a0-7a00-48d4-9ecc-ec33b8f31bde service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c80ae65-7fd0-4a26-bf9e-96197056310c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529354 Jun 03 15:27:54.984297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] Deleting port 9ebb88db-c46d-47fa-8d93-fdece710af90 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:54.984970 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.020551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-280bff1f-b3bb-4ed8-93f6-2955f21c5c4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:55.027402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-280bff1f-b3bb-4ed8-93f6-2955f21c5c4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:55.031972 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-280bff1f-b3bb-4ed8-93f6-2955f21c5c4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:55.050021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-280bff1f-b3bb-4ed8-93f6-2955f21c5c4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:55.077949 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1bbd8ade-9a50-46e0-8dff-4bdff44ae113 req-8be4879a-aa83-4c22-b700-518d9aeb201e service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275208 Jun 03 15:27:55.078691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280bff1f-b3bb-4ed8-93f6-2955f21c5c4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:55.080991 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-2569d9ef-f1ad-4e68-b863-711879891d96 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6494021 Jun 03 15:27:55.083741 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-280bff1f-b3bb-4ed8-93f6-2955f21c5c4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.128124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:55.185650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-280bff1f-b3bb-4ed8-93f6-2955f21c5c4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port f78f9f10-5d63-41eb-99d6-bae49f7d83f5 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:55.191220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:55.204643 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:55.205453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16507d2d-9c75-4a1f-b218-de1e564689fb req-cd5b41ce-afc2-408b-b008-a37f7549ab38 service neutron] 10.222.0.67 "GET /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106179 Jun 03 15:27:55.212242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Usage tracker for resource:floatingip and tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:55.219885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:55.228697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:55.241428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e60d4c-2e46-4098-914e-6d9433cfe6f2 req-70f8623f-497d-4fbc-88d7-1a891d66fd90 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:55.243046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08e60d4c-2e46-4098-914e-6d9433cfe6f2 req-70f8623f-497d-4fbc-88d7-1a891d66fd90 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.5809152 Jun 03 15:27:55.299758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.364230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] For port 9ebb88db-c46d-47fa-8d93-fdece710af90, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9ebb88db-c46d-47fa-8d93-fdece710af90,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:55.364230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.372378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:55.373072 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1bbd8ade-9a50-46e0-8dff-4bdff44ae113 req-1dc512c8-9206-4b41-b7d6-26d50ff76f92 service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794688 Jun 03 15:27:55.380476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08e60d4c-2e46-4098-914e-6d9433cfe6f2 req-046625c0-d262-496b-96a6-d30752d02dbd tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192617 Jun 03 15:27:55.390209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:55.390581 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.594379 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-280bff1f-b3bb-4ed8-93f6-2955f21c5c4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 03 15:27:55.595328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280bff1f-b3bb-4ed8-93f6-2955f21c5c4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:27:55.615797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b8385486-8e1a-44b0-8419-15f1686cf464 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:55.643757 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-280bff1f-b3bb-4ed8-93f6-2955f21c5c4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0636411 Jun 03 15:27:55.651813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44782) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:55.685747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] Calling delete_port for 9ebb88db-c46d-47fa-8d93-fdece710af90 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:55.752444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:55.752873 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.781299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f2dc82ff-8dc4-4986-a8de-660eff7ec2c7 None None] Provisioning for port b8385486-8e1a-44b0-8419-15f1686cf464 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:55.796354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:55.822617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port b8385486-8e1a-44b0-8419-15f1686cf464 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:55.831017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:55.839943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1c10f9-54b1-40e7-849e-fe7998632d7e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:55.844667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b8385486-8e1a-44b0-8419-15f1686cf464 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:55.845118 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.847368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1c10f9-54b1-40e7-849e-fe7998632d7e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:55.848736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6a1c10f9-54b1-40e7-849e-fe7998632d7e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:55.877301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6a1c10f9-54b1-40e7-849e-fe7998632d7e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:55.882898 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6a1c10f9-54b1-40e7-849e-fe7998632d7e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2292082 Jun 03 15:27:55.883526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44792) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:55.904121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:55.933857 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:55.994002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7306931c-ffea-4fe0-aeb7-2b5c577799da tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port fa95cd1e-21fc-45fa-a978-3da20f8c350c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:55.994930 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7306931c-ffea-4fe0-aeb7-2b5c577799da tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.102556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:56.105187 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-82bf10a2-df55-4625-8329-0a1904b124db req-92ee528f-94da-4b59-8375-0b4ddeda39d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=36b27cf986134da5a00e95cfe65c9375&device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0677032 Jun 03 15:27:56.113167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b46e36ba-ed8f-4ca3-9029-abaa8939cd3f None None] Provisioning for port fa95cd1e-21fc-45fa-a978-3da20f8c350c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:27:56.132271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b46e36ba-ed8f-4ca3-9029-abaa8939cd3f None None] Provisioning complete for port fa95cd1e-21fc-45fa-a978-3da20f8c350c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:56.132271 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b46e36ba-ed8f-4ca3-9029-abaa8939cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.171271 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.177526 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-82bf10a2-df55-4625-8329-0a1904b124db req-d2aa9fb0-759a-461e-a8a5-cb5472d39b6e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=36b27cf986134da5a00e95cfe65c9375&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456686 Jun 03 15:27:56.196375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b8385486-8e1a-44b0-8419-15f1686cf464 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:56.197049 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.231712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b46e36ba-ed8f-4ca3-9029-abaa8939cd3f None None] Port fa95cd1e-21fc-45fa-a978-3da20f8c350c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:27:56.246432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port b8385486-8e1a-44b0-8419-15f1686cf464, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b8385486-8e1a-44b0-8419-15f1686cf464,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:56.259345 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.317814 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.362092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=b8385486-8e1a-44b0-8419-15f1686cf464,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:56.419843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebb88db-c46d-47fa-8d93-fdece710af90,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:56.466625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf10a2-df55-4625-8329-0a1904b124db req-3494c8f2-bc43-410b-a4a1-8e15d1b8e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:56.468101 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-82bf10a2-df55-4625-8329-0a1904b124db req-3494c8f2-bc43-410b-a4a1-8e15d1b8e481 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2562451 Jun 03 15:27:56.493673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7306931c-ffea-4fe0-aeb7-2b5c577799da tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.543373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2b41-3503-4587-8b82-4c63c96baa1b req-18839fd7-025f-424c-91f8-3fce796a0314 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:56.545808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a1d2b41-3503-4587-8b82-4c63c96baa1b req-18839fd7-025f-424c-91f8-3fce796a0314 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 944 time: 0.4850979 Jun 03 15:27:56.630509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7306931c-ffea-4fe0-aeb7-2b5c577799da tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for fa95cd1e-21fc-45fa-a978-3da20f8c350c owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:56.715449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Allocated IP 172.25.7.204 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/25018a31-731b-4d66-93c6-196b2011e53c) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:56.734921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a1d2b41-3503-4587-8b82-4c63c96baa1b req-b25c16fc-5296-45e1-8683-15fbed6299d0 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682963 Jun 03 15:27:56.789736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7306931c-ffea-4fe0-aeb7-2b5c577799da tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.847186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306931c-ffea-4fe0-aeb7-2b5c577799da tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=fa95cd1e-21fc-45fa-a978-3da20f8c350c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:56.893314 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7306931c-ffea-4fe0-aeb7-2b5c577799da tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:56.908705 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7306931c-ffea-4fe0-aeb7-2b5c577799da tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/fa95cd1e-21fc-45fa-a978-3da20f8c350c HTTP/1.1" status: 204 len: 168 time: 1.0232408 Jun 03 15:27:56.912040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44798) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:56.989266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4243b50e-96d7-4674-b5d3-708e23530dc6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:56.990919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4243b50e-96d7-4674-b5d3-708e23530dc6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:56.991711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4243b50e-96d7-4674-b5d3-708e23530dc6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:57.011564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4243b50e-96d7-4674-b5d3-708e23530dc6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:27:57.015373 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4243b50e-96d7-4674-b5d3-708e23530dc6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0996830 Jun 03 15:27:57.015652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44802) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:57.085233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc25d502-3437-4f52-a3a8-98ab13115eb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 9087c93e-2c3e-452b-af72-b5dc36c89db2 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:27:57.089033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc25d502-3437-4f52-a3a8-98ab13115eb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.157487 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc25d502-3437-4f52-a3a8-98ab13115eb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.213622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1a954ceb-3b11-446a-a2c1-65b40398d140 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:27:57.379163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1a954ceb-3b11-446a-a2c1-65b40398d140, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1a954ceb-3b11-446a-a2c1-65b40398d140,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:57.400752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '1a954ceb-3b11-446a-a2c1-65b40398d140', 'network_id': '0eb35c9f-ee3c-45a8-b613-18d6f2387c2c', 'port_id': '1a954ceb-3b11-446a-a2c1-65b40398d140', 'mac_address': 'fa:16:3e:84:7b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b77897-1629-4d38-8157-f1d40799acb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:27:57.421232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc25d502-3437-4f52-a3a8-98ab13115eb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.434605 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.485146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b8385486-8e1a-44b0-8419-15f1686cf464 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:27:57.526879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc25d502-3437-4f52-a3a8-98ab13115eb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.553237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1a954ceb-3b11-446a-a2c1-65b40398d140 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:57.553611 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.579565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a954ceb-3b11-446a-a2c1-65b40398d140 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:57.581313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25d502-3437-4f52-a3a8-98ab13115eb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=9087c93e-2c3e-452b-af72-b5dc36c89db2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:57.588362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc25d502-3437-4f52-a3a8-98ab13115eb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.602012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1a954ceb-3b11-446a-a2c1-65b40398d140, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1a954ceb-3b11-446a-a2c1-65b40398d140,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:57.603641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949215e-e5f4-48ca-a457-693293798acd req-0e37b5fa-b9a4-4639-a72f-b0d9098ee26e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:57.605544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3949215e-e5f4-48ca-a457-693293798acd req-0e37b5fa-b9a4-4639-a72f-b0d9098ee26e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 945 time: 0.7521534 Jun 03 15:27:57.609334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7343ad-bbbe-417e-a506-611b1a2648bd None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:57.618755 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cc25d502-3437-4f52-a3a8-98ab13115eb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/9087c93e-2c3e-452b-af72-b5dc36c89db2 HTTP/1.1" status: 204 len: 168 time: 0.6011775 Jun 03 15:27:57.619507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44806) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:57.629034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b8385486-8e1a-44b0-8419-15f1686cf464 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:27:57.629316 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.656452 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.712046 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bcd1c4bb-08db-4d59-8a15-8e7541521b52 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912604 Jun 03 15:27:57.719146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44810) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:57.722405 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.725498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:57.786005 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3949215e-e5f4-48ca-a457-693293798acd req-86f651e1-448e-4836-9ebe-68bd1b014c6c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066060 Jun 03 15:27:57.888640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:57.895867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:57.899888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:57.909683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1a954ceb-3b11-446a-a2c1-65b40398d140,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:57.911538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:57.933557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:57.942758 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:57.947665 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:58.006835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b8385486-8e1a-44b0-8419-15f1686cf464 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:27:58.097667 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf3bc8c8-f179-41a8-b579-084b034de95b req-b5c027a4-dd83-4495-a5c5-26869d0c8fbf tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0970509 Jun 03 15:27:58.108324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:58.109427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Pushing event updated for resources: {'Port': ['ID=25018a31-731b-4d66-93c6-196b2011e53c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:58.115173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:58.120509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:27:58.135175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c742c54-17df-40c9-85ca-7f6ace04da86 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:27:58.141121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1c742c54-17df-40c9-85ca-7f6ace04da86 None None] Deleting port b8385486-8e1a-44b0-8419-15f1686cf464 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:27:58.141786 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c742c54-17df-40c9-85ca-7f6ace04da86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:58.192793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] Router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:27:58.264007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:58.269757 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a0c51f-9a47-4e8a-9d84-142b8ec8ac86'] response: {'name': 'network-changed', 'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'status': 'completed', 'code': 200} Jun 03 15:27:58.313115 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c32697-1aa1-4ad7-a002-38f49364d6c8'] response: {'server_uuid': '7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d', 'code': 200} Jun 03 15:27:58.343508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:58.347809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:58.353733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:58.354786 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:58.366291 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:58.433071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=f32ef801-1ebb-4bf4-b002-f7914fa8e7da,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:58.469129 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6e4df2c1-8b24-4dba-8969-0a77e8229917 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7485733 Jun 03 15:27:58.471724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44816) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:58.478920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['1a954ceb-3b11-446a-a2c1-65b40398d140'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:27:58.480620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9cc9045b-2769-44bc-bdff-8d2c1014bf01 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'fixed_ips': [{'subnet_id': 'f32ef801-1ebb-4bf4-b002-f7914fa8e7da', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1618178758'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:27:58.586796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41263d-0e79-40c9-8e9f-d0a5aecd9a12 req-d5ef628c-2bb4-4f21-ab0a-2b5b816b1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:58.588352 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f41263d-0e79-40c9-8e9f-d0a5aecd9a12 req-d5ef628c-2bb4-4f21-ab0a-2b5b816b1f08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14&device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 1096 time: 0.2268136 Jun 03 15:27:58.592176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1c742c54-17df-40c9-85ca-7f6ace04da86 None None] For port b8385486-8e1a-44b0-8419-15f1686cf464, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b8385486-8e1a-44b0-8419-15f1686cf464,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:27:58.592761 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c742c54-17df-40c9-85ca-7f6ace04da86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:58.640289 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-82bf10a2-df55-4625-8329-0a1904b124db req-2b3eb697-f762-4d62-8757-c4faa70fd86c tempest-ServerShowV254Test-383646028 tempest-ServerShowV254Test-383646028-project] 10.222.0.67 "GET /v2.0/ports?device_id=27f2c228-9d0f-493e-864f-8d25421dafa3 HTTP/1.1" status: 200 len: 210 time: 0.0922496 Jun 03 15:27:58.648110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:58.674986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:27:58.708062 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b07d4e-62ec-497f-bad3-b64ba354f388 None None] Sync routers for ids ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:58.730559 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b07d4e-62ec-497f-bad3-b64ba354f388 None None] Routers {'958a9d9d-5fe2-44f5-b8f9-500b57c72b50'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:58.732609 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-73b07d4e-62ec-497f-bad3-b64ba354f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:27:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:58.749602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8832b0-3abe-47b2-8579-b6552ed79ecc req-314a46f2-4a5c-4d4b-a0fe-830bcf25c918 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:58.755951 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1c742c54-17df-40c9-85ca-7f6ace04da86 None None] Calling delete_port for b8385486-8e1a-44b0-8419-15f1686cf464 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:27:58.756824 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d8832b0-3abe-47b2-8579-b6552ed79ecc req-314a46f2-4a5c-4d4b-a0fe-830bcf25c918 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.3095920 Jun 03 15:27:58.769366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9cc9045b-2769-44bc-bdff-8d2c1014bf01 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:27:58.773895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9cc9045b-2769-44bc-bdff-8d2c1014bf01 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:27:58.777032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9cc9045b-2769-44bc-bdff-8d2c1014bf01 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:27:58.783480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9cc9045b-2769-44bc-bdff-8d2c1014bf01 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:27:58.785587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3e13-932d-4926-8659-77824a7b9304 req-fbd7c9db-7df8-4622-9a73-1694508f67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:58.787133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d4e3e13-932d-4926-8659-77824a7b9304 req-fbd7c9db-7df8-4622-9a73-1694508f67c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 1096 time: 0.3032708 Jun 03 15:27:58.806193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc9045b-2769-44bc-bdff-8d2c1014bf01 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:58.811691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5a840808-f8cf-4ba8-916a-87622d9b3441 admin admin] 10.222.0.48 "PUT /v2.0/routers/958a9d9d-5fe2-44f5-b8f9-500b57c72b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0503516 Jun 03 15:27:58.821778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44822) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:27:58.926835 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d8832b0-3abe-47b2-8579-b6552ed79ecc req-2db85ca5-ee62-4a5a-8ff0-58e6977463ad tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690083 Jun 03 15:27:58.984335 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c742c54-17df-40c9-85ca-7f6ace04da86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:59.021211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d4e3e13-932d-4926-8659-77824a7b9304 req-eeb8e429-f37d-4f56-8840-81ade680a3e2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025406 Jun 03 15:27:59.054573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c742c54-17df-40c9-85ca-7f6ace04da86 None None] Pushing event deleted for resources: {'Port': ['ID=b8385486-8e1a-44b0-8419-15f1686cf464,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:59.063964 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c742c54-17df-40c9-85ca-7f6ace04da86 None None] No DVR routers for this DVR port b8385486-8e1a-44b0-8419-15f1686cf464 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:27:59.068637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41263d-0e79-40c9-8e9f-d0a5aecd9a12 req-9e36a3f5-0cc0-41c7-a705-b77e0314add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:59.070274 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f41263d-0e79-40c9-8e9f-d0a5aecd9a12 req-9e36a3f5-0cc0-41c7-a705-b77e0314add7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c80ae65-7fd0-4a26-bf9e-96197056310c HTTP/1.1" status: 200 len: 921 time: 0.4661849 Jun 03 15:27:59.087180 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9922b9bf-ab02-41e6-adb1-3ee2ff129c35 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:27:59.142283 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-73b07d4e-62ec-497f-bad3-b64ba354f388 None None] Set router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:59.252571 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cc9045b-2769-44bc-bdff-8d2c1014bf01 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:59.271306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:59.441445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b8385486-8e1a-44b0-8419-15f1686cf464 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:27:59.442261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:27:59.461089 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:59.472799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:59.506656 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:59.548619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-9cc9045b-2769-44bc-bdff-8d2c1014bf01 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port e49ca314-6847-4739-9733-6c2cd7b121fb yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:27:59.551869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: b8385486-8e1a-44b0-8419-15f1686cf464 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:27:59.552503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b8385486-8e1a-44b0-8419-15f1686cf464 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:27:59.577359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': 'f32ef801-1ebb-4bf4-b002-f7914fa8e7da'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:27:59.578684 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:59.590729 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-73b07d4e-62ec-497f-bad3-b64ba354f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:27:56Z', 'revision_number': 5, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:59.596585 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b07d4e-62ec-497f-bad3-b64ba354f388 None None] Checking router: 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:59.609121 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b07d4e-62ec-497f-bad3-b64ba354f388 None None] Routers {'958a9d9d-5fe2-44f5-b8f9-500b57c72b50'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:27:59.610119 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-73b07d4e-62ec-497f-bad3-b64ba354f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:27:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:59.638544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c23a28-a920-428d-a3e8-00535f6b47df req-3d86e167-f6dd-423b-bc06-997ed1f8077a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:59.647187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11c23a28-a920-428d-a3e8-00535f6b47df req-3d86e167-f6dd-423b-bc06-997ed1f8077a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 945 time: 0.5323312 Jun 03 15:27:59.730835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Pushing event updated for resources: {'Port': ['ID=25018a31-731b-4d66-93c6-196b2011e53c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:59.735214 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc9045b-2769-44bc-bdff-8d2c1014bf01 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:27:59.735734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc9045b-2769-44bc-bdff-8d2c1014bf01 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:27:59.740736 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f41263d-0e79-40c9-8e9f-d0a5aecd9a12 req-58e2502c-45d8-475d-b4a9-51e73490dba5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 217 time: 0.2479985 Jun 03 15:27:59.746464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11c23a28-a920-428d-a3e8-00535f6b47df req-8f78babd-a37b-455d-826e-d56537446de4 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982347 Jun 03 15:27:59.747340 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:59.787496 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:27:59.794862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-1a88f9a6-67f5-4137-8724-fb79a9981e6f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6947920 Jun 03 15:27:59.821071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/f32ef801-1ebb-4bf4-b002-f7914fa8e7da/3d170522-54ea-43fe-bd85-a914ac994099) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:59.878887 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-73b07d4e-62ec-497f-bad3-b64ba354f388 None None] Set router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:27:59.949809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-99d942c1-9cdc-4f1e-ba4c-13e678abd5e1 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Synchronizing usage tracker for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:27:59.965404 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9cc9045b-2769-44bc-bdff-8d2c1014bf01 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4869802 Jun 03 15:27:59.970351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44830) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:00.018844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41263d-0e79-40c9-8e9f-d0a5aecd9a12 req-5b30b083-e43b-4a4e-a66e-28d5595e8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:00.021047 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f41263d-0e79-40c9-8e9f-d0a5aecd9a12 req-5b30b083-e43b-4a4e-a66e-28d5595e8651 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=831937eb-87f5-46ae-a0a1-a1e98a26efa9 HTTP/1.1" status: 200 len: 860 time: 0.2702851 Jun 03 15:28:00.048330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-99d942c1-9cdc-4f1e-ba4c-13e678abd5e1 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Unset dirty status for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:00.050049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-99d942c1-9cdc-4f1e-ba4c-13e678abd5e1 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 696 time: 0.2542751 Jun 03 15:28:00.073799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-10f9427c-4783-4281-a5a7-07f587ddab8e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:00.102149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:00.130587 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f41263d-0e79-40c9-8e9f-d0a5aecd9a12 req-f06a1f1a-9d68-429f-8370-235a60529eee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c80ae65-7fd0-4a26-bf9e-96197056310c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697393 Jun 03 15:28:00.132026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Deleting port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:00.132934 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:00.162629 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:00.177850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Transition to ACTIVE for port object 3d170522-54ea-43fe-bd85-a914ac994099 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:00.209312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Transition to ACTIVE for port object 3d170522-54ea-43fe-bd85-a914ac994099 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:00.225689 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:00.236644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-10f9427c-4783-4281-a5a7-07f587ddab8e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:00.237864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-10f9427c-4783-4281-a5a7-07f587ddab8e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2660573 Jun 03 15:28:00.260218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44836) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:00.355048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Pushing event updated for resources: {'Port': ['ID=3d170522-54ea-43fe-bd85-a914ac994099,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:00.357748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f55c4-d62c-43c4-bcc3-9c598c57640e req-68413d12-a981-4161-9e78-0ce429662684 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:00.359185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6f55c4-d62c-43c4-bcc3-9c598c57640e req-68413d12-a981-4161-9e78-0ce429662684 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 945 time: 0.3508313 Jun 03 15:28:00.374540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:00.376571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:00.380159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:00.430557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-9dbcbafa-15e9-42a3-9a4e-fe9516611749 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:00.432017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-9dbcbafa-15e9-42a3-9a4e-fe9516611749 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.3548679 Jun 03 15:28:00.450307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-47d8ccee-e0e4-4c94-bea7-4f0ab476b2e1 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:28:00.451342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a9d12bd-ea82-45da-863d-f8114d13d269 req-47d8ccee-e0e4-4c94-bea7-4f0ab476b2e1 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067124 Jun 03 15:28:00.467771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff04bb9a-0bbe-4233-94b6-b7e163e655f9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:00.469289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff04bb9a-0bbe-4233-94b6-b7e163e655f9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:00.470092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ff04bb9a-0bbe-4233-94b6-b7e163e655f9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:00.485412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c6f55c4-d62c-43c4-bcc3-9c598c57640e req-34714d0c-3bc8-4b3b-875e-a558ea7fdfc3 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193461 Jun 03 15:28:00.516162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ff04bb9a-0bbe-4233-94b6-b7e163e655f9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:00.520117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ff04bb9a-0bbe-4233-94b6-b7e163e655f9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2544775 Jun 03 15:28:00.520581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44842) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:00.548748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Attempting to bind port 3d170522-54ea-43fe-bd85-a914ac994099 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:00.549335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Attempting to bind port 3d170522-54ea-43fe-bd85-a914ac994099 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:00.549515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Attempting to bind port 3d170522-54ea-43fe-bd85-a914ac994099 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:00.568178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:00.568550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:00.568995 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:00.570504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:00.572103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Bound port: 3d170522-54ea-43fe-bd85-a914ac994099, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:00.572493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:00.573787 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f41263d-0e79-40c9-8e9f-d0a5aecd9a12 req-3c753fd1-6647-49f2-9600-bb5982316d10 service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112370 Jun 03 15:28:00.598872 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-73b07d4e-62ec-497f-bad3-b64ba354f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:27:56Z', 'revision_number': 5, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:00.605658 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b07d4e-62ec-497f-bad3-b64ba354f388 None None] The sync data for ids ['958a9d9d-5fe2-44f5-b8f9-500b57c72b50'] in n-d-844595-1 is: [{'id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'name': 'tempest-VolumesAdminNegativeTest-377664939-router', 'tenant_id': '1be8384af28e480b951e8a57efa1e41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:31Z', 'updated_at': '2022-06-03T15:27:56Z', 'revision_number': 5, 'project_id': '1be8384af28e480b951e8a57efa1e41c', 'gw_port': {'id': '2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:59:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958a9d9d-5fe2-44f5-b8f9-500b57c72b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:33Z', 'updated_at': '2022-06-03T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:00.702657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c124490d-d748-4e0b-80ac-069a50770d16 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet f32ef801-1ebb-4bf4-b002-f7914fa8e7da {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:00.711658 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c124490d-d748-4e0b-80ac-069a50770d16 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:00.751951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] For port 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:00.752642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:00.940282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] For port 3d170522-54ea-43fe-bd85-a914ac994099, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:00.942551 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c124490d-d748-4e0b-80ac-069a50770d16 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:00.950152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] For port 3d170522-54ea-43fe-bd85-a914ac994099, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3d170522-54ea-43fe-bd85-a914ac994099,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:00.960837 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.054114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Calling delete_port for 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:01.146222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f5c85-ae40-4b30-905d-f25965623829 None None] Pushing event updated for resources: {'Port': ['ID=3d170522-54ea-43fe-bd85-a914ac994099,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:01.173405 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f41263d-0e79-40c9-8e9f-d0a5aecd9a12 req-39b54358-0d84-47b4-aff7-28ff66acfb6e service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832508 Jun 03 15:28:01.205553 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c124490d-d748-4e0b-80ac-069a50770d16 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.229495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1a954ceb-3b11-446a-a2c1-65b40398d140 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:01.280069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-7007762c-d2e9-4e77-b343-d85e7dfb6e1e tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:01.281604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-7007762c-d2e9-4e77-b343-d85e7dfb6e1e tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4414744 Jun 03 15:28:01.300816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a19842-e56f-4c35-a28c-93b0a34c95bf req-a4d1b117-9e3d-44a4-89ba-05e99d90b766 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:01.308198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45a19842-e56f-4c35-a28c-93b0a34c95bf req-a4d1b117-9e3d-44a4-89ba-05e99d90b766 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.5104361 Jun 03 15:28:01.414781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9ebb88db-c46d-47fa-8d93-fdece710af90 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:01.438840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44852) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:01.480233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9ebb88db-c46d-47fa-8d93-fdece710af90 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:01.480422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9ebb88db-c46d-47fa-8d93-fdece710af90 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:01.480826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.512409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 1a954ceb-3b11-446a-a2c1-65b40398d140 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:01.518842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 1a954ceb-3b11-446a-a2c1-65b40398d140 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:01.519159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-5fcfe10c-6d40-4c08-a72b-037581cfd44b tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 696 time: 0.2267385 Jun 03 15:28:01.519678 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.528358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-ca051eb3-7672-45a8-8900-41f4f9ac896d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Request body: {'floatingip': {'port_id': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:01.609952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:01.657084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45a19842-e56f-4c35-a28c-93b0a34c95bf req-505dc0c2-1499-46bf-91a4-53c28b96f458 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478923 Jun 03 15:28:01.695747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-ca051eb3-7672-45a8-8900-41f4f9ac896d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.711376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.711926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.712451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.712969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.713446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.713997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.714535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.715678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.716203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.716794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.717429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.717996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:01.721580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1a954ceb-3b11-446a-a2c1-65b40398d140 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:01.722616 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.780929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1a954ceb-3b11-446a-a2c1-65b40398d140, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1a954ceb-3b11-446a-a2c1-65b40398d140,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:01.781947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a954ceb-3b11-446a-a2c1-65b40398d140'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:01.788757 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.838816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:01.864195 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1a954ceb-3b11-446a-a2c1-65b40398d140,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:02.037401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8d8d-487e-4cce-a39d-8a881bf12ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.067685 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c124490d-d748-4e0b-80ac-069a50770d16 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.095733 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-337c34e0-cc67-40e2-ba05-2590d5c9ec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.259544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4bbc8d8d-487e-4cce-a39d-8a881bf12ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:02.260125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.262417 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.263586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4bbc8d8d-487e-4cce-a39d-8a881bf12ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:36b27cf986134da5a00e95cfe65c9375 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:02.278745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4bbc8d8d-487e-4cce-a39d-8a881bf12ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:02.283713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124490d-d748-4e0b-80ac-069a50770d16 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=f32ef801-1ebb-4bf4-b002-f7914fa8e7da,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:02.289909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.290647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 958a9d9d-5fe2-44f5-b8f9-500b57c72b50 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:28:02.295198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4bbc8d8d-487e-4cce-a39d-8a881bf12ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:02.310103 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.312126 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a2552a07-17ed-480c-81ce-d09b752ece92 admin admin] 10.222.0.48 "DELETE /v2.0/routers/958a9d9d-5fe2-44f5-b8f9-500b57c72b50 HTTP/1.1" status: 204 len: 168 time: 3.4837775 Jun 03 15:28:02.314656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44862) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:02.331739 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c124490d-d748-4e0b-80ac-069a50770d16 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.395817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2ff7fa-fe32-4eab-afa3-9d36ca098099 admin admin] Deleting subnet 53132eb5-c633-41cf-ac2b-c0d6f52a025b {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:02.402660 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a2ff7fa-fe32-4eab-afa3-9d36ca098099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.408469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c124490d-d748-4e0b-80ac-069a50770d16 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/f32ef801-1ebb-4bf4-b002-f7914fa8e7da HTTP/1.1" status: 204 len: 168 time: 1.8865755 Jun 03 15:28:02.414260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44866) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:02.461429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a2ff7fa-fe32-4eab-afa3-9d36ca098099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.507402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a88972-9a9a-45c1-8768-a19b1eda1d2e req-69b93c6b-97fe-4f37-b032-eeaa5431005a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:02.508911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49a88972-9a9a-45c1-8768-a19b1eda1d2e req-69b93c6b-97fe-4f37-b032-eeaa5431005a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 946 time: 0.6687067 Jun 03 15:28:02.567225 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a2ff7fa-fe32-4eab-afa3-9d36ca098099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.572997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab0270-d2a6-4736-acab-67b385e720e4 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:02.599011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44870) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:02.605377 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-43a13d6e-b612-4767-a9a2-9f6430cd08c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1867075 Jun 03 15:28:02.610465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:02.685625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-56e1c1a5-aa90-4fdd-b981-80ca829a4e87 None None] Provisioning for port 3d170522-54ea-43fe-bd85-a914ac994099 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:02.754692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:02.761148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:02.765383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:02.773058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:02.775473 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a2ff7fa-fe32-4eab-afa3-9d36ca098099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.825745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ff7fa-fe32-4eab-afa3-9d36ca098099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53132eb5-c633-41cf-ac2b-c0d6f52a025b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:02.836029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:02.837814 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.858048 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a2ff7fa-fe32-4eab-afa3-9d36ca098099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.861668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49a88972-9a9a-45c1-8768-a19b1eda1d2e req-07b41934-b82f-4a6b-92e1-0a1158c24cc4 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731740 Jun 03 15:28:02.888284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75cd2aa-1fb5-40c6-b145-a252ecc08d1c None None] Network f44ed2c9-1ff3-4c50-99bd-c85502cbf350 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:02.912050 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8d8d-487e-4cce-a39d-8a881bf12ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:02.946651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd7c275-fb6c-485b-9c32-6ba3d07cd2af None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:28:03.015516 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7c275-fb6c-485b-9c32-6ba3d07cd2af None None] Deleting port 3d170522-54ea-43fe-bd85-a914ac994099 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:03.015516 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c275-fb6c-485b-9c32-6ba3d07cd2af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.051345 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1a2ff7fa-fe32-4eab-afa3-9d36ca098099 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/53132eb5-c633-41cf-ac2b-c0d6f52a025b HTTP/1.1" status: 204 len: 168 time: 0.7335732 Jun 03 15:28:03.052994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44876) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:03.062418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8d8d-487e-4cce-a39d-8a881bf12ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.149472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc8d8d-487e-4cce-a39d-8a881bf12ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2256a1e-b335-4606-9a53-5bc20330bb01,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:03.197086 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.225369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Deleting port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:03.225708 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.244897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4bbc8d8d-487e-4cce-a39d-8a881bf12ab8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36b27cf986134da5a00e95cfe65c9375&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7978642 Jun 03 15:28:03.249295 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44880) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:03.256240 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-ca051eb3-7672-45a8-8900-41f4f9ac896d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.258728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.277635 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-ca051eb3-7672-45a8-8900-41f4f9ac896d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.391672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bbd7c275-fb6c-485b-9c32-6ba3d07cd2af None None] For port 3d170522-54ea-43fe-bd85-a914ac994099, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3d170522-54ea-43fe-bd85-a914ac994099,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:03.391672 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c275-fb6c-485b-9c32-6ba3d07cd2af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.412427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:03.417460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:03.434430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55a692-1f52-4a2c-8c84-4eba11b16c0d req-5fe7e491-3a30-461c-b73a-9295da52d861 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:03.436037 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc55a692-1f52-4a2c-8c84-4eba11b16c0d req-5fe7e491-3a30-461c-b73a-9295da52d861 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 945 time: 0.3753514 Jun 03 15:28:03.453826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:03.454446 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.462202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:03.475861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=4fbd843f-edfc-4415-861d-57e92049640d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:03.554747 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b449bf23-7105-4d98-8880-59c653e16fbe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9545634 Jun 03 15:28:03.562247 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7c275-fb6c-485b-9c32-6ba3d07cd2af None None] Calling delete_port for 3d170522-54ea-43fe-bd85-a914ac994099 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:03.568364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44884) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:03.590167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-408112b4-18e9-4c12-872a-42c6f1ac2eb5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2042282780', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:03.594634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d5325-31a9-414c-bc15-36c84e6267af None None] DHCP port deletion for f44ed2c9-1ff3-4c50-99bd-c85502cbf350 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:28:03.603566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:03.603566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2b6e2ce9-1167-46bb-ae06-fc66ba8a2fdc not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:03.612539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-592d5325-31a9-414c-bc15-36c84e6267af None None] Deleting port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:03.612705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-408112b4-18e9-4c12-872a-42c6f1ac2eb5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:03.612909 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-592d5325-31a9-414c-bc15-36c84e6267af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.616926 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-054d6bbe-94d7-4c37-81f3-14749eea9286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.624813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc55a692-1f52-4a2c-8c84-4eba11b16c0d req-cf43ab4a-f299-49fe-bc7b-6d1759f7c924 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777360 Jun 03 15:28:03.630150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-408112b4-18e9-4c12-872a-42c6f1ac2eb5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:router and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:03.647227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-408112b4-18e9-4c12-872a-42c6f1ac2eb5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:03.678796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] For port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0e995d52-1968-4c1d-8e8b-a7506bc7f25e,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:03.679405 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.682139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-408112b4-18e9-4c12-872a-42c6f1ac2eb5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:03.687964 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-ca051eb3-7672-45a8-8900-41f4f9ac896d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Floating IP c19c734c-29d0-4355-930a-da4a6330135c associated. External IP: 172.25.7.204, port: 45e40a4a-49c8-4563-836b-d8bc663d76a9. Jun 03 15:28:03.739812 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5460792-aff4-4b36-8634-f8df9cc23189'] response: {'server_uuid': 'cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a954ceb-3b11-446a-a2c1-65b40398d140', 'code': 200} Jun 03 15:28:03.749463 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-054d6bbe-94d7-4c37-81f3-14749eea9286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.749884 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c275-fb6c-485b-9c32-6ba3d07cd2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.796308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-408112b4-18e9-4c12-872a-42c6f1ac2eb5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.797633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-408112b4-18e9-4c12-872a-42c6f1ac2eb5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.813461 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-408112b4-18e9-4c12-872a-42c6f1ac2eb5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.821265 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7c275-fb6c-485b-9c32-6ba3d07cd2af None None] Pushing event deleted for resources: {'Port': ['ID=3d170522-54ea-43fe-bd85-a914ac994099,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:03.838166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-408112b4-18e9-4c12-872a-42c6f1ac2eb5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:03.877453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7c275-fb6c-485b-9c32-6ba3d07cd2af None None] No DVR routers for this DVR port 3d170522-54ea-43fe-bd85-a914ac994099 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:03.910084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ac9aa-8e40-4980-abd8-fc0f970005d3 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:03.969579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Calling delete_port for 0e995d52-1968-4c1d-8e8b-a7506bc7f25e owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:04.002758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-408112b4-18e9-4c12-872a-42c6f1ac2eb5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.006858 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-408112b4-18e9-4c12-872a-42c6f1ac2eb5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4373693 Jun 03 15:28:04.007816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44892) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:04.057333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-592d5325-31a9-414c-bc15-36c84e6267af None None] For port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0e995d52-1968-4c1d-8e8b-a7506bc7f25e,segment=NetworkSegment(182609b6-2a71-46b8-bdbb-db5437c6aa62),segment_id=182609b6-2a71-46b8-bdbb-db5437c6aa62)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:04.057792 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-592d5325-31a9-414c-bc15-36c84e6267af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.093417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3970c0-6350-4aca-ad89-42af73ad87d0 req-218ed8ac-3392-409d-987d-4c91b17c77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:04.095373 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bb3970c0-6350-4aca-ad89-42af73ad87d0 req-218ed8ac-3392-409d-987d-4c91b17c77f7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 1097 time: 0.1759877 Jun 03 15:28:04.104698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.199305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-592d5325-31a9-414c-bc15-36c84e6267af None None] Calling delete_port for 0e995d52-1968-4c1d-8e8b-a7506bc7f25e owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:04.289370 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e760c99f-726c-491d-95f3-de1bac7599e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.334332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] No DVR routers for this DVR port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:04.338655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e995d52-1968-4c1d-8e8b-a7506bc7f25e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:04.363241 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-592d5325-31a9-414c-bc15-36c84e6267af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:28:04.363616 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-592d5325-31a9-414c-bc15-36c84e6267af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:28:04.411417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '4fbd843f-edfc-4415-861d-57e92049640d'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:28:04.412499 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.461088 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bb3970c0-6350-4aca-ad89-42af73ad87d0 req-b38f6e90-203b-4187-bdb4-b3191b8be6fb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499689 Jun 03 15:28:04.495668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.519737 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-054d6bbe-94d7-4c37-81f3-14749eea9286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.537026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44ed2c9-1ff3-4c50-99bd-c85502cbf350']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:04.558274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182609b6-2a71-46b8-bdbb-db5437c6aa62') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:04.558274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182609b6-2a71-46b8-bdbb-db5437c6aa62') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:04.574136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.577497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/4fbd843f-edfc-4415-861d-57e92049640d/411b7f7c-88cf-487d-b2dc-28c01ef7f564) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:04.601380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.608830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:28:04.609274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.643698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d6bbe-94d7-4c37-81f3-14749eea9286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2256a1e-b335-4606-9a53-5bc20330bb01,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:04.660375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-054d6bbe-94d7-4c37-81f3-14749eea9286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.661576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-054d6bbe-94d7-4c37-81f3-14749eea9286 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2256a1e-b335-4606-9a53-5bc20330bb01 HTTP/1.1" status: 204 len: 168 time: 1.4107924 Jun 03 15:28:04.699543 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 182609b6-2a71-46b8-bdbb-db5437c6aa62 resource provider aggregate not found Jun 03 15:28:04.740352 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 182609b6-2a71-46b8-bdbb-db5437c6aa62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 182609b6-2a71-46b8-bdbb-db5437c6aa62 found for delete ", "request_id": "req-5148c99b-c7a8-4545-8dec-181c8c1c5423"}]} Jun 03 15:28:04.768581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.790602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.804280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] Pushing event deleted for resources: {'Network': ['ID=f44ed2c9-1ff3-4c50-99bd-c85502cbf350,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:04.820787 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c9ab52d2-baf8-4b5f-b64c-ad07ef8a9709 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f44ed2c9-1ff3-4c50-99bd-c85502cbf350 HTTP/1.1" status: 204 len: 168 time: 1.7666881 Jun 03 15:28:04.823562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44902) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:04.864582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-592d5325-31a9-414c-bc15-36c84e6267af None None] Deleting port 0e995d52-1968-4c1d-8e8b-a7506bc7f25e {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:04.865007 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-592d5325-31a9-414c-bc15-36c84e6267af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.866201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777a1df-4bc0-4ed1-b33b-016681d98413 req-564e3b27-ef32-4b9a-891e-afd6e4fecff7 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:04.873233 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7777a1df-4bc0-4ed1-b33b-016681d98413 req-564e3b27-ef32-4b9a-891e-afd6e4fecff7 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.9467447 Jun 03 15:28:04.955948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-592d5325-31a9-414c-bc15-36c84e6267af None None] The port '0e995d52-1968-4c1d-8e8b-a7506bc7f25e' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:28:04.975950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:04.990430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Transition to ACTIVE for port object 411b7f7c-88cf-487d-b2dc-28c01ef7f564 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:05.013192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7777a1df-4bc0-4ed1-b33b-016681d98413 req-fed9821e-3137-4f56-b812-ba930625b06f tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317575 Jun 03 15:28:05.029808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-ca051eb3-7672-45a8-8900-41f4f9ac896d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Router b975d469-7331-405d-b000-7bfa17e66a16 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:28:05.038829 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Transition to ACTIVE for port object 411b7f7c-88cf-487d-b2dc-28c01ef7f564 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:05.050388 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.141175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:05.150363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:05.156063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:05.161109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Pushing event updated for resources: {'Port': ['ID=411b7f7c-88cf-487d-b2dc-28c01ef7f564,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:05.207860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.302477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Attempting to bind port 411b7f7c-88cf-487d-b2dc-28c01ef7f564 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:05.303103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Attempting to bind port 411b7f7c-88cf-487d-b2dc-28c01ef7f564 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:05.304391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Attempting to bind port 411b7f7c-88cf-487d-b2dc-28c01ef7f564 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:05.309042 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.317868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:05.318295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:05.318842 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.319384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:05.319855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Bound port: 411b7f7c-88cf-487d-b2dc-28c01ef7f564, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:05.320378 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.463832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] For port 411b7f7c-88cf-487d-b2dc-28c01ef7f564, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:05.473458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] For port 411b7f7c-88cf-487d-b2dc-28c01ef7f564, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=411b7f7c-88cf-487d-b2dc-28c01ef7f564,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:05.481371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0e995d52-1968-4c1d-8e8b-a7506bc7f25e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:05.526185 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.529606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 0e995d52-1968-4c1d-8e8b-a7506bc7f25e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:05.530101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0e995d52-1968-4c1d-8e8b-a7506bc7f25e not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:05.613149 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.639232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e01cb-492c-433a-803a-273a9c6d9550 None None] Pushing event updated for resources: {'Port': ['ID=411b7f7c-88cf-487d-b2dc-28c01ef7f564,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:05.738216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-ca051eb3-7672-45a8-8900-41f4f9ac896d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:05.741804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.751614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f571fec-b659-459e-8499-27ee377c0885 None None] Sync routers for ids ['b975d469-7331-405d-b000-7bfa17e66a16'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:05.768460 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-ca051eb3-7672-45a8-8900-41f4f9ac896d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:05.768723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f571fec-b659-459e-8499-27ee377c0885 None None] Routers {'b975d469-7331-405d-b000-7bfa17e66a16'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:05.769841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9f571fec-b659-459e-8499-27ee377c0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b975d469-7331-405d-b000-7bfa17e66a16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:05.828024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44926) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:06.015927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9f571fec-b659-459e-8499-27ee377c0885 None None] Set router b975d469-7331-405d-b000-7bfa17e66a16 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:06.119575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-97148062-network', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:06.132649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:06.151956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-ca051eb3-7672-45a8-8900-41f4f9ac896d tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "PUT /v2.0/floatingips/c19c734c-29d0-4355-930a-da4a6330135c HTTP/1.1" status: 200 len: 996 time: 4.6318328 Jun 03 15:28:06.157791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:06.171017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Usage tracker for resource:network and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:06.176687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c0b2c-b55d-43fe-96e8-d187e0a74aca req-65013e08-3aa0-4b69-b8fb-16c8cffb50f2 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:06.178250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-411c0b2c-b55d-43fe-96e8-d187e0a74aca req-65013e08-3aa0-4b69-b8fb-16c8cffb50f2 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 946 time: 0.5935538 Jun 03 15:28:06.179197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:06.188470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:06.210195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Made reservation on behalf of b3e4457f68d148e08a56851d77ccda36 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:06.213229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.226236 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.248012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:06.256896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:06.260090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:06.269616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:06.348686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::1 (6a53de42-b459-4b7b-ab08-16276fe85489/4fbd843f-edfc-4415-861d-57e92049640d/af53709c-2f38-4085-b2cd-2af229714a4a) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:06.391087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] Deleting port 30c87486-fcbb-4bea-b4ee-94a45840ae8b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:06.391890 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.516422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9f571fec-b659-459e-8499-27ee377c0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:27Z', 'revision_number': 4, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'c19c734c-29d0-4355-930a-da4a6330135c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'floating_ip_address': '172.25.7.204', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'port_id': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'mac_address': 'fa:16:3e:f9:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27358083-a78a-4170-8cc3-819d7c5d7578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:58Z', 'updated_at': '2022-06-03T15:28:02Z', 'revision_number': 1, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d61342-f111-4d9a-bebb-f24ff2d60e06', 'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'mac_address': 'fa:16:3e:a2:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:25Z', 'updated_at': '2022-06-03T15:26:35Z', 'revision_number': 5, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'subnets': [{'id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:06.522520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f571fec-b659-459e-8499-27ee377c0885 None None] Checking router: b975d469-7331-405d-b000-7bfa17e66a16 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:06.532642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f571fec-b659-459e-8499-27ee377c0885 None None] Routers {'b975d469-7331-405d-b000-7bfa17e66a16'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:06.533279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9f571fec-b659-459e-8499-27ee377c0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b975d469-7331-405d-b000-7bfa17e66a16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:06.534773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-411c0b2c-b55d-43fe-96e8-d187e0a74aca req-9fd86fd4-f3f0-4b5a-80ed-41432283fe7f tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872167 Jun 03 15:28:06.588674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-2d893364-d1a2-44ef-9f63-db00273b00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:06.590313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-2d893364-d1a2-44ef-9f63-db00273b00a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14&device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 1096 time: 0.4073768 Jun 03 15:28:06.760991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-a51d877d-d559-4db2-9dc7-6d21c39bf685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:06.763398 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-a51d877d-d559-4db2-9dc7-6d21c39bf685 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c80ae65-7fd0-4a26-bf9e-96197056310c HTTP/1.1" status: 200 len: 921 time: 0.1645708 Jun 03 15:28:06.798855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9f571fec-b659-459e-8499-27ee377c0885 None None] Set router b975d469-7331-405d-b000-7bfa17e66a16 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:06.855434 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.858160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] For port 30c87486-fcbb-4bea-b4ee-94a45840ae8b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=30c87486-fcbb-4bea-b4ee-94a45840ae8b,segment=NetworkSegment(bfbeaf76-f906-408a-bcfa-7db214d7916a),segment_id=bfbeaf76-f906-408a-bcfa-7db214d7916a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:06.859318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.867429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.898532 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:06.962382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object af53709c-2f38-4085-b2cd-2af229714a4a will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:07.010816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] Calling delete_port for 30c87486-fcbb-4bea-b4ee-94a45840ae8b owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:07.015382 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.019720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-b764b105-5bbb-4330-9433-2d18fff72e0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 999 time: 0.2023368 Jun 03 15:28:07.037059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ab067-64c0-43a3-9bd7-9923b1387f3d req-b329a675-ee96-43cf-b77d-691cba8fb7ac tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:07.038591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-276ab067-64c0-43a3-9bd7-9923b1387f3d req-b329a675-ee96-43cf-b77d-691cba8fb7ac tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 945 time: 0.2615755 Jun 03 15:28:07.056260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:28:07.072629 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.088436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b7980b-7078-4629-bddf-08d1ad9bb11f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:07.094152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.094545 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Added segment d98e5bbd-66c5-4a5b-bb55-11751614bf67 of type vlan for network 50d85d7a-4e98-4da0-8512-98a59effa284 Jun 03 15:28:07.154859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5fcda5bf-b83c-4ca6-81ee-98dde68c8151 None None] Provisioning for port 411b7f7c-88cf-487d-b2dc-28c01ef7f564 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:07.168834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.200821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:07.213046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:07.218689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.219462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=af53709c-2f38-4085-b2cd-2af229714a4a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:07.219914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:07.220551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.222480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:07.223220 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.244831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9f571fec-b659-459e-8499-27ee377c0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:27Z', 'revision_number': 4, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'c19c734c-29d0-4355-930a-da4a6330135c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'floating_ip_address': '172.25.7.204', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'port_id': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'mac_address': 'fa:16:3e:f9:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27358083-a78a-4170-8cc3-819d7c5d7578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:58Z', 'updated_at': '2022-06-03T15:28:02Z', 'revision_number': 1, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d61342-f111-4d9a-bebb-f24ff2d60e06', 'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'mac_address': 'fa:16:3e:a2:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:25Z', 'updated_at': '2022-06-03T15:26:35Z', 'revision_number': 5, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'subnets': [{'id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:07.251136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f571fec-b659-459e-8499-27ee377c0885 None None] The sync data for ids ['b975d469-7331-405d-b000-7bfa17e66a16'] in n-d-844595-1 is: [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:27Z', 'revision_number': 4, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'c19c734c-29d0-4355-930a-da4a6330135c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'floating_ip_address': '172.25.7.204', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'port_id': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'mac_address': 'fa:16:3e:f9:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27358083-a78a-4170-8cc3-819d7c5d7578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:58Z', 'updated_at': '2022-06-03T15:28:02Z', 'revision_number': 1, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d61342-f111-4d9a-bebb-f24ff2d60e06', 'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'mac_address': 'fa:16:3e:a2:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:25Z', 'updated_at': '2022-06-03T15:26:35Z', 'revision_number': 5, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'subnets': [{'id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:07.343579 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5068598 Jun 03 15:28:07.347086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44936) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:07.355125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Request body: {'subnet': {'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-subnet', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:07.365114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:07.368920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58448a9-d75a-4fd4-bf72-19ce6dbfa1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=50d85d7a-4e98-4da0-8512-98a59effa284,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:07.392504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 50d85d7a-4e98-4da0-8512-98a59effa284 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:28:07.406342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Usage tracker for resource:subnet and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:07.413905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:07.433381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:07.455857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Made reservation on behalf of b3e4457f68d148e08a56851d77ccda36 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:07.458529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.551412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.553270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-0458f3d9-50e0-4fe9-b3cf-e4089fe2502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:07.555011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-0458f3d9-50e0-4fe9-b3cf-e4089fe2502c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=831937eb-87f5-46ae-a0a1-a1e98a26efa9 HTTP/1.1" status: 200 len: 860 time: 0.5142307 Jun 03 15:28:07.560224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 411b7f7c-88cf-487d-b2dc-28c01ef7f564 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:07.571116 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-276ab067-64c0-43a3-9bd7-9923b1387f3d req-87cdccf1-0a76-4a53-845e-9aaf24509852 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910023 Jun 03 15:28:07.635603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c87486-fcbb-4bea-b4ee-94a45840ae8b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:07.655129 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be33f13-67f3-4b40-9d44-e0b57b6c25bb None None] New status for floating IP c19c734c-29d0-4355-930a-da4a6330135c: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:28:07.686559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-40ba42a1-b305-4efd-bf9a-354291c95e21 None None] Provisioning for port af53709c-2f38-4085-b2cd-2af229714a4a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:07.692227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-40ba42a1-b305-4efd-bf9a-354291c95e21 None None] Provisioning complete for port af53709c-2f38-4085-b2cd-2af229714a4a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:07.692589 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-40ba42a1-b305-4efd-bf9a-354291c95e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.706821 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-4d44d8f4-12bd-4e7e-9e2c-46458bc5b9ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c80ae65-7fd0-4a26-bf9e-96197056310c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322615 Jun 03 15:28:07.711861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-f88676e8-f827-467a-9e71-66e92cc43c67 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:28:07.723486 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-f88676e8-f827-467a-9e71-66e92cc43c67 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157211 Jun 03 15:28:07.765929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-40ba42a1-b305-4efd-bf9a-354291c95e21 None None] Port af53709c-2f38-4085-b2cd-2af229714a4a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:07.770038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 411b7f7c-88cf-487d-b2dc-28c01ef7f564 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:07.776193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 411b7f7c-88cf-487d-b2dc-28c01ef7f564 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:07.784010 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.927025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 411b7f7c-88cf-487d-b2dc-28c01ef7f564 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:07.927433 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.971751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 411b7f7c-88cf-487d-b2dc-28c01ef7f564, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=411b7f7c-88cf-487d-b2dc-28c01ef7f564,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:07.976714 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:07.991689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.077201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=411b7f7c-88cf-487d-b2dc-28c01ef7f564,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:08.079630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f85207-a946-4ae0-ae8c-85d58a17d207,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:08.080898 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.218085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Checking segment: {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:08.218085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Network hostable DHCP agents. Network: 50d85d7a-4e98-4da0-8512-98a59effa284, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:28:08.224198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-ea703e31-de3b-4e21-869b-97308514ec87 service neutron] 10.222.0.48 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998524 Jun 03 15:28:08.240369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5e25c-5bfc-4b84-ae53-1fe3a71d7f1f req-70f8bc7f-b1dc-4c9b-95f2-499c56ac61c9 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:08.244262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1a5e25c-5bfc-4b84-ae53-1fe3a71d7f1f req-70f8bc7f-b1dc-4c9b-95f2-499c56ac61c9 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.3868415 Jun 03 15:28:08.301518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Network 50d85d7a-4e98-4da0-8512-98a59effa284 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:28:08.330093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 50d85d7a-4e98-4da0-8512-98a59effa284) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:08.335944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:08.336540 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.349540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ebb8d9-a9fe-42ad-8510-410765dcb75d None None] Network 50d85d7a-4e98-4da0-8512-98a59effa284 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:08.367349 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.407086 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-917aad74-ec89-4596-8b68-2e0f83aaa24e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0587318 Jun 03 15:28:08.410654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44946) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:08.489144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:08.500260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:08.513567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Usage tracker for resource:router and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:08.528980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:08.539332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:08.629025 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.629992 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.646842 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.673837 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.715552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-50d85d7a-4e98-4da0-8512-98a59effa284', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:28:08.717840 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:08.754545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1a5e25c-5bfc-4b84-ae53-1fe3a71d7f1f req-ebf91749-0d19-4b6e-9ba3-8c73922f96a8 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296829 Jun 03 15:28:08.822755 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad085852-a721-4a84-a8a7-00bf81c855ad'] response: {'name': 'network-changed', 'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'status': 'completed', 'code': 200} Jun 03 15:28:09.012314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Allocated IP 172.20.0.2 (50d85d7a-4e98-4da0-8512-98a59effa284/74f85207-a946-4ae0-ae8c-85d58a17d207/7cbe4831-1218-4a2b-85ad-e49be539a5de) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:09.042664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b324b19-10bf-4d8e-8a4c-e7bab8d8edcf req-164f4656-735a-46fd-9854-4929a41ead4b service neutron] 10.222.0.48 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472422 Jun 03 15:28:09.266043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.277292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Transition to ACTIVE for port object 7cbe4831-1218-4a2b-85ad-e49be539a5de will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:09.316973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845d448-dbc4-490f-811a-ae159e968eaf req-3b55f64d-6a90-4bde-8fa3-59bef7188595 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:09.330706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3845d448-dbc4-490f-811a-ae159e968eaf req-3b55f64d-6a90-4bde-8fa3-59bef7188595 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 946 time: 0.3604958 Jun 03 15:28:09.333075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Transition to ACTIVE for port object 7cbe4831-1218-4a2b-85ad-e49be539a5de will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:09.345527 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.401709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.412454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Network 50d85d7a-4e98-4da0-8512-98a59effa284 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:09.421175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:09.428409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:09.428575 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.429646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.541063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 411b7f7c-88cf-487d-b2dc-28c01ef7f564 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:09.587832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3845d448-dbc4-490f-811a-ae159e968eaf req-87b021a6-d394-45bc-9ca9-b680d74f2897 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549860 Jun 03 15:28:09.588528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Pushing event updated for resources: {'Port': ['ID=7cbe4831-1218-4a2b-85ad-e49be539a5de,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:09.634717 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.657588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Attempting to bind port 7cbe4831-1218-4a2b-85ad-e49be539a5de on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:09.657960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Attempting to bind port 7cbe4831-1218-4a2b-85ad-e49be539a5de by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:09.658317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Attempting to bind port 7cbe4831-1218-4a2b-85ad-e49be539a5de on network 50d85d7a-4e98-4da0-8512-98a59effa284 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:09.667398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:09.667398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Checking segment: {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:09.667961 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.667961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Bound using segment: {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:09.668304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Bound port: 7cbe4831-1218-4a2b-85ad-e49be539a5de, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:09.668689 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.735563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 411b7f7c-88cf-487d-b2dc-28c01ef7f564 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:09.735563 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:09.804346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] Router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:28:09.816687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741302f-8ace-4e4e-85cc-7865e950d0dc req-3730e9a9-7057-4684-8d4e-20f7c1a55ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:09.816687 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f741302f-8ace-4e4e-85cc-7865e950d0dc req-3730e9a9-7057-4684-8d4e-20f7c1a55ce4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14&device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 1096 time: 0.9194498 Jun 03 15:28:09.821726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=af53709c-2f38-4085-b2cd-2af229714a4a,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:09.838630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4567b-7760-42e5-ad1e-5ef9c7fccc1d req-afa6fb01-37c9-419b-97d7-607743fad7c2 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:09.841532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27a4567b-7760-42e5-ad1e-5ef9c7fccc1d req-afa6fb01-37c9-419b-97d7-607743fad7c2 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 945 time: 0.6531231 Jun 03 15:28:09.855729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] For port 7cbe4831-1218-4a2b-85ad-e49be539a5de, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:09.860029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] For port 7cbe4831-1218-4a2b-85ad-e49be539a5de, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7cbe4831-1218-4a2b-85ad-e49be539a5de,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:09.867852 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:10.006590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 411b7f7c-88cf-487d-b2dc-28c01ef7f564 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:10.013107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a49a7-793a-4037-bc09-c5cad1af0719 None None] Pushing event updated for resources: {'Port': ['ID=7cbe4831-1218-4a2b-85ad-e49be539a5de,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:10.029836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-93f55b60-9ebc-4339-bcdf-001a10a8d3d4 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 1001 time: 0.3384840 Jun 03 15:28:10.046783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27a4567b-7760-42e5-ad1e-5ef9c7fccc1d req-40c7dc8b-353c-4992-97a7-c0347065378c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813788 Jun 03 15:28:10.156326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:10.165419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:10.281394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-17722a98-cf3b-4ccb-ba15-033228d776ef tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:10.296883 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-17722a98-cf3b-4ccb-ba15-033228d776ef tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports/45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 942 time: 0.2484639 Jun 03 15:28:10.442796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741302f-8ace-4e4e-85cc-7865e950d0dc req-3dfa616a-0678-4c66-ab27-84268a60bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:10.445235 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f741302f-8ace-4e4e-85cc-7865e950d0dc req-3dfa616a-0678-4c66-ab27-84268a60bf04 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c80ae65-7fd0-4a26-bf9e-96197056310c HTTP/1.1" status: 200 len: 921 time: 0.6186655 Jun 03 15:28:10.678252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:10.704112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cecb10-969e-4cc4-a5a3-144173571308 None None] Sync routers for ids ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:10.716590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cecb10-969e-4cc4-a5a3-144173571308 None None] Routers {'0afb5d2c-8932-4e61-b88e-8936b9b65e05'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:10.716943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-80cecb10-969e-4cc4-a5a3-144173571308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:10.749720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-54bdb399-5405-4881-b55a-62cb47c3db98 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 1001 time: 0.2096429 Jun 03 15:28:10.794961 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f741302f-8ace-4e4e-85cc-7865e950d0dc req-1480d0fd-ba45-4a60-8379-b5fe99148d25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 1001 time: 0.3174756 Jun 03 15:28:10.800840 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6e619e80-ffa3-4c44-8f5d-a1d149b2de21 admin admin] 10.222.0.48 "PUT /v2.0/routers/0afb5d2c-8932-4e61-b88e-8936b9b65e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9760327 Jun 03 15:28:10.860627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44960) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:10.927533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-eb698845-d346-4eb2-a70e-e5745425f26d None None] Provisioning complete for port af53709c-2f38-4085-b2cd-2af229714a4a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:10.927931 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eb698845-d346-4eb2-a70e-e5745425f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:11.018210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-eb698845-d346-4eb2-a70e-e5745425f26d None None] Port af53709c-2f38-4085-b2cd-2af229714a4a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:11.024435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-80cecb10-969e-4cc4-a5a3-144173571308 None None] Set router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:11.072321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Router 63dae646-71a6-459e-aa4c-f98816e65108 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:28:11.313339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:11.327713 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Sync routers for ids ['63dae646-71a6-459e-aa4c-f98816e65108'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:11.348439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e4dc309c-636b-4d22-ab34-15825e4c15b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "PUT /v2.0/routers/63dae646-71a6-459e-aa4c-f98816e65108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3329458 Jun 03 15:28:11.354305 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Routers {'63dae646-71a6-459e-aa4c-f98816e65108'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:11.355534 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['63dae646-71a6-459e-aa4c-f98816e65108'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:11.388523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44964) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:11.437092 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:11.457063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-86b637fa-3804-4974-a35e-756b70b3ef3a tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:11.459170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-86b637fa-3804-4974-a35e-756b70b3ef3a tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.7003467 Jun 03 15:28:11.488871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-410daebb-c8bf-4922-9008-b597821e8a88 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:28:11.493730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-410daebb-c8bf-4922-9008-b597821e8a88 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173271 Jun 03 15:28:11.519772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223e881-de90-4bfa-8f39-a0c1df1c0829 req-0b0219c2-853d-4251-be57-facca5c34c7e tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:11.541275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2223e881-de90-4bfa-8f39-a0c1df1c0829 req-0b0219c2-853d-4251-be57-facca5c34c7e tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.5372899 Jun 03 15:28:11.545466 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7cbe4831-1218-4a2b-85ad-e49be539a5de up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:11.638190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741302f-8ace-4e4e-85cc-7865e950d0dc req-d783f7f6-f999-465d-a459-161361ef3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:11.640428 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f741302f-8ace-4e4e-85cc-7865e950d0dc req-d783f7f6-f999-465d-a459-161361ef3048 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=831937eb-87f5-46ae-a0a1-a1e98a26efa9 HTTP/1.1" status: 200 len: 860 time: 0.8373806 Jun 03 15:28:11.664921 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Set router 63dae646-71a6-459e-aa4c-f98816e65108 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:11.670911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe718a95-017b-487e-976a-9b464f637fd2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:11.671731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fe718a95-017b-487e-976a-9b464f637fd2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:11.683637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-80cecb10-969e-4cc4-a5a3-144173571308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'name': 'tempest-VolumesAdminNegativeTest-1829776766-router', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'df28131d-d697-4920-9881-31d47b25aa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:51Z', 'updated_at': '2022-06-03T15:28:07Z', 'revision_number': 5, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'gw_port': {'id': 'df28131d-d697-4920-9881-31d47b25aa45', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:55Z', 'updated_at': '2022-06-03T15:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:11.687859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 7cbe4831-1218-4a2b-85ad-e49be539a5de completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:11.697637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cecb10-969e-4cc4-a5a3-144173571308 None None] Checking router: 0afb5d2c-8932-4e61-b88e-8936b9b65e05 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:11.715139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cecb10-969e-4cc4-a5a3-144173571308 None None] Routers {'0afb5d2c-8932-4e61-b88e-8936b9b65e05'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:11.716233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-80cecb10-969e-4cc4-a5a3-144173571308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:11.733188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2223e881-de90-4bfa-8f39-a0c1df1c0829 req-f8075047-4a59-42f1-8dd9-e165723aa8fe tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902375 Jun 03 15:28:11.795907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-42d02ed1-8695-41c9-a9fc-b3c0a05af9b6 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 1001 time: 0.2515097 Jun 03 15:28:11.808957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fe718a95-017b-487e-976a-9b464f637fd2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:11.810285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fe718a95-017b-487e-976a-9b464f637fd2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports/af53709c-2f38-4085-b2cd-2af229714a4a HTTP/1.1" status: 200 len: 911 time: 0.4161308 Jun 03 15:28:11.813759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-505712c0-d63e-4230-aeca-7a59a05776cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:11.879387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44968) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:12.014162 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f741302f-8ace-4e4e-85cc-7865e950d0dc req-61fbcd1c-74d1-439c-a7e1-ea4df150b249 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c80ae65-7fd0-4a26-bf9e-96197056310c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2051790 Jun 03 15:28:12.017304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-505712c0-d63e-4230-aeca-7a59a05776cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.058763 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dae646-71a6-459e-aa4c-f98816e65108', 'name': 'tempest-NetworksTestDHCPv6-router-2042282780', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:03Z', 'updated_at': '2022-06-03T15:28:07Z', 'revision_number': 2, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None, '_interfaces': [{'id': 'af53709c-2f38-4085-b2cd-2af229714a4a', 'name': '', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'mac_address': 'fa:16:3e:15:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dae646-71a6-459e-aa4c-f98816e65108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '4fbd843f-edfc-4415-861d-57e92049640d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:05Z', 'updated_at': '2022-06-03T15:28:08Z', 'revision_number': 2, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'subnets': [{'id': '4fbd843f-edfc-4415-861d-57e92049640d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:12.063170 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Checking router: 63dae646-71a6-459e-aa4c-f98816e65108 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:12.063723 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Updating router 63dae646-71a6-459e-aa4c-f98816e65108 port af53709c-2f38-4085-b2cd-2af229714a4a binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:28:12.092947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ef7ec-0c57-4cad-a153-1410d6b6b5e7 None None] Network 50d85d7a-4e98-4da0-8512-98a59effa284 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:12.122909 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.238916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae0aa6-e43c-4997-929d-6c5d3c4db9a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:12.249038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae0aa6-e43c-4997-929d-6c5d3c4db9a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:12.250861 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-50ae0aa6-e43c-4997-929d-6c5d3c4db9a8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3578908 Jun 03 15:28:12.253314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0e1a72ee-72fa-4c1d-8677-0c7d8e08777b None None] Provisioning for port 7cbe4831-1218-4a2b-85ad-e49be539a5de completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:12.270420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0e1a72ee-72fa-4c1d-8677-0c7d8e08777b None None] Provisioning complete for port 7cbe4831-1218-4a2b-85ad-e49be539a5de triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:12.271426 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0e1a72ee-72fa-4c1d-8677-0c7d8e08777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.275452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44974) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:12.425130 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f741302f-8ace-4e4e-85cc-7865e950d0dc req-2a411918-d301-4a8e-8bf5-4bd43c1f0ff0 service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100318 Jun 03 15:28:12.464089 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.505539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-80cecb10-969e-4cc4-a5a3-144173571308 None None] Set router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:12.528888 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.692859 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-505712c0-d63e-4230-aeca-7a59a05776cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.707788 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-505712c0-d63e-4230-aeca-7a59a05776cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.708403 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-505712c0-d63e-4230-aeca-7a59a05776cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Floating IP c19c734c-29d0-4355-930a-da4a6330135c disassociated. External IP: 172.25.7.204, port: 45e40a4a-49c8-4563-836b-d8bc663d76a9. Jun 03 15:28:12.767946 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.792257 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Transition to ACTIVE for port object af53709c-2f38-4085-b2cd-2af229714a4a will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:12.802385 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.935528 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Pushing event updated for resources: {'Port': ['ID=af53709c-2f38-4085-b2cd-2af229714a4a,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:12.937472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:12.954889 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.955650 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.956198 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.956748 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.958602 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.959366 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.960659 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.961576 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.962821 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.963471 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.964164 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.964735 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:12.974113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Allocated IP 172.25.7.34 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/6a1ccff2-a450-4a99-828f-bf87ee8f5d68) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:12.984047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Deleting port df28131d-d697-4920-9881-31d47b25aa45 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:12.984377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.158954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a72ee-72fa-4c1d-8677-0c7d8e08777b None None] Current status of the port 7cbe4831-1218-4a2b-85ad-e49be539a5de is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:13.158954 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0e1a72ee-72fa-4c1d-8677-0c7d8e08777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.275444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0e1a72ee-72fa-4c1d-8677-0c7d8e08777b None None] For port 7cbe4831-1218-4a2b-85ad-e49be539a5de, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7cbe4831-1218-4a2b-85ad-e49be539a5de,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:13.293537 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0e1a72ee-72fa-4c1d-8677-0c7d8e08777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.307956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] For port df28131d-d697-4920-9881-31d47b25aa45, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=df28131d-d697-4920-9881-31d47b25aa45,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:13.308818 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.431041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a72ee-72fa-4c1d-8677-0c7d8e08777b None None] Pushing event updated for resources: {'Port': ['ID=7cbe4831-1218-4a2b-85ad-e49be539a5de,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:13.445119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-80cecb10-969e-4cc4-a5a3-144173571308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'name': 'tempest-VolumesAdminNegativeTest-1829776766-router', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'df28131d-d697-4920-9881-31d47b25aa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:51Z', 'updated_at': '2022-06-03T15:28:07Z', 'revision_number': 5, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'gw_port': {'id': 'df28131d-d697-4920-9881-31d47b25aa45', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:55Z', 'updated_at': '2022-06-03T15:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:13.477520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cecb10-969e-4cc4-a5a3-144173571308 None None] The sync data for ids ['0afb5d2c-8932-4e61-b88e-8936b9b65e05'] in n-d-844595-1 is: [{'id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'name': 'tempest-VolumesAdminNegativeTest-1829776766-router', 'tenant_id': 'e72ab7c66cec4518ba0c95515de033b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'df28131d-d697-4920-9881-31d47b25aa45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:23:51Z', 'updated_at': '2022-06-03T15:28:07Z', 'revision_number': 5, 'project_id': 'e72ab7c66cec4518ba0c95515de033b1', 'gw_port': {'id': 'df28131d-d697-4920-9881-31d47b25aa45', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afb5d2c-8932-4e61-b88e-8936b9b65e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:23:55Z', 'updated_at': '2022-06-03T15:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:13.574754 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Attempting to bind port af53709c-2f38-4085-b2cd-2af229714a4a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:13.575384 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Attempting to bind port af53709c-2f38-4085-b2cd-2af229714a4a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:13.575384 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Attempting to bind port af53709c-2f38-4085-b2cd-2af229714a4a on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:13.584850 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:13.585349 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:13.585850 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.586475 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:13.587195 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Bound port: af53709c-2f38-4085-b2cd-2af229714a4a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:13.587742 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.611983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Calling delete_port for df28131d-d697-4920-9881-31d47b25aa45 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:13.711461 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f741302f-8ace-4e4e-85cc-7865e950d0dc req-745a9d78-9a87-4d83-bc8f-9819686296f0 service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1951957 Jun 03 15:28:13.728406 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] For port af53709c-2f38-4085-b2cd-2af229714a4a, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:13.733205 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] For port af53709c-2f38-4085-b2cd-2af229714a4a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af53709c-2f38-4085-b2cd-2af229714a4a,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:13.738182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c27827-03ea-45ed-a475-c534aa2026da req-2d069e63-3208-49c8-8aae-69caf7cede98 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:13.742060 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.751011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1c27827-03ea-45ed-a475-c534aa2026da req-2d069e63-3208-49c8-8aae-69caf7cede98 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 946 time: 1.2272103 Jun 03 15:28:13.824832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8af03f82-dbff-4346-9c28-0bb35d62a96f None None] Provisioning complete for port 7cbe4831-1218-4a2b-85ad-e49be539a5de triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:13.825198 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8af03f82-dbff-4346-9c28-0bb35d62a96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:13.840220 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Routers {'63dae646-71a6-459e-aa4c-f98816e65108'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:13.841579 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['63dae646-71a6-459e-aa4c-f98816e65108'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:13.949095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1c27827-03ea-45ed-a475-c534aa2026da req-f2221e72-4d15-4493-91b2-35c127c8b03d tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964544 Jun 03 15:28:14.100787 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ea6b4-f85f-42e3-801e-4b6f395284b4 None None] Pushing event updated for resources: {'Port': ['ID=af53709c-2f38-4085-b2cd-2af229714a4a,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:14.175256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8af03f82-dbff-4346-9c28-0bb35d62a96f None None] Current status of the port 7cbe4831-1218-4a2b-85ad-e49be539a5de is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:14.197534 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] Set router 63dae646-71a6-459e-aa4c-f98816e65108 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:14.279883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-505712c0-d63e-4230-aeca-7a59a05776cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Router b975d469-7331-405d-b000-7bfa17e66a16 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:28:14.380251 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:14.576894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:14.598448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f5b19-16bc-43cf-a732-9b6ee1b0e544 req-f052859b-7a3c-4d83-9055-536f876592fd tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:14.600767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-453f5b19-16bc-43cf-a732-9b6ee1b0e544 req-f052859b-7a3c-4d83-9055-536f876592fd tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 945 time: 0.3851190 Jun 03 15:28:14.622582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-505712c0-d63e-4230-aeca-7a59a05776cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:14.630181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-ca736477-ef9c-400c-b4ef-50b1af2e4350 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:14.631011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-ca736477-ef9c-400c-b4ef-50b1af2e4350 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:14.643019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a0029-9195-4c2f-8d43-6e8ace5c799e None None] Sync routers for ids ['b975d469-7331-405d-b000-7bfa17e66a16'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:14.646060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-505712c0-d63e-4230-aeca-7a59a05776cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:14.651120 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dae646-71a6-459e-aa4c-f98816e65108', 'name': 'tempest-NetworksTestDHCPv6-router-2042282780', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:03Z', 'updated_at': '2022-06-03T15:28:07Z', 'revision_number': 2, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None, '_interfaces': [{'id': 'af53709c-2f38-4085-b2cd-2af229714a4a', 'name': '', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'mac_address': 'fa:16:3e:15:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dae646-71a6-459e-aa4c-f98816e65108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '4fbd843f-edfc-4415-861d-57e92049640d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:05Z', 'updated_at': '2022-06-03T15:28:13Z', 'revision_number': 4, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'subnets': [{'id': '4fbd843f-edfc-4415-861d-57e92049640d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:14.655909 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a11a8-9298-4d56-8cfd-1322fb238ed5 None None] The sync data for ids ['63dae646-71a6-459e-aa4c-f98816e65108'] in n-d-844595-1 is: [{'id': '63dae646-71a6-459e-aa4c-f98816e65108', 'name': 'tempest-NetworksTestDHCPv6-router-2042282780', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:03Z', 'updated_at': '2022-06-03T15:28:07Z', 'revision_number': 2, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None, '_interfaces': [{'id': 'af53709c-2f38-4085-b2cd-2af229714a4a', 'name': '', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'mac_address': 'fa:16:3e:15:9d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dae646-71a6-459e-aa4c-f98816e65108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '4fbd843f-edfc-4415-861d-57e92049640d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:05Z', 'updated_at': '2022-06-03T15:28:13Z', 'revision_number': 4, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'subnets': [{'id': '4fbd843f-edfc-4415-861d-57e92049640d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:14.670819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a0029-9195-4c2f-8d43-6e8ace5c799e None None] Routers {'b975d469-7331-405d-b000-7bfa17e66a16'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:14.671583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-738a0029-9195-4c2f-8d43-6e8ace5c799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b975d469-7331-405d-b000-7bfa17e66a16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:14.713997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:14.725643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:14.766539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:14.769941 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:14.809866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-453f5b19-16bc-43cf-a732-9b6ee1b0e544 req-32baa376-06fc-47bd-875e-fc1d2f8b3874 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875818 Jun 03 15:28:14.841747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-505712c0-d63e-4230-aeca-7a59a05776cd tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "PUT /v2.0/floatingips/c19c734c-29d0-4355-930a-da4a6330135c HTTP/1.1" status: 200 len: 695 time: 3.0443611 Jun 03 15:28:14.854608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:14.976410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-ca736477-ef9c-400c-b4ef-50b1af2e4350 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:14.979119 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-ca736477-ef9c-400c-b4ef-50b1af2e4350 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 945 time: 0.5712678 Jun 03 15:28:14.980865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.056942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-738a0029-9195-4c2f-8d43-6e8ace5c799e None None] Set router b975d469-7331-405d-b000-7bfa17e66a16 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:15.186989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6a1ccff2-a450-4a99-828f-bf87ee8f5d68,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:15.375418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Pushing event deleted for resources: {'Port': ['ID=df28131d-d697-4920-9881-31d47b25aa45,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:15.488601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-7d136937-5a78-4605-86d5-12bd58a57324 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Deleting port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:15.489504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-7d136937-5a78-4605-86d5-12bd58a57324 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.511618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-738a0029-9195-4c2f-8d43-6e8ace5c799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:27Z', 'revision_number': 4, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '59d61342-f111-4d9a-bebb-f24ff2d60e06', 'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'mac_address': 'fa:16:3e:a2:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:25Z', 'updated_at': '2022-06-03T15:26:35Z', 'revision_number': 5, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'subnets': [{'id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:15.521804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a0029-9195-4c2f-8d43-6e8ace5c799e None None] Checking router: b975d469-7331-405d-b000-7bfa17e66a16 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:15.542912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a0029-9195-4c2f-8d43-6e8ace5c799e None None] Routers {'b975d469-7331-405d-b000-7bfa17e66a16'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:15.544664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-738a0029-9195-4c2f-8d43-6e8ace5c799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b975d469-7331-405d-b000-7bfa17e66a16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:15.695244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af53709c-2f38-4085-b2cd-2af229714a4a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:15.759849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-1e8ac835-3a88-4069-af53-37756cd30bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:15.766604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-1e8ac835-3a88-4069-af53-37756cd30bbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14&device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 1096 time: 0.9029102 Jun 03 15:28:15.784680 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.901308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb4672-ee41-498d-a7de-c34b39d41abd req-67746371-e07d-487a-a035-6b3c3ffbfced tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:15.901932 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:15.902868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1cfb4672-ee41-498d-a7de-c34b39d41abd req-67746371-e07d-487a-a035-6b3c3ffbfced tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.7503843 Jun 03 15:28:15.977125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-738a0029-9195-4c2f-8d43-6e8ace5c799e None None] Set router b975d469-7331-405d-b000-7bfa17e66a16 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:16.004114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port af53709c-2f38-4085-b2cd-2af229714a4a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:16.004516 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.046306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-d4b430d0-e8ac-4488-8721-ab07dc7d3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:16.058548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-d4b430d0-e8ac-4488-8721-ab07dc7d3624 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1c80ae65-7fd0-4a26-bf9e-96197056310c HTTP/1.1" status: 200 len: 921 time: 0.2909267 Jun 03 15:28:16.063482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port af53709c-2f38-4085-b2cd-2af229714a4a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:16.080021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port af53709c-2f38-4085-b2cd-2af229714a4a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:16.080550 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.131904 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:28:16.192002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1cfb4672-ee41-498d-a7de-c34b39d41abd req-abe69cd1-c429-4694-a517-f125534e2597 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237508 Jun 03 15:28:16.197276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-98ef2867-71c0-4a01-97db-8b3488921794 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 217 time: 0.1284592 Jun 03 15:28:16.392031 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.405303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.482799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port af53709c-2f38-4085-b2cd-2af229714a4a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:16.483953 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.519789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-c60ada0d-86a0-47eb-a50c-c119e75f4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:16.527645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-c60ada0d-86a0-47eb-a50c-c119e75f4866 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=831937eb-87f5-46ae-a0a1-a1e98a26efa9 HTTP/1.1" status: 200 len: 860 time: 0.3224857 Jun 03 15:28:16.577329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port af53709c-2f38-4085-b2cd-2af229714a4a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af53709c-2f38-4085-b2cd-2af229714a4a,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:16.589022 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-d4e94e4e-a6dd-4fd1-a2e6-b9c1b70ffb86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1c80ae65-7fd0-4a26-bf9e-96197056310c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602827 Jun 03 15:28:16.594663 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.595226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7cbe4831-1218-4a2b-85ad-e49be539a5de up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:16.749456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.750282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0afb5d2c-8932-4e61-b88e-8936b9b65e05 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:28:16.846823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-738a0029-9195-4c2f-8d43-6e8ace5c799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:27Z', 'revision_number': 4, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '59d61342-f111-4d9a-bebb-f24ff2d60e06', 'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'mac_address': 'fa:16:3e:a2:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:25Z', 'updated_at': '2022-06-03T15:26:35Z', 'revision_number': 5, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'subnets': [{'id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:16.871214 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-b62af520-9c5a-4116-95ca-95ccb97fd7a5 service neutron] 10.222.0.48 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555051 Jun 03 15:28:16.871879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a0029-9195-4c2f-8d43-6e8ace5c799e None None] The sync data for ids ['b975d469-7331-405d-b000-7bfa17e66a16'] in n-d-844595-1 is: [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:26:27Z', 'revision_number': 4, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '59d61342-f111-4d9a-bebb-f24ff2d60e06', 'name': '', 'network_id': '1c80ae65-7fd0-4a26-bf9e-96197056310c', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'mac_address': 'fa:16:3e:a2:93:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:25Z', 'updated_at': '2022-06-03T15:26:35Z', 'revision_number': 5, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'subnets': [{'id': '831937eb-87f5-46ae-a0a1-a1e98a26efa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:16.886367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=af53709c-2f38-4085-b2cd-2af229714a4a,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:16.902950 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7cbe4831-1218-4a2b-85ad-e49be539a5de triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:16.903549 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.924718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:16.926190 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c523ce82-fba1-4f71-9262-b79fb167523d admin admin] 10.222.0.48 "DELETE /v2.0/routers/0afb5d2c-8932-4e61-b88e-8936b9b65e05 HTTP/1.1" status: 204 len: 168 time: 6.0643027 Jun 03 15:28:16.932132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:16.955967 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19637c7-4c7b-4ce1-bd28-299b20920df3'] response: {'name': 'network-changed', 'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'status': 'completed', 'code': 200} Jun 03 15:28:17.017714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1bbfef-e54b-48ed-8030-03472288bc7d admin admin] Deleting subnet d85d194e-fe13-484a-9499-f389ff5eebf3 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:17.026340 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfef-e54b-48ed-8030-03472288bc7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.052504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] For port af53709c-2f38-4085-b2cd-2af229714a4a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af53709c-2f38-4085-b2cd-2af229714a4a,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:17.052872 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.155911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7cbe4831-1218-4a2b-85ad-e49be539a5de is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:17.168109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 30c87486-fcbb-4bea-b4ee-94a45840ae8b no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:17.184079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-7d136937-5a78-4605-86d5-12bd58a57324 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] For port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:17.186461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-7d136937-5a78-4605-86d5-12bd58a57324 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.217176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 30c87486-fcbb-4bea-b4ee-94a45840ae8b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:17.217507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 30c87486-fcbb-4bea-b4ee-94a45840ae8b not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:17.280604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for af53709c-2f38-4085-b2cd-2af229714a4a owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:17.359449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-7d136937-5a78-4605-86d5-12bd58a57324 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Calling delete_port for 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:17.361323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:17.406974 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3fe247-5a13-4a47-b88f-a98ee42e59b4 None None] New status for floating IP c19c734c-29d0-4355-930a-da4a6330135c: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:28:17.432828 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfef-e54b-48ed-8030-03472288bc7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.531229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.582782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af53709c-2f38-4085-b2cd-2af229714a4a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:17.801508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:17.802384 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.820488 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca2e0db-df46-4b4c-a97d-9f54b8184584 req-6eb01a98-3a46-4952-8185-4ec17e0cb0b2 service neutron] 10.222.0.48 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9474196 Jun 03 15:28:17.846384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164a582-c63f-4b4b-a4c5-998e99a95a43 req-88cbea28-8d46-442b-8116-d347dfd2b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:17.848041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8164a582-c63f-4b4b-a4c5-998e99a95a43 req-88cbea28-8d46-442b-8116-d347dfd2b2df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14&device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 1096 time: 0.8912175 Jun 03 15:28:17.884876 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfef-e54b-48ed-8030-03472288bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.888615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port af53709c-2f38-4085-b2cd-2af229714a4a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:17.890106 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.955923 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-7d136937-5a78-4605-86d5-12bd58a57324 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:17.996591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e219201-8fec-4d87-a74b-61e822b8e4be req-b196dc3b-b118-44db-b268-6ba6ba649510 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:18.006636 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e219201-8fec-4d87-a74b-61e822b8e4be req-b196dc3b-b118-44db-b268-6ba6ba649510 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4 HTTP/1.1" status: 200 len: 945 time: 0.8847640 Jun 03 15:28:18.063131 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:28:18.064242 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:28:18.072622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d136937-5a78-4605-86d5-12bd58a57324 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event deleted for resources: {'Port': ['ID=1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:18.163903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:28:18.202712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-7d136937-5a78-4605-86d5-12bd58a57324 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] No DVR routers for this DVR port 1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:18.205105 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfef-e54b-48ed-8030-03472288bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:18.210976 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-7d136937-5a78-4605-86d5-12bd58a57324 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:18.234217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e219201-8fec-4d87-a74b-61e822b8e4be req-b630edcc-0420-456b-ad21-ca5ba055d867 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266040 Jun 03 15:28:18.244584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4', 'name': 'network-vif-deleted', 'tag': '1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:18.268473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Router 0b388eef-4df2-4188-904c-9eadb9c5a70b is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:28:18.274783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164a582-c63f-4b4b-a4c5-998e99a95a43 req-b14b0fa6-ca8e-4337-995a-a246d2af0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:18.277348 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8164a582-c63f-4b4b-a4c5-998e99a95a43 req-b14b0fa6-ca8e-4337-995a-a246d2af0820 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1c80ae65-7fd0-4a26-bf9e-96197056310c HTTP/1.1" status: 200 len: 921 time: 0.4144526 Jun 03 15:28:18.291233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bbfef-e54b-48ed-8030-03472288bc7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d85d194e-fe13-484a-9499-f389ff5eebf3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:18.300848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbfef-e54b-48ed-8030-03472288bc7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:18.316925 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a730cd0a-acff-4d0c-b390-fd3cd01e8af9 req-7d136937-5a78-4605-86d5-12bd58a57324 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "DELETE /v2.0/ports/1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d HTTP/1.1" status: 204 len: 173 time: 3.1325235 Jun 03 15:28:18.344343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb04158-f1dd-42a3-8a89-f9b12dad7e5f None None] Network a8ce8abc-05c8-4135-b04b-0f5337379605 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:18.406868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85324d-a397-408c-8843-85c934083531 req-74005285-0e7f-4af0-ad2b-a88f3a2cd30a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:18.408778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e85324d-a397-408c-8843-85c934083531 req-74005285-0e7f-4af0-ad2b-a88f3a2cd30a tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 946 time: 0.2889233 Jun 03 15:28:18.448333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8164a582-c63f-4b4b-a4c5-998e99a95a43 req-2f9cb65d-d782-4f5b-852f-773672e1fae7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 200 len: 217 time: 0.1570005 Jun 03 15:28:18.583405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port af53709c-2f38-4085-b2cd-2af229714a4a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:18.584271 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:18.656745 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4e1bbfef-e54b-48ed-8030-03472288bc7d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d85d194e-fe13-484a-9499-f389ff5eebf3 HTTP/1.1" status: 204 len: 168 time: 1.7203929 Jun 03 15:28:18.662614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45000) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:18.795781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port af53709c-2f38-4085-b2cd-2af229714a4a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:18.841561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164a582-c63f-4b4b-a4c5-998e99a95a43 req-55d9bc77-1b55-4fa7-aa01-4670b49a6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:18.841561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8164a582-c63f-4b4b-a4c5-998e99a95a43 req-55d9bc77-1b55-4fa7-aa01-4670b49a6184 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=831937eb-87f5-46ae-a0a1-a1e98a26efa9 HTTP/1.1" status: 200 len: 860 time: 0.3897579 Jun 03 15:28:18.863592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e85324d-a397-408c-8843-85c934083531 req-08ddbb78-9da6-4fdf-b932-f5e887b182fe tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252849 Jun 03 15:28:18.908081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device df28131d-d697-4920-9881-31d47b25aa45 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:18.924635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1c6e1-2cd1-45e6-b091-4343ea63ad54 req-64ec1f69-acc3-49b2-acf9-cbb875905ee7 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:18.926245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7b1c6e1-2cd1-45e6-b091-4343ea63ad54 req-64ec1f69-acc3-49b2-acf9-cbb875905ee7 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.4869971 Jun 03 15:28:18.971408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: df28131d-d697-4920-9881-31d47b25aa45 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:18.971901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device df28131d-d697-4920-9881-31d47b25aa45 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:19.094756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] DHCP port deletion for a8ce8abc-05c8-4135-b04b-0f5337379605 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:28:19.095060 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.101547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Deleting port cbfc293b-1b53-41ff-9731-e0d640fa5de3 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:19.104102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:19.119270 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.132264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8164a582-c63f-4b4b-a4c5-998e99a95a43 req-2ecf36d1-3c93-4f7b-bd1d-e67c3f1052fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1c80ae65-7fd0-4a26-bf9e-96197056310c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2260895 Jun 03 15:28:19.140892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Deleting port cbfc293b-1b53-41ff-9731-e0d640fa5de3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:19.141389 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.173665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.175156 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c623c630-429a-43d3-9dff-9af8acfa76d3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.7596245 Jun 03 15:28:19.179964 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Sync routers for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:19.195149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45004) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:19.219993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-ce3db56e-e89a-4abe-9bf9-916479f1810e tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/floatingips/c19c734c-29d0-4355-930a-da4a6330135c HTTP/1.1" status: 200 len: 693 time: 0.3117704 Jun 03 15:28:19.224950 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:19.226481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:19.292623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-2c2ddcdf-1135-4b53-abf6-b2513c250dae tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:19.293377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-2c2ddcdf-1135-4b53-abf6-b2513c250dae tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Synchronizing usage tracker for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:19.387459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-2c2ddcdf-1135-4b53-abf6-b2513c250dae tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Unset dirty status for tenant:622d84e5fa28412589f37b0f0a012a1c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:19.388587 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-2c2ddcdf-1135-4b53-abf6-b2513c250dae tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 946 time: 0.4682217 Jun 03 15:28:19.442899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device cbfc293b-1b53-41ff-9731-e0d640fa5de3 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:19.548547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7b1c6e1-2cd1-45e6-b091-4343ea63ad54 req-69fbd77e-fc52-46e0-9a2d-df39f66c6231 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003197 Jun 03 15:28:19.565031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] For port af53709c-2f38-4085-b2cd-2af229714a4a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af53709c-2f38-4085-b2cd-2af229714a4a,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:19.565640 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.706522 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd2be80-74a9-4c65-b28c-149211f5b371'] response: {'server_uuid': '7ee30278-ec5e-4ddd-b0dc-c2bca52cbcc4', 'name': 'network-vif-deleted', 'tag': '1ee79dd4-b3da-479f-8e5b-74d4fb7eb99d', 'status': 'completed', 'code': 200} Jun 03 15:28:19.712883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-3253506b-891c-46a3-a22f-999acb63e0a5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Deleting port 1a954ceb-3b11-446a-a2c1-65b40398d140 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:19.713380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-3253506b-891c-46a3-a22f-999acb63e0a5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:19.791652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8164a582-c63f-4b4b-a4c5-998e99a95a43 req-a58669ca-6da3-4cca-886d-ec011b05f797 service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252763 Jun 03 15:28:19.866706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for af53709c-2f38-4085-b2cd-2af229714a4a owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:19.984752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:20.059996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] For port cbfc293b-1b53-41ff-9731-e0d640fa5de3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cbfc293b-1b53-41ff-9731-e0d640fa5de3,segment=NetworkSegment(bfbeaf76-f906-408a-bcfa-7db214d7916a),segment_id=bfbeaf76-f906-408a-bcfa-7db214d7916a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:20.060367 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:20.214642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] For port cbfc293b-1b53-41ff-9731-e0d640fa5de3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cbfc293b-1b53-41ff-9731-e0d640fa5de3,segment=NetworkSegment(bfbeaf76-f906-408a-bcfa-7db214d7916a),segment_id=bfbeaf76-f906-408a-bcfa-7db214d7916a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:20.215232 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:20.337592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port cbfc293b-1b53-41ff-9731-e0d640fa5de3 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:20.337592 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:20.398926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Calling delete_port for cbfc293b-1b53-41ff-9731-e0d640fa5de3 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:20.436186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-7677e3e1-e417-4ba0-bc74-59211c97f20f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:20.438276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-7677e3e1-e417-4ba0-bc74-59211c97f20f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 1.2172782 Jun 03 15:28:20.479548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-0b4d6c2b-7dfc-465b-87b3-d8ca9df02fd8 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:28:20.481300 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-0b4d6c2b-7dfc-465b-87b3-d8ca9df02fd8 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066538 Jun 03 15:28:20.524868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Calling delete_port for cbfc293b-1b53-41ff-9731-e0d640fa5de3 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:20.531003 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:20.587965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port cbfc293b-1b53-41ff-9731-e0d640fa5de3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cbfc293b-1b53-41ff-9731-e0d640fa5de3,segment=NetworkSegment(bfbeaf76-f906-408a-bcfa-7db214d7916a),segment_id=bfbeaf76-f906-408a-bcfa-7db214d7916a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:20.611707 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:20.752007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=af53709c-2f38-4085-b2cd-2af229714a4a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:20.814077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.816525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.816525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.816525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.816525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.816966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.817329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.818153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.818674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.819211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.819695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.820161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:20.852641 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-87376cb3-77f1-492b-8e00-d0c96cc4f485 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 696 time: 0.3166344 Jun 03 15:28:20.876388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=cbfc293b-1b53-41ff-9731-e0d640fa5de3,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:20.885862 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:28:20.886661 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:28:20.919445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-3253506b-891c-46a3-a22f-999acb63e0a5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] For port 1a954ceb-3b11-446a-a2c1-65b40398d140, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1a954ceb-3b11-446a-a2c1-65b40398d140,segment=NetworkSegment(1019c8f6-5dbb-4313-8130-86fe84412c70),segment_id=1019c8f6-5dbb-4313-8130-86fe84412c70)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:20.920317 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-3253506b-891c-46a3-a22f-999acb63e0a5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:20.936311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:15Z', 'revision_number': 3, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:20.944675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Checking router: 0b388eef-4df2-4188-904c-9eadb9c5a70b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:20.945615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Updating router 0b388eef-4df2-4188-904c-9eadb9c5a70b port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:28:21.035185 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.101485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-3253506b-891c-46a3-a22f-999acb63e0a5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Calling delete_port for 1a954ceb-3b11-446a-a2c1-65b40398d140 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:21.199120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-eb63ed06-3b6a-443e-93ed-ea57a59d9dcc tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.204 HTTP/1.1" status: 200 len: 696 time: 0.3435812 Jun 03 15:28:21.237237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:28:21.237553 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:28:21.394011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8164a582-c63f-4b4b-a4c5-998e99a95a43 req-d932946c-254d-485e-8c53-ac078addd379 service neutron] 10.222.0.67 "GET /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2771466 Jun 03 15:28:21.414171 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.432281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Deleting port cbfc293b-1b53-41ff-9731-e0d640fa5de3 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:21.432651 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.496747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952de092-c655-45bb-b7a8-0e86dd96c3bc req-6057f1ad-13a9-42a3-a073-92d76678befc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:21.505260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-952de092-c655-45bb-b7a8-0e86dd96c3bc req-6057f1ad-13a9-42a3-a073-92d76678befc tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c HTTP/1.1" status: 200 len: 946 time: 1.3857164 Jun 03 15:28:21.615501 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-3253506b-891c-46a3-a22f-999acb63e0a5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.682135 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.714517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253506b-891c-46a3-a22f-999acb63e0a5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Pushing event deleted for resources: {'Port': ['ID=1a954ceb-3b11-446a-a2c1-65b40398d140,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:21.749620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Deleting port cbfc293b-1b53-41ff-9731-e0d640fa5de3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:21.749972 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.798593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Transition to ACTIVE for port object 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:21.815547 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.848618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.870933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-3253506b-891c-46a3-a22f-999acb63e0a5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] No DVR routers for this DVR port 1a954ceb-3b11-446a-a2c1-65b40398d140 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:21.874018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-3253506b-891c-46a3-a22f-999acb63e0a5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.886654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c', 'name': 'network-vif-deleted', 'tag': '1a954ceb-3b11-446a-a2c1-65b40398d140'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:21.950841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] For port cbfc293b-1b53-41ff-9731-e0d640fa5de3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cbfc293b-1b53-41ff-9731-e0d640fa5de3,segment=NetworkSegment(bfbeaf76-f906-408a-bcfa-7db214d7916a),segment_id=bfbeaf76-f906-408a-bcfa-7db214d7916a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:21.951406 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:21.967136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Attempting to bind port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:21.967625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Attempting to bind port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:21.967946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Attempting to bind port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:21.992392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-a86fa34a-a241-4c5e-a4d0-ee2da37088eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Deleting port 25018a31-731b-4d66-93c6-196b2011e53c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:21.992769 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-a86fa34a-a241-4c5e-a4d0-ee2da37088eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:22.004559 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-018350c5-d947-49fa-a83f-00cf63bceb0a req-3253506b-891c-46a3-a22f-999acb63e0a5 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.67 "DELETE /v2.0/ports/1a954ceb-3b11-446a-a2c1-65b40398d140 HTTP/1.1" status: 204 len: 173 time: 2.5373833 Jun 03 15:28:22.054784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df53b3-833d-4e58-ad4c-835d5b6071df None None] Pushing event updated for resources: {'Port': ['ID=6a1ccff2-a450-4a99-828f-bf87ee8f5d68,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:22.056896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:22.057563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:22.058070 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:22.058460 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:22.058997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Bound port: 6a1ccff2-a450-4a99-828f-bf87ee8f5d68, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:22.059365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:22.159153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Calling delete_port for cbfc293b-1b53-41ff-9731-e0d640fa5de3 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:22.202727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-952de092-c655-45bb-b7a8-0e86dd96c3bc req-d6d66700-fa95-445e-bc7a-08a5a827a867 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] 10.222.0.48 "GET /v2.0/security-groups?id=e62cd70b-b7e5-41f9-aed4-e72420b7ac85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163864 Jun 03 15:28:22.295525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] For port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:22.302473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] For port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6a1ccff2-a450-4a99-828f-bf87ee8f5d68,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:22.332555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] For port cbfc293b-1b53-41ff-9731-e0d640fa5de3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cbfc293b-1b53-41ff-9731-e0d640fa5de3,segment=NetworkSegment(bfbeaf76-f906-408a-bcfa-7db214d7916a),segment_id=bfbeaf76-f906-408a-bcfa-7db214d7916a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:22.332915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:22.400550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Router 63dae646-71a6-459e-aa4c-f98816e65108 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:28:22.403180 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:22.492563 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:22.517574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] No DVR routers for this DVR port cbfc293b-1b53-41ff-9731-e0d640fa5de3 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:22.521371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:22.522039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:22.579142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df53b3-833d-4e58-ad4c-835d5b6071df None None] Pushing event updated for resources: {'Port': ['ID=6a1ccff2-a450-4a99-828f-bf87ee8f5d68,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:22.586195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Calling delete_port for cbfc293b-1b53-41ff-9731-e0d640fa5de3 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:22.689470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cc58d-4149-40b6-9edf-885ef96f376f None None] Pushing event deleted for resources: {'Port': ['ID=cbfc293b-1b53-41ff-9731-e0d640fa5de3,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:22.842228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-4fb5c1f8-9948-46f8-b517-2e55b1c21e9f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:22.849041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-4fb5c1f8-9948-46f8-b517-2e55b1c21e9f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.4437435 Jun 03 15:28:22.900561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Allocated IP 172.20.0.1 (50d85d7a-4e98-4da0-8512-98a59effa284/74f85207-a946-4ae0-ae8c-85d58a17d207/a926e219-8d6e-4041-8eb0-1ee7db9ea52b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:22.913370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:28:22.913665 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:28:22.923786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-bcdc00f1-3e6e-47fd-bc10-08412494d89c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/quotas/19ba0556664e4d8691d74307513714e4 HTTP/1.1" status: 200 len: 375 time: 0.0735111 Jun 03 15:28:22.935896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:23.087024 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.128098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Transition to ACTIVE for port object a926e219-8d6e-4041-8eb0-1ee7db9ea52b will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:23.160768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:23.189158 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf87ab4-78d4-4e37-bbfc-e5f13c6bd337 None None] Sync routers for ids ['63dae646-71a6-459e-aa4c-f98816e65108'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:23.196710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-a86fa34a-a241-4c5e-a4d0-ee2da37088eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.197051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-a86fa34a-a241-4c5e-a4d0-ee2da37088eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.198494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.211898 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-21b1a2fb-6b57-4bab-95c5-95fe75ffa75b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "PUT /v2.0/routers/63dae646-71a6-459e-aa4c-f98816e65108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9355993 Jun 03 15:28:23.220806 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf87ab4-78d4-4e37-bbfc-e5f13c6bd337 None None] Routers {'63dae646-71a6-459e-aa4c-f98816e65108'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:23.221862 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-fdf87ab4-78d4-4e37-bbfc-e5f13c6bd337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['63dae646-71a6-459e-aa4c-f98816e65108'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:23.227621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:23.228592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Deleting port cbfc293b-1b53-41ff-9731-e0d640fa5de3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:23.229278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.339088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-a86fa34a-a241-4c5e-a4d0-ee2da37088eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Calling delete_port for 25018a31-731b-4d66-93c6-196b2011e53c owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:23.395240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-ff6cbd96-5b1a-4f86-9d78-dc165f5e760f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4702623 Jun 03 15:28:23.451119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Network 50d85d7a-4e98-4da0-8512-98a59effa284 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:23.486771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1a954ceb-3b11-446a-a2c1-65b40398d140 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:23.530906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:23.541387 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-fdf87ab4-78d4-4e37-bbfc-e5f13c6bd337 None None] Set router 63dae646-71a6-459e-aa4c-f98816e65108 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:23.578630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] The port 'cbfc293b-1b53-41ff-9731-e0d640fa5de3' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:28:23.587932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 1a954ceb-3b11-446a-a2c1-65b40398d140 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:23.589042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1a954ceb-3b11-446a-a2c1-65b40398d140 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:23.592460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:23.652088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:15Z', 'revision_number': 3, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:23.661179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4af03f-cc6e-4540-9b80-bdaffc42ca89 None None] The sync data for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 is: [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:15Z', 'revision_number': 3, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:23.685172 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.698960 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-a86fa34a-a241-4c5e-a4d0-ee2da37088eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:23.763458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-b86f4c08-31d4-4eb6-b617-e7bbf448c514 service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587186 Jun 03 15:28:23.826083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fa34a-a241-4c5e-a4d0-ee2da37088eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Pushing event deleted for resources: {'Port': ['ID=25018a31-731b-4d66-93c6-196b2011e53c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:23.834159 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-fdf87ab4-78d4-4e37-bbfc-e5f13c6bd337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dae646-71a6-459e-aa4c-f98816e65108', 'name': 'tempest-NetworksTestDHCPv6-router-2042282780', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:03Z', 'updated_at': '2022-06-03T15:28:20Z', 'revision_number': 3, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:23.842411 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf87ab4-78d4-4e37-bbfc-e5f13c6bd337 None None] Checking router: 63dae646-71a6-459e-aa4c-f98816e65108 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:23.868861 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf87ab4-78d4-4e37-bbfc-e5f13c6bd337 None None] Routers {'63dae646-71a6-459e-aa4c-f98816e65108'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:23.869561 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-fdf87ab4-78d4-4e37-bbfc-e5f13c6bd337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['63dae646-71a6-459e-aa4c-f98816e65108'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:23.939359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-30c301bc-44f5-44c1-a619-8411f64f5ed8 None None] Provisioning for port a926e219-8d6e-4041-8eb0-1ee7db9ea52b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:23.949037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-30c301bc-44f5-44c1-a619-8411f64f5ed8 None None] Provisioning complete for port a926e219-8d6e-4041-8eb0-1ee7db9ea52b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:23.949442 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-30c301bc-44f5-44c1-a619-8411f64f5ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.128861 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-fdf87ab4-78d4-4e37-bbfc-e5f13c6bd337 None None] Set router 63dae646-71a6-459e-aa4c-f98816e65108 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:24.149847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Pushing event updated for resources: {'Port': ['ID=a926e219-8d6e-4041-8eb0-1ee7db9ea52b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:24.162800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-30c301bc-44f5-44c1-a619-8411f64f5ed8 None None] Port a926e219-8d6e-4041-8eb0-1ee7db9ea52b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:24.170200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c76a780-5820-4a65-8d44-6688808913a4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:24.172309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c76a780-5820-4a65-8d44-6688808913a4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:24.173572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c76a780-5820-4a65-8d44-6688808913a4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:24.177028 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-a86fa34a-a241-4c5e-a4d0-ee2da37088eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.177819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.236564 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-a86fa34a-a241-4c5e-a4d0-ee2da37088eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.238464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9cb330c-8b84-457e-85d2-0548a5e804c4 req-a86fa34a-a241-4c5e-a4d0-ee2da37088eb tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "DELETE /v2.0/floatingips/c19c734c-29d0-4355-930a-da4a6330135c HTTP/1.1" status: 204 len: 173 time: 3.0105264 Jun 03 15:28:24.262917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-cd7bde5d-34ac-49a4-9c64-eb281ba0f8c0 service neutron] 10.222.0.48 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864218 Jun 03 15:28:24.339260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ce8abc-05c8-4135-b04b-0f5337379605']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:24.438713 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-fdf87ab4-78d4-4e37-bbfc-e5f13c6bd337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dae646-71a6-459e-aa4c-f98816e65108', 'name': 'tempest-NetworksTestDHCPv6-router-2042282780', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:03Z', 'updated_at': '2022-06-03T15:28:20Z', 'revision_number': 3, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:24.451630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfbeaf76-f906-408a-bcfa-7db214d7916a') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:24.451953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfbeaf76-f906-408a-bcfa-7db214d7916a') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:24.467872 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf87ab4-78d4-4e37-bbfc-e5f13c6bd337 None None] The sync data for ids ['63dae646-71a6-459e-aa4c-f98816e65108'] in n-d-844595-1 is: [{'id': '63dae646-71a6-459e-aa4c-f98816e65108', 'name': 'tempest-NetworksTestDHCPv6-router-2042282780', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:03Z', 'updated_at': '2022-06-03T15:28:20Z', 'revision_number': 3, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:24.470372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c76a780-5820-4a65-8d44-6688808913a4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:24.474758 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3c76a780-5820-4a65-8d44-6688808913a4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1344841 Jun 03 15:28:24.477384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45036) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:24.496802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.624525 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5413ba7b-5372-4685-955b-c98df1a5da08'] response: {'server_uuid': 'cdaa7fa5-af45-4da1-a2ab-36cbcc446c2c', 'name': 'network-vif-deleted', 'tag': '1a954ceb-3b11-446a-a2c1-65b40398d140', 'status': 'completed', 'code': 200} Jun 03 15:28:24.665817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4a05d-441c-42cd-88f8-9f09d283a9ce req-19bf3fc9-4eba-464e-a789-a7889735d109 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:24.670772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2db4a05d-441c-42cd-88f8-9f09d283a9ce req-19bf3fc9-4eba-464e-a789-a7889735d109 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.2113214 Jun 03 15:28:24.677338 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.821505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.849930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2db4a05d-441c-42cd-88f8-9f09d283a9ce req-b30f8a9a-2268-47d9-b73b-f2b0a23e136c tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528811 Jun 03 15:28:24.865235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e682a201-d18b-407a-9d54-c3ca03db2c59 req-af6414f5-ddc2-40c3-9ecf-534b3554552a tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups/fd1c5347-9b6d-4265-9408-ba24a7c9992e HTTP/1.1" status: 200 len: 1809 time: 0.1361411 Jun 03 15:28:24.875300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:28:24.875857 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:24.979348 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment bfbeaf76-f906-408a-bcfa-7db214d7916a resource provider aggregate not found Jun 03 15:28:25.080644 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c138382c-c398-491e-94be-bb9c701af01b req-bafdc67c-901a-4993-a088-76a083902adb tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 210 time: 0.0531011 Jun 03 15:28:25.084148 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e682a201-d18b-407a-9d54-c3ca03db2c59 req-8da1944e-e96d-43e9-b785-1fb81d7edba7 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.158925 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e682a201-d18b-407a-9d54-c3ca03db2c59 req-8da1944e-e96d-43e9-b785-1fb81d7edba7 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.192312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b25c2f-ec54-4cbf-975f-bbbf58c0ffa1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 4fbd843f-edfc-4415-861d-57e92049640d {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:25.214576 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment bfbeaf76-f906-408a-bcfa-7db214d7916a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfbeaf76-f906-408a-bcfa-7db214d7916a found for delete ", "request_id": "req-af4227b9-2add-4d34-8b03-2e29c6977a78"}]} Jun 03 15:28:25.227955 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5b25c2f-ec54-4cbf-975f-bbbf58c0ffa1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.269832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e682a201-d18b-407a-9d54-c3ca03db2c59 req-8da1944e-e96d-43e9-b785-1fb81d7edba7 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.295537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1944e-e96d-43e9-b785-1fb81d7edba7 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c5347-9b6d-4265-9408-ba24a7c9992e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:25.334880 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e682a201-d18b-407a-9d54-c3ca03db2c59 req-8da1944e-e96d-43e9-b785-1fb81d7edba7 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.345737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e682a201-d18b-407a-9d54-c3ca03db2c59 req-8da1944e-e96d-43e9-b785-1fb81d7edba7 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "DELETE /v2.0/security-groups/fd1c5347-9b6d-4265-9408-ba24a7c9992e HTTP/1.1" status: 204 len: 173 time: 0.4752152 Jun 03 15:28:25.389835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.450664 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.489925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ce8abc-05c8-4135-b04b-0f5337379605,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:25.532728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5b25c2f-ec54-4cbf-975f-bbbf58c0ffa1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.620095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:25.763963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:25.781202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:25.781990 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:25.819118 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-db4f9c93-eba0-46eb-b85b-0526f10b65df admin admin] 10.222.0.48 "DELETE /v2.0/networks/a8ce8abc-05c8-4135-b04b-0f5337379605 HTTP/1.1" status: 204 len: 168 time: 7.1542556 Jun 03 15:28:26.059704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:26.060434 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.119433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6a1ccff2-a450-4a99-828f-bf87ee8f5d68,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:26.129398 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.229687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af53709c-2f38-4085-b2cd-2af229714a4a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:26.274852 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5b25c2f-ec54-4cbf-975f-bbbf58c0ffa1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.312713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: af53709c-2f38-4085-b2cd-2af229714a4a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:26.313043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af53709c-2f38-4085-b2cd-2af229714a4a not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:26.336647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45076) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:26.361025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6a1ccff2-a450-4a99-828f-bf87ee8f5d68,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:26.389034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.390066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.390905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.391966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.393199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.394050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.394799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.395966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.397227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.398163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.399177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.400058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:26.413562 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.446527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1ba074f8-76c5-44e9-bacc-7fc2d74e585a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1be8384af28e480b951e8a57efa1e41c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033952 Jun 03 15:28:26.448356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45080) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:26.462314 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5b25c2f-ec54-4cbf-975f-bbbf58c0ffa1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.512885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.549585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ab887-173a-4b37-be95-749a3d0cb593 req-a3e2450a-bd98-462c-a340-301a2bdfdc42 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:26.550388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7f3ab887-173a-4b37-be95-749a3d0cb593 req-a3e2450a-bd98-462c-a340-301a2bdfdc42 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Synchronizing usage tracker for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:26.557111 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d635e8e7-56c8-4549-b7e4-cdfdde905371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.568611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad449c1-9279-4a60-9a6b-c0daf6d24b10 req-f2f7268e-ec45-4a02-9559-ce2b895e6d13 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:26.570183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ad449c1-9279-4a60-9a6b-c0daf6d24b10 req-f2f7268e-ec45-4a02-9559-ce2b895e6d13 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.2652509 Jun 03 15:28:26.624157 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d635e8e7-56c8-4549-b7e4-cdfdde905371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.631938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7f3ab887-173a-4b37-be95-749a3d0cb593 req-a3e2450a-bd98-462c-a340-301a2bdfdc42 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Unset dirty status for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:26.634163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b25c2f-ec54-4cbf-975f-bbbf58c0ffa1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbd843f-edfc-4415-861d-57e92049640d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:26.638814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f3ab887-173a-4b37-be95-749a3d0cb593 req-a3e2450a-bd98-462c-a340-301a2bdfdc42 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.6049602 Jun 03 15:28:26.641065 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5b25c2f-ec54-4cbf-975f-bbbf58c0ffa1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.651632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f362994-c122-427f-8dd2-be39897e8882 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:26.743710 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e5b25c2f-ec54-4cbf-975f-bbbf58c0ffa1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/4fbd843f-edfc-4415-861d-57e92049640d HTTP/1.1" status: 204 len: 168 time: 2.2519920 Jun 03 15:28:26.747951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ad449c1-9279-4a60-9a6b-c0daf6d24b10 req-25e70c2b-da5e-44c1-acf7-24f3a5249e88 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630712 Jun 03 15:28:26.749481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45084) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:26.754404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7f3ab887-173a-4b37-be95-749a3d0cb593 req-1756cb7d-7d9e-4b06-aa42-48a647d9c010 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Synchronizing usage tracker for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:26.766727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Pushing event updated for resources: {'Port': ['ID=a926e219-8d6e-4041-8eb0-1ee7db9ea52b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:26.777718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:26.926343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bdadc-872a-42ed-8c5e-69f90a924fb9 req-8d10a3b1-6775-47e5-8401-b5e4c9e09421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:26.928867 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c7bdadc-872a-42ed-8c5e-69f90a924fb9 req-8d10a3b1-6775-47e5-8401-b5e4c9e09421 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 1097 time: 0.5212090 Jun 03 15:28:27.042747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7f3ab887-173a-4b37-be95-749a3d0cb593 req-1756cb7d-7d9e-4b06-aa42-48a647d9c010 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Unset dirty status for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:27.051983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f3ab887-173a-4b37-be95-749a3d0cb593 req-1756cb7d-7d9e-4b06-aa42-48a647d9c010 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098878 Jun 03 15:28:27.061957 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c7bdadc-872a-42ed-8c5e-69f90a924fb9 req-685346dc-8ae9-49ec-b4b8-b7f719208eda service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186221 Jun 03 15:28:27.101856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Network 50d85d7a-4e98-4da0-8512-98a59effa284 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:27.103982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:27.177049 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d635e8e7-56c8-4549-b7e4-cdfdde905371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:27.263885 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b6ad5fa-10b3-43be-a1b8-cd2eed3327b5 req-6363329f-537c-4525-91a8-1f1e7d059800 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 210 time: 0.2073879 Jun 03 15:28:27.297057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635e8e7-56c8-4549-b7e4-cdfdde905371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e182a9-aafe-4522-96c8-84ec6a51caf6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:27.317671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7e1a8bda-b8d5-41be-b735-9932bc167388 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:router {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:27.323354 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d635e8e7-56c8-4549-b7e4-cdfdde905371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:27.336055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d635e8e7-56c8-4549-b7e4-cdfdde905371 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03e182a9-aafe-4522-96c8-84ec6a51caf6 HTTP/1.1" status: 204 len: 168 time: 0.8764555 Jun 03 15:28:27.354150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d8a54-081b-47cd-8a49-bb6acb5da4ca None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:28:27.369484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-190d8a54-081b-47cd-8a49-bb6acb5da4ca None None] Deleting port 411b7f7c-88cf-487d-b2dc-28c01ef7f564 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:27.370433 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-190d8a54-081b-47cd-8a49-bb6acb5da4ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:27.434233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-c2c47bac-1fe2-47a4-a4ac-bcd7bf44545f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:27.436818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-c2c47bac-1fe2-47a4-a4ac-bcd7bf44545f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 806 time: 0.5700183 Jun 03 15:28:27.451615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7e1a8bda-b8d5-41be-b735-9932bc167388 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:router {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:27.464837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7e1a8bda-b8d5-41be-b735-9932bc167388 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7069995 Jun 03 15:28:27.465851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45096) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:27.571169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Router 0b388eef-4df2-4188-904c-9eadb9c5a70b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:28:27.613316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:27.691251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Request body: {'port': {'device_id': '71989e16-95ed-4efc-b073-dcfcdef06013', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'admin_state_up': True, 'tenant_id': '19ba0556664e4d8691d74307513714e4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:27.785217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7b362ce0-6f81-493d-a8c8-9c71f331b9cd None None] Provisioning complete for port a926e219-8d6e-4041-8eb0-1ee7db9ea52b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:27.787183 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7b362ce0-6f81-493d-a8c8-9c71f331b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:27.972340 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42c9ed70-7614-4da8-b52f-b1845b5d024a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:27.984513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:27.992122 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e94b00ce-ef16-4760-9299-931b1fe4a669 admin admin] 10.222.0.48 "PUT /v2.0/routers/0b388eef-4df2-4188-904c-9eadb9c5a70b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7959127 Jun 03 15:28:28.035684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7b362ce0-6f81-493d-a8c8-9c71f331b9cd None None] Port a926e219-8d6e-4041-8eb0-1ee7db9ea52b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:28.043676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Sync routers for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:28.074421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:28.075121 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:28.279358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45116) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:28.322224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:28.322876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:28.377372 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8ab0a61c-9313-41a8-8ac1-d146a2d878c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e72ab7c66cec4518ba0c95515de033b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952585 Jun 03 15:28:28.382144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45122) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:28.508178 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba1fea74-ee1f-4b98-9761-45c0dd0e0463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:28.542047 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba1fea74-ee1f-4b98-9761-45c0dd0e0463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:28.606904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-190d8a54-081b-47cd-8a49-bb6acb5da4ca None None] For port 411b7f7c-88cf-487d-b2dc-28c01ef7f564, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=411b7f7c-88cf-487d-b2dc-28c01ef7f564,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:28.609212 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba1fea74-ee1f-4b98-9761-45c0dd0e0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:28.610213 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-190d8a54-081b-47cd-8a49-bb6acb5da4ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:28.631698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fea74-ee1f-4b98-9761-45c0dd0e0463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3a7329-44a7-4bb7-a727-21f0750cff31,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:28.635873 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ba1fea74-ee1f-4b98-9761-45c0dd0e0463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:28.640837 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ba1fea74-ee1f-4b98-9761-45c0dd0e0463 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd3a7329-44a7-4bb7-a727-21f0750cff31 HTTP/1.1" status: 204 len: 168 time: 0.2510617 Jun 03 15:28:28.959384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-190d8a54-081b-47cd-8a49-bb6acb5da4ca None None] Calling delete_port for 411b7f7c-88cf-487d-b2dc-28c01ef7f564 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:28.990227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:29.148976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42c9ed70-7614-4da8-b52f-b1845b5d024a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.152936 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42c9ed70-7614-4da8-b52f-b1845b5d024a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.158284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:29.191263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Usage tracker for resource:port and tenant:19ba0556664e4d8691d74307513714e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:29.203845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:29.210648 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42c9ed70-7614-4da8-b52f-b1845b5d024a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.210648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c9ed70-7614-4da8-b52f-b1845b5d024a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Fanout notify agent at l3_agent the message router_deleted on router 63dae646-71a6-459e-aa4c-f98816e65108 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:28:29.228498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:29.245374 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-190d8a54-081b-47cd-8a49-bb6acb5da4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.251936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:29.351369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d8a54-081b-47cd-8a49-bb6acb5da4ca None None] No DVR routers for this DVR port 411b7f7c-88cf-487d-b2dc-28c01ef7f564 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:29.353047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42c9ed70-7614-4da8-b52f-b1845b5d024a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.368412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-42c9ed70-7614-4da8-b52f-b1845b5d024a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/routers/63dae646-71a6-459e-aa4c-f98816e65108 HTTP/1.1" status: 204 len: 168 time: 1.8932531 Jun 03 15:28:29.369428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45134) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:29.389638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:29.434399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Made reservation on behalf of 19ba0556664e4d8691d74307513714e4 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:29.446303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.528638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715c8ad-a0dd-41d1-b1f7-28f237e3eed9 req-5f0c8be0-7f24-4e9d-8082-396cc1f2bd74 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:29.544775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d715c8ad-a0dd-41d1-b1f7-28f237e3eed9 req-5f0c8be0-7f24-4e9d-8082-396cc1f2bd74 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 1.3876681 Jun 03 15:28:29.565684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d8a54-081b-47cd-8a49-bb6acb5da4ca None None] Pushing event deleted for resources: {'Port': ['ID=411b7f7c-88cf-487d-b2dc-28c01ef7f564,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:29.568707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 411b7f7c-88cf-487d-b2dc-28c01ef7f564 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:29.636007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db701c50-c163-4448-92a0-9b8fecea69ff req-5706930f-e55d-4e18-a724-1fd78ceb1889 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:29.665759 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db701c50-c163-4448-92a0-9b8fecea69ff req-5706930f-e55d-4e18-a724-1fd78ceb1889 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 1.3937159 Jun 03 15:28:29.695683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 411b7f7c-88cf-487d-b2dc-28c01ef7f564 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:29.696573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 411b7f7c-88cf-487d-b2dc-28c01ef7f564 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:29.839624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:29.858545 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.860996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:29.865893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:29.874767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:29.913824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:29.920374 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:29.997308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db701c50-c163-4448-92a0-9b8fecea69ff req-c6cd6a1a-ce9c-4b4e-bb46-1fe640b00b25 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278041 Jun 03 15:28:30.061866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:25Z', 'revision_number': 2, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:30.064921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d715c8ad-a0dd-41d1-b1f7-28f237e3eed9 req-500a7621-1621-4cc3-abf3-e18e5abf558e tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181191 Jun 03 15:28:30.069327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Checking router: 0b388eef-4df2-4188-904c-9eadb9c5a70b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:30.070674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Updating router 0b388eef-4df2-4188-904c-9eadb9c5a70b port a926e219-8d6e-4041-8eb0-1ee7db9ea52b binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:28:30.164704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b396703d-5ab6-4295-b817-797119427d54 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:30.166658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b396703d-5ab6-4295-b817-797119427d54 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Synchronizing usage tracker for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:30.211459 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:30.230427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b396703d-5ab6-4295-b817-797119427d54 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Unset dirty status for tenant:bb0c3f4c9a584111bc9f8076ebe8fb14 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:30.231511 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b396703d-5ab6-4295-b817-797119427d54 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.67 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.9798627 Jun 03 15:28:30.418174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Allocated IP 172.20.0.12 (73aadb7d-95c2-4785-b949-eef112e3c4fb/901d199d-a134-429c-ba05-96e12007c774/fdd8b880-17bb-472d-ab10-437017f466c1) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:30.432072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b76f5a1d-b2ac-4226-948a-03cb56eb6bad tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Deleting port 45e40a4a-49c8-4563-836b-d8bc663d76a9 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:30.438306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b76f5a1d-b2ac-4226-948a-03cb56eb6bad tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:30.734844 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-831a30df-35c1-4902-8a53-fea2dbb47ea9 req-9e43a322-6e27-43de-a39c-6a4466f2dfe8 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 210 time: 0.1980610 Jun 03 15:28:31.030723 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:31.091586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Transition to ACTIVE for port object a926e219-8d6e-4041-8eb0-1ee7db9ea52b will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:31.106704 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:31.225969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b76f5a1d-b2ac-4226-948a-03cb56eb6bad tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] For port 45e40a4a-49c8-4563-836b-d8bc663d76a9, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=45e40a4a-49c8-4563-836b-d8bc663d76a9,segment=NetworkSegment(239bc096-49db-459a-a1e7-cf08efb2136b),segment_id=239bc096-49db-459a-a1e7-cf08efb2136b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:31.226927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b76f5a1d-b2ac-4226-948a-03cb56eb6bad tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:31.388964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:31.485017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45166) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:31.493812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757146686', 'description': 'tempest-description--420651553'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:31.508269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:31.513584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Usage tracker for resource:security_group and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:31.520960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:31.535413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:31.545656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:31.554897 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:31.701139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:28:31.702518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b76f5a1d-b2ac-4226-948a-03cb56eb6bad tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Calling delete_port for 45e40a4a-49c8-4563-836b-d8bc663d76a9 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:31.813410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce30971-c0ab-4e11-bd4c-0432cff1777c None None] Pushing event updated for resources: {'Port': ['ID=a926e219-8d6e-4041-8eb0-1ee7db9ea52b,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:31.891483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Network 73aadb7d-95c2-4785-b949-eef112e3c4fb is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:31.898124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:31.910013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:32.016432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:32.033326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event updated for resources: {'Port': ['ID=fdd8b880-17bb-472d-ab10-437017f466c1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:32.047411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Usage tracker for resource:security_group_rule and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:32.052810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:32.067925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:32.100475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:32.101519 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.195145 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5983df4b-0f44-49af-ad2c-45bd2a25ec8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.199830 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.206765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a91dc2-afc8-463b-b25d-773299bf7088 req-507ec6e2-20fd-4d60-9e42-327d152d77e3 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:32.209805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0a91dc2-afc8-463b-b25d-773299bf7088 req-507ec6e2-20fd-4d60-9e42-327d152d77e3 tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/ports?device_id=27358083-a78a-4170-8cc3-819d7c5d7578 HTTP/1.1" status: 200 len: 945 time: 0.6618333 Jun 03 15:28:32.233309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Attempting to bind port a926e219-8d6e-4041-8eb0-1ee7db9ea52b on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:32.233697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Attempting to bind port a926e219-8d6e-4041-8eb0-1ee7db9ea52b by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:32.234378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070115c-9af6-4b6c-93b3-a055c73b4564 req-d52e97e4-2f4b-4363-a936-805186d7d1b4 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:32.235560 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Attempting to bind port a926e219-8d6e-4041-8eb0-1ee7db9ea52b on network 50d85d7a-4e98-4da0-8512-98a59effa284 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:32.253683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d070115c-9af6-4b6c-93b3-a055c73b4564 req-d52e97e4-2f4b-4363-a936-805186d7d1b4 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.5267315 Jun 03 15:28:32.272137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:32.273365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Checking segment: {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:32.275690 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.276354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Bound using segment: {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:32.281513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Bound port: a926e219-8d6e-4041-8eb0-1ee7db9ea52b, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:32.282336 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.331059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-93aa26b5-50e7-473a-9da0-1580d7dd0db7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8632271 Jun 03 15:28:32.348642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=79539096-9d05-4676-b65f-f64fdf6c11bd,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:32.367283 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b76f5a1d-b2ac-4226-948a-03cb56eb6bad tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.434050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d070115c-9af6-4b6c-93b3-a055c73b4564 req-e2a05852-3f37-450e-8693-68c369343404 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781266 Jun 03 15:28:32.440940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Request body: {'port': {'device_id': '71989e16-95ed-4efc-b073-dcfcdef06013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:32.610309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:32.633556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:32.636977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:32.637564 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.648460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f5a1d-b2ac-4226-948a-03cb56eb6bad tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Pushing event deleted for resources: {'Port': ['ID=45e40a4a-49c8-4563-836b-d8bc663d76a9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:32.654050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b76f5a1d-b2ac-4226-948a-03cb56eb6bad tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] No DVR routers for this DVR port 45e40a4a-49c8-4563-836b-d8bc663d76a9 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:32.663079 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b76f5a1d-b2ac-4226-948a-03cb56eb6bad tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.676689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'name': 'network-vif-deleted', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:32.682146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dee2d1-2b63-423c-b0bf-16650b852e10 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:32.689337 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c098437d-5b05-4a0d-90fe-33db6b76db62 req-b76f5a1d-b2ac-4226-948a-03cb56eb6bad tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.67 "DELETE /v2.0/ports/45e40a4a-49c8-4563-836b-d8bc663d76a9 HTTP/1.1" status: 204 len: 173 time: 2.4507022 Jun 03 15:28:32.700605 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-885403d9-174e-40b3-9171-b79a777e1004 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3218300 Jun 03 15:28:32.707463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45206) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:32.728151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-88605b64-0429-446d-b99a-4a4d48fdf992 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1231702300', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:32.777646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-88605b64-0429-446d-b99a-4a4d48fdf992 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:32.795459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-88605b64-0429-446d-b99a-4a4d48fdf992 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:router and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:32.800697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-88605b64-0429-446d-b99a-4a4d48fdf992 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:32.826864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0a91dc2-afc8-463b-b25d-773299bf7088 req-08c1ae5d-6a2c-4a80-b2c9-054ee62c487f tempest-ServerRescueTestJSONUnderV235-441999865 tempest-ServerRescueTestJSONUnderV235-441999865-project] 10.222.0.48 "GET /v2.0/security-groups?id=848dba9d-31a9-45a4-b41a-391aa14faef3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323894 Jun 03 15:28:32.836104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-88605b64-0429-446d-b99a-4a4d48fdf992 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:32.899480 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.921183 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88605b64-0429-446d-b99a-4a4d48fdf992 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.922855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88605b64-0429-446d-b99a-4a4d48fdf992 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:32.972899 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88605b64-0429-446d-b99a-4a4d48fdf992 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.008014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] For port a926e219-8d6e-4041-8eb0-1ee7db9ea52b, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:33.035368 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] For port a926e219-8d6e-4041-8eb0-1ee7db9ea52b, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a926e219-8d6e-4041-8eb0-1ee7db9ea52b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:33.052653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.070862 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88605b64-0429-446d-b99a-4a4d48fdf992 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.178657 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-88605b64-0429-446d-b99a-4a4d48fdf992 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.184380 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-88605b64-0429-446d-b99a-4a4d48fdf992 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4734275 Jun 03 15:28:33.187659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45216) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:33.191706 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.198286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:33.198995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:33.395839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c6471b-31aa-403e-9bf2-da3daec33e39,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:33.533045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce30971-c0ab-4e11-bd4c-0432cff1777c None None] Pushing event updated for resources: {'Port': ['ID=a926e219-8d6e-4041-8eb0-1ee7db9ea52b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:33.545486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 45e40a4a-49c8-4563-836b-d8bc663d76a9 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:33.585385 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.595527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f4662479-aef3-4c49-84c2-657d8fa80d67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1051769 Jun 03 15:28:33.595527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:33.638382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45220) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:33.682453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-aadb104b-4a34-4ebb-af5e-2bc643ac6498 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'security_group_rule': {'security_group_id': '33c6471b-31aa-403e-9bf2-da3daec33e39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:33.726116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 45e40a4a-49c8-4563-836b-d8bc663d76a9 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:33.726759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 45e40a4a-49c8-4563-836b-d8bc663d76a9 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:33.727263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aadb104b-4a34-4ebb-af5e-2bc643ac6498 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:33.916760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aadb104b-4a34-4ebb-af5e-2bc643ac6498 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Usage tracker for resource:security_group_rule and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:33.930410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aadb104b-4a34-4ebb-af5e-2bc643ac6498 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:33.993210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aadb104b-4a34-4ebb-af5e-2bc643ac6498 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:34.014457 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05218a0f-f462-4f68-8ca7-1a5d24c0f996'] response: {'server_uuid': '27358083-a78a-4170-8cc3-819d7c5d7578', 'name': 'network-vif-deleted', 'tag': '45e40a4a-49c8-4563-836b-d8bc663d76a9', 'status': 'completed', 'code': 200} Jun 03 15:28:34.049868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cb2b-edfe-4e65-a96f-31697f61685f req-7f8f0bff-5fb8-439d-a365-fc7ba73c2e8f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:34.051278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3de3cb2b-edfe-4e65-a96f-31697f61685f req-7f8f0bff-5fb8-439d-a365-fc7ba73c2e8f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:34.120317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696aff15-d281-4f84-a810-33519639756c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '79539096-9d05-4676-b65f-f64fdf6c11bd'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:28:34.123693 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-696aff15-d281-4f84-a810-33519639756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:34.134288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3de3cb2b-edfe-4e65-a96f-31697f61685f req-7f8f0bff-5fb8-439d-a365-fc7ba73c2e8f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:34.146121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3de3cb2b-edfe-4e65-a96f-31697f61685f req-7f8f0bff-5fb8-439d-a365-fc7ba73c2e8f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 932 time: 1.2696123 Jun 03 15:28:34.362423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:34.458908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3de3cb2b-edfe-4e65-a96f-31697f61685f req-8a70651c-e5fc-4d7b-a1ed-0da9cfcb89be tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115377 Jun 03 15:28:34.459932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aadb104b-4a34-4ebb-af5e-2bc643ac6498 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:34.522808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41e8b1c8-ab88-4747-825d-9162fc7dd78d req-bdf0c4b0-d15f-4b4f-b90b-04f0282f21cb tempest-FlavorsV2NegativeTest-454124088 tempest-FlavorsV2NegativeTest-454124088-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=647f16d5764f467d9b17361ecce8f903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1369758 Jun 03 15:28:34.544906 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-59f33476-1a05-4363-8623-258ba60bfb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:34.728579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8b1c8-ab88-4747-825d-9162fc7dd78d req-2b6084e7-e273-4200-b879-7c2bcf49902f tempest-FlavorsV2NegativeTest-454124088 tempest-FlavorsV2NegativeTest-454124088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:34.730682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41e8b1c8-ab88-4747-825d-9162fc7dd78d req-2b6084e7-e273-4200-b879-7c2bcf49902f tempest-FlavorsV2NegativeTest-454124088 tempest-FlavorsV2NegativeTest-454124088-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929581 Jun 03 15:28:34.775584 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aadb104b-4a34-4ebb-af5e-2bc643ac6498 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:34.792198 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aadb104b-4a34-4ebb-af5e-2bc643ac6498 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:34.834800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb104b-4a34-4ebb-af5e-2bc643ac6498 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a298e6be-7ea4-48b9-bd20-3526a31adf2c,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:34.837862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41e8b1c8-ab88-4747-825d-9162fc7dd78d req-0141bf93-64ce-4f28-9a6d-e8c868c8c795 tempest-FlavorsV2NegativeTest-454124088 tempest-FlavorsV2NegativeTest-454124088-project] 10.222.0.48 "GET /v2.0/quotas/647f16d5764f467d9b17361ecce8f903 HTTP/1.1" status: 200 len: 375 time: 0.0607200 Jun 03 15:28:34.860982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:34.886558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca465d6-cc6e-4faa-b327-8b25a60c9f47 req-b34e86d9-4897-4f8a-a614-4b5431e930fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:34.889946 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cca465d6-cc6e-4faa-b327-8b25a60c9f47 req-b34e86d9-4897-4f8a-a614-4b5431e930fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d8d8fe197d344f8b4928a1cc06fda25&device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 1097 time: 0.6880884 Jun 03 15:28:35.034028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-696aff15-d281-4f84-a810-33519639756c None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/79539096-9d05-4676-b65f-f64fdf6c11bd/5b024e4d-88bd-4339-867f-fef3c543185f) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:35.202386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41e8b1c8-ab88-4747-825d-9162fc7dd78d req-1b4afa90-527d-4640-8b82-a4454ac51aa0 tempest-FlavorsV2NegativeTest-454124088 tempest-FlavorsV2NegativeTest-454124088-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=647f16d5764f467d9b17361ecce8f903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1365197 Jun 03 15:28:35.412011 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aadb104b-4a34-4ebb-af5e-2bc643ac6498 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:35.421562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-aadb104b-4a34-4ebb-af5e-2bc643ac6498 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7676876 Jun 03 15:28:35.431993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45244) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:35.441528 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:35.479347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45252) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:35.497977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a88d958a-61c5-4667-99b8-3b234c3cfedb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'security_group_rule': {'security_group_id': '33c6471b-31aa-403e-9bf2-da3daec33e39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:35.536963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a88d958a-61c5-4667-99b8-3b234c3cfedb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:35.629821 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca465d6-cc6e-4faa-b327-8b25a60c9f47 req-c55daee7-644c-4b07-a397-5b4ff5e2c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:35.638874 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cca465d6-cc6e-4faa-b327-8b25a60c9f47 req-c55daee7-644c-4b07-a397-5b4ff5e2c6c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d88de1d3-7f66-4aef-ac66-7080cf35e87c HTTP/1.1" status: 200 len: 911 time: 0.4832616 Jun 03 15:28:35.706993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:35.724968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:32Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:35.738552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960c0e8-8b05-4e3f-873d-02048332d2d7 None None] The sync data for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 is: [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:32Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:35.753447 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:28:35.764933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a88d958a-61c5-4667-99b8-3b234c3cfedb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Usage tracker for resource:security_group_rule and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:35.768177 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-696aff15-d281-4f84-a810-33519639756c None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:35.783385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a88d958a-61c5-4667-99b8-3b234c3cfedb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:35.796848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-696aff15-d281-4f84-a810-33519639756c None None] Transition to ACTIVE for port object 5b024e4d-88bd-4339-867f-fef3c543185f will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:35.841149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-696aff15-d281-4f84-a810-33519639756c None None] Transition to ACTIVE for port object 5b024e4d-88bd-4339-867f-fef3c543185f will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:35.855005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9a2e4-a32c-4866-a83b-d58cf9c14679 req-3ff657f2-05e2-429e-a198-d05af167c499 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:35.858507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c9a2e4-a32c-4866-a83b-d58cf9c14679 req-3ff657f2-05e2-429e-a198-d05af167c499 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 1.0122066 Jun 03 15:28:35.885223 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-696aff15-d281-4f84-a810-33519639756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:35.941635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a88d958a-61c5-4667-99b8-3b234c3cfedb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:36.039593 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cca465d6-cc6e-4faa-b327-8b25a60c9f47 req-f1a86703-44c6-4193-9337-1155f4a7a2b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97c492ae-1924-43ee-8fd1-46c44addeebb HTTP/1.1" status: 200 len: 217 time: 0.3767529 Jun 03 15:28:36.073479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696aff15-d281-4f84-a810-33519639756c None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:36.081168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-696aff15-d281-4f84-a810-33519639756c None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:36.087724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696aff15-d281-4f84-a810-33519639756c None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:36.223840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696aff15-d281-4f84-a810-33519639756c None None] Pushing event updated for resources: {'Port': ['ID=5b024e4d-88bd-4339-867f-fef3c543185f,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:36.262291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd8b880-17bb-472d-ab10-437017f466c1 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:36.319690 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a88d958a-61c5-4667-99b8-3b234c3cfedb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.359721 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.430538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-696aff15-d281-4f84-a810-33519639756c None None] Attempting to bind port 5b024e4d-88bd-4339-867f-fef3c543185f on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:36.431143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-696aff15-d281-4f84-a810-33519639756c None None] Attempting to bind port 5b024e4d-88bd-4339-867f-fef3c543185f by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:36.431738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696aff15-d281-4f84-a810-33519639756c None None] Attempting to bind port 5b024e4d-88bd-4339-867f-fef3c543185f on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:36.456352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696aff15-d281-4f84-a810-33519639756c None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:36.457089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696aff15-d281-4f84-a810-33519639756c None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:36.457580 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-696aff15-d281-4f84-a810-33519639756c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.458235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696aff15-d281-4f84-a810-33519639756c None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:36.461911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-696aff15-d281-4f84-a810-33519639756c None None] Bound port: 5b024e4d-88bd-4339-867f-fef3c543185f, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:36.462535 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-696aff15-d281-4f84-a810-33519639756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.567516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::1 (6a53de42-b459-4b7b-ab08-16276fe85489/79539096-9d05-4676-b65f-f64fdf6c11bd/0be2b96d-d0d3-41a2-9e42-3f95ecbfe282) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:36.619587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca465d6-cc6e-4faa-b327-8b25a60c9f47 req-9ad4cfd9-0207-4e94-8b48-7e4a47b777f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:36.622871 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cca465d6-cc6e-4faa-b327-8b25a60c9f47 req-9ad4cfd9-0207-4e94-8b48-7e4a47b777f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3eba99dd-07f2-4c2d-ad1e-2d479f70a26d HTTP/1.1" status: 200 len: 850 time: 0.5702946 Jun 03 15:28:36.669302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45272) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:36.694535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-696aff15-d281-4f84-a810-33519639756c None None] For port 5b024e4d-88bd-4339-867f-fef3c543185f, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:36.695483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c9a2e4-a32c-4866-a83b-d58cf9c14679 req-9ceb4171-831f-4eba-bade-7337d7b1948b tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7599418 Jun 03 15:28:36.704106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-696aff15-d281-4f84-a810-33519639756c None None] For port 5b024e4d-88bd-4339-867f-fef3c543185f, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b024e4d-88bd-4339-867f-fef3c543185f,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:36.712815 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-696aff15-d281-4f84-a810-33519639756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.766751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Transition to ACTIVE for port object fdd8b880-17bb-472d-ab10-437017f466c1 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:36.798384 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:36.915819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696aff15-d281-4f84-a810-33519639756c None None] Pushing event updated for resources: {'Port': ['ID=5b024e4d-88bd-4339-867f-fef3c543185f,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:36.978772 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cca465d6-cc6e-4faa-b327-8b25a60c9f47 req-08d5c592-d556-40ce-a80b-3e2239340e60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d88de1d3-7f66-4aef-ac66-7080cf35e87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3076005 Jun 03 15:28:36.981073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:37.039489 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c644ea85-e8d5-459f-a264-b3392565688f req-acc9cf94-6508-480c-861b-1f6ebc5ceb7b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3627675 Jun 03 15:28:37.251203 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:37.262167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc580a-2992-4ac7-9e44-9175401d685f req-4034acf3-84cf-4dd0-b307-3618a376d568 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:37.269541 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6dc580a-2992-4ac7-9e44-9175401d685f req-4034acf3-84cf-4dd0-b307-3618a376d568 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 932 time: 1.5255895 Jun 03 15:28:37.532168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79b7ba1d-6a8e-447b-9e0b-10f0f0625779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:37.770461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-79b7ba1d-6a8e-447b-9e0b-10f0f0625779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:37.780587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-79b7ba1d-6a8e-447b-9e0b-10f0f0625779 admin admin] Usage tracker for resource:security_group_rule and tenant:647f16d5764f467d9b17361ecce8f903 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:37.785115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-79b7ba1d-6a8e-447b-9e0b-10f0f0625779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:37.796902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-79b7ba1d-6a8e-447b-9e0b-10f0f0625779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:38.034794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a926e219-8d6e-4041-8eb0-1ee7db9ea52b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:38.071158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.121854 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a88d958a-61c5-4667-99b8-3b234c3cfedb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.141344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e098a88-7def-4207-ad33-b85fc72e3420 admin admin] Deleting subnet a4b77897-1629-4d38-8157-f1d40799acb4 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:38.153084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd8b880-17bb-472d-ab10-437017f466c1,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:38.160610 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79b7ba1d-6a8e-447b-9e0b-10f0f0625779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.174490 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port a926e219-8d6e-4041-8eb0-1ee7db9ea52b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:38.180046 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79b7ba1d-6a8e-447b-9e0b-10f0f0625779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.183000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a926e219-8d6e-4041-8eb0-1ee7db9ea52b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:38.183613 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.197613 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e098a88-7def-4207-ad33-b85fc72e3420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.262051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a88d958a-61c5-4667-99b8-3b234c3cfedb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.347147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:38.399660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a926e219-8d6e-4041-8eb0-1ee7db9ea52b is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:38.400083 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.430891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644ea85-e8d5-459f-a264-b3392565688f req-a2797cff-0abe-443d-a316-e311bc97050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:38.432466 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c644ea85-e8d5-459f-a264-b3392565688f req-a2797cff-0abe-443d-a316-e311bc97050f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 1096 time: 1.2801621 Jun 03 15:28:38.448814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7ba1d-6a8e-447b-9e0b-10f0f0625779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800e93fc-74b0-4900-8845-e5d686cea06f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:38.484127 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-79b7ba1d-6a8e-447b-9e0b-10f0f0625779 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=647f16d5764f467d9b17361ecce8f903&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8110814 Jun 03 15:28:38.485602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port a926e219-8d6e-4041-8eb0-1ee7db9ea52b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a926e219-8d6e-4041-8eb0-1ee7db9ea52b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:38.492244 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cca465d6-cc6e-4faa-b327-8b25a60c9f47 req-fe126ea8-be79-4c68-834a-f950ebb8f964 service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4787126 Jun 03 15:28:38.493020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45288) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:38.494215 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.496039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b024e4d-88bd-4339-867f-fef3c543185f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:38.504309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6dc580a-2992-4ac7-9e44-9175401d685f req-b3654e87-c938-47a5-93c7-005197d918ab tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8912301 Jun 03 15:28:38.563729 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.574415 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a88d958a-61c5-4667-99b8-3b234c3cfedb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.576177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a88d958a-61c5-4667-99b8-3b234c3cfedb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1138906 Jun 03 15:28:38.587157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d958a-61c5-4667-99b8-3b234c3cfedb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e169bc-2db3-4911-bd17-dbc29e3243d9,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:38.589828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45294) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:38.624310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:38.672309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:38.695579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Usage tracker for resource:floatingip and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:38.708455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:38.732621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:38.735910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Attempting to bind port fdd8b880-17bb-472d-ab10-437017f466c1 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:38.736235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Attempting to bind port fdd8b880-17bb-472d-ab10-437017f466c1 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:38.737208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Attempting to bind port fdd8b880-17bb-472d-ab10-437017f466c1 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:38.747506 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.752678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=a926e219-8d6e-4041-8eb0-1ee7db9ea52b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:38.771888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Port fdd8b880-17bb-472d-ab10-437017f466c1 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:28:38.772384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Attempting to bind port fdd8b880-17bb-472d-ab10-437017f466c1 on network 73aadb7d-95c2-4785-b949-eef112e3c4fb {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:38.781775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 5b024e4d-88bd-4339-867f-fef3c543185f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:38.793605 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.838290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba6c20-86fa-46bd-964c-f47f37c57be2 req-0c1c4d37-f1b4-4b88-87c2-0034c11f68a0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:38.840755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4eba6c20-86fa-46bd-964c-f47f37c57be2 req-0c1c4d37-f1b4-4b88-87c2-0034c11f68a0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.7401242 Jun 03 15:28:38.844948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:38.845473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Checking segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:38.846107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Bound using segment: {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:38.846814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Bound port: fdd8b880-17bb-472d-ab10-437017f466c1, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1fcae5-5da6-415f-a6c4-1dc05e4be227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:38.847370 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:38.957246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a9a0dad7-8997-4c1d-afc4-84ca5dbdeaa4 None None] Provisioning for port 5b024e4d-88bd-4339-867f-fef3c543185f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:38.967920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a9a0dad7-8997-4c1d-afc4-84ca5dbdeaa4 None None] Provisioning complete for port 5b024e4d-88bd-4339-867f-fef3c543185f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:38.969862 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a9a0dad7-8997-4c1d-afc4-84ca5dbdeaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.143303 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cca465d6-cc6e-4faa-b327-8b25a60c9f47 req-263bf2f5-f94a-412e-893d-dc598d802aeb service neutron] 10.222.0.67 "GET /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203899 Jun 03 15:28:39.151781 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e098a88-7def-4207-ad33-b85fc72e3420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.201092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0dad7-8997-4c1d-afc4-84ca5dbdeaa4 None None] Current status of the port 5b024e4d-88bd-4339-867f-fef3c543185f is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:39.202705 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a9a0dad7-8997-4c1d-afc4-84ca5dbdeaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.244709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a9a0dad7-8997-4c1d-afc4-84ca5dbdeaa4 None None] For port 5b024e4d-88bd-4339-867f-fef3c543185f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b024e4d-88bd-4339-867f-fef3c543185f,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:39.252211 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a9a0dad7-8997-4c1d-afc4-84ca5dbdeaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.299796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:39.340198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0dad7-8997-4c1d-afc4-84ca5dbdeaa4 None None] Pushing event updated for resources: {'Port': ['ID=5b024e4d-88bd-4339-867f-fef3c543185f,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:39.352886 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:39.364886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4eba6c20-86fa-46bd-964c-f47f37c57be2 req-e304f530-1d7a-491c-87e4-580d13786c08 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981000 Jun 03 15:28:39.412494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e098a88-7def-4207-ad33-b85fc72e3420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.413161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] For port fdd8b880-17bb-472d-ab10-437017f466c1, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:39.419480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] For port fdd8b880-17bb-472d-ab10-437017f466c1, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fdd8b880-17bb-472d-ab10-437017f466c1,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:39.431386 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.444064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=0be2b96d-d0d3-41a2-9e42-3f95ecbfe282,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:39.466889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:39.467749 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.550368 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.557869 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6e398ec-68e6-415c-bdb0-09f1c850a539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.594112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644ea85-e8d5-459f-a264-b3392565688f req-6469a20c-82fc-47c9-9789-fddfe910265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.596292 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c644ea85-e8d5-459f-a264-b3392565688f req-6469a20c-82fc-47c9-9789-fddfe910265e service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 1.1007655 Jun 03 15:28:39.683875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.684865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.687300 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] 10.222.0.67 "PUT /v2.0/ports/fdd8b880-17bb-472d-ab10-437017f466c1 HTTP/1.1" status: 200 len: 1092 time: 7.2815466 Jun 03 15:28:39.688034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71989e16-95ed-4efc-b073-dcfcdef06013', 'tag': 'fdd8b880-17bb-472d-ab10-437017f466c1'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:39.818694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0bb44f6a-3847-4fbc-b929-b96bf15c29d4 None None] Provisioning for port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:39.829034 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c644ea85-e8d5-459f-a264-b3392565688f req-107f5fed-47c7-435e-a67d-64d780449081 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d88924-fe16-4c52-aa20-f56a89f0b95c HTTP/1.1" status: 200 len: 217 time: 0.1859689 Jun 03 15:28:39.832186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0bb44f6a-3847-4fbc-b929-b96bf15c29d4 None None] Provisioning complete for port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:39.832964 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0bb44f6a-3847-4fbc-b929-b96bf15c29d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.854627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16760074-7563-4a66-aa4b-d1377930d6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd8b880-17bb-472d-ab10-437017f466c1,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:39.860374 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6e398ec-68e6-415c-bdb0-09f1c850a539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.972495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e098a88-7def-4207-ad33-b85fc72e3420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:39.974451 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc91cbf-70a7-4abe-875f-d4f759baca14'] response: {'name': 'network-changed', 'server_uuid': '71989e16-95ed-4efc-b073-dcfcdef06013', 'tag': 'fdd8b880-17bb-472d-ab10-437017f466c1', 'status': 'completed', 'code': 200} Jun 03 15:28:40.036423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0bb44f6a-3847-4fbc-b929-b96bf15c29d4 None None] Port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:40.051804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a926e219-8d6e-4041-8eb0-1ee7db9ea52b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:40.071683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e098a88-7def-4207-ad33-b85fc72e3420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.137026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a926e219-8d6e-4041-8eb0-1ee7db9ea52b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:40.137733 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.192719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e098a88-7def-4207-ad33-b85fc72e3420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b77897-1629-4d38-8157-f1d40799acb4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:40.276951 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3e098a88-7def-4207-ad33-b85fc72e3420 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a4b77897-1629-4d38-8157-f1d40799acb4 HTTP/1.1" status: 204 len: 168 time: 3.2776270 Jun 03 15:28:40.286148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644ea85-e8d5-459f-a264-b3392565688f req-0105e6f5-07d9-4e6d-88b7-4c95b47385fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:40.286148 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c644ea85-e8d5-459f-a264-b3392565688f req-0105e6f5-07d9-4e6d-88b7-4c95b47385fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.3996100 Jun 03 15:28:40.290377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:40.318596 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.346969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a926e219-8d6e-4041-8eb0-1ee7db9ea52b is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:40.350315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b024e4d-88bd-4339-867f-fef3c543185f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:40.375142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.657618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6e398ec-68e6-415c-bdb0-09f1c850a539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.674995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5b024e4d-88bd-4339-867f-fef3c543185f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:40.675479 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.708770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-a3c975df-705d-4ec5-abb0-c5975faa151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:40.711253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-a3c975df-705d-4ec5-abb0-c5975faa151a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 1095 time: 0.9325805 Jun 03 15:28:40.725672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e398ec-68e6-415c-bdb0-09f1c850a539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800e93fc-74b0-4900-8845-e5d686cea06f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:40.823169 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.887422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5b024e4d-88bd-4339-867f-fef3c543185f is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:40.937278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6e398ec-68e6-415c-bdb0-09f1c850a539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:40.938925 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f6e398ec-68e6-415c-bdb0-09f1c850a539 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/800e93fc-74b0-4900-8845-e5d686cea06f HTTP/1.1" status: 204 len: 168 time: 2.4223504 Jun 03 15:28:40.949127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f7027-c70d-421d-af2a-bac50b618b7b req-5f680622-9064-4307-ab58-2b5ce9702439 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:40.950762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d9f7027-c70d-421d-af2a-bac50b618b7b req-5f680622-9064-4307-ab58-2b5ce9702439 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 944 time: 0.8937421 Jun 03 15:28:41.000494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-5519cf63-5653-44f1-b2bd-0b150d8e99a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdd8b880-17bb-472d-ab10-437017f466c1 HTTP/1.1" status: 200 len: 217 time: 0.1615977 Jun 03 15:28:41.043139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644ea85-e8d5-459f-a264-b3392565688f req-f888b591-cd1c-42b8-bff7-7a8bf8adf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:41.044165 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c644ea85-e8d5-459f-a264-b3392565688f req-f888b591-cd1c-42b8-bff7-7a8bf8adf1f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7493050 Jun 03 15:28:41.187706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Allocated IP 172.25.7.143 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/37b6aeed-1af6-4153-86b7-14769f872184) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:41.221949 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d9f7027-c70d-421d-af2a-bac50b618b7b req-99f37fbe-1a96-4f0a-b2e2-253f22d4c858 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321784 Jun 03 15:28:41.315949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-0d3ff3ce-d88a-4664-b178-4e5a3bd62fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:41.315949 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-0d3ff3ce-d88a-4664-b178-4e5a3bd62fc5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.2763631 Jun 03 15:28:41.357820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e2ca-aec1-45d2-a8ce-58b881ac3d8d req-3d3a329c-6db8-4e1b-a22f-19e922419dc9 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:41.359827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b406e2ca-aec1-45d2-a8ce-58b881ac3d8d req-3d3a329c-6db8-4e1b-a22f-19e922419dc9 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.6650310 Jun 03 15:28:41.446973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.537263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb35c9f-ee3c-45a8-b613-18d6f2387c2c']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:41.553024 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-385e01e0-1ae6-4440-998a-9d5904671f34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044144 Jun 03 15:28:41.608464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] Deleting port 59d61342-f111-4d9a-bebb-f24ff2d60e06 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:41.608914 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.734597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1019c8f6-5dbb-4313-8130-86fe84412c70') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:41.735065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1019c8f6-5dbb-4313-8130-86fe84412c70') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:41.765296 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c644ea85-e8d5-459f-a264-b3392565688f req-341d030b-4615-4dc4-89e8-3dd4c0a9bc6d service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087269 Jun 03 15:28:41.769078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.783908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b406e2ca-aec1-45d2-a8ce-58b881ac3d8d req-3a0e7621-9c57-43b0-8ef7-0428eea77025 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623247 Jun 03 15:28:41.915533 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:41.945247 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:28:41.970209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:28:41.971300 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.008576 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.095433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45336) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:42.116697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.117927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.226973 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.281336 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-f1381fb5-70b4-41e2-a73f-6a3f6b0d35cd service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127349 Jun 03 15:28:42.501055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] For port 59d61342-f111-4d9a-bebb-f24ff2d60e06, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=59d61342-f111-4d9a-bebb-f24ff2d60e06,segment=NetworkSegment(239bc096-49db-459a-a1e7-cf08efb2136b),segment_id=239bc096-49db-459a-a1e7-cf08efb2136b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:42.501432 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.509578 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1019c8f6-5dbb-4313-8130-86fe84412c70 resource provider aggregate not found Jun 03 15:28:42.540394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-226827299-network', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:42.544027 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.559173 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1019c8f6-5dbb-4313-8130-86fe84412c70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1019c8f6-5dbb-4313-8130-86fe84412c70 found for delete ", "request_id": "req-01974df8-6879-4a8b-8e67-fdd2ffd1bd18"}]} Jun 03 15:28:42.587391 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.591807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:42.594011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=0be2b96d-d0d3-41a2-9e42-3f95ecbfe282,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:42.606902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Usage tracker for resource:network and tenant:6e0fbc571d9442679db5c4863c0d7daf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:42.615288 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c644ea85-e8d5-459f-a264-b3392565688f req-7b1dcab0-6e8d-4a3b-81aa-c87668543c8a service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8332775 Jun 03 15:28:42.619656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:42.627347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb35c9f-ee3c-45a8-b613-18d6f2387c2c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:42.645301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:42.653473 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-efc56672-9979-431c-b2f2-409a2102d4b1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0eb35c9f-ee3c-45a8-b613-18d6f2387c2c HTTP/1.1" status: 204 len: 168 time: 2.3575056 Jun 03 15:28:42.688156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Made reservation on behalf of 6e0fbc571d9442679db5c4863c0d7daf for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:42.692690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.709621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] Calling delete_port for 59d61342-f111-4d9a-bebb-f24ff2d60e06 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:42.737101 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.772149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:42.780154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6e0fbc571d9442679db5c4863c0d7daf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:42.785639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:42.787874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:42.793055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:42.887889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45350) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:42.910773 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:42.992713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:43.116873 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Router 55c30726-b181-4767-9877-9386dbb701d7 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:28:43.217633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:43.232271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:43.237814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1a6fa04-67d6-45e6-b992-9e8af5e0f7a8 req-477d2f41-7092-4aed-b585-a10023183467 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9450574 Jun 03 15:28:43.246456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:43.397374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'Port': ['ID=37b6aeed-1af6-4153-86b7-14769f872184,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:43.454540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f510e5f7-beaa-4e5e-8e8b-7626b477cbe0 None None] Provisioning complete for port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:43.456460 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f510e5f7-beaa-4e5e-8e8b-7626b477cbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.479202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:43.491162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.500497 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Sync routers for ids ['55c30726-b181-4767-9877-9386dbb701d7'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:43.501433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.519944 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Routers {'55c30726-b181-4767-9877-9386dbb701d7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:43.520971 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['55c30726-b181-4767-9877-9386dbb701d7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:43.545030 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-80602af4-dc15-470b-afdc-82c967032363 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "PUT /v2.0/routers/55c30726-b181-4767-9877-9386dbb701d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3527801 Jun 03 15:28:43.549410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9340f4f-abe5-44cf-9753-defa6f051cc8 req-04bfc814-9a7b-4592-9e60-d8ef1be1674a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:43.551106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9340f4f-abe5-44cf-9753-defa6f051cc8 req-04bfc814-9a7b-4592-9e60-d8ef1be1674a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 944 time: 1.0404785 Jun 03 15:28:43.559166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f510e5f7-beaa-4e5e-8e8b-7626b477cbe0 None None] Port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:43.563325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45354) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:43.571433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:28:43.588503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d19b1a8a-ceec-4618-b4f5-a6a46a7c9387 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=622d84e5fa28412589f37b0f0a012a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6694710 Jun 03 15:28:43.607179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45358) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:43.637245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b921c4b-6769-4afa-9d26-ff26e2d275b8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:43.667578 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.667928 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Added segment 07c6dca8-871a-4e29-a27e-392b9ea1656c of type vlan for network 1f112800-398a-4c1e-9b56-b80c8fb4b121 Jun 03 15:28:43.724627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af018f-86bb-44f1-8fb2-244cd2173434 req-b8723326-bbe9-4f8c-9758-09eab7a16b1a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:43.726856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44af018f-86bb-44f1-8fb2-244cd2173434 req-b8723326-bbe9-4f8c-9758-09eab7a16b1a tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.7263520 Jun 03 15:28:43.728037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfda051-e590-4581-99be-ac01e04183ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:43.729032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ccfda051-e590-4581-99be-ac01e04183ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:43.754891 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.756078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.787545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ccfda051-e590-4581-99be-ac01e04183ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:43.789174 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Set router 55c30726-b181-4767-9877-9386dbb701d7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:43.794416 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ccfda051-e590-4581-99be-ac01e04183ea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports/0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 HTTP/1.1" status: 200 len: 911 time: 0.2297256 Jun 03 15:28:43.795277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45362) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:43.819780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9340f4f-abe5-44cf-9753-defa6f051cc8 req-ee96b21b-bed3-4f1a-ab58-e627c1bc9f18 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365558 Jun 03 15:28:43.885121 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-126b04fd-3a9b-4182-9ea3-f43ad5ac0d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.894775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:43.896710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:43.897631 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:44.053072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:44.065900 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9649000 Jun 03 15:28:44.069828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45366) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:44.080277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5469-0274-490f-b6f7-521bd5222c69 req-d90a00ec-5b80-4b90-a1dc-c65718298966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:44.082115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14dc5469-0274-490f-b6f7-521bd5222c69 req-d90a00ec-5b80-4b90-a1dc-c65718298966 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19ba0556664e4d8691d74307513714e4&device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 1095 time: 0.6239924 Jun 03 15:28:44.082303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Request body: {'subnet': {'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-226827299-subnet', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:44.085245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44af018f-86bb-44f1-8fb2-244cd2173434 req-09f876a4-85c7-4c8a-8b5f-c3631c027ee0 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094428 Jun 03 15:28:44.092313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:44.093854 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-126b04fd-3a9b-4182-9ea3-f43ad5ac0d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:44.096838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Usage tracker for resource:subnet and tenant:6e0fbc571d9442679db5c4863c0d7daf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:44.101746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:44.111583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:44.135277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Made reservation on behalf of 6e0fbc571d9442679db5c4863c0d7daf for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:44.138946 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:44.160634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1862f-b8ad-4d2b-9269-28bb515025b5 admin admin] Pushing event updated for resources: {'Network': ['ID=1f112800-398a-4c1e-9b56-b80c8fb4b121,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:44.180385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 1f112800-398a-4c1e-9b56-b80c8fb4b121 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:28:44.368368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b75abd-c9d4-404f-9504-5bee3b3078db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:44.374781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b75abd-c9d4-404f-9504-5bee3b3078db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:44.390498 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-82b75abd-c9d4-404f-9504-5bee3b3078db tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5921342 Jun 03 15:28:44.394767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45372) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:44.527015 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c30726-b181-4767-9877-9386dbb701d7', 'name': 'tempest-NetworksTestDHCPv6-router-1231702300', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:32Z', 'updated_at': '2022-06-03T15:28:39Z', 'revision_number': 2, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None, '_interfaces': [{'id': '0be2b96d-d0d3-41a2-9e42-3f95ecbfe282', 'name': '', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'mac_address': 'fa:16:3e:33:97:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c30726-b181-4767-9877-9386dbb701d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '79539096-9d05-4676-b65f-f64fdf6c11bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:35Z', 'updated_at': '2022-06-03T15:28:41Z', 'revision_number': 2, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'subnets': [{'id': '79539096-9d05-4676-b65f-f64fdf6c11bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:44.537275 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Checking router: 55c30726-b181-4767-9877-9386dbb701d7 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:44.538098 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Updating router 55c30726-b181-4767-9877-9386dbb701d7 port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:28:44.613396 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:44.698904 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:44.730420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5469-0274-490f-b6f7-521bd5222c69 req-41c0db3d-bf5c-459a-9561-f98f05d1f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:44.733016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14dc5469-0274-490f-b6f7-521bd5222c69 req-41c0db3d-bf5c-459a-9561-f98f05d1f53f service neutron] 10.222.0.67 "GET /v2.0/networks?id=73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 200 len: 907 time: 0.6157784 Jun 03 15:28:44.739213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] Pushing event deleted for resources: {'Port': ['ID=59d61342-f111-4d9a-bebb-f24ff2d60e06,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:45.266983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14dc5469-0274-490f-b6f7-521bd5222c69 req-c1fcb33d-2c1c-4310-8db6-6610a7733a9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdd8b880-17bb-472d-ab10-437017f466c1 HTTP/1.1" status: 200 len: 217 time: 0.4749899 Jun 03 15:28:45.338124 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.360755 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.383064 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Transition to ACTIVE for port object 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:45.398579 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.463594 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-126b04fd-3a9b-4182-9ea3-f43ad5ac0d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.497530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b746a8f-eb33-4cb7-bf25-cf957caf98ff,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:45.523946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b04fd-3a9b-4182-9ea3-f43ad5ac0d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62cd70b-b7e5-41f9-aed4-e72420b7ac85,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:45.622132 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c852a-f5c1-4e1a-8d33-e3e59ba1b747 None None] Pushing event updated for resources: {'Port': ['ID=0be2b96d-d0d3-41a2-9e42-3f95ecbfe282,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:45.639899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Checking segment: {'id': '07c6dca8-871a-4e29-a27e-392b9ea1656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:45.640305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Network hostable DHCP agents. Network: 1f112800-398a-4c1e-9b56-b80c8fb4b121, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:28:45.674707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Network 1f112800-398a-4c1e-9b56-b80c8fb4b121 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:28:45.727522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc5469-0274-490f-b6f7-521bd5222c69 req-6f448134-4575-45f4-9729-66f1e0b125c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:45.729914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14dc5469-0274-490f-b6f7-521bd5222c69 req-6f448134-4575-45f4-9729-66f1e0b125c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 200 len: 846 time: 0.4286437 Jun 03 15:28:45.733463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 1f112800-398a-4c1e-9b56-b80c8fb4b121) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:45.746304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ada838d-c54e-4d94-bced-84330f10f62b None None] Network 1f112800-398a-4c1e-9b56-b80c8fb4b121 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:45.776150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:45.776727 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.841862 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.890040 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Attempting to bind port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:45.896276 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Attempting to bind port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:45.897059 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Attempting to bind port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:45.907730 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:45.908344 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:45.908953 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.909536 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:45.910310 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Bound port: 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:45.911390 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:45.960025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14dc5469-0274-490f-b6f7-521bd5222c69 req-30cf023b-10cc-4951-90df-28dd7b5c2080 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73aadb7d-95c2-4785-b949-eef112e3c4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2057297 Jun 03 15:28:45.983138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ec4b-4c3a-4d4c-abe6-27fdd351d55f req-bc82a261-5ac5-4cd5-a2e5-92bfdb23723f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:45.996712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e65ec4b-4c3a-4d4c-abe6-27fdd351d55f req-bc82a261-5ac5-4cd5-a2e5-92bfdb23723f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 944 time: 0.8413455 Jun 03 15:28:46.077864 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] For port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:46.084784 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] For port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0be2b96d-d0d3-41a2-9e42-3f95ecbfe282,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:46.090886 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.193745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c0575-e87e-47bf-b962-3de6b0d6d072 req-03111548-a7c0-4d40-9e5b-bda673845bca tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:46.207436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-013c0575-e87e-47bf-b962-3de6b0d6d072 req-03111548-a7c0-4d40-9e5b-bda673845bca tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 1.0940435 Jun 03 15:28:46.210644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-1f112800-398a-4c1e-9b56-b80c8fb4b121', 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'fixed_ips': [{'subnet_id': '4b746a8f-eb33-4cb7-bf25-cf957caf98ff'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:28:46.212570 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.237354 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-023308e4-d646-4dfb-8bcd-247db7adbb57 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1658614 Jun 03 15:28:46.242246 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c852a-f5c1-4e1a-8d33-e3e59ba1b747 None None] Pushing event updated for resources: {'Port': ['ID=0be2b96d-d0d3-41a2-9e42-3f95ecbfe282,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:46.249705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45382) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:46.256311 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Routers {'55c30726-b181-4767-9877-9386dbb701d7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:46.257273 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['55c30726-b181-4767-9877-9386dbb701d7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:46.257626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-226827299-router', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:46.267612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:46.274405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Usage tracker for resource:router and tenant:6e0fbc571d9442679db5c4863c0d7daf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:46.279227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:46.289587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:46.313643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.315337 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.392599 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-126b04fd-3a9b-4182-9ea3-f43ad5ac0d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.399865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-126b04fd-3a9b-4182-9ea3-f43ad5ac0d30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e62cd70b-b7e5-41f9-aed4-e72420b7ac85 HTTP/1.1" status: 204 len: 168 time: 2.7884755 Jun 03 15:28:46.426111 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.487251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:46.487938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.590868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-013c0575-e87e-47bf-b962-3de6b0d6d072 req-213a0448-a3f5-4855-87fe-24ae98e315f4 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814414 Jun 03 15:28:46.660517 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:28:46.708463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Allocated IP 172.20.0.2 (1f112800-398a-4c1e-9b56-b80c8fb4b121/4b746a8f-eb33-4cb7-bf25-cf957caf98ff/f0c16bb1-84bd-4513-891e-b8d4b9616c63) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:46.726503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e65ec4b-4c3a-4d4c-abe6-27fdd351d55f req-969f20dc-4282-424b-a820-0c4d95266ef2 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7281828 Jun 03 15:28:46.756765 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] Set router 55c30726-b181-4767-9877-9386dbb701d7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:46.821817 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.850409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:46.856982 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:47.153445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14dc5469-0274-490f-b6f7-521bd5222c69 req-a5c04a03-7165-4f23-8b3c-2e1fc831b185 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1489670 Jun 03 15:28:47.180795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'Port': ['ID=37b6aeed-1af6-4153-86b7-14769f872184,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:47.223809 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:47.243167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Transition to ACTIVE for port object f0c16bb1-84bd-4513-891e-b8d4b9616c63 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:47.253664 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:47.291600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Transition to ACTIVE for port object f0c16bb1-84bd-4513-891e-b8d4b9616c63 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:47.307670 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:47.526606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Network 1f112800-398a-4c1e-9b56-b80c8fb4b121 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:47.529837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:47.530076 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c30726-b181-4767-9877-9386dbb701d7', 'name': 'tempest-NetworksTestDHCPv6-router-1231702300', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:32Z', 'updated_at': '2022-06-03T15:28:39Z', 'revision_number': 2, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None, '_interfaces': [{'id': '0be2b96d-d0d3-41a2-9e42-3f95ecbfe282', 'name': '', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'mac_address': 'fa:16:3e:33:97:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c30726-b181-4767-9877-9386dbb701d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '79539096-9d05-4676-b65f-f64fdf6c11bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:35Z', 'updated_at': '2022-06-03T15:28:46Z', 'revision_number': 4, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'subnets': [{'id': '79539096-9d05-4676-b65f-f64fdf6c11bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:47.534735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:47.536983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Pushing event updated for resources: {'Port': ['ID=f0c16bb1-84bd-4513-891e-b8d4b9616c63,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:47.570319 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05bb028-1def-45d2-b762-087d89c7e4b9 None None] The sync data for ids ['55c30726-b181-4767-9877-9386dbb701d7'] in n-d-844595-1 is: [{'id': '55c30726-b181-4767-9877-9386dbb701d7', 'name': 'tempest-NetworksTestDHCPv6-router-1231702300', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:32Z', 'updated_at': '2022-06-03T15:28:39Z', 'revision_number': 2, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None, '_interfaces': [{'id': '0be2b96d-d0d3-41a2-9e42-3f95ecbfe282', 'name': '', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'mac_address': 'fa:16:3e:33:97:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c30726-b181-4767-9877-9386dbb701d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '79539096-9d05-4676-b65f-f64fdf6c11bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:35Z', 'updated_at': '2022-06-03T15:28:46Z', 'revision_number': 4, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'subnets': [{'id': '79539096-9d05-4676-b65f-f64fdf6c11bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:47.577141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fdd8b880-17bb-472d-ab10-437017f466c1 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:28:47.606971 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:47.716542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] For port 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0be2b96d-d0d3-41a2-9e42-3f95ecbfe282,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:47.717432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:47.749558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:47.749796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Attempting to bind port f0c16bb1-84bd-4513-891e-b8d4b9616c63 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:47.750329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Attempting to bind port f0c16bb1-84bd-4513-891e-b8d4b9616c63 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '07c6dca8-871a-4e29-a27e-392b9ea1656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:47.752107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c37d17a2-1d93-47ae-b8c0-849ee3a3236f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1542923 Jun 03 15:28:47.752694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Attempting to bind port f0c16bb1-84bd-4513-891e-b8d4b9616c63 on network 1f112800-398a-4c1e-9b56-b80c8fb4b121 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:47.804907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14dc5469-0274-490f-b6f7-521bd5222c69 req-392523d4-4a46-4939-b405-1ad06e036e37 service neutron] 10.222.0.67 "GET /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6136348 Jun 03 15:28:47.819120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:47.828939 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Checking segment: {'id': '07c6dca8-871a-4e29-a27e-392b9ea1656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:47.830617 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:47.832769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Bound using segment: {'id': '07c6dca8-871a-4e29-a27e-392b9ea1656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:47.836158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Bound port: f0c16bb1-84bd-4513-891e-b8d4b9616c63, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c6dca8-871a-4e29-a27e-392b9ea1656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:47.837015 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:48.134729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:48.272109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] For port f0c16bb1-84bd-4513-891e-b8d4b9616c63, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:48.294379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] For port f0c16bb1-84bd-4513-891e-b8d4b9616c63, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f0c16bb1-84bd-4513-891e-b8d4b9616c63,segment=NetworkSegment(07c6dca8-871a-4e29-a27e-392b9ea1656c),segment_id=07c6dca8-871a-4e29-a27e-392b9ea1656c)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:48.310881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fdd8b880-17bb-472d-ab10-437017f466c1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fdd8b880-17bb-472d-ab10-437017f466c1,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:48.342477 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:48.532706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374c0ca-5a30-4b0e-81cb-52a0b884c120 None None] Pushing event updated for resources: {'Port': ['ID=f0c16bb1-84bd-4513-891e-b8d4b9616c63,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:48.580314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'fdd8b880-17bb-472d-ab10-437017f466c1', 'network_id': '73aadb7d-95c2-4785-b949-eef112e3c4fb', 'port_id': 'fdd8b880-17bb-472d-ab10-437017f466c1', 'mac_address': 'fa:16:3e:78:85:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901d199d-a134-429c-ba05-96e12007c774', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:28:48.601847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45414) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:48.664716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] Router b975d469-7331-405d-b000-7bfa17e66a16 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:28:48.732644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fdd8b880-17bb-472d-ab10-437017f466c1 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:48.733386 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:48.762251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd8b880-17bb-472d-ab10-437017f466c1 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:48.805685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fdd8b880-17bb-472d-ab10-437017f466c1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fdd8b880-17bb-472d-ab10-437017f466c1,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:48.818453 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:48.966884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fdd8b880-17bb-472d-ab10-437017f466c1,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:49.065513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3dc7-712a-4ad4-8d98-0c5337e8a4e8 req-957338e9-dbae-47ce-b532-6c562d7e7655 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:49.066303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acee3dc7-712a-4ad4-8d98-0c5337e8a4e8 req-957338e9-dbae-47ce-b532-6c562d7e7655 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.67 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.3934462 Jun 03 15:28:49.134711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:49.140378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f447f8bd-a582-43f3-91bc-31cc22bdab9d admin admin] 10.222.0.48 "PUT /v2.0/routers/b975d469-7331-405d-b000-7bfa17e66a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6143036 Jun 03 15:28:49.149850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cf028-0a3d-4b17-a9b2-ba258588efa2 None None] Sync routers for ids ['b975d469-7331-405d-b000-7bfa17e66a16'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:49.154842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45420) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:49.172448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510929e-1812-4b17-92f3-a068a43f0b9c req-c497e70b-150a-4e3f-90ac-e8283868468c tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:49.180525 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d510929e-1812-4b17-92f3-a068a43f0b9c req-c497e70b-150a-4e3f-90ac-e8283868468c tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.6248710 Jun 03 15:28:49.188832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cf028-0a3d-4b17-a9b2-ba258588efa2 None None] Routers {'b975d469-7331-405d-b000-7bfa17e66a16'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:49.189868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-478cf028-0a3d-4b17-a9b2-ba258588efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b975d469-7331-405d-b000-7bfa17e66a16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:49.269645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-933088472-network', 'tenant_id': 'c1678885a5c74c59be953414c6ff3e13'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:49.278693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a66cd-dc26-4f07-8ca5-c608869e76b8 req-b3946131-7b5d-4e38-8861-a2b724e181a8 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:49.287749 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f7a66cd-dc26-4f07-8ca5-c608869e76b8 req-b3946131-7b5d-4e38-8861-a2b724e181a8 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 944 time: 0.6798682 Jun 03 15:28:49.289069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:49.333952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['fdd8b880-17bb-472d-ab10-437017f466c1'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:28:49.357439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Usage tracker for resource:network and tenant:c1678885a5c74c59be953414c6ff3e13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:49.362735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:49.370788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-acee3dc7-712a-4ad4-8d98-0c5337e8a4e8 req-d89b3ed9-3935-4b42-8801-4356936a7095 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Deleting port 97c492ae-1924-43ee-8fd1-46c44addeebb {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:49.371271 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-acee3dc7-712a-4ad4-8d98-0c5337e8a4e8 req-d89b3ed9-3935-4b42-8801-4356936a7095 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.377857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:49.409952 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.460176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Made reservation on behalf of c1678885a5c74c59be953414c6ff3e13 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:49.462864 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.477121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.480108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.536892 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.633536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=0be2b96d-d0d3-41a2-9e42-3f95ecbfe282,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:49.644942 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d510929e-1812-4b17-92f3-a068a43f0b9c req-c0c31cd9-e8cf-43a5-91cf-d5813fb4ba04 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625859 Jun 03 15:28:49.648623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:49.656813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f7a66cd-dc26-4f07-8ca5-c608869e76b8 req-631c67fd-6896-454a-b532-dbb7644bf498 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690104 Jun 03 15:28:49.764595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Usage tracker for resource:security_group_rule and tenant:c1678885a5c74c59be953414c6ff3e13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:49.858536 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:49.928892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-478cf028-0a3d-4b17-a9b2-ba258588efa2 None None] Set router b975d469-7331-405d-b000-7bfa17e66a16 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:49.952498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:49.984224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:50.205713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Allocated IP 172.25.7.115 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/c98ce7fd-d595-4e9b-9675-252850c320da) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:50.210151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:50.218330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-14459bfb-0e05-48ac-8d0a-21c819b0734e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Synchronizing usage tracker for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:50.332981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f0c16bb1-84bd-4513-891e-b8d4b9616c63 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:50.480744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-14459bfb-0e05-48ac-8d0a-21c819b0734e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Unset dirty status for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:50.483156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-14459bfb-0e05-48ac-8d0a-21c819b0734e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--757146686&fields=id&tenant_id=b3e4457f68d148e08a56851d77ccda36 HTTP/1.1" status: 200 len: 267 time: 0.5470674 Jun 03 15:28:50.607474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f0c16bb1-84bd-4513-891e-b8d4b9616c63 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:50.670948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-478cf028-0a3d-4b17-a9b2-ba258588efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:28:43Z', 'revision_number': 5, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:50.677130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cf028-0a3d-4b17-a9b2-ba258588efa2 None None] Checking router: b975d469-7331-405d-b000-7bfa17e66a16 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:50.700186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cf028-0a3d-4b17-a9b2-ba258588efa2 None None] Routers {'b975d469-7331-405d-b000-7bfa17e66a16'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:50.700894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-478cf028-0a3d-4b17-a9b2-ba258588efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b975d469-7331-405d-b000-7bfa17e66a16'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:50.807133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-acee3dc7-712a-4ad4-8d98-0c5337e8a4e8 req-d89b3ed9-3935-4b42-8801-4356936a7095 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] For port 97c492ae-1924-43ee-8fd1-46c44addeebb, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97c492ae-1924-43ee-8fd1-46c44addeebb,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:50.807769 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-acee3dc7-712a-4ad4-8d98-0c5337e8a4e8 req-d89b3ed9-3935-4b42-8801-4356936a7095 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.025780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-478cf028-0a3d-4b17-a9b2-ba258588efa2 None None] Set router b975d469-7331-405d-b000-7bfa17e66a16 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:51.080518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.085554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d69880d-234b-4a08-bf6e-d7e978e0c556 None None] Network 1f112800-398a-4c1e-9b56-b80c8fb4b121 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:51.171767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.191266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.203147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-acee3dc7-712a-4ad4-8d98-0c5337e8a4e8 req-d89b3ed9-3935-4b42-8801-4356936a7095 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Calling delete_port for 97c492ae-1924-43ee-8fd1-46c44addeebb owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:51.359628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Deleting port 124ecb0e-9674-4aeb-b790-1483e790b1ae {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:51.359957 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.432871 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.459603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-16e35918-3a53-44d4-8a52-d6222da5d969 None None] Provisioning for port f0c16bb1-84bd-4513-891e-b8d4b9616c63 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:51.466263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:28:51.485656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Router 55c30726-b181-4767-9877-9386dbb701d7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:28:51.505575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-16e35918-3a53-44d4-8a52-d6222da5d969 None None] Provisioning complete for port f0c16bb1-84bd-4513-891e-b8d4b9616c63 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:51.506251 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-16e35918-3a53-44d4-8a52-d6222da5d969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.511680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a08e21a-8140-46cc-809e-73f87112bf74,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:51.596278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fdd8b880-17bb-472d-ab10-437017f466c1 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:51.602373 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.602872 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Added segment fb275747-f1ac-4e56-a8a0-214534a4640f of type vlan for network 42000136-61d7-4d99-92a6-2c50eda7cb2d Jun 03 15:28:51.646586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-0d4492d3-8a8b-48b9-b072-fe3bf8d2fbae tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:51.648707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-0d4492d3-8a8b-48b9-b072-fe3bf8d2fbae tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 815 time: 1.1500578 Jun 03 15:28:51.712658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d7ecc-3abc-4f84-b4dc-45192f496429 req-791a2347-78f0-48f2-aa18-78aa306ca924 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:51.723310 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-436d7ecc-3abc-4f84-b4dc-45192f496429 req-791a2347-78f0-48f2-aa18-78aa306ca924 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=75dbb0cd-4e00-455f-98a5-cce76cd14678 HTTP/1.1" status: 200 len: 946 time: 0.7623379 Jun 03 15:28:51.756877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:51.764384 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.775949 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-8d08149f-af8c-4265-9d93-d08dc2c80dc7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/quotas/b3e4457f68d148e08a56851d77ccda36 HTTP/1.1" status: 200 len: 375 time: 0.1031353 Jun 03 15:28:51.803599 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ee8da-2bcb-4eb1-b7f8-4fe47bfe8a45 None None] Sync routers for ids ['55c30726-b181-4767-9877-9386dbb701d7'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:51.807244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.821458 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ee8da-2bcb-4eb1-b7f8-4fe47bfe8a45 None None] Routers {'55c30726-b181-4767-9877-9386dbb701d7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:51.822596 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5e1ee8da-2bcb-4eb1-b7f8-4fe47bfe8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['55c30726-b181-4767-9877-9386dbb701d7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:51.918687 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-acee3dc7-712a-4ad4-8d98-0c5337e8a4e8 req-d89b3ed9-3935-4b42-8801-4356936a7095 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:51.995040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:52.015996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:52.024938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:52.030924 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5e1ee8da-2bcb-4eb1-b7f8-4fe47bfe8a45 None None] Set router 55c30726-b181-4767-9877-9386dbb701d7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:52.047393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['55bb5efc-52a4-4b54-9ae6-4a02dbd8d480'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:28:52.050550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b3ed9-3935-4b42-8801-4356936a7095 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Pushing event deleted for resources: {'Port': ['ID=97c492ae-1924-43ee-8fd1-46c44addeebb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:52.059829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] For port 124ecb0e-9674-4aeb-b790-1483e790b1ae, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=124ecb0e-9674-4aeb-b790-1483e790b1ae,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:52.060413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.079613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-436d7ecc-3abc-4f84-b4dc-45192f496429 req-df6e95de-857c-4978-8d6c-38cfdf4b283b tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543715 Jun 03 15:28:52.103585 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.105045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:52.105828 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.182329 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-86d13312-4df4-4ab7-8aaf-478a4f814012 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "PUT /v2.0/routers/55c30726-b181-4767-9877-9386dbb701d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7861445 Jun 03 15:28:52.229309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port fdd8b880-17bb-472d-ab10-437017f466c1 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:52.298704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port fdd8b880-17bb-472d-ab10-437017f466c1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:52.299134 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.305349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45436) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:52.311399 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5e1ee8da-2bcb-4eb1-b7f8-4fe47bfe8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c30726-b181-4767-9877-9386dbb701d7', 'name': 'tempest-NetworksTestDHCPv6-router-1231702300', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:32Z', 'updated_at': '2022-06-03T15:28:49Z', 'revision_number': 3, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:52.319174 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ee8da-2bcb-4eb1-b7f8-4fe47bfe8a45 None None] Checking router: 55c30726-b181-4767-9877-9386dbb701d7 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:52.335369 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ee8da-2bcb-4eb1-b7f8-4fe47bfe8a45 None None] Routers {'55c30726-b181-4767-9877-9386dbb701d7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:52.336312 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5e1ee8da-2bcb-4eb1-b7f8-4fe47bfe8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['55c30726-b181-4767-9877-9386dbb701d7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:52.352929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Calling delete_port for 124ecb0e-9674-4aeb-b790-1483e790b1ae owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:52.375765 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.7705691 Jun 03 15:28:52.383512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-16e35918-3a53-44d4-8a52-d6222da5d969 None None] Current status of the port f0c16bb1-84bd-4513-891e-b8d4b9616c63 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:52.383879 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-16e35918-3a53-44d4-8a52-d6222da5d969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.402192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45440) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:52.422291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Request body: {'subnet': {'network_id': '42000136-61d7-4d99-92a6-2c50eda7cb2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-933088472-subnet', 'tenant_id': 'c1678885a5c74c59be953414c6ff3e13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:52.439131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:28:52.444521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aabeb4-f57e-441c-a307-7cd919e692d7 admin admin] Pushing event updated for resources: {'Network': ['ID=42000136-61d7-4d99-92a6-2c50eda7cb2d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:52.461693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Pushing event updated for resources: {'Port': ['ID=c98ce7fd-d595-4e9b-9675-252850c320da,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:52.477167 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Usage tracker for resource:subnet and tenant:c1678885a5c74c59be953414c6ff3e13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:28:52.487979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:28:52.488426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 42000136-61d7-4d99-92a6-2c50eda7cb2d details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:28:52.516727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:28:52.543566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Made reservation on behalf of c1678885a5c74c59be953414c6ff3e13 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:52.548214 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.594997 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5e1ee8da-2bcb-4eb1-b7f8-4fe47bfe8a45 None None] Set router 55c30726-b181-4767-9877-9386dbb701d7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:52.644939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-acee3dc7-712a-4ad4-8d98-0c5337e8a4e8 req-d89b3ed9-3935-4b42-8801-4356936a7095 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] No DVR routers for this DVR port 97c492ae-1924-43ee-8fd1-46c44addeebb on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:52.660994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-acee3dc7-712a-4ad4-8d98-0c5337e8a4e8 req-d89b3ed9-3935-4b42-8801-4356936a7095 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.681651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dbb0cd-4e00-455f-98a5-cce76cd14678', 'name': 'network-vif-deleted', 'tag': '97c492ae-1924-43ee-8fd1-46c44addeebb'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:52.717449 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-16e35918-3a53-44d4-8a52-d6222da5d969 None None] For port f0c16bb1-84bd-4513-891e-b8d4b9616c63, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f0c16bb1-84bd-4513-891e-b8d4b9616c63,segment=NetworkSegment(07c6dca8-871a-4e29-a27e-392b9ea1656c),segment_id=07c6dca8-871a-4e29-a27e-392b9ea1656c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:52.722374 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acee3dc7-712a-4ad4-8d98-0c5337e8a4e8 req-d89b3ed9-3935-4b42-8801-4356936a7095 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.67 "DELETE /v2.0/ports/97c492ae-1924-43ee-8fd1-46c44addeebb HTTP/1.1" status: 204 len: 173 time: 3.6476007 Jun 03 15:28:52.731669 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-478cf028-0a3d-4b17-a9b2-ba258588efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:28:43Z', 'revision_number': 5, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:52.758438 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-16e35918-3a53-44d4-8a52-d6222da5d969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:52.774098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc61e8-3add-4e4b-8553-7a03dcae395e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:52.782128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbc61e8-3add-4e4b-8553-7a03dcae395e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:52.784325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1dbc61e8-3add-4e4b-8553-7a03dcae395e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:52.819390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-1e55ea4e-e35f-4511-b6fc-9b5cc86c48d8 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9923573 Jun 03 15:28:52.823668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cf028-0a3d-4b17-a9b2-ba258588efa2 None None] The sync data for ids ['b975d469-7331-405d-b000-7bfa17e66a16'] in n-d-844595-1 is: [{'id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'name': 'tempest-ServerRescueTestJSONUnderV235-1953089965-router', 'tenant_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:18Z', 'updated_at': '2022-06-03T15:28:43Z', 'revision_number': 5, 'project_id': 'bb0c3f4c9a584111bc9f8076ebe8fb14', 'gw_port': {'id': '124ecb0e-9674-4aeb-b790-1483e790b1ae', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:22:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b975d469-7331-405d-b000-7bfa17e66a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:20Z', 'updated_at': '2022-06-03T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:52.914477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1dbc61e8-3add-4e4b-8553-7a03dcae395e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:52.916071 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1dbc61e8-3add-4e4b-8553-7a03dcae395e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5973597 Jun 03 15:28:52.924993 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5e1ee8da-2bcb-4eb1-b7f8-4fe47bfe8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c30726-b181-4767-9877-9386dbb701d7', 'name': 'tempest-NetworksTestDHCPv6-router-1231702300', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:32Z', 'updated_at': '2022-06-03T15:28:49Z', 'revision_number': 3, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:52.934094 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ee8da-2bcb-4eb1-b7f8-4fe47bfe8a45 None None] The sync data for ids ['55c30726-b181-4767-9877-9386dbb701d7'] in n-d-844595-1 is: [{'id': '55c30726-b181-4767-9877-9386dbb701d7', 'name': 'tempest-NetworksTestDHCPv6-router-1231702300', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:32Z', 'updated_at': '2022-06-03T15:28:49Z', 'revision_number': 3, 'project_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:52.935482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45448) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:53.076217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fdd8b880-17bb-472d-ab10-437017f466c1 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:53.076217 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.110038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e35918-3a53-44d4-8a52-d6222da5d969 None None] Pushing event updated for resources: {'Port': ['ID=f0c16bb1-84bd-4513-891e-b8d4b9616c63,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:53.124380 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:28:53.175231 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fdd8b880-17bb-472d-ab10-437017f466c1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fdd8b880-17bb-472d-ab10-437017f466c1,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:53.177839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71989e16-95ed-4efc-b073-dcfcdef06013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd8b880-17bb-472d-ab10-437017f466c1'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:53.186464 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.187344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 97c492ae-1924-43ee-8fd1-46c44addeebb no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:53.312468 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 97c492ae-1924-43ee-8fd1-46c44addeebb {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:53.313310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 97c492ae-1924-43ee-8fd1-46c44addeebb not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:53.396182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.425803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fdd8b880-17bb-472d-ab10-437017f466c1,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:53.506044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f29cb01d-41fb-4d4b-b13f-1bb396949cfe None None] Provisioning complete for port f0c16bb1-84bd-4513-891e-b8d4b9616c63 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:53.507108 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f29cb01d-41fb-4d4b-b13f-1bb396949cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.564321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a989203-8ff1-4195-b199-b6cf8e0df2cd req-1daf894b-7ba0-48ec-ac28-0a966951643f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:53.581691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a989203-8ff1-4195-b199-b6cf8e0df2cd req-1daf894b-7ba0-48ec-ac28-0a966951643f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 945 time: 1.1754754 Jun 03 15:28:53.726209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5403a2-78cd-410a-9233-5ae4fce7b2fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 79539096-9d05-4676-b65f-f64fdf6c11bd {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:53.732411 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-94c1e356-5741-447a-9b76-0ea91b90f749 service neutron] 10.222.0.48 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8430843 Jun 03 15:28:53.851888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f29cb01d-41fb-4d4b-b13f-1bb396949cfe None None] Current status of the port f0c16bb1-84bd-4513-891e-b8d4b9616c63 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:53.892735 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c5403a2-78cd-410a-9233-5ae4fce7b2fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:53.926762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec850d2-0c2b-4b44-82e3-5e1ae9075a8f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:53.936108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Checking segment: {'id': 'fb275747-f1ac-4e56-a8a0-214534a4640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '42000136-61d7-4d99-92a6-2c50eda7cb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:53.936679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Network hostable DHCP agents. Network: 42000136-61d7-4d99-92a6-2c50eda7cb2d, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:28:53.957734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f0c16bb1-84bd-4513-891e-b8d4b9616c63 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:28:54.080310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f0c16bb1-84bd-4513-891e-b8d4b9616c63 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:54.081422 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.083996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.121349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Network 42000136-61d7-4d99-92a6-2c50eda7cb2d is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:28:54.157431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 42000136-61d7-4d99-92a6-2c50eda7cb2d) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:54.162813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c5403a2-78cd-410a-9233-5ae4fce7b2fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.172299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ecfb1e-cce1-4ace-baab-f217c9950a09 None None] Network 42000136-61d7-4d99-92a6-2c50eda7cb2d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:54.172659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:54.173680 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.207448 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.216500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Pushing event deleted for resources: {'Port': ['ID=124ecb0e-9674-4aeb-b790-1483e790b1ae,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:54.240425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a989203-8ff1-4195-b199-b6cf8e0df2cd req-58bd5065-0d6b-49d7-8ab0-f2134efce227 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046406 Jun 03 15:28:54.393605 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427b7c7e-cd7e-4beb-b7de-835def7b903a'] response: {'server_uuid': '75dbb0cd-4e00-455f-98a5-cce76cd14678', 'name': 'network-vif-deleted', 'tag': '97c492ae-1924-43ee-8fd1-46c44addeebb', 'status': 'completed', 'code': 200} Jun 03 15:28:54.427199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f0c16bb1-84bd-4513-891e-b8d4b9616c63 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:28:54.487112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:54.534581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-097aa642-193b-41e3-addf-b01ef870f923 service neutron] 10.222.0.48 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628652 Jun 03 15:28:54.547095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.577238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:54.577561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0be2b96d-d0d3-41a2-9e42-3f95ecbfe282 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:54.579370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 59d61342-f111-4d9a-bebb-f24ff2d60e06 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:54.701655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 59d61342-f111-4d9a-bebb-f24ff2d60e06 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:54.701845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 59d61342-f111-4d9a-bebb-f24ff2d60e06 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:54.722075 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f71eaac-0dcc-4a99-b08c-1e90ebff2d97'] response: {'server_uuid': '71989e16-95ed-4efc-b073-dcfcdef06013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd8b880-17bb-472d-ab10-437017f466c1', 'code': 200} Jun 03 15:28:54.819421 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.831728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.831728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c5403a2-78cd-410a-9233-5ae4fce7b2fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:54.877593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba54b7d8-6041-42af-ab40-90e5823c1cf1 None None] Network 42000136-61d7-4d99-92a6-2c50eda7cb2d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:55.110049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.116112 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-11b4bdb5-8996-4ca6-bc18-6323447407e2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7033806 Jun 03 15:28:55.241712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13b82714-8df3-4fe7-a000-eef1fd4757a8 req-8b3330d1-a981-4fd5-abb6-f070d061bd87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 210 time: 0.3010247 Jun 03 15:28:55.393696 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.394898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b975d469-7331-405d-b000-7bfa17e66a16 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:28:55.398793 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c5403a2-78cd-410a-9233-5ae4fce7b2fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.525933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a95255b-5b8a-4eae-9e20-492152c2af3a None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:28:55.542451 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c5403a2-78cd-410a-9233-5ae4fce7b2fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.580686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:55.584351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e5be355f-8faf-4e6d-b0c5-295a3c119477 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b975d469-7331-405d-b000-7bfa17e66a16 HTTP/1.1" status: 204 len: 168 time: 6.4255798 Jun 03 15:28:55.587445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6c5403a2-78cd-410a-9233-5ae4fce7b2fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/79539096-9d05-4676-b65f-f64fdf6c11bd HTTP/1.1" status: 204 len: 168 time: 2.6500075 Jun 03 15:28:55.589298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45476) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:55.603458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5403a2-78cd-410a-9233-5ae4fce7b2fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=79539096-9d05-4676-b65f-f64fdf6c11bd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:55.625667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45478) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:55.911940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Router 01c57907-7a7c-403e-af92-93fe1d53dc08 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:28:55.969204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7b04e8-4400-45b5-a9f8-ccd169bca860 admin admin] Deleting subnet 831937eb-87f5-46ae-a0a1-a1e98a26efa9 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:28:55.979121 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c7b04e8-4400-45b5-a9f8-ccd169bca860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:56.237352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de1034-f4a0-4312-a8b0-5e623af6ca76 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:28:56.243156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-44de1034-f4a0-4312-a8b0-5e623af6ca76 None None] Deleting port 5b024e4d-88bd-4339-867f-fef3c543185f {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:56.243728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-44de1034-f4a0-4312-a8b0-5e623af6ca76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:56.294292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:28:56.317959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2e9ca-ad42-4016-92c6-e9d86a5474da req-1b054b43-385a-41b9-9934-e10719051611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:56.321413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15f2e9ca-ad42-4016-92c6-e9d86a5474da req-1b054b43-385a-41b9-9934-e10719051611 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 1097 time: 1.3818820 Jun 03 15:28:56.333635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Sync routers for ids ['01c57907-7a7c-403e-af92-93fe1d53dc08'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:56.333951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:56.335453 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-114e1201-c6c3-4d11-ac29-bf8b137d5dba admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.0843103 Jun 03 15:28:56.338204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45490) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:56.447325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Routers {'01c57907-7a7c-403e-af92-93fe1d53dc08'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:56.448430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['01c57907-7a7c-403e-af92-93fe1d53dc08'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:56.721261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c7b04e8-4400-45b5-a9f8-ccd169bca860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:56.804849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15f2e9ca-ad42-4016-92c6-e9d86a5474da req-372756c2-b13d-4385-84b0-386b273949e6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937323 Jun 03 15:28:56.818157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b1321205-e75b-472f-aa3e-9320d6f79d4d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:router {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:56.880334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-44de1034-f4a0-4312-a8b0-5e623af6ca76 None None] For port 5b024e4d-88bd-4339-867f-fef3c543185f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b024e4d-88bd-4339-867f-fef3c543185f,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:28:56.881303 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-44de1034-f4a0-4312-a8b0-5e623af6ca76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:56.883695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce424221-b9f2-45ca-a562-8cf5199018b0 req-2fc922bf-b2a9-46f5-b222-d23d0be07863 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:56.886882 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce424221-b9f2-45ca-a562-8cf5199018b0 req-2fc922bf-b2a9-46f5-b222-d23d0be07863 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.9135907 Jun 03 15:28:56.900932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c7b04e8-4400-45b5-a9f8-ccd169bca860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:56.988662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5191b-96ef-4081-9b06-b796a40477bf req-b3f4122a-8561-4cba-a177-24e2e7ccc988 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:56.991211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5ef5191b-96ef-4081-9b06-b796a40477bf req-b3f4122a-8561-4cba-a177-24e2e7ccc988 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Synchronizing usage tracker for tenant:2d8d8fe197d344f8b4928a1cc06fda25 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:57.035377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b1321205-e75b-472f-aa3e-9320d6f79d4d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:router {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:57.041567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b1321205-e75b-472f-aa3e-9320d6f79d4d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.4060366 Jun 03 15:28:57.054684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45494) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:57.075562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Set router 01c57907-7a7c-403e-af92-93fe1d53dc08 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:57.144834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-44de1034-f4a0-4312-a8b0-5e623af6ca76 None None] Calling delete_port for 5b024e4d-88bd-4339-867f-fef3c543185f owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:28:57.318212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5ef5191b-96ef-4081-9b06-b796a40477bf req-b3f4122a-8561-4cba-a177-24e2e7ccc988 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Unset dirty status for tenant:2d8d8fe197d344f8b4928a1cc06fda25 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:57.330399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ef5191b-96ef-4081-9b06-b796a40477bf req-b3f4122a-8561-4cba-a177-24e2e7ccc988 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 1.3544199 Jun 03 15:28:57.394163 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce424221-b9f2-45ca-a562-8cf5199018b0 req-36169555-f0a6-46c7-ad83-4b2877b9285e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392738 Jun 03 15:28:57.427484 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13393e9d-d46b-41fc-8d8b-edc7c4ec8b31 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:57.541780 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-44de1034-f4a0-4312-a8b0-5e623af6ca76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:57.621179 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:57.657837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de1034-f4a0-4312-a8b0-5e623af6ca76 None None] Pushing event deleted for resources: {'Port': ['ID=5b024e4d-88bd-4339-867f-fef3c543185f,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:57.665693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de1034-f4a0-4312-a8b0-5e623af6ca76 None None] No DVR routers for this DVR port 5b024e4d-88bd-4339-867f-fef3c543185f on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:28:57.804678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'name': 'tempest-FloatingIPsTestJSON-226827299-router', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:46Z', 'updated_at': '2022-06-03T15:28:53Z', 'revision_number': 3, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'gw_port': {'id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:49Z', 'updated_at': '2022-06-03T15:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:57.822319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Checking router: 01c57907-7a7c-403e-af92-93fe1d53dc08 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:57.822694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Updating router 01c57907-7a7c-403e-af92-93fe1d53dc08 port c98ce7fd-d595-4e9b-9675-252850c320da binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:28:57.949124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ef5191b-96ef-4081-9b06-b796a40477bf req-2f355698-2626-43f8-851b-f586d039a1cf tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178131 Jun 03 15:28:57.950106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 124ecb0e-9674-4aeb-b790-1483e790b1ae no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:57.995110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 124ecb0e-9674-4aeb-b790-1483e790b1ae {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:57.995423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 124ecb0e-9674-4aeb-b790-1483e790b1ae not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:57.995852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b024e4d-88bd-4339-867f-fef3c543185f no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:28:58.006930 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c7b04e8-4400-45b5-a9f8-ccd169bca860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.043543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 5b024e4d-88bd-4339-867f-fef3c543185f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:28:58.044069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b024e4d-88bd-4339-867f-fef3c543185f not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:28:58.059101 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.104170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Allocated IP 172.20.0.1 (1f112800-398a-4c1e-9b56-b80c8fb4b121/4b746a8f-eb33-4cb7-bf25-cf957caf98ff/cedeeab5-5490-439d-8e03-e9b750e748ce) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:58.356048 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.430052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Transition to ACTIVE for port object cedeeab5-5490-439d-8e03-e9b750e748ce will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:58.483996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-52e80973-d3b7-4999-97de-a71e37db49b5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:58.486440 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-52e80973-d3b7-4999-97de-a71e37db49b5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 815 time: 0.8761623 Jun 03 15:28:58.521384 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.618795 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.635029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Transition to ACTIVE for port object c98ce7fd-d595-4e9b-9675-252850c320da will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:28:58.644246 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.662636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b04e8-4400-45b5-a9f8-ccd169bca860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=831937eb-87f5-46ae-a0a1-a1e98a26efa9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:58.687983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Network 1f112800-398a-4c1e-9b56-b80c8fb4b121 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:58.752325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f47443-b9ca-43c4-ae77-927d20035137 None None] Pushing event updated for resources: {'Port': ['ID=c98ce7fd-d595-4e9b-9675-252850c320da,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:58.759541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Attempting to bind port c98ce7fd-d595-4e9b-9675-252850c320da on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:28:58.759541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Attempting to bind port c98ce7fd-d595-4e9b-9675-252850c320da by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:28:58.759541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Attempting to bind port c98ce7fd-d595-4e9b-9675-252850c320da on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:28:58.764239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:58.766891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:28:58.768407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:28:58.769256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:28:58.770248 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.770988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:28:58.771659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Bound port: c98ce7fd-d595-4e9b-9675-252850c320da, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:28:58.772141 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.827389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e40b776-dcef-430a-8eff-8cc5ee5e7d71 req-e6dd9eab-9d24-46e8-b5e6-8e5a39467ee2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 210 time: 0.6961868 Jun 03 15:28:58.828646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c7b04e8-4400-45b5-a9f8-ccd169bca860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.902874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Pushing event updated for resources: {'Port': ['ID=cedeeab5-5490-439d-8e03-e9b750e748ce,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:58.904103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] For port c98ce7fd-d595-4e9b-9675-252850c320da, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:28:58.919704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] For port c98ce7fd-d595-4e9b-9675-252850c320da, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c98ce7fd-d595-4e9b-9675-252850c320da,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:28:58.926344 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:58.942154 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.049770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-a5a2f101-b47d-41e2-b3e7-32bbae0d3834 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:59.051604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-a5a2f101-b47d-41e2-b3e7-32bbae0d3834 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Synchronizing usage tracker for tenant:2d8d8fe197d344f8b4928a1cc06fda25 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:28:59.063834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Routers {'01c57907-7a7c-403e-af92-93fe1d53dc08'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:28:59.064750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['01c57907-7a7c-403e-af92-93fe1d53dc08'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:59.073507 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13393e9d-d46b-41fc-8d8b-edc7c4ec8b31 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.092616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-98d8f109-e033-4c21-bfd8-da03ba6402ba tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:59.094753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-98d8f109-e033-4c21-bfd8-da03ba6402ba tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/networks?id=42000136-61d7-4d99-92a6-2c50eda7cb2d HTTP/1.1" status: 200 len: 813 time: 0.6635301 Jun 03 15:28:59.099235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0c7b04e8-4400-45b5-a9f8-ccd169bca860 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/831937eb-87f5-46ae-a0a1-a1e98a26efa9 HTTP/1.1" status: 204 len: 168 time: 3.4811585 Jun 03 15:28:59.101329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13393e9d-d46b-41fc-8d8b-edc7c4ec8b31 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.105314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45514) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:28:59.153817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f47443-b9ca-43c4-ae77-927d20035137 None None] Pushing event updated for resources: {'Port': ['ID=c98ce7fd-d595-4e9b-9675-252850c320da,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:59.212658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-3eda004f-0796-4227-b86b-0d2e4a39efe6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e4457f68d148e08a56851d77ccda36 HTTP/1.1" status: 200 len: 379 time: 0.6729531 Jun 03 15:28:59.226842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-a5a2f101-b47d-41e2-b3e7-32bbae0d3834 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Unset dirty status for tenant:2d8d8fe197d344f8b4928a1cc06fda25 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:28:59.228706 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-a5a2f101-b47d-41e2-b3e7-32bbae0d3834 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.5460386 Jun 03 15:28:59.263410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-81863ad9-8a38-4e57-8dc7-066a9d9f8cbf tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/quotas/c1678885a5c74c59be953414c6ff3e13 HTTP/1.1" status: 200 len: 375 time: 0.1507463 Jun 03 15:28:59.312812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ba03042b-9830-4e42-8531-feb0fe83dae9 None None] Provisioning for port cedeeab5-5490-439d-8e03-e9b750e748ce completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:28:59.323859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ba03042b-9830-4e42-8531-feb0fe83dae9 None None] Provisioning complete for port cedeeab5-5490-439d-8e03-e9b750e748ce triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:28:59.324681 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ba03042b-9830-4e42-8531-feb0fe83dae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.362958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'port': {'device_id': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'admin_state_up': True, 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'security_groups': ['33c6471b-31aa-403e-9bf2-da3daec33e39']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:28:59.379350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] Set router 01c57907-7a7c-403e-af92-93fe1d53dc08 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:28:59.501119 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13393e9d-d46b-41fc-8d8b-edc7c4ec8b31 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.501824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13393e9d-d46b-41fc-8d8b-edc7c4ec8b31 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Fanout notify agent at l3_agent the message router_deleted on router 55c30726-b181-4767-9877-9386dbb701d7 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:28:59.517458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-cc1bce39-e4f0-4bf4-bf2c-2335656bb065 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Deleting port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:28:59.518237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-cc1bce39-e4f0-4bf4-bf2c-2335656bb065 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.556324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ba03042b-9830-4e42-8531-feb0fe83dae9 None None] Port cedeeab5-5490-439d-8e03-e9b750e748ce cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:28:59.630019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.651247 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.768883 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-0ea96dd9-8470-4aff-b5d3-78b3911d0938 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1678885a5c74c59be953414c6ff3e13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3820610 Jun 03 15:28:59.885000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'name': 'tempest-FloatingIPsTestJSON-226827299-router', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:46Z', 'updated_at': '2022-06-03T15:28:53Z', 'revision_number': 3, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'gw_port': {'id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:49Z', 'updated_at': '2022-06-03T15:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:59.892289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5723aeb-b5e4-412c-9fcf-367d670bfea4 None None] The sync data for ids ['01c57907-7a7c-403e-af92-93fe1d53dc08'] in n-d-844595-1 is: [{'id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'name': 'tempest-FloatingIPsTestJSON-226827299-router', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:46Z', 'updated_at': '2022-06-03T15:28:53Z', 'revision_number': 3, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'gw_port': {'id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:49Z', 'updated_at': '2022-06-03T15:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:59.943604 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.962852 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13393e9d-d46b-41fc-8d8b-edc7c4ec8b31 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:28:59.966663 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-13393e9d-d46b-41fc-8d8b-edc7c4ec8b31 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/routers/55c30726-b181-4767-9877-9386dbb701d7 HTTP/1.1" status: 204 len: 168 time: 2.9106579 Jun 03 15:28:59.969330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45522) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:00.079899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7716928-69c0-4705-a1b8-a9b695fb29e7 req-4d8aa4a6-a362-44db-8d14-268f8e7fbcfd tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:00.082722 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7716928-69c0-4705-a1b8-a9b695fb29e7 req-4d8aa4a6-a362-44db-8d14-268f8e7fbcfd tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.9609947 Jun 03 15:29:00.249373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:00.260587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f08f9406-18b9-4d3e-ab45-48e26fef9d25 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:00.348649 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:00.385159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c80ae65-7fd0-4a26-bf9e-96197056310c']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:00.391184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f08f9406-18b9-4d3e-ab45-48e26fef9d25 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:00.392915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f08f9406-18b9-4d3e-ab45-48e26fef9d25 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4200218 Jun 03 15:29:00.402575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45526) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:00.406998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239bc096-49db-459a-a1e7-cf08efb2136b') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:00.407849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239bc096-49db-459a-a1e7-cf08efb2136b') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:00.437060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:00.466318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-b9ed63f2-3a6e-419e-bba9-fe466aa1f79f service neutron] 10.222.0.48 "GET /v2.0/networks/42000136-61d7-4d99-92a6-2c50eda7cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455040 Jun 03 15:29:00.468444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Usage tracker for resource:port and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:00.479022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:00.502194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-cc1bce39-e4f0-4bf4-bf2c-2335656bb065 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] For port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:00.502772 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-cc1bce39-e4f0-4bf4-bf2c-2335656bb065 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:00.524327 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:00.527129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:00.537124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7716928-69c0-4705-a1b8-a9b695fb29e7 req-bcb9a83c-d81d-4ba8-ae7a-478957f05960 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950229 Jun 03 15:29:00.577366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:29:00.578018 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:00.769104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Made reservation on behalf of b3e4457f68d148e08a56851d77ccda36 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:00.775431 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:00.820946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-cc1bce39-e4f0-4bf4-bf2c-2335656bb065 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Calling delete_port for 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:00.915915 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 239bc096-49db-459a-a1e7-cf08efb2136b resource provider aggregate not found Jun 03 15:29:00.946662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b42e260-9175-433a-ae71-8118c1435d2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:00.947439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b42e260-9175-433a-ae71-8118c1435d2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:01.014035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:01.024192 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:01.045447 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 239bc096-49db-459a-a1e7-cf08efb2136b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 239bc096-49db-459a-a1e7-cf08efb2136b found for delete ", "request_id": "req-dac06ab1-99a3-4345-b8b2-65f15bfb3be8"}]} Jun 03 15:29:01.142589 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b42e260-9175-433a-ae71-8118c1435d2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:01.147758 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8b42e260-9175-433a-ae71-8118c1435d2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7285523 Jun 03 15:29:01.151961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45538) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:01.152878 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:01.157792 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:01.302332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Pushing event updated for resources: {'Port': ['ID=cedeeab5-5490-439d-8e03-e9b750e748ce,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:01.310925 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:01.319536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-49a99674-1881-4a3d-a55b-fd8c6193f3c2 service neutron] 10.222.0.48 "GET /v2.0/networks/42000136-61d7-4d99-92a6-2c50eda7cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8327780 Jun 03 15:29:01.376631 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-cc1bce39-e4f0-4bf4-bf2c-2335656bb065 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:01.494393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c80ae65-7fd0-4a26-bf9e-96197056310c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:01.518798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9e676396-2649-4354-a16a-896cf0b0f5c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:router {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:01.541041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Allocated IP 172.20.0.13 (50d85d7a-4e98-4da0-8512-98a59effa284/74f85207-a946-4ae0-ae8c-85d58a17d207/c6439555-16a2-4f3a-9329-acaffa615b3b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:01.544529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bce39-e4f0-4bf4-bf2c-2335656bb065 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Pushing event deleted for resources: {'Port': ['ID=55bb5efc-52a4-4b54-9ae6-4a02dbd8d480,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:01.587396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2920aab4-c306-49e3-8a84-39da0e0ccd51 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1c80ae65-7fd0-4a26-bf9e-96197056310c HTTP/1.1" status: 204 len: 168 time: 2.4747462 Jun 03 15:29:01.591256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:01.642745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60958c9a-0adf-43d3-9389-45dd993e7dfa req-560a49ab-422b-421c-8e03-d63b71f71c50 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:01.651414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60958c9a-0adf-43d3-9389-45dd993e7dfa req-560a49ab-422b-421c-8e03-d63b71f71c50 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 945 time: 0.7483091 Jun 03 15:29:01.718803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:29:01.720023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:01.731740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9e676396-2649-4354-a16a-896cf0b0f5c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:router {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:01.734147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9e676396-2649-4354-a16a-896cf0b0f5c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5728991 Jun 03 15:29:01.804677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45548) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:01.823920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45550) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:01.829138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:01.916616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8f75fcb8-d7b5-4f92-aac5-30bcc98ad967 req-a9da216b-8ab6-4fd1-80e2-7d3693765f33 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Synchronizing usage tracker for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:01.939689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Network 1f112800-398a-4c1e-9b56-b80c8fb4b121 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:01.953174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:01.976558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-cc1bce39-e4f0-4bf4-bf2c-2335656bb065 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] No DVR routers for this DVR port 55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:29:01.986436 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-cc1bce39-e4f0-4bf4-bf2c-2335656bb065 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:01.993089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf24752f-733a-410a-8ffc-1349d73e409c', 'name': 'network-vif-deleted', 'tag': '55bb5efc-52a4-4b54-9ae6-4a02dbd8d480'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:02.008784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c98ce7fd-d595-4e9b-9675-252850c320da up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:02.022274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60958c9a-0adf-43d3-9389-45dd993e7dfa req-37b71a35-d867-451c-a9f6-ba85248aefdb tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/security-groups?id=25d3d28b-d764-4920-9d7b-4193935b4ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698466 Jun 03 15:29:02.192611 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0da87751-9541-47e1-90e7-8736ccbe08f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.260550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port c98ce7fd-d595-4e9b-9675-252850c320da completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:02.274131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c98ce7fd-d595-4e9b-9675-252850c320da triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:02.279138 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.323775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8f75fcb8-d7b5-4f92-aac5-30bcc98ad967 req-a9da216b-8ab6-4fd1-80e2-7d3693765f33 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Unset dirty status for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:02.326426 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f75fcb8-d7b5-4f92-aac5-30bcc98ad967 req-a9da216b-8ab6-4fd1-80e2-7d3693765f33 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 210 time: 0.6059449 Jun 03 15:29:02.400694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:02.468823 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ecb576bd-58c9-4d74-9482-aa40fa8ccab6 req-cc1bce39-e4f0-4bf4-bf2c-2335656bb065 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.67 "DELETE /v2.0/ports/55bb5efc-52a4-4b54-9ae6-4a02dbd8d480 HTTP/1.1" status: 204 len: 173 time: 3.2287195 Jun 03 15:29:02.615892 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-06fae3c5-2519-4356-9fe9-6138e633e0d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb0c3f4c9a584111bc9f8076ebe8fb14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6945236 Jun 03 15:29:02.638329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.638933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45564) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:02.682205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Transition to ACTIVE for port object c6439555-16a2-4f3a-9329-acaffa615b3b will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:02.751734 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.752659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c98ce7fd-d595-4e9b-9675-252850c320da is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:02.753400 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.775343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port c98ce7fd-d595-4e9b-9675-252850c320da, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c98ce7fd-d595-4e9b-9675-252850c320da,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:02.789172 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.832751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-25f81537-5817-4194-bd99-0641ccb33978 None None] Provisioning complete for port cedeeab5-5490-439d-8e03-e9b750e748ce triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:02.833307 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25f81537-5817-4194-bd99-0641ccb33978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.840647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Router 01c57907-7a7c-403e-af92-93fe1d53dc08 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:29:02.846610 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13170ce5-12b9-4822-93c8-3200b07271a2'] response: {'server_uuid': 'bf24752f-733a-410a-8ffc-1349d73e409c', 'name': 'network-vif-deleted', 'tag': '55bb5efc-52a4-4b54-9ae6-4a02dbd8d480', 'status': 'completed', 'code': 200} Jun 03 15:29:02.894197 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:02.954158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-25f81537-5817-4194-bd99-0641ccb33978 None None] Port cedeeab5-5490-439d-8e03-e9b750e748ce cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:02.999903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=c98ce7fd-d595-4e9b-9675-252850c320da,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:03.032537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:03.114060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a169ded-ba2c-46ad-8f0c-8d970ac0662b req-3cb9b821-92de-403e-8dd8-2b312650eb74 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 210 time: 0.3824563 Jun 03 15:29:03.114464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:03.349460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:29:03.364182 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Sync routers for ids ['01c57907-7a7c-403e-af92-93fe1d53dc08'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:03.371574 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-132255bd-9c32-4436-b86c-a06bc085cd5b admin admin] 10.222.0.48 "PUT /v2.0/routers/01c57907-7a7c-403e-af92-93fe1d53dc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0319052 Jun 03 15:29:03.397261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Network 50d85d7a-4e98-4da0-8512-98a59effa284 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:03.406945 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Routers {'01c57907-7a7c-403e-af92-93fe1d53dc08'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:03.410966 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:28:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['01c57907-7a7c-403e-af92-93fe1d53dc08'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:03.447045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:03.465753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:03.526593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848dba9d-31a9-45a4-b41a-391aa14faef3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:03.529831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:03.555129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.555665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.556196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.556726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.557244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.557918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.564064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.564656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.565182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.565721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.566277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.566804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:03.579586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:03.584775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:03.626280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:03.628435 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-421450a1-65aa-44fc-98d0-aed13b6a0048 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/848dba9d-31a9-45a4-b41a-391aa14faef3 HTTP/1.1" status: 204 len: 168 time: 0.9856703 Jun 03 15:29:03.976236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c98ce7fd-d595-4e9b-9675-252850c320da up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:03.982724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:03.988775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08f41940-dd29-4446-a3f3-046dd463f468 req-906221c9-5972-4b29-9c76-fa2a6246e841 tempest-ServerRescueTestJSON-314041507 tempest-ServerRescueTestJSON-314041507-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf24752f-733a-410a-8ffc-1349d73e409c HTTP/1.1" status: 200 len: 210 time: 0.4898090 Jun 03 15:29:04.021389 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Set router 01c57907-7a7c-403e-af92-93fe1d53dc08 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:04.092245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-693fcb63-8a54-4984-9fec-204825f32506 None None] Provisioning for port c6439555-16a2-4f3a-9329-acaffa615b3b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:04.106371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-693fcb63-8a54-4984-9fec-204825f32506 None None] Provisioning complete for port c6439555-16a2-4f3a-9329-acaffa615b3b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:04.107297 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-693fcb63-8a54-4984-9fec-204825f32506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:04.125060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:04.130442 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:04.194106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06358eaf-cd5f-484a-8c48-32ff52d17a27 req-42dab3d3-b2b6-48ff-8e74-d46fe69d6920 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:04.206456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06358eaf-cd5f-484a-8c48-32ff52d17a27 req-42dab3d3-b2b6-48ff-8e74-d46fe69d6920 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 1.1603923 Jun 03 15:29:04.258018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-e76a1cbc-4a2a-4dc2-8298-b43e12d8f578 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9981644 Jun 03 15:29:04.332033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Request body: {'port': {'device_id': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:04.485858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-693fcb63-8a54-4984-9fec-204825f32506 None None] Port c6439555-16a2-4f3a-9329-acaffa615b3b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:04.517628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c98ce7fd-d595-4e9b-9675-252850c320da triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:04.518208 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:04.679743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06358eaf-cd5f-484a-8c48-32ff52d17a27 req-8081b8dc-307f-4c5c-b69c-e36c8b9fc189 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717734 Jun 03 15:29:04.879623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e7beb57-45e0-45e4-9608-49f1f0d38dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:04.881910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c98ce7fd-d595-4e9b-9675-252850c320da is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:05.101086 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'name': 'tempest-FloatingIPsTestJSON-226827299-router', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:46Z', 'updated_at': '2022-06-03T15:28:59Z', 'revision_number': 4, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'gw_port': {'id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:49Z', 'updated_at': '2022-06-03T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'cedeeab5-5490-439d-8e03-e9b750e748ce', 'name': '', 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'mac_address': 'fa:16:3e:23:0d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '4b746a8f-eb33-4cb7-bf25-cf957caf98ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:57Z', 'updated_at': '2022-06-03T15:28:59Z', 'revision_number': 2, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'subnets': [{'id': '4b746a8f-eb33-4cb7-bf25-cf957caf98ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:05.110164 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Checking router: 01c57907-7a7c-403e-af92-93fe1d53dc08 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:05.110715 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Updating router 01c57907-7a7c-403e-af92-93fe1d53dc08 port cedeeab5-5490-439d-8e03-e9b750e748ce binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:29:05.231513 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.272053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.336612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-d9d8f865-581e-45e8-b77c-c98fc55ab6a8 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:05.342445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-d9d8f865-581e-45e8-b77c-c98fc55ab6a8 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Synchronizing usage tracker for tenant:c1678885a5c74c59be953414c6ff3e13 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:05.397518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-d9d8f865-581e-45e8-b77c-c98fc55ab6a8 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Unset dirty status for tenant:c1678885a5c74c59be953414c6ff3e13 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:05.402852 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-d9d8f865-581e-45e8-b77c-c98fc55ab6a8 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.67 "GET /v2.0/networks?id=42000136-61d7-4d99-92a6-2c50eda7cb2d HTTP/1.1" status: 200 len: 813 time: 0.8952277 Jun 03 15:29:05.425672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Request body: {'port': {'device_id': '2d229ebe-6d13-4186-ba14-ba1321f4dfbe', 'network_id': '42000136-61d7-4d99-92a6-2c50eda7cb2d', 'admin_state_up': True, 'tenant_id': 'c1678885a5c74c59be953414c6ff3e13'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:05.563986 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.631072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.666838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.objects.ports [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88445) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:29:05.697296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:05.712073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Usage tracker for resource:port and tenant:c1678885a5c74c59be953414c6ff3e13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:05.717804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:05.728541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:05.744881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Made reservation on behalf of c1678885a5c74c59be953414c6ff3e13 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:05.752070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.910816 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:05.927559 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Transition to ACTIVE for port object cedeeab5-5490-439d-8e03-e9b750e748ce will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:05.931544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45608) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:05.936442 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.170707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Allocated IP 172.20.0.10 (42000136-61d7-4d99-92a6-2c50eda7cb2d/bec850d2-0c2b-4b44-82e3-5e1ae9075a8f/97999137-feff-44a0-acd3-f44ecae3f72e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:06.186063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6439555-16a2-4f3a-9329-acaffa615b3b {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:06.200634 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.227579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Transition to ACTIVE for port object c6439555-16a2-4f3a-9329-acaffa615b3b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:06.238440 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.309379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.331238 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725c801-92bc-4e03-8504-18316401b16a None None] Pushing event updated for resources: {'Port': ['ID=cedeeab5-5490-439d-8e03-e9b750e748ce,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:06.397057 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Attempting to bind port cedeeab5-5490-439d-8e03-e9b750e748ce on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:06.397445 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Attempting to bind port cedeeab5-5490-439d-8e03-e9b750e748ce by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '07c6dca8-871a-4e29-a27e-392b9ea1656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:06.398317 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Attempting to bind port cedeeab5-5490-439d-8e03-e9b750e748ce on network 1f112800-398a-4c1e-9b56-b80c8fb4b121 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:06.418277 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:06.418888 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Checking segment: {'id': '07c6dca8-871a-4e29-a27e-392b9ea1656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:06.419628 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.420083 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Bound using segment: {'id': '07c6dca8-871a-4e29-a27e-392b9ea1656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:06.420834 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Bound port: cedeeab5-5490-439d-8e03-e9b750e748ce, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c6dca8-871a-4e29-a27e-392b9ea1656c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:06.421283 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.519170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-519203372-network', 'tenant_id': '8921da91eb4e49409c0d07d3ab408503'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:06.549648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:06.559973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Usage tracker for resource:network and tenant:8921da91eb4e49409c0d07d3ab408503 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:06.566998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:06.567915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06b3f4-cb66-4ea1-a4f5-47b12146e15c req-ec243d62-7088-4cea-9f2e-cf350e425722 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:06.580369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca06b3f4-cb66-4ea1-a4f5-47b12146e15c req-ec243d62-7088-4cea-9f2e-cf350e425722 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 932 time: 1.9489391 Jun 03 15:29:06.584761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:06.615200 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] For port cedeeab5-5490-439d-8e03-e9b750e748ce, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:06.622608 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] For port cedeeab5-5490-439d-8e03-e9b750e748ce, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cedeeab5-5490-439d-8e03-e9b750e748ce,segment=NetworkSegment(07c6dca8-871a-4e29-a27e-392b9ea1656c),segment_id=07c6dca8-871a-4e29-a27e-392b9ea1656c)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:06.633142 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.636394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Made reservation on behalf of 8921da91eb4e49409c0d07d3ab408503 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:06.640410 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.679701 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.695649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca06b3f4-cb66-4ea1-a4f5-47b12146e15c req-ccab60bd-0c10-48ad-9cbc-9327983ad1ca tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143703 Jun 03 15:29:06.747895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:06.760261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:06.772100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Usage tracker for resource:security_group_rule and tenant:8921da91eb4e49409c0d07d3ab408503 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:06.778920 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.782773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:06.792730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:06.797405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:06.804990 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Routers {'01c57907-7a7c-403e-af92-93fe1d53dc08'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:06.808830 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:29:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['01c57907-7a7c-403e-af92-93fe1d53dc08'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:06.827016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:06.834192 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:06.889576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c53b4a-0c5c-4be8-82eb-8c97ee858469 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:06.901676 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.005682 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.067201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2414122 Jun 03 15:29:07.088644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45614) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:07.093854 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.110306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfef551-63b5-427f-8b8b-3b72ec3d40ce tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=f2541c5e-c139-4df5-8be7-f816259a2404,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.113968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Pushing event updated for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.119325 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.190934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:07.220157 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] Set router 01c57907-7a7c-403e-af92-93fe1d53dc08 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:07.263219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a7c119-f976-4477-a99b-6c0097227873,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.300647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Network 42000136-61d7-4d99-92a6-2c50eda7cb2d is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:07.378451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:29:07.381555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:07.384093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:07.470626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-178bd957-c27c-4c00-91fd-0bc48bf07d25 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 2.1210351 Jun 03 15:29:07.476581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:07.492047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:07.498205 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Pushing event updated for resources: {'Port': ['ID=97999137-feff-44a0-acd3-f44ecae3f72e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.513233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Usage tracker for resource:floatingip and tenant:6e0fbc571d9442679db5c4863c0d7daf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:07.519843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:07.544048 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.544897 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Added segment 5017ee29-f656-44eb-92c0-b7704e144efb of type vlan for network f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 Jun 03 15:29:07.557120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:07.577988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': 'f2541c5e-c139-4df5-8be7-f816259a2404'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:29:07.579900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Attempting to bind port c6439555-16a2-4f3a-9329-acaffa615b3b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:07.580300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Attempting to bind port c6439555-16a2-4f3a-9329-acaffa615b3b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:07.580627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Attempting to bind port c6439555-16a2-4f3a-9329-acaffa615b3b on network 50d85d7a-4e98-4da0-8512-98a59effa284 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:07.581636 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.588847 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.610958 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:07.611976 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.612298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Port c6439555-16a2-4f3a-9329-acaffa615b3b on network 50d85d7a-4e98-4da0-8512-98a59effa284 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:29:07.612629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Attempting to bind port c6439555-16a2-4f3a-9329-acaffa615b3b on network 50d85d7a-4e98-4da0-8512-98a59effa284 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:07.618909 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725c801-92bc-4e03-8504-18316401b16a None None] Pushing event updated for resources: {'Port': ['ID=cedeeab5-5490-439d-8e03-e9b750e748ce,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.625851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:07.626385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Checking segment: {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:07.626671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Bound using segment: {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:07.627703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Bound port: c6439555-16a2-4f3a-9329-acaffa615b3b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:07.628414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.691587 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.708826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:07.736471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:07.744915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-69d44405-f736-4840-83cb-5ad799231083 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3272927 Jun 03 15:29:07.776869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Request body: {'port': {'device_id': '2d229ebe-6d13-4186-ba14-ba1321f4dfbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:07.803212 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'name': 'tempest-FloatingIPsTestJSON-226827299-router', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:46Z', 'updated_at': '2022-06-03T15:28:59Z', 'revision_number': 4, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'gw_port': {'id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:49Z', 'updated_at': '2022-06-03T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'cedeeab5-5490-439d-8e03-e9b750e748ce', 'name': '', 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'mac_address': 'fa:16:3e:23:0d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '4b746a8f-eb33-4cb7-bf25-cf957caf98ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:57Z', 'updated_at': '2022-06-03T15:29:06Z', 'revision_number': 4, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'subnets': [{'id': '4b746a8f-eb33-4cb7-bf25-cf957caf98ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:07.810244 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0da24-c139-49e6-a4fb-73693a96252d None None] The sync data for ids ['01c57907-7a7c-403e-af92-93fe1d53dc08'] in n-d-844595-1 is: [{'id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'name': 'tempest-FloatingIPsTestJSON-226827299-router', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:46Z', 'updated_at': '2022-06-03T15:28:59Z', 'revision_number': 4, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'gw_port': {'id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:49Z', 'updated_at': '2022-06-03T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'cedeeab5-5490-439d-8e03-e9b750e748ce', 'name': '', 'network_id': '1f112800-398a-4c1e-9b56-b80c8fb4b121', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'mac_address': 'fa:16:3e:23:0d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '4b746a8f-eb33-4cb7-bf25-cf957caf98ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:57Z', 'updated_at': '2022-06-03T15:29:06Z', 'revision_number': 4, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'subnets': [{'id': '4b746a8f-eb33-4cb7-bf25-cf957caf98ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:07.828753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:07.832823 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.853021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fe2a4-33f7-4adc-b8f9-c07ef4f01cd1 req-624bc647-a76c-4b90-9b33-e1a0ed1f70e2 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:07.854697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Allocated IP 2001:db8::f816:3eff:fecd:d8b9 (6a53de42-b459-4b7b-ab08-16276fe85489/f2541c5e-c139-4df5-8be7-f816259a2404/2135c31a-4b86-499b-9a3c-10dac4e5fb54) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:07.854916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-992fe2a4-33f7-4adc-b8f9-c07ef4f01cd1 req-624bc647-a76c-4b90-9b33-e1a0ed1f70e2 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 932 time: 0.7806430 Jun 03 15:29:07.937766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:07.955133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:07.973071 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:07.979969 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-992fe2a4-33f7-4adc-b8f9-c07ef4f01cd1 req-a17707b0-af8d-4b55-8bc8-4910707f91de tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125212 Jun 03 15:29:08.061127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.063052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:08.070623 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.128477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Pushing event updated for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:08.166417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:08.168519 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.171257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-18cc35a0-b3be-4f29-98db-c4ee2124ee06 service neutron] 10.222.0.67 "PUT /v2.0/ports/c6439555-16a2-4f3a-9329-acaffa615b3b HTTP/1.1" status: 200 len: 1092 time: 3.8525889 Jun 03 15:29:08.262331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:08.412310 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.449063 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5160146 Jun 03 15:29:08.461281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Transition to ACTIVE for port object 2135c31a-4b86-499b-9a3c-10dac4e5fb54 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:08.461573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45622) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:08.502591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Transition to ACTIVE for port object 2135c31a-4b86-499b-9a3c-10dac4e5fb54 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:08.516846 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.534923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Request body: {'subnet': {'network_id': 'f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-519203372-subnet', 'tenant_id': '8921da91eb4e49409c0d07d3ab408503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:08.555787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:08.562414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d66653-3cb0-4656-9236-2e14b77fe124 admin admin] Pushing event updated for resources: {'Network': ['ID=f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:08.580229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.591306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Usage tracker for resource:subnet and tenant:8921da91eb4e49409c0d07d3ab408503 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:08.599289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:08.609646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:08.625571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.637161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Made reservation on behalf of 8921da91eb4e49409c0d07d3ab408503 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:08.640483 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:08.643742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:08.659693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:08.662796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:29:08.737776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:08.855951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-40e3c33b-54c7-44cd-85ad-acdbefaaf6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:08.857720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-40e3c33b-54c7-44cd-85ad-acdbefaaf6b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 1095 time: 0.5882761 Jun 03 15:29:08.976152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e81c01-f626-4246-a5cc-5e89b1cf6c1c req-639fe0b2-2e44-4cba-bcda-32cd211b7f88 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:08.984320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06e81c01-f626-4246-a5cc-5e89b1cf6c1c req-639fe0b2-2e44-4cba-bcda-32cd211b7f88 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.8037758 Jun 03 15:29:08.994216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-64eb0734-e80c-410f-a946-14aa2c839093 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6439555-16a2-4f3a-9329-acaffa615b3b HTTP/1.1" status: 200 len: 217 time: 0.1094384 Jun 03 15:29:09.056989 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:09.072570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Attempting to bind port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:09.073162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Attempting to bind port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:09.073692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Attempting to bind port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:09.105223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:09.105790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:09.106502 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:09.107153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:09.108034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Bound port: 2135c31a-4b86-499b-9a3c-10dac4e5fb54, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:09.108643 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:09.298053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-0761d380-d2ac-4b42-b1fb-ebc678eb7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.299593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-0761d380-d2ac-4b42-b1fb-ebc678eb7c4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.2878077 Jun 03 15:29:09.310743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Pushing event updated for resources: {'Port': ['ID=2135c31a-4b86-499b-9a3c-10dac4e5fb54,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:09.365901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] For port 2135c31a-4b86-499b-9a3c-10dac4e5fb54, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:09.373436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] For port 2135c31a-4b86-499b-9a3c-10dac4e5fb54, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2135c31a-4b86-499b-9a3c-10dac4e5fb54,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:09.386235 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:09.438539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06e81c01-f626-4246-a5cc-5e89b1cf6c1c req-5549499c-7e7b-45bf-8af0-e63b29fb2c7d tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529657 Jun 03 15:29:09.513836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb8a86-dceb-4371-a1ca-814a822f196e None None] Pushing event updated for resources: {'Port': ['ID=2135c31a-4b86-499b-9a3c-10dac4e5fb54,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:09.561786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Allocated IP 172.25.7.217 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/298a9249-1146-46cb-a9cc-71022216dade) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:09.647911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:09.871573 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:09.997837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-6676cf12-90e2-423d-8128-43228ebc0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.999571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-6676cf12-90e2-423d-8128-43228ebc0911 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6710837 Jun 03 15:29:10.065092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device cedeeab5-5490-439d-8e03-e9b750e748ce up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:10.092332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.143062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=6871af38-d390-469b-ab48-bb0fcca33250,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:10.167901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:10.181846 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:29:10.191250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:10.196106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:10.196983 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.243120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port cedeeab5-5490-439d-8e03-e9b750e748ce completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:10.252065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port cedeeab5-5490-439d-8e03-e9b750e748ce triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:10.252846 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.385903 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.401652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97999137-feff-44a0-acd3-f44ecae3f72e {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:10.416547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea9faaa-11ce-4114-9fce-a28fa65c47cf,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:10.480715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Checking segment: {'id': '5017ee29-f656-44eb-92c0-b7704e144efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:10.481243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Network hostable DHCP agents. Network: f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:29:10.486963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port cedeeab5-5490-439d-8e03-e9b750e748ce is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:10.489988 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.500869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-5b2732dc-d15f-49f7-9a46-e9c7870c9fa4 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875622 Jun 03 15:29:10.504769 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.510400 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9eb7ce78-e97f-4407-b5c9-a4d49857fc8c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4071567 Jun 03 15:29:10.520321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808746e-d15e-4fec-b51b-498d7f57af42 req-f6c16993-fb54-4e05-b86f-50c24b3c5d3b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:10.522644 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4808746e-d15e-4fec-b51b-498d7f57af42 req-f6c16993-fb54-4e05-b86f-50c24b3c5d3b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.7080474 Jun 03 15:29:10.525817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:10.537404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:a1:1a:79', 'name': 'tempest-NetworksTestDHCPv6-109053756'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:10.578849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port cedeeab5-5490-439d-8e03-e9b750e748ce, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cedeeab5-5490-439d-8e03-e9b750e748ce,segment=NetworkSegment(07c6dca8-871a-4e29-a27e-392b9ea1656c),segment_id=07c6dca8-871a-4e29-a27e-392b9ea1656c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:10.587470 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.708324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=cedeeab5-5490-439d-8e03-e9b750e748ce,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:10.723232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Transition to ACTIVE for port object 97999137-feff-44a0-acd3-f44ecae3f72e will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:10.735564 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.868788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Network f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:29:10.901977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4808746e-d15e-4fec-b51b-498d7f57af42 req-f9c9f73a-6028-4b92-a65f-7138b29d90c9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3646741 Jun 03 15:29:10.907222 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:10.979055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:10.995040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84909f44-da67-4b84-81c9-e06867990fbd None None] Network f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:11.016774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.017581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:11.029838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:11.040567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:11.057525 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e50e04-e39d-4e22-b5bc-289e87728ffa'] response: {'name': 'network-changed', 'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'status': 'completed', 'code': 200} Jun 03 15:29:11.067075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c36cea57-124a-4d5c-b3b8-672b931582e5 req-0c8886c1-033a-437a-b279-975e9a7cd484 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396338 Jun 03 15:29:11.069101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:11.191135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Pushing event updated for resources: {'Port': ['ID=97999137-feff-44a0-acd3-f44ecae3f72e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:11.263023 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-30c23d67-9f5a-47be-b559-66baacc593c2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7910705 Jun 03 15:29:11.288137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:11.305680 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Pushing event updated for resources: {'Port': ['ID=298a9249-1146-46cb-a9cc-71022216dade,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:11.321895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:11.351679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:11.378883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:11.548576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:11.581251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9899447-0979-49c2-b0c1-06d0e77e4a94 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:11.588757 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:11.607872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e1968-bdba-40be-bdbf-ceefffc5bba0 req-d9f713b1-8f13-49fb-98b8-48160527e0e0 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.609912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-603e1968-bdba-40be-bdbf-ceefffc5bba0 req-d9f713b1-8f13-49fb-98b8-48160527e0e0 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 944 time: 0.3336554 Jun 03 15:29:11.614725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492d645-017a-4d4c-af53-44dfccaf3ceb req-e81ad864-cbee-43e0-8c95-9c208af74da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.617371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f492d645-017a-4d4c-af53-44dfccaf3ceb req-e81ad864-cbee-43e0-8c95-9c208af74da3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 1095 time: 0.4289243 Jun 03 15:29:11.643916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ed851f-fd7f-4835-95ae-620072c028f3 None None] Network f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:11.668943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Attempting to bind port 97999137-feff-44a0-acd3-f44ecae3f72e on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:11.669702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Attempting to bind port 97999137-feff-44a0-acd3-f44ecae3f72e by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'fb275747-f1ac-4e56-a8a0-214534a4640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '42000136-61d7-4d99-92a6-2c50eda7cb2d'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:11.670331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Attempting to bind port 97999137-feff-44a0-acd3-f44ecae3f72e on network 42000136-61d7-4d99-92a6-2c50eda7cb2d {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:11.683315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Port 97999137-feff-44a0-acd3-f44ecae3f72e on network 42000136-61d7-4d99-92a6-2c50eda7cb2d not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:29:11.683917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Attempting to bind port 97999137-feff-44a0-acd3-f44ecae3f72e on network 42000136-61d7-4d99-92a6-2c50eda7cb2d {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:11.707239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:11.707862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Checking segment: {'id': 'fb275747-f1ac-4e56-a8a0-214534a4640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '42000136-61d7-4d99-92a6-2c50eda7cb2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:11.708439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Bound using segment: {'id': 'fb275747-f1ac-4e56-a8a0-214534a4640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '42000136-61d7-4d99-92a6-2c50eda7cb2d'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:11.709220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Bound port: 97999137-feff-44a0-acd3-f44ecae3f72e, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb275747-f1ac-4e56-a8a0-214534a4640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '42000136-61d7-4d99-92a6-2c50eda7cb2d'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:11.709755 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:11.853773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-603e1968-bdba-40be-bdbf-ceefffc5bba0 req-b61c6fed-7254-434a-b00a-ba0b6ef70c50 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345431 Jun 03 15:29:11.884884 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:12.022663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1d582d54-2393-42e9-b2e3-fed60e848479 None None] Provisioning for port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:12.101374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device cedeeab5-5490-439d-8e03-e9b750e748ce up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:12.137015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45654) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:12.150537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1051877290-network', 'tenant_id': 'b6e1d30a138e4e63b40debd4de66a0d8'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:12.161670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:12.168983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Usage tracker for resource:network and tenant:b6e1d30a138e4e63b40debd4de66a0d8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:12.172565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:12.178987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:12.201483 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:12.224632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] For port 97999137-feff-44a0-acd3-f44ecae3f72e, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:12.232106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Made reservation on behalf of b6e1d30a138e4e63b40debd4de66a0d8 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:12.235367 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:12.330669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] For port 97999137-feff-44a0-acd3-f44ecae3f72e, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97999137-feff-44a0-acd3-f44ecae3f72e,segment=NetworkSegment(fb275747-f1ac-4e56-a8a0-214534a4640f),segment_id=fb275747-f1ac-4e56-a8a0-214534a4640f)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:12.340611 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:12.372555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port baecc51e-8f82-4088-a359-e80c30a191ee yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:29:12.414795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:12.472024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:12.489058 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:12.513399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e1d30a138e4e63b40debd4de66a0d8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:12.534427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:12.551235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:12.558242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.560396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:12.565312 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] 10.222.0.67 "PUT /v2.0/ports/97999137-feff-44a0-acd3-f44ecae3f72e HTTP/1.1" status: 200 len: 1092 time: 4.7945464 Jun 03 15:29:12.596692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d229ebe-6d13-4186-ba14-ba1321f4dfbe', 'tag': '97999137-feff-44a0-acd3-f44ecae3f72e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:12.620453 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:12.648515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18941f9f-ec9a-495b-a4b4-ea67e380acf7 service neutron] Pushing event updated for resources: {'Port': ['ID=97999137-feff-44a0-acd3-f44ecae3f72e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:12.718841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port cedeeab5-5490-439d-8e03-e9b750e748ce triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:12.719573 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:12.818936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492d645-017a-4d4c-af53-44dfccaf3ceb req-87f9e071-6a2e-49ce-86a2-df56916c059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.820464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:12.821091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f492d645-017a-4d4c-af53-44dfccaf3ceb req-87f9e071-6a2e-49ce-86a2-df56916c059d service neutron] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 916 time: 1.1286209 Jun 03 15:29:12.956758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f492d645-017a-4d4c-af53-44dfccaf3ceb req-4f9dc223-887f-49e5-a576-295963844e43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6439555-16a2-4f3a-9329-acaffa615b3b HTTP/1.1" status: 200 len: 217 time: 0.0955610 Jun 03 15:29:12.969260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port cedeeab5-5490-439d-8e03-e9b750e748ce is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:12.970768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2135c31a-4b86-499b-9a3c-10dac4e5fb54 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:13.035280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Pushing event updated for resources: {'Port': ['ID=298a9249-1146-46cb-a9cc-71022216dade,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:13.057850 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:13.093378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492d645-017a-4d4c-af53-44dfccaf3ceb req-2903ddc7-b86e-4698-8f04-1198f261bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.095669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f492d645-017a-4d4c-af53-44dfccaf3ceb req-2903ddc7-b86e-4698-8f04-1198f261bb24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.1197798 Jun 03 15:29:13.159287 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:13.160424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-4d0e6516-6744-458a-8846-d00b3982e7f0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6886315 Jun 03 15:29:13.193418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1265305-ad33-47c4-83d1-b14d91461d20 req-158fa94f-6fc7-4689-8015-3a83d68c6b21 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.195801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:13.204873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1265305-ad33-47c4-83d1-b14d91461d20 req-158fa94f-6fc7-4689-8015-3a83d68c6b21 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.4962413 Jun 03 15:29:13.213384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572c2c29-a730-425d-8ef4-db8658e9f2c3 None None] Update dhcp port {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'fixed_ips': [{'subnet_id': 'f2541c5e-c139-4df5-8be7-f816259a2404', 'ip_address': '2001:db8::f816:3eff:fecd:d8b9'}, {'subnet_id': '6871af38-d390-469b-ab48-bb0fcca33250'}], 'binding:host_id': 'n-d-844595-1'}, 'id': '2135c31a-4b86-499b-9a3c-10dac4e5fb54'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:29:13.271637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:13.272666 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:13.365223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 172.20.0.8 (6a53de42-b459-4b7b-ab08-16276fe85489/6871af38-d390-469b-ab48-bb0fcca33250/baecc51e-8f82-4088-a359-e80c30a191ee) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:13.372062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-3591488d-5599-4f89-a54f-f33e158dcc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.376166 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-3591488d-5599-4f89-a54f-f33e158dcc49 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1678885a5c74c59be953414c6ff3e13&device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 1095 time: 0.6593347 Jun 03 15:29:13.384042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-18afb735-1275-4371-94f3-c430e6015d4f tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Synchronizing usage tracker for tenant:6e0fbc571d9442679db5c4863c0d7daf on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:13.390170 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:13.407269 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-572c2c29-a730-425d-8ef4-db8658e9f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:13.471040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-18afb735-1275-4371-94f3-c430e6015d4f tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Unset dirty status for tenant:6e0fbc571d9442679db5c4863c0d7daf on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:13.473326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-18afb735-1275-4371-94f3-c430e6015d4f tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.217 HTTP/1.1" status: 200 len: 696 time: 0.2365189 Jun 03 15:29:13.483053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::f816:3eff:fea1:1a79 (6a53de42-b459-4b7b-ab08-16276fe85489/f2541c5e-c139-4df5-8be7-f816259a2404/baecc51e-8f82-4088-a359-e80c30a191ee) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:13.497744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1265305-ad33-47c4-83d1-b14d91461d20 req-3dde2ebe-62e3-4185-8a98-e0b85d2d1d2b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907281 Jun 03 15:29:13.507574 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:13.678291 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-3141bbf1-26fa-4233-9f48-95104f2fab36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97999137-feff-44a0-acd3-f44ecae3f72e HTTP/1.1" status: 200 len: 217 time: 0.2848849 Jun 03 15:29:13.774485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:13.775148 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:13.854044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:29:13.855851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492d645-017a-4d4c-af53-44dfccaf3ceb req-eb6740c1-0043-47c1-93b2-6780ccde254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.860907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f492d645-017a-4d4c-af53-44dfccaf3ceb req-eb6740c1-0043-47c1-93b2-6780ccde254e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7556612 Jun 03 15:29:13.861289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 2135c31a-4b86-499b-9a3c-10dac4e5fb54, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2135c31a-4b86-499b-9a3c-10dac4e5fb54,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:13.868383 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:13.938616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ca988b-0363-46dd-a7c4-44cc8f946da7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:13.985015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:13.986042 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Added segment 0ad5ad22-d533-4e9a-875b-40d6b968cb6b of type vlan for network 2c3da955-967f-47ee-8735-86b5a22e3d58 Jun 03 15:29:14.025258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=2135c31a-4b86-499b-9a3c-10dac4e5fb54,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:14.066045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-c0b7f389-b1ef-4d82-ba3a-5eab74c4c370 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.067601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37bf6444-2be5-4ce7-b4e6-7246c4668eab req-c0b7f389-b1ef-4d82-ba3a-5eab74c4c370 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.5664721 Jun 03 15:29:14.151670 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d73e6f-7763-464b-92fc-61a116091e1c'] response: {'name': 'network-changed', 'server_uuid': '2d229ebe-6d13-4186-ba14-ba1321f4dfbe', 'tag': '97999137-feff-44a0-acd3-f44ecae3f72e', 'status': 'completed', 'code': 200} Jun 03 15:29:14.153845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-1ed624d1-766c-4778-aa28-5152e08ac767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.154775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd56fe-4b23-46a9-9fee-c2821f90c74a req-c7c80a05-3af6-4f9a-beec-51f19ad82411 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.155947 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-1ed624d1-766c-4778-aa28-5152e08ac767 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bec850d2-0c2b-4b44-82e3-5e1ae9075a8f HTTP/1.1" status: 200 len: 853 time: 0.4014561 Jun 03 15:29:14.156468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63fd56fe-4b23-46a9-9fee-c2821f90c74a req-c7c80a05-3af6-4f9a-beec-51f19ad82411 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.3535089 Jun 03 15:29:14.158998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f492d645-017a-4d4c-af53-44dfccaf3ceb req-239615c2-3c5d-4a2d-83e1-0c5ce8d32ae3 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823949 Jun 03 15:29:14.236105 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:14.246003 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-e2d055fd-1305-45b8-8409-6375fd799f45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=42000136-61d7-4d99-92a6-2c50eda7cb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654907 Jun 03 15:29:14.412538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63fd56fe-4b23-46a9-9fee-c2821f90c74a req-cefb17b5-e6ae-4f48-b302-accf672f7995 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450821 Jun 03 15:29:14.439668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:14.440643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.441973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:14.582242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f492d645-017a-4d4c-af53-44dfccaf3ceb req-cd3a9cfc-bcc9-4f64-884d-2d29560fc15a service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934290 Jun 03 15:29:14.591995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-054c0359-3bd7-4f4c-8e30-3b7fcd588086 req-979b6310-750e-4828-a28c-0486fb787d80 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips/5b8c594b-dc5c-4f5e-a6a4-598dec80b5e5 HTTP/1.1" status: 200 len: 693 time: 0.1393795 Jun 03 15:29:14.609653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307a1fb-3ca5-4927-871f-d4d52524e38f req-cc075450-a17c-4472-addc-fc65af0ffbe3 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.611505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2307a1fb-3ca5-4927-871f-d4d52524e38f req-cc075450-a17c-4472-addc-fc65af0ffbe3 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 944 time: 0.3032882 Jun 03 15:29:14.763600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2307a1fb-3ca5-4927-871f-d4d52524e38f req-6c7a99b9-225c-4981-bce2-9d1541a60311 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296070 Jun 03 15:29:14.806964 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:14.833111 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-48dec17f-fdfa-4ca5-9648-0bcc5936dfb0 service neutron] 10.222.0.67 "GET /v2.0/networks/42000136-61d7-4d99-92a6-2c50eda7cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796506 Jun 03 15:29:14.840134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c0359-3bd7-4f4c-8e30-3b7fcd588086 req-ca384b33-fe15-40fa-9e57-a95fa8c0d1fa tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.842028 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-054c0359-3bd7-4f4c-8e30-3b7fcd588086 req-ca384b33-fe15-40fa-9e57-a95fa8c0d1fa tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.2412708 Jun 03 15:29:14.858305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-054c0359-3bd7-4f4c-8e30-3b7fcd588086 req-7285e969-fcd9-430a-bb6f-e5bf309dd7e1 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:29:14.859560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-054c0359-3bd7-4f4c-8e30-3b7fcd588086 req-7285e969-fcd9-430a-bb6f-e5bf309dd7e1 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067937 Jun 03 15:29:14.949448 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8076775 Jun 03 15:29:14.950942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd623305-2d47-48b3-a4ea-3e3a805bdcc5 admin admin] Pushing event updated for resources: {'Network': ['ID=2c3da955-967f-47ee-8735-86b5a22e3d58,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:14.962826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45670) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:14.968997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 2c3da955-967f-47ee-8735-86b5a22e3d58 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:29:14.984801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Request body: {'subnet': {'network_id': '2c3da955-967f-47ee-8735-86b5a22e3d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1051877290-subnet', 'tenant_id': 'b6e1d30a138e4e63b40debd4de66a0d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:14.993991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:15.040302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] Deleting port 06d27e8e-5df9-497c-8c14-da84bffe52b5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:15.040732 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:15.063178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72054964-f727-46ef-b5d5-09d53747fc4f req-e8b1c7c1-6c7a-473f-a1b9-dc5a0d92dbe0 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=6e0fbc571d9442679db5c4863c0d7daf HTTP/1.1" status: 200 len: 696 time: 0.1774516 Jun 03 15:29:15.074553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Usage tracker for resource:subnet and tenant:b6e1d30a138e4e63b40debd4de66a0d8 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:15.088329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:15.098212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object baecc51e-8f82-4088-a359-e80c30a191ee will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:15.131654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:15.269152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Made reservation on behalf of b6e1d30a138e4e63b40debd4de66a0d8 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:15.272770 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:15.390854 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bbf4f4a-520a-475d-b91b-716f2744df0e req-5149341b-eb7f-46e4-be79-0b87951c4759 service neutron] 10.222.0.67 "GET /v2.0/networks/42000136-61d7-4d99-92a6-2c50eda7cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364256 Jun 03 15:29:15.428662 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:15.497938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951240f-acef-4923-be1f-3bbccbffcfdb req-20c8f369-a019-4255-9060-1dc71f9fb98f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:15.507143 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7951240f-acef-4923-be1f-3bbccbffcfdb req-20c8f369-a019-4255-9060-1dc71f9fb98f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.4975741 Jun 03 15:29:15.527982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-572c2c29-a730-425d-8ef4-db8658e9f2c3 None None] Allocated IP 172.20.0.2 (6a53de42-b459-4b7b-ab08-16276fe85489/6871af38-d390-469b-ab48-bb0fcca33250/2135c31a-4b86-499b-9a3c-10dac4e5fb54) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:15.558778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72054964-f727-46ef-b5d5-09d53747fc4f req-cd1eff5e-d5e9-433e-a2bc-ed6cb642b995 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:15.567532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72054964-f727-46ef-b5d5-09d53747fc4f req-cd1eff5e-d5e9-433e-a2bc-ed6cb642b995 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/networks?id=ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 787 time: 0.4727421 Jun 03 15:29:15.573064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-72054964-f727-46ef-b5d5-09d53747fc4f req-c0511722-5270-4f07-8ae8-e441b758abb3 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:29:15.586502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72054964-f727-46ef-b5d5-09d53747fc4f req-c0511722-5270-4f07-8ae8-e441b758abb3 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193772 Jun 03 15:29:15.633975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7951240f-acef-4923-be1f-3bbccbffcfdb req-5e76879c-b770-454a-ab6c-2fd21f50d506 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110802 Jun 03 15:29:15.645086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:15.665373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:15.674387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] For port 06d27e8e-5df9-497c-8c14-da84bffe52b5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=06d27e8e-5df9-497c-8c14-da84bffe52b5,segment=NetworkSegment(4b10b446-48da-4f6e-ba65-54bfd48fb660),segment_id=4b10b446-48da-4f6e-ba65-54bfd48fb660)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:15.674963 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:15.690151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:15.803564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c6439555-16a2-4f3a-9329-acaffa615b3b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:29:15.884247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-5bedbaf6-e13a-4cc5-a05f-996ad667aafe tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips/5b8c594b-dc5c-4f5e-a6a4-598dec80b5e5 HTTP/1.1" status: 200 len: 693 time: 0.1812031 Jun 03 15:29:15.973349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] Calling delete_port for 06d27e8e-5df9-497c-8c14-da84bffe52b5 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:16.014891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-572c2c29-a730-425d-8ef4-db8658e9f2c3 None None] For port 2135c31a-4b86-499b-9a3c-10dac4e5fb54, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2135c31a-4b86-499b-9a3c-10dac4e5fb54,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:16.030786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2135c31a-4b86-499b-9a3c-10dac4e5fb54 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:16.089927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=baecc51e-8f82-4088-a359-e80c30a191ee,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:16.112962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042419a1-1dc7-4457-a27b-42675e9d4404 req-d3b74b4c-2789-449a-bed5-fb4c32894824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.114527 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-042419a1-1dc7-4457-a27b-42675e9d4404 req-d3b74b4c-2789-449a-bed5-fb4c32894824 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1678885a5c74c59be953414c6ff3e13&device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 1095 time: 0.6173797 Jun 03 15:29:16.155782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.156647 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:16.177414 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-572c2c29-a730-425d-8ef4-db8658e9f2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:16.192593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:16.221914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'port_id': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'mac_address': 'fa:16:3e:c0:90:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:29:16.233758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-572c2c29-a730-425d-8ef4-db8658e9f2c3 None None] Transition to ACTIVE for port object 2135c31a-4b86-499b-9a3c-10dac4e5fb54 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:16.265940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:16.277800 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-572c2c29-a730-425d-8ef4-db8658e9f2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:16.424227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2f1d9-0583-4f02-a2b7-b4ffa78d9e2b req-bcadb7c9-21ac-4ee8-a3d2-b5a0701bbcc1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.425933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4b2f1d9-0583-4f02-a2b7-b4ffa78d9e2b req-bcadb7c9-21ac-4ee8-a3d2-b5a0701bbcc1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.7212861 Jun 03 15:29:16.459526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-090ef502-1aae-4891-9500-94743f7d4849 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.460930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-090ef502-1aae-4891-9500-94743f7d4849 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.5552762 Jun 03 15:29:16.472269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=984607dc-584f-4e98-bc6f-e10ed9f8cc78,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:16.540387 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f0fcad08-4ce3-4873-8c46-850369ca0073 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.0095539 Jun 03 15:29:16.552618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45684) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:16.565156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c6439555-16a2-4f3a-9329-acaffa615b3b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:16.568330 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:16.601625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6439555-16a2-4f3a-9329-acaffa615b3b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:16.631114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:16.635657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4b2f1d9-0583-4f02-a2b7-b4ffa78d9e2b req-0ab3bffc-4cac-4c71-9ccc-47a8b129e750 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958370 Jun 03 15:29:16.640822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c2c29-a730-425d-8ef4-db8658e9f2c3 None None] Pushing event updated for resources: {'Port': ['ID=2135c31a-4b86-499b-9a3c-10dac4e5fb54,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:16.650192 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:16.661912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-c37c5d18-23aa-4071-8e25-b6b477268441 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.217 HTTP/1.1" status: 200 len: 696 time: 0.1813617 Jun 03 15:29:16.683408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042419a1-1dc7-4457-a27b-42675e9d4404 req-74229f81-9e06-4b04-8ef3-63f63df91a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.685425 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-042419a1-1dc7-4457-a27b-42675e9d4404 req-74229f81-9e06-4b04-8ef3-63f63df91a0c service neutron] 10.222.0.67 "GET /v2.0/networks?id=42000136-61d7-4d99-92a6-2c50eda7cb2d HTTP/1.1" status: 200 len: 914 time: 0.5561717 Jun 03 15:29:16.728300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Checking segment: {'id': '0ad5ad22-d533-4e9a-875b-40d6b968cb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2c3da955-967f-47ee-8735-86b5a22e3d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:16.728666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Network hostable DHCP agents. Network: 2c3da955-967f-47ee-8735-86b5a22e3d58, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:29:16.826478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-873533da-4889-4f4c-8406-75b302cb312c tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.217 HTTP/1.1" status: 200 len: 696 time: 0.1636515 Jun 03 15:29:16.835851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:16.940307 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-042419a1-1dc7-4457-a27b-42675e9d4404 req-5fcbde65-0a6a-4884-be33-6c2023857a32 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97999137-feff-44a0-acd3-f44ecae3f72e HTTP/1.1" status: 200 len: 217 time: 0.0928929 Jun 03 15:29:17.003842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Network 2c3da955-967f-47ee-8735-86b5a22e3d58 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:29:17.090528 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:17.135595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042419a1-1dc7-4457-a27b-42675e9d4404 req-f5c0cfe7-6c3d-49f2-bbb8-543928dc2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:17.137604 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-042419a1-1dc7-4457-a27b-42675e9d4404 req-f5c0cfe7-6c3d-49f2-bbb8-543928dc2e09 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bec850d2-0c2b-4b44-82e3-5e1ae9075a8f HTTP/1.1" status: 200 len: 853 time: 0.1895413 Jun 03 15:29:17.192828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d27e8e-5df9-497c-8c14-da84bffe52b5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:17.288535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c6439555-16a2-4f3a-9329-acaffa615b3b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:17.314459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-ba4f17a1-61b2-4be5-8c70-77b547735db4 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Deleting port 298a9249-1146-46cb-a9cc-71022216dade {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:17.315941 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-ba4f17a1-61b2-4be5-8c70-77b547735db4 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:17.445011 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-042419a1-1dc7-4457-a27b-42675e9d4404 req-d50e9460-5a0a-4440-bcfa-e34cc8a1bb2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=42000136-61d7-4d99-92a6-2c50eda7cb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2899866 Jun 03 15:29:17.462741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 2c3da955-967f-47ee-8735-86b5a22e3d58) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:17.484207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d351e9-1e53-4649-b7f0-8e297038c5e8 None None] Network 2c3da955-967f-47ee-8735-86b5a22e3d58 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:17.506640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:17.507387 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:17.611006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622169e-5451-497f-a1b5-c1543292a7fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:17.628670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622169e-5451-497f-a1b5-c1543292a7fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:17.630271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c622169e-5451-497f-a1b5-c1543292a7fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:17.845614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f76d2dfa-9b49-4d43-84ac-f1c2afc53fc0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8671553 Jun 03 15:29:17.855315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-845370af-ef67-4c49-b153-1e27b5ab6f53 None None] Provisioning for port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:17.865118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c622169e-5451-497f-a1b5-c1543292a7fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:17.870840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c622169e-5451-497f-a1b5-c1543292a7fc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.3032348 Jun 03 15:29:17.872254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45696) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:17.876492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-845370af-ef67-4c49-b153-1e27b5ab6f53 None None] Provisioning complete for port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:17.876864 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-845370af-ef67-4c49-b153-1e27b5ab6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:17.928033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8c9ab-a4d4-4012-a650-a11d155a2689 req-952ff702-f74c-4a04-af10-92d04fb14415 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:17.931243 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-042419a1-1dc7-4457-a27b-42675e9d4404 req-76ad78e3-e41b-4cb4-ba07-62fe1fa85b90 service neutron] 10.222.0.67 "GET /v2.0/networks/42000136-61d7-4d99-92a6-2c50eda7cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769647 Jun 03 15:29:17.947136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1a8c9ab-a4d4-4012-a650-a11d155a2689 req-952ff702-f74c-4a04-af10-92d04fb14415 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 944 time: 0.7176666 Jun 03 15:29:18.035882 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-ba4f17a1-61b2-4be5-8c70-77b547735db4 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.036389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-ba4f17a1-61b2-4be5-8c70-77b547735db4 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.075940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1a8c9ab-a4d4-4012-a650-a11d155a2689 req-14f6c9b6-8622-4123-8937-68e9118dfcde tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275408 Jun 03 15:29:18.145777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee25e11f-3c32-4201-bf05-64da2869608d None None] Network 2c3da955-967f-47ee-8735-86b5a22e3d58 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:18.335839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c1489-642a-4f1a-8eeb-417aa5a35d75 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port baecc51e-8f82-4088-a359-e80c30a191ee {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:18.336457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0a2c1489-642a-4f1a-8eeb-417aa5a35d75 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.409831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-ba4f17a1-61b2-4be5-8c70-77b547735db4 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Calling delete_port for 298a9249-1146-46cb-a9cc-71022216dade owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:18.468508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.592340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2135c31a-4b86-499b-9a3c-10dac4e5fb54 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:18.693042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-ba4f17a1-61b2-4be5-8c70-77b547735db4 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.840511 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-042419a1-1dc7-4457-a27b-42675e9d4404 req-44a738d2-c7c3-4c70-a551-165495e848e4 service neutron] 10.222.0.67 "GET /v2.0/networks/42000136-61d7-4d99-92a6-2c50eda7cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8903162 Jun 03 15:29:18.885569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f17a1-61b2-4be5-8c70-77b547735db4 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Pushing event deleted for resources: {'Port': ['ID=298a9249-1146-46cb-a9cc-71022216dade,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:18.987747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-ba4f17a1-61b2-4be5-8c70-77b547735db4 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:18.997481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:18.997844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:19.024298 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-ba4f17a1-61b2-4be5-8c70-77b547735db4 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:19.025931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d635b7a9-d464-40b7-95f6-c71c2483def4 req-ba4f17a1-61b2-4be5-8c70-77b547735db4 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "DELETE /v2.0/floatingips/5b8c594b-dc5c-4f5e-a6a4-598dec80b5e5 HTTP/1.1" status: 204 len: 173 time: 2.1981883 Jun 03 15:29:19.064656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-845370af-ef67-4c49-b153-1e27b5ab6f53 None None] Current status of the port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:19.240460 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:19.247590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-db831c5f-e702-491d-a316-7d74e8160d17 None None] Provisioning for port baecc51e-8f82-4088-a359-e80c30a191ee completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:19.258707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-db831c5f-e702-491d-a316-7d74e8160d17 None None] Provisioning complete for port baecc51e-8f82-4088-a359-e80c30a191ee triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:19.259183 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-db831c5f-e702-491d-a316-7d74e8160d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:19.446699 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0a2c1489-642a-4f1a-8eeb-417aa5a35d75 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:19.589119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-db831c5f-e702-491d-a316-7d74e8160d17 None None] Port baecc51e-8f82-4088-a359-e80c30a191ee cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:19.681392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 97999137-feff-44a0-acd3-f44ecae3f72e details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:29:19.743352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ebcac-f45c-459e-8ee3-b2b027f813ca req-91b2ee22-9cff-4028-a97a-bc2e5eadb3ab tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.744908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-258ebcac-f45c-459e-8ee3-b2b027f813ca req-91b2ee22-9cff-4028-a97a-bc2e5eadb3ab tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 945 time: 0.5558629 Jun 03 15:29:19.757139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c1489-642a-4f1a-8eeb-417aa5a35d75 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for baecc51e-8f82-4088-a359-e80c30a191ee owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:19.796909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06384abb-9a0b-4d75-a5a0-a6932d3843d0 req-002aa51c-8598-42de-a362-dc57f82fd477 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.807432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06384abb-9a0b-4d75-a5a0-a6932d3843d0 req-002aa51c-8598-42de-a362-dc57f82fd477 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.4019811 Jun 03 15:29:19.882831 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-258ebcac-f45c-459e-8ee3-b2b027f813ca req-6b75c3b7-b732-46ec-961e-8814648ea652 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243351 Jun 03 15:29:19.901749 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06384abb-9a0b-4d75-a5a0-a6932d3843d0 req-6f566146-7fa4-4c88-9d5d-3afca5685298 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933099 Jun 03 15:29:20.037730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 97999137-feff-44a0-acd3-f44ecae3f72e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97999137-feff-44a0-acd3-f44ecae3f72e,segment=NetworkSegment(fb275747-f1ac-4e56-a8a0-214534a4640f),segment_id=fb275747-f1ac-4e56-a8a0-214534a4640f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:20.038979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] Router 44621b8e-194b-4212-8380-16ee1c04eb9a has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:29:20.079055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '97999137-feff-44a0-acd3-f44ecae3f72e', 'network_id': '42000136-61d7-4d99-92a6-2c50eda7cb2d', 'port_id': '97999137-feff-44a0-acd3-f44ecae3f72e', 'mac_address': 'fa:16:3e:1c:d7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec850d2-0c2b-4b44-82e3-5e1ae9075a8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:29:20.155631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 97999137-feff-44a0-acd3-f44ecae3f72e is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:20.156360 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.183532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97999137-feff-44a0-acd3-f44ecae3f72e {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:20.207571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 97999137-feff-44a0-acd3-f44ecae3f72e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97999137-feff-44a0-acd3-f44ecae3f72e,segment=NetworkSegment(fb275747-f1ac-4e56-a8a0-214534a4640f),segment_id=fb275747-f1ac-4e56-a8a0-214534a4640f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:20.216520 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.350985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=97999137-feff-44a0-acd3-f44ecae3f72e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:20.534680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:29:20.554817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc491c-92cc-424b-8b9e-2097dcbeed68 None None] Sync routers for ids ['44621b8e-194b-4212-8380-16ee1c04eb9a'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:20.556515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-c8ec79a3-c88c-4390-9b0b-c57a0d2588c3 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5815933 Jun 03 15:29:20.567889 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0a2c1489-642a-4f1a-8eeb-417aa5a35d75 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.570753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc491c-92cc-424b-8b9e-2097dcbeed68 None None] Routers {'44621b8e-194b-4212-8380-16ee1c04eb9a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:20.570753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ccfc491c-92cc-424b-8b9e-2097dcbeed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:29:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['44621b8e-194b-4212-8380-16ee1c04eb9a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:20.592312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:20.614133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:20.636686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Usage tracker for resource:floatingip and tenant:6e0fbc571d9442679db5c4863c0d7daf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:20.672198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:20.673667 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a35858e2-cd93-43ba-b8c5-112ea0ba42d6 admin admin] 10.222.0.48 "PUT /v2.0/routers/44621b8e-194b-4212-8380-16ee1c04eb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0217955 Jun 03 15:29:20.685157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45728) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:20.687242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:20.757023 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:20.898815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c1489-642a-4f1a-8eeb-417aa5a35d75 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=baecc51e-8f82-4088-a359-e80c30a191ee,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:20.927851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ccfc491c-92cc-424b-8b9e-2097dcbeed68 None None] Set router 44621b8e-194b-4212-8380-16ee1c04eb9a gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:20.932957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dba67-605b-4079-9365-dd737387d84b req-a1bcd2d5-fba2-46ba-958b-611d2c25c8ad tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:20.936094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-a1bcd2d5-fba2-46ba-958b-611d2c25c8ad tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/networks?id=f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 HTTP/1.1" status: 200 len: 824 time: 0.5995388 Jun 03 15:29:21.008954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-0630b7a1-4b9e-43c1-ad6c-4bae1aaaff92 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/quotas/8921da91eb4e49409c0d07d3ab408503 HTTP/1.1" status: 200 len: 375 time: 0.0413721 Jun 03 15:29:21.111684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-b620acdc-f4b7-4332-a698-c127cf6fd57f tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8921da91eb4e49409c0d07d3ab408503&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012938 Jun 03 15:29:21.188926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['97999137-feff-44a0-acd3-f44ecae3f72e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:21.345143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0a2c1489-642a-4f1a-8eeb-417aa5a35d75 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:21.351981 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0a2c1489-642a-4f1a-8eeb-417aa5a35d75 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/baecc51e-8f82-4088-a359-e80c30a191ee HTTP/1.1" status: 204 len: 168 time: 3.4627430 Jun 03 15:29:21.353825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45736) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:21.384227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-67d35f1f-4ab3-4146-89b4-6d4803a75e7e service neutron] 10.222.0.48 "GET /v2.0/networks/f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643967 Jun 03 15:29:21.469042 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:21.663997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea5f2e5-34de-4163-9924-cc55f9a0b1aa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:21.667108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea5f2e5-34de-4163-9924-cc55f9a0b1aa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:21.667383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea5f2e5-34de-4163-9924-cc55f9a0b1aa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:21.668410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6ea5f2e5-34de-4163-9924-cc55f9a0b1aa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:21.708020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-29b5e396-8732-4c3c-b539-00af131e8b7b service neutron] 10.222.0.48 "GET /v2.0/networks/f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207242 Jun 03 15:29:21.749998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c6439555-16a2-4f3a-9329-acaffa615b3b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:21.754554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:21.888924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6ea5f2e5-34de-4163-9924-cc55f9a0b1aa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:21.896742 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6ea5f2e5-34de-4163-9924-cc55f9a0b1aa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5368626 Jun 03 15:29:21.899977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45742) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:22.031495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c09b0b1-4ccd-46b0-b00e-78f0f333f1d3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 6871af38-d390-469b-ab48-bb0fcca33250 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:22.035384 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c09b0b1-4ccd-46b0-b00e-78f0f333f1d3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.079344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port c6439555-16a2-4f3a-9329-acaffa615b3b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:22.088661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ccfc491c-92cc-424b-8b9e-2097dcbeed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'name': 'tempest-ServerRescueTestJSON-299329111-router', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:52Z', 'updated_at': '2022-06-03T15:29:16Z', 'revision_number': 5, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'gw_port': {'id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:54Z', 'updated_at': '2022-06-03T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:22.117914 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c09b0b1-4ccd-46b0-b00e-78f0f333f1d3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.123678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port c6439555-16a2-4f3a-9329-acaffa615b3b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:22.124026 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.181205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc491c-92cc-424b-8b9e-2097dcbeed68 None None] Checking router: 44621b8e-194b-4212-8380-16ee1c04eb9a for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:22.229089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc491c-92cc-424b-8b9e-2097dcbeed68 None None] Routers {'44621b8e-194b-4212-8380-16ee1c04eb9a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:22.230153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ccfc491c-92cc-424b-8b9e-2097dcbeed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:29:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['44621b8e-194b-4212-8380-16ee1c04eb9a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:22.251244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c09b0b1-4ccd-46b0-b00e-78f0f333f1d3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.295527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Allocated IP 172.25.7.51 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/5f95016e-ade6-4f9a-9cba-0503daf18b08) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:22.506973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c09b0b1-4ccd-46b0-b00e-78f0f333f1d3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.587082 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c09b0b1-4ccd-46b0-b00e-78f0f333f1d3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.612881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09b0b1-4ccd-46b0-b00e-78f0f333f1d3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=6871af38-d390-469b-ab48-bb0fcca33250,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:22.619584 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4c09b0b1-4ccd-46b0-b00e-78f0f333f1d3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/6871af38-d390-469b-ab48-bb0fcca33250 HTTP/1.1" status: 204 len: 168 time: 0.7138188 Jun 03 15:29:22.620246 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.637740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45754) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:22.708388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Deleting port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:22.709596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.753500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d33747-2498-4264-a5dc-462f9fdfc197 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:22.826370 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:22.925587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334d2dc-f7b6-4224-a775-869d00571186 req-3853ec8e-c730-4d68-881b-8f0f456a0515 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:22.943343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7334d2dc-f7b6-4224-a775-869d00571186 req-3853ec8e-c730-4d68-881b-8f0f456a0515 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 945 time: 0.5790300 Jun 03 15:29:23.037710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c6439555-16a2-4f3a-9329-acaffa615b3b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:23.037988 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.058881 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7334d2dc-f7b6-4224-a775-869d00571186 req-3715fc8d-525c-4367-8998-eee310eb8b38 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010368 Jun 03 15:29:23.058881 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.093156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ccfc491c-92cc-424b-8b9e-2097dcbeed68 None None] Set router 44621b8e-194b-4212-8380-16ee1c04eb9a gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:23.185277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] For port 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=583ce3f7-5d2b-4bb7-94e7-825e5e25dc00,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:23.185643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.214692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39484c0-0e07-468e-90f9-9899eec13ef2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet f2541c5e-c139-4df5-8be7-f816259a2404 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:23.259898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Pushing event updated for resources: {'Port': ['ID=5f95016e-ade6-4f9a-9cba-0503daf18b08,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:23.274269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:23.331669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.332779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.332779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.333090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.333765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.334140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.334462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.334836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.335384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.335554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.335930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.336628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:23.363798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:23.381911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:23.430734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Calling delete_port for 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:23.474552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:23.491352 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e39484c0-0e07-468e-90f9-9899eec13ef2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.579717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:23.619841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6739bc-ba5f-41da-bbe4-94836ae010e1 req-fa1664d2-d934-4bfe-84f0-e0689d5af55b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:23.624456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e39484c0-0e07-468e-90f9-9899eec13ef2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.626511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa6739bc-ba5f-41da-bbe4-94836ae010e1 req-fa1664d2-d934-4bfe-84f0-e0689d5af55b tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.3687179 Jun 03 15:29:23.650831 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.696718 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.708465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa6739bc-ba5f-41da-bbe4-94836ae010e1 req-c35b18ef-2eab-4906-b63d-e84092162cd6 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777743 Jun 03 15:29:23.746444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 97999137-feff-44a0-acd3-f44ecae3f72e up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:23.838148 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e39484c0-0e07-468e-90f9-9899eec13ef2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.850293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:23.980358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:24.024460 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 97999137-feff-44a0-acd3-f44ecae3f72e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:24.030448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ccfc491c-92cc-424b-8b9e-2097dcbeed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'name': 'tempest-ServerRescueTestJSON-299329111-router', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:52Z', 'updated_at': '2022-06-03T15:29:16Z', 'revision_number': 5, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'gw_port': {'id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:54Z', 'updated_at': '2022-06-03T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:24.055444 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e39484c0-0e07-468e-90f9-9899eec13ef2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.059377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 97999137-feff-44a0-acd3-f44ecae3f72e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:24.059946 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.101657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc491c-92cc-424b-8b9e-2097dcbeed68 None None] The sync data for ids ['44621b8e-194b-4212-8380-16ee1c04eb9a'] in n-d-844595-1 is: [{'id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'name': 'tempest-ServerRescueTestJSON-299329111-router', 'tenant_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:25:52Z', 'updated_at': '2022-06-03T15:29:16Z', 'revision_number': 5, 'project_id': '2d8d8fe197d344f8b4928a1cc06fda25', 'gw_port': {'id': '583ce3f7-5d2b-4bb7-94e7-825e5e25dc00', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44621b8e-194b-4212-8380-16ee1c04eb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:25:54Z', 'updated_at': '2022-06-03T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:24.118913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39484c0-0e07-468e-90f9-9899eec13ef2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=f2541c5e-c139-4df5-8be7-f816259a2404,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:24.133681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e39484c0-0e07-468e-90f9-9899eec13ef2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.150588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.262345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Pushing event deleted for resources: {'Port': ['ID=583ce3f7-5d2b-4bb7-94e7-825e5e25dc00,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:24.291610 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e39484c0-0e07-468e-90f9-9899eec13ef2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/f2541c5e-c139-4df5-8be7-f816259a2404 HTTP/1.1" status: 204 len: 168 time: 1.6498435 Jun 03 15:29:24.295162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 97999137-feff-44a0-acd3-f44ecae3f72e is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:24.295731 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.320670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45770) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:24.371431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 97999137-feff-44a0-acd3-f44ecae3f72e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97999137-feff-44a0-acd3-f44ecae3f72e,segment=NetworkSegment(fb275747-f1ac-4e56-a8a0-214534a4640f),segment_id=fb275747-f1ac-4e56-a8a0-214534a4640f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:24.379068 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.561196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f5b0ea6b-e5b6-4181-839c-db8089a71a23 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:router {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:24.653144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e8d9-c7cd-4757-94c4-fc2405b92fc6 req-e8db76bf-b2ed-49e2-83fa-9e56e4fe67f7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:24.664424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fe5e8d9-c7cd-4757-94c4-fc2405b92fc6 req-e8db76bf-b2ed-49e2-83fa-9e56e4fe67f7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.2516694 Jun 03 15:29:24.675954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=97999137-feff-44a0-acd3-f44ecae3f72e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:24.679851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f5b0ea6b-e5b6-4181-839c-db8089a71a23 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:router {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:24.681564 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f5b0ea6b-e5b6-4181-839c-db8089a71a23 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3538935 Jun 03 15:29:24.711782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45774) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:24.727668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:24.763150 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.823096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:24.856114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fe5e8d9-c7cd-4757-94c4-fc2405b92fc6 req-b8d5f60b-e4a2-433b-875a-c6367079fae7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890361 Jun 03 15:29:24.863840 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.090238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:25.099507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Pushing event updated for resources: {'Port': ['ID=5f95016e-ade6-4f9a-9cba-0503daf18b08,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:25.114380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:25.124092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:25.134994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:25.137573 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.183407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:25.199296 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.209530 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.218778 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.307210 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.308495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44621b8e-194b-4212-8380-16ee1c04eb9a {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:29:25.337298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dba67-605b-4079-9365-dd737387d84b req-07d43bd4-aeaa-4979-8f31-1cfc028fdedd tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.339278 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7d4dba67-605b-4079-9365-dd737387d84b req-07d43bd4-aeaa-4979-8f31-1cfc028fdedd tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Synchronizing usage tracker for tenant:8921da91eb4e49409c0d07d3ab408503 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:25.365381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.370764 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aed9f105-b965-4552-98db-4b7bd6789197 admin admin] 10.222.0.48 "DELETE /v2.0/routers/44621b8e-194b-4212-8380-16ee1c04eb9a HTTP/1.1" status: 204 len: 168 time: 4.6138608 Jun 03 15:29:25.371614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45782) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:25.388598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a70ac-ac59-45d2-b61f-75702a58fd21 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:25.461106 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.463483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-305f212f-c16d-46f9-9a07-b2114e3d20da tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8864348 Jun 03 15:29:25.480001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fbd26b-1828-4ab1-b6f5-3efaa076e7e1 admin admin] Deleting subnet 3eba99dd-07f2-4c2d-ad1e-2d479f70a26d {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:25.484106 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd26b-1828-4ab1-b6f5-3efaa076e7e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.531545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7d4dba67-605b-4079-9365-dd737387d84b req-07d43bd4-aeaa-4979-8f31-1cfc028fdedd tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Unset dirty status for tenant:8921da91eb4e49409c0d07d3ab408503 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:25.532881 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-07d43bd4-aeaa-4979-8f31-1cfc028fdedd tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.67 "GET /v2.0/networks?id=f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 HTTP/1.1" status: 200 len: 824 time: 0.9204042 Jun 03 15:29:25.555925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Request body: {'port': {'device_id': '8e40e7fa-b3f4-4222-9557-44e5cba49c0f', 'network_id': 'f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12', 'admin_state_up': True, 'tenant_id': '8921da91eb4e49409c0d07d3ab408503'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:25.579325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a83b741e-9c80-4fbc-852d-61c4e9ac057a None None] Provisioning complete for port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:25.579933 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a83b741e-9c80-4fbc-852d-61c4e9ac057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.606556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b988a493-2c9b-4170-b58a-d4ef97990a87 req-345a862f-4285-43bb-8309-88f6b94e7a4b tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 210 time: 0.3806372 Jun 03 15:29:25.641834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-1e7ddd9f-1ed1-40da-90be-cbfacf052b3c tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Synchronizing usage tracker for tenant:6e0fbc571d9442679db5c4863c0d7daf on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:25.666683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd26b-1828-4ab1-b6f5-3efaa076e7e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:25.706161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-1e7ddd9f-1ed1-40da-90be-cbfacf052b3c tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Unset dirty status for tenant:6e0fbc571d9442679db5c4863c0d7daf on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:25.707645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-1e7ddd9f-1ed1-40da-90be-cbfacf052b3c tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.1832836 Jun 03 15:29:25.712576 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e53aac-e662-4d72-9514-6f0a5b9210c2'] response: {'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'code': 200} Jun 03 15:29:25.974328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a83b741e-9c80-4fbc-852d-61c4e9ac057a None None] Current status of the port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:26.053192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:26.060878 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Usage tracker for resource:port and tenant:8921da91eb4e49409c0d07d3ab408503 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:26.070125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:26.070872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:26.080546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:26.096081 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd26b-1828-4ab1-b6f5-3efaa076e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:26.144091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Made reservation on behalf of 8921da91eb4e49409c0d07d3ab408503 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:26.150135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:26.150996 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:29:26.167872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:29:26.167872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 583ce3f7-5d2b-4bb7-94e7-825e5e25dc00 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:26.168361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 06d27e8e-5df9-497c-8c14-da84bffe52b5 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:26.205687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-6903b7bf-9210-4505-a324-f712a7e92740 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:26.207226 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05be81cb-8f89-4728-86f6-5d1ad529dbd0 req-6903b7bf-9210-4505-a324-f712a7e92740 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.4861715 Jun 03 15:29:26.226240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace51995-73f7-41ab-ba94-0704dae47e43 req-2c3ce35a-3020-49db-948d-c160ed52e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:26.227819 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ace51995-73f7-41ab-ba94-0704dae47e43 req-2c3ce35a-3020-49db-948d-c160ed52e7d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 1097 time: 0.3164611 Jun 03 15:29:26.232203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Deleting port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:26.232695 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:26.239460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8740-efe5-4183-ab13-03a9b8eee0e3 req-fd59e304-589e-4c74-8b60-d16d4e9f1e62 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:26.241395 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75be8740-efe5-4183-ab13-03a9b8eee0e3 req-fd59e304-589e-4c74-8b60-d16d4e9f1e62 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 946 time: 0.3682520 Jun 03 15:29:26.407025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ace51995-73f7-41ab-ba94-0704dae47e43 req-78360817-51e2-4232-85d4-07dde1e3ad3a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643112 Jun 03 15:29:26.424424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75be8740-efe5-4183-ab13-03a9b8eee0e3 req-0007ea3a-37f4-4eeb-8336-fc161c265a67 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341889 Jun 03 15:29:26.448023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.objects.ports [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88445) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:29:26.474997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd26b-1828-4ab1-b6f5-3efaa076e7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:26.670697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbd26b-1828-4ab1-b6f5-3efaa076e7e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eba99dd-07f2-4c2d-ad1e-2d479f70a26d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:26.676840 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd26b-1828-4ab1-b6f5-3efaa076e7e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:26.691897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] For port 2135c31a-4b86-499b-9a3c-10dac4e5fb54, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2135c31a-4b86-499b-9a3c-10dac4e5fb54,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:26.692803 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:26.698600 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a2fbd26b-1828-4ab1-b6f5-3efaa076e7e1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3eba99dd-07f2-4c2d-ad1e-2d479f70a26d HTTP/1.1" status: 204 len: 168 time: 1.3254268 Jun 03 15:29:26.702857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45794) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:26.869357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Allocated IP 172.20.0.3 (f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12/dea9faaa-11ce-4114-9fce-a28fa65c47cf/1f504aed-c162-467b-9cf4-c41b5f289493) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:26.987217 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.027587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Calling delete_port for 2135c31a-4b86-499b-9a3c-10dac4e5fb54 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:27.071033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 06d27e8e-5df9-497c-8c14-da84bffe52b5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:29:27.071517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 06d27e8e-5df9-497c-8c14-da84bffe52b5 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:27.161948 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:29:27.164308 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:29:27.189930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc414ae7-8dd2-4640-8bee-ee15999736e7 req-69074e2d-0640-400a-8145-10f9535fefb8 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:27.192359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc414ae7-8dd2-4640-8bee-ee15999736e7 req-69074e2d-0640-400a-8145-10f9535fefb8 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.5560267 Jun 03 15:29:27.241980 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.306387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.306821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f028fa9-79ea-4d65-8d6f-ce5e6a11da11 req-bef65294-2e73-4a64-88d7-68afec09e714 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:27.308872 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f028fa9-79ea-4d65-8d6f-ce5e6a11da11 req-bef65294-2e73-4a64-88d7-68afec09e714 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.4934382 Jun 03 15:29:27.372910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88de1d3-7f66-4aef-ac66-7080cf35e87c']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:27.398548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b10b446-48da-4f6e-ba65-54bfd48fb660') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:27.398846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b10b446-48da-4f6e-ba65-54bfd48fb660') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:27.423045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc414ae7-8dd2-4640-8bee-ee15999736e7 req-9629bb6e-f1a0-4f1a-999a-915adaf1f1ef tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171807 Jun 03 15:29:27.427439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.436737 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.467815 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.478206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:29:27.479489 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.550373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f028fa9-79ea-4d65-8d6f-ce5e6a11da11 req-a445b5e9-94ae-4774-a837-615d3436f4f8 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989071 Jun 03 15:29:27.573460 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 4b10b446-48da-4f6e-ba65-54bfd48fb660 resource provider aggregate not found Jun 03 15:29:27.612965 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-4c00c17f-9dff-49af-97af-08b9ae5e08df tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips/14e7b57f-fd56-469c-beae-1542e2567291 HTTP/1.1" status: 200 len: 692 time: 0.1465440 Jun 03 15:29:27.636336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.641333 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 4b10b446-48da-4f6e-ba65-54bfd48fb660 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b10b446-48da-4f6e-ba65-54bfd48fb660 found for delete ", "request_id": "req-8a697f80-289b-4613-a3ec-cc67e3953ffc"}]} Jun 03 15:29:27.652979 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.665723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Deleting port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:27.666517 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.759507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d229ebe-6d13-4186-ba14-ba1321f4dfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97999137-feff-44a0-acd3-f44ecae3f72e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:27.787024 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:27.843165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d88de1d3-7f66-4aef-ac66-7080cf35e87c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:27.883260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Network f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:27.894416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:27.927070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] For port 2135c31a-4b86-499b-9a3c-10dac4e5fb54, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2135c31a-4b86-499b-9a3c-10dac4e5fb54,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:27.934901 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c08934c4-a373-404f-863a-9e8fc83a90a6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d88de1d3-7f66-4aef-ac66-7080cf35e87c HTTP/1.1" status: 204 len: 168 time: 1.2297010 Jun 03 15:29:27.936841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:27.964000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-c05d409a-90fd-4500-8f3b-12b8158270b8 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:27.964000 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-c05d409a-90fd-4500-8f3b-12b8158270b8 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 784 time: 0.2957499 Jun 03 15:29:28.099519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2135c31a-4b86-499b-9a3c-10dac4e5fb54 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:28.114640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Pushing event updated for resources: {'Port': ['ID=1f504aed-c162-467b-9cf4-c41b5f289493,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:28.158186 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:29:28.183936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.184963 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.196526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-d8c1b5d7-1af7-40a9-8c2d-4f0446e34943 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.1981318 Jun 03 15:29:28.203028 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.211162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.212335 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.232273 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-46a9cf21-a1df-4098-87e4-8631caff7806 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6822190 Jun 03 15:29:28.281414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Request body: {'port': {'device_id': '8e40e7fa-b3f4-4222-9557-44e5cba49c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:28.428647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45810) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:28.610024 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.621088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] For port 2135c31a-4b86-499b-9a3c-10dac4e5fb54, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2135c31a-4b86-499b-9a3c-10dac4e5fb54,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:28.621088 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.621420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=7daa9d37-05a5-48d2-b800-10dbbcd84f5d,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:28.643265 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2dd43cc1-d87c-48aa-88ba-ebeb2233f343 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d8d8fe197d344f8b4928a1cc06fda25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197642 Jun 03 15:29:28.644799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:28.645259 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.646823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45816) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:28.668915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:28.683193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:28.692762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.693462 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:28.708700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-9c3d60d6-bf10-40ca-b079-cef4fd3682af tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.4881809 Jun 03 15:29:28.831914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Calling delete_port for 2135c31a-4b86-499b-9a3c-10dac4e5fb54 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:28.870228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2307435-bb41-4a41-a520-bd7f59e11ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.046710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 2135c31a-4b86-499b-9a3c-10dac4e5fb54, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2135c31a-4b86-499b-9a3c-10dac4e5fb54,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:29.047626 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2307435-bb41-4a41-a520-bd7f59e11ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.054979 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.063095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a118b3a-2e4f-48c0-8365-e2cbdd034c73 req-86997c29-cc85-4adb-94b7-8cd058371118 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:29.073764 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a118b3a-2e4f-48c0-8365-e2cbdd034c73 req-86997c29-cc85-4adb-94b7-8cd058371118 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 931 time: 1.1397071 Jun 03 15:29:29.142892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-2ece3d05-20d5-405f-af40-a02b779c58db tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Deleting port 5f95016e-ade6-4f9a-9cba-0503daf18b08 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:29.143363 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-2ece3d05-20d5-405f-af40-a02b779c58db tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.159637 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:29:29.160435 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:29:29.204260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=2135c31a-4b86-499b-9a3c-10dac4e5fb54,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:29.222847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a0d88be3-4fda-488f-9c50-5e3dccf84dfb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5032165 Jun 03 15:29:29.241433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45826) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:29.245431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=2135c31a-4b86-499b-9a3c-10dac4e5fb54,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:29.252092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:29.265764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.266500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.267127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.268296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.268983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.270537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.271164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.271854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.272465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.273074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.273741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.274270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a118b3a-2e4f-48c0-8365-e2cbdd034c73 req-fa744be9-59d5-4ebb-b810-1f9e061e8e67 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/security-groups?id=49a7c119-f976-4477-a99b-6c0097227873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992912 Jun 03 15:29:29.274461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:29.421810 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.552193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2307435-bb41-4a41-a520-bd7f59e11ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.555745 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-2ece3d05-20d5-405f-af40-a02b779c58db tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.556150 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-2ece3d05-20d5-405f-af40-a02b779c58db tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.566856 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:29:29.631187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2307435-bb41-4a41-a520-bd7f59e11ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d3d28b-d764-4920-9d7b-4193935b4ead,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:29.673466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d2307435-bb41-4a41-a520-bd7f59e11ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.677804 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d2307435-bb41-4a41-a520-bd7f59e11ef8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25d3d28b-d764-4920-9d7b-4193935b4ead HTTP/1.1" status: 204 len: 168 time: 1.0265186 Jun 03 15:29:29.701622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f504aed-c162-467b-9cf4-c41b5f289493 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:29.712759 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.724640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:29.735028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:29.741198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:29.747472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Transition to ACTIVE for port object 1f504aed-c162-467b-9cf4-c41b5f289493 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:29.753642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.762360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:29.841984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Deleting port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:29.848612 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:29.894819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-2ece3d05-20d5-405f-af40-a02b779c58db tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Calling delete_port for 5f95016e-ade6-4f9a-9cba-0503daf18b08 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:29.969776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:29.973324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.010500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3785aa-d9b5-43e6-b5ac-34a6315ef53f req-5657d9be-7d8b-42aa-a0c5-c98d42ad18e9 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:30.013605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d3785aa-d9b5-43e6-b5ac-34a6315ef53f req-5657d9be-7d8b-42aa-a0c5-c98d42ad18e9 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 946 time: 0.5342100 Jun 03 15:29:30.048345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Pushing event updated for resources: {'Port': ['ID=1f504aed-c162-467b-9cf4-c41b5f289493,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:30.117356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d3785aa-d9b5-43e6-b5ac-34a6315ef53f req-e2cc3038-7e64-41a9-8c9c-ef1012163f37 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924022 Jun 03 15:29:30.140528 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:29:30.213832 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737e84b0-b4e9-4bdf-a18e-035a4c14d602'] response: {'server_uuid': '2d229ebe-6d13-4186-ba14-ba1321f4dfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97999137-feff-44a0-acd3-f44ecae3f72e', 'code': 200} Jun 03 15:29:30.244074 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-2ece3d05-20d5-405f-af40-a02b779c58db tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.347327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] For port 2135c31a-4b86-499b-9a3c-10dac4e5fb54, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2135c31a-4b86-499b-9a3c-10dac4e5fb54,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:30.351284 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.393593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Attempting to bind port 1f504aed-c162-467b-9cf4-c41b5f289493 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:30.394493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Attempting to bind port 1f504aed-c162-467b-9cf4-c41b5f289493 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '5017ee29-f656-44eb-92c0-b7704e144efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:30.394994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Attempting to bind port 1f504aed-c162-467b-9cf4-c41b5f289493 on network f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:30.405184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Port 1f504aed-c162-467b-9cf4-c41b5f289493 on network f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:29:30.405900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Attempting to bind port 1f504aed-c162-467b-9cf4-c41b5f289493 on network f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:30.421207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:30.421529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Checking segment: {'id': '5017ee29-f656-44eb-92c0-b7704e144efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:30.421951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Bound using segment: {'id': '5017ee29-f656-44eb-92c0-b7704e144efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:30.422396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Bound port: 1f504aed-c162-467b-9cf4-c41b5f289493, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5017ee29-f656-44eb-92c0-b7704e144efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:30.422746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.510146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece3d05-20d5-405f-af40-a02b779c58db tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Pushing event deleted for resources: {'Port': ['ID=5f95016e-ade6-4f9a-9cba-0503daf18b08,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:30.651778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Calling delete_port for 2135c31a-4b86-499b-9a3c-10dac4e5fb54 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:30.747781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-2ece3d05-20d5-405f-af40-a02b779c58db tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.788758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53947b8-3d9e-4a09-952a-fff2461caf2f req-2645a841-d295-47ed-ab67-6e825a95246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:30.796166 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b53947b8-3d9e-4a09-952a-fff2461caf2f req-2645a841-d295-47ed-ab67-6e825a95246f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 1097 time: 0.4668300 Jun 03 15:29:30.797305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] For port 1f504aed-c162-467b-9cf4-c41b5f289493, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:30.803651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7747361-6bdf-4f1c-8bbf-2eadb35db8da req-7f9abd60-c051-4afa-97d6-85a3bc646be1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:30.803902 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.805669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7747361-6bdf-4f1c-8bbf-2eadb35db8da req-7f9abd60-c051-4afa-97d6-85a3bc646be1 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.3698955 Jun 03 15:29:30.840834 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.900641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] For port 1f504aed-c162-467b-9cf4-c41b5f289493, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f504aed-c162-467b-9cf4-c41b5f289493,segment=NetworkSegment(5017ee29-f656-44eb-92c0-b7704e144efb),segment_id=5017ee29-f656-44eb-92c0-b7704e144efb)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:30.905209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b53947b8-3d9e-4a09-952a-fff2461caf2f req-ad6104b9-9867-4ce9-ae25-d06afbf2fc83 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958331 Jun 03 15:29:30.911488 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-2ece3d05-20d5-405f-af40-a02b779c58db tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.912719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87cd55b1-851a-49ba-9901-048e1d2da929 req-2ece3d05-20d5-405f-af40-a02b779c58db tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "DELETE /v2.0/floatingips/14e7b57f-fd56-469c-beae-1542e2567291 HTTP/1.1" status: 204 len: 173 time: 2.2028799 Jun 03 15:29:30.913759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:30.915094 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.933700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7747361-6bdf-4f1c-8bbf-2eadb35db8da req-738192cb-1376-4ee5-8d25-fcf3b4f0be8c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978162 Jun 03 15:29:30.974781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:30.979521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:30.980447 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:30.988246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] Pushing event deleted for resources: {'Port': ['ID=2135c31a-4b86-499b-9a3c-10dac4e5fb54,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:31.059984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:31.060930 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:31.063274 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] 10.222.0.67 "PUT /v2.0/ports/1f504aed-c162-467b-9cf4-c41b5f289493 HTTP/1.1" status: 200 len: 1091 time: 2.8168981 Jun 03 15:29:31.064211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=b400a0f7-1fdb-4d75-9dd8-6c9a805ba53b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:31.078006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e40e7fa-b3f4-4222-9557-44e5cba49c0f', 'tag': '1f504aed-c162-467b-9cf4-c41b5f289493'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:31.123723 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8c291d0c-c17e-430e-87b0-f5beacc9bf6a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8801551 Jun 03 15:29:31.128970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45858) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:31.139669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:ba:26:1f', 'name': 'tempest-NetworksTestDHCPv6-1320847041'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:31.195543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283003c8-13f4-42bb-a00a-bf2f8c7edd15 None None] No DVR routers for this DVR port 2135c31a-4b86-499b-9a3c-10dac4e5fb54 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:29:31.218653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbda196-63e2-4ade-87e3-720cb095fb36 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:31.247361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242e395-d414-4241-91d1-d5592ef8ac2b service neutron] Pushing event updated for resources: {'Port': ['ID=1f504aed-c162-467b-9cf4-c41b5f289493,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:31.283232 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45864) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:31.299000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef83f87-8350-4e90-add9-af973047fcdf req-3a746201-48e5-479f-9907-9d87a5d4a1d3 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:31.301030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fef83f87-8350-4e90-add9-af973047fcdf req-3a746201-48e5-479f-9907-9d87a5d4a1d3 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.1837370 Jun 03 15:29:31.435714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fef83f87-8350-4e90-add9-af973047fcdf req-68ad07a4-7123-460d-ac1f-9ba4d6a5585b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205328 Jun 03 15:29:31.525303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:31.546321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:31.553652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:31.566522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:31.571678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1429354045-network', 'tenant_id': 'ddbd34c78861408e9a2bc1035b21d6db'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:31.579938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:31.589510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Usage tracker for resource:network and tenant:ddbd34c78861408e9a2bc1035b21d6db is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:31.593525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:31.605679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:31.626628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:31.644253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Made reservation on behalf of ddbd34c78861408e9a2bc1035b21d6db for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:31.647181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:31.708903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '7daa9d37-05a5-48d2-b800-10dbbcd84f5d'}, {'subnet_id': 'b400a0f7-1fdb-4d75-9dd8-6c9a805ba53b'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:29:31.709785 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:31.716808 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:31.773278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:31.797129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Usage tracker for resource:security_group_rule and tenant:ddbd34c78861408e9a2bc1035b21d6db is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:31.797773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:31.803047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:31.827268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dba67-605b-4079-9365-dd737387d84b req-debaca60-82e9-4e6d-bc77-3972aa99c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:31.830162 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-debaca60-82e9-4e6d-bc77-3972aa99c9aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8921da91eb4e49409c0d07d3ab408503&device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 1094 time: 0.3941596 Jun 03 15:29:31.851566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port f665e2f1-849a-4cf2-aa5f-6f056f3e86bd yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:29:31.937323 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-4b65fc85-2176-4425-b827-336b11686550 req-e5ecaa75-8d84-40bd-b764-3641c6451eb3 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] show failed (client error): The resource could not be found. Jun 03 15:29:31.947919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b65fc85-2176-4425-b827-336b11686550 req-e5ecaa75-8d84-40bd-b764-3641c6451eb3 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips/14e7b57f-fd56-469c-beae-1542e2567291 HTTP/1.1" status: 404 len: 350 time: 0.1544406 Jun 03 15:29:31.964117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:31.967506 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-c6c74f25-8403-4caa-9a3d-a97dfa9d7f95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f504aed-c162-467b-9cf4-c41b5f289493 HTTP/1.1" status: 200 len: 217 time: 0.1185503 Jun 03 15:29:32.029227 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceaf2a0f-5b0b-410e-a880-3cfcf29384c5'] response: {'name': 'network-changed', 'server_uuid': '8e40e7fa-b3f4-4222-9557-44e5cba49c0f', 'tag': '1f504aed-c162-467b-9cf4-c41b5f289493', 'status': 'completed', 'code': 200} Jun 03 15:29:32.073138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dba67-605b-4079-9365-dd737387d84b req-421d6ada-2821-4138-b104-c94322e3136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.075358 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-421d6ada-2821-4138-b104-c94322e3136a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dea9faaa-11ce-4114-9fce-a28fa65c47cf HTTP/1.1" status: 200 len: 864 time: 0.0989165 Jun 03 15:29:32.100945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520e4fb-1065-45a6-ba44-ae74d3bb7189 req-c7a7db5f-2b74-4bb6-8200-fbfb7083cbe1 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.103729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1520e4fb-1065-45a6-ba44-ae74d3bb7189 req-c7a7db5f-2b74-4bb6-8200-fbfb7083cbe1 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 943 time: 0.4376161 Jun 03 15:29:32.133751 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-9768b77c-7af1-408c-9bf9-2a0c85e616c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499396 Jun 03 15:29:32.146283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Allocated IP 172.20.0.2 (6a53de42-b459-4b7b-ab08-16276fe85489/b400a0f7-1fdb-4d75-9dd8-6c9a805ba53b/4500ac7d-c658-4ef0-8283-a0023ee49d98) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:32.155085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Allocated IP 2001:db8::f816:3eff:fe0c:8e17 (6a53de42-b459-4b7b-ab08-16276fe85489/7daa9d37-05a5-48d2-b800-10dbbcd84f5d/4500ac7d-c658-4ef0-8283-a0023ee49d98) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:32.164089 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3653b773-25f4-4bcb-93d2-42153fdedb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.313522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1520e4fb-1065-45a6-ba44-ae74d3bb7189 req-b558210f-4c37-4776-bb47-913c0358ea9c tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/security-groups?id=49a7c119-f976-4477-a99b-6c0097227873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924231 Jun 03 15:29:32.342512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16055aa-56a7-4c6d-a86b-2f53e056468d req-369806d0-d3f5-4eb4-9921-58ac306ee6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.345348 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b16055aa-56a7-4c6d-a86b-2f53e056468d req-369806d0-d3f5-4eb4-9921-58ac306ee6de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 1096 time: 0.3847227 Jun 03 15:29:32.542988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16055aa-56a7-4c6d-a86b-2f53e056468d req-1d50125c-a3dc-43e4-aa9a-527934b9a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.544817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b16055aa-56a7-4c6d-a86b-2f53e056468d req-1d50125c-a3dc-43e4-aa9a-527934b9a767 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.1545260 Jun 03 15:29:32.639375 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.662135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Transition to ACTIVE for port object 4500ac7d-c658-4ef0-8283-a0023ee49d98 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:32.694461 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-59ab5a5a-c450-4f61-89f1-531e328ffb5d service neutron] 10.222.0.67 "GET /v2.0/networks/f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495291 Jun 03 15:29:32.701549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Transition to ACTIVE for port object 4500ac7d-c658-4ef0-8283-a0023ee49d98 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:32.709358 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.848552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:32.853462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:32.860370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:32.893842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:32.914488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16329a3b-f3d1-4969-848f-7f5a3dacd172 req-39c51e26-5226-4419-a615-99e52f7c2645 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.933431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16329a3b-f3d1-4969-848f-7f5a3dacd172 req-39c51e26-5226-4419-a615-99e52f7c2645 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 946 time: 0.7046697 Jun 03 15:29:32.939774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Pushing event updated for resources: {'Port': ['ID=4500ac7d-c658-4ef0-8283-a0023ee49d98,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:32.977301 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.063632 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7d4dba67-605b-4079-9365-dd737387d84b req-b7ddeb81-5a18-4789-91f0-b24cf9d7841f service neutron] 10.222.0.67 "GET /v2.0/networks/f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608749 Jun 03 15:29:33.112050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Attempting to bind port 4500ac7d-c658-4ef0-8283-a0023ee49d98 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:33.115064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 172.20.0.12 (6a53de42-b459-4b7b-ab08-16276fe85489/b400a0f7-1fdb-4d75-9dd8-6c9a805ba53b/f665e2f1-849a-4cf2-aa5f-6f056f3e86bd) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:33.118303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Attempting to bind port 4500ac7d-c658-4ef0-8283-a0023ee49d98 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:33.118303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Attempting to bind port 4500ac7d-c658-4ef0-8283-a0023ee49d98 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:33.133264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:33.134275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:33.134467 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.135071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:33.136279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Bound port: 4500ac7d-c658-4ef0-8283-a0023ee49d98, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:33.136984 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.138913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::f816:3eff:feba:261f (6a53de42-b459-4b7b-ab08-16276fe85489/7daa9d37-05a5-48d2-b800-10dbbcd84f5d/f665e2f1-849a-4cf2-aa5f-6f056f3e86bd) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:33.146723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff1dafc-e8d3-4928-8efb-d246eae95378,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:33.159516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:29:33.219266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.219933 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Added segment 516150aa-6c57-4ea6-9a34-6dc44eb137bf of type vlan for network 1f2d938c-a535-4219-9bff-61815313e4c5 Jun 03 15:29:33.224530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b16055aa-56a7-4c6d-a86b-2f53e056468d req-09f53fba-26e8-4971-a0dc-e64c64af6d52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22618339-5489-4e57-bade-d8a8dff9634f HTTP/1.1" status: 200 len: 1001 time: 0.5290790 Jun 03 15:29:33.273481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16329a3b-f3d1-4969-848f-7f5a3dacd172 req-58ad611c-e27d-4927-94bc-dfba8f2d81f9 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170397 Jun 03 15:29:33.322396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] For port 4500ac7d-c658-4ef0-8283-a0023ee49d98, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:33.327545 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] For port 4500ac7d-c658-4ef0-8283-a0023ee49d98, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4500ac7d-c658-4ef0-8283-a0023ee49d98,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:33.335621 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.444357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.512232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a343b5-99ae-4bf9-a014-de4cf7f6b994 None None] Pushing event updated for resources: {'Port': ['ID=4500ac7d-c658-4ef0-8283-a0023ee49d98,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:33.625948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98659fde-71d1-4fe7-b523-4307ea67f190 req-5e020fd1-7288-4aad-a19d-14ef8ea2c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:33.628817 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98659fde-71d1-4fe7-b523-4307ea67f190 req-5e020fd1-7288-4aad-a19d-14ef8ea2c436 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8921da91eb4e49409c0d07d3ab408503&device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 1094 time: 0.4248991 Jun 03 15:29:33.677110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.677979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:33.678562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:33.763708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8226e20-4c50-47a7-9067-a227bca0dab7 req-7609d098-7809-4c20-ac71-e34fdf63f4bc tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:33.775980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8226e20-4c50-47a7-9067-a227bca0dab7 req-7609d098-7809-4c20-ac71-e34fdf63f4bc tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 1.2298911 Jun 03 15:29:33.795193 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5101490 Jun 03 15:29:33.797499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45882) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:33.798048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45884) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:33.816657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Request body: {'subnet': {'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1429354045-subnet', 'tenant_id': 'ddbd34c78861408e9a2bc1035b21d6db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:33.826522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:33.834822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Usage tracker for resource:subnet and tenant:ddbd34c78861408e9a2bc1035b21d6db is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:33.838579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:33.871934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:33.874164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16055aa-56a7-4c6d-a86b-2f53e056468d req-9e892fa8-b156-48ff-91cd-c015bc79829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:33.875687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b16055aa-56a7-4c6d-a86b-2f53e056468d req-9e892fa8-b156-48ff-91cd-c015bc79829c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.6199014 Jun 03 15:29:33.899294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bbb886c5-eb91-42de-a1ba-8a700f0dc8a7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'floatingip': {'port_id': 'c6439555-16a2-4f3a-9329-acaffa615b3b'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:34.010585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Made reservation on behalf of ddbd34c78861408e9a2bc1035b21d6db for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:34.014768 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:34.026918 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-8ca4206c-c0db-4353-b20d-60a13621efbd req-57eff3a6-cbc9-4af4-861f-9fb52e9343e9 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] show failed (client error): The resource could not be found. Jun 03 15:29:34.053989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ca4206c-c0db-4353-b20d-60a13621efbd req-57eff3a6-cbc9-4af4-861f-9fb52e9343e9 tempest-FloatingIPsTestJSON-661812925 tempest-FloatingIPsTestJSON-661812925-project] 10.222.0.48 "GET /v2.0/floatingips/14e7b57f-fd56-469c-beae-1542e2567291 HTTP/1.1" status: 404 len: 350 time: 0.2511342 Jun 03 15:29:34.054799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45890) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:34.095229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:34.116191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object f665e2f1-849a-4cf2-aa5f-6f056f3e86bd will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:34.259173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4500ac7d-c658-4ef0-8283-a0023ee49d98 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:34.286301 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e3155a50-c935-4c7a-a423-fc1cab441fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:34.392057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 4500ac7d-c658-4ef0-8283-a0023ee49d98 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:34.455096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbb886c5-eb91-42de-a1ba-8a700f0dc8a7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:34.506812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe20e8-79fb-40be-9dbd-ec3b8eeeb127 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2d938c-a535-4219-9bff-61815313e4c5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:34.522919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 1f2d938c-a535-4219-9bff-61815313e4c5 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:29:34.707382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6384f-5aaa-45c1-9e78-4f2b66124097 req-072bc43e-0478-4bce-bfe3-bdbe7a25e829 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:34.710360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15a6384f-5aaa-45c1-9e78-4f2b66124097 req-072bc43e-0478-4bce-bfe3-bdbe7a25e829 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 1.0357034 Jun 03 15:29:34.804367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16055aa-56a7-4c6d-a86b-2f53e056468d req-aa46d05c-25c0-4b66-b543-7c1bfaf372bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:34.806110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b16055aa-56a7-4c6d-a86b-2f53e056468d req-aa46d05c-25c0-4b66-b543-7c1bfaf372bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7500820 Jun 03 15:29:34.870977 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:34.873532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98659fde-71d1-4fe7-b523-4307ea67f190 req-72891e54-3c2b-4a1d-8591-79d9999950cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:34.875297 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98659fde-71d1-4fe7-b523-4307ea67f190 req-72891e54-3c2b-4a1d-8591-79d9999950cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 HTTP/1.1" status: 200 len: 925 time: 1.2402785 Jun 03 15:29:35.001730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621dbe1-4e82-4b08-866a-d0520f02427c req-ff460f21-f878-4a11-a0a4-4023672e7730 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:35.006549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3621dbe1-4e82-4b08-866a-d0520f02427c req-ff460f21-f878-4a11-a0a4-4023672e7730 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.5667062 Jun 03 15:29:35.078562 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98659fde-71d1-4fe7-b523-4307ea67f190 req-2df4ed42-364c-43d9-93d8-1c3b4a486e25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f504aed-c162-467b-9cf4-c41b5f289493 HTTP/1.1" status: 200 len: 217 time: 0.1548381 Jun 03 15:29:35.107956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:35.114561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15a6384f-5aaa-45c1-9e78-4f2b66124097 req-6bec63da-a4f3-42ef-883a-ce6d71c1d197 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3949444 Jun 03 15:29:35.272458 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:35.338957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a4615-c6d0-4231-adbd-4d49df0feff7 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:35.421679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3621dbe1-4e82-4b08-866a-d0520f02427c req-cb480d95-32c8-438c-b7ff-3c706e22ee60 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059361 Jun 03 15:29:35.441497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b16055aa-56a7-4c6d-a86b-2f53e056468d req-eb92a9bc-e157-4128-ac0b-1f90b3c40476 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284029 Jun 03 15:29:35.519065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7a98fbdc-8780-4458-bacb-52249c7e3f7a None None] Provisioning for port 4500ac7d-c658-4ef0-8283-a0023ee49d98 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:35.549930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7a98fbdc-8780-4458-bacb-52249c7e3f7a None None] Provisioning complete for port 4500ac7d-c658-4ef0-8283-a0023ee49d98 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:35.550536 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7a98fbdc-8780-4458-bacb-52249c7e3f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:35.622761 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:35.708337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:35.765860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:35.832497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=f665e2f1-849a-4cf2-aa5f-6f056f3e86bd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:35.856108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f87d6-cff2-4562-bf6e-ed7f5fdd8efd req-4bf2f63d-44ac-4b46-a587-180693df097e tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:35.858857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e89f87d6-cff2-4562-bf6e-ed7f5fdd8efd req-4bf2f63d-44ac-4b46-a587-180693df097e tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 943 time: 0.5622232 Jun 03 15:29:35.882798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7a98fbdc-8780-4458-bacb-52249c7e3f7a None None] Current status of the port 4500ac7d-c658-4ef0-8283-a0023ee49d98 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:35.883161 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7a98fbdc-8780-4458-bacb-52249c7e3f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:35.994608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b16055aa-56a7-4c6d-a86b-2f53e056468d req-7fb0151b-6151-461b-9822-57eac62fee99 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933481 Jun 03 15:29:35.999725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7a98fbdc-8780-4458-bacb-52249c7e3f7a None None] For port 4500ac7d-c658-4ef0-8283-a0023ee49d98, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4500ac7d-c658-4ef0-8283-a0023ee49d98,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:36.008448 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7a98fbdc-8780-4458-bacb-52249c7e3f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.043877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98659fde-71d1-4fe7-b523-4307ea67f190 req-34e92b28-d680-49f0-b164-25ca2f22bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.046092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e89f87d6-cff2-4562-bf6e-ed7f5fdd8efd req-afc1c00e-ddf7-4e05-99d7-9a25b53d758a tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/security-groups?id=49a7c119-f976-4477-a99b-6c0097227873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693006 Jun 03 15:29:36.046454 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98659fde-71d1-4fe7-b523-4307ea67f190 req-34e92b28-d680-49f0-b164-25ca2f22bc98 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dea9faaa-11ce-4114-9fce-a28fa65c47cf HTTP/1.1" status: 200 len: 864 time: 0.9425433 Jun 03 15:29:36.055241 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.094927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4732a7-f789-4dce-876a-dc9757bfbc3c req-0f243cb5-db09-4bf2-b344-bddb671b527e tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.109946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f4732a7-f789-4dce-876a-dc9757bfbc3c req-0f243cb5-db09-4bf2-b344-bddb671b527e tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 946 time: 0.4008701 Jun 03 15:29:36.254405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f4732a7-f789-4dce-876a-dc9757bfbc3c req-5493ce9f-5398-4c1e-9c60-e8388fb5e20a tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429124 Jun 03 15:29:36.280617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98fbdc-8780-4458-bacb-52249c7e3f7a None None] Pushing event updated for resources: {'Port': ['ID=4500ac7d-c658-4ef0-8283-a0023ee49d98,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:36.427335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98659fde-71d1-4fe7-b523-4307ea67f190 req-e19182b5-1ba7-4885-94ec-a3f19c40bc84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3648977 Jun 03 15:29:36.470804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.471941 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.491056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c25083bd-8a7e-4c9a-9f21-7db1a700f194 None None] Provisioning complete for port 4500ac7d-c658-4ef0-8283-a0023ee49d98 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:36.492155 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c25083bd-8a7e-4c9a-9f21-7db1a700f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:36.879425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c25083bd-8a7e-4c9a-9f21-7db1a700f194 None None] Current status of the port 4500ac7d-c658-4ef0-8283-a0023ee49d98 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:36.903208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ceefca-3cfc-43a6-9839-31c33e352aca,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:36.921027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c25083bd-8a7e-4c9a-9f21-7db1a700f194 None None] Provisioning for port f665e2f1-849a-4cf2-aa5f-6f056f3e86bd completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:36.937420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c25083bd-8a7e-4c9a-9f21-7db1a700f194 None None] Provisioning complete for port f665e2f1-849a-4cf2-aa5f-6f056f3e86bd triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:36.938410 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c25083bd-8a7e-4c9a-9f21-7db1a700f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.002763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616a66a-fbcc-4fbd-ad3b-f09cc16d2fb6 req-fe958d82-9eca-449a-ba11-f1fb7fa43007 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:37.015768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3616a66a-fbcc-4fbd-ad3b-f09cc16d2fb6 req-fe958d82-9eca-449a-ba11-f1fb7fa43007 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.2947888 Jun 03 15:29:37.027728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.053131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c25083bd-8a7e-4c9a-9f21-7db1a700f194 None None] Port f665e2f1-849a-4cf2-aa5f-6f056f3e86bd cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:37.092186 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.159256 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0c5dce52-44ed-42c2-8649-44ba819e5eb3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.0284517 Jun 03 15:29:37.188388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-eee52662-b9c6-4390-91db-f1abb1112466 None None] Provisioning complete for port f665e2f1-849a-4cf2-aa5f-6f056f3e86bd triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:37.189555 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eee52662-b9c6-4390-91db-f1abb1112466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.194187 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98659fde-71d1-4fe7-b523-4307ea67f190 req-f1f17585-0386-4557-9898-90eb0383b55f service neutron] 10.222.0.67 "GET /v2.0/networks/f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135596 Jun 03 15:29:37.202076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45914) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:37.296886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-eee52662-b9c6-4390-91db-f1abb1112466 None None] Port f665e2f1-849a-4cf2-aa5f-6f056f3e86bd cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:37.355237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbb886c5-eb91-42de-a1ba-8a700f0dc8a7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.367182 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-932027d2-6cb8-4ca3-a8fc-78f5dcd9145c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6297233 Jun 03 15:29:37.368371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Checking segment: {'id': '516150aa-6c57-4ea6-9a34-6dc44eb137bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:37.368935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Network hostable DHCP agents. Network: 1f2d938c-a535-4219-9bff-61815313e4c5, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:29:37.379117 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbb886c5-eb91-42de-a1ba-8a700f0dc8a7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.469534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3616a66a-fbcc-4fbd-ad3b-f09cc16d2fb6 req-697a1fc8-4399-495c-b4e4-c55af50ab72c tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482478 Jun 03 15:29:37.653417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088c485-4ebd-4219-8a55-52d118e9cc52 req-3bdf9491-ebb2-4312-9fda-70e3dd43974e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:37.657320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6088c485-4ebd-4219-8a55-52d118e9cc52 req-3bdf9491-ebb2-4312-9fda-70e3dd43974e tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.5344164 Jun 03 15:29:37.704820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Network 1f2d938c-a535-4219-9bff-61815313e4c5 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:29:37.723360 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98659fde-71d1-4fe7-b523-4307ea67f190 req-ab8bd671-edd2-4dbb-8109-aa11126038cc service neutron] 10.222.0.67 "GET /v2.0/networks/f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152192 Jun 03 15:29:37.734858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 1f2d938c-a535-4219-9bff-61815313e4c5) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:37.747576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:37.748152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:37.764975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8247042e-53fb-444f-afde-354662616e2d None None] Network 1f2d938c-a535-4219-9bff-61815313e4c5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:37.771422 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-bbb886c5-eb91-42de-a1ba-8a700f0dc8a7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Floating IP f8bc803b-fa87-4826-8b5d-70dc68017a80 associated. External IP: 172.25.7.143, port: c6439555-16a2-4f3a-9329-acaffa615b3b. Jun 03 15:29:37.802145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f504aed-c162-467b-9cf4-c41b5f289493 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:29:37.806095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb4079-abd3-4c29-aa01-1760cbbb06d1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:37.814647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb4079-abd3-4c29-aa01-1760cbbb06d1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:37.816446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-51bb4079-abd3-4c29-aa01-1760cbbb06d1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5998495 Jun 03 15:29:37.844975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45918) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:37.861939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6088c485-4ebd-4219-8a55-52d118e9cc52 req-cf0ca34a-1d7f-4d0f-b81f-f3d874beb04a tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840732 Jun 03 15:29:37.899237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-093ab9cd-f548-4e28-a087-ca17523adeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:37.903118 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-093ab9cd-f548-4e28-a087-ca17523adeb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 1097 time: 0.4624076 Jun 03 15:29:37.918025 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3f891819-2d64-4209-b22b-d10c0be41935 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.0990841 Jun 03 15:29:38.046105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-be0343b1-e25d-48a2-8b4b-7caea78adbbf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port f665e2f1-849a-4cf2-aa5f-6f056f3e86bd {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:38.047030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be0343b1-e25d-48a2-8b4b-7caea78adbbf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.113495 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:29:38.161618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4500ac7d-c658-4ef0-8283-a0023ee49d98 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:38.523333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4500ac7d-c658-4ef0-8283-a0023ee49d98 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:38.523707 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.560694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-094c692f-0de4-4a45-b40b-9b773fcdb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:38.561663 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-094c692f-0de4-4a45-b40b-9b773fcdb342 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.3278055 Jun 03 15:29:38.636900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] Deleting port cedeeab5-5490-439d-8e03-e9b750e748ce {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:38.637427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.674758 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-27ec057e-7aac-4a78-9b1c-bed2742e893a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fdad0c6-aea3-4dd4-855d-aed54a317be2 HTTP/1.1" status: 200 len: 217 time: 0.1040747 Jun 03 15:29:38.708917 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:38.710912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1f504aed-c162-467b-9cf4-c41b5f289493, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f504aed-c162-467b-9cf4-c41b5f289493,segment=NetworkSegment(5017ee29-f656-44eb-92c0-b7704e144efb),segment_id=5017ee29-f656-44eb-92c0-b7704e144efb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:38.733129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b86b5-e175-4b88-b014-1a74c3a5fe31 None None] Network 1f2d938c-a535-4219-9bff-61815313e4c5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:38.806715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '1f504aed-c162-467b-9cf4-c41b5f289493', 'network_id': 'f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12', 'port_id': '1f504aed-c162-467b-9cf4-c41b5f289493', 'mac_address': 'fa:16:3e:6c:2e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea9faaa-11ce-4114-9fce-a28fa65c47cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:29:38.856592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750ce8-4c2c-4520-944c-e185f8f79d61 req-dc3e19aa-2121-41df-86ea-6401df6b0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:38.858133 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-83750ce8-4c2c-4520-944c-e185f8f79d61 req-dc3e19aa-2121-41df-86ea-6401df6b0653 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c1678885a5c74c59be953414c6ff3e13&device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 1097 time: 0.6699109 Jun 03 15:29:38.924697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-f4d6f209-e121-4ea7-9449-15814480f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:38.924697 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-f4d6f209-e121-4ea7-9449-15814480f875 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.2395067 Jun 03 15:29:39.041213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1f504aed-c162-467b-9cf4-c41b5f289493 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:39.041942 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.062726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4500ac7d-c658-4ef0-8283-a0023ee49d98 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:39.096898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdd585-2b44-4149-9ab0-8d09f21ca7c8 req-ca19137c-07b1-48b4-b47e-b719dbb14722 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:39.104442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62fdd585-2b44-4149-9ab0-8d09f21ca7c8 req-ca19137c-07b1-48b4-b47e-b719dbb14722 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 946 time: 0.7616053 Jun 03 15:29:39.136146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f504aed-c162-467b-9cf4-c41b5f289493 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:39.167220 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be0343b1-e25d-48a2-8b4b-7caea78adbbf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.182442 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1f504aed-c162-467b-9cf4-c41b5f289493, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f504aed-c162-467b-9cf4-c41b5f289493,segment=NetworkSegment(5017ee29-f656-44eb-92c0-b7704e144efb),segment_id=5017ee29-f656-44eb-92c0-b7704e144efb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:39.191726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968fdc9-fc57-4ed6-bcff-637e92eb5881 req-6b722824-2af0-4cae-b6ea-1de6880aec9c tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:39.193346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2968fdc9-fc57-4ed6-bcff-637e92eb5881 req-6b722824-2af0-4cae-b6ea-1de6880aec9c tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 943 time: 0.7725811 Jun 03 15:29:39.237931 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.343380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750ce8-4c2c-4520-944c-e185f8f79d61 req-cc28d268-09bb-4d64-93a9-1d0bccef65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:39.346047 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-83750ce8-4c2c-4520-944c-e185f8f79d61 req-cc28d268-09bb-4d64-93a9-1d0bccef65f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=42000136-61d7-4d99-92a6-2c50eda7cb2d HTTP/1.1" status: 200 len: 914 time: 0.4799564 Jun 03 15:29:39.362704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb886c5-eb91-42de-a1ba-8a700f0dc8a7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Router 0b388eef-4df2-4188-904c-9eadb9c5a70b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:29:39.384502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1f504aed-c162-467b-9cf4-c41b5f289493,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:39.493250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62fdd585-2b44-4149-9ab0-8d09f21ca7c8 req-3d01060d-e4d6-4f3d-a106-7e6c14322979 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877563 Jun 03 15:29:39.503752 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-83750ce8-4c2c-4520-944c-e185f8f79d61 req-1bb77422-8446-441e-a155-df4ce374592b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97999137-feff-44a0-acd3-f44ecae3f72e HTTP/1.1" status: 200 len: 217 time: 0.1471083 Jun 03 15:29:39.509047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-d7d00f46-3832-4b5a-a839-8f449acd4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:39.511794 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-d7d00f46-3832-4b5a-a839-8f449acd4e8b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5655935 Jun 03 15:29:39.581783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-be0343b1-e25d-48a2-8b4b-7caea78adbbf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for f665e2f1-849a-4cf2-aa5f-6f056f3e86bd owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:39.666602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] For port cedeeab5-5490-439d-8e03-e9b750e748ce, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cedeeab5-5490-439d-8e03-e9b750e748ce,segment=NetworkSegment(07c6dca8-871a-4e29-a27e-392b9ea1656c),segment_id=07c6dca8-871a-4e29-a27e-392b9ea1656c)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:39.667026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:39.783341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['1f504aed-c162-467b-9cf4-c41b5f289493'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:39.867277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] Calling delete_port for cedeeab5-5490-439d-8e03-e9b750e748ce owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:39.942006 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2968fdc9-fc57-4ed6-bcff-637e92eb5881 req-889e73de-f2b5-4ded-aa47-e04845661e5d tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/security-groups?id=49a7c119-f976-4477-a99b-6c0097227873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7224884 Jun 03 15:29:39.987485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83750ce8-4c2c-4520-944c-e185f8f79d61 req-3bcdf3d8-605b-460a-a03d-dcb609d774ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:39.989617 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-83750ce8-4c2c-4520-944c-e185f8f79d61 req-3bcdf3d8-605b-460a-a03d-dcb609d774ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bec850d2-0c2b-4b44-82e3-5e1ae9075a8f HTTP/1.1" status: 200 len: 853 time: 0.4755614 Jun 03 15:29:40.084203 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-83750ce8-4c2c-4520-944c-e185f8f79d61 req-61164111-b0c7-42f9-9d40-0801fe99ded5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=42000136-61d7-4d99-92a6-2c50eda7cb2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809269 Jun 03 15:29:40.183661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-d7713b71-4971-45ba-807b-b9eb2f21235f service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071308 Jun 03 15:29:40.227534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb886c5-eb91-42de-a1ba-8a700f0dc8a7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:29:40.247744 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea9aa0-f892-48cc-b9ee-685a0e8412ae None None] Sync routers for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:40.263345 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea9aa0-f892-48cc-b9ee-685a0e8412ae None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:40.265526 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-83ea9aa0-f892-48cc-b9ee-685a0e8412ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:29:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:40.447746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbb886c5-eb91-42de-a1ba-8a700f0dc8a7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.545657 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be0343b1-e25d-48a2-8b4b-7caea78adbbf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:40.572825 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-83ea9aa0-f892-48cc-b9ee-685a0e8412ae None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:40.626662 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bbb886c5-eb91-42de-a1ba-8a700f0dc8a7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "PUT /v2.0/floatingips/f8bc803b-fa87-4826-8b5d-70dc68017a80 HTTP/1.1" status: 200 len: 992 time: 6.8206410 Jun 03 15:29:40.634808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:40.684133 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-83750ce8-4c2c-4520-944c-e185f8f79d61 req-abe2bfd0-c234-4a1b-b9f2-c8ac1b9b7938 service neutron] 10.222.0.67 "GET /v2.0/networks/42000136-61d7-4d99-92a6-2c50eda7cb2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842807 Jun 03 15:29:40.746849 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07249f90-cdf1-44da-a7bf-2c2d229a58f0 req-b8e740a2-99fe-4c6e-bb0d-d186111d1848 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529256 Jun 03 15:29:40.771160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89158b37-ae0c-4356-a89d-e7b64c1e45c5 req-9c6ecbe3-f03c-4a84-8671-4a41a0d499f7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:40.783987 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89158b37-ae0c-4356-a89d-e7b64c1e45c5 req-9c6ecbe3-f03c-4a84-8671-4a41a0d499f7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 1.1057057 Jun 03 15:29:40.825077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0343b1-e25d-48a2-8b4b-7caea78adbbf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=f665e2f1-849a-4cf2-aa5f-6f056f3e86bd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:41.019680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-83750ce8-4c2c-4520-944c-e185f8f79d61 req-25f532cf-f1c8-4b02-9a88-8e8ce9795091 service neutron] 10.222.0.67 "GET /v2.0/networks/42000136-61d7-4d99-92a6-2c50eda7cb2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183689 Jun 03 15:29:41.052933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.106881 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-83ea9aa0-f892-48cc-b9ee-685a0e8412ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f8bc803b-fa87-4826-8b5d-70dc68017a80', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'floating_ip_address': '172.25.7.143', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'port_id': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'mac_address': 'fa:16:3e:c0:90:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:43Z', 'updated_at': '2022-06-03T15:29:37Z', 'revision_number': 1, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:41.111652 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea9aa0-f892-48cc-b9ee-685a0e8412ae None None] Checking router: 0b388eef-4df2-4188-904c-9eadb9c5a70b for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:41.122370 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea9aa0-f892-48cc-b9ee-685a0e8412ae None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:41.123046 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-83ea9aa0-f892-48cc-b9ee-685a0e8412ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:29:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:41.141778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-7e245e6b-c946-47ee-96b0-5ba91a5dd0f8 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:41.142933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-7e245e6b-c946-47ee-96b0-5ba91a5dd0f8 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Synchronizing usage tracker for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:41.263818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89158b37-ae0c-4356-a89d-e7b64c1e45c5 req-a58cc965-408c-45ca-93ad-6a556d642db4 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783785 Jun 03 15:29:41.449430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] Pushing event deleted for resources: {'Port': ['ID=cedeeab5-5490-439d-8e03-e9b750e748ce,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:41.491224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-7e245e6b-c946-47ee-96b0-5ba91a5dd0f8 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Unset dirty status for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:41.508464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-7e245e6b-c946-47ee-96b0-5ba91a5dd0f8 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/networks?id=1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 200 len: 814 time: 1.2207491 Jun 03 15:29:41.563244 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-83ea9aa0-f892-48cc-b9ee-685a0e8412ae None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:41.775056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2ca9a81d-6a7d-4b11-85fc-7ee7eaf19720 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/quotas/ddbd34c78861408e9a2bc1035b21d6db HTTP/1.1" status: 200 len: 375 time: 0.2655461 Jun 03 15:29:41.785361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be0343b1-e25d-48a2-8b4b-7caea78adbbf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:41.810108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f504aed-c162-467b-9cf4-c41b5f289493 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:41.886310 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-0d958367-8e3f-4adb-9725-dc69f8b4ef83 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957232 Jun 03 15:29:41.897711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-be0343b1-e25d-48a2-8b4b-7caea78adbbf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/f665e2f1-849a-4cf2-aa5f-6f056f3e86bd HTTP/1.1" status: 204 len: 168 time: 4.0339737 Jun 03 15:29:41.899865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45958) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:41.908129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 1f504aed-c162-467b-9cf4-c41b5f289493 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:41.914458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 1f504aed-c162-467b-9cf4-c41b5f289493 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:41.914828 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.081352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeabaaee-a3ad-4f70-bdb6-5861a31d75e9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.083947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeabaaee-a3ad-4f70-bdb6-5861a31d75e9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.086013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeabaaee-a3ad-4f70-bdb6-5861a31d75e9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.088073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aeabaaee-a3ad-4f70-bdb6-5861a31d75e9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:42.116754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aeabaaee-a3ad-4f70-bdb6-5861a31d75e9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:42.126958 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-83ea9aa0-f892-48cc-b9ee-685a0e8412ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f8bc803b-fa87-4826-8b5d-70dc68017a80', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'floating_ip_address': '172.25.7.143', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'port_id': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'mac_address': 'fa:16:3e:c0:90:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:43Z', 'updated_at': '2022-06-03T15:29:37Z', 'revision_number': 1, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:42.127325 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aeabaaee-a3ad-4f70-bdb6-5861a31d75e9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2245600 Jun 03 15:29:42.127325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45962) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:42.131559 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea9aa0-f892-48cc-b9ee-685a0e8412ae None None] The sync data for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 is: [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f8bc803b-fa87-4826-8b5d-70dc68017a80', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'floating_ip_address': '172.25.7.143', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'port_id': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'mac_address': 'fa:16:3e:c0:90:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:43Z', 'updated_at': '2022-06-03T15:29:37Z', 'revision_number': 1, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:42.145673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1f504aed-c162-467b-9cf4-c41b5f289493 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:42.146150 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.289147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa7c461-9909-49d2-9dea-9f023f563fc8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 7daa9d37-05a5-48d2-b800-10dbbcd84f5d {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:42.294540 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c461-9909-49d2-9dea-9f023f563fc8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.340767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1f504aed-c162-467b-9cf4-c41b5f289493, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f504aed-c162-467b-9cf4-c41b5f289493,segment=NetworkSegment(5017ee29-f656-44eb-92c0-b7704e144efb),segment_id=5017ee29-f656-44eb-92c0-b7704e144efb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:42.341846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e40e7fa-b3f4-4222-9557-44e5cba49c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f504aed-c162-467b-9cf4-c41b5f289493'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:42.349494 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.435077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1f504aed-c162-467b-9cf4-c41b5f289493,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:42.448099 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c461-9909-49d2-9dea-9f023f563fc8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.587015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c461-9909-49d2-9dea-9f023f563fc8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.589276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6dc70a-4def-4ed8-96ad-b2479d50640b None None] New status for floating IP f8bc803b-fa87-4826-8b5d-70dc68017a80: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:29:42.712675 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c461-9909-49d2-9dea-9f023f563fc8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.770356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7c461-9909-49d2-9dea-9f023f563fc8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=7daa9d37-05a5-48d2-b800-10dbbcd84f5d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:42.775290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c461-9909-49d2-9dea-9f023f563fc8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.776795 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.798848 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8aa7c461-9909-49d2-9dea-9f023f563fc8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/7daa9d37-05a5-48d2-b800-10dbbcd84f5d HTTP/1.1" status: 204 len: 168 time: 0.6677761 Jun 03 15:29:42.803004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45968) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:42.816683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b8c4b-0e38-4542-aa43-bedddebbce3a req-de754fd7-e77f-44f7-a305-550836d80483 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.820862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d0b8c4b-0e38-4542-aa43-bedddebbce3a req-de754fd7-e77f-44f7-a305-550836d80483 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 1.1404204 Jun 03 15:29:42.832916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44e954-358f-4d32-b879-42b389651a33 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:42.897335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a279028b-a410-47f0-9745-0bd7d057b6df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet b400a0f7-1fdb-4d75-9dd8-6c9a805ba53b {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:42.901385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a279028b-a410-47f0-9745-0bd7d057b6df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.978759 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a279028b-a410-47f0-9745-0bd7d057b6df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:42.999107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-4c19d02c-6f78-4d47-898b-edb4480d660b service neutron] 10.222.0.48 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0993857 Jun 03 15:29:43.079528 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d0b8c4b-0e38-4542-aa43-bedddebbce3a req-a4df6861-80ad-4814-a833-c9bd110e9487 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567183 Jun 03 15:29:43.155777 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a279028b-a410-47f0-9745-0bd7d057b6df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.326807 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a279028b-a410-47f0-9745-0bd7d057b6df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.397357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279028b-a410-47f0-9745-0bd7d057b6df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=b400a0f7-1fdb-4d75-9dd8-6c9a805ba53b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:43.401813 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a279028b-a410-47f0-9745-0bd7d057b6df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.413582 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a279028b-a410-47f0-9745-0bd7d057b6df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/b400a0f7-1fdb-4d75-9dd8-6c9a805ba53b HTTP/1.1" status: 204 len: 168 time: 0.6088128 Jun 03 15:29:43.416009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45972) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:43.503792 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-804a380f-98a5-4782-a111-f44262e070c3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837576 Jun 03 15:29:43.505527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45976) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:43.513577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:43.592310 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-4be2c726-83c3-4cbc-a8aa-10a4a55388a7 service neutron] 10.222.0.48 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160549 Jun 03 15:29:43.623135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] Router 01c57907-7a7c-403e-af92-93fe1d53dc08 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:29:43.631272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3398598-bb5a-4a47-bd61-9d230a6282c0 req-24a653dc-f9f9-47a0-a149-c7ff7c27099d tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:43.632853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3398598-bb5a-4a47-bd61-9d230a6282c0 req-24a653dc-f9f9-47a0-a149-c7ff7c27099d tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 946 time: 0.2766097 Jun 03 15:29:43.700449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:43.709557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:43.714638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:43.724449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:43.743972 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:43.750518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:43.950725 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4accbb62-3b97-45e7-9e1a-84ccdeebec80'] response: {'name': 'network-changed', 'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'status': 'completed', 'code': 200} Jun 03 15:29:43.959203 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3398598-bb5a-4a47-bd61-9d230a6282c0 req-6d1103f5-df51-43f7-b86e-03f4f8258066 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484124 Jun 03 15:29:44.010168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:29:44.027279 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657bf5d-4f5f-4894-98fb-ba8a5119dacd None None] Sync routers for ids ['01c57907-7a7c-403e-af92-93fe1d53dc08'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:44.035661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-43740441-ae8f-4013-9b37-c63a9d28143e admin admin] 10.222.0.48 "PUT /v2.0/routers/01c57907-7a7c-403e-af92-93fe1d53dc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7518921 Jun 03 15:29:44.036176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45986) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:44.050719 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657bf5d-4f5f-4894-98fb-ba8a5119dacd None None] Routers {'01c57907-7a7c-403e-af92-93fe1d53dc08'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:44.056683 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e657bf5d-4f5f-4894-98fb-ba8a5119dacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:29:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['01c57907-7a7c-403e-af92-93fe1d53dc08'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:44.319362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f27a85-aa79-40f5-8281-34a9b38f4f3b req-56bd17b2-cece-49ad-981e-8d9c16e4286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:44.321984 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-11f27a85-aa79-40f5-8281-34a9b38f4f3b req-56bd17b2-cece-49ad-981e-8d9c16e4286a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 1097 time: 0.3568923 Jun 03 15:29:44.369096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e951baef-871d-457d-9f4e-da3caa13e4f0 None None] Provisioning complete for port 4500ac7d-c658-4ef0-8283-a0023ee49d98 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:44.369994 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e951baef-871d-457d-9f4e-da3caa13e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:44.476519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83005766-ab08-4b65-bf61-af9837925943 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:44.584465 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e657bf5d-4f5f-4894-98fb-ba8a5119dacd None None] Set router 01c57907-7a7c-403e-af92-93fe1d53dc08 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:44.775072 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa83305-8f15-44f2-83c0-2f49db8a5397'] response: {'server_uuid': '8e40e7fa-b3f4-4222-9557-44e5cba49c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f504aed-c162-467b-9cf4-c41b5f289493', 'code': 200} Jun 03 15:29:44.820098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.079420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e951baef-871d-457d-9f4e-da3caa13e4f0 None None] Current status of the port 4500ac7d-c658-4ef0-8283-a0023ee49d98 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:45.195674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd7d42-1462-45ee-a64a-f9730ded40c2 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:29:45.201521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd7d42-1462-45ee-a64a-f9730ded40c2 None None] Deleting port 4500ac7d-c658-4ef0-8283-a0023ee49d98 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:45.202067 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7d42-1462-45ee-a64a-f9730ded40c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.229212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f52d71-1179-4d3f-95b9-d27656acee8b req-ad63d5aa-a76f-4637-8cf7-6ac5b4d9f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:45.231781 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92f52d71-1179-4d3f-95b9-d27656acee8b req-ad63d5aa-a76f-4637-8cf7-6ac5b4d9f406 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 1096 time: 0.3512959 Jun 03 15:29:45.235262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f27a85-aa79-40f5-8281-34a9b38f4f3b req-8a4cacca-ec41-495c-b15c-bf8f07ac4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:45.237105 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-11f27a85-aa79-40f5-8281-34a9b38f4f3b req-8a4cacca-ec41-495c-b15c-bf8f07ac4f40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 916 time: 0.8955555 Jun 03 15:29:45.241280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.251398 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e657bf5d-4f5f-4894-98fb-ba8a5119dacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'name': 'tempest-FloatingIPsTestJSON-226827299-router', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:46Z', 'updated_at': '2022-06-03T15:29:40Z', 'revision_number': 5, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'gw_port': {'id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:49Z', 'updated_at': '2022-06-03T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:45.257421 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657bf5d-4f5f-4894-98fb-ba8a5119dacd None None] Checking router: 01c57907-7a7c-403e-af92-93fe1d53dc08 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:45.277796 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657bf5d-4f5f-4894-98fb-ba8a5119dacd None None] Routers {'01c57907-7a7c-403e-af92-93fe1d53dc08'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:29:45.278887 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e657bf5d-4f5f-4894-98fb-ba8a5119dacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:29:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['01c57907-7a7c-403e-af92-93fe1d53dc08'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:45.575868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=0777502a-ffa1-4f5d-8c73-9a14a7877921,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:45.647153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb80573e-dc00-4d29-9656-84e825ce5462 req-e6f9649e-55e5-4c01-a4b2-ca915fb094f2 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 210 time: 0.4019642 Jun 03 15:29:45.664313 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.706214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cfff2-799a-4f4b-90bd-b3e26ab59b49 req-d81c700a-350f-48ef-b569-da1587c25dcd tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:45.720673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-245cfff2-799a-4f4b-90bd-b3e26ab59b49 req-d81c700a-350f-48ef-b569-da1587c25dcd tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 945 time: 1.4463787 Jun 03 15:29:45.756859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c4fd7d42-1462-45ee-a64a-f9730ded40c2 None None] For port 4500ac7d-c658-4ef0-8283-a0023ee49d98, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4500ac7d-c658-4ef0-8283-a0023ee49d98,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:45.757789 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7d42-1462-45ee-a64a-f9730ded40c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.759220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:45.771861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:45.786737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Deleting port c98ce7fd-d595-4e9b-9675-252850c320da {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:45.787352 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92f52d71-1179-4d3f-95b9-d27656acee8b req-772e5ee5-a0e6-46db-84ab-8bed7a3646fb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=49a7c119-f976-4477-a99b-6c0097227873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492148 Jun 03 15:29:45.788514 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.791028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:45.791894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:45.814925 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-11f27a85-aa79-40f5-8281-34a9b38f4f3b req-55581001-6a0e-4492-b68c-63dce5c1db57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6439555-16a2-4f3a-9329-acaffa615b3b HTTP/1.1" status: 200 len: 1002 time: 0.5640035 Jun 03 15:29:45.835922 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e657bf5d-4f5f-4894-98fb-ba8a5119dacd None None] Set router 01c57907-7a7c-403e-af92-93fe1d53dc08 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:29:45.848592 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-95939f05-25fc-47f2-be55-bbea89ba42d0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3413484 Jun 03 15:29:45.853398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46000) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:45.864317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:46.058657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c4fd7d42-1462-45ee-a64a-f9730ded40c2 None None] Calling delete_port for 4500ac7d-c658-4ef0-8283-a0023ee49d98 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:46.140650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4500ac7d-c658-4ef0-8283-a0023ee49d98 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:46.161153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:46.167015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-245cfff2-799a-4f4b-90bd-b3e26ab59b49 req-2a0be604-fddf-4fff-a9e9-0a581adcd509 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/security-groups?id=49a7c119-f976-4477-a99b-6c0097227873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384813 Jun 03 15:29:46.177639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:46.181920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:46.197208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] For port c98ce7fd-d595-4e9b-9675-252850c320da, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c98ce7fd-d595-4e9b-9675-252850c320da,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:46.198038 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:46.209707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:46.417831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:46.427724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:46.459759 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c4fd7d42-1462-45ee-a64a-f9730ded40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:46.481321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Calling delete_port for c98ce7fd-d595-4e9b-9675-252850c320da owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:46.649309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd7d42-1462-45ee-a64a-f9730ded40c2 None None] Pushing event deleted for resources: {'Port': ['ID=4500ac7d-c658-4ef0-8283-a0023ee49d98,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:46.661632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd7d42-1462-45ee-a64a-f9730ded40c2 None None] No DVR routers for this DVR port 4500ac7d-c658-4ef0-8283-a0023ee49d98 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:29:46.674633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No active binding found for port 4500ac7d-c658-4ef0-8283-a0023ee49d98 {{(pid=88446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:29:46.674633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4500ac7d-c658-4ef0-8283-a0023ee49d98 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:46.701732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfffed7-e94d-4f47-b022-bb2c699aa9c4 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:46.770427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f27a85-aa79-40f5-8281-34a9b38f4f3b req-fc628d45-b919-44b9-b4f5-e8c44b7dea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:46.774064 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e657bf5d-4f5f-4894-98fb-ba8a5119dacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'name': 'tempest-FloatingIPsTestJSON-226827299-router', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:46Z', 'updated_at': '2022-06-03T15:29:40Z', 'revision_number': 5, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'gw_port': {'id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:49Z', 'updated_at': '2022-06-03T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:46.776811 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-11f27a85-aa79-40f5-8281-34a9b38f4f3b req-fc628d45-b919-44b9-b4f5-e8c44b7dea27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.5635040 Jun 03 15:29:46.783128 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657bf5d-4f5f-4894-98fb-ba8a5119dacd None None] The sync data for ids ['01c57907-7a7c-403e-af92-93fe1d53dc08'] in n-d-844595-1 is: [{'id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'name': 'tempest-FloatingIPsTestJSON-226827299-router', 'tenant_id': '6e0fbc571d9442679db5c4863c0d7daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115'}], 'enable_snat': True}, 'gw_port_id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:46Z', 'updated_at': '2022-06-03T15:29:40Z', 'revision_number': 5, 'project_id': '6e0fbc571d9442679db5c4863c0d7daf', 'gw_port': {'id': 'c98ce7fd-d595-4e9b-9675-252850c320da', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c57907-7a7c-403e-af92-93fe1d53dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:49Z', 'updated_at': '2022-06-03T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:46.934693 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.060452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f27a85-aa79-40f5-8281-34a9b38f4f3b req-07a8ac4c-fe2b-42f0-81a4-ce33e6755282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:47.062963 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-11f27a85-aa79-40f5-8281-34a9b38f4f3b req-07a8ac4c-fe2b-42f0-81a4-ce33e6755282 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2731707 Jun 03 15:29:47.127794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '0777502a-ffa1-4f5d-8c73-9a14a7877921'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:29:47.130355 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.130633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98ce7fd-d595-4e9b-9675-252850c320da,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:47.332086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-89a6c174-e269-4ec9-93cf-c804565c5e5f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:47.333090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-89a6c174-e269-4ec9-93cf-c804565c5e5f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:47.382640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-89a6c174-e269-4ec9-93cf-c804565c5e5f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:47.384831 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-89a6c174-e269-4ec9-93cf-c804565c5e5f tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 0.4499204 Jun 03 15:29:47.491207 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-11f27a85-aa79-40f5-8281-34a9b38f4f3b req-3138bca9-aac1-4d0e-8c71-2d14224a2c9a service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830812 Jun 03 15:29:47.525514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Allocated IP 172.20.0.2 (6a53de42-b459-4b7b-ab08-16276fe85489/0777502a-ffa1-4f5d-8c73-9a14a7877921/025e2bc4-21c2-4608-a3d1-a4bde657167a) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:47.566298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-fc99676e-337c-4376-abcb-aeed041b1111 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Deleting port fdd8b880-17bb-472d-ab10-437017f466c1 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:47.567173 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-fc99676e-337c-4376-abcb-aeed041b1111 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.764927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a2f8-6de9-42fe-9813-d9bad78ab1f9 req-e00d4fad-a9e5-4ce1-bd5f-80060ccf69d1 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:47.776070 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d71a2f8-6de9-42fe-9813-d9bad78ab1f9 req-e00d4fad-a9e5-4ce1-bd5f-80060ccf69d1 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 1.4731352 Jun 03 15:29:47.779959 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.949625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-859d469f-da78-48c1-8a1c-2ee8c8180954 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:47.951838 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-859d469f-da78-48c1-8a1c-2ee8c8180954 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.67 "GET /v2.0/networks?id=1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 200 len: 814 time: 0.8823204 Jun 03 15:29:47.959416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cddefe-a68c-444d-bb4b-1f6d84a943bd req-96c59396-4c1f-4fa3-b099-873ac3b755d0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:47.967446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34cddefe-a68c-444d-bb4b-1f6d84a943bd req-96c59396-4c1f-4fa3-b099-873ac3b755d0 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 946 time: 1.0359299 Jun 03 15:29:47.973298 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:47.995047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Transition to ACTIVE for port object 025e2bc4-21c2-4608-a3d1-a4bde657167a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:48.010098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Request body: {'port': {'device_id': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5', 'admin_state_up': True, 'tenant_id': 'ddbd34c78861408e9a2bc1035b21d6db'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:48.033439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Transition to ACTIVE for port object 025e2bc4-21c2-4608-a3d1-a4bde657167a will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:48.043624 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.103905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device cedeeab5-5490-439d-8e03-e9b750e748ce no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:48.173782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: cedeeab5-5490-439d-8e03-e9b750e748ce {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:29:48.174852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device cedeeab5-5490-439d-8e03-e9b750e748ce not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:48.179322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:48.182673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:48.186960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:48.243234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Pushing event updated for resources: {'Port': ['ID=025e2bc4-21c2-4608-a3d1-a4bde657167a,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:48.321963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Attempting to bind port 025e2bc4-21c2-4608-a3d1-a4bde657167a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:48.322936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Attempting to bind port 025e2bc4-21c2-4608-a3d1-a4bde657167a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:48.324022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Attempting to bind port 025e2bc4-21c2-4608-a3d1-a4bde657167a on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:48.337367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:48.338707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:48.340016 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.340971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:48.343000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Bound port: 025e2bc4-21c2-4608-a3d1-a4bde657167a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:48.343983 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.404118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.objects.ports [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:29:48.447722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.462477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.495921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] For port 025e2bc4-21c2-4608-a3d1-a4bde657167a, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:48.502446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] For port 025e2bc4-21c2-4608-a3d1-a4bde657167a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=025e2bc4-21c2-4608-a3d1-a4bde657167a,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:48.510979 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.533931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34cddefe-a68c-444d-bb4b-1f6d84a943bd req-397facbc-d11b-4a82-9716-749bb0a6fb4c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654275 Jun 03 15:29:48.547973 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d71a2f8-6de9-42fe-9813-d9bad78ab1f9 req-500d7dc3-2360-45c4-aeb5-3d748a081261 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7704022 Jun 03 15:29:48.619954 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.624110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01c57907-7a7c-403e-af92-93fe1d53dc08 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:29:48.633238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcdcc2-4222-4d4a-85b0-51a42ecb4fb5 None None] Pushing event updated for resources: {'Port': ['ID=025e2bc4-21c2-4608-a3d1-a4bde657167a,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:48.699095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.710401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-71555a97-809e-424b-8405-62b5023f12a8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/01c57907-7a7c-403e-af92-93fe1d53dc08 HTTP/1.1" status: 204 len: 168 time: 4.6727381 Jun 03 15:29:48.711534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46012) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:48.758141 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-11f27a85-aa79-40f5-8281-34a9b38f4f3b req-60e67c0c-7ae6-4548-af34-c150efd6a345 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1186614 Jun 03 15:29:48.821484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:48.832765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Usage tracker for resource:port and tenant:ddbd34c78861408e9a2bc1035b21d6db is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:48.839126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:48.858043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:48.904128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Made reservation on behalf of ddbd34c78861408e9a2bc1035b21d6db for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:48.917193 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:48.951203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-fc99676e-337c-4376-abcb-aeed041b1111 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] For port fdd8b880-17bb-472d-ab10-437017f466c1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fdd8b880-17bb-472d-ab10-437017f466c1,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:48.951841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-fc99676e-337c-4376-abcb-aeed041b1111 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:49.048139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7af34a6-6882-4886-9f4f-6194fd105dec req-720926b9-62a1-443e-9b91-8f7754c70a69 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 210 time: 0.1060107 Jun 03 15:29:49.122140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e0dc6c-7504-4f65-8429-c06d91016b69 admin admin] Deleting subnet 4b746a8f-eb33-4cb7-bf25-cf957caf98ff {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:49.135906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29e0dc6c-7504-4f65-8429-c06d91016b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:49.187805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-fc99676e-337c-4376-abcb-aeed041b1111 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Calling delete_port for fdd8b880-17bb-472d-ab10-437017f466c1 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:49.404494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29e0dc6c-7504-4f65-8429-c06d91016b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:49.427744 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:49.693277 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29e0dc6c-7504-4f65-8429-c06d91016b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:49.751617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Allocated IP 172.20.0.2 (1f2d938c-a535-4219-9bff-61815313e4c5/98ceefca-3cfc-43a6-9839-31c33e352aca/c8782f0e-7534-4b38-9cc3-c61041aa0b93) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:49.792658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe80026-fe7a-47c0-9dad-1bc95247d798 req-fe55c6db-0ecf-4441-a08d-ed66680ae1aa tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:49.794622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bbe80026-fe7a-47c0-9dad-1bc95247d798 req-fe55c6db-0ecf-4441-a08d-ed66680ae1aa tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 946 time: 0.5808563 Jun 03 15:29:49.823127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fdd8b880-17bb-472d-ab10-437017f466c1 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:49.832416 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-fc99676e-337c-4376-abcb-aeed041b1111 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:49.865492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: fdd8b880-17bb-472d-ab10-437017f466c1 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:29:49.866057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fdd8b880-17bb-472d-ab10-437017f466c1 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:49.873803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['91aeefb3-b0ff-42d6-a0c5-973091468b58'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:29:49.918997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7488f-554f-4468-8369-1a469591bb01 req-a6cc8f03-a16f-4c0d-a400-27a28c3d430e tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:49.923783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99676e-337c-4376-abcb-aeed041b1111 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event deleted for resources: {'Port': ['ID=fdd8b880-17bb-472d-ab10-437017f466c1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:49.939683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15d7488f-554f-4468-8369-1a469591bb01 req-a6cc8f03-a16f-4c0d-a400-27a28c3d430e tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 945 time: 0.6763041 Jun 03 15:29:50.144506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bbe80026-fe7a-47c0-9dad-1bc95247d798 req-d7f99582-305e-4e9b-8cc9-a11e489561c6 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325944 Jun 03 15:29:50.177025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] For port 025e2bc4-21c2-4608-a3d1-a4bde657167a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=025e2bc4-21c2-4608-a3d1-a4bde657167a,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:50.254376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15d7488f-554f-4468-8369-1a469591bb01 req-c2b71369-0122-4f42-9034-b4a476ad0bed tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/security-groups?id=49a7c119-f976-4477-a99b-6c0097227873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101566 Jun 03 15:29:50.270507 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29e0dc6c-7504-4f65-8429-c06d91016b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:50.271955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 025e2bc4-21c2-4608-a3d1-a4bde657167a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:50.285158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:50.289724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-fc99676e-337c-4376-abcb-aeed041b1111 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] No DVR routers for this DVR port fdd8b880-17bb-472d-ab10-437017f466c1 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:29:50.295258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:50.296642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:50.319838 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-fc99676e-337c-4376-abcb-aeed041b1111 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:50.486075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 025e2bc4-21c2-4608-a3d1-a4bde657167a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:50.516012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c98ce7fd-d595-4e9b-9675-252850c320da no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:50.596326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:50.600486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71989e16-95ed-4efc-b073-dcfcdef06013', 'name': 'network-vif-deleted', 'tag': 'fdd8b880-17bb-472d-ab10-437017f466c1'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:50.630003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:50.633794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: c98ce7fd-d595-4e9b-9675-252850c320da {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:29:50.634167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c98ce7fd-d595-4e9b-9675-252850c320da not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:50.680643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:50.681840 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:50.724599 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3b1e8a8b-9eff-4dca-81a8-4d7c9fb71791 req-fc99676e-337c-4376-abcb-aeed041b1111 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "DELETE /v2.0/ports/fdd8b880-17bb-472d-ab10-437017f466c1 HTTP/1.1" status: 204 len: 173 time: 3.3240933 Jun 03 15:29:50.742219 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f044f9b-55ee-4e26-b796-c0d0a1454d81 None None] Network 1f112800-398a-4c1e-9b56-b80c8fb4b121 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:50.743373 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.8881757 Jun 03 15:29:50.751396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:50.769273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:69:5c:c0', 'name': 'tempest-NetworksTestDHCPv6-1478688976'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:50.866785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:50.897953 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29e0dc6c-7504-4f65-8429-c06d91016b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:50.905179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=025e2bc4-21c2-4608-a3d1-a4bde657167a,revision_number=4']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:50.909730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adccbba-1af2-4091-bfc8-aafdeb545137 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=bbe1c191-fa00-45f0-b5a2-5c7a1c7d3c53,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:50.935950 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4e4073-1f2e-4283-8761-1a9f269b39f0 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:50.993775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4739cbbe-27eb-4392-8120-ee5adc7e1bc4 req-84f35db1-8eb8-43ad-8f09-d9e0aed47ed7 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=71989e16-95ed-4efc-b073-dcfcdef06013 HTTP/1.1" status: 200 len: 210 time: 0.2668569 Jun 03 15:29:50.999510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0dc6c-7504-4f65-8429-c06d91016b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b746a8f-eb33-4cb7-bf25-cf957caf98ff,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:51.014708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:51.032084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-29e0dc6c-7504-4f65-8429-c06d91016b69 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4b746a8f-eb33-4cb7-bf25-cf957caf98ff HTTP/1.1" status: 204 len: 168 time: 2.3163528 Jun 03 15:29:51.077779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46036) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:51.127031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Pushing event updated for resources: {'Port': ['ID=c8782f0e-7534-4b38-9cc3-c61041aa0b93,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:51.141068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Network 1f2d938c-a535-4219-9bff-61815313e4c5 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:51.145614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:51.149264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:29:51.150205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:51.240634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:29:51.247810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:51.248366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:51.257493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b049a331-03f7-4d1f-bc43-27621b15d14f None None] Provisioning for port 025e2bc4-21c2-4608-a3d1-a4bde657167a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:51.259836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:29:51.274573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:29:51.322863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b049a331-03f7-4d1f-bc43-27621b15d14f None None] Provisioning complete for port 025e2bc4-21c2-4608-a3d1-a4bde657167a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:51.323890 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b049a331-03f7-4d1f-bc43-27621b15d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:51.334974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:51.340860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513628a2-aa51-4c3b-8343-136d7345da07 req-b0bcc0af-0f4e-4bf3-8f07-896f4f71a94a tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:51.342494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-513628a2-aa51-4c3b-8343-136d7345da07 req-b0bcc0af-0f4e-4bf3-8f07-896f4f71a94a tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.6168821 Jun 03 15:29:51.388222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-8958ec47-3300-4381-9ed8-2c18301be321 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4182560 Jun 03 15:29:51.429148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:51.443691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Request body: {'port': {'device_id': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:29:51.545259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-513628a2-aa51-4c3b-8343-136d7345da07 req-fbd34809-7a6a-442b-b4c4-2649911a1b20 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789954 Jun 03 15:29:51.605338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456c448-a39a-45a6-b549-6b11b3151101 req-d85b7b0c-1b38-427c-98f7-31908edf470e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:51.606554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8456c448-a39a-45a6-b549-6b11b3151101 req-d85b7b0c-1b38-427c-98f7-31908edf470e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Synchronizing usage tracker for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:51.804366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:51.811949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Deleting port f0c16bb1-84bd-4513-891e-b8d4b9616c63 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:51.812905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5539e564-e3dc-4548-a2d6-432e0d0df077 None None] DHCP port deletion for 1f112800-398a-4c1e-9b56-b80c8fb4b121 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:29:51.813730 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:51.831206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8456c448-a39a-45a6-b549-6b11b3151101 req-d85b7b0c-1b38-427c-98f7-31908edf470e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Unset dirty status for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:51.845573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8456c448-a39a-45a6-b549-6b11b3151101 req-d85b7b0c-1b38-427c-98f7-31908edf470e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 931 time: 0.5915468 Jun 03 15:29:51.917507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b049a331-03f7-4d1f-bc43-27621b15d14f None None] Current status of the port 025e2bc4-21c2-4608-a3d1-a4bde657167a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:51.918207 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b049a331-03f7-4d1f-bc43-27621b15d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:51.957178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5539e564-e3dc-4548-a2d6-432e0d0df077 None None] Deleting port f0c16bb1-84bd-4513-891e-b8d4b9616c63 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:51.958833 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5539e564-e3dc-4548-a2d6-432e0d0df077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.011279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.099982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 025e2bc4-21c2-4608-a3d1-a4bde657167a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:52.115952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port a2d4a1f0-81da-442a-88a7-1da2edb709fc yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:29:52.192072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-70ed999b-503d-4de6-8c64-b0b0a0e70199 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:52.192837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-70ed999b-503d-4de6-8c64-b0b0a0e70199 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Synchronizing usage tracker for tenant:c1678885a5c74c59be953414c6ff3e13 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:52.244152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b049a331-03f7-4d1f-bc43-27621b15d14f None None] For port 025e2bc4-21c2-4608-a3d1-a4bde657167a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=025e2bc4-21c2-4608-a3d1-a4bde657167a,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:52.268511 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b049a331-03f7-4d1f-bc43-27621b15d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.296875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8456c448-a39a-45a6-b549-6b11b3151101 req-71e8e2b6-ff78-40bc-9f86-cd0d91c08fb7 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Synchronizing usage tracker for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:52.336290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8456c448-a39a-45a6-b549-6b11b3151101 req-71e8e2b6-ff78-40bc-9f86-cd0d91c08fb7 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Unset dirty status for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:52.337681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8456c448-a39a-45a6-b549-6b11b3151101 req-71e8e2b6-ff78-40bc-9f86-cd0d91c08fb7 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905126 Jun 03 15:29:52.456132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa2823-4669-40be-91e2-a23fda407efd req-be39bf67-1ac5-4b46-bb0e-2cf72c319cea tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:52.463764 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5fa2823-4669-40be-91e2-a23fda407efd req-be39bf67-1ac5-4b46-bb0e-2cf72c319cea tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 945 time: 0.6403170 Jun 03 15:29:52.576302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 172.20.0.3 (6a53de42-b459-4b7b-ab08-16276fe85489/0777502a-ffa1-4f5d-8c73-9a14a7877921/a2d4a1f0-81da-442a-88a7-1da2edb709fc) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:52.576657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049a331-03f7-4d1f-bc43-27621b15d14f None None] Pushing event updated for resources: {'Port': ['ID=025e2bc4-21c2-4608-a3d1-a4bde657167a,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:52.585478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::f816:3eff:fe69:5cc0 (6a53de42-b459-4b7b-ab08-16276fe85489/bbe1c191-fa00-45f0-b5a2-5c7a1c7d3c53/a2d4a1f0-81da-442a-88a7-1da2edb709fc) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:52.633657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5539e564-e3dc-4548-a2d6-432e0d0df077 None None] For port f0c16bb1-84bd-4513-891e-b8d4b9616c63, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f0c16bb1-84bd-4513-891e-b8d4b9616c63,segment=NetworkSegment(07c6dca8-871a-4e29-a27e-392b9ea1656c),segment_id=07c6dca8-871a-4e29-a27e-392b9ea1656c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:52.634285 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5539e564-e3dc-4548-a2d6-432e0d0df077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:52.740587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5fa2823-4669-40be-91e2-a23fda407efd req-4de9fad1-7ce5-46af-8841-179d4c310703 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/security-groups?id=49a7c119-f976-4477-a99b-6c0097227873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756965 Jun 03 15:29:52.883546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5539e564-e3dc-4548-a2d6-432e0d0df077 None None] Calling delete_port for f0c16bb1-84bd-4513-891e-b8d4b9616c63 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:52.938779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 025e2bc4-21c2-4608-a3d1-a4bde657167a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:52.939154 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.015414 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.037229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object a2d4a1f0-81da-442a-88a7-1da2edb709fc will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:53.082830 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341eb5ec-a6b3-4197-a89c-14b17c053cc9'] response: {'server_uuid': '71989e16-95ed-4efc-b073-dcfcdef06013', 'name': 'network-vif-deleted', 'tag': 'fdd8b880-17bb-472d-ab10-437017f466c1', 'status': 'completed', 'code': 200} Jun 03 15:29:53.083598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-70ed999b-503d-4de6-8c64-b0b0a0e70199 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Unset dirty status for tenant:c1678885a5c74c59be953414c6ff3e13 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:53.084878 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-70ed999b-503d-4de6-8c64-b0b0a0e70199 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.67 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 946 time: 1.7361126 Jun 03 15:29:53.088804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.198556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Deleting port 97999137-feff-44a0-acd3-f44ecae3f72e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:53.198915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.239380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 025e2bc4-21c2-4608-a3d1-a4bde657167a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:53.243696 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5539e564-e3dc-4548-a2d6-432e0d0df077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.278256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8782f0e-7534-4b38-9cc3-c61041aa0b93 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:53.389004 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.394320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f0c16bb1-84bd-4513-891e-b8d4b9616c63 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:53.417818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:53.421865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] For port f0c16bb1-84bd-4513-891e-b8d4b9616c63, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f0c16bb1-84bd-4513-891e-b8d4b9616c63,segment=NetworkSegment(07c6dca8-871a-4e29-a27e-392b9ea1656c),segment_id=07c6dca8-871a-4e29-a27e-392b9ea1656c)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:53.422992 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.446268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:53.449758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:29:53.465044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Transition to ACTIVE for port object c8782f0e-7534-4b38-9cc3-c61041aa0b93 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:29:53.488756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539e564-e3dc-4548-a2d6-432e0d0df077 None None] No DVR routers for this DVR port f0c16bb1-84bd-4513-891e-b8d4b9616c63 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:29:53.491943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f0c16bb1-84bd-4513-891e-b8d4b9616c63 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:29:53.492476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f0c16bb1-84bd-4513-891e-b8d4b9616c63 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:29:53.495225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539e564-e3dc-4548-a2d6-432e0d0df077 None None] Pushing event deleted for resources: {'Port': ['ID=f0c16bb1-84bd-4513-891e-b8d4b9616c63,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:53.510893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb48e77-4356-4c29-9cd2-54e98b5dbec5 req-443dab5f-dc2b-4aa1-a68b-95287bfa1b69 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:53.515609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0eb48e77-4356-4c29-9cd2-54e98b5dbec5 req-443dab5f-dc2b-4aa1-a68b-95287bfa1b69 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 946 time: 0.6524956 Jun 03 15:29:53.517582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.638794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=a2d4a1f0-81da-442a-88a7-1da2edb709fc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:53.774546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Calling delete_port for f0c16bb1-84bd-4513-891e-b8d4b9616c63 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:53.792169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d89728-d7d5-40b8-8576-700fd7e9c604 req-c8168284-c809-4e4b-aa33-01e1628a4b33 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:53.804869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4d89728-d7d5-40b8-8576-700fd7e9c604 req-c8168284-c809-4e4b-aa33-01e1628a4b33 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.6468379 Jun 03 15:29:53.850652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 97999137-feff-44a0-acd3-f44ecae3f72e no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:29:53.918405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8782f0e-7534-4b38-9cc3-c61041aa0b93,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:53.923777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:53.924448 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:53.957813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0eb48e77-4356-4c29-9cd2-54e98b5dbec5 req-10c0084b-aba0-4bff-81a7-d5fda0982ba0 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284415 Jun 03 15:29:54.067823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 97999137-feff-44a0-acd3-f44ecae3f72e is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:54.069473 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.124626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4d89728-d7d5-40b8-8576-700fd7e9c604 req-6db73989-176e-4c3c-bd8d-8e506413b6d5 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180382 Jun 03 15:29:54.165091 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d9809592-9768-4a0c-b894-6c6d0284c7ed tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4085324 Jun 03 15:29:54.172250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46056) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:54.193394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8c7e1866-b629-4b82-8923-e5e0640214c8 None None] Provisioning complete for port 025e2bc4-21c2-4608-a3d1-a4bde657167a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:54.197599 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1866-b629-4b82-8923-e5e0640214c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.296214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Attempting to bind port c8782f0e-7534-4b38-9cc3-c61041aa0b93 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:29:54.297046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Attempting to bind port c8782f0e-7534-4b38-9cc3-c61041aa0b93 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '516150aa-6c57-4ea6-9a34-6dc44eb137bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:29:54.297601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Attempting to bind port c8782f0e-7534-4b38-9cc3-c61041aa0b93 on network 1f2d938c-a535-4219-9bff-61815313e4c5 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:54.311319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Port c8782f0e-7534-4b38-9cc3-c61041aa0b93 on network 1f2d938c-a535-4219-9bff-61815313e4c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:29:54.311646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Attempting to bind port c8782f0e-7534-4b38-9cc3-c61041aa0b93 on network 1f2d938c-a535-4219-9bff-61815313e4c5 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:29:54.326690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:29:54.327025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Checking segment: {'id': '516150aa-6c57-4ea6-9a34-6dc44eb137bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:29:54.327416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Bound using segment: {'id': '516150aa-6c57-4ea6-9a34-6dc44eb137bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:29:54.329243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Bound port: c8782f0e-7534-4b38-9cc3-c61041aa0b93, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516150aa-6c57-4ea6-9a34-6dc44eb137bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:29:54.329605 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.331161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:29:54.331947 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:29:54.349151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 025e2bc4-21c2-4608-a3d1-a4bde657167a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:29:54.371950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdfad7-aecb-4396-a9a7-3e51c99de20b req-014b66d8-083a-44f9-82bb-7b6bc5a7ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:54.374612 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d2bdfad7-aecb-4396-a9a7-3e51c99de20b req-014b66d8-083a-44f9-82bb-7b6bc5a7ed37 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 1096 time: 0.5230513 Jun 03 15:29:54.425371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] For port 97999137-feff-44a0-acd3-f44ecae3f72e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97999137-feff-44a0-acd3-f44ecae3f72e,segment=NetworkSegment(fb275747-f1ac-4e56-a8a0-214534a4640f),segment_id=fb275747-f1ac-4e56-a8a0-214534a4640f)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:54.425803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.538732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 97999137-feff-44a0-acd3-f44ecae3f72e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97999137-feff-44a0-acd3-f44ecae3f72e,segment=NetworkSegment(fb275747-f1ac-4e56-a8a0-214534a4640f),segment_id=fb275747-f1ac-4e56-a8a0-214534a4640f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:54.547942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d229ebe-6d13-4186-ba14-ba1321f4dfbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97999137-feff-44a0-acd3-f44ecae3f72e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:54.561012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:29:54.561778 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.562863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:29:54.568906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.697271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 025e2bc4-21c2-4608-a3d1-a4bde657167a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:54.698706 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.727413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:54.728238 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.729448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] 10.222.0.67 "PUT /v2.0/ports/c8782f0e-7534-4b38-9cc3-c61041aa0b93 HTTP/1.1" status: 200 len: 1091 time: 3.2937353 Jun 03 15:29:54.738235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:54.786993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=97999137-feff-44a0-acd3-f44ecae3f72e,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:54.827973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51746df-353a-4580-a491-e2aa448df6bf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:54.836729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51746df-353a-4580-a491-e2aa448df6bf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:54.838316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c51746df-353a-4580-a491-e2aa448df6bf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:54.902156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Deleting port f0c16bb1-84bd-4513-891e-b8d4b9616c63 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:54.902529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:54.907908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b4009-d3cc-44e2-99fc-3481ebe0d5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8782f0e-7534-4b38-9cc3-c61041aa0b93,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:54.968255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Calling delete_port for 97999137-feff-44a0-acd3-f44ecae3f72e owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:54.973111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1f80-741a-415a-83dc-fc0391859460 req-5e7e4a32-1e74-4b95-9563-0799af7d3593 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:54.973712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 025e2bc4-21c2-4608-a3d1-a4bde657167a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:54.982313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f84b1f80-741a-415a-83dc-fc0391859460 req-5e7e4a32-1e74-4b95-9563-0799af7d3593 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.3365860 Jun 03 15:29:54.983428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e1866-b629-4b82-8923-e5e0640214c8 None None] Current status of the port 025e2bc4-21c2-4608-a3d1-a4bde657167a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:29:55.029376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-1fa6ff77-19b6-4084-b7b4-14dfefbc2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:55.031060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-1fa6ff77-19b6-4084-b7b4-14dfefbc2cf5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 1094 time: 0.2278337 Jun 03 15:29:55.056068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9858ba6-cdcb-4fac-bce9-3b92d192eba1 req-725b21fd-b85b-4e11-9413-95e1cc0235b8 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:55.058373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9858ba6-cdcb-4fac-bce9-3b92d192eba1 req-725b21fd-b85b-4e11-9413-95e1cc0235b8 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 945 time: 0.1933279 Jun 03 15:29:55.084018 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d2bdfad7-aecb-4396-a9a7-3e51c99de20b req-3881fa08-6d85-4c67-b701-458782ddf170 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6900012 Jun 03 15:29:55.100539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] The port 'f0c16bb1-84bd-4513-891e-b8d4b9616c63' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:29:55.120336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d8bd12ad-485d-40f0-80d7-5c6d75cdf235 None None] Provisioning for port a2d4a1f0-81da-442a-88a7-1da2edb709fc completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:29:55.127817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d8bd12ad-485d-40f0-80d7-5c6d75cdf235 None None] Provisioning complete for port a2d4a1f0-81da-442a-88a7-1da2edb709fc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:29:55.128175 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d8bd12ad-485d-40f0-80d7-5c6d75cdf235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.160694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c51746df-353a-4580-a491-e2aa448df6bf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:55.166262 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c51746df-353a-4580-a491-e2aa448df6bf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9886985 Jun 03 15:29:55.170287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46074) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:55.170735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-3a1a5f16-ff1d-48b8-b5b3-80780e604444 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93 HTTP/1.1" status: 200 len: 217 time: 0.1111991 Jun 03 15:29:55.178875 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f84b1f80-741a-415a-83dc-fc0391859460 req-d99f56c6-f20a-493b-ab10-a8da71788cb2 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910326 Jun 03 15:29:55.261589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9858ba6-cdcb-4fac-bce9-3b92d192eba1 req-ac328563-d665-4248-bd86-7b2535fa8d59 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/security-groups?id=49a7c119-f976-4477-a99b-6c0097227873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205490 Jun 03 15:29:55.264678 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a067cca1-c128-4f8c-bf6c-ecf2d918759e'] response: {'server_uuid': '2d229ebe-6d13-4186-ba14-ba1321f4dfbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97999137-feff-44a0-acd3-f44ecae3f72e', 'code': 200} Jun 03 15:29:55.303821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd12ad-485d-40f0-80d7-5c6d75cdf235 None None] Port a2d4a1f0-81da-442a-88a7-1da2edb709fc cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:29:55.392310 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609d3448-8669-4f3e-bdf5-612a044db128'] response: {'name': 'network-changed', 'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'status': 'completed', 'code': 200} Jun 03 15:29:55.475823 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.509713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-35d3b43d-0cc9-46dc-a105-cfb815254d95 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port a2d4a1f0-81da-442a-88a7-1da2edb709fc {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:55.510490 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35d3b43d-0cc9-46dc-a105-cfb815254d95 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.555335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:29:55.555805 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:29:55.600909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f112800-398a-4c1e-9b56-b80c8fb4b121']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:55.623199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c6dca8-871a-4e29-a27e-392b9ea1656c') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:55.623567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c6dca8-871a-4e29-a27e-392b9ea1656c') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:55.680855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.730595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac8a18-5f38-4a0f-bd9e-7eb90c7871b1 req-445b86a4-630e-4665-8482-3979a9f38dce tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:55.732324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4cac8a18-5f38-4a0f-bd9e-7eb90c7871b1 req-445b86a4-630e-4665-8482-3979a9f38dce tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 944 time: 0.1944745 Jun 03 15:29:55.741457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.775040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:29:55.775322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:55.778562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afae98f-409c-4dcb-9de1-0267f162002f req-28d7debd-acfb-4c0b-9f4b-abd291039724 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:55.780988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5afae98f-409c-4dcb-9de1-0267f162002f req-28d7debd-acfb-4c0b-9f4b-abd291039724 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.1825340 Jun 03 15:29:55.840005 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4cac8a18-5f38-4a0f-bd9e-7eb90c7871b1 req-77f829b7-d715-4aa4-a79a-bb8f71147d9f tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a08e21a-8140-46cc-809e-73f87112bf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950801 Jun 03 15:29:55.876939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5afae98f-409c-4dcb-9de1-0267f162002f req-094cc681-bec3-4fd4-83cd-4f637a7940d8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726893 Jun 03 15:29:55.916093 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 07c6dca8-871a-4e29-a27e-392b9ea1656c resource provider aggregate not found Jun 03 15:29:55.966941 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 07c6dca8-871a-4e29-a27e-392b9ea1656c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07c6dca8-871a-4e29-a27e-392b9ea1656c found for delete ", "request_id": "req-cd223723-433d-4335-9e7c-dd2a7c56177f"}]} Jun 03 15:29:56.017585 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.050810 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.064939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Deleting port 97999137-feff-44a0-acd3-f44ecae3f72e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:56.065617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.126800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f112800-398a-4c1e-9b56-b80c8fb4b121,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:56.172686 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bc01c6f2-c75d-4340-9119-297aaa3c6c06 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1f112800-398a-4c1e-9b56-b80c8fb4b121 HTTP/1.1" status: 204 len: 168 time: 5.0924151 Jun 03 15:29:56.208106 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35d3b43d-0cc9-46dc-a105-cfb815254d95 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:56.436449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-6adb0275-2e3c-4fe0-8b93-45724eb168f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:56.446527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-6adb0275-2e3c-4fe0-8b93-45724eb168f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98ceefca-3cfc-43a6-9839-31c33e352aca HTTP/1.1" status: 200 len: 854 time: 0.2026260 Jun 03 15:29:56.497864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-35d3b43d-0cc9-46dc-a105-cfb815254d95 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for a2d4a1f0-81da-442a-88a7-1da2edb709fc owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:56.619038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46104) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:56.623670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-dde0225d-7835-413d-9f82-9c4bb84f3271 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f2d938c-a535-4219-9bff-61815313e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1666179 Jun 03 15:29:56.893984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] For port 97999137-feff-44a0-acd3-f44ecae3f72e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=97999137-feff-44a0-acd3-f44ecae3f72e,segment=NetworkSegment(fb275747-f1ac-4e56-a8a0-214534a4640f),segment_id=fb275747-f1ac-4e56-a8a0-214534a4640f)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:29:56.894315 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.070047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d29f83b2-75d5-4a42-be22-29d5b87a5077 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e0fbc571d9442679db5c4863c0d7daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447999 Jun 03 15:29:57.079074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46112) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:57.128216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-7fd1eb6c-5b59-4317-96bf-91097aa1cfc6 service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777076 Jun 03 15:29:57.189539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Calling delete_port for 97999137-feff-44a0-acd3-f44ecae3f72e owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:29:57.328758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ecbcc-4089-410a-ac21-cde9a958eb66 req-aea62aab-2534-4aae-85b6-55ab4b8970ee tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:57.331365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c0ecbcc-4089-410a-ac21-cde9a958eb66 req-aea62aab-2534-4aae-85b6-55ab4b8970ee tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.4970047 Jun 03 15:29:57.349307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74f14e-1acf-4b6e-b433-09e093c37cbd req-778043b4-3037-47a9-8836-265e25055b77 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:57.351491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b74f14e-1acf-4b6e-b433-09e093c37cbd req-778043b4-3037-47a9-8836-265e25055b77 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 945 time: 0.5135384 Jun 03 15:29:57.416000 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35d3b43d-0cc9-46dc-a105-cfb815254d95 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.440697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d06d-61df-4a0e-93ed-f977bda32fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.600299 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d06d-61df-4a0e-93ed-f977bda32fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.622807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c0ecbcc-4089-410a-ac21-cde9a958eb66 req-56825452-f507-4f72-911c-9246d5b709fa tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697046 Jun 03 15:29:57.648526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.650736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3b43d-0cc9-46dc-a105-cfb815254d95 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=a2d4a1f0-81da-442a-88a7-1da2edb709fc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:57.653182 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b74f14e-1acf-4b6e-b433-09e093c37cbd req-11a1983c-e719-4d11-8272-0380b8ce14a0 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/security-groups?id=49a7c119-f976-4477-a99b-6c0097227873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830534 Jun 03 15:29:57.694294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cd4b7c2-96bb-4b24-8fd7-e3bb8b34c92c req-28d5189f-3268-4a0a-8c1c-218c3649fcbc service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520771 Jun 03 15:29:57.890177 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d06d-61df-4a0e-93ed-f977bda32fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:57.909304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Pushing event deleted for resources: {'Port': ['ID=97999137-feff-44a0-acd3-f44ecae3f72e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:57.943919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1d06d-61df-4a0e-93ed-f977bda32fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b921c4b-6769-4afa-9d26-ff26e2d275b8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:58.034113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] No DVR routers for this DVR port 97999137-feff-44a0-acd3-f44ecae3f72e on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:29:58.039372 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.042453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d229ebe-6d13-4186-ba14-ba1321f4dfbe', 'name': 'network-vif-deleted', 'tag': '97999137-feff-44a0-acd3-f44ecae3f72e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:58.066801 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-073e52f1-38ca-46dc-82c8-3320b230a188 req-8af36a86-45ad-4c3a-ae90-b2c308544a42 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.67 "DELETE /v2.0/ports/97999137-feff-44a0-acd3-f44ecae3f72e HTTP/1.1" status: 204 len: 173 time: 4.9662695 Jun 03 15:29:58.067782 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-35d3b43d-0cc9-46dc-a105-cfb815254d95 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.069540 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-35d3b43d-0cc9-46dc-a105-cfb815254d95 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/a2d4a1f0-81da-442a-88a7-1da2edb709fc HTTP/1.1" status: 204 len: 168 time: 2.8980937 Jun 03 15:29:58.074425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46120) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.092379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4e053f8-8f96-4c6b-9684-05f63eac492c req-5b0e3bdd-dbba-4bbc-9351-1ed75ad8a673 tempest-InstanceActionsTestJSON-2070530456 tempest-InstanceActionsTestJSON-2070530456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d229ebe-6d13-4186-ba14-ba1321f4dfbe HTTP/1.1" status: 200 len: 210 time: 0.1363666 Jun 03 15:29:58.102577 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d06d-61df-4a0e-93ed-f977bda32fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.102577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1ed1d06d-61df-4a0e-93ed-f977bda32fbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b921c4b-6769-4afa-9d26-ff26e2d275b8 HTTP/1.1" status: 204 len: 168 time: 1.0201962 Jun 03 15:29:58.217807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303180c2-2ec8-4086-b3b6-91322e302016 req-e36dd986-20b9-4226-b4aa-6f29fcd2c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.220871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-303180c2-2ec8-4086-b3b6-91322e302016 req-e36dd986-20b9-4226-b4aa-6f29fcd2c174 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 1094 time: 0.4081872 Jun 03 15:29:58.243639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f4b6a0-867b-4780-9c74-29c65515f35b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.246664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f4b6a0-867b-4780-9c74-29c65515f35b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.249524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f4b6a0-867b-4780-9c74-29c65515f35b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.250403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-21f4b6a0-867b-4780-9c74-29c65515f35b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:58.302421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-21f4b6a0-867b-4780-9c74-29c65515f35b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:58.306581 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-21f4b6a0-867b-4780-9c74-29c65515f35b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2303486 Jun 03 15:29:58.310702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:58.452832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d919a-e873-4c80-be41-62f48c5f5c5b req-8d73b598-fb59-4cef-a087-4af92c43562a tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.460280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-223d919a-e873-4c80-be41-62f48c5f5c5b req-8d73b598-fb59-4cef-a087-4af92c43562a tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.4125025 Jun 03 15:29:58.472677 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15153210-bf35-4302-8be6-294e85d72860'] response: {'server_uuid': '2d229ebe-6d13-4186-ba14-ba1321f4dfbe', 'name': 'network-vif-deleted', 'tag': '97999137-feff-44a0-acd3-f44ecae3f72e', 'status': 'completed', 'code': 200} Jun 03 15:29:58.490364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b1bb61-69b9-4414-b13d-581b6b58afb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 0777502a-ffa1-4f5d-8c73-9a14a7877921 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:29:58.497201 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14b1bb61-69b9-4414-b13d-581b6b58afb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.565835 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-223d919a-e873-4c80-be41-62f48c5f5c5b req-52a4513e-413b-4202-9d37-8a02b54682c4 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039207 Jun 03 15:29:58.587972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303180c2-2ec8-4086-b3b6-91322e302016 req-b26252e0-7e92-403f-8f57-037e59182a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.590533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-303180c2-2ec8-4086-b3b6-91322e302016 req-b26252e0-7e92-403f-8f57-037e59182a04 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 200 len: 915 time: 0.3496282 Jun 03 15:29:58.656097 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14b1bb61-69b9-4414-b13d-581b6b58afb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:58.771214 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-303180c2-2ec8-4086-b3b6-91322e302016 req-b305c524-875d-4da2-9eb8-8a12fa05c027 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93 HTTP/1.1" status: 200 len: 217 time: 0.1731336 Jun 03 15:29:58.906114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303180c2-2ec8-4086-b3b6-91322e302016 req-ab3636fb-c31d-447d-af08-8d0158f0b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.909780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-303180c2-2ec8-4086-b3b6-91322e302016 req-ab3636fb-c31d-447d-af08-8d0158f0b38d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98ceefca-3cfc-43a6-9839-31c33e352aca HTTP/1.1" status: 200 len: 854 time: 0.1285591 Jun 03 15:29:58.966318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14b1bb61-69b9-4414-b13d-581b6b58afb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.035083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-f076cf02-c76d-4f95-963f-b79c178703bd tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:59.037690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-f076cf02-c76d-4f95-963f-b79c178703bd tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Synchronizing usage tracker for tenant:8921da91eb4e49409c0d07d3ab408503 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:29:59.098752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-f076cf02-c76d-4f95-963f-b79c178703bd tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Unset dirty status for tenant:8921da91eb4e49409c0d07d3ab408503 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:29:59.100983 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-f076cf02-c76d-4f95-963f-b79c178703bd tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 945 time: 0.3125207 Jun 03 15:29:59.170581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-303180c2-2ec8-4086-b3b6-91322e302016 req-3a11b463-84cb-4d49-961d-7b5f5fa0579a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f2d938c-a535-4219-9bff-61815313e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2544131 Jun 03 15:29:59.289950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-b3646642-7409-4eb5-8c6c-03ecc5d24f1b tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Deleting port 1f504aed-c162-467b-9cf4-c41b5f289493 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:29:59.290892 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-b3646642-7409-4eb5-8c6c-03ecc5d24f1b tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.388000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878614a-2f4f-47f9-8221-6de1abd54115 req-2bd8adeb-bcee-4d1b-b85e-934ea4e381d9 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:59.388813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1878614a-2f4f-47f9-8221-6de1abd54115 req-2bd8adeb-bcee-4d1b-b85e-934ea4e381d9 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 945 time: 0.2862542 Jun 03 15:29:59.420448 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14b1bb61-69b9-4414-b13d-581b6b58afb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.433132 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.460168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb84d-29ee-42a3-bca3-75ab43530ebc req-12cf889f-b68a-47f3-9160-61ef53dfe7bc tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:59.462793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-38cbb84d-29ee-42a3-bca3-75ab43530ebc req-12cf889f-b68a-47f3-9160-61ef53dfe7bc tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.5659611 Jun 03 15:29:59.476885 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-303180c2-2ec8-4086-b3b6-91322e302016 req-997c308e-d52a-4524-8625-52a890971a88 service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994027 Jun 03 15:29:59.484691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1bb61-69b9-4414-b13d-581b6b58afb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=0777502a-ffa1-4f5d-8c73-9a14a7877921,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:59.513822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22bee0-d197-4e78-b843-806d78efe42e None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:29:59.549962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14b1bb61-69b9-4414-b13d-581b6b58afb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:29:59.617376 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-14b1bb61-69b9-4414-b13d-581b6b58afb8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/0777502a-ffa1-4f5d-8c73-9a14a7877921 HTTP/1.1" status: 204 len: 168 time: 1.3045759 Jun 03 15:29:59.622755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46162) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:59.825908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1878614a-2f4f-47f9-8221-6de1abd54115 req-3a870a8d-102a-4ba0-a582-07540814f5a7 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/security-groups?id=49a7c119-f976-4477-a99b-6c0097227873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160702 Jun 03 15:29:59.834903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-38cbb84d-29ee-42a3-bca3-75ab43530ebc req-f14f3a7f-cc9a-4f66-84da-1c5b5c96e0bf tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566394 Jun 03 15:29:59.886278 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46170) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:29:59.941151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-303180c2-2ec8-4086-b3b6-91322e302016 req-98570bc4-6a75-435e-9ed7-93e5a37870e5 service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422307 Jun 03 15:30:00.155056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46180) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:00.190554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-b3646642-7409-4eb5-8c6c-03ecc5d24f1b tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] For port 1f504aed-c162-467b-9cf4-c41b5f289493, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f504aed-c162-467b-9cf4-c41b5f289493,segment=NetworkSegment(5017ee29-f656-44eb-92c0-b7704e144efb),segment_id=5017ee29-f656-44eb-92c0-b7704e144efb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:00.190554 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-b3646642-7409-4eb5-8c6c-03ecc5d24f1b tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.255983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-29272086-13c2-4b25-a1e3-a88afcfc148d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet bbe1c191-fa00-45f0-b5a2-5c7a1c7d3c53 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:30:00.266984 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29272086-13c2-4b25-a1e3-a88afcfc148d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.279145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d67b56-fcb9-4f2e-81e8-db44af67d6b9 admin admin] Deleting subnet bec850d2-0c2b-4b44-82e3-5e1ae9075a8f {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:30:00.301809 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4d67b56-fcb9-4f2e-81e8-db44af67d6b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.436631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-network', 'tenant_id': '3ea2260c56c2498593f342ee42245a74'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:00.472231 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4d67b56-fcb9-4f2e-81e8-db44af67d6b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.565450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:00.667396 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4d67b56-fcb9-4f2e-81e8-db44af67d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.912430 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4d67b56-fcb9-4f2e-81e8-db44af67d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.914984 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29272086-13c2-4b25-a1e3-a88afcfc148d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:00.950282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-b3646642-7409-4eb5-8c6c-03ecc5d24f1b tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Calling delete_port for 1f504aed-c162-467b-9cf4-c41b5f289493 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:00.998909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Usage tracker for resource:network and tenant:3ea2260c56c2498593f342ee42245a74 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:01.015168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:01.033453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:01.081372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Made reservation on behalf of 3ea2260c56c2498593f342ee42245a74 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:01.082621 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4d67b56-fcb9-4f2e-81e8-db44af67d6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:01.083642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:01.097780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cfa41ef8-adf7-4ad3-8217-3e6e15d743c0 None None] Provisioning complete for port 025e2bc4-21c2-4608-a3d1-a4bde657167a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:01.098650 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cfa41ef8-adf7-4ad3-8217-3e6e15d743c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:01.107285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:01.149040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d67b56-fcb9-4f2e-81e8-db44af67d6b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec850d2-0c2b-4b44-82e3-5e1ae9075a8f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:01.177168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:01.188023 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f4d67b56-fcb9-4f2e-81e8-db44af67d6b9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bec850d2-0c2b-4b44-82e3-5e1ae9075a8f HTTP/1.1" status: 204 len: 168 time: 1.0282071 Jun 03 15:30:01.188364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Usage tracker for resource:security_group_rule and tenant:3ea2260c56c2498593f342ee42245a74 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:01.188535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:01.193537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:01.200585 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29272086-13c2-4b25-a1e3-a88afcfc148d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:01.276607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a47b68-1015-47c3-88f5-790f7fcb7ced req-1534d94e-9b63-425e-a7ec-2658e867a654 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:01.282708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88a47b68-1015-47c3-88f5-790f7fcb7ced req-1534d94e-9b63-425e-a7ec-2658e867a654 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.3845916 Jun 03 15:30:01.301331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-f3a1e37d-287d-475c-84a3-26eb6ad5ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:01.301772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cfa41ef8-adf7-4ad3-8217-3e6e15d743c0 None None] Current status of the port 025e2bc4-21c2-4608-a3d1-a4bde657167a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:01.303815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-f3a1e37d-287d-475c-84a3-26eb6ad5ec62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 1096 time: 0.4686685 Jun 03 15:30:01.349097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79fa73-c2c2-4b75-bc5c-e9ced4997b01 req-3c016ee0-7451-4597-915b-32e044b6b0fc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:01.351726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b79fa73-c2c2-4b75-bc5c-e9ced4997b01 req-3c016ee0-7451-4597-915b-32e044b6b0fc tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 945 time: 0.3183451 Jun 03 15:30:01.376998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:01.474558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-b3646642-7409-4eb5-8c6c-03ecc5d24f1b tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:01.526846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88a47b68-1015-47c3-88f5-790f7fcb7ced req-7f539a76-2a65-49f1-bc5d-0cd197e04e78 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315183 Jun 03 15:30:01.552173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b79fa73-c2c2-4b75-bc5c-e9ced4997b01 req-cc1d25dd-7a68-405e-a68d-666c731ef342 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031170 Jun 03 15:30:01.591623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-a2cfa27c-18c2-4339-9f85-23065c369e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:01.594960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-a2cfa27c-18c2-4339-9f85-23065c369e90 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.2417319 Jun 03 15:30:01.596016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:01.699359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3646642-7409-4eb5-8c6c-03ecc5d24f1b tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Pushing event deleted for resources: {'Port': ['ID=1f504aed-c162-467b-9cf4-c41b5f289493,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:01.831128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28bdc09b-5671-429b-8f39-9fef0a041ca7 req-1055ee3d-e398-4cd1-beb4-ff46cabf6f29 tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.48 "GET /v2.0/ports?device_id=8e40e7fa-b3f4-4222-9557-44e5cba49c0f HTTP/1.1" status: 200 len: 210 time: 0.1584287 Jun 03 15:30:01.856579 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29272086-13c2-4b25-a1e3-a88afcfc148d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:01.912464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c8782f0e-7534-4b38-9cc3-c61041aa0b93 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:30:01.921729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f504aed-c162-467b-9cf4-c41b5f289493 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:01.923582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-b3646642-7409-4eb5-8c6c-03ecc5d24f1b tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] No DVR routers for this DVR port 1f504aed-c162-467b-9cf4-c41b5f289493 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:30:01.948182 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-41c46f36-3595-425a-a22c-aec9fdd0b009 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22618339-5489-4e57-bade-d8a8dff9634f HTTP/1.1" status: 200 len: 1001 time: 0.3465552 Jun 03 15:30:01.973320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-b3646642-7409-4eb5-8c6c-03ecc5d24f1b tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:01.976205 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e40e7fa-b3f4-4222-9557-44e5cba49c0f', 'name': 'network-vif-deleted', 'tag': '1f504aed-c162-467b-9cf4-c41b5f289493'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:01.976886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 1f504aed-c162-467b-9cf4-c41b5f289493 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:30:01.977254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f504aed-c162-467b-9cf4-c41b5f289493 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:30:01.986605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29272086-13c2-4b25-a1e3-a88afcfc148d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:01.991903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f153eb8-a542-4bf9-90f3-bf42cdce9c01 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:01.993015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29272086-13c2-4b25-a1e3-a88afcfc148d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe1c191-fa00-45f0-b5a2-5c7a1c7d3c53,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:02.094397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c1ca5-8ae8-4c82-a9ad-b8ddb652ffc3 req-e14e67e9-4101-4634-aa89-d5b5ddddcba1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:02.102534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a5c1ca5-8ae8-4c82-a9ad-b8ddb652ffc3 req-e14e67e9-4101-4634-aa89-d5b5ddddcba1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.2760611 Jun 03 15:30:02.122661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-6bfc1877-828a-4c80-ab45-26117c8b094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:02.124520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-6bfc1877-828a-4c80-ab45-26117c8b094e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.1644292 Jun 03 15:30:02.134346 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:30:02.149834 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734870f6-ad5f-467c-8266-ebda4cee75a7'] response: {'server_uuid': '8e40e7fa-b3f4-4222-9557-44e5cba49c0f', 'name': 'network-vif-deleted', 'tag': '1f504aed-c162-467b-9cf4-c41b5f289493', 'status': 'completed', 'code': 200} Jun 03 15:30:02.165475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-29272086-13c2-4b25-a1e3-a88afcfc148d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/bbe1c191-fa00-45f0-b5a2-5c7a1c7d3c53 HTTP/1.1" status: 204 len: 168 time: 2.5411479 Jun 03 15:30:02.180737 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-326ee9a0-b46b-4c4c-a098-c1efdd303071 req-b3646642-7409-4eb5-8c6c-03ecc5d24f1b tempest-ServersNegativeTestMultiTenantJSON-139043901 tempest-ServersNegativeTestMultiTenantJSON-139043901-project] 10.222.0.67 "DELETE /v2.0/ports/1f504aed-c162-467b-9cf4-c41b5f289493 HTTP/1.1" status: 204 len: 173 time: 3.0629623 Jun 03 15:30:02.195023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46204) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:02.210392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.239217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a5c1ca5-8ae8-4c82-a9ad-b8ddb652ffc3 req-22c44038-e4f2-4535-af09-038aea685728 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357298 Jun 03 15:30:02.295929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-4b073e41-cb24-4d5e-ac37-e7ff1408faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:02.296841 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-4b073e41-cb24-4d5e-ac37-e7ff1408faa3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478124 Jun 03 15:30:02.308415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-8434557b-90b2-4af3-aafc-b833041686cb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:30:02.308785 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-8434557b-90b2-4af3-aafc-b833041686cb service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053780 Jun 03 15:30:02.310736 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90041250-6106-4d4e-bf5d-0864f41f08a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.432397 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3d6c5658-f1b8-4f8c-a3d5-2508ef36c4ee tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2327011 Jun 03 15:30:02.444396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:02.449153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46208) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:02.460057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:02.473621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5', 'port_id': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'mac_address': 'fa:16:3e:fa:39:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ceefca-3cfc-43a6-9839-31c33e352aca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:30:02.490885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.501291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-6d05f61a-d21e-4adc-96e2-c0b10f82bf08 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:02.502117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-6d05f61a-d21e-4adc-96e2-c0b10f82bf08 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Synchronizing usage tracker for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:02.541051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42000136-61d7-4d99-92a6-2c50eda7cb2d']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:02.566489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c8782f0e-7534-4b38-9cc3-c61041aa0b93 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:02.567008 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.604107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8782f0e-7534-4b38-9cc3-c61041aa0b93 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:02.606892 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.639390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-96e7bb4f-68a6-406f-991c-8e5bd911f46d service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202119 Jun 03 15:30:02.667758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80722dfa-5ad4-465b-b9b7-1b149ae60794 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:30:02.689173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-80722dfa-5ad4-465b-b9b7-1b149ae60794 None None] Deleting port 025e2bc4-21c2-4608-a3d1-a4bde657167a {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:02.690295 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-80722dfa-5ad4-465b-b9b7-1b149ae60794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.729452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:02.730038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb275747-f1ac-4e56-a8a0-214534a4640f') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:02.730534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb275747-f1ac-4e56-a8a0-214534a4640f') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:02.740004 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.815151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:30:02.846418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c8782f0e-7534-4b38-9cc3-c61041aa0b93,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:02.864367 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.865419 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Added segment ac26f210-55ed-4dc0-8851-b702d0566bcf of type vlan for network 3ef2f79d-4895-4cf0-b22f-85cd7577509a Jun 03 15:30:02.909000 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.945635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:02.949614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-6d05f61a-d21e-4adc-96e2-c0b10f82bf08 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Unset dirty status for tenant:19ba0556664e4d8691d74307513714e4 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:02.954534 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-6d05f61a-d21e-4adc-96e2-c0b10f82bf08 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 945 time: 1.1748829 Jun 03 15:30:02.956802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.977649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:02.985721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:30:02.986323 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:03.137490 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-80722dfa-5ad4-465b-b9b7-1b149ae60794 None None] For port 025e2bc4-21c2-4608-a3d1-a4bde657167a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=025e2bc4-21c2-4608-a3d1-a4bde657167a,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:03.138534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-80722dfa-5ad4-465b-b9b7-1b149ae60794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:03.179933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:03.186156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:03.189401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:03.190995 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:03.199472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:03.275845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41ff35bb-9bd7-46a1-b823-d55a8c1b868b req-74687001-a07e-43cf-8d93-90876bab97ea service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293523 Jun 03 15:30:03.297909 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment fb275747-f1ac-4e56-a8a0-214534a4640f resource provider aggregate not found Jun 03 15:30:03.311105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442a794-3157-4f6d-80b1-5298b925a0c0 req-d7879998-846a-4573-9689-3471663d72dc tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:03.314880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:03.317157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e06c4f-63eb-4248-b3da-123c09029160,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:03.326267 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3442a794-3157-4f6d-80b1-5298b925a0c0 req-d7879998-846a-4573-9689-3471663d72dc tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.4877157 Jun 03 15:30:03.386288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c8782f0e-7534-4b38-9cc3-c61041aa0b93'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:03.413241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55de1b9-9364-41b5-9c5b-56b9b9119b5f req-002c4184-afb4-47d7-b383-34736e673c72 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:03.423219 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c55de1b9-9364-41b5-9c5b-56b9b9119b5f req-002c4184-afb4-47d7-b383-34736e673c72 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 945 time: 0.5823994 Jun 03 15:30:03.439197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-80722dfa-5ad4-465b-b9b7-1b149ae60794 None None] Calling delete_port for 025e2bc4-21c2-4608-a3d1-a4bde657167a owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:03.455337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3442a794-3157-4f6d-80b1-5298b925a0c0 req-2aa6be7d-8be9-46a4-9c2f-02d2f1ef3207 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166952 Jun 03 15:30:03.472339 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment fb275747-f1ac-4e56-a8a0-214534a4640f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb275747-f1ac-4e56-a8a0-214534a4640f found for delete ", "request_id": "req-0e260891-dae1-42a7-8c05-83f1f4559e5d"}]} Jun 03 15:30:03.533460 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.6525660 Jun 03 15:30:03.535248 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:03.537735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46224) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:03.561238 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:03.567127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Request body: {'subnet': {'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-subnet', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:03.571668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:03.575410 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:03.592887 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Deleting port 91aeefb3-b0ff-42d6-a0c5-973091468b58 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:03.593394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:03.615218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c55de1b9-9364-41b5-9c5b-56b9b9119b5f req-b2909bd5-39ca-4c72-9cc5-fc7080904d73 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907215 Jun 03 15:30:03.646494 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:03.674367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Pushing event updated for resources: {'Network': ['ID=3ef2f79d-4895-4cf0-b22f-85cd7577509a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:03.686296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46228) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:03.711534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-80722dfa-5ad4-465b-b9b7-1b149ae60794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:03.882910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80722dfa-5ad4-465b-b9b7-1b149ae60794 None None] Pushing event deleted for resources: {'Port': ['ID=025e2bc4-21c2-4608-a3d1-a4bde657167a,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:03.900624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80722dfa-5ad4-465b-b9b7-1b149ae60794 None None] No DVR routers for this DVR port 025e2bc4-21c2-4608-a3d1-a4bde657167a on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:30:03.923778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0b940e-43ff-491d-b56a-375691906b1a admin admin] Deleting subnet dea9faaa-11ce-4114-9fce-a28fa65c47cf {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:30:03.933244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 91aeefb3-b0ff-42d6-a0c5-973091468b58 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:03.935205 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Usage tracker for resource:subnet and tenant:3ea2260c56c2498593f342ee42245a74 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:03.966408 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb0b940e-43ff-491d-b56a-375691906b1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:03.975799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:04.009136 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] 10.222.0.48 "DELETE /v2.0/networks/42000136-61d7-4d99-92a6-2c50eda7cb2d HTTP/1.1" status: 204 len: 168 time: 2.8135993 Jun 03 15:30:04.010429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.010907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.011468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.011897 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.012354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.012874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.013338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.013753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.014190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.014604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.015015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.015427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5401a7d-bff7-46f2-b0ef-c46232a7e6ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:04.074057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 3ef2f79d-4895-4cf0-b22f-85cd7577509a details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:30:04.084319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:04.098330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 025e2bc4-21c2-4608-a3d1-a4bde657167a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:04.116087 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb0b940e-43ff-491d-b56a-375691906b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.150355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb261d-bb1a-4495-8eab-4713927f0683 admin admin] Pushing event deleted for resources: {'Network': ['ID=42000136-61d7-4d99-92a6-2c50eda7cb2d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:04.193857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Made reservation on behalf of 3ea2260c56c2498593f342ee42245a74 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:04.196805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.242980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859dfec-17ef-4ed0-8b27-aa5dfe2e800c req-fdfd10a8-ebee-4230-918e-48e0015ade60 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:04.246474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5859dfec-17ef-4ed0-8b27-aa5dfe2e800c req-fdfd10a8-ebee-4230-918e-48e0015ade60 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 944 time: 0.4118750 Jun 03 15:30:04.269164 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb0b940e-43ff-491d-b56a-375691906b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.372398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46234) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:04.433851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 025e2bc4-21c2-4608-a3d1-a4bde657167a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:30:04.434806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 025e2bc4-21c2-4608-a3d1-a4bde657167a not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:30:04.481638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb0b940e-43ff-491d-b56a-375691906b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.540522 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dc804489-bf5b-49ef-8148-f823ca717ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.578570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b940e-43ff-491d-b56a-375691906b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea9faaa-11ce-4114-9fce-a28fa65c47cf,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:04.594054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 91aeefb3-b0ff-42d6-a0c5-973091468b58 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:04.594513 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.627416 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb0b940e-43ff-491d-b56a-375691906b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.632428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a77d019-c3d8-488d-804c-7b2a797f072f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91aeefb3-b0ff-42d6-a0c5-973091468b58'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:04.634524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5859dfec-17ef-4ed0-8b27-aa5dfe2e800c req-0ad93059-4c38-4cd9-a478-d4eaf0a1b0e1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927381 Jun 03 15:30:04.645140 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cb0b940e-43ff-491d-b56a-375691906b1a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dea9faaa-11ce-4114-9fce-a28fa65c47cf HTTP/1.1" status: 204 len: 168 time: 0.9533043 Jun 03 15:30:04.645438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46242) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:04.656972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 91aeefb3-b0ff-42d6-a0c5-973091468b58, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=91aeefb3-b0ff-42d6-a0c5-973091468b58,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:04.662596 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.736511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] For port 91aeefb3-b0ff-42d6-a0c5-973091468b58, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=91aeefb3-b0ff-42d6-a0c5-973091468b58,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:04.737422 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.751019 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7ea661aa-cb1d-46c0-af42-fdf920208bae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1678885a5c74c59be953414c6ff3e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770764 Jun 03 15:30:04.762110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:04.770098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=91aeefb3-b0ff-42d6-a0c5-973091468b58,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:04.799560 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0522fbf9-3155-4ca2-a5f2-43b1820d7229'] response: {'server_uuid': '4a77d019-c3d8-488d-804c-7b2a797f072f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91aeefb3-b0ff-42d6-a0c5-973091468b58', 'code': 200} Jun 03 15:30:04.885132 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:04.939592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Calling delete_port for 91aeefb3-b0ff-42d6-a0c5-973091468b58 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:04.968719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae924e5f-33ee-4a9f-8bfc-f965739cac13 req-e7c5acfd-7bb6-4b3a-ad51-fc92f2abfde6 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:04.970302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae924e5f-33ee-4a9f-8bfc-f965739cac13 req-e7c5acfd-7bb6-4b3a-ad51-fc92f2abfde6 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.2990351 Jun 03 15:30:05.041174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.207418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:05.211065 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83ab4728-ed06-42cb-9b0f-532c932cb798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.220230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:05.230468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.230987 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:30:05.231184 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:30:05.231979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=0da8bcf5-e2ce-4e1d-99cb-d56f5444fab7,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:05.243946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:05.244695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.246781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae924e5f-33ee-4a9f-8bfc-f965739cac13 req-2ee0b2d4-46ea-42bf-96cb-161d7c256069 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376201 Jun 03 15:30:05.258830 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1852f9-32b8-4b2d-a991-7f5de2d87950 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:05.314556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ddcb3-7ba0-4e89-aa5a-a6070e4a594c req-50882764-7b29-4b04-8730-49346f125a90 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:05.317706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83ab4728-ed06-42cb-9b0f-532c932cb798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.329157 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-381ddcb3-7ba0-4e89-aa5a-a6070e4a594c req-50882764-7b29-4b04-8730-49346f125a90 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 943 time: 0.3974631 Jun 03 15:30:05.336229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:05.343072 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.399232 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5017ee29-f656-44eb-92c0-b7704e144efb') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:05.399824 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3c90389a-90c6-4d8b-809e-3f90ee59ec41 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9470811 Jun 03 15:30:05.400196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5017ee29-f656-44eb-92c0-b7704e144efb') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:05.407559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:05.418631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-381ddcb3-7ba0-4e89-aa5a-a6070e4a594c req-c0a764d8-1333-409b-aa86-f5102dd5e0ef tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870602 Jun 03 15:30:05.419686 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.422716 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.438061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:05.465644 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.472708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:30:05.472708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.576515 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 5017ee29-f656-44eb-92c0-b7704e144efb resource provider aggregate not found Jun 03 15:30:05.586221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e621c640-7325-4632-a4c7-a7552f57a7b9,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:05.614124 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.618775 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 5017ee29-f656-44eb-92c0-b7704e144efb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5017ee29-f656-44eb-92c0-b7704e144efb found for delete ", "request_id": "req-a86df8c5-265e-4b5d-8b17-9db20042e9d1"}]} Jun 03 15:30:05.620317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Checking segment: {'id': 'ac26f210-55ed-4dc0-8851-b702d0566bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:05.621493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Network hostable DHCP agents. Network: 3ef2f79d-4895-4cf0-b22f-85cd7577509a, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:30:05.653763 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.676356 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83ab4728-ed06-42cb-9b0f-532c932cb798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.678683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.692261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] Pushing event deleted for resources: {'Network': ['ID=f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:05.697482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab4728-ed06-42cb-9b0f-532c932cb798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a08e21a-8140-46cc-809e-73f87112bf74,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:05.710489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2bc0918a-3102-4022-8e37-cde02d17de6f admin admin] 10.222.0.48 "DELETE /v2.0/networks/f6e939de-f7ca-4cf0-87ce-28fa2e3c8e12 HTTP/1.1" status: 204 len: 168 time: 1.0618205 Jun 03 15:30:05.710759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Network 3ef2f79d-4895-4cf0-b22f-85cd7577509a is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:30:05.714222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46262) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:05.738219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Deleting port 91aeefb3-b0ff-42d6-a0c5-973091468b58 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:05.738982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.741056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '0da8bcf5-e2ce-4e1d-99cb-d56f5444fab7'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:30:05.742604 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.788118 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83ab4728-ed06-42cb-9b0f-532c932cb798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.789299 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-83ab4728-ed06-42cb-9b0f-532c932cb798 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a08e21a-8140-46cc-809e-73f87112bf74 HTTP/1.1" status: 204 len: 168 time: 1.0248773 Jun 03 15:30:05.797576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 3ef2f79d-4895-4cf0-b22f-85cd7577509a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:05.815816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:05.816750 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.833212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:05.845047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96e9940-76c5-45cf-9569-b3638ae9218d admin admin] Deleting subnet 984607dc-584f-4e98-bc6f-e10ed9f8cc78 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:30:05.862509 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f96e9940-76c5-45cf-9569-b3638ae9218d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.869030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:05.879254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea77c31-d4fd-4d90-b2f1-2dd92bbcd5e4 None None] Network 3ef2f79d-4895-4cf0-b22f-85cd7577509a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:05.881597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:05.961708 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b53ebfc3-984d-45b5-8f88-82d941e9a140 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4036465 Jun 03 15:30:05.970159 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f96e9940-76c5-45cf-9569-b3638ae9218d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:05.975905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:05.980418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46268) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:05.989393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-router', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:05.994418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c8782f0e-7534-4b38-9cc3-c61041aa0b93 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:06.015852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:06.024919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Usage tracker for resource:router and tenant:3ea2260c56c2498593f342ee42245a74 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:06.031234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:06.034519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:06.038193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.060014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:06.158656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f96e9940-76c5-45cf-9569-b3638ae9218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.299109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d362c4-1d06-41e3-9bdb-7fba69a92dda req-9fe75ef0-1ffd-4d93-a73c-1a2219b0e774 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:06.308097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port c8782f0e-7534-4b38-9cc3-c61041aa0b93 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:06.308805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25d362c4-1d06-41e3-9bdb-7fba69a92dda req-9fe75ef0-1ffd-4d93-a73c-1a2219b0e774 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 944 time: 0.2537363 Jun 03 15:30:06.317336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port c8782f0e-7534-4b38-9cc3-c61041aa0b93 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:06.317668 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.330521 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f96e9940-76c5-45cf-9569-b3638ae9218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.405141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e9940-76c5-45cf-9569-b3638ae9218d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984607dc-584f-4e98-bc6f-e10ed9f8cc78,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:06.418828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f96e9940-76c5-45cf-9569-b3638ae9218d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.447282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f96e9940-76c5-45cf-9569-b3638ae9218d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/984607dc-584f-4e98-bc6f-e10ed9f8cc78 HTTP/1.1" status: 204 len: 168 time: 0.7310085 Jun 03 15:30:06.469596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25d362c4-1d06-41e3-9bdb-7fba69a92dda req-dbfe7051-59db-4d18-8428-27e187aa21d2 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585035 Jun 03 15:30:06.469596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46276) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:06.581642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.583253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.786621 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:06.815668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Allocated IP 172.20.0.2 (6a53de42-b459-4b7b-ab08-16276fe85489/0da8bcf5-e2ce-4e1d-99cb-d56f5444fab7/c56d6eda-b7c8-4922-a332-ae9844c5df64) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:06.972233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c8782f0e-7534-4b38-9cc3-c61041aa0b93 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:06.973418 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.135374 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:30:07.146456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] For port 91aeefb3-b0ff-42d6-a0c5-973091468b58, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=91aeefb3-b0ff-42d6-a0c5-973091468b58,segment=NetworkSegment(8a1fcae5-5da6-415f-a6c4-1dc05e4be227),segment_id=8a1fcae5-5da6-415f-a6c4-1dc05e4be227)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:07.146909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.207108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.369797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b445ad9-d9e9-4a55-9349-68a139058e2c req-aec3027a-4ac7-4b12-8848-f072f965b3ae tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:07.384685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b445ad9-d9e9-4a55-9349-68a139058e2c req-aec3027a-4ac7-4b12-8848-f072f965b3ae tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.7056880 Jun 03 15:30:07.463260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46298) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:07.478198 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.509933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Calling delete_port for 91aeefb3-b0ff-42d6-a0c5-973091468b58 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:07.524547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-3ef2f79d-4895-4cf0-b22f-85cd7577509a', 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'fixed_ips': [{'subnet_id': 'e621c640-7325-4632-a4c7-a7552f57a7b9'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:30:07.526689 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.542632 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.560773 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.564370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Transition to ACTIVE for port object c56d6eda-b7c8-4922-a332-ae9844c5df64 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:07.576426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d1c3f-b67e-4bce-a04f-b841f2cb68d9 req-8711a15a-8360-47bc-a3da-adae9002fa31 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:07.579333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-489d1c3f-b67e-4bce-a04f-b841f2cb68d9 req-8711a15a-8360-47bc-a3da-adae9002fa31 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 943 time: 0.5178869 Jun 03 15:30:07.684701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b445ad9-d9e9-4a55-9349-68a139058e2c req-2ba9d9ba-75b7-46a0-a715-5432f2f15d37 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992597 Jun 03 15:30:07.727962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1759321933-network', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:07.739681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3da955-967f-47ee-8735-86b5a22e3d58']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:07.769672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad5ad22-d533-4e9a-875b-40d6b968cb6b') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:07.770249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad5ad22-d533-4e9a-875b-40d6b968cb6b') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:07.795447 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.821741 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.831478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:30:07.832203 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.851447 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:07.868373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:07.874870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Usage tracker for resource:network and tenant:b163480c5f5548dc8056614d98fd5bcd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:07.880888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:07.886180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:07.919542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Allocated IP 172.20.0.2 (3ef2f79d-4895-4cf0-b22f-85cd7577509a/e621c640-7325-4632-a4c7-a7552f57a7b9/91781627-285f-433b-9c40-233ac08fd91c) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:07.978697 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 0ad5ad22-d533-4e9a-875b-40d6b968cb6b resource provider aggregate not found Jun 03 15:30:07.982276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Made reservation on behalf of b163480c5f5548dc8056614d98fd5bcd for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:07.984528 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.064253 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 0ad5ad22-d533-4e9a-875b-40d6b968cb6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ad5ad22-d533-4e9a-875b-40d6b968cb6b found for delete ", "request_id": "req-02c7d88c-ebe7-463a-8ae2-0f5e3db878fe"}]} Jun 03 15:30:08.075010 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:08.082403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-489d1c3f-b67e-4bce-a04f-b841f2cb68d9 req-8e6342f1-de28-4b53-a68d-6dae732249ff tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/security-groups?id=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797037 Jun 03 15:30:08.087259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.097617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:08.112499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:08.115120 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.118263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Usage tracker for resource:security_group_rule and tenant:b163480c5f5548dc8056614d98fd5bcd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:08.123482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:08.130535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:08.197937 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.245396 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68529b70-49cf-4060-91ab-eb922b85193d'] response: {'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'code': 200} Jun 03 15:30:08.250513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Transition to ACTIVE for port object c56d6eda-b7c8-4922-a332-ae9844c5df64 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:08.250796 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.254490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3da955-967f-47ee-8735-86b5a22e3d58,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:08.332664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-484fa980-a2b2-4453-b10d-62f9149f42cd admin admin] 10.222.0.48 "DELETE /v2.0/networks/2c3da955-967f-47ee-8735-86b5a22e3d58 HTTP/1.1" status: 204 len: 168 time: 1.8583577 Jun 03 15:30:08.369352 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.463971 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.476779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Transition to ACTIVE for port object 91781627-285f-433b-9c40-233ac08fd91c will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:08.497746 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.504391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec27d60-33c2-41f2-a8b1-988917356ac2 req-6cba4a9f-53db-4279-a33f-18ce5be67c20 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:08.507020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dec27d60-33c2-41f2-a8b1-988917356ac2 req-6cba4a9f-53db-4279-a33f-18ce5be67c20 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 944 time: 0.6107404 Jun 03 15:30:08.523306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Transition to ACTIVE for port object 91781627-285f-433b-9c40-233ac08fd91c will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:08.546517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:08.552615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:08.558065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:08.601356 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.629979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c8782f0e-7534-4b38-9cc3-c61041aa0b93,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:08.641850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Pushing event deleted for resources: {'Port': ['ID=91aeefb3-b0ff-42d6-a0c5-973091468b58,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:08.645642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46316) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:08.687227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] No DVR routers for this DVR port 91aeefb3-b0ff-42d6-a0c5-973091468b58 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:30:08.691498 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.700158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.objects.ports [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:30:08.701611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a77d019-c3d8-488d-804c-7b2a797f072f', 'name': 'network-vif-deleted', 'tag': '91aeefb3-b0ff-42d6-a0c5-973091468b58'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:08.739426 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.751447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dec27d60-33c2-41f2-a8b1-988917356ac2 req-37ee6778-6377-4721-a0b7-d0ed5bc75fd6 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017055 Jun 03 15:30:08.782414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.831389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Network 3ef2f79d-4895-4cf0-b22f-85cd7577509a is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:08.835193 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.844588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:08.853373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:08.909694 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b907b715-41e4-49b1-86d6-45f1476d03eb'] response: {'server_uuid': '4a77d019-c3d8-488d-804c-7b2a797f072f', 'name': 'network-vif-deleted', 'tag': '91aeefb3-b0ff-42d6-a0c5-973091468b58', 'status': 'completed', 'code': 200} Jun 03 15:30:08.919397 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-02005e9f-8e6a-48a3-bc8b-d5c1aae5e21f req-8d636c1b-6e94-47b8-bf4e-652a48d3cf00 tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.67 "DELETE /v2.0/ports/91aeefb3-b0ff-42d6-a0c5-973091468b58 HTTP/1.1" status: 204 len: 173 time: 5.7788923 Jun 03 15:30:08.950453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Attempting to bind port c56d6eda-b7c8-4922-a332-ae9844c5df64 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:08.951483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Attempting to bind port c56d6eda-b7c8-4922-a332-ae9844c5df64 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:08.952134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Attempting to bind port c56d6eda-b7c8-4922-a332-ae9844c5df64 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:08.980184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:30:08.989696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Pushing event updated for resources: {'Port': ['ID=c56d6eda-b7c8-4922-a332-ae9844c5df64,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:08.997568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:08.998128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:08.999122 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:08.999976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:09.000700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Bound port: c56d6eda-b7c8-4922-a332-ae9844c5df64, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:09.002095 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.088646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d5930f-71a0-4757-afec-13dd84d99eeb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:09.147420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.148227 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Added segment 9a5cb28c-5610-412b-99d9-3fa66962bb34 of type vlan for network 1e06978f-48c8-4113-a05a-9feeb3f60cbc Jun 03 15:30:09.155499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d16e49-be89-4c74-b61e-80bc5867c1b7 req-2cb60c6a-5a30-456b-b9c5-54b8b16a12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:09.158056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13d16e49-be89-4c74-b61e-80bc5867c1b7 req-2cb60c6a-5a30-456b-b9c5-54b8b16a12bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 1096 time: 0.7823825 Jun 03 15:30:09.187556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-69eeb500-9cbd-4fb6-8462-a1226b2f5596 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8921da91eb4e49409c0d07d3ab408503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203354 Jun 03 15:30:09.188648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46326) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:09.200106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] For port c56d6eda-b7c8-4922-a332-ae9844c5df64, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:09.206965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] For port c56d6eda-b7c8-4922-a332-ae9844c5df64, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c56d6eda-b7c8-4922-a332-ae9844c5df64,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:09.227771 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.251911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Attempting to bind port 91781627-285f-433b-9c40-233ac08fd91c on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:09.253038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Attempting to bind port 91781627-285f-433b-9c40-233ac08fd91c by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'ac26f210-55ed-4dc0-8851-b702d0566bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:09.254013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Attempting to bind port 91781627-285f-433b-9c40-233ac08fd91c on network 3ef2f79d-4895-4cf0-b22f-85cd7577509a {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:09.275793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:09.276684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Checking segment: {'id': 'ac26f210-55ed-4dc0-8851-b702d0566bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:09.277318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.277954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Bound using segment: {'id': 'ac26f210-55ed-4dc0-8851-b702d0566bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:09.278813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Bound port: 91781627-285f-433b-9c40-233ac08fd91c, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac26f210-55ed-4dc0-8851-b702d0566bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:09.279474 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.308212 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13d16e49-be89-4c74-b61e-80bc5867c1b7 req-929e3585-467d-4f1c-b534-f01971de4293 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376965 Jun 03 15:30:09.363284 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.445331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Pushing event updated for resources: {'Port': ['ID=91781627-285f-433b-9c40-233ac08fd91c,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:09.460533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a381e-5f81-445a-9db8-b552bcd124c1 req-3724cb04-84e5-4d07-8c4c-671b57323af9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:09.463709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f57a381e-5f81-445a-9db8-b552bcd124c1 req-3724cb04-84e5-4d07-8c4c-671b57323af9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.5009103 Jun 03 15:30:09.533247 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.540421 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.542071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:09.542830 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.586839 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.602285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395f301-7c9b-41ec-a445-0e11b54ba54d None None] Pushing event updated for resources: {'Port': ['ID=c56d6eda-b7c8-4922-a332-ae9844c5df64,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:09.609387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2ed89e4-fb4c-47c1-8d45-d363244f6aa7 req-d816b932-3f93-47f9-a0c3-f42142a0e66c tempest-ServersTestJSON-503026252 tempest-ServersTestJSON-503026252-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a77d019-c3d8-488d-804c-7b2a797f072f HTTP/1.1" status: 200 len: 210 time: 0.1438649 Jun 03 15:30:09.632785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] For port 91781627-285f-433b-9c40-233ac08fd91c, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:09.638778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] For port 91781627-285f-433b-9c40-233ac08fd91c, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=91781627-285f-433b-9c40-233ac08fd91c,segment=NetworkSegment(ac26f210-55ed-4dc0-8851-b702d0566bcf),segment_id=ac26f210-55ed-4dc0-8851-b702d0566bcf)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:09.645551 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1711452 Jun 03 15:30:09.646835 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.664411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:09.692431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Request body: {'subnet': {'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1759321933-subnet', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:09.710477 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.728202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:09.747862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Usage tracker for resource:subnet and tenant:b163480c5f5548dc8056614d98fd5bcd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:09.790468 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ce753-3b93-4240-9a80-b58ee3d35924 None None] Pushing event updated for resources: {'Port': ['ID=91781627-285f-433b-9c40-233ac08fd91c,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:09.815232 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13fff4-753a-4933-960b-3184268472bf admin admin] Pushing event updated for resources: {'Network': ['ID=1e06978f-48c8-4113-a05a-9feeb3f60cbc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:09.830317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:09.837350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:09.865767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:30:09.870520 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a575a82-a046-4991-895b-54b5cb6c8750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.887806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Made reservation on behalf of b163480c5f5548dc8056614d98fd5bcd for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:09.952490 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.966017 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a575a82-a046-4991-895b-54b5cb6c8750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:09.998423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f57a381e-5f81-445a-9db8-b552bcd124c1 req-92fffae3-cac7-4034-b9ac-17c5a0f767ae tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4515831 Jun 03 15:30:10.126190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a575a82-a046-4991-895b-54b5cb6c8750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.221492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c56d6eda-b7c8-4922-a332-ae9844c5df64 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:10.245275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a575a82-a046-4991-895b-54b5cb6c8750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a7c119-f976-4477-a99b-6c0097227873,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:10.427006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Allocated IP 172.25.7.195 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/322c3f95-8826-457a-b66d-85794b59a391) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:10.450810 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port c56d6eda-b7c8-4922-a332-ae9844c5df64 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:10.516449 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a575a82-a046-4991-895b-54b5cb6c8750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.518123 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6a575a82-a046-4991-895b-54b5cb6c8750 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49a7c119-f976-4477-a99b-6c0097227873 HTTP/1.1" status: 204 len: 168 time: 1.2845428 Jun 03 15:30:10.639065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc2746-f99e-4631-ac00-466e0283f53c req-0e740980-4197-404c-ba5b-a4e743bd0f45 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:10.641418 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71dc2746-f99e-4631-ac00-466e0283f53c req-0e740980-4197-404c-ba5b-a4e743bd0f45 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.4006710 Jun 03 15:30:10.680210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dfcfa-9c84-4fa3-b438-f2eb599cda94 req-d4360b8b-1b8e-4015-968a-5e76ca8526a3 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:10.681952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a2dfcfa-9c84-4fa3-b438-f2eb599cda94 req-d4360b8b-1b8e-4015-968a-5e76ca8526a3 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.2737713 Jun 03 15:30:10.706686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46342) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:10.718575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-96c45a30-3d52-4d92-bb9b-ecf19992c7ce tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Request body: {'floatingip': {'port_id': '22618339-5489-4e57-bade-d8a8dff9634f'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:10.857940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71dc2746-f99e-4631-ac00-466e0283f53c req-afb6bb52-9718-457b-a7ab-3e96dcdbb3b5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085693 Jun 03 15:30:10.897642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46348) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:10.904996 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:10.934509 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96c45a30-3d52-4d92-bb9b-ecf19992c7ce tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.167060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] For port c56d6eda-b7c8-4922-a332-ae9844c5df64, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c56d6eda-b7c8-4922-a332-ae9844c5df64,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:11.262141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46354) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:11.344926 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.382668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.501370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.502676 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.678780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:11.690655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:11.693558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:11.711083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88ab788-5cd6-4cfe-860e-33d78a1c0f10 admin admin] Deleting subnet 901d199d-a134-429c-ba05-96e12007c774 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:30:11.719567 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e88ab788-5cd6-4cfe-860e-33d78a1c0f10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.723744 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-65de2cb3-773a-42ee-a7b7-5119fe4a4832 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6e1d30a138e4e63b40debd4de66a0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4589279 Jun 03 15:30:11.727742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46358) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:11.737757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=def7b4a6-0b9d-4ad7-99f3-8072a635b490,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:11.757372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7125b9-f85f-4c22-834a-8b473cdec090 None None] Network 3ef2f79d-4895-4cf0-b22f-85cd7577509a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:11.825170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:11.892911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:11.894608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-06ae748c-2f83-4791-a6e1-90298033e3f3 None None] Provisioning for port 91781627-285f-433b-9c40-233ac08fd91c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:11.894858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.917787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:11.918834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:11.919082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024133f0-2e12-446e-848e-b8de4eeacd6f None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:11.926189 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e88ab788-5cd6-4cfe-860e-33d78a1c0f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.040931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a883d1-3b44-43ed-a45f-1b4a3d684d6c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:12.195341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Pushing event updated for resources: {'Port': ['ID=322c3f95-8826-457a-b66d-85794b59a391,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:12.226364 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e88ab788-5cd6-4cfe-860e-33d78a1c0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.306690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 91781627-285f-433b-9c40-233ac08fd91c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:12.448512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ce8b8503-30dc-4312-8271-13919b53534f None None] Provisioning for port c56d6eda-b7c8-4922-a332-ae9844c5df64 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:12.475951 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e88ab788-5cd6-4cfe-860e-33d78a1c0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.487472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00934c5f-77b3-4f59-86ef-9359f165c080 req-c0a0f63f-89b5-4624-a18a-64552694e39c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:12.489158 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00934c5f-77b3-4f59-86ef-9359f165c080 req-c0a0f63f-89b5-4624-a18a-64552694e39c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3443613 Jun 03 15:30:12.510658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ce8b8503-30dc-4312-8271-13919b53534f None None] Provisioning complete for port c56d6eda-b7c8-4922-a332-ae9844c5df64 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:12.511662 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8503-30dc-4312-8271-13919b53534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.567848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ab788-5cd6-4cfe-860e-33d78a1c0f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=901d199d-a134-429c-ba05-96e12007c774,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:12.570321 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e88ab788-5cd6-4cfe-860e-33d78a1c0f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.595016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e88ab788-5cd6-4cfe-860e-33d78a1c0f10 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/901d199d-a134-429c-ba05-96e12007c774 HTTP/1.1" status: 204 len: 168 time: 1.6955233 Jun 03 15:30:12.603565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46364) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:12.631260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00934c5f-77b3-4f59-86ef-9359f165c080 req-6bb4e062-85d9-46e1-84ad-588d6b72902c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990007 Jun 03 15:30:12.688281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 91781627-285f-433b-9c40-233ac08fd91c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:12.703883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 91781627-285f-433b-9c40-233ac08fd91c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:12.704787 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.778665 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a11dba82-d938-439b-a068-78156507291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:12.859171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b8503-30dc-4312-8271-13919b53534f None None] Current status of the port c56d6eda-b7c8-4922-a332-ae9844c5df64 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:12.859993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8503-30dc-4312-8271-13919b53534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.005587 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67325d00-afef-40db-85cd-4329d5bdd077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.029662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ce8b8503-30dc-4312-8271-13919b53534f None None] For port c56d6eda-b7c8-4922-a332-ae9844c5df64, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c56d6eda-b7c8-4922-a332-ae9844c5df64,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:13.056404 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.6320934 Jun 03 15:30:13.056619 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8503-30dc-4312-8271-13919b53534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.076337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46376) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:13.091909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67325d00-afef-40db-85cd-4329d5bdd077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.125040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:3b:e9:1c', 'name': 'tempest-NetworksTestDHCPv6-2016533024'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:13.187358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Checking segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:13.187743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Network hostable DHCP agents. Network: 1e06978f-48c8-4113-a05a-9feeb3f60cbc, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:30:13.198933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b8503-30dc-4312-8271-13919b53534f None None] Pushing event updated for resources: {'Port': ['ID=c56d6eda-b7c8-4922-a332-ae9844c5df64,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:13.212883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 91781627-285f-433b-9c40-233ac08fd91c is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:13.213019 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.217764 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67325d00-afef-40db-85cd-4329d5bdd077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.261417 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.267724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ecf56a6d-2d2d-412c-a018-c13a6410a28f None None] Provisioning complete for port 91781627-285f-433b-9c40-233ac08fd91c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:13.268313 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ecf56a6d-2d2d-412c-a018-c13a6410a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.303221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 91781627-285f-433b-9c40-233ac08fd91c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=91781627-285f-433b-9c40-233ac08fd91c,segment=NetworkSegment(ac26f210-55ed-4dc0-8851-b702d0566bcf),segment_id=ac26f210-55ed-4dc0-8851-b702d0566bcf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:13.329921 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.352753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67325d00-afef-40db-85cd-4329d5bdd077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ca988b-0363-46dd-a7c4-44cc8f946da7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:13.380012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b3b06-1dfc-474f-8ca2-0f126cee17c9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=c56d6eda-b7c8-4922-a332-ae9844c5df64,revision_number=4']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:13.437215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:30:13.447133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67325d00-afef-40db-85cd-4329d5bdd077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.453284 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-67325d00-afef-40db-85cd-4329d5bdd077 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01ca988b-0363-46dd-a7c4-44cc8f946da7 HTTP/1.1" status: 204 len: 168 time: 1.7176530 Jun 03 15:30:13.513729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=91781627-285f-433b-9c40-233ac08fd91c,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:13.597646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a11dba82-d938-439b-a068-78156507291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.614406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ecf56a6d-2d2d-412c-a018-c13a6410a28f None None] Current status of the port 91781627-285f-433b-9c40-233ac08fd91c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:13.626657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 1e06978f-48c8-4113-a05a-9feeb3f60cbc) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:13.635232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:13.636088 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.649094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbadef60-20b0-4258-840d-c0c928f5c919 None None] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:13.689232 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3f788eec-1f2f-4034-84fe-59e0f4c6366f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0231073 Jun 03 15:30:13.700607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46386) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:13.790579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:13.814021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:13.836344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Usage tracker for resource:router and tenant:b163480c5f5548dc8056614d98fd5bcd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:13.843150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:13.870414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:13.897045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-94e0971e-d344-4a70-84be-405f2483591e None None] Provisioning complete for port c56d6eda-b7c8-4922-a332-ae9844c5df64 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:13.897045 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-94e0971e-d344-4a70-84be-405f2483591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.918870 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96c45a30-3d52-4d92-bb9b-ecf19992c7ce tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:13.946518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:13.954113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:13.959656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:13.968478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:13.991162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96c45a30-3d52-4d92-bb9b-ecf19992c7ce tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.019681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.021520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.092016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.125076 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.144737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 91781627-285f-433b-9c40-233ac08fd91c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:14.232487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:30:14.232991 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.366595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:14.481380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-94e0971e-d344-4a70-84be-405f2483591e None None] Current status of the port c56d6eda-b7c8-4922-a332-ae9844c5df64 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:14.494245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a11dba82-d938-439b-a068-78156507291f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73aadb7d-95c2-4785-b949-eef112e3c4fb']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:14.525137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 91781627-285f-433b-9c40-233ac08fd91c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:14.527259 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.590920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a11dba82-d938-439b-a068-78156507291f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1fcae5-5da6-415f-a6c4-1dc05e4be227') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:14.591548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a11dba82-d938-439b-a068-78156507291f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1fcae5-5da6-415f-a6c4-1dc05e4be227') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:14.638396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-b1085231-30e5-406c-ba7b-b1e060860cb2 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:14.640365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-b1085231-30e5-406c-ba7b-b1e060860cb2 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/networks?id=1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 200 len: 814 time: 1.4768543 Jun 03 15:30:14.642838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a11dba82-d938-439b-a068-78156507291f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.708910 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a11dba82-d938-439b-a068-78156507291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.722141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Router ab9d17c3-db8d-410c-8b96-f678180fa0b0 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:30:14.785035 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-04e2175a-a318-4327-b78d-c7c9647441bd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/quotas/ddbd34c78861408e9a2bc1035b21d6db HTTP/1.1" status: 200 len: 375 time: 0.1198895 Jun 03 15:30:14.798216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11dba82-d938-439b-a068-78156507291f admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:30:14.798884 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a11dba82-d938-439b-a068-78156507291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.839398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Allocated IP 172.20.0.2 (1e06978f-48c8-4113-a05a-9feeb3f60cbc/59a883d1-3b44-43ed-a45f-1b4a3d684d6c/44f7759a-a311-45cc-bd54-e29299cc8c27) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:14.895667 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 8a1fcae5-5da6-415f-a6c4-1dc05e4be227 resource provider aggregate not found Jun 03 15:30:14.949901 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.960585 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:14.984354 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 8a1fcae5-5da6-415f-a6c4-1dc05e4be227 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a1fcae5-5da6-415f-a6c4-1dc05e4be227 found for delete ", "request_id": "req-1caca041-c74e-415d-8606-380f2b497ec9"}]} Jun 03 15:30:15.027565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c45a30-3d52-4d92-bb9b-ecf19992c7ce tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:30:15.045621 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a11dba82-d938-439b-a068-78156507291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.049279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port 02e168a4-2efb-43bb-8500-df2d492d5a36 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:30:15.109385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 91781627-285f-433b-9c40-233ac08fd91c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:15.111354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c56d6eda-b7c8-4922-a332-ae9844c5df64 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:15.124888 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a11dba82-d938-439b-a068-78156507291f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.147406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dba82-d938-439b-a068-78156507291f admin admin] Pushing event deleted for resources: {'Network': ['ID=73aadb7d-95c2-4785-b949-eef112e3c4fb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:15.271706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a11dba82-d938-439b-a068-78156507291f admin admin] 10.222.0.48 "DELETE /v2.0/networks/73aadb7d-95c2-4785-b949-eef112e3c4fb HTTP/1.1" status: 204 len: 168 time: 2.6636119 Jun 03 15:30:15.298251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c56d6eda-b7c8-4922-a332-ae9844c5df64 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:15.298729 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.421434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46414) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:15.536924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-3d798d12-6c82-412b-9f8c-7e92eb50c9f0 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6997333 Jun 03 15:30:15.562715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:30:15.596577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Sync routers for ids ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:15.640855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Routers {'ab9d17c3-db8d-410c-8b96-f678180fa0b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:15.642190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:15.644412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.645697 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f55428d5-0a89-4cb5-9663-1325aee45197 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.6631479 Jun 03 15:30:15.650746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46420) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:15.716111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c45a30-3d52-4d92-bb9b-ecf19992c7ce tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:30:15.725845 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96c45a30-3d52-4d92-bb9b-ecf19992c7ce tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.736428 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29f2be-8f5a-420d-9db5-fce8cbc51e39 None None] Sync routers for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:15.759513 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29f2be-8f5a-420d-9db5-fce8cbc51e39 None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:15.760777 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1c29f2be-8f5a-420d-9db5-fce8cbc51e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:15.853711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-124246766-network', 'tenant_id': 'a8a21bb700804d808fd550f1ebd5f58c'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:15.883849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46424) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:15.907292 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:15.911639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:15.922688 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c56d6eda-b7c8-4922-a332-ae9844c5df64 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:15.942205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Transition to ACTIVE for port object 44f7759a-a311-45cc-bd54-e29299cc8c27 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:15.950642 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-d888848c-6a52-4031-aa40-94967ab66be1 service neutron] 10.222.0.48 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113355 Jun 03 15:30:16.015637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Usage tracker for resource:network and tenant:a8a21bb700804d808fd550f1ebd5f58c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:16.027782 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1c29f2be-8f5a-420d-9db5-fce8cbc51e39 None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:16.087723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:16.105174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Transition to ACTIVE for port object 44f7759a-a311-45cc-bd54-e29299cc8c27 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:16.108514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:16.123305 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.190304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 172.20.0.3 (6a53de42-b459-4b7b-ab08-16276fe85489/0da8bcf5-e2ce-4e1d-99cb-d56f5444fab7/02e168a4-2efb-43bb-8500-df2d492d5a36) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:16.210429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::f816:3eff:fe3b:e91c (6a53de42-b459-4b7b-ab08-16276fe85489/def7b4a6-0b9d-4ad7-99f3-8072a635b490/02e168a4-2efb-43bb-8500-df2d492d5a36) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:16.238163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Made reservation on behalf of a8a21bb700804d808fd550f1ebd5f58c for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:16.240605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.249780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:16.259715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:16.265621 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.268130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Set router ab9d17c3-db8d-410c-8b96-f678180fa0b0 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:16.334569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:16.338764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Usage tracker for resource:security_group_rule and tenant:a8a21bb700804d808fd550f1ebd5f58c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:16.341825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:16.349339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:16.350332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:16.453130 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.480514 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ff0d61c8-c1a2-44cc-86ff-6fc80286faf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19ba0556664e4d8691d74307513714e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907226 Jun 03 15:30:16.481459 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.497118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:30:16.508880 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.509219 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Added segment ee9ccc90-e6cc-4147-9a3a-61353e136b68 of type vlan for network 5572c417-e24a-4727-a351-0e6da6b53be6 Jun 03 15:30:16.541158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.579289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46428) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:16.604412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.605491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:16.606200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.615212 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1c29f2be-8f5a-420d-9db5-fce8cbc51e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5ab66897-d40d-427c-9d75-e4d3027ba7bf', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'port_id': '22618339-5489-4e57-bade-d8a8dff9634f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'mac_address': 'fa:16:3e:8f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:11Z', 'updated_at': '2022-06-03T15:30:12Z', 'revision_number': 3, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 5, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:16.622223 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29f2be-8f5a-420d-9db5-fce8cbc51e39 None None] Checking router: 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:16.622528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Pushing event updated for resources: {'Port': ['ID=44f7759a-a311-45cc-bd54-e29299cc8c27,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:16.638916 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29f2be-8f5a-420d-9db5-fce8cbc51e39 None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:16.639987 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1c29f2be-8f5a-420d-9db5-fce8cbc51e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:16.754909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Pushing event updated for resources: {'Network': ['ID=5572c417-e24a-4727-a351-0e6da6b53be6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:16.762763 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3386123 Jun 03 15:30:16.773731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46432) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:16.794779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5572c417-e24a-4727-a351-0e6da6b53be6 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:30:16.857711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Attempting to bind port 44f7759a-a311-45cc-bd54-e29299cc8c27 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:16.858841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Attempting to bind port 44f7759a-a311-45cc-bd54-e29299cc8c27 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:16.859764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Attempting to bind port 44f7759a-a311-45cc-bd54-e29299cc8c27 on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:16.863219 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1c29f2be-8f5a-420d-9db5-fce8cbc51e39 None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:16.960666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:16.962123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Checking segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:16.963118 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.964062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Bound using segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:16.965336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Bound port: 44f7759a-a311-45cc-bd54-e29299cc8c27, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:16.966452 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:16.998620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-335147af-b91d-4628-b8cc-0bd1fe716ad8 service neutron] 10.222.0.48 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979539 Jun 03 15:30:17.039309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Request body: {'subnet': {'network_id': '5572c417-e24a-4727-a351-0e6da6b53be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-124246766-subnet', 'tenant_id': 'a8a21bb700804d808fd550f1ebd5f58c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:17.198657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:17.208563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:17.278634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b91b7-c262-4d8d-a4b1-f213befa5f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3befa1f0-ea8f-46cf-854a-dcb41471aea8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:17.336122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] For port 44f7759a-a311-45cc-bd54-e29299cc8c27, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:17.351239 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:17.359080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] For port 44f7759a-a311-45cc-bd54-e29299cc8c27, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=44f7759a-a311-45cc-bd54-e29299cc8c27,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:17.366778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Usage tracker for resource:subnet and tenant:a8a21bb700804d808fd550f1ebd5f58c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:17.384419 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:17.399916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:17.461609 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:17.504486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object 02e168a4-2efb-43bb-8500-df2d492d5a36 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:17.529778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-router', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '322c3f95-8826-457a-b66d-85794b59a391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:06Z', 'updated_at': '2022-06-03T15:30:12Z', 'revision_number': 3, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'gw_port': {'id': '322c3f95-8826-457a-b66d-85794b59a391', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:09Z', 'updated_at': '2022-06-03T15:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:17.558326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Checking router: ab9d17c3-db8d-410c-8b96-f678180fa0b0 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:17.558735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Updating router ab9d17c3-db8d-410c-8b96-f678180fa0b0 port 322c3f95-8826-457a-b66d-85794b59a391 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:30:17.565264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:17.629533 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1c29f2be-8f5a-420d-9db5-fce8cbc51e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5ab66897-d40d-427c-9d75-e4d3027ba7bf', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'port_id': '22618339-5489-4e57-bade-d8a8dff9634f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'mac_address': 'fa:16:3e:8f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:11Z', 'updated_at': '2022-06-03T15:30:12Z', 'revision_number': 3, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 5, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:17.634701 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29f2be-8f5a-420d-9db5-fce8cbc51e39 None None] The sync data for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 is: [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5ab66897-d40d-427c-9d75-e4d3027ba7bf', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'port_id': '22618339-5489-4e57-bade-d8a8dff9634f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'mac_address': 'fa:16:3e:8f:a3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:11Z', 'updated_at': '2022-06-03T15:30:12Z', 'revision_number': 3, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 5, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:30:17.712662 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:17.720543 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:17.738002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b875a19-ca37-49c7-bf15-8105bc8ae955 req-95af9050-6155-41f5-b996-666087124481 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 210 time: 0.1742232 Jun 03 15:30:17.834601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3fc37b5-4bb0-4d8d-9a8b-d25786fcf726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:17.835595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Made reservation on behalf of a8a21bb700804d808fd550f1ebd5f58c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:17.838173 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:18.120401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:18.148284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4234ef5-97d0-4c9b-a4b8-3948efccd0bd None None] Pushing event updated for resources: {'Port': ['ID=44f7759a-a311-45cc-bd54-e29299cc8c27,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:18.166741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:18.174674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:18.180348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:18.202527 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3fc37b5-4bb0-4d8d-9a8b-d25786fcf726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:18.278839 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-96c45a30-3d52-4d92-bb9b-ecf19992c7ce tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "PUT /v2.0/floatingips/5ab66897-d40d-427c-9d75-e4d3027ba7bf HTTP/1.1" status: 200 len: 993 time: 7.5704293 Jun 03 15:30:18.385536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:18.386804 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:18.393163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=02e168a4-2efb-43bb-8500-df2d492d5a36,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:18.399250 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d2e27a-6ad3-4b3a-b7d8-c62501ab78a9'] response: {'name': 'network-changed', 'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f', 'status': 'completed', 'code': 200} Jun 03 15:30:18.543121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-be23b4ff-c77a-4503-af51-5ec5897d41ba tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.4652548 Jun 03 15:30:18.558336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46454) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:18.697027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284050a-8549-498b-b32b-1fd56778a742 req-141b4c6d-916f-474d-9422-d59d6d6ebe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:18.698836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b284050a-8549-498b-b32b-1fd56778a742 req-141b4c6d-916f-474d-9422-d59d6d6ebe21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 1096 time: 0.2379818 Jun 03 15:30:18.738651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Allocated IP 172.25.7.37 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/d915b17d-a9eb-46ec-94e2-6fa2d029ba85) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:18.869749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-933e6ced-9ae3-4f94-808d-0b5076490da6 None None] Provisioning for port 02e168a4-2efb-43bb-8500-df2d492d5a36 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:18.882094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-933e6ced-9ae3-4f94-808d-0b5076490da6 None None] Provisioning complete for port 02e168a4-2efb-43bb-8500-df2d492d5a36 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:18.882876 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-933e6ced-9ae3-4f94-808d-0b5076490da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:18.979184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e9cdd-15da-48df-a040-45e7f2dc50d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:18.991955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e9cdd-15da-48df-a040-45e7f2dc50d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:18.993346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8e6e9cdd-15da-48df-a040-45e7f2dc50d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:19.025523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-933e6ced-9ae3-4f94-808d-0b5076490da6 None None] Port 02e168a4-2efb-43bb-8500-df2d492d5a36 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:30:19.033065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd556548-d124-4950-b2ee-5f81ed2b8a03 req-33c05838-66b4-46a4-b677-266f10469921 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 210 time: 0.1668525 Jun 03 15:30:19.095542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8e6e9cdd-15da-48df-a040-45e7f2dc50d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:19.097376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8e6e9cdd-15da-48df-a040-45e7f2dc50d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5377634 Jun 03 15:30:19.103121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46462) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:19.105638 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3fc37b5-4bb0-4d8d-9a8b-d25786fcf726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.203553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284050a-8549-498b-b32b-1fd56778a742 req-b9456d47-fa99-46c8-bef0-9dcc0bc33da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:19.205088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b284050a-8549-498b-b32b-1fd56778a742 req-b9456d47-fa99-46c8-bef0-9dcc0bc33da5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.4983737 Jun 03 15:30:19.212975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c4718dd-66c8-4547-8100-49f12f53baf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port 02e168a4-2efb-43bb-8500-df2d492d5a36 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:19.213376 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c4718dd-66c8-4547-8100-49f12f53baf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.237792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc37b5-4bb0-4d8d-9a8b-d25786fcf726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:19.332573 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.348835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c6eb40-fa8f-43dc-a7e7-09a9ebb0065a None None] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:19.453433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3fc37b5-4bb0-4d8d-9a8b-d25786fcf726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.455338 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f3fc37b5-4bb0-4d8d-9a8b-d25786fcf726 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8ef8c9f-8fcd-4d5e-b06b-6efadb43bd7d HTTP/1.1" status: 204 len: 168 time: 2.8673251 Jun 03 15:30:19.538582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b284050a-8549-498b-b32b-1fd56778a742 req-1d657809-03db-4835-909e-c09dc24e5f89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22618339-5489-4e57-bade-d8a8dff9634f HTTP/1.1" status: 200 len: 1001 time: 0.2389202 Jun 03 15:30:19.619626 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.657379 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.670454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-60868101-12bf-477e-af1c-b34759ff82e6 None None] Provisioning for port 44f7759a-a311-45cc-bd54-e29299cc8c27 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:19.671115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284050a-8549-498b-b32b-1fd56778a742 req-b1f1f0cb-0d17-491d-be88-223669f8b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:19.672777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b284050a-8549-498b-b32b-1fd56778a742 req-b1f1f0cb-0d17-491d-be88-223669f8b893 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.0812962 Jun 03 15:30:19.787326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d77cff-8d05-4191-a693-fccd352b523b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:19.892455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284050a-8549-498b-b32b-1fd56778a742 req-9b45da5d-3363-4acf-a091-b4c35db3a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:19.894739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b284050a-8549-498b-b32b-1fd56778a742 req-9b45da5d-3363-4acf-a091-b4c35db3a2f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132616 Jun 03 15:30:19.900717 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c4718dd-66c8-4547-8100-49f12f53baf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:19.975594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Checking segment: {'id': 'ee9ccc90-e6cc-4147-9a3a-61353e136b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5572c417-e24a-4727-a351-0e6da6b53be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:19.975939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Network hostable DHCP agents. Network: 5572c417-e24a-4727-a351-0e6da6b53be6, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:30:20.076455 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:20.126581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Network 5572c417-e24a-4727-a351-0e6da6b53be6 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:30:20.161348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5572c417-e24a-4727-a351-0e6da6b53be6) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:20.188123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38da1b52-e1d7-44d5-bbff-04600b0dd18a None None] Network 5572c417-e24a-4727-a351-0e6da6b53be6 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:20.261903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:20.270722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:20.334677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:20.336231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Allocated IP 172.20.0.1 (3ef2f79d-4895-4cf0-b22f-85cd7577509a/e621c640-7325-4632-a4c7-a7552f57a7b9/7a7371e9-a1e8-4985-a5a2-23aab9b1842a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:20.431113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 44f7759a-a311-45cc-bd54-e29299cc8c27 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:20.442334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:20.464588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:20.716118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Pushing event updated for resources: {'Port': ['ID=d915b17d-a9eb-46ec-94e2-6fa2d029ba85,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:20.750505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:20.763033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b284050a-8549-498b-b32b-1fd56778a742 req-eb3fe69f-3b96-4e0a-a895-ff9b52d218b4 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8310585 Jun 03 15:30:20.947304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 44f7759a-a311-45cc-bd54-e29299cc8c27 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:21.017921 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a95a2999-5506-4dbf-9b96-dea268376519 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.2269754 Jun 03 15:30:21.021386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 44f7759a-a311-45cc-bd54-e29299cc8c27 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:21.021386 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:21.021729 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5576e470-b014-45a8-bde7-561a0edeae30'] response: {'name': 'network-changed', 'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f', 'status': 'completed', 'code': 200} Jun 03 15:30:21.214124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-670f035b-c73f-4352-a240-80263dfb62f0 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:21.216391 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-670f035b-c73f-4352-a240-80263dfb62f0 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.67 "GET /v2.0/networks?id=1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 200 len: 814 time: 1.0313802 Jun 03 15:30:21.323283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e60d820-99ca-4b99-888b-6d3b97972be3 None None] Network 5572c417-e24a-4727-a351-0e6da6b53be6 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:21.362198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c4718dd-66c8-4547-8100-49f12f53baf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for 02e168a4-2efb-43bb-8500-df2d492d5a36 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:21.363910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Request body: {'port': {'device_id': '5b4ce03c-807a-41d9-927c-8f94d161e8cb', 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5', 'admin_state_up': True, 'tenant_id': 'ddbd34c78861408e9a2bc1035b21d6db'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:21.444018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46492) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:21.518402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b284050a-8549-498b-b32b-1fd56778a742 req-9b0ff465-bd25-4e69-84a5-2b3eb973a926 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225144 Jun 03 15:30:21.531789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c0500d9-ca3d-4667-a011-037c1f65892f req-8c837347-fb48-4a19-9e30-b1942b1620d3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 210 time: 0.7656150 Jun 03 15:30:21.751256 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:21.761579 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:21.793396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:21.806831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Transition to ACTIVE for port object 322c3f95-8826-457a-b66d-85794b59a391 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:21.833082 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:21.847728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:21.892580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Deleting subnet 76d77cff-8d05-4191-a693-fccd352b523b {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:30:21.903612 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c4718dd-66c8-4547-8100-49f12f53baf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:21.906351 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:21.936919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Transition to ACTIVE for port object 7a7371e9-a1e8-4985-a5a2-23aab9b1842a will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:21.962361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Made reservation on behalf of ddbd34c78861408e9a2bc1035b21d6db for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:21.968418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:22.025306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 44f7759a-a311-45cc-bd54-e29299cc8c27 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:22.025697 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:22.091368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4718dd-66c8-4547-8100-49f12f53baf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=02e168a4-2efb-43bb-8500-df2d492d5a36,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:22.176586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Attempting to bind port 322c3f95-8826-457a-b66d-85794b59a391 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:22.177140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Attempting to bind port 322c3f95-8826-457a-b66d-85794b59a391 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:22.177764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Attempting to bind port 322c3f95-8826-457a-b66d-85794b59a391 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:22.184043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 44f7759a-a311-45cc-bd54-e29299cc8c27, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=44f7759a-a311-45cc-bd54-e29299cc8c27,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:22.196369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3c7fb-212c-4633-bab7-be8cbe314cc8 None None] Pushing event updated for resources: {'Port': ['ID=322c3f95-8826-457a-b66d-85794b59a391,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:22.213967 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:22.288042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:22.288042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:22.288042 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:22.288042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:22.288042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Bound port: 322c3f95-8826-457a-b66d-85794b59a391, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:22.288042 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:22.303069 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:22.460208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] For port 322c3f95-8826-457a-b66d-85794b59a391, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:22.476465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] For port 322c3f95-8826-457a-b66d-85794b59a391, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=322c3f95-8826-457a-b66d-85794b59a391,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:22.492225 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:22.535898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Allocated IP 172.20.0.4 (1f2d938c-a535-4219-9bff-61815313e4c5/98ceefca-3cfc-43a6-9839-31c33e352aca/a958c801-2e8f-4a4b-94f2-889bcac8b41e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:22.571394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-481ed768-e107-4e0a-9878-2e49051ec4fd req-2ab698c8-ae37-4846-86c0-0de1a5960dac tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1623030 Jun 03 15:30:22.576632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Routers {'ab9d17c3-db8d-410c-8b96-f678180fa0b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:22.577622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:22.591467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01dde5-6a8b-4c90-b462-d0e0fac5a6e0 req-95aa1181-bc31-4178-b24b-f4b67e95294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:22.593332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a01dde5-6a8b-4c90-b462-d0e0fac5a6e0 req-95aa1181-bc31-4178-b24b-f4b67e95294d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 1096 time: 0.9160132 Jun 03 15:30:22.635115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:22.699889 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=44f7759a-a311-45cc-bd54-e29299cc8c27,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:22.861017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3c7fb-212c-4633-bab7-be8cbe314cc8 None None] Pushing event updated for resources: {'Port': ['ID=322c3f95-8826-457a-b66d-85794b59a391,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:22.986138 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:23.055566 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3dd2e6db-69f9-40fb-89d8-2d92abcb40a6 req-faa09b19-20df-433f-a10c-bca85b12675b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 210 time: 0.1718123 Jun 03 15:30:23.076420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c4718dd-66c8-4547-8100-49f12f53baf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:23.105191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01dde5-6a8b-4c90-b462-d0e0fac5a6e0 req-975e0460-0f95-4b31-bb2f-d7c9207d0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:23.107912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a01dde5-6a8b-4c90-b462-d0e0fac5a6e0 req-975e0460-0f95-4b31-bb2f-d7c9207d0b3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.5040545 Jun 03 15:30:23.109087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] Set router ab9d17c3-db8d-410c-8b96-f678180fa0b0 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:23.220392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:23.221786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5c4718dd-66c8-4547-8100-49f12f53baf3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/02e168a4-2efb-43bb-8500-df2d492d5a36 HTTP/1.1" status: 204 len: 168 time: 4.1170609 Jun 03 15:30:23.226908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:23.331083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a01dde5-6a8b-4c90-b462-d0e0fac5a6e0 req-486dea46-b196-4cd7-811a-dfbe5fc1bf9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22618339-5489-4e57-bade-d8a8dff9634f HTTP/1.1" status: 200 len: 1001 time: 0.2089756 Jun 03 15:30:23.465394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5a7c2e-5248-4560-94dd-502197a2468e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:23.470363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5a7c2e-5248-4560-94dd-502197a2468e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:23.473359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5a7c2e-5248-4560-94dd-502197a2468e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:23.474970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f5a7c2e-5248-4560-94dd-502197a2468e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:23.485569 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:23.553526 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:23.561450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d77cff-8d05-4191-a693-fccd352b523b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:23.573189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01dde5-6a8b-4c90-b462-d0e0fac5a6e0 req-c1852456-4295-4dae-a29e-0372c6106fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:23.575030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a01dde5-6a8b-4c90-b462-d0e0fac5a6e0 req-c1852456-4295-4dae-a29e-0372c6106fc6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.2364011 Jun 03 15:30:23.581192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/76d77cff-8d05-4191-a693-fccd352b523b HTTP/1.1" status: 204 len: 168 time: 2.0660357 Jun 03 15:30:23.583264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.583764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.584249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.584754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.585246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.585761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.586303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.586623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.587123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.587441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.588039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.588381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a75e961-d7df-4777-909c-452f4c62639e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:23.593300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46528) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:23.705476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Network 3ef2f79d-4895-4cf0-b22f-85cd7577509a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:23.779384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:23.797560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8f5a7c2e-5248-4560-94dd-502197a2468e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:23.800536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8f5a7c2e-5248-4560-94dd-502197a2468e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5142112 Jun 03 15:30:23.806830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:23.862299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-router', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '322c3f95-8826-457a-b66d-85794b59a391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:06Z', 'updated_at': '2022-06-03T15:30:12Z', 'revision_number': 3, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'gw_port': {'id': '322c3f95-8826-457a-b66d-85794b59a391', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:09Z', 'updated_at': '2022-06-03T15:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:23.870779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7a68c-0c54-449a-a98e-f34393ec691b None None] The sync data for ids ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'] in n-d-844595-1 is: [{'id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-router', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '322c3f95-8826-457a-b66d-85794b59a391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:06Z', 'updated_at': '2022-06-03T15:30:12Z', 'revision_number': 3, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'gw_port': {'id': '322c3f95-8826-457a-b66d-85794b59a391', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:09Z', 'updated_at': '2022-06-03T15:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:30:23.925254 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:23.927566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46534) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:24.004914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7371e9-a1e8-4985-a5a2-23aab9b1842a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:24.089070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:24.122361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d1304776-4b8c-41bb-b74f-98106bc1c44f req-36cb609a-a8f1-43fc-88e3-8557e096c422 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1088028 Jun 03 15:30:24.210561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9c1b51-00b5-483e-8ab4-d4656afbea5f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 0da8bcf5-e2ce-4e1d-99cb-d56f5444fab7 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:30:24.233562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1b51-00b5-483e-8ab4-d4656afbea5f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:24.254914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-96e08f6b-0158-4035-a7d6-607130727eee None None] Provisioning for port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:24.279972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-96e08f6b-0158-4035-a7d6-607130727eee None None] Provisioning complete for port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:24.280595 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-96e08f6b-0158-4035-a7d6-607130727eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:24.469528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-96e08f6b-0158-4035-a7d6-607130727eee None None] Port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:30:24.480626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 44f7759a-a311-45cc-bd54-e29299cc8c27 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:24.494050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:24.593294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff717abd-3383-4038-993b-130ca0c3ae48 req-75f9218c-e857-4701-aeed-36ed05e17c7e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 210 time: 0.2363758 Jun 03 15:30:24.615218 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:24.642122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 44f7759a-a311-45cc-bd54-e29299cc8c27 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:24.643733 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:24.715841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5572c417-e24a-4727-a351-0e6da6b53be6']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:24.740795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9ccc90-e6cc-4147-9a3a-61353e136b68') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:24.741097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9ccc90-e6cc-4147-9a3a-61353e136b68') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:24.756340 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:24.783259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:24.791045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:30:24.791767 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:24.964011 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 44f7759a-a311-45cc-bd54-e29299cc8c27 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:24.992697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:25.033587 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment ee9ccc90-e6cc-4147-9a3a-61353e136b68 resource provider aggregate not found Jun 03 15:30:25.043250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01dde5-6a8b-4c90-b462-d0e0fac5a6e0 req-162fad96-adb4-49f7-93ba-8c46a25189f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:25.046361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a01dde5-6a8b-4c90-b462-d0e0fac5a6e0 req-162fad96-adb4-49f7-93ba-8c46a25189f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1173513 Jun 03 15:30:25.051269 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1b51-00b5-483e-8ab4-d4656afbea5f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:25.102049 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment ee9ccc90-e6cc-4147-9a3a-61353e136b68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee9ccc90-e6cc-4147-9a3a-61353e136b68 found for delete ", "request_id": "req-30cd1c7c-c7dc-418e-a366-7d3b635aa8ad"}]} Jun 03 15:30:25.147595 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:25.286731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:25.325618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] Pushing event deleted for resources: {'Network': ['ID=5572c417-e24a-4727-a351-0e6da6b53be6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:25.345462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4660cce5-133b-4b84-a794-16acf2889597 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5572c417-e24a-4727-a351-0e6da6b53be6 HTTP/1.1" status: 204 len: 168 time: 1.7505908 Jun 03 15:30:25.468707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a01dde5-6a8b-4c90-b462-d0e0fac5a6e0 req-40f50c9b-8e0f-48c8-9e1b-aec5fe017e12 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645854 Jun 03 15:30:25.471271 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:25.516280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c8782f0e-7534-4b38-9cc3-c61041aa0b93'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:25.582770 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1b51-00b5-483e-8ab4-d4656afbea5f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:25.659522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:30:25.754865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Pushing event updated for resources: {'Port': ['ID=a958c801-2e8f-4a4b-94f2-889bcac8b41e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:25.793432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ab9f9f7-9c1a-4ee8-a224-b5a4dc8d7996 req-3e185f37-1f7d-441d-ab4f-d366dbd47d08 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.3182225 Jun 03 15:30:25.814968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Network 1f2d938c-a535-4219-9bff-61815313e4c5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:25.822557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:25.900761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46550) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:25.972127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:25.982754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1b51-00b5-483e-8ab4-d4656afbea5f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.082157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c1b51-00b5-483e-8ab4-d4656afbea5f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=0da8bcf5-e2ce-4e1d-99cb-d56f5444fab7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:26.099606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeebdbe-08a6-4b34-8e08-24e3d79c6e9a None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:26.103851 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1b51-00b5-483e-8ab4-d4656afbea5f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.153607 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1f21baf2-07ea-4651-a7bc-4b8e4effadab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8a21bb700804d808fd550f1ebd5f58c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490554 Jun 03 15:30:26.159152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46554) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:26.167552 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.180625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a01dde5-6a8b-4c90-b462-d0e0fac5a6e0 req-45da2348-69fd-4a7e-99a6-adeaf6cf5ad3 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593959 Jun 03 15:30:26.187903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6f9c1b51-00b5-483e-8ab4-d4656afbea5f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/0da8bcf5-e2ce-4e1d-99cb-d56f5444fab7 HTTP/1.1" status: 204 len: 168 time: 2.2573986 Jun 03 15:30:26.193918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46558) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:26.288415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:30:26.297199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:26.298129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.381861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9acd07-a116-42cf-8d57-9b3247e02fe3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet def7b4a6-0b9d-4ad7-99f3-8072a635b490 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:30:26.400755 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d9acd07-a116-42cf-8d57-9b3247e02fe3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.454465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621550ff-7534-463a-83d9-5aa959a614d6 req-9dd8e76d-3f49-41e6-b6e3-9d5ca41b90be tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:26.457354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-621550ff-7534-463a-83d9-5aa959a614d6 req-9dd8e76d-3f49-41e6-b6e3-9d5ca41b90be tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 931 time: 0.5631092 Jun 03 15:30:26.467733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 322c3f95-8826-457a-b66d-85794b59a391 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:26.474940 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9e506449-28de-4393-b0a0-86c3d023a432 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1165702 Jun 03 15:30:26.499187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Sync routers for ids ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:26.526950 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d9acd07-a116-42cf-8d57-9b3247e02fe3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.556964 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.559132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Routers {'7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:26.560085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:26.562383 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5f9c78d3-6e88-4c9e-8f68-1c6416e0c170 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.8604512 Jun 03 15:30:26.566998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46562) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:26.571827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-621550ff-7534-463a-83d9-5aa959a614d6 req-aaf93f44-04cb-4b27-9bcd-95735a1ebd3b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992718 Jun 03 15:30:26.572051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Request body: {'port': {'device_id': '5b4ce03c-807a-41d9-927c-8f94d161e8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:26.617661 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6f07b5e-960e-477b-aa20-606785b815f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.688375 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6f07b5e-960e-477b-aa20-606785b815f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.774822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 322c3f95-8826-457a-b66d-85794b59a391 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:26.793307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 322c3f95-8826-457a-b66d-85794b59a391 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:26.794010 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:26.880501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Set router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:26.908455 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.095609 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.102330 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6f07b5e-960e-477b-aa20-606785b815f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.124625 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.224370 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d9acd07-a116-42cf-8d57-9b3247e02fe3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.324048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f07b5e-960e-477b-aa20-606785b815f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3befa1f0-ea8f-46cf-854a-dcb41471aea8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:27.418584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 322c3f95-8826-457a-b66d-85794b59a391 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:27.419208 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.449557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 322c3f95-8826-457a-b66d-85794b59a391, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=322c3f95-8826-457a-b66d-85794b59a391,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:27.468106 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.518859 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20b261b3-f1da-4f89-b5f3-83d406741c1b req-9d9ae654-4e0e-43e0-80d9-291d90f16053 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.3686407 Jun 03 15:30:27.520356 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6f07b5e-960e-477b-aa20-606785b815f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.521594 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e6f07b5e-960e-477b-aa20-606785b815f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3befa1f0-ea8f-46cf-854a-dcb41471aea8 HTTP/1.1" status: 204 len: 168 time: 1.3613496 Jun 03 15:30:27.544611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7371e9-a1e8-4985-a5a2-23aab9b1842a,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:27.557834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.611172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:21Z', 'revision_number': 3, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:27.612758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d9acd07-a116-42cf-8d57-9b3247e02fe3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.667334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Checking router: 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:27.668059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Updating router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 port d915b17d-a9eb-46ec-94e2-6fa2d029ba85 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:30:27.760475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9acd07-a116-42cf-8d57-9b3247e02fe3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=def7b4a6-0b9d-4ad7-99f3-8072a635b490,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:27.771540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=322c3f95-8826-457a-b66d-85794b59a391,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:27.780137 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d9acd07-a116-42cf-8d57-9b3247e02fe3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.843236 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:27.882890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7d9acd07-a116-42cf-8d57-9b3247e02fe3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/def7b4a6-0b9d-4ad7-99f3-8072a635b490 HTTP/1.1" status: 204 len: 168 time: 1.6585529 Jun 03 15:30:27.946173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46572) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:27.975137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d2588-6f70-4c7d-9f60-a441e27d2c17 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:28.080872 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3e0123cc-7b67-4e09-b767-c37e4a0857e2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333401 Jun 03 15:30:28.087338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46578) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:28.284500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a958c801-2e8f-4a4b-94f2-889bcac8b41e {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:28.298992 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:28.349484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Transition to ACTIVE for port object a958c801-2e8f-4a4b-94f2-889bcac8b41e will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:28.354437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Network 3ef2f79d-4895-4cf0-b22f-85cd7577509a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:28.357608 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:28.393236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 322c3f95-8826-457a-b66d-85794b59a391 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:28.420829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:28.532440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bf1119fd-f326-4031-9341-5035ed3322db None None] Provisioning complete for port c56d6eda-b7c8-4922-a332-ae9844c5df64 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:28.533159 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bf1119fd-f326-4031-9341-5035ed3322db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:28.674377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37ef85-8e8f-4f88-b62e-a27f09013158 req-266d3bda-cba9-40af-86ea-8adb626a9e7f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:28.689012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a37ef85-8e8f-4f88-b62e-a27f09013158 req-266d3bda-cba9-40af-86ea-8adb626a9e7f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 931 time: 0.9136639 Jun 03 15:30:28.803733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cadf80-f198-4835-95ba-30cb02961e3a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:28.804549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f3cadf80-f198-4835-95ba-30cb02961e3a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:28.865491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Pushing event updated for resources: {'Port': ['ID=a958c801-2e8f-4a4b-94f2-889bcac8b41e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:28.905840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 322c3f95-8826-457a-b66d-85794b59a391 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:28.906266 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:28.948162 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a37ef85-8e8f-4f88-b62e-a27f09013158 req-38852207-1464-468d-89ff-9e684eae157e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577479 Jun 03 15:30:29.107485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bf1119fd-f326-4031-9341-5035ed3322db None None] Current status of the port c56d6eda-b7c8-4922-a332-ae9844c5df64 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:29.142436 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.192678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd64cde8-8d62-4166-a347-f3a5a8d9ddb2 req-0cb106cb-d533-4a79-9a6a-288889ec6d6b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.2648101 Jun 03 15:30:29.208326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-765761c6-957c-4ea9-ae34-7adb0f67af9f req-c8cb2921-a095-490f-80e0-f7358a039440 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.3834782 Jun 03 15:30:29.212206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f3cadf80-f198-4835-95ba-30cb02961e3a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:29.216454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f3cadf80-f198-4835-95ba-30cb02961e3a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1249735 Jun 03 15:30:29.217594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46602) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:29.222831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a93db46-04c3-4b05-be58-b11d5fe403e4 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:30:29.242469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Transition to ACTIVE for port object d915b17d-a9eb-46ec-94e2-6fa2d029ba85 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:29.263202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9a93db46-04c3-4b05-be58-b11d5fe403e4 None None] Deleting port c56d6eda-b7c8-4922-a332-ae9844c5df64 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:29.263555 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9a93db46-04c3-4b05-be58-b11d5fe403e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.302538 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.337600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Router ab9d17c3-db8d-410c-8b96-f678180fa0b0 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:30:29.399303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 322c3f95-8826-457a-b66d-85794b59a391 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:29.459800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69ff583-b203-4048-a327-632bc5187176 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:29.460781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d69ff583-b203-4048-a327-632bc5187176 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:29.470022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Attempting to bind port d915b17d-a9eb-46ec-94e2-6fa2d029ba85 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:29.470701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Attempting to bind port d915b17d-a9eb-46ec-94e2-6fa2d029ba85 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:29.471337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Attempting to bind port d915b17d-a9eb-46ec-94e2-6fa2d029ba85 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:29.482281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Attempting to bind port a958c801-2e8f-4a4b-94f2-889bcac8b41e on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:29.483466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Attempting to bind port a958c801-2e8f-4a4b-94f2-889bcac8b41e by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '516150aa-6c57-4ea6-9a34-6dc44eb137bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:29.483958 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Attempting to bind port a958c801-2e8f-4a4b-94f2-889bcac8b41e on network 1f2d938c-a535-4219-9bff-61815313e4c5 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:29.490321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Pushing event updated for resources: {'Port': ['ID=d915b17d-a9eb-46ec-94e2-6fa2d029ba85,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:29.508735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:29.509454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:29.511194 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.511989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:29.512904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Bound port: d915b17d-a9eb-46ec-94e2-6fa2d029ba85, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:29.513597 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.516125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Port a958c801-2e8f-4a4b-94f2-889bcac8b41e on network 1f2d938c-a535-4219-9bff-61815313e4c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:30:29.516757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Attempting to bind port a958c801-2e8f-4a4b-94f2-889bcac8b41e on network 1f2d938c-a535-4219-9bff-61815313e4c5 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:29.548378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d69ff583-b203-4048-a327-632bc5187176 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:29.553326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d69ff583-b203-4048-a327-632bc5187176 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3316116 Jun 03 15:30:29.556490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:29.557466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Checking segment: {'id': '516150aa-6c57-4ea6-9a34-6dc44eb137bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:29.558139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Bound using segment: {'id': '516150aa-6c57-4ea6-9a34-6dc44eb137bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:29.558589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46610) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:29.558867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Bound port: a958c801-2e8f-4a4b-94f2-889bcac8b41e, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516150aa-6c57-4ea6-9a34-6dc44eb137bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:29.559408 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.567879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3806cb3b-94f4-4d17-96cd-be7214c9619e None None] Provisioning complete for port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:29.568475 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3806cb3b-94f4-4d17-96cd-be7214c9619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.641062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.671112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3806cb3b-94f4-4d17-96cd-be7214c9619e None None] Port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:30:29.689458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.689837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.690349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.690968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.691624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.692396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.693039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.693913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.694598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.695179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.695716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.696329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:29.763168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] For port a958c801-2e8f-4a4b-94f2-889bcac8b41e, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:29.767704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] For port a958c801-2e8f-4a4b-94f2-889bcac8b41e, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a958c801-2e8f-4a4b-94f2-889bcac8b41e,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:29.794548 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.798398 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.848826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dcc51715-d6ff-433e-a23b-abc593e526cc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2876368 Jun 03 15:30:29.859981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46616) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:29.867227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] For port d915b17d-a9eb-46ec-94e2-6fa2d029ba85, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:29.891212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1628ead7-2640-448b-b74b-01ba25d0fc6f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:29.939212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:29.939830 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:29.941538 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] 10.222.0.67 "PUT /v2.0/ports/a958c801-2e8f-4a4b-94f2-889bcac8b41e HTTP/1.1" status: 200 len: 1091 time: 3.3754964 Jun 03 15:30:29.946647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4ce03c-807a-41d9-927c-8f94d161e8cb', 'tag': 'a958c801-2e8f-4a4b-94f2-889bcac8b41e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:29.957348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] For port d915b17d-a9eb-46ec-94e2-6fa2d029ba85, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d915b17d-a9eb-46ec-94e2-6fa2d029ba85,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:29.972609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46622) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:30.103447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9a93db46-04c3-4b05-be58-b11d5fe403e4 None None] For port c56d6eda-b7c8-4922-a332-ae9844c5df64, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c56d6eda-b7c8-4922-a332-ae9844c5df64,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:30.106245 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9a93db46-04c3-4b05-be58-b11d5fe403e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:30.144909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:30:30.155743 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Sync routers for ids ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:30.178545 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a84d8ade-a5a3-48fd-85e3-26a8064d6ae2 admin admin] 10.222.0.48 "PUT /v2.0/routers/ab9d17c3-db8d-410c-8b96-f678180fa0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5255890 Jun 03 15:30:30.185822 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Routers {'ab9d17c3-db8d-410c-8b96-f678180fa0b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:30.186876 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:30.221544 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d506637f-e9b1-404d-aef0-09e97618e1be'] response: {'name': 'network-changed', 'server_uuid': '5b4ce03c-807a-41d9-927c-8f94d161e8cb', 'tag': 'a958c801-2e8f-4a4b-94f2-889bcac8b41e', 'status': 'completed', 'code': 200} Jun 03 15:30:30.252282 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:30.277254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fbe96-c557-4e0d-b12d-11e04877c995 service neutron] Pushing event updated for resources: {'Port': ['ID=a958c801-2e8f-4a4b-94f2-889bcac8b41e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:30.297383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1628ead7-2640-448b-b74b-01ba25d0fc6f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:30.326038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1628ead7-2640-448b-b74b-01ba25d0fc6f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:30.387238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Allocated IP 172.20.0.1 (1e06978f-48c8-4113-a05a-9feeb3f60cbc/59a883d1-3b44-43ed-a45f-1b4a3d684d6c/8fa9f8e6-ef07-4fa8-82c4-cde9872657b1) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:30.392191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-48aa7301-b0bb-4db6-80d0-5a59d7959a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:30.397828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-48aa7301-b0bb-4db6-80d0-5a59d7959a11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 1094 time: 0.3356514 Jun 03 15:30:30.400650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1628ead7-2640-448b-b74b-01ba25d0fc6f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:30.415144 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1628ead7-2640-448b-b74b-01ba25d0fc6f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:30.426452 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1628ead7-2640-448b-b74b-01ba25d0fc6f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:30:30.427913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1628ead7-2640-448b-b74b-01ba25d0fc6f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:30:30.484363 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Set router ab9d17c3-db8d-410c-8b96-f678180fa0b0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:30.576306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9a93db46-04c3-4b05-be58-b11d5fe403e4 None None] Calling delete_port for c56d6eda-b7c8-4922-a332-ae9844c5df64 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:30.610697 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1628ead7-2640-448b-b74b-01ba25d0fc6f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7355561 Jun 03 15:30:30.611783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:30.613958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c56d6eda-b7c8-4922-a332-ae9844c5df64 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:30.629379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-91224e8a-0bb8-41df-8fad-ecdc81ff8178 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:30.646182 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-295cc44a-aa52-4f80-95a1-d0fca2bd2106 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a958c801-2e8f-4a4b-94f2-889bcac8b41e HTTP/1.1" status: 200 len: 217 time: 0.1623306 Jun 03 15:30:30.682674 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe20d59-da56-4c91-84fc-6fbac171936c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:30.756017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Routers {'7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:30.756557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:30.876686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e69b624b-df19-4991-9373-d96de118e396 req-95ba8ede-cc79-43f8-b02f-767832497ed6 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.0951014 Jun 03 15:30:30.904411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8fe20d59-da56-4c91-84fc-6fbac171936c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:30.953353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8fe20d59-da56-4c91-84fc-6fbac171936c admin admin] Usage tracker for resource:security_group_rule and tenant:72a399cb5afd435bb9c0fee637d17e45 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:30.960073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8fe20d59-da56-4c91-84fc-6fbac171936c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:30.963314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91224e8a-0bb8-41df-8fad-ecdc81ff8178 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:30.985745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8fe20d59-da56-4c91-84fc-6fbac171936c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:30.992822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca07ce-2ebd-4089-8790-a743289eda32 None None] Pushing event updated for resources: {'Port': ['ID=d915b17d-a9eb-46ec-94e2-6fa2d029ba85,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:31.008906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91224e8a-0bb8-41df-8fad-ecdc81ff8178 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:31.021304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-00ae70ee-7a19-4943-95bc-c8fcd1dbb6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:31.024169 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-00ae70ee-7a19-4943-95bc-c8fcd1dbb6fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98ceefca-3cfc-43a6-9839-31c33e352aca HTTP/1.1" status: 200 len: 854 time: 0.2895267 Jun 03 15:30:31.040816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db587a-a2eb-470d-b59c-341d4137afba req-53cc3e6b-ef52-4387-8280-f9128539da6c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:31.044753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65db587a-a2eb-470d-b59c-341d4137afba req-53cc3e6b-ef52-4387-8280-f9128539da6c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 943 time: 0.3385277 Jun 03 15:30:31.112553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c56d6eda-b7c8-4922-a332-ae9844c5df64 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:31.112553 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.117402 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-9d50cf72-3ba2-4230-a004-cfce98fd01a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f2d938c-a535-4219-9bff-61815313e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854039 Jun 03 15:30:31.173230 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65db587a-a2eb-470d-b59c-341d4137afba req-ddee874f-0da6-48d3-bb5b-cb5144eb3afb tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983613 Jun 03 15:30:31.174657 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9a93db46-04c3-4b05-be58-b11d5fe403e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.188381 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.266344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Transition to ACTIVE for port object 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:31.288173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a93db46-04c3-4b05-be58-b11d5fe403e4 None None] No DVR routers for this DVR port c56d6eda-b7c8-4922-a332-ae9844c5df64 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:30:31.296600 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-router', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '322c3f95-8826-457a-b66d-85794b59a391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:06Z', 'updated_at': '2022-06-03T15:30:25Z', 'revision_number': 4, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'gw_port': {'id': '322c3f95-8826-457a-b66d-85794b59a391', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:09Z', 'updated_at': '2022-06-03T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '7a7371e9-a1e8-4985-a5a2-23aab9b1842a', 'name': '', 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'mac_address': 'fa:16:3e:f2:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e621c640-7325-4632-a4c7-a7552f57a7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:19Z', 'updated_at': '2022-06-03T15:30:26Z', 'revision_number': 2, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'subnets': [{'id': 'e621c640-7325-4632-a4c7-a7552f57a7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:31.308004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93db46-04c3-4b05-be58-b11d5fe403e4 None None] Pushing event deleted for resources: {'Port': ['ID=c56d6eda-b7c8-4922-a332-ae9844c5df64,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:31.308927 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Checking router: ab9d17c3-db8d-410c-8b96-f678180fa0b0 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:31.312972 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Updating router ab9d17c3-db8d-410c-8b96-f678180fa0b0 port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:30:31.385386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] Set router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:31.402008 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.419223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91224e8a-0bb8-41df-8fad-ecdc81ff8178 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:31.439197 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91224e8a-0bb8-41df-8fad-ecdc81ff8178 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.441555 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-91224e8a-0bb8-41df-8fad-ecdc81ff8178 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:30:31.442346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91224e8a-0bb8-41df-8fad-ecdc81ff8178 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:30:31.503459 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-91224e8a-0bb8-41df-8fad-ecdc81ff8178 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8784056 Jun 03 15:30:31.508545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46642) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:31.518641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cdec48b1-d919-4c0d-ab3f-4bd752e1d951 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:31.567059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-251b3fbf-21a7-40a0-b95f-209ae48421d6 req-69d2fe6b-eead-414c-9d37-751c649d1ea8 tempest-FloatingIPsNegativeTestJSON-1022034065 tempest-FloatingIPsNegativeTestJSON-1022034065-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=3ea2260c56c2498593f342ee42245a74 HTTP/1.1" status: 200 len: 217 time: 0.1910267 Jun 03 15:30:31.639879 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe20d59-da56-4c91-84fc-6fbac171936c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.652722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe20d59-da56-4c91-84fc-6fbac171936c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.705139 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.805801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8fe20d59-da56-4c91-84fc-6fbac171936c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72a399cb5afd435bb9c0fee637d17e45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8318131 Jun 03 15:30:31.810070 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f845d7d-a4a6-44ca-9037-78d804ef6b97 req-5b82deef-7a6d-4870-ac49-e81839339cf5 tempest-FloatingIPsNegativeTestJSON-1022034065 tempest-FloatingIPsNegativeTestJSON-1022034065-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2148550 Jun 03 15:30:31.842649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46648) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:31.866183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cdec48b1-d919-4c0d-ab3f-4bd752e1d951 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:31.878482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cdec48b1-d919-4c0d-ab3f-4bd752e1d951 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:31.899242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdec48b1-d919-4c0d-ab3f-4bd752e1d951 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:31.904698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cdec48b1-d919-4c0d-ab3f-4bd752e1d951 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:31.906758 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdec48b1-d919-4c0d-ab3f-4bd752e1d951 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:30:31.907215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdec48b1-d919-4c0d-ab3f-4bd752e1d951 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:30:31.912948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:21Z', 'revision_number': 3, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:31.920670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5dda3b-2ed2-46cf-97e2-ae25f49fb450 None None] The sync data for ids ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'] in n-d-844595-1 is: [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:21Z', 'revision_number': 3, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:30:32.024466 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cdec48b1-d919-4c0d-ab3f-4bd752e1d951 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5131972 Jun 03 15:30:32.027633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46656) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:32.051606 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-24538497-80a6-4a4a-876b-c2dc9f6c8f4d service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9233859 Jun 03 15:30:32.066131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f76978bc-8e11-4434-ad19-1f2ee0fc5407 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:32.123017 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-067f7f8d-9be4-4767-9997-a781c34699fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:32.140824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:32.143075 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:32.151124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:32.154540 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-ab344eef-1fae-4470-bc78-6c9d6a7c9480 req-e755ea1a-bd7c-4d93-a63c-62771290ad3b tempest-FloatingIPsNegativeTestJSON-1022034065 tempest-FloatingIPsNegativeTestJSON-1022034065-project] show failed (client error): The resource could not be found. Jun 03 15:30:32.172872 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab344eef-1fae-4470-bc78-6c9d6a7c9480 req-e755ea1a-bd7c-4d93-a63c-62771290ad3b tempest-FloatingIPsNegativeTestJSON-1022034065 tempest-FloatingIPsNegativeTestJSON-1022034065-project] 10.222.0.48 "GET /v2.0/floatingips/12714536-a67d-4d57-97ba-5260ef69b064 HTTP/1.1" status: 404 len: 350 time: 0.2972782 Jun 03 15:30:32.174420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:32.181194 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Transition to ACTIVE for port object 7a7371e9-a1e8-4985-a5a2-23aab9b1842a will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:32.203385 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:32.239475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46660) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:32.422077 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:32.594453 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Pushing event updated for resources: {'Port': ['ID=7a7371e9-a1e8-4985-a5a2-23aab9b1842a,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:32.621691 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.622616 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.623204 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.623755 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.624572 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.625135 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.625724 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.626310 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.626884 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.627490 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.628079 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.628659 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:32.828380 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Attempting to bind port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:32.828974 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Attempting to bind port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'ac26f210-55ed-4dc0-8851-b702d0566bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:32.829530 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Attempting to bind port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a on network 3ef2f79d-4895-4cf0-b22f-85cd7577509a {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:32.855847 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:32.856308 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Checking segment: {'id': 'ac26f210-55ed-4dc0-8851-b702d0566bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:32.856614 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:32.857005 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Bound using segment: {'id': 'ac26f210-55ed-4dc0-8851-b702d0566bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:32.857474 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Bound port: 7a7371e9-a1e8-4985-a5a2-23aab9b1842a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac26f210-55ed-4dc0-8851-b702d0566bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:32.857842 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:32.895710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe20d59-da56-4c91-84fc-6fbac171936c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85394e8-4fcf-4500-bec7-d01bba02efa9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:32.925158 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-98e08481-61b2-4154-9bf1-053e0eb08d7b req-7f0e30ab-11e3-48e3-8d53-c1a7e5a1164a service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7979805 Jun 03 15:30:32.965861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0fc1648d-12a8-4d67-86e4-bf7a493358b9 None None] Provisioning for port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:32.986081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f76978bc-8e11-4434-ad19-1f2ee0fc5407 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:32.994179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0fc1648d-12a8-4d67-86e4-bf7a493358b9 None None] Provisioning complete for port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:32.994851 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0fc1648d-12a8-4d67-86e4-bf7a493358b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:33.080379 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] For port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:33.088388 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] For port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a7371e9-a1e8-4985-a5a2-23aab9b1842a,segment=NetworkSegment(ac26f210-55ed-4dc0-8851-b702d0566bcf),segment_id=ac26f210-55ed-4dc0-8851-b702d0566bcf)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:33.095105 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:33.142044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa9f8e6-ef07-4fa8-82c4-cde9872657b1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:33.193241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1648d-12a8-4d67-86e4-bf7a493358b9 None None] Port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:30:33.210588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f76978bc-8e11-4434-ad19-1f2ee0fc5407 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:33.234508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d66bef4d-23ab-44ee-a666-53c4dd310ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:33.314145 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Routers {'ab9d17c3-db8d-410c-8b96-f678180fa0b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:33.315075 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:33.333610 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d66bef4d-23ab-44ee-a666-53c4dd310ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:33.350925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76978bc-8e11-4434-ad19-1f2ee0fc5407 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:33.399801 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f76978bc-8e11-4434-ad19-1f2ee0fc5407 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:33.414924 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76978bc-8e11-4434-ad19-1f2ee0fc5407 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:30:33.415435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76978bc-8e11-4434-ad19-1f2ee0fc5407 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:30:33.458484 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6bced-e49d-40b9-8292-d6e1b5aca5b8 None None] Pushing event updated for resources: {'Port': ['ID=7a7371e9-a1e8-4985-a5a2-23aab9b1842a,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:33.662690 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f76978bc-8e11-4434-ad19-1f2ee0fc5407 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.6308446 Jun 03 15:30:33.670115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46666) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:33.702758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-abe304a9-d737-436e-a9b6-81ec132bdec6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:33.721931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ec8c9b0-2ff8-4155-91d1-b9ae7246328a req-f88daad1-c49e-4649-b92f-e50f9b1b145b tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.8206666 Jun 03 15:30:33.734240 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] Set router ab9d17c3-db8d-410c-8b96-f678180fa0b0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:33.790998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d66bef4d-23ab-44ee-a666-53c4dd310ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:33.794563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d837ecb-9b93-46b9-a643-f1b55c441e3d req-d633b0fb-0f3d-40cd-82ce-202e2609ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:33.796507 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d837ecb-9b93-46b9-a643-f1b55c441e3d req-d633b0fb-0f3d-40cd-82ce-202e2609ee04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 1094 time: 0.6587019 Jun 03 15:30:33.853799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bef4d-23ab-44ee-a666-53c4dd310ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85394e8-4fcf-4500-bec7-d01bba02efa9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:33.877631 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d66bef4d-23ab-44ee-a666-53c4dd310ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:33.880144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d66bef4d-23ab-44ee-a666-53c4dd310ab1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c85394e8-4fcf-4500-bec7-d01bba02efa9 HTTP/1.1" status: 204 len: 168 time: 2.0274088 Jun 03 15:30:33.929357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b1a59-c596-4ae7-872a-8cd9ff1523ad req-f9a4eb1e-d93f-451a-9c21-d148efedb158 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:33.932282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-857b1a59-c596-4ae7-872a-8cd9ff1523ad req-f9a4eb1e-d93f-451a-9c21-d148efedb158 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 943 time: 1.0042841 Jun 03 15:30:34.196500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-857b1a59-c596-4ae7-872a-8cd9ff1523ad req-ff0f4864-528f-4766-a3b3-a0f71313a16a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992645 Jun 03 15:30:34.220660 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:34.285389 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2e2b4dfa-48a3-4e62-a78a-f1c7668c06f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:34.367394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-abe304a9-d737-436e-a9b6-81ec132bdec6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:34.522766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-abe304a9-d737-436e-a9b6-81ec132bdec6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:34.595899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d915b17d-a9eb-46ec-94e2-6fa2d029ba85 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:34.746685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d837ecb-9b93-46b9-a643-f1b55c441e3d req-a1d60b67-0785-488a-87dc-d13d018eaebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:34.748661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d837ecb-9b93-46b9-a643-f1b55c441e3d req-a1d60b67-0785-488a-87dc-d13d018eaebe service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 200 len: 915 time: 0.7660801 Jun 03 15:30:34.755543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe304a9-d737-436e-a9b6-81ec132bdec6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:34.762980 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abe304a9-d737-436e-a9b6-81ec132bdec6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:34.764443 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe304a9-d737-436e-a9b6-81ec132bdec6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:30:34.764882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe304a9-d737-436e-a9b6-81ec132bdec6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:30:34.826619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port d915b17d-a9eb-46ec-94e2-6fa2d029ba85 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:34.851202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d915b17d-a9eb-46ec-94e2-6fa2d029ba85 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:34.851809 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:35.044220 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d837ecb-9b93-46b9-a643-f1b55c441e3d req-f7330ef8-ef16-483d-bec7-156d40598b91 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a958c801-2e8f-4a4b-94f2-889bcac8b41e HTTP/1.1" status: 200 len: 217 time: 0.2340653 Jun 03 15:30:35.055418 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-abe304a9-d737-436e-a9b6-81ec132bdec6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.3829579 Jun 03 15:30:35.070440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46696) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:35.107370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-dea0a6ea-6343-46be-a5de-cc4f01a82820 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:35.130414 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-router', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '322c3f95-8826-457a-b66d-85794b59a391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:06Z', 'updated_at': '2022-06-03T15:30:25Z', 'revision_number': 4, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'gw_port': {'id': '322c3f95-8826-457a-b66d-85794b59a391', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:09Z', 'updated_at': '2022-06-03T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '7a7371e9-a1e8-4985-a5a2-23aab9b1842a', 'name': '', 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'mac_address': 'fa:16:3e:f2:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e621c640-7325-4632-a4c7-a7552f57a7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:19Z', 'updated_at': '2022-06-03T15:30:33Z', 'revision_number': 4, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'subnets': [{'id': 'e621c640-7325-4632-a4c7-a7552f57a7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:35.145434 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e78f35-5919-41fc-be5d-ea933786807e None None] The sync data for ids ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'] in n-d-844595-1 is: [{'id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-router', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '322c3f95-8826-457a-b66d-85794b59a391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:06Z', 'updated_at': '2022-06-03T15:30:25Z', 'revision_number': 4, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'gw_port': {'id': '322c3f95-8826-457a-b66d-85794b59a391', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:09Z', 'updated_at': '2022-06-03T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '7a7371e9-a1e8-4985-a5a2-23aab9b1842a', 'name': '', 'network_id': '3ef2f79d-4895-4cf0-b22f-85cd7577509a', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'mac_address': 'fa:16:3e:f2:f8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'e621c640-7325-4632-a4c7-a7552f57a7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:19Z', 'updated_at': '2022-06-03T15:30:33Z', 'revision_number': 4, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'subnets': [{'id': 'e621c640-7325-4632-a4c7-a7552f57a7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:30:35.429343 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:35.442639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d915b17d-a9eb-46ec-94e2-6fa2d029ba85 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:35.458768 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:35.575730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d837ecb-9b93-46b9-a643-f1b55c441e3d req-17ce3315-b5e8-4ba6-823f-97c905e45e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:35.578865 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d837ecb-9b93-46b9-a643-f1b55c441e3d req-17ce3315-b5e8-4ba6-823f-97c905e45e9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98ceefca-3cfc-43a6-9839-31c33e352aca HTTP/1.1" status: 200 len: 854 time: 0.5214350 Jun 03 15:30:35.675531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port d915b17d-a9eb-46ec-94e2-6fa2d029ba85, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d915b17d-a9eb-46ec-94e2-6fa2d029ba85,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:35.677237 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:35.685670 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:35.753899 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d837ecb-9b93-46b9-a643-f1b55c441e3d req-79e62c7c-503c-4a35-9d7c-dadf9f58ea32 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f2d938c-a535-4219-9bff-61815313e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654668 Jun 03 15:30:35.767074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dea0a6ea-6343-46be-a5de-cc4f01a82820 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:35.779112 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-268d1667-5584-4669-b617-78b18fe9f2d2 req-e009a775-5dfa-490d-9579-8e0c8574575f tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.3055758 Jun 03 15:30:35.882957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=d915b17d-a9eb-46ec-94e2-6fa2d029ba85,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:35.914245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dea0a6ea-6343-46be-a5de-cc4f01a82820 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:35.993916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea0a6ea-6343-46be-a5de-cc4f01a82820 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:35.997839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dea0a6ea-6343-46be-a5de-cc4f01a82820 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:35.999877 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea0a6ea-6343-46be-a5de-cc4f01a82820 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:30:36.000665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea0a6ea-6343-46be-a5de-cc4f01a82820 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:30:36.036249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a958c801-2e8f-4a4b-94f2-889bcac8b41e details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:30:36.051847 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:36.073248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:36.390364 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:36.436109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dea0a6ea-6343-46be-a5de-cc4f01a82820 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3582428 Jun 03 15:30:36.446137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46712) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:36.456471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a958c801-2e8f-4a4b-94f2-889bcac8b41e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a958c801-2e8f-4a4b-94f2-889bcac8b41e,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:36.478964 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d837ecb-9b93-46b9-a643-f1b55c441e3d req-8932efa9-639c-47d1-b011-b2a8321f8bea service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961217 Jun 03 15:30:36.499584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'a958c801-2e8f-4a4b-94f2-889bcac8b41e', 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5', 'port_id': 'a958c801-2e8f-4a4b-94f2-889bcac8b41e', 'mac_address': 'fa:16:3e:17:b9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ceefca-3cfc-43a6-9839-31c33e352aca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:30:36.644723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa9f8e6-ef07-4fa8-82c4-cde9872657b1,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:36.674579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2301452b-24eb-41f1-9bcb-27b5dc292816 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1789665 Jun 03 15:30:36.675453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a958c801-2e8f-4a4b-94f2-889bcac8b41e is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:36.678894 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:36.685123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:36.687470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf1351-a432-4310-8aa6-7af4077db76f req-255a8808-f8ca-438c-b1f3-a9e2c253b3eb tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:36.695970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bbcf1351-a432-4310-8aa6-7af4077db76f req-255a8808-f8ca-438c-b1f3-a9e2c253b3eb tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 943 time: 0.9458687 Jun 03 15:30:36.717954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d915b17d-a9eb-46ec-94e2-6fa2d029ba85 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:36.791869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bbcf1351-a432-4310-8aa6-7af4077db76f req-e4659256-1c42-412e-b670-f44e5a4cbb9b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947549 Jun 03 15:30:36.823405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a958c801-2e8f-4a4b-94f2-889bcac8b41e {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:36.843257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:36.845081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:36.899046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a958c801-2e8f-4a4b-94f2-889bcac8b41e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a958c801-2e8f-4a4b-94f2-889bcac8b41e,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:36.921297 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:37.079995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc6963-7ed4-4f46-8cfe-abd1aa57c571 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:37.082439 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cfdc6963-7ed4-4f46-8cfe-abd1aa57c571 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3960576 Jun 03 15:30:37.111367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46738) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:37.123499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d915b17d-a9eb-46ec-94e2-6fa2d029ba85 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:37.127364 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:37.139869 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:37.194645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9c38090-f5d8-4283-9aad-fd1b6275a967 req-88497fc2-0f9e-49d1-9dfd-9c6f0ffc9eaa tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.0744438 Jun 03 15:30:37.457588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:30:37.471288 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0d837ecb-9b93-46b9-a643-f1b55c441e3d req-47c7e4f8-b2f4-411b-ba2d-1a26c291f8dc service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9892364 Jun 03 15:30:37.492939 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f5d752fe-9ec8-446f-9bb7-2d34505f11f5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3741832 Jun 03 15:30:37.498761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46754) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:37.536445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['a958c801-2e8f-4a4b-94f2-889bcac8b41e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:37.569550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:37.733794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a958c801-2e8f-4a4b-94f2-889bcac8b41e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:37.784629 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:37.955290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d915b17d-a9eb-46ec-94e2-6fa2d029ba85 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:37.957989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a7371e9-a1e8-4985-a5a2-23aab9b1842a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:38.058702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b7ca4dc1-f299-4578-a083-36d834254ce2 None None] Provisioning complete for port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:38.059464 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4dc1-f299-4578-a083-36d834254ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:38.090883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:38.095358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:30:38.113692 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3d199dfb-942d-4f65-a5e0-abd63f1ae020 admin admin] 10.222.0.48 "PUT /v2.0/routers/7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5401335 Jun 03 15:30:38.142785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Sync routers for ids ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:38.176294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b626b-2d8e-4dd4-8859-b9c8fe2536c2 req-4b17d526-23a1-4047-b852-ef372297f67d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.186599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e7b626b-2d8e-4dd4-8859-b9c8fe2536c2 req-4b17d526-23a1-4047-b852-ef372297f67d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 944 time: 0.1684439 Jun 03 15:30:38.190594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Routers {'7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:38.192088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:38.256742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:38.287663 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e7b626b-2d8e-4dd4-8859-b9c8fe2536c2 req-a6bf957b-7a6d-42c1-9ef0-a55a4833e320 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966234 Jun 03 15:30:38.331018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:38.351738 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:38.480659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46774) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:38.506657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca4dc1-f299-4578-a083-36d834254ce2 None None] Port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:30:38.542542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:38.620659 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b8bf0a9-0787-4cb7-84f1-d98f52ebd92e req-b0e45d1c-09c4-4c25-babc-e62e52bbebb8 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.0879443 Jun 03 15:30:38.682714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:38.683629 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:38.794781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5de0db48-bb1b-44ca-ac6d-802cc36da8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:38.827856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5de0db48-bb1b-44ca-ac6d-802cc36da8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:38.835264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5de0db48-bb1b-44ca-ac6d-802cc36da8b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c1055bd912d84ffdaff3973389b1fce9 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:38.840525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5de0db48-bb1b-44ca-ac6d-802cc36da8b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:38.851882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5de0db48-bb1b-44ca-ac6d-802cc36da8b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:38.858296 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-92624479-4949-4c97-9108-fbcc9b4ac38e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8573682 Jun 03 15:30:38.889116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:38.970607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Set router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:38.982642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46784) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:38.999654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978988594', 'description': 'tempest-description--1565724716'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:39.011837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:39.016865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5de0db48-bb1b-44ca-ac6d-802cc36da8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.021640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Usage tracker for resource:security_group and tenant:b163480c5f5548dc8056614d98fd5bcd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:39.026071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:39.030117 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5de0db48-bb1b-44ca-ac6d-802cc36da8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.057801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:39.069367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Deleting port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:39.069367 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.133235 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.183970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5de0db48-bb1b-44ca-ac6d-802cc36da8b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1055bd912d84ffdaff3973389b1fce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6818597 Jun 03 15:30:39.183970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0db48-bb1b-44ca-ac6d-802cc36da8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feb81c7-3394-48c4-a419-662a29f4c88a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:39.193497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46790) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:39.253813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:39.291285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Usage tracker for resource:security_group_rule and tenant:b163480c5f5548dc8056614d98fd5bcd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:39.305660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:39.336587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:39.482799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c82742f9-975c-44fd-9214-53a2f9ce448d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.553937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:39.554887 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.568456 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c82742f9-975c-44fd-9214-53a2f9ce448d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.658234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.objects.ports [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:30:39.664466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-3ab70c24-a13e-40e9-a7f3-cacc4b4c364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:39.666488 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-3ab70c24-a13e-40e9-a7f3-cacc4b4c364d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 1096 time: 0.7184541 Jun 03 15:30:39.667468 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.783541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a7371e9-a1e8-4985-a5a2-23aab9b1842a,segment=NetworkSegment(ac26f210-55ed-4dc0-8851-b702d0566bcf),segment_id=ac26f210-55ed-4dc0-8851-b702d0566bcf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:39.793903 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.914351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:39.931613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:39.944237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:39.945574 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.964530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] For port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a7371e9-a1e8-4985-a5a2-23aab9b1842a,segment=NetworkSegment(ac26f210-55ed-4dc0-8851-b702d0566bcf),segment_id=ac26f210-55ed-4dc0-8851-b702d0566bcf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:39.965243 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:39.985674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2578df-41b6-42c6-b21a-52468e78b7df None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:39.996977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=b92d197c-2f63-4ec6-94a3-f18f12da53b6,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:40.053823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0638fd9f-316d-475f-9be7-216aaba3e527 req-4ad296da-9d08-4d9b-a4e4-fbc6ee825eb0 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1483035 Jun 03 15:30:40.127427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=7a7371e9-a1e8-4985-a5a2-23aab9b1842a,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:40.142714 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.142714 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.234835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Calling delete_port for 7a7371e9-a1e8-4985-a5a2-23aab9b1842a owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:40.250708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fffc18-5a7a-4f62-8bc5-659ad38119fd req-95e4e181-6b25-47f3-858a-c444bd7d36ba tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:40.287333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45fffc18-5a7a-4f62-8bc5-659ad38119fd req-95e4e181-6b25-47f3-858a-c444bd7d36ba tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 944 time: 0.4385631 Jun 03 15:30:40.287333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7066f3-ef90-4d3b-913d-e842171f293c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:40.316453 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c82742f9-975c-44fd-9214-53a2f9ce448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.316453 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c82742f9-975c-44fd-9214-53a2f9ce448d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.316453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c82742f9-975c-44fd-9214-53a2f9ce448d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2feb81c7-3394-48c4-a419-662a29f4c88a HTTP/1.1" status: 204 len: 168 time: 1.1002991 Jun 03 15:30:40.330815 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d9bee435-6fb6-47bc-be54-79e1a3838b2e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7629993 Jun 03 15:30:40.330815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46800) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:40.343106 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.343106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b33cdcfd-c83b-4665-888a-a188478204f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3513777 Jun 03 15:30:40.343106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46802) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:40.363709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d6209f0f-53ed-4c40-b690-c20c6239f37b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Request body: {'security_group_rule': {'security_group_id': 'be7066f3-ef90-4d3b-913d-e842171f293c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:40.363709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82742f9-975c-44fd-9214-53a2f9ce448d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feb81c7-3394-48c4-a419-662a29f4c88a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:40.382603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d6209f0f-53ed-4c40-b690-c20c6239f37b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:40.392345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:61:b0:2a', 'name': 'tempest-NetworksTestDHCPv6-1508794500'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:40.418530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45fffc18-5a7a-4f62-8bc5-659ad38119fd req-ce356b84-2af6-4302-926e-c7b7505bd252 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204879 Jun 03 15:30:40.420356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d6209f0f-53ed-4c40-b690-c20c6239f37b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Usage tracker for resource:security_group_rule and tenant:b163480c5f5548dc8056614d98fd5bcd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:40.431365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-c25aea5b-6ea6-4bd3-a2d1-1d166ca9594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:40.435062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d6209f0f-53ed-4c40-b690-c20c6239f37b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:40.437271 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-c25aea5b-6ea6-4bd3-a2d1-1d166ca9594f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.7281816 Jun 03 15:30:40.449468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d6209f0f-53ed-4c40-b690-c20c6239f37b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:40.532857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6209f0f-53ed-4c40-b690-c20c6239f37b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.599367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:33Z', 'revision_number': 4, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8fa9f8e6-ef07-4fa8-82c4-cde9872657b1', 'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'mac_address': 'fa:16:3e:92:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:29Z', 'updated_at': '2022-06-03T15:30:34Z', 'revision_number': 2, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'subnets': [{'id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:40.607910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Checking router: 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:40.607910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Updating router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:30:40.690401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6209f0f-53ed-4c40-b690-c20c6239f37b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.690401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6209f0f-53ed-4c40-b690-c20c6239f37b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.719714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6209f0f-53ed-4c40-b690-c20c6239f37b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5296a2-684e-456c-9151-8f6c09ffaab3,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:40.736625 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6209f0f-53ed-4c40-b690-c20c6239f37b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.757829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d6209f0f-53ed-4c40-b690-c20c6239f37b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4128623 Jun 03 15:30:40.761631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46810) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:40.774606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3aafb85b-0754-468a-9921-0505d20d68dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Request body: {'security_group_rule': {'security_group_id': 'be7066f3-ef90-4d3b-913d-e842171f293c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:40.784912 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.789505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3aafb85b-0754-468a-9921-0505d20d68dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:40.799365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3aafb85b-0754-468a-9921-0505d20d68dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Usage tracker for resource:security_group_rule and tenant:b163480c5f5548dc8056614d98fd5bcd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:40.806194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3aafb85b-0754-468a-9921-0505d20d68dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:40.817216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': 'b92d197c-2f63-4ec6-94a3-f18f12da53b6'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:30:40.818242 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:40.818857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3aafb85b-0754-468a-9921-0505d20d68dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:40.859179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aafb85b-0754-468a-9921-0505d20d68dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:41.038551 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aafb85b-0754-468a-9921-0505d20d68dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:41.044962 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aafb85b-0754-468a-9921-0505d20d68dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:41.115737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafb85b-0754-468a-9921-0505d20d68dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d503ce24-dd7e-4762-b63c-713c6fddb846,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:41.135285 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-788f660a-bcb0-46da-af04-4d3f71b7b7e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22618339-5489-4e57-bade-d8a8dff9634f HTTP/1.1" status: 200 len: 1001 time: 0.6808696 Jun 03 15:30:41.141825 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aafb85b-0754-468a-9921-0505d20d68dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:41.144050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3aafb85b-0754-468a-9921-0505d20d68dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3800707 Jun 03 15:30:41.149503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46820) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:41.158102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:41.167684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:41.178646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Usage tracker for resource:floatingip and tenant:b163480c5f5548dc8056614d98fd5bcd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:41.186611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:41.198084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:41.223820 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:41.292427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:41.321420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-29c30ec9-1d23-4463-a96c-fda1bf6e870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:41.324706 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-29c30ec9-1d23-4463-a96c-fda1bf6e870b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.1761494 Jun 03 15:30:41.326676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:41.477377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:41.519598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:30:41.520206 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:30:41.525212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Allocated IP 2001:db8::f816:3eff:fe9b:b091 (6a53de42-b459-4b7b-ab08-16276fe85489/b92d197c-2f63-4ec6-94a3-f18f12da53b6/4e50b06c-f20f-4b3d-870b-f21df30e1caf) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:41.810121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:41.846759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port bd599be2-3f04-480a-aed7-f946697b190f yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:30:41.869324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fee50a75-9634-4db8-972c-a19129a7dc52 req-ee186ef4-573e-451b-9b54-87fee5dc59a8 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.0902572 Jun 03 15:30:41.919326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-3ca9ca09-5e27-485c-aaa5-efe72a3f0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:41.921654 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-3ca9ca09-5e27-485c-aaa5-efe72a3f0e61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5877767 Jun 03 15:30:42.035417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a7371e9-a1e8-4985-a5a2-23aab9b1842a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:42.042537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b455b3d-a5a8-4b34-a9be-fc112b799af8 req-344307c6-69cd-47dc-8083-a50e7a1f403e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:42.043289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Deleting port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:42.043938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:42.051348 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b455b3d-a5a8-4b34-a9be-fc112b799af8 req-344307c6-69cd-47dc-8083-a50e7a1f403e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 944 time: 0.3487027 Jun 03 15:30:42.088240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a958c801-2e8f-4a4b-94f2-889bcac8b41e up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:42.102078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:42.177335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46838) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:42.181445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b455b3d-a5a8-4b34-a9be-fc112b799af8 req-c3facb73-30ac-4b76-af31-dae40014a82c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290362 Jun 03 15:30:42.413397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Allocated IP 172.25.7.209 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/455583bb-0c0e-4588-8534-253303e6d254) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:42.515418 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:42.560821 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-258855619-network', 'tenant_id': 'c16593676c8941818b1fa01140442ad7'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:42.570720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:42.577250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Usage tracker for resource:network and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:42.582225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:42.582775 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:42.597437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:42.616089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:42.624777 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-6b22cc3c-3b6e-4e31-be09-bbed63d1a0e6 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086519 Jun 03 15:30:42.629813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port a958c801-2e8f-4a4b-94f2-889bcac8b41e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:42.651314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port a958c801-2e8f-4a4b-94f2-889bcac8b41e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:42.651806 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:42.709576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:42.715785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Transition to ACTIVE for port object 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:42.759338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:42.779537 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:42.790123 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:42.812618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Made reservation on behalf of c16593676c8941818b1fa01140442ad7 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:42.816386 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:42.850091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Transition to ACTIVE for port object 4e50b06c-f20f-4b3d-870b-f21df30e1caf will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:42.880817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] For port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a7371e9-a1e8-4985-a5a2-23aab9b1842a,segment=NetworkSegment(ac26f210-55ed-4dc0-8851-b702d0566bcf),segment_id=ac26f210-55ed-4dc0-8851-b702d0566bcf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:42.881261 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:42.881473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:42.885668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:42.892481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:42.986137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event updated for resources: {'Port': ['ID=455583bb-0c0e-4588-8534-253303e6d254,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:43.026726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Calling delete_port for 7a7371e9-a1e8-4985-a5a2-23aab9b1842a owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:43.068885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.117616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:43.131703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:43.139655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:43.153507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03413d5c-cad7-4322-b97c-7152b56d2505 req-8b02b1b5-9ab6-4b56-a053-d38c42a255b9 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.0978093 Jun 03 15:30:43.165682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:43.168291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Transition to ACTIVE for port object 4e50b06c-f20f-4b3d-870b-f21df30e1caf will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:43.182456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3a919-8dc2-47e2-a4f9-4109aedbdef4 None None] Pushing event updated for resources: {'Port': ['ID=8fa9f8e6-ef07-4fa8-82c4-cde9872657b1,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:43.187439 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f1e29614-d542-4ee3-977a-aa28cce03bc0 req-02109b79-0b4f-4f58-8383-e768597b2357 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548456 Jun 03 15:30:43.228129 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.251403 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.410970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::f816:3eff:fe61:b02a (6a53de42-b459-4b7b-ab08-16276fe85489/b92d197c-2f63-4ec6-94a3-f18f12da53b6/bd599be2-3f04-480a-aed7-f946697b190f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:43.501412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a958c801-2e8f-4a4b-94f2-889bcac8b41e is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:43.501975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.529727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:43.553618 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.571869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:43.586142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:43.590739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7a7371e9-a1e8-4985-a5a2-23aab9b1842a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:43.625902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Pushing event updated for resources: {'Port': ['ID=4e50b06c-f20f-4b3d-870b-f21df30e1caf,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:43.660390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4ce03c-807a-41d9-927c-8f94d161e8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a958c801-2e8f-4a4b-94f2-889bcac8b41e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:43.689623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a958c801-2e8f-4a4b-94f2-889bcac8b41e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a958c801-2e8f-4a4b-94f2-889bcac8b41e,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:43.723601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Attempting to bind port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:43.724282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Attempting to bind port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:43.724878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Attempting to bind port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:43.734144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.802680 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e389fcb6-f1fe-4f9e-8959-b321b62cb61d'] response: {'server_uuid': '5b4ce03c-807a-41d9-927c-8f94d161e8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a958c801-2e8f-4a4b-94f2-889bcac8b41e', 'code': 200} Jun 03 15:30:43.803389 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.814994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:43.815764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Checking segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:43.816408 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.817018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Bound using segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:43.817766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Bound port: 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:43.818388 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.881583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Attempting to bind port 4e50b06c-f20f-4b3d-870b-f21df30e1caf on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:43.882138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Attempting to bind port 4e50b06c-f20f-4b3d-870b-f21df30e1caf by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:43.882688 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Attempting to bind port 4e50b06c-f20f-4b3d-870b-f21df30e1caf on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:43.894709 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.929808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:43.930230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:43.930712 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.931783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:43.931783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Bound port: 4e50b06c-f20f-4b3d-870b-f21df30e1caf, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:43.932274 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:43.948972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ed24b-2131-4172-82e0-86b320f02a39 req-f24918ea-8ee3-4a80-a6ca-b8dd555da395 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.953846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-141ed24b-2131-4172-82e0-86b320f02a39 req-f24918ea-8ee3-4a80-a6ca-b8dd555da395 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 944 time: 0.4744635 Jun 03 15:30:43.967177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a958c801-2e8f-4a4b-94f2-889bcac8b41e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:44.060929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] For port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:44.082483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] For port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8fa9f8e6-ef07-4fa8-82c4-cde9872657b1,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:44.084410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-141ed24b-2131-4172-82e0-86b320f02a39 req-aed6e152-426b-45bb-92a7-035af0689c2a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184783 Jun 03 15:30:44.104939 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.114107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b762a92-eaf6-4e8d-8f6d-924ee954b91b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:44.127399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.137633 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:30:44.178752 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.188286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object bd599be2-3f04-480a-aed7-f946697b190f will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:44.189385 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.196356 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.249075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:30:44.262140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3a919-8dc2-47e2-a4f9-4109aedbdef4 None None] Pushing event updated for resources: {'Port': ['ID=8fa9f8e6-ef07-4fa8-82c4-cde9872657b1,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:44.277582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] For port 4e50b06c-f20f-4b3d-870b-f21df30e1caf, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:44.290218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7371e9-a1e8-4985-a5a2-23aab9b1842a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:44.293219 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.346761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] For port 4e50b06c-f20f-4b3d-870b-f21df30e1caf, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4e50b06c-f20f-4b3d-870b-f21df30e1caf,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:44.359456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.406922 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.407258 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Added segment fa31ca9e-71eb-4e11-b255-2530029f3219 of type vlan for network fcccff01-137d-4d23-9c45-0cc46389b4ab Jun 03 15:30:44.416809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Routers {'7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:44.417597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:44.585699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:44.603440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:44.607651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:44.623593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:44.624896 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.661563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b1b5f-a08a-45f3-a0c4-15e3f3e16c08 req-a62b18aa-171f-4805-9dd6-bed7e6208e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:44.664525 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4b7b1b5f-a08a-45f3-a0c4-15e3f3e16c08 req-a62b18aa-171f-4805-9dd6-bed7e6208e6b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 1096 time: 0.6674383 Jun 03 15:30:44.772992 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.784195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=bd599be2-3f04-480a-aed7-f946697b190f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:44.848551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event updated for resources: {'Port': ['ID=455583bb-0c0e-4588-8534-253303e6d254,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:44.858720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28f810fa-5440-4d48-bd56-c18c12a38615 req-55a376d9-ea52-402f-b7a4-b28b50294fed tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.4368954 Jun 03 15:30:44.884935 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.926025 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:44.929575 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-987b867d-e34d-46d1-bcc8-2c22ea1b0df8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7776568 Jun 03 15:30:44.936041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22400603-1ef6-46fc-ba0e-322887515a0c None None] Pushing event updated for resources: {'Port': ['ID=4e50b06c-f20f-4b3d-870b-f21df30e1caf,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:44.981685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] Set router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:44.996026 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4b7b1b5f-a08a-45f3-a0c4-15e3f3e16c08 req-68d59d24-7d06-4250-b77d-d8e66ffac489 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034954 Jun 03 15:30:45.139114 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-98d3e7e7-98b2-476f-907f-dfb1e9af838a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7921863 Jun 03 15:30:45.142448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46856) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:45.198268 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:45.199258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:45.199839 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:45.378063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70863718-e93d-440d-835f-9168a775d948 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:45.395222 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:45.395506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70863718-e93d-440d-835f-9168a775d948 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:45.402367 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2145808 Jun 03 15:30:45.403942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94452ca-fd62-4733-a8a6-77be061459c6 admin admin] Pushing event updated for resources: {'Network': ['ID=fcccff01-137d-4d23-9c45-0cc46389b4ab,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:45.416761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46870) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:45.417160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46872) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:45.417489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-70863718-e93d-440d-835f-9168a775d948 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2578208 Jun 03 15:30:45.480911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network fcccff01-137d-4d23-9c45-0cc46389b4ab details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:30:45.542311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-ba28e749-1bbc-4424-bcc7-b9e57658ca94 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Synchronizing usage tracker for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:45.597034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-ba28e749-1bbc-4424-bcc7-b9e57658ca94 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Unset dirty status for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:45.610915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-ba28e749-1bbc-4424-bcc7-b9e57658ca94 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1978988594&fields=id&tenant_id=b163480c5f5548dc8056614d98fd5bcd HTTP/1.1" status: 200 len: 267 time: 0.1913078 Jun 03 15:30:45.620749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Request body: {'subnet': {'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-258855619-subnet', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:45.697827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:45.724894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Usage tracker for resource:subnet and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:45.739432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:45.745895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1fbdd-d3b7-41c0-b599-62c52073c82c req-65238f00-75d8-470e-8672-503a1675f299 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:45.747938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ee1fbdd-d3b7-41c0-b599-62c52073c82c req-65238f00-75d8-470e-8672-503a1675f299 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 945 time: 0.3039136 Jun 03 15:30:45.757598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:45.767671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-703e78b7-589c-4a3e-9cea-45f19bb8ae1f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port bd599be2-3f04-480a-aed7-f946697b190f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:45.768034 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-703e78b7-589c-4a3e-9cea-45f19bb8ae1f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:45.912241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:33Z', 'revision_number': 4, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8fa9f8e6-ef07-4fa8-82c4-cde9872657b1', 'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'mac_address': 'fa:16:3e:92:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:29Z', 'updated_at': '2022-06-03T15:30:44Z', 'revision_number': 4, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'subnets': [{'id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:45.921015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3fbd-7b82-4ea8-bb7c-ec1eadc82a78 None None] The sync data for ids ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'] in n-d-844595-1 is: [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:33Z', 'revision_number': 4, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8fa9f8e6-ef07-4fa8-82c4-cde9872657b1', 'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'mac_address': 'fa:16:3e:92:56:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:29Z', 'updated_at': '2022-06-03T15:30:44Z', 'revision_number': 4, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'subnets': [{'id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:30:45.955041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ee1fbdd-d3b7-41c0-b599-62c52073c82c req-d32062bd-eaa9-4bb1-a7a5-bbdecc836261 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944234 Jun 03 15:30:45.999926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Made reservation on behalf of c16593676c8941818b1fa01140442ad7 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:46.002441 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:46.098698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-d6458808-6da7-49ac-8947-b1944d1b89a0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:46.099971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-d6458808-6da7-49ac-8947-b1944d1b89a0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Synchronizing usage tracker for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:46.152906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4e50b06c-f20f-4b3d-870b-f21df30e1caf up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:46.155359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-d6458808-6da7-49ac-8947-b1944d1b89a0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Unset dirty status for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:46.156649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-d6458808-6da7-49ac-8947-b1944d1b89a0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 812 time: 0.5361993 Jun 03 15:30:46.195584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-df0f378c-1b34-42c3-ba04-1bf1a517c18d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/quotas/b163480c5f5548dc8056614d98fd5bcd HTTP/1.1" status: 200 len: 375 time: 0.0229213 Jun 03 15:30:46.333623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-0c47ffe6-4c5b-48bb-a2fd-49412d0f16f0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Synchronizing usage tracker for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:46.380265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-0c47ffe6-4c5b-48bb-a2fd-49412d0f16f0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Unset dirty status for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:46.381500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 4e50b06c-f20f-4b3d-870b-f21df30e1caf completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:46.382172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-0c47ffe6-4c5b-48bb-a2fd-49412d0f16f0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1881454 Jun 03 15:30:46.422508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-8ccea51a-3a2f-47d2-893b-f9d4fe05a41d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:30:46.426085 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-8ccea51a-3a2f-47d2-893b-f9d4fe05a41d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140245 Jun 03 15:30:46.764019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08f032d0-08d8-4fb8-8feb-668b1be7204f req-35e8e2d8-d411-4a79-8db7-2abeb12eaa89 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1063559 Jun 03 15:30:46.806828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cce824dd-3cfe-4c68-bf93-d18c088af843 None None] Provisioning for port 4e50b06c-f20f-4b3d-870b-f21df30e1caf completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:46.818845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cce824dd-3cfe-4c68-bf93-d18c088af843 None None] Provisioning complete for port 4e50b06c-f20f-4b3d-870b-f21df30e1caf triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:46.819232 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cce824dd-3cfe-4c68-bf93-d18c088af843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:46.910341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-1b367463-3fcf-41d4-9769-c91030d071a5 service neutron] 10.222.0.48 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701569 Jun 03 15:30:47.201181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cce824dd-3cfe-4c68-bf93-d18c088af843 None None] Current status of the port 4e50b06c-f20f-4b3d-870b-f21df30e1caf is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:47.201578 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cce824dd-3cfe-4c68-bf93-d18c088af843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:47.269245 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-703e78b7-589c-4a3e-9cea-45f19bb8ae1f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:47.279082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-ad6d5d15-77c6-4f05-ab2b-511c8aefdf7f service neutron] 10.222.0.48 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560998 Jun 03 15:30:47.291227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cce824dd-3cfe-4c68-bf93-d18c088af843 None None] For port 4e50b06c-f20f-4b3d-870b-f21df30e1caf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4e50b06c-f20f-4b3d-870b-f21df30e1caf,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:47.299719 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cce824dd-3cfe-4c68-bf93-d18c088af843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:47.437466 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce824dd-3cfe-4c68-bf93-d18c088af843 None None] Pushing event updated for resources: {'Port': ['ID=4e50b06c-f20f-4b3d-870b-f21df30e1caf,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:47.469544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6351815a-af2e-407d-84ed-7da67ba011aa None None] Provisioning for port bd599be2-3f04-480a-aed7-f946697b190f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:47.478901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6351815a-af2e-407d-84ed-7da67ba011aa None None] Provisioning complete for port bd599be2-3f04-480a-aed7-f946697b190f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:47.479823 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6351815a-af2e-407d-84ed-7da67ba011aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:47.583688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-703e78b7-589c-4a3e-9cea-45f19bb8ae1f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for bd599be2-3f04-480a-aed7-f946697b190f owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:47.592549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703c8b-e66f-4288-ba7c-eaae8c1390e6 req-6990a55f-54e8-4a41-8cb0-9dcb2e8c3803 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:47.592549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2703c8b-e66f-4288-ba7c-eaae8c1390e6 req-6990a55f-54e8-4a41-8cb0-9dcb2e8c3803 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 945 time: 0.3099182 Jun 03 15:30:47.631334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6351815a-af2e-407d-84ed-7da67ba011aa None None] Port bd599be2-3f04-480a-aed7-f946697b190f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:30:47.772291 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-703e78b7-589c-4a3e-9cea-45f19bb8ae1f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:47.775732 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6455a0e7-631f-409f-9db0-74d222b6755f req-ec6dd6e2-7653-4ba2-bf76-d13f795ed559 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 210 time: 0.1012120 Jun 03 15:30:47.812553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2703c8b-e66f-4288-ba7c-eaae8c1390e6 req-e920d237-9fe1-43dd-89a9-f2345b185e87 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095871 Jun 03 15:30:47.905428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Router ab9d17c3-db8d-410c-8b96-f678180fa0b0 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:30:47.906880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e78b7-589c-4a3e-9cea-45f19bb8ae1f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=bd599be2-3f04-480a-aed7-f946697b190f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:48.091496 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-703e78b7-589c-4a3e-9cea-45f19bb8ae1f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:48.225385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:48.294562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-10e285da-7480-49d7-90d7-19b3d261082a req-2aaf8d2a-4dfe-45c2-95ca-77a8c8b50baa tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1436419 Jun 03 15:30:48.320501 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:48.503379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:48.512550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:48.513268 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:48.521298 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-703e78b7-589c-4a3e-9cea-45f19bb8ae1f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/bd599be2-3f04-480a-aed7-f946697b190f HTTP/1.1" status: 204 len: 168 time: 3.1029947 Jun 03 15:30:48.525033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46902) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:48.752833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f7f84-10ba-4baa-87c8-df21150f53cc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:48.754259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f7f84-10ba-4baa-87c8-df21150f53cc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:48.759731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bd2f7f84-10ba-4baa-87c8-df21150f53cc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2269213 Jun 03 15:30:48.762287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46906) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:48.795467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:48.796537 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:48.859359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-80caa319-0483-454f-9074-ca704726c7d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet b92d197c-2f63-4ec6-94a3-f18f12da53b6 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:30:48.865231 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80caa319-0483-454f-9074-ca704726c7d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:48.893112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8fa9f8e6-ef07-4fa8-82c4-cde9872657b1,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:48.897261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f6b422-02ae-45e2-ae71-8e57a9ee5688,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:48.918668 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:48.921345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4e50b06c-f20f-4b3d-870b-f21df30e1caf up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:48.929206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58800d10-f876-478e-b371-866097f0a958 req-e0df985f-00f1-4a9b-bb37-bcc2c73fcadf tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:48.930786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58800d10-f876-478e-b371-866097f0a958 req-e0df985f-00f1-4a9b-bb37-bcc2c73fcadf tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 945 time: 0.2257402 Jun 03 15:30:48.932499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Checking segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:48.933272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Network hostable DHCP agents. Network: fcccff01-137d-4d23-9c45-0cc46389b4ab, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:30:48.971677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:30:48.981740 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fb59ceed-1011-497e-b6c2-ca4d954832f3 admin admin] 10.222.0.48 "PUT /v2.0/routers/ab9d17c3-db8d-410c-8b96-f678180fa0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7389271 Jun 03 15:30:48.984423 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf081a1-94b5-4a9d-9f96-0a4a06c371fe None None] Sync routers for ids ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:48.995915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46912) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:49.003638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Network fcccff01-137d-4d23-9c45-0cc46389b4ab is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:30:49.012402 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf081a1-94b5-4a9d-9f96-0a4a06c371fe None None] Routers {'ab9d17c3-db8d-410c-8b96-f678180fa0b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:49.015190 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2cf081a1-94b5-4a9d-9f96-0a4a06c371fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:49.053717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, fcccff01-137d-4d23-9c45-0cc46389b4ab) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:49.061219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:49.062672 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:49.104874 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-65ffb7b4-f5a9-4c8c-bc86-b1bd08090fe2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.6840463 Jun 03 15:30:49.109838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46916) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:49.124401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:49.132494 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:49.137835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Usage tracker for resource:router and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:49.143324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:49.157641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:49.170117 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c00c9-88aa-4787-b68e-925796b3a72a None None] Network fcccff01-137d-4d23-9c45-0cc46389b4ab requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:49.173708 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:49.179771 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:49.200377 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80caa319-0483-454f-9074-ca704726c7d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:49.222727 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:49.398401 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2cf081a1-94b5-4a9d-9f96-0a4a06c371fe None None] Set router ab9d17c3-db8d-410c-8b96-f678180fa0b0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:49.449220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4e50b06c-f20f-4b3d-870b-f21df30e1caf triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:49.450239 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:49.456185 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80caa319-0483-454f-9074-ca704726c7d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:49.481436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=8fa9f8e6-ef07-4fa8-82c4-cde9872657b1,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:49.721545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01cf0c0a-5096-4607-bd8b-f94479ba5e07 req-97bfe1f5-e21d-4f82-a447-0a56a4dd0c53 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 210 time: 0.6023350 Jun 03 15:30:49.826211 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:49.895133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58800d10-f876-478e-b371-866097f0a958 req-00370d15-f7fa-47f7-a1a2-101dada2af4a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9497995 Jun 03 15:30:49.901160 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-fcccff01-137d-4d23-9c45-0cc46389b4ab', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:30:49.911207 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:49.987528 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:50.050862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4e50b06c-f20f-4b3d-870b-f21df30e1caf is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:50.085918 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2cf081a1-94b5-4a9d-9f96-0a4a06c371fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-router', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '322c3f95-8826-457a-b66d-85794b59a391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:06Z', 'updated_at': '2022-06-03T15:30:43Z', 'revision_number': 5, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'gw_port': {'id': '322c3f95-8826-457a-b66d-85794b59a391', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:09Z', 'updated_at': '2022-06-03T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:50.100501 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf081a1-94b5-4a9d-9f96-0a4a06c371fe None None] Checking router: ab9d17c3-db8d-410c-8b96-f678180fa0b0 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:50.133048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d04f9c4-f0ce-4de0-be23-c789f322c344 req-dfd422c7-df08-4b11-ac30-5cf963a2ce12 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.0719354 Jun 03 15:30:50.136795 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf081a1-94b5-4a9d-9f96-0a4a06c371fe None None] Routers {'ab9d17c3-db8d-410c-8b96-f678180fa0b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:50.137806 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2cf081a1-94b5-4a9d-9f96-0a4a06c371fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:50.215582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80caa319-0483-454f-9074-ca704726c7d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:50.283260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:50.310795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80caa319-0483-454f-9074-ca704726c7d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=b92d197c-2f63-4ec6-94a3-f18f12da53b6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:50.315663 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80caa319-0483-454f-9074-ca704726c7d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:50.345396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d973c9b-cb1e-403b-aef7-1e9cfaa2cb89 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:50.469545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-80caa319-0483-454f-9074-ca704726c7d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/b92d197c-2f63-4ec6-94a3-f18f12da53b6 HTTP/1.1" status: 204 len: 168 time: 1.7060823 Jun 03 15:30:50.478017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46922) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:50.623923 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2cf081a1-94b5-4a9d-9f96-0a4a06c371fe None None] Set router ab9d17c3-db8d-410c-8b96-f678180fa0b0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:50.641064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-18f604d6-ccf1-452e-a549-0d2c056dc389 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:50.643807 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-18f604d6-ccf1-452e-a549-0d2c056dc389 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 812 time: 0.5715666 Jun 03 15:30:50.647417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:50.654847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ed37e9b0-0f07-4e0c-834b-c514cf51f158 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1746197 Jun 03 15:30:50.662232 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46926) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:50.674109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:50.831264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:50.836693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Deleting port 322c3f95-8826-457a-b66d-85794b59a391 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:50.837064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:50.850173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Allocated IP 172.20.0.2 (fcccff01-137d-4d23-9c45-0cc46389b4ab/74f6b422-02ae-45e2-ae71-8e57a9ee5688/f01ecbce-a959-496c-951a-6d285728ac13) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:50.897710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:50.910836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:50.911201 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:50.919562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:50.951527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:51.033818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-b2e95689-1453-47d7-a3ad-788b50ece8f3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:51.036863 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-b2e95689-1453-47d7-a3ad-788b50ece8f3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 945 time: 0.7155204 Jun 03 15:30:51.094892 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-df46f395-38b5-4e21-b211-6e920627f5d5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b163480c5f5548dc8056614d98fd5bcd HTTP/1.1" status: 200 len: 380 time: 0.3272161 Jun 03 15:30:51.110656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Request body: {'port': {'device_id': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'admin_state_up': True, 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'security_groups': ['be7066f3-ef90-4d3b-913d-e842171f293c']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:51.259853 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2cf081a1-94b5-4a9d-9f96-0a4a06c371fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-router', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '322c3f95-8826-457a-b66d-85794b59a391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:06Z', 'updated_at': '2022-06-03T15:30:43Z', 'revision_number': 5, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'gw_port': {'id': '322c3f95-8826-457a-b66d-85794b59a391', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:09Z', 'updated_at': '2022-06-03T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:51.269142 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf081a1-94b5-4a9d-9f96-0a4a06c371fe None None] The sync data for ids ['ab9d17c3-db8d-410c-8b96-f678180fa0b0'] in n-d-844595-1 is: [{'id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1833690970-router', 'tenant_id': '3ea2260c56c2498593f342ee42245a74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '322c3f95-8826-457a-b66d-85794b59a391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:06Z', 'updated_at': '2022-06-03T15:30:43Z', 'revision_number': 5, 'project_id': '3ea2260c56c2498593f342ee42245a74', 'gw_port': {'id': '322c3f95-8826-457a-b66d-85794b59a391', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9d17c3-db8d-410c-8b96-f678180fa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:09Z', 'updated_at': '2022-06-03T15:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:30:51.293084 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:51.347028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:51.361500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] For port 322c3f95-8826-457a-b66d-85794b59a391, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=322c3f95-8826-457a-b66d-85794b59a391,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:51.362119 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:51.489707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:51.494887 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:51.505111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8951be-bc9d-4a80-b371-5846df76c412 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:30:51.528719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8f8951be-bc9d-4a80-b371-5846df76c412 None None] Deleting port 4e50b06c-f20f-4b3d-870b-f21df30e1caf {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:51.528719 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8f8951be-bc9d-4a80-b371-5846df76c412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:51.538590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:51.581575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:51.622296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Made reservation on behalf of b163480c5f5548dc8056614d98fd5bcd for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:51.629659 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:51.671594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d653b055-4758-43f5-867e-4966da14f803 req-bd25eeea-40aa-4355-8f42-01742975182a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 210 time: 0.6330359 Jun 03 15:30:51.703964 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:51.708526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Calling delete_port for 322c3f95-8826-457a-b66d-85794b59a391 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:51.932854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Allocated IP 172.25.7.147 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/2911282b-678b-425d-8272-9589af6bb471) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:52.021321 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.054961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Transition to ACTIVE for port object f01ecbce-a959-496c-951a-6d285728ac13 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:52.091758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8f8951be-bc9d-4a80-b371-5846df76c412 None None] For port 4e50b06c-f20f-4b3d-870b-f21df30e1caf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4e50b06c-f20f-4b3d-870b-f21df30e1caf,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:52.092148 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8f8951be-bc9d-4a80-b371-5846df76c412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.104762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Transition to ACTIVE for port object f01ecbce-a959-496c-951a-6d285728ac13 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:52.177194 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.296221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Allocated IP 172.20.0.3 (1e06978f-48c8-4113-a05a-9feeb3f60cbc/59a883d1-3b44-43ed-a45f-1b4a3d684d6c/6418f871-4ed4-4e3e-a9cc-ab73037440d8) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:52.301304 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f5ab0d1-7f62-484d-9cf5-d4c9daff17e7 req-11b4d44a-e8b7-47b7-beec-6688472e3db9 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.3625839 Jun 03 15:30:52.338108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Deleting port a958c801-2e8f-4a4b-94f2-889bcac8b41e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:52.338708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.409034 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.430540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8f8951be-bc9d-4a80-b371-5846df76c412 None None] Calling delete_port for 4e50b06c-f20f-4b3d-870b-f21df30e1caf owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:52.463967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a7371e9-a1e8-4985-a5a2-23aab9b1842a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:52.531157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 7a7371e9-a1e8-4985-a5a2-23aab9b1842a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:30:52.531558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a7371e9-a1e8-4985-a5a2-23aab9b1842a not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:30:52.532085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4e50b06c-f20f-4b3d-870b-f21df30e1caf no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:52.562702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Network fcccff01-137d-4d23-9c45-0cc46389b4ab is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:52.569829 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Pushing event updated for resources: {'Port': ['ID=f01ecbce-a959-496c-951a-6d285728ac13,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:52.585037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:52.600749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:52.646530 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.807212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No active binding found for port 4e50b06c-f20f-4b3d-870b-f21df30e1caf {{(pid=88446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:30:52.808122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4e50b06c-f20f-4b3d-870b-f21df30e1caf not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:30:52.831340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Attempting to bind port f01ecbce-a959-496c-951a-6d285728ac13 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:52.832193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Attempting to bind port f01ecbce-a959-496c-951a-6d285728ac13 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:52.832650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Attempting to bind port f01ecbce-a959-496c-951a-6d285728ac13 on network fcccff01-137d-4d23-9c45-0cc46389b4ab {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:52.833078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Pushing event updated for resources: {'Port': ['ID=2911282b-678b-425d-8272-9589af6bb471,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:52.840526 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8f8951be-bc9d-4a80-b371-5846df76c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.851579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:52.852207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Checking segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:52.852674 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.853134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Bound using segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:52.853740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Bound port: f01ecbce-a959-496c-951a-6d285728ac13, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:52.854217 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:52.858125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:52.868016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9a7a-533a-4b49-978c-30858c26dc07 req-6b036d27-8f33-4904-b5fb-85987fee68fd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:52.880039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:52.880349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e44a9a7a-533a-4b49-978c-30858c26dc07 req-6b036d27-8f33-4904-b5fb-85987fee68fd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 945 time: 1.3618476 Jun 03 15:30:52.884884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:52.931109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8951be-bc9d-4a80-b371-5846df76c412 None None] No DVR routers for this DVR port 4e50b06c-f20f-4b3d-870b-f21df30e1caf on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:30:52.996838 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:53.008534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8951be-bc9d-4a80-b371-5846df76c412 None None] Pushing event deleted for resources: {'Port': ['ID=4e50b06c-f20f-4b3d-870b-f21df30e1caf,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:53.104894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] For port f01ecbce-a959-496c-951a-6d285728ac13, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:53.111065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] For port f01ecbce-a959-496c-951a-6d285728ac13, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f01ecbce-a959-496c-951a-6d285728ac13,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:53.118126 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:53.153128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f0254e7-b40a-4092-81fa-bb74835b7b09 req-364e3e57-347e-4c31-8e38-1dd03323658f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 210 time: 0.1702535 Jun 03 15:30:53.234926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Transition to ACTIVE for port object 6418f871-4ed4-4e3e-a9cc-ab73037440d8 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:53.314772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e44a9a7a-533a-4b49-978c-30858c26dc07 req-0eec358c-7234-46a0-844f-4284948ad430 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329143 Jun 03 15:30:53.343048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c9751-b6ea-4f05-a0f4-675d22800bf1 None None] Pushing event updated for resources: {'Port': ['ID=f01ecbce-a959-496c-951a-6d285728ac13,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:53.402532 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:53.544132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:53.559367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:53.563201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:53.731190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] For port a958c801-2e8f-4a4b-94f2-889bcac8b41e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a958c801-2e8f-4a4b-94f2-889bcac8b41e,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:53.731737 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:53.773469 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:53.852062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:53.854246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1753b53f-659c-47e0-ac3c-e800138819a4 req-6474a76c-381d-4427-bb17-a9d3ff39abe0 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.2175512 Jun 03 15:30:53.894153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:53.895565 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:53.971468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=322c3f95-8826-457a-b66d-85794b59a391,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:54.059362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-98baf0ad-6278-43a9-83cf-74593bc4296d None None] Provisioning for port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:54.078889 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-98baf0ad-6278-43a9-83cf-74593bc4296d None None] Provisioning complete for port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:54.079775 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98baf0ad-6278-43a9-83cf-74593bc4296d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:54.105541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Calling delete_port for a958c801-2e8f-4a4b-94f2-889bcac8b41e owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:54.114680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c9ddc9ad-6bda-4ba5-9541-5c7b417b9a8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0116436 Jun 03 15:30:54.130591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:54.146796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a958c801-2e8f-4a4b-94f2-889bcac8b41e no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:54.241799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Request body: {'port': {'device_id': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:54.253227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-98baf0ad-6278-43a9-83cf-74593bc4296d None None] Port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:30:54.398081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a958c801-2e8f-4a4b-94f2-889bcac8b41e is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:54.398559 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:54.470984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4ce03c-807a-41d9-927c-8f94d161e8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a958c801-2e8f-4a4b-94f2-889bcac8b41e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:54.488511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f01ecbce-a959-496c-951a-6d285728ac13 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:54.576444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a958c801-2e8f-4a4b-94f2-889bcac8b41e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a958c801-2e8f-4a4b-94f2-889bcac8b41e,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:54.588656 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:54.676084 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:54.747051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f01ecbce-a959-496c-951a-6d285728ac13 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:54.757722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a958c801-2e8f-4a4b-94f2-889bcac8b41e,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:54.901637 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.021043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.objects.ports [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88445) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:30:55.036599 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.100781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07b66ab-63dd-4b44-a139-f2b9af5f2989 None None] Network fcccff01-137d-4d23-9c45-0cc46389b4ab requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:55.247762 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.409412 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.424509 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.425423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4b3b09a0-9a64-4051-9065-6557664ba34d None None] Provisioning for port f01ecbce-a959-496c-951a-6d285728ac13 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:30:55.443790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4b3b09a0-9a64-4051-9065-6557664ba34d None None] Provisioning complete for port f01ecbce-a959-496c-951a-6d285728ac13 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:55.444163 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4b3b09a0-9a64-4051-9065-6557664ba34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.460549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:55.475273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:55.497035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e89c354-5988-4e91-886f-857f97adef04 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:55.497319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:55.498169 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.520455 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:30:55.521072 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:30:55.531024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=70a7886a-fbb6-421b-bc9e-0fda0de69510,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:55.572015 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.573257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab9d17c3-db8d-410c-8b96-f678180fa0b0 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:30:55.596811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fefd89-7c98-4667-bd4d-fa66fb543d67 req-c7d96476-0456-471c-bedf-d4cd4c7e5714 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:55.599911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0fefd89-7c98-4667-bd4d-fa66fb543d67 req-c7d96476-0456-471c-bedf-d4cd4c7e5714 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 931 time: 0.9871602 Jun 03 15:30:55.634537 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2d514c9b-09ec-4e1d-864e-a2ae2da22d47 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9704089 Jun 03 15:30:55.648124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46952) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:55.674425 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.676002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7af146cb-1deb-4ee9-a200-ee60fcb65b8a admin admin] 10.222.0.48 "DELETE /v2.0/routers/ab9d17c3-db8d-410c-8b96-f678180fa0b0 HTTP/1.1" status: 204 len: 168 time: 6.6780534 Jun 03 15:30:55.685382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:88:51:1a', 'name': 'tempest-NetworksTestDHCPv6-2050578791'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:30:55.687848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a08b45-46b4-4542-9235-9a2e1cefe8d7 req-ac1ea791-428f-42a6-9e18-2b49dbb87a64 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:55.688584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-95a08b45-46b4-4542-9235-9a2e1cefe8d7 req-ac1ea791-428f-42a6-9e18-2b49dbb87a64 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Synchronizing usage tracker for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:30:55.703870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46956) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:55.843471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0fefd89-7c98-4667-bd4d-fa66fb543d67 req-101ed9dd-fe89-4b0d-a44a-a1fe85548cef tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135625 Jun 03 15:30:55.877399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b09a0-9a64-4051-9065-6557664ba34d None None] Current status of the port f01ecbce-a959-496c-951a-6d285728ac13 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:55.878205 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4b3b09a0-9a64-4051-9065-6557664ba34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.890373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-95a08b45-46b4-4542-9235-9a2e1cefe8d7 req-ac1ea791-428f-42a6-9e18-2b49dbb87a64 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Unset dirty status for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:30:55.891771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95a08b45-46b4-4542-9235-9a2e1cefe8d7 req-ac1ea791-428f-42a6-9e18-2b49dbb87a64 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 943 time: 1.0329432 Jun 03 15:30:55.919364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-848897b8-03d5-4bdb-84d8-952735f8e0f2 admin admin] Deleting subnet e621c640-7325-4632-a4c7-a7552f57a7b9 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:30:55.923557 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-848897b8-03d5-4bdb-84d8-952735f8e0f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.961980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4b3b09a0-9a64-4051-9065-6557664ba34d None None] For port f01ecbce-a959-496c-951a-6d285728ac13, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f01ecbce-a959-496c-951a-6d285728ac13,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:55.965115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '70a7886a-fbb6-421b-bc9e-0fda0de69510'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:30:55.966127 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:55.988066 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4b3b09a0-9a64-4051-9065-6557664ba34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:56.008468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-848897b8-03d5-4bdb-84d8-952735f8e0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:56.013394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Router deea8f90-251a-45e7-bdd9-69ab6134d047 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:30:56.130093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Deleting port a958c801-2e8f-4a4b-94f2-889bcac8b41e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:56.131047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:56.225660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b09a0-9a64-4051-9065-6557664ba34d None None] Pushing event updated for resources: {'Port': ['ID=f01ecbce-a959-496c-951a-6d285728ac13,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:56.298117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95a08b45-46b4-4542-9235-9a2e1cefe8d7 req-ebc7ee3c-335b-4acc-a940-7eec11fe9d21 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836310 Jun 03 15:30:56.317081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 322c3f95-8826-457a-b66d-85794b59a391 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:30:56.457506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 322c3f95-8826-457a-b66d-85794b59a391 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:30:56.458654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 322c3f95-8826-457a-b66d-85794b59a391 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:30:56.467934 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c901af40-02a0-49df-a13c-a7f9115693f3'] response: {'server_uuid': '5b4ce03c-807a-41d9-927c-8f94d161e8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a958c801-2e8f-4a4b-94f2-889bcac8b41e', 'code': 200} Jun 03 15:30:56.473216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f5353f11-c9c2-435a-a21c-496b4fd3f319 None None] Provisioning complete for port f01ecbce-a959-496c-951a-6d285728ac13 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:56.473795 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5353f11-c9c2-435a-a21c-496b4fd3f319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:56.495376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6418f871-4ed4-4e3e-a9cc-ab73037440d8 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:56.512127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:56.543963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Transition to ACTIVE for port object 6418f871-4ed4-4e3e-a9cc-ab73037440d8 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:56.579697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-848897b8-03d5-4bdb-84d8-952735f8e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:56.594905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Allocated IP 2001:db8::f816:3eff:fe4b:f28a (6a53de42-b459-4b7b-ab08-16276fe85489/70a7886a-fbb6-421b-bc9e-0fda0de69510/081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:56.702492 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:56.720213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:30:56.789670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:30:56.800123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:30:56.809572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:30:56.821265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdfc7fca-fe83-49d8-b283-5bcc6347076f req-843eb5f1-cad0-46b4-aff8-2eb2d9f11360 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1963999 Jun 03 15:30:56.923580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f5353f11-c9c2-435a-a21c-496b4fd3f319 None None] Current status of the port f01ecbce-a959-496c-951a-6d285728ac13 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:56.978907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] For port a958c801-2e8f-4a4b-94f2-889bcac8b41e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a958c801-2e8f-4a4b-94f2-889bcac8b41e,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:56.979684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:56.996097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:57.006433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:57.026322 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.039333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Transition to ACTIVE for port object 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:57.078538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Transition to ACTIVE for port object 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:57.090286 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.166997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:57.170347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:57.175502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:30:57.185655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Pushing event updated for resources: {'Port': ['ID=081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:57.260067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Calling delete_port for a958c801-2e8f-4a4b-94f2-889bcac8b41e owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:57.289444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:30:57.310194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Attempting to bind port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:57.310585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Attempting to bind port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:57.311501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Attempting to bind port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:57.323393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Sync routers for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:57.334441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:57.334904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:57.335493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.336076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:57.337163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Bound port: 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:57.337968 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.366656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:30:57.367827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:57.387155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-848897b8-03d5-4bdb-84d8-952735f8e0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.399633 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.403296 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dc2831a9-566f-4fdd-a009-cea0a075ea52 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.2890608 Jun 03 15:30:57.417340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46968) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:57.492799 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.502736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848897b8-03d5-4bdb-84d8-952735f8e0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e621c640-7325-4632-a4c7-a7552f57a7b9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:57.521464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Attempting to bind port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:30:57.521803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Attempting to bind port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:30:57.522166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Attempting to bind port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:57.547435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef980b0f-65c2-4cde-9054-c6db526b68c9 None None] Network 3ef2f79d-4895-4cf0-b22f-85cd7577509a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:30:57.599188 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-848897b8-03d5-4bdb-84d8-952735f8e0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.639890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-848897b8-03d5-4bdb-84d8-952735f8e0f2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e621c640-7325-4632-a4c7-a7552f57a7b9 HTTP/1.1" status: 204 len: 168 time: 1.9236047 Jun 03 15:30:57.653936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46972) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:30:57.705427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port ef12b413-5297-426c-8048-bfcbffee2892 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:30:57.752378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:30:57.752378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Attempting to bind port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:30:57.774747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:30:57.775224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Checking segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:30:57.775817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Bound using segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:30:57.776037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Bound port: 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:30:57.776392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.832512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] For port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:57.867898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] For port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:57.912164 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:57.915206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f733778-0a4f-4495-9c53-c89173301824 req-793148b0-3bb7-45d0-bc09-42906d8dbd84 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:57.926689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f733778-0a4f-4495-9c53-c89173301824 req-793148b0-3bb7-45d0-bc09-42906d8dbd84 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 943 time: 0.6827483 Jun 03 15:30:57.996891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:30:58.019972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d9798-4d81-4bac-b093-4130caa16e96 req-963fa083-4885-4df9-94df-ee8cb26023bf tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:58.026669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-570d9798-4d81-4bac-b093-4130caa16e96 req-963fa083-4885-4df9-94df-ee8cb26023bf tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 943 time: 0.5065625 Jun 03 15:30:58.032417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:58.052384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f733778-0a4f-4495-9c53-c89173301824 req-3cee1fc2-7694-496f-a13e-76e80aa97646 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229875 Jun 03 15:30:58.074641 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:58.137741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c8782f0e-7534-4b38-9cc3-c61041aa0b93'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:30:58.142718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:30:58.175836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:30:58.177411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::f816:3eff:fe88:511a (6a53de42-b459-4b7b-ab08-16276fe85489/70a7886a-fbb6-421b-bc9e-0fda0de69510/ef12b413-5297-426c-8048-bfcbffee2892) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:58.183663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:58.186676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Pushing event deleted for resources: {'Port': ['ID=a958c801-2e8f-4a4b-94f2-889bcac8b41e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:58.202352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Deleting port 91781627-285f-433b-9c40-233ac08fd91c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:58.202742 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:58.354637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f01ecbce-a959-496c-951a-6d285728ac13 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:30:58.440446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:58.441731 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:58.443492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] 10.222.0.67 "PUT /v2.0/ports/6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 1091 time: 4.2086217 Jun 03 15:30:58.446325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:58.516017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b4fb2-ec35-4887-b86a-af4188bca5aa service neutron] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:58.533494 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b5aef-c53e-4ded-ac3f-051e5d1eb107 None None] Pushing event updated for resources: {'Port': ['ID=081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:58.626743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-570d9798-4d81-4bac-b093-4130caa16e96 req-e91f4e7c-806b-4735-a5dc-eb4c0bc704d3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5833082 Jun 03 15:30:58.670785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f01ecbce-a959-496c-951a-6d285728ac13 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:30:58.671303 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:58.712375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] No DVR routers for this DVR port a958c801-2e8f-4a4b-94f2-889bcac8b41e on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:30:58.824559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e629f33-0fa2-4e65-a8f7-5ea41f18a7b3 req-dc8c334a-0069-40e1-b8a1-ae62e3adc67f tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.2837598 Jun 03 15:30:58.825754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:58.842468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4ce03c-807a-41d9-927c-8f94d161e8cb', 'name': 'network-vif-deleted', 'tag': 'a958c801-2e8f-4a4b-94f2-889bcac8b41e'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:58.935168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2b69c49-acda-4861-ba6b-d1422b0751ef req-cff14efd-5d67-411e-b16f-5cc23ea85f25 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.67 "DELETE /v2.0/ports/a958c801-2e8f-4a4b-94f2-889bcac8b41e HTTP/1.1" status: 204 len: 173 time: 7.4177959 Jun 03 15:30:59.019854 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38250700-362d-4a4b-9eb4-7acac99e7ddd'] response: {'name': 'network-changed', 'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'status': 'completed', 'code': 200} Jun 03 15:30:59.099312 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95af60a3-1ab6-4d33-980e-c8e34d5161b0'] response: {'server_uuid': '5b4ce03c-807a-41d9-927c-8f94d161e8cb', 'name': 'network-vif-deleted', 'tag': 'a958c801-2e8f-4a4b-94f2-889bcac8b41e', 'status': 'completed', 'code': 200} Jun 03 15:30:59.199660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] For port 91781627-285f-433b-9c40-233ac08fd91c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=91781627-285f-433b-9c40-233ac08fd91c,segment=NetworkSegment(ac26f210-55ed-4dc0-8851-b702d0566bcf),segment_id=ac26f210-55ed-4dc0-8851-b702d0566bcf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:30:59.200045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c44ce24-a573-46b4-8dc5-0284ceb79021 None None] DHCP port deletion for 3ef2f79d-4895-4cf0-b22f-85cd7577509a request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:30:59.200517 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:59.377671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6c44ce24-a573-46b4-8dc5-0284ceb79021 None None] Deleting port 91781627-285f-433b-9c40-233ac08fd91c {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:30:59.378103 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6c44ce24-a573-46b4-8dc5-0284ceb79021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:59.423732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Calling delete_port for 91781627-285f-433b-9c40-233ac08fd91c owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:30:59.448832 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:59.481107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-5b8bf437-2d40-46f3-bc67-0cebcbd3c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:59.484258 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-5b8bf437-2d40-46f3-bc67-0cebcbd3c30d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1094 time: 0.9293580 Jun 03 15:30:59.575958 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object ef12b413-5297-426c-8048-bfcbffee2892 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:30:59.593816 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:59.612015 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-6f5adb70-9bc9-4627-9673-bf3eefc0557f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 217 time: 0.0924337 Jun 03 15:30:59.634840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4faf0-4047-41d1-8da4-0edeac14b548 req-926f6bd4-4e0c-4b97-add3-350ff88dccf1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:59.638066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ff4faf0-4047-41d1-8da4-0edeac14b548 req-926f6bd4-4e0c-4b97-add3-350ff88dccf1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 943 time: 0.1615636 Jun 03 15:30:59.645351 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:59.694309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6c44ce24-a573-46b4-8dc5-0284ceb79021 None None] The port '91781627-285f-433b-9c40-233ac08fd91c' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:30:59.714605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f01ecbce-a959-496c-951a-6d285728ac13 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:30:59.731838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:30:53Z', 'revision_number': 3, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:59.743582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Checking router: deea8f90-251a-45e7-bdd9-69ab6134d047 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:59.744943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Updating router deea8f90-251a-45e7-bdd9-69ab6134d047 port 2911282b-678b-425d-8272-9589af6bb471 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:30:59.827864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Pushing event deleted for resources: {'Port': ['ID=91781627-285f-433b-9c40-233ac08fd91c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:59.837190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] No DVR routers for this DVR port 91781627-285f-433b-9c40-233ac08fd91c on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:30:59.879391 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:59.961429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ff4faf0-4047-41d1-8da4-0edeac14b548 req-f8e3a91f-6e7d-4485-b3a4-3de26bc90d21 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076208 Jun 03 15:30:59.961988 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:30:59.967027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e07486be-ffa7-4f6e-87d1-f0f9acbd2bc9 req-6e4c077f-15a6-48de-8a23-31e1465228b4 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Synchronizing usage tracker for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:00.038663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-725923ca-807d-4693-abd4-f564515755a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:00.043293 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-725923ca-807d-4693-abd4-f564515755a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.4079409 Jun 03 15:31:00.109620 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.134751 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.146800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=ef12b413-5297-426c-8048-bfcbffee2892,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:00.197976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef2f79d-4895-4cf0-b22f-85cd7577509a']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:00.226297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac26f210-55ed-4dc0-8851-b702d0566bcf') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:00.228130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac26f210-55ed-4dc0-8851-b702d0566bcf') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:00.256207 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.299871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e07486be-ffa7-4f6e-87d1-f0f9acbd2bc9 req-6e4c077f-15a6-48de-8a23-31e1465228b4 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Unset dirty status for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:00.301010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e07486be-ffa7-4f6e-87d1-f0f9acbd2bc9 req-6e4c077f-15a6-48de-8a23-31e1465228b4 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b4ce03c-807a-41d9-927c-8f94d161e8cb HTTP/1.1" status: 200 len: 210 time: 0.4198446 Jun 03 15:31:00.352763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:00.367299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24739a42-3826-4d27-8349-2d518c513976 req-f0888afe-db9c-4dac-86a1-631dba1a7570 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.0711212 Jun 03 15:31:00.389903 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.410376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:31:00.410848 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.479083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:00.481993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:00.485819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:00.491756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:00.492371 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.558139 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment ac26f210-55ed-4dc0-8851-b702d0566bcf resource provider aggregate not found Jun 03 15:31:00.571471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:00.580968 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.589098 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment ac26f210-55ed-4dc0-8851-b702d0566bcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac26f210-55ed-4dc0-8851-b702d0566bcf found for delete ", "request_id": "req-9995136a-f1e1-4277-acba-85d2071584a5"}]} Jun 03 15:31:00.605411 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.629264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3ef2f79d-4895-4cf0-b22f-85cd7577509a HTTP/1.1" status: 204 len: 168 time: 2.9678032 Jun 03 15:31:00.656376 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5ad58c1b-afe1-4f0b-9dde-ab60129b428f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9810796 Jun 03 15:31:00.656986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47000) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:00.661490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5601374-bfa0-4f74-87d4-0a1b712f6002 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef2f79d-4895-4cf0-b22f-85cd7577509a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:00.754911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 91781627-285f-433b-9c40-233ac08fd91c no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:00.794082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-57d4327e-ef0b-46a8-b089-0693cbd15f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:00.797848 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-57d4327e-ef0b-46a8-b089-0693cbd15f73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6441827 Jun 03 15:31:00.810449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271f6fe-106e-42c0-b84a-345717dfd462 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:00.817037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271f6fe-106e-42c0-b84a-345717dfd462 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:00.821568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3271f6fe-106e-42c0-b84a-345717dfd462 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1604934 Jun 03 15:31:00.821777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 91781627-285f-433b-9c40-233ac08fd91c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:31:00.821777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 91781627-285f-433b-9c40-233ac08fd91c not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:31:00.822010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47004) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:00.848927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c6c82098-df21-4d26-9939-5d391c1fd5b5 None None] Provisioning for port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:00.871598 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.884493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c6c82098-df21-4d26-9939-5d391c1fd5b5 None None] Provisioning complete for port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:00.884861 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6c82098-df21-4d26-9939-5d391c1fd5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.930130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Transition to ACTIVE for port object 2911282b-678b-425d-8272-9589af6bb471 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:00.937204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47008) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:00.948591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b72a7aa4-a54e-4143-9182-2e21f838ca64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port ef12b413-5297-426c-8048-bfcbffee2892 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:00.949069 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b72a7aa4-a54e-4143-9182-2e21f838ca64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:00.950592 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.058010 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Attempting to bind port 2911282b-678b-425d-8272-9589af6bb471 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:01.058374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Attempting to bind port 2911282b-678b-425d-8272-9589af6bb471 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:01.058730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Attempting to bind port 2911282b-678b-425d-8272-9589af6bb471 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:01.061489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e58ea-5c40-4f99-b9ef-425d17aa30a8 None None] Pushing event updated for resources: {'Port': ['ID=2911282b-678b-425d-8272-9589af6bb471,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:01.099858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:01.100361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:01.100844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.101310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:01.101865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Allocated IP 172.20.0.1 (fcccff01-137d-4d23-9c45-0cc46389b4ab/74f6b422-02ae-45e2-ae71-8e57a9ee5688/424489eb-ec1c-49b1-ae30-5fcdf5a488f0) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:01.102090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Bound port: 2911282b-678b-425d-8272-9589af6bb471, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:01.102680 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.112208 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e21711d6-a53b-4ae4-86c4-54c5ad7b3519 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ea2260c56c2498593f342ee42245a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711359 Jun 03 15:31:01.125570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47014) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:01.149310 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-c4c589b2-94a4-4014-83c5-c986396f52d0 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399522 Jun 03 15:31:01.204400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c6c82098-df21-4d26-9939-5d391c1fd5b5 None None] Current status of the port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:01.204817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6c82098-df21-4d26-9939-5d391c1fd5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.310514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c6c82098-df21-4d26-9939-5d391c1fd5b5 None None] For port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:01.318040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] For port 2911282b-678b-425d-8272-9589af6bb471, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:01.320979 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6c82098-df21-4d26-9939-5d391c1fd5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.324008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] For port 2911282b-678b-425d-8272-9589af6bb471, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2911282b-678b-425d-8272-9589af6bb471,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:01.383392 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.435851 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92f685c2-6704-480a-8d94-1241e8b6b95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.470715 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f06a31de-0ce1-4707-b1ee-6fc4120447b6 req-78f2a7b0-973e-4308-ad8d-2fe53197a460 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002896 Jun 03 15:31:01.489259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.499965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92f685c2-6704-480a-8d94-1241e8b6b95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.527050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c82098-df21-4d26-9939-5d391c1fd5b5 None None] Pushing event updated for resources: {'Port': ['ID=081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:01.543595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Transition to ACTIVE for port object 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:01.641625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:31:01.643137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:30:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:01.661222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e809e66-bed4-4056-83cf-7c1e7ce9da4e req-fc2cc6f3-4f4d-4469-b3b4-a088b04d6358 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:01.663059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e809e66-bed4-4056-83cf-7c1e7ce9da4e req-fc2cc6f3-4f4d-4469-b3b4-a088b04d6358 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 943 time: 0.4646626 Jun 03 15:31:01.704001 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92f685c2-6704-480a-8d94-1241e8b6b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.715019 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b72a7aa4-a54e-4143-9182-2e21f838ca64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.746668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f685c2-6704-480a-8d94-1241e8b6b95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e06c4f-63eb-4248-b3da-123c09029160,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:01.747545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e809e66-bed4-4056-83cf-7c1e7ce9da4e req-35567393-fc83-4144-9e07-6ce25b912f55 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725324 Jun 03 15:31:01.762219 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.906247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Pushing event updated for resources: {'Port': ['ID=424489eb-ec1c-49b1-ae30-5fcdf5a488f0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:01.926762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Network fcccff01-137d-4d23-9c45-0cc46389b4ab is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:01.928429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b72a7aa4-a54e-4143-9182-2e21f838ca64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for ef12b413-5297-426c-8048-bfcbffee2892 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:01.929621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:01.943233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abe762-c7a4-442b-ae97-111f6746b2f6 req-286a479e-585c-4ba8-a66e-9546b88c085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:01.946273 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-76abe762-c7a4-442b-ae97-111f6746b2f6 req-286a479e-585c-4ba8-a66e-9546b88c085c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1094 time: 0.3489330 Jun 03 15:31:01.947963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:01.988644 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92f685c2-6704-480a-8d94-1241e8b6b95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:01.990206 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-92f685c2-6704-480a-8d94-1241e8b6b95a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93e06c4f-63eb-4248-b3da-123c09029160 HTTP/1.1" status: 204 len: 168 time: 0.8636138 Jun 03 15:31:02.036058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:31:02.046709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a819a585-5eb5-4437-be1f-c36f0e745f7f req-30a7bdcd-a47b-400a-a993-99157b813f9e tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1710145 Jun 03 15:31:02.240592 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:02.267218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:02.295467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e58ea-5c40-4f99-b9ef-425d17aa30a8 None None] Pushing event updated for resources: {'Port': ['ID=2911282b-678b-425d-8272-9589af6bb471,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:02.300320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30eb3e-0a46-4d45-9025-5d519978301e req-701c6a83-c442-41eb-937d-ea9ed3374308 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:02.303200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f30eb3e-0a46-4d45-9025-5d519978301e req-701c6a83-c442-41eb-937d-ea9ed3374308 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3283310 Jun 03 15:31:02.310200 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b72a7aa4-a54e-4143-9182-2e21f838ca64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:02.358528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5277f329-17a0-4d25-b1ca-e8da6ddde226 None None] Provisioning for port ef12b413-5297-426c-8048-bfcbffee2892 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:02.391470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5277f329-17a0-4d25-b1ca-e8da6ddde226 None None] Provisioning complete for port ef12b413-5297-426c-8048-bfcbffee2892 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:02.392094 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5277f329-17a0-4d25-b1ca-e8da6ddde226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:02.392462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abe762-c7a4-442b-ae97-111f6746b2f6 req-41779f01-758e-45f9-82b6-ffe8346a805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:02.393990 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-76abe762-c7a4-442b-ae97-111f6746b2f6 req-41779f01-758e-45f9-82b6-ffe8346a805a service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.3962457 Jun 03 15:31:02.504682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a7aa4-a54e-4143-9182-2e21f838ca64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=ef12b413-5297-426c-8048-bfcbffee2892,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:02.518932 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-76abe762-c7a4-442b-ae97-111f6746b2f6 req-303963e7-3259-4eac-88b8-8c321ae0f215 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 217 time: 0.1135788 Jun 03 15:31:02.535297 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e347f7a8-92db-4150-8af3-544d081cccf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:02.537538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5277f329-17a0-4d25-b1ca-e8da6ddde226 None None] Port ef12b413-5297-426c-8048-bfcbffee2892 was deleted so its status cannot be updated. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 03 15:31:02.684065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abe762-c7a4-442b-ae97-111f6746b2f6 req-a0bda29d-72a1-436e-bf2d-6d4b7e6d6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:02.685528 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-76abe762-c7a4-442b-ae97-111f6746b2f6 req-a0bda29d-72a1-436e-bf2d-6d4b7e6d6f19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.1519434 Jun 03 15:31:02.702129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f30eb3e-0a46-4d45-9025-5d519978301e req-1a3f3df6-06b1-480b-8220-427ebece1e10 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775256 Jun 03 15:31:02.722235 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b72a7aa4-a54e-4143-9182-2e21f838ca64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:02.754093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b72a7aa4-a54e-4143-9182-2e21f838ca64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/ef12b413-5297-426c-8048-bfcbffee2892 HTTP/1.1" status: 204 len: 168 time: 1.9288013 Jun 03 15:31:02.755470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47028) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:02.760813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:02.761216 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:02.990510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49400c55-8aaf-48c4-b5da-5e9c67cbffc0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:03.000348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49400c55-8aaf-48c4-b5da-5e9c67cbffc0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:03.005267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-49400c55-8aaf-48c4-b5da-5e9c67cbffc0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:03.046368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-49400c55-8aaf-48c4-b5da-5e9c67cbffc0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:03.053471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-49400c55-8aaf-48c4-b5da-5e9c67cbffc0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2965274 Jun 03 15:31:03.054479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47046) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:03.097372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5de9a1c5-8961-444f-a3ec-564fd9656855 None None] Provisioning for port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:03.123102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5de9a1c5-8961-444f-a3ec-564fd9656855 None None] Provisioning complete for port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:03.123799 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5de9a1c5-8961-444f-a3ec-564fd9656855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:03.166117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abe762-c7a4-442b-ae97-111f6746b2f6 req-b6bcca62-bc8f-4e63-bbfd-fb53068903e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:03.168048 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-76abe762-c7a4-442b-ae97-111f6746b2f6 req-b6bcca62-bc8f-4e63-bbfd-fb53068903e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4727602 Jun 03 15:31:03.168768 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:03.255756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5de9a1c5-8961-444f-a3ec-564fd9656855 None None] Port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:31:03.336810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-784f7ffa-2519-4181-98a0-ffdadbdac186 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 70a7886a-fbb6-421b-bc9e-0fda0de69510 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:31:03.346462 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-784f7ffa-2519-4181-98a0-ffdadbdac186 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:03.418323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e403e3b-16f4-4c2b-87dd-b5421df73211 req-1c22aa8c-960f-4e46-891a-de919cb3d210 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:03.425727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e403e3b-16f4-4c2b-87dd-b5421df73211 req-1c22aa8c-960f-4e46-891a-de919cb3d210 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 943 time: 0.2922428 Jun 03 15:31:03.435790 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-76abe762-c7a4-442b-ae97-111f6746b2f6 req-b38d7037-4703-47f2-8d4f-5b5e7d67295c service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567463 Jun 03 15:31:03.466364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3f862-9c8a-407a-985a-068a0103fa00 req-3485d63a-defd-4d2f-b550-3665bbc3e997 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:03.467688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecd3f862-9c8a-407a-985a-068a0103fa00 req-3485d63a-defd-4d2f-b550-3665bbc3e997 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2253518 Jun 03 15:31:03.470167 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-784f7ffa-2519-4181-98a0-ffdadbdac186 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:03.496746 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:30:53Z', 'revision_number': 3, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:03.499911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:03.508474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca14b12b-f198-492c-b148-4d725d80cf10 None None] The sync data for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 is: [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:30:53Z', 'revision_number': 3, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:03.599744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e403e3b-16f4-4c2b-87dd-b5421df73211 req-797127db-2df5-4720-90ab-541b69ff3307 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728935 Jun 03 15:31:03.626340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecd3f862-9c8a-407a-985a-068a0103fa00 req-b151a1e9-bf43-4f7c-9f17-8aeb90988a51 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061740 Jun 03 15:31:03.666791 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-784f7ffa-2519-4181-98a0-ffdadbdac186 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:03.817491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-784f7ffa-2519-4181-98a0-ffdadbdac186 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:03.917355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203f291-33ef-4a5a-8cf1-11491dca4a7e None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:03.953149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-784f7ffa-2519-4181-98a0-ffdadbdac186 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:03.961289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f7ffa-2519-4181-98a0-ffdadbdac186 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=70a7886a-fbb6-421b-bc9e-0fda0de69510,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:04.010995 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-76abe762-c7a4-442b-ae97-111f6746b2f6 req-6e70b5aa-d9bf-4173-8694-0f097951857e service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679061 Jun 03 15:31:04.053775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4fa584a-8dbd-4da9-8e1b-83e9b676d84f req-a13236f8-aa2f-4700-be19-6a65dc6255bb tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1371071 Jun 03 15:31:04.055729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-784f7ffa-2519-4181-98a0-ffdadbdac186 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/70a7886a-fbb6-421b-bc9e-0fda0de69510 HTTP/1.1" status: 204 len: 168 time: 0.9997017 Jun 03 15:31:04.068729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47066) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:04.178240 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:04.185621 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:04.235454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2911282b-678b-425d-8272-9589af6bb471 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:04.266321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-95d0c224-f457-4408-ba3c-29d1b8c2c5d4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1938114 Jun 03 15:31:04.276913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47072) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:04.418755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b83a76-61d2-4055-95e8-a31b762e9fca req-04e90f57-6b09-4710-abbf-37db344cf71c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:04.428944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05b83a76-61d2-4055-95e8-a31b762e9fca req-04e90f57-6b09-4710-abbf-37db344cf71c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.5230627 Jun 03 15:31:04.502954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05b83a76-61d2-4055-95e8-a31b762e9fca req-399d8ce5-3900-4317-b322-e02ecbaad488 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724473 Jun 03 15:31:04.522977 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3364c018-bcc3-4cf1-aaca-a01b9ec40154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:04.555738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 2911282b-678b-425d-8272-9589af6bb471 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:04.567685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2911282b-678b-425d-8272-9589af6bb471 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:04.568293 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:04.569292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Pushing event updated for resources: {'Port': ['ID=424489eb-ec1c-49b1-ae30-5fcdf5a488f0,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:04.594194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.595017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65664f02-c173-4996-924c-d90fbfc34985 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:04.595280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.596104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.596640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.597388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.597916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.598674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.599442 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.600151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.600903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.601818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-65664f02-c173-4996-924c-d90fbfc34985 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:04.603368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.604356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:04.613936 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:04.642924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-65664f02-c173-4996-924c-d90fbfc34985 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:04.644233 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-65664f02-c173-4996-924c-d90fbfc34985 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3656614 Jun 03 15:31:04.647660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47082) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:04.828301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2911282b-678b-425d-8272-9589af6bb471 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:04.829088 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:04.852781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d9f35-d0f7-41ae-a325-801e5a30aff6 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:31:04.874051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a94d9f35-d0f7-41ae-a325-801e5a30aff6 None None] Deleting port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:04.877192 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a94d9f35-d0f7-41ae-a325-801e5a30aff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:04.888511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d12464-58dc-46d8-8dcf-cd81b031c752 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:04.906993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e7d12464-58dc-46d8-8dcf-cd81b031c752 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:04.931341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e7d12464-58dc-46d8-8dcf-cd81b031c752 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:04.932903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e7d12464-58dc-46d8-8dcf-cd81b031c752 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2841306 Jun 03 15:31:04.937092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47086) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:04.977059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 2911282b-678b-425d-8272-9589af6bb471, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2911282b-678b-425d-8272-9589af6bb471,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:05.008819 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:05.017014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Network fcccff01-137d-4d23-9c45-0cc46389b4ab is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:05.022133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:05.350909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47096) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:05.417591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=2911282b-678b-425d-8272-9589af6bb471,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:05.435485 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:05.522216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-258386e0-4ca7-4b0c-8d8f-db0ce5ddb247 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5814109 Jun 03 15:31:05.591455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Router deea8f90-251a-45e7-bdd9-69ab6134d047 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:31:05.592731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47106) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:05.709400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:05.730985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b1b940e-1928-410f-a3dc-67c83c9d99a6 req-47f2656a-c3b0-4394-9098-19fc115a78da tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1901679 Jun 03 15:31:05.807932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e2db0841-6678-4955-bc14-c769d20fe216 None None] Provisioning complete for port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:05.808736 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e2db0841-6678-4955-bc14-c769d20fe216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:05.878183 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:05.893896 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5de650d1-9d48-431d-bb2c-84926f8bfc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:05.908652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a94d9f35-d0f7-41ae-a325-801e5a30aff6 None None] For port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:05.909387 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a94d9f35-d0f7-41ae-a325-801e5a30aff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:05.951830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:31:05.958727 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-402e016f-b274-4aad-ba8e-26c9c67b393d admin admin] 10.222.0.48 "PUT /v2.0/routers/deea8f90-251a-45e7-bdd9-69ab6134d047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5401094 Jun 03 15:31:05.962849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5de650d1-9d48-431d-bb2c-84926f8bfc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:05.995782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5de650d1-9d48-431d-bb2c-84926f8bfc2a admin admin] Usage tracker for resource:security_group_rule and tenant:20a07535b3ae4a26b1bb916f82da7ad7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:06.004501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5de650d1-9d48-431d-bb2c-84926f8bfc2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:06.030134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5de650d1-9d48-431d-bb2c-84926f8bfc2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:06.055049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:06.112086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd1154-e689-4cbf-a79a-5aa40de938ae req-14bfcc25-fc41-426d-b76f-a34ddf84ebb0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.124847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3cbd1154-e689-4cbf-a79a-5aa40de938ae req-14bfcc25-fc41-426d-b76f-a34ddf84ebb0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 943 time: 0.7737582 Jun 03 15:31:06.125325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:06.149969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a94d9f35-d0f7-41ae-a325-801e5a30aff6 None None] Calling delete_port for 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:06.204761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e2db0841-6678-4955-bc14-c769d20fe216 None None] Port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:31:06.293507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:06.296814 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:06.301788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2911282b-678b-425d-8272-9589af6bb471 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:06.492718 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a94d9f35-d0f7-41ae-a325-801e5a30aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:06.554783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3cbd1154-e689-4cbf-a79a-5aa40de938ae req-d779c30a-1367-4686-9005-98bd47bedf0d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4307497 Jun 03 15:31:06.629651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d9f35-d0f7-41ae-a325-801e5a30aff6 None None] Pushing event deleted for resources: {'Port': ['ID=081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:06.639975 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5de650d1-9d48-431d-bb2c-84926f8bfc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:06.644081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d9f35-d0f7-41ae-a325-801e5a30aff6 None None] No DVR routers for this DVR port 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:31:06.660062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47118) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:06.673812 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5de650d1-9d48-431d-bb2c-84926f8bfc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:06.674682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821205035', 'description': 'tempest-description--1424026907'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:06.685334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:06.687044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2911282b-678b-425d-8272-9589af6bb471 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:06.687742 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:06.693182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:06.699925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:06.713122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:06.727370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de650d1-9d48-431d-bb2c-84926f8bfc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0dd96f-be8b-4405-8433-f0e069c59cee,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:06.748633 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:06.783572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5de650d1-9d48-431d-bb2c-84926f8bfc2a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20a07535b3ae4a26b1bb916f82da7ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4106810 Jun 03 15:31:06.790248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47126) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:06.821815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:06.840233 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Sync routers for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:06.846796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:06.855033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:06.866939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:06.879848 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:31:06.882156 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:31:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:07.077546 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.090652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2911282b-678b-425d-8272-9589af6bb471 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:07.169469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-64819517-22b3-40a2-8302-5065ae21038a req-74661b03-ce1b-4f50-98ad-5bf7df451d89 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1293643 Jun 03 15:31:07.199783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:07.202122 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.207677 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.258083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddef8586-2174-443d-a7f7-d4af6889c773,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:07.272096 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8244ce08-dc64-40a3-bd3a-f0b5a76a6cd8 req-60223a47-b26b-4002-9c18-60f66c064999 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1714671 Jun 03 15:31:07.292439 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a07a6d63-cb09-4fac-ad1d-709535d37721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.294234 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.298510 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3911f301-e327-4699-bae9-100b38dfe8cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6337788 Jun 03 15:31:07.299946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47136) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:07.302508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:31:07.304036 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:31:07.304485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 081f62bc-c3b0-4c61-9e8c-5ce17c7e91e0 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:31:07.319541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ec02928e-006c-476f-ba64-a424ddc1cdbb tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group_rule': {'security_group_id': 'ddef8586-2174-443d-a7f7-d4af6889c773', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:07.334018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ec02928e-006c-476f-ba64-a424ddc1cdbb tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:07.346224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ec02928e-006c-476f-ba64-a424ddc1cdbb tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:07.354199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ec02928e-006c-476f-ba64-a424ddc1cdbb tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:07.374247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ec02928e-006c-476f-ba64-a424ddc1cdbb tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:07.385332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a07a6d63-cb09-4fac-ad1d-709535d37721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.415227 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec02928e-006c-476f-ba64-a424ddc1cdbb tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.530227 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec02928e-006c-476f-ba64-a424ddc1cdbb tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.535876 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec02928e-006c-476f-ba64-a424ddc1cdbb tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.568689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.objects.ports [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88445) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:31:07.573667 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.596356 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec02928e-006c-476f-ba64-a424ddc1cdbb tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.597068 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ec02928e-006c-476f-ba64-a424ddc1cdbb tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2908814 Jun 03 15:31:07.601574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02928e-006c-476f-ba64-a424ddc1cdbb tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefc6d57-0c83-4499-815f-d56c995213be,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:07.608874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47144) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:07.614549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cbdfe9ca-3fc1-45bd-8718-901b0fb4220f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group_rule': {'security_group_id': 'ddef8586-2174-443d-a7f7-d4af6889c773', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:07.623551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cbdfe9ca-3fc1-45bd-8718-901b0fb4220f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:07.629740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cbdfe9ca-3fc1-45bd-8718-901b0fb4220f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:07.636556 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a07a6d63-cb09-4fac-ad1d-709535d37721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.643551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cbdfe9ca-3fc1-45bd-8718-901b0fb4220f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:07.653710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cbdfe9ca-3fc1-45bd-8718-901b0fb4220f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:07.677928 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe9ca-3fc1-45bd-8718-901b0fb4220f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.686981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a6d63-cb09-4fac-ad1d-709535d37721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0dd96f-be8b-4405-8433-f0e069c59cee,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:07.709925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:07.731069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:07.734220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=127e6b4a-1e02-4e3f-bba9-7a5cfc029166,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:07.739048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:07.739544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.742423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b72054a-96fd-4e60-92f5-37201b0e28fa None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:07.770986 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe9ca-3fc1-45bd-8718-901b0fb4220f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.778246 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a07a6d63-cb09-4fac-ad1d-709535d37721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.778938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe9ca-3fc1-45bd-8718-901b0fb4220f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.788975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a07a6d63-cb09-4fac-ad1d-709535d37721 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b0dd96f-be8b-4405-8433-f0e069c59cee HTTP/1.1" status: 204 len: 168 time: 0.9975841 Jun 03 15:31:07.802676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9bbf7db6-74e6-4ece-9917-0dc9772bdbdc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2084110 Jun 03 15:31:07.806090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47154) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:07.812748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:75:ca:dd', 'name': 'tempest-NetworksTestDHCPv6-1092388612'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:07.824781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfe9ca-3fc1-45bd-8718-901b0fb4220f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7cddf0-d7eb-4893-a585-3dc19fab575e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:07.860089 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe9ca-3fc1-45bd-8718-901b0fb4220f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:07.862387 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cbdfe9ca-3fc1-45bd-8718-901b0fb4220f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2525270 Jun 03 15:31:07.866817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47158) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:07.874284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:07.887062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:07.897238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:floatingip and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:07.901260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:07.918842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:08.032885 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 2, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:08.044069 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Checking router: deea8f90-251a-45e7-bdd9-69ab6134d047 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:08.044625 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Updating router deea8f90-251a-45e7-bdd9-69ab6134d047 port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:31:08.132115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '127e6b4a-1e02-4e3f-bba9-7a5cfc029166'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:31:08.134520 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:08.143220 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:08.156470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bb94-097c-4564-bec3-11b0063f3bab req-e7978ed4-c6c7-42fe-be0c-4f8e52ae0092 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:08.163813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86d3bb94-097c-4564-bec3-11b0063f3bab req-e7978ed4-c6c7-42fe-be0c-4f8e52ae0092 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3551154 Jun 03 15:31:08.174664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:31:08.214619 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:08.224381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84445aa2-93fe-4554-a658-518d1df1eb56 req-2a66e37b-9d92-4d33-9fe5-55cf6b357ad8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:08.231803 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84445aa2-93fe-4554-a658-518d1df1eb56 req-2a66e37b-9d92-4d33-9fe5-55cf6b357ad8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 943 time: 0.3682044 Jun 03 15:31:08.277025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86d3bb94-097c-4564-bec3-11b0063f3bab req-38f743c9-8793-49cd-b77b-cfa4457bdf5e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101437 Jun 03 15:31:08.345465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:08.431640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84445aa2-93fe-4554-a658-518d1df1eb56 req-4e35c879-699f-433e-9829-61374039bf9d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987054 Jun 03 15:31:08.468064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:08.497232 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:08.503301 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:08.694325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Allocated IP 2001:db8::f816:3eff:feb2:afd5 (6a53de42-b459-4b7b-ab08-16276fe85489/127e6b4a-1e02-4e3f-bba9-7a5cfc029166/acf8d0ab-6607-41cb-8847-4d8d40a5cb3d) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:08.734833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:08.748598 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:08.818544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Allocated IP 172.25.7.54 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/36032bbb-a8b8-4d9d-bc1a-71ae6add8cb9) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:08.835483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'port_id': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'mac_address': 'fa:16:3e:8f:97:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:31:08.890333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9eab87a-5c14-483b-80e9-e996a26a591b req-adc97a24-ab9f-4f54-9e95-8a4da07fbf3c tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.3207481 Jun 03 15:31:09.074684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:09.075179 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:09.128917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6418f871-4ed4-4e3e-a9cc-ab73037440d8 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:09.294869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:09.302244 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:09.307582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:09.368901 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:09.390606 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:09.399876 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:09.415904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Transition to ACTIVE for port object acf8d0ab-6607-41cb-8847-4d8d40a5cb3d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:09.419792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:09.451321 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Transition to ACTIVE for port object 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:09.466574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Transition to ACTIVE for port object acf8d0ab-6607-41cb-8847-4d8d40a5cb3d will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:09.470769 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:09.478496 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:09.529628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:09.544120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:09.559581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:09.671909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Pushing event updated for resources: {'Port': ['ID=acf8d0ab-6607-41cb-8847-4d8d40a5cb3d,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:09.702507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:09.711469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:09.715962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:09.784224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=36032bbb-a8b8-4d9d-bc1a-71ae6add8cb9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:09.896607 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:09.923835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['6418f871-4ed4-4e3e-a9cc-ab73037440d8'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:31:10.041255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47194) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:10.056149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.062433 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.111403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Attempting to bind port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:10.112280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Attempting to bind port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:10.112793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Attempting to bind port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:10.139789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:10.140473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:10.141032 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.141577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:10.142334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Bound port: acf8d0ab-6607-41cb-8847-4d8d40a5cb3d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:10.143098 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.150980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a88c7c-960f-485d-816a-793e8678ad13 req-97290f8a-bbd8-4c67-adea-0ce465c58891 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:10.169557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99a88c7c-960f-485d-816a-793e8678ad13 req-97290f8a-bbd8-4c67-adea-0ce465c58891 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 1.3736746 Jun 03 15:31:10.210565 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Attempting to bind port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:10.211439 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Attempting to bind port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:10.212124 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Attempting to bind port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 on network fcccff01-137d-4d23-9c45-0cc46389b4ab {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:10.225288 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:10.226094 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Checking segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:10.227159 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.227538 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Bound using segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:10.228483 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Bound port: 424489eb-ec1c-49b1-ae30-5fcdf5a488f0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:10.229285 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.316807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port cd147eb9-81c0-413a-a3aa-91a9d93f1eab yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:31:10.366524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.373238 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.423066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] For port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:10.476547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] For port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=acf8d0ab-6607-41cb-8847-4d8d40a5cb3d,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:10.482252 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.488356 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] For port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:10.498364 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] For port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=424489eb-ec1c-49b1-ae30-5fcdf5a488f0,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:10.516616 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef58432-7523-4bbd-aa84-f30016ba2bda None None] Pushing event updated for resources: {'Port': ['ID=424489eb-ec1c-49b1-ae30-5fcdf5a488f0,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:10.527484 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.609572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=36032bbb-a8b8-4d9d-bc1a-71ae6add8cb9,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:10.634635 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.727286 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:10.728902 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-064f6dbd-484a-453b-a882-182082305912 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8609748 Jun 03 15:31:10.769112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28e479-fd88-423d-9f60-5bff1a0b4e9c None None] Pushing event updated for resources: {'Port': ['ID=acf8d0ab-6607-41cb-8847-4d8d40a5cb3d,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:10.816029 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:31:10.816714 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:31:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:10.951707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1833471618-network', 'tenant_id': 'ab1b95353d59417db0334a522c4f9d1b'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:10.960120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:10.966484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Usage tracker for resource:network and tenant:ab1b95353d59417db0334a522c4f9d1b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:10.977833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:10.992517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:11.007340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Made reservation on behalf of ab1b95353d59417db0334a522c4f9d1b for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:11.009949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:11.028740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:11.036766 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef58432-7523-4bbd-aa84-f30016ba2bda None None] Pushing event updated for resources: {'Port': ['ID=424489eb-ec1c-49b1-ae30-5fcdf5a488f0,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:11.049891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:11.051963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::f816:3eff:fe75:cadd (6a53de42-b459-4b7b-ab08-16276fe85489/127e6b4a-1e02-4e3f-bba9-7a5cfc029166/cd147eb9-81c0-413a-a3aa-91a9d93f1eab) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:11.054662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Usage tracker for resource:security_group_rule and tenant:ab1b95353d59417db0334a522c4f9d1b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:11.058163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:11.089132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:11.141492 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99a88c7c-960f-485d-816a-793e8678ad13 req-a328ec64-e9c1-4071-b27e-efbf94e5a758 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9206774 Jun 03 15:31:11.310742 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:11.318409 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:11.424693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f026-771e-4426-a271-0f1e0ed13468 req-3ecba959-4c33-45a1-bca8-a93920aac5f2 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:11.433894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1665f026-771e-4426-a271-0f1e0ed13468 req-3ecba959-4c33-45a1-bca8-a93920aac5f2 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.4949875 Jun 03 15:31:11.444048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:31:11.500225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f526aedd-554d-463d-80d3-7dc7034ec0d9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:11.513307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:11.513922 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Added segment f7eea00c-b0a1-49bd-881d-4dab3a011f52 of type vlan for network 6840abba-69dd-442c-8ecb-bc409adf367a Jun 03 15:31:11.620126 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:31:11.628502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:11.718500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:11.720468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:11.721796 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:11.910802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f1fe5c0-4ce6-4221-9e92-96c8d4d587ce req-6675da03-61a3-469a-b66b-413efaec8bab tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1757514 Jun 03 15:31:12.032429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1665f026-771e-4426-a271-0f1e0ed13468 req-b67e510f-8c37-43b4-a7f2-e4414c81016f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5278461 Jun 03 15:31:12.060740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] Pushing event updated for resources: {'Network': ['ID=6840abba-69dd-442c-8ecb-bc409adf367a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:12.079087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 6840abba-69dd-442c-8ecb-bc409adf367a details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:31:12.112202 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-83e467d0-37bb-4f95-8448-83429a0990a8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0693321 Jun 03 15:31:12.113095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47216) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:12.157015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Request body: {'subnet': {'network_id': '6840abba-69dd-442c-8ecb-bc409adf367a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1833471618-subnet', 'tenant_id': 'ab1b95353d59417db0334a522c4f9d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:12.181846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:12.201579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Usage tracker for resource:subnet and tenant:ab1b95353d59417db0334a522c4f9d1b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:12.212874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:12.248350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:12.317185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Made reservation on behalf of ab1b95353d59417db0334a522c4f9d1b for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:12.323235 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:12.325988 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:12.406069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object cd147eb9-81c0-413a-a3aa-91a9d93f1eab will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:12.471051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-748cb0e8-4bf2-4d7b-bfae-926cf60f32b4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--821205035&fields=id&tenant_id=c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 267 time: 0.1166658 Jun 03 15:31:12.761388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:12.904335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device acf8d0ab-6607-41cb-8847-4d8d40a5cb3d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:13.104684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-704fb30b-7095-4c64-8214-3b4232bef85c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:13.115580 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-704fb30b-7095-4c64-8214-3b4232bef85c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 814 time: 0.6427333 Jun 03 15:31:13.133314 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:13.363678 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:10Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:13.382462 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821bb54-4e6d-471b-9e7f-a2b69b40bd33 None None] The sync data for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 is: [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:10Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:13.423355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-adba9654-733e-45d5-a8ae-f7aadd53b9a6 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/quotas/c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 375 time: 0.2932832 Jun 03 15:31:13.452565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:13.528843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:13.558524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:13.567025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:13.644393 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:13.750485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:13.773105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e5160877-846d-41ac-a783-053127f558f4 None None] Provisioning for port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:13.800117 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e5160877-846d-41ac-a783-053127f558f4 None None] Provisioning complete for port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:13.801823 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5160877-846d-41ac-a783-053127f558f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:13.805838 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b193a95-d455-481c-b262-009cd5c8045d req-606faa99-b24f-49a5-8403-63e7f1b7be86 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2969ca10c0042598901b4f3233ad8dc&device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.4569113 Jun 03 15:31:13.902138 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b193a95-d455-481c-b262-009cd5c8045d req-1d8b663a-2213-4f72-bfa7-9c1b4e8350bc service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c2969ca10c0042598901b4f3233ad8dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739641 Jun 03 15:31:13.908639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:13.918210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:13.930456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:13.931887 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:13.975172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=cd147eb9-81c0-413a-a3aa-91a9d93f1eab,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:14.175372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3494fb46-a51c-4497-a73c-461701ddf4e3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.3679526 Jun 03 15:31:14.182916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47244) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:14.471233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e5160877-846d-41ac-a783-053127f558f4 None None] Current status of the port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:14.472104 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5160877-846d-41ac-a783-053127f558f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:14.474265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-e2e91096-9c62-4e78-aa55-04fd20174053 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0133784 Jun 03 15:31:14.514281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82233cad-477a-45e4-87ad-834738a615c3 req-60601c90-c0dd-466f-a389-5e09cbd54eb1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:14.535485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=13bf0f35-1abe-4e17-b47e-0f9076922c19,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:14.538462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82233cad-477a-45e4-87ad-834738a615c3 req-60601c90-c0dd-466f-a389-5e09cbd54eb1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.7623754 Jun 03 15:31:14.540444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:14.556112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Checking segment: {'id': 'f7eea00c-b0a1-49bd-881d-4dab3a011f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6840abba-69dd-442c-8ecb-bc409adf367a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:14.556678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Network hostable DHCP agents. Network: 6840abba-69dd-442c-8ecb-bc409adf367a, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:31:14.663736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e5160877-846d-41ac-a783-053127f558f4 None None] For port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=acf8d0ab-6607-41cb-8847-4d8d40a5cb3d,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:14.687990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Network 6840abba-69dd-442c-8ecb-bc409adf367a is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:31:14.691937 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5160877-846d-41ac-a783-053127f558f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:14.740639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 6840abba-69dd-442c-8ecb-bc409adf367a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:14.759817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:14.761059 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:14.771289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b193a95-d455-481c-b262-009cd5c8045d req-c7ea2aaf-14e0-4e4d-b4d1-df75ac3c5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:14.774548 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1b193a95-d455-481c-b262-009cd5c8045d req-c7ea2aaf-14e0-4e4d-b4d1-df75ac3c5c78 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8647149 Jun 03 15:31:14.794089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc2effc-836e-4c84-86b1-1c5d7e1402fc None None] Network 6840abba-69dd-442c-8ecb-bc409adf367a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:14.837909 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b61cd56a-0dd5-48d4-afcc-9d6a96c933fd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7043278 Jun 03 15:31:14.844970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:14.844970 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:14.937375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82233cad-477a-45e4-87ad-834738a615c3 req-01df551a-55d7-4b66-9156-44918396426b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975344 Jun 03 15:31:15.010659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f78cb3-dc6b-4600-98fd-77d8f4ec12e5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:15.029418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:15.043607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f78cb3-dc6b-4600-98fd-77d8f4ec12e5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:15.046999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f0f78cb3-dc6b-4600-98fd-77d8f4ec12e5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:15.174506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-723c53dd-9d74-4bab-943c-a939acefdc72 service neutron] 10.222.0.48 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612588 Jun 03 15:31:15.176161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f0f78cb3-dc6b-4600-98fd-77d8f4ec12e5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:15.177977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f0f78cb3-dc6b-4600-98fd-77d8f4ec12e5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9699743 Jun 03 15:31:15.182736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47256) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:15.288546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-76e609c8-d3ce-424f-9996-3992603877f5 None None] Provisioning for port cd147eb9-81c0-413a-a3aa-91a9d93f1eab completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:15.323899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:15.326391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-76e609c8-d3ce-424f-9996-3992603877f5 None None] Provisioning complete for port cd147eb9-81c0-413a-a3aa-91a9d93f1eab triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:15.326544 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-76e609c8-d3ce-424f-9996-3992603877f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:15.337692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ca43c2c7-a013-4b79-9fbe-68768a2affff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port cd147eb9-81c0-413a-a3aa-91a9d93f1eab {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:15.338453 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca43c2c7-a013-4b79-9fbe-68768a2affff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:15.386244 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:15.416431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5160877-846d-41ac-a783-053127f558f4 None None] Pushing event updated for resources: {'Port': ['ID=acf8d0ab-6607-41cb-8847-4d8d40a5cb3d,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:15.526731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:15.543871 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:15.579736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:15.580183 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:15.677041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-76e609c8-d3ce-424f-9996-3992603877f5 None None] Port cd147eb9-81c0-413a-a3aa-91a9d93f1eab cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:31:15.714439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-30b16f4f-5032-416b-b0ba-0106a7a7e3c6 service neutron] 10.222.0.48 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242772 Jun 03 15:31:15.742652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acb0725b-bc15-4a02-8fea-d3a93155e834 req-9a7a29fd-6e94-4125-8343-845cb6a63166 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1737192 Jun 03 15:31:15.891691 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca43c2c7-a013-4b79-9fbe-68768a2affff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:15.947333 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305fd9a2-049a-4740-876a-c6a64e232dfd'] response: {'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'code': 200} Jun 03 15:31:16.037266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706addeb-3640-4c62-91d1-348a72f1a4d6 None None] Network 6840abba-69dd-442c-8ecb-bc409adf367a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:16.138273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ca43c2c7-a013-4b79-9fbe-68768a2affff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for cd147eb9-81c0-413a-a3aa-91a9d93f1eab owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:16.290086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:16.301068 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:16.388644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=424489eb-ec1c-49b1-ae30-5fcdf5a488f0,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:16.403292 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:16.574966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca43c2c7-a013-4b79-9fbe-68768a2affff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:16.592126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device acf8d0ab-6607-41cb-8847-4d8d40a5cb3d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:16.661736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43c2c7-a013-4b79-9fbe-68768a2affff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=cd147eb9-81c0-413a-a3aa-91a9d93f1eab,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:16.738706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca43c2c7-a013-4b79-9fbe-68768a2affff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:16.762154 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ca43c2c7-a013-4b79-9fbe-68768a2affff tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/cd147eb9-81c0-413a-a3aa-91a9d93f1eab HTTP/1.1" status: 204 len: 168 time: 1.5778193 Jun 03 15:31:16.765763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:16.779999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-8d663dd0-81a2-4d63-90e6-87c758d66d99 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.785195 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-8d663dd0-81a2-4d63-90e6-87c758d66d99 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/networks?id=6840abba-69dd-442c-8ecb-bc409adf367a HTTP/1.1" status: 200 len: 822 time: 0.4556093 Jun 03 15:31:16.785784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=424489eb-ec1c-49b1-ae30-5fcdf5a488f0,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:16.836776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-49b759cd-0feb-417e-950d-9c76d160bd7e tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/quotas/ab1b95353d59417db0334a522c4f9d1b HTTP/1.1" status: 200 len: 375 time: 0.0337436 Jun 03 15:31:16.888745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b099c74-e5d2-42cf-ae09-5115347f9290 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.890765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b099c74-e5d2-42cf-ae09-5115347f9290 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.891741 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2b099c74-e5d2-42cf-ae09-5115347f9290 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:16.899492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71795dc8-1018-4291-858b-6452a07267d7 req-f87ee3df-67a6-451e-9db6-40db9cd57dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.901508 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-71795dc8-1018-4291-858b-6452a07267d7 req-f87ee3df-67a6-451e-9db6-40db9cd57dd7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1096 time: 0.4589756 Jun 03 15:31:16.923798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2b099c74-e5d2-42cf-ae09-5115347f9290 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:16.925057 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2b099c74-e5d2-42cf-ae09-5115347f9290 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1570842 Jun 03 15:31:16.925562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:16.926306 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:16.928169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:17.124492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-858defd1-95c4-456b-b297-f42f235c8360 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 127e6b4a-1e02-4e3f-bba9-7a5cfc029166 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:31:17.128495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-858defd1-95c4-456b-b297-f42f235c8360 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:17.200975 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-858defd1-95c4-456b-b297-f42f235c8360 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:17.285765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:17.289237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b193a95-d455-481c-b262-009cd5c8045d req-7ec1b28e-9ffd-46b7-b56d-20fca21f019a tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.67 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.0556965 Jun 03 15:31:17.296563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-d00b2689-73ac-4f85-994c-6fa2b1dc9992 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ab1b95353d59417db0334a522c4f9d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4496856 Jun 03 15:31:17.312168 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-71795dc8-1018-4291-858b-6452a07267d7 req-4f4719c4-d2f0-4db0-a767-112951528d58 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253183 Jun 03 15:31:17.414482 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-858defd1-95c4-456b-b297-f42f235c8360 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:17.474778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8ad5cea-86a4-4de0-bf25-7a7bc53051cc req-0f621bf6-e513-4859-89ed-5ba9bdda2d95 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 210 time: 0.0699923 Jun 03 15:31:17.543421 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-858defd1-95c4-456b-b297-f42f235c8360 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:17.562815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-86f499dc-1e21-4c5d-ac3d-c85ae95a97c2 service neutron] 10.222.0.48 "GET /v2.0/networks/6840abba-69dd-442c-8ecb-bc409adf367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478378 Jun 03 15:31:17.597042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858defd1-95c4-456b-b297-f42f235c8360 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=127e6b4a-1e02-4e3f-bba9-7a5cfc029166,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:17.606258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-858defd1-95c4-456b-b297-f42f235c8360 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:17.618180 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d024b6c-9a58-4dc8-8149-6c6911e6bd27 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:17.630209 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-858defd1-95c4-456b-b297-f42f235c8360 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/127e6b4a-1e02-4e3f-bba9-7a5cfc029166 HTTP/1.1" status: 204 len: 168 time: 0.7004972 Jun 03 15:31:17.632328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47320) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:17.705026 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-72139c36-679f-4e58-b6f5-468af23ff6c7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715494 Jun 03 15:31:17.707751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47324) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:17.717253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:17.799935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-6f91c166-985b-4570-8e0b-59ea02805835 service neutron] 10.222.0.48 "GET /v2.0/networks/6840abba-69dd-442c-8ecb-bc409adf367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294786 Jun 03 15:31:17.814457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04854254-6612-4b10-acb5-b49c64ec43b9 req-aa40d872-6962-4ba6-8afb-c5645867d866 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:17.816896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04854254-6612-4b10-acb5-b49c64ec43b9 req-aa40d872-6962-4ba6-8afb-c5645867d866 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 945 time: 0.1685877 Jun 03 15:31:17.883693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04854254-6612-4b10-acb5-b49c64ec43b9 req-012f7ad8-71df-4661-9c21-6bb0c8467902 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576720 Jun 03 15:31:17.916669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:17.936628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:17.947027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:17.963023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:17.987327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:17.993519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:18.047418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afec9d7e-c6ad-4410-a8fe-afc5b9af3a88 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:31:18.064315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-afec9d7e-c6ad-4410-a8fe-afc5b9af3a88 None None] Deleting port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:18.064898 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-afec9d7e-c6ad-4410-a8fe-afc5b9af3a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:18.268916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b08e3e5-aacc-4dfc-a3ff-e26c8043351c req-b7f864ee-800a-486e-87e3-9729e1f2b469 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.0799837 Jun 03 15:31:18.347936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fa6dc-5e9b-49ad-bf81-453b04effd13 req-a7046d7e-6fcb-4aff-8459-ccea93d3a111 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:18.349519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-725fa6dc-5e9b-49ad-bf81-453b04effd13 req-a7046d7e-6fcb-4aff-8459-ccea93d3a111 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.2120419 Jun 03 15:31:18.472980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-725fa6dc-5e9b-49ad-bf81-453b04effd13 req-dead669d-febb-453f-aba6-902ed9669352 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141908 Jun 03 15:31:18.518716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-afec9d7e-c6ad-4410-a8fe-afc5b9af3a88 None None] For port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=acf8d0ab-6607-41cb-8847-4d8d40a5cb3d,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:18.521529 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-afec9d7e-c6ad-4410-a8fe-afc5b9af3a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:18.675446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8f72ea1-c8a5-4c66-9937-19843e6a47b7 req-aeb72ced-bdf3-453e-aa15-0e21523ca74d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 210 time: 0.0971467 Jun 03 15:31:18.690977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:18.824749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a959fc-9c21-4ac5-85c8-f23e062571dd req-de56c109-91bf-45a2-8e3a-bc132f1548ad tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:18.826332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8a959fc-9c21-4ac5-85c8-f23e062571dd req-de56c109-91bf-45a2-8e3a-bc132f1548ad tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3001349 Jun 03 15:31:18.922869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-afec9d7e-c6ad-4410-a8fe-afc5b9af3a88 None None] Calling delete_port for acf8d0ab-6607-41cb-8847-4d8d40a5cb3d owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:18.959277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8a959fc-9c21-4ac5-85c8-f23e062571dd req-e278ab97-98ad-4863-bd37-71f6ab1f0224 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152298 Jun 03 15:31:19.052594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:19.053156 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:19.117622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d1c4c6c5-4aec-49ad-a7f3-7704223ec74c req-837ff6de-c225-4d09-aedd-4b6b118a0c88 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 210 time: 0.1345587 Jun 03 15:31:19.364373 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-afec9d7e-c6ad-4410-a8fe-afc5b9af3a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:19.388696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c42d8-beee-40b8-8305-902498c1b47c req-d5a728b8-f0da-4904-9c24-249396cb3eda tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:19.403525 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-870c42d8-beee-40b8-8305-902498c1b47c req-d5a728b8-f0da-4904-9c24-249396cb3eda tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 945 time: 0.2155459 Jun 03 15:31:19.418825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-037ce9ca-da65-483c-ab67-e4aa972d1731 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:19.420029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-037ce9ca-da65-483c-ab67-e4aa972d1731 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:19.473722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-037ce9ca-da65-483c-ab67-e4aa972d1731 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:19.476202 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-037ce9ca-da65-483c-ab67-e4aa972d1731 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 814 time: 0.5311460 Jun 03 15:31:19.488159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec9d7e-c6ad-4410-a8fe-afc5b9af3a88 None None] No DVR routers for this DVR port acf8d0ab-6607-41cb-8847-4d8d40a5cb3d on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:31:19.492672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec9d7e-c6ad-4410-a8fe-afc5b9af3a88 None None] Pushing event deleted for resources: {'Port': ['ID=acf8d0ab-6607-41cb-8847-4d8d40a5cb3d,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:19.572744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.objects.ports [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:31:19.574018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-870c42d8-beee-40b8-8305-902498c1b47c req-337bddc3-d8e0-47bd-8461-ed9f12f0467c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672373 Jun 03 15:31:19.588484 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:19.722660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:19.723532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbfe2d-8164-4e0c-a6a8-857bcb88ce25 req-e81abd1d-fda3-46ae-bb7a-6619d4d1baf9 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:19.734261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-60b8384e-38f1-4c46-b709-31be0ced1d2e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:19.736955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:19.741274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:19.741893 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:19.746502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58dbfe2d-8164-4e0c-a6a8-857bcb88ce25 req-e81abd1d-fda3-46ae-bb7a-6619d4d1baf9 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2983847 Jun 03 15:31:19.757084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0464a3-4393-4c18-8398-eade5ca71f90 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:19.775347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=ca35a3f3-9511-4188-b420-c1fca6a39ee8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:19.803642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:19.829374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-60b8384e-38f1-4c46-b709-31be0ced1d2e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:19.831147 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-60b8384e-38f1-4c46-b709-31be0ced1d2e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 379 time: 0.2930262 Jun 03 15:31:19.857113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'port': {'device_id': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'admin_state_up': True, 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'security_groups': ['ddef8586-2174-443d-a7f7-d4af6889c773']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:19.894237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device acf8d0ab-6607-41cb-8847-4d8d40a5cb3d no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:19.898161 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-15b441c1-1399-44e0-979e-f59ac4eb96be tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1886909 Jun 03 15:31:19.904667 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47350) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:19.911813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:11:bf:72', 'name': 'tempest-NetworksTestDHCPv6-1199339821'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:19.913999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c179231-1fb8-433f-8938-1ec7ee33fee3 req-7d8389e3-0af8-46bd-b7f7-b6dde8f6f2b1 tempest-ServerShowV257Test-742077409 tempest-ServerShowV257Test-742077409-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da54b83-4f19-4522-aa4f-afc0a53a0879 HTTP/1.1" status: 200 len: 210 time: 0.1262691 Jun 03 15:31:19.939017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58dbfe2d-8164-4e0c-a6a8-857bcb88ce25 req-4002150e-8601-4ae4-aa86-b906881086e5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908958 Jun 03 15:31:19.998843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: acf8d0ab-6607-41cb-8847-4d8d40a5cb3d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:31:19.999304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device acf8d0ab-6607-41cb-8847-4d8d40a5cb3d not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:31:20.190926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:20.193689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:20.201713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:20.206194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:port and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:20.210830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:20.215527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:20.226019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:20.229105 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:20.236051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': 'ca35a3f3-9511-4188-b420-c1fca6a39ee8'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:31:20.238457 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:20.245690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbc4bc15-f7c1-4a57-864b-c98999b3635e req-5b783f66-ba06-4665-b53f-2c6cf1a39fb2 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 210 time: 0.0673203 Jun 03 15:31:20.255252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:20.368815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652436b7-a9ad-4af2-8bd2-a1cf6be5daac req-f2625c55-7322-4294-9921-0db1b04a37aa tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:20.371792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-652436b7-a9ad-4af2-8bd2-a1cf6be5daac req-f2625c55-7322-4294-9921-0db1b04a37aa tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.2642407 Jun 03 15:31:20.467131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Made reservation on behalf of c16593676c8941818b1fa01140442ad7 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:20.478652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-652436b7-a9ad-4af2-8bd2-a1cf6be5daac req-2cff5ac3-7cd2-43f4-a959-92fae0fda473 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966389 Jun 03 15:31:20.483400 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:20.610470 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77da4216-7807-44a4-8495-8c59e853e0b5 req-6c35f149-e67d-4bb9-8ce2-49d3b3cbffb3 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 210 time: 0.1150081 Jun 03 15:31:20.687277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Allocated IP 2001:db8::f816:3eff:fef6:6ce8 (6a53de42-b459-4b7b-ab08-16276fe85489/ca35a3f3-9511-4188-b420-c1fca6a39ee8/299c7af1-1c3b-4493-9a92-be26ed6e67ca) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:20.741095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Allocated IP 172.20.0.12 (fcccff01-137d-4d23-9c45-0cc46389b4ab/74f6b422-02ae-45e2-ae71-8e57a9ee5688/11335c2f-6e18-471f-bcbc-7812e67afce5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:20.867436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-3a36086c-77a1-4e4a-88af-5984286e3562 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:20.870507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-3a36086c-77a1-4e4a-88af-5984286e3562 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.67 "GET /v2.0/networks?id=6840abba-69dd-442c-8ecb-bc409adf367a HTTP/1.1" status: 200 len: 822 time: 0.3152966 Jun 03 15:31:20.994296 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:20.998677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Request body: {'port': {'device_id': '69174f33-5e55-4c39-90be-21a8e9bd9b7f', 'network_id': '6840abba-69dd-442c-8ecb-bc409adf367a', 'admin_state_up': True, 'tenant_id': 'ab1b95353d59417db0334a522c4f9d1b'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:21.023195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:21.056161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port 397c1c37-e76e-4133-810f-1de9ebf46905 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:31:21.063863 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:21.081792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Transition to ACTIVE for port object 299c7af1-1c3b-4493-9a92-be26ed6e67ca will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:21.111209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Transition to ACTIVE for port object 299c7af1-1c3b-4493-9a92-be26ed6e67ca will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:21.115406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Transition to ACTIVE for port object 11335c2f-6e18-471f-bcbc-7812e67afce5 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:21.119335 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:21.147140 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:31:21.204490 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:21.234260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:21.239349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:21.247515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:21.264272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Pushing event updated for resources: {'Port': ['ID=299c7af1-1c3b-4493-9a92-be26ed6e67ca,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:21.359277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f492483-c74a-4e08-b9d7-76b778279597 req-623505f7-f85b-4390-ab0c-bc231c831708 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:21.361813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f492483-c74a-4e08-b9d7-76b778279597 req-623505f7-f85b-4390-ab0c-bc231c831708 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 945 time: 0.4382939 Jun 03 15:31:21.412022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Attempting to bind port 299c7af1-1c3b-4493-9a92-be26ed6e67ca on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:21.413439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Attempting to bind port 299c7af1-1c3b-4493-9a92-be26ed6e67ca by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:21.413768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Attempting to bind port 299c7af1-1c3b-4493-9a92-be26ed6e67ca on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:21.424614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:21.425174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:21.425706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d305d-54fc-4ef7-b492-459666e2d042 req-2c59667b-baa9-4bef-bb70-dcab8d52949f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:21.425952 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:21.426348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:21.427038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Bound port: 299c7af1-1c3b-4493-9a92-be26ed6e67ca, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:21.427638 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:21.430817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-178d305d-54fc-4ef7-b492-459666e2d042 req-2c59667b-baa9-4bef-bb70-dcab8d52949f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.5582259 Jun 03 15:31:21.433790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::f816:3eff:fe11:bf72 (6a53de42-b459-4b7b-ab08-16276fe85489/ca35a3f3-9511-4188-b420-c1fca6a39ee8/397c1c37-e76e-4133-810f-1de9ebf46905) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:21.472621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:21.483368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Network fcccff01-137d-4d23-9c45-0cc46389b4ab is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:21.491625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:21.500983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:21.520661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Usage tracker for resource:port and tenant:ab1b95353d59417db0334a522c4f9d1b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:21.530428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f492483-c74a-4e08-b9d7-76b778279597 req-0b291fd8-003a-44d4-94db-c62f45973e36 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468735 Jun 03 15:31:21.531775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:21.574141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:21.614754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] For port 299c7af1-1c3b-4493-9a92-be26ed6e67ca, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:21.620475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] For port 299c7af1-1c3b-4493-9a92-be26ed6e67ca, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=299c7af1-1c3b-4493-9a92-be26ed6e67ca,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:21.622128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-178d305d-54fc-4ef7-b492-459666e2d042 req-58eab753-48ae-4651-aab4-0d366fbd2b12 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809344 Jun 03 15:31:21.623813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Made reservation on behalf of ab1b95353d59417db0334a522c4f9d1b for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:21.632016 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:21.658540 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:21.682604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=11335c2f-6e18-471f-bcbc-7812e67afce5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:21.713817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:21.714604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:21.762899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fc705-73f9-43cf-81b1-93976c52434a None None] Pushing event updated for resources: {'Port': ['ID=299c7af1-1c3b-4493-9a92-be26ed6e67ca,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:21.915498 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-ced7145a-c5d9-4d7c-818f-1117b5a9baf8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0692143 Jun 03 15:31:21.955555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4b3afed-c393-4622-a040-e03670432732 req-f43fabdc-eb64-4e68-a5b6-86f42eadc6a6 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 210 time: 0.0882866 Jun 03 15:31:22.006672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e9b84524-9383-4a45-ad12-5ef0818a4324 None None] Provisioning for port 11335c2f-6e18-471f-bcbc-7812e67afce5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:22.025773 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e9b84524-9383-4a45-ad12-5ef0818a4324 None None] Provisioning complete for port 11335c2f-6e18-471f-bcbc-7812e67afce5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:22.026305 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e9b84524-9383-4a45-ad12-5ef0818a4324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:22.208017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e9b84524-9383-4a45-ad12-5ef0818a4324 None None] Port 11335c2f-6e18-471f-bcbc-7812e67afce5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:31:22.322182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Allocated IP 172.20.0.14 (6840abba-69dd-442c-8ecb-bc409adf367a/13bf0f35-1abe-4e17-b47e-0f9076922c19/f2b70384-00b5-4419-871c-0c47cbc8796e) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:22.484365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47382) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:22.511266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Request body: {'port': {'device_id': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:22.615477 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:22.643301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 299c7af1-1c3b-4493-9a92-be26ed6e67ca up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:22.728955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object 397c1c37-e76e-4133-810f-1de9ebf46905 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:22.759294 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:22.784125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:22.802986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 299c7af1-1c3b-4493-9a92-be26ed6e67ca completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:22.824286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761fe3b-c7c1-4d70-920a-2c7cb7d000a8 req-08b5c106-744c-4c32-bb3b-96a7021eccdd tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:22.825830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9761fe3b-c7c1-4d70-920a-2c7cb7d000a8 req-08b5c106-744c-4c32-bb3b-96a7021eccdd tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.6381314 Jun 03 15:31:22.843925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1fed6-6123-414b-ba4c-5a1bd73ccea0 req-dc6c31b9-45ca-4d9f-a5a0-b08886035d6f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:22.845522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fe1fed6-6123-414b-ba4c-5a1bd73ccea0 req-dc6c31b9-45ca-4d9f-a5a0-b08886035d6f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 945 time: 0.3088355 Jun 03 15:31:22.864002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47390) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:22.874309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a6046934-5494-47ce-932b-72c547305c09 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Request body: {'floatingip': {'port_id': '6418f871-4ed4-4e3e-a9cc-ab73037440d8'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:23.012611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.022176 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6046934-5494-47ce-932b-72c547305c09 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.048361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-02a4c8bd-75ff-4f86-ab17-3e71cf23e3b6 req-c05aefb9-1bcb-494c-81dc-d2e3ee00c82f service neutron] (88444) timed out ('10.222.0.75', 57477) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:31:23.049074 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74cd594c-1e1a-4c41-93bc-f09fe233ac1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.066990 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.127098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-74cd594c-1e1a-4c41-93bc-f09fe233ac1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:23.150284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-74cd594c-1e1a-4c41-93bc-f09fe233ac1c admin admin] Usage tracker for resource:security_group_rule and tenant:c2969ca10c0042598901b4f3233ad8dc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:23.169369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-74cd594c-1e1a-4c41-93bc-f09fe233ac1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:23.195359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-74cd594c-1e1a-4c41-93bc-f09fe233ac1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:23.245367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9761fe3b-c7c1-4d70-920a-2c7cb7d000a8 req-6044abf7-5654-424c-a3af-720324bac951 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3988008 Jun 03 15:31:23.303212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:23.313038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:23.323052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:23.328901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:23.329553 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.366692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=397c1c37-e76e-4133-810f-1de9ebf46905,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:23.407746 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-11a7f09d-313e-471e-9021-43c04c9b0648 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5028749 Jun 03 15:31:23.420688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47396) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:23.485536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Network 6840abba-69dd-442c-8ecb-bc409adf367a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:23.509913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:23.570120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0bb92dfa-2770-4a97-b513-19b78d8375ac None None] Provisioning for port 299c7af1-1c3b-4493-9a92-be26ed6e67ca completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:23.577167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:23.585768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0bb92dfa-2770-4a97-b513-19b78d8375ac None None] Provisioning complete for port 299c7af1-1c3b-4493-9a92-be26ed6e67ca triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:23.586756 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0bb92dfa-2770-4a97-b513-19b78d8375ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.636849 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74cd594c-1e1a-4c41-93bc-f09fe233ac1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.639964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11335c2f-6e18-471f-bcbc-7812e67afce5 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:23.653125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74cd594c-1e1a-4c41-93bc-f09fe233ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.667047 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.707524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:23.708197 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.757234 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-74cd594c-1e1a-4c41-93bc-f09fe233ac1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2969ca10c0042598901b4f3233ad8dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2734241 Jun 03 15:31:23.758903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Transition to ACTIVE for port object 11335c2f-6e18-471f-bcbc-7812e67afce5 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:23.764115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47400) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:23.767515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Pushing event updated for resources: {'Port': ['ID=f2b70384-00b5-4419-871c-0c47cbc8796e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:23.785441 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.789686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd594c-1e1a-4c41-93bc-f09fe233ac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6942635-7840-4cd0-b23a-208b8860aea2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:23.803706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8125567 Jun 03 15:31:23.814647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0bb92dfa-2770-4a97-b513-19b78d8375ac None None] Current status of the port 299c7af1-1c3b-4493-9a92-be26ed6e67ca is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:23.816423 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0bb92dfa-2770-4a97-b513-19b78d8375ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:23.831289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.831743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.832307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.832845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.833391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.833966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.834503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.835038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.835570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.836105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.836642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.837218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f82d6f-6810-4ae7-8a71-5b257d457f8d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:23.869593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Request body: {'port': {'device_id': '69174f33-5e55-4c39-90be-21a8e9bd9b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:23.873367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0bb92dfa-2770-4a97-b513-19b78d8375ac None None] For port 299c7af1-1c3b-4493-9a92-be26ed6e67ca, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=299c7af1-1c3b-4493-9a92-be26ed6e67ca,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:23.884491 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0bb92dfa-2770-4a97-b513-19b78d8375ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:24.017397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb92dfa-2770-4a97-b513-19b78d8375ac None None] Pushing event updated for resources: {'Port': ['ID=299c7af1-1c3b-4493-9a92-be26ed6e67ca,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:24.041059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-246360d6-43be-48b0-9ee1-d8617b29f321 None None] Provisioning for port 397c1c37-e76e-4133-810f-1de9ebf46905 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:24.047701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-246360d6-43be-48b0-9ee1-d8617b29f321 None None] Provisioning complete for port 397c1c37-e76e-4133-810f-1de9ebf46905 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:24.048069 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-246360d6-43be-48b0-9ee1-d8617b29f321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:24.067531 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18e2881e-a477-4f6e-a1a4-238ca942d9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:24.127183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-246360d6-43be-48b0-9ee1-d8617b29f321 None None] Port 397c1c37-e76e-4133-810f-1de9ebf46905 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:31:24.150882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Pushing event updated for resources: {'Port': ['ID=11335c2f-6e18-471f-bcbc-7812e67afce5,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:24.207400 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18e2881e-a477-4f6e-a1a4-238ca942d9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:24.280833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Attempting to bind port 11335c2f-6e18-471f-bcbc-7812e67afce5 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:24.281259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Attempting to bind port 11335c2f-6e18-471f-bcbc-7812e67afce5 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:24.281630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Attempting to bind port 11335c2f-6e18-471f-bcbc-7812e67afce5 on network fcccff01-137d-4d23-9c45-0cc46389b4ab {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:24.290355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Port 11335c2f-6e18-471f-bcbc-7812e67afce5 on network fcccff01-137d-4d23-9c45-0cc46389b4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:31:24.291011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Attempting to bind port 11335c2f-6e18-471f-bcbc-7812e67afce5 on network fcccff01-137d-4d23-9c45-0cc46389b4ab {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:24.302506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:24.303037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Checking segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:24.303611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Bound using segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:24.304327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Bound port: 11335c2f-6e18-471f-bcbc-7812e67afce5, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:24.304918 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:24.402934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c8f0-a399-4520-a34b-a4d141b16f53 req-379beb96-c64e-463a-89e9-19b41988b9ca tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:24.405562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ee7c8f0-a399-4520-a34b-a4d141b16f53 req-379beb96-c64e-463a-89e9-19b41988b9ca tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 932 time: 1.3217599 Jun 03 15:31:24.409934 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18e2881e-a477-4f6e-a1a4-238ca942d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:24.462264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2881e-a477-4f6e-a1a4-238ca942d9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6942635-7840-4cd0-b23a-208b8860aea2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:24.472066 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18e2881e-a477-4f6e-a1a4-238ca942d9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:24.473800 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-18e2881e-a477-4f6e-a1a4-238ca942d9d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6942635-7840-4cd0-b23a-208b8860aea2 HTTP/1.1" status: 204 len: 168 time: 0.7083614 Jun 03 15:31:24.498740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] For port 11335c2f-6e18-471f-bcbc-7812e67afce5, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:24.506109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] For port 11335c2f-6e18-471f-bcbc-7812e67afce5, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=11335c2f-6e18-471f-bcbc-7812e67afce5,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:24.518361 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:24.579028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 299c7af1-1c3b-4493-9a92-be26ed6e67ca up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:24.606139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d918e0-d649-426c-b828-9a180e27ac07 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:24.618491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d918e0-d649-426c-b828-9a180e27ac07 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:24.620933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-47d918e0-d649-426c-b828-9a180e27ac07 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1900411 Jun 03 15:31:24.654604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47408) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:24.655368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Pushing event updated for resources: {'Port': ['ID=11335c2f-6e18-471f-bcbc-7812e67afce5,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:24.686173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 299c7af1-1c3b-4493-9a92-be26ed6e67ca triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:24.686903 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:24.700891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698af2b-58ee-4c11-afbe-71d399aa9f63 req-f49cdb20-0359-4f85-9b4c-e4eb456c8644 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:24.708425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e698af2b-58ee-4c11-afbe-71d399aa9f63 req-f49cdb20-0359-4f85-9b4c-e4eb456c8644 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 1.2160218 Jun 03 15:31:24.747261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:24.747907 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:24.749477 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-b80b45f3-a11d-41fd-b737-4e8f84108b90 service neutron] 10.222.0.67 "PUT /v2.0/ports/11335c2f-6e18-471f-bcbc-7812e67afce5 HTTP/1.1" status: 200 len: 1092 time: 2.2679980 Jun 03 15:31:24.750071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'tag': '11335c2f-6e18-471f-bcbc-7812e67afce5'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:24.774498 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:24.801593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2d02b88e-ff2a-4945-8466-1a688cdc53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port 397c1c37-e76e-4133-810f-1de9ebf46905 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:24.804452 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d02b88e-ff2a-4945-8466-1a688cdc53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:25.013750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 299c7af1-1c3b-4493-9a92-be26ed6e67ca is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:25.072467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ee7c8f0-a399-4520-a34b-a4d141b16f53 req-fbb6c13f-0f8c-4ff7-83ea-d3abd8deb685 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6112790 Jun 03 15:31:25.202033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e698af2b-58ee-4c11-afbe-71d399aa9f63 req-1d63405f-940f-4472-9ac2-14de2d008793 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926074 Jun 03 15:31:25.313951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-2d9580a7-6ecd-4b09-800c-6013aa71c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:25.315948 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-2d9580a7-6ecd-4b09-800c-6013aa71c69c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 1095 time: 0.4699783 Jun 03 15:31:25.622298 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-c56ac5f1-94c7-4620-8048-cd916d55046f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11335c2f-6e18-471f-bcbc-7812e67afce5 HTTP/1.1" status: 200 len: 217 time: 0.0701146 Jun 03 15:31:25.757923 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d02b88e-ff2a-4945-8466-1a688cdc53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:25.772935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-85bd118e-cf68-45a1-9921-ab9ec1d94d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:25.774844 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-85bd118e-cf68-45a1-9921-ab9ec1d94d15 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.1475255 Jun 03 15:31:25.936351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff02bd5-b2fa-451f-a0ae-5c033e9f5a5f req-e8eb259c-2aff-470c-a483-45de1723d38a tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:25.937292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8ff02bd5-b2fa-451f-a0ae-5c033e9f5a5f req-e8eb259c-2aff-470c-a483-45de1723d38a tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Synchronizing usage tracker for tenant:ab1b95353d59417db0334a522c4f9d1b on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:25.941744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2d02b88e-ff2a-4945-8466-1a688cdc53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for 397c1c37-e76e-4133-810f-1de9ebf46905 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:25.965335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd4c8f-3dbf-432d-ab84-eb5f5b28867e req-f1cdc652-3182-4337-82f5-7c6f288484e5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:25.967609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01dd4c8f-3dbf-432d-ab84-eb5f5b28867e req-f1cdc652-3182-4337-82f5-7c6f288484e5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.5239670 Jun 03 15:31:26.051699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-36054d3f-e8b6-4b94-acb5-1774d6ef1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:26.053549 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-36054d3f-e8b6-4b94-acb5-1774d6ef1084 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251425 Jun 03 15:31:26.084223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6046934-5494-47ce-932b-72c547305c09 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:26.116139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8ff02bd5-b2fa-451f-a0ae-5c033e9f5a5f req-e8eb259c-2aff-470c-a483-45de1723d38a tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Unset dirty status for tenant:ab1b95353d59417db0334a522c4f9d1b on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:26.119502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ff02bd5-b2fa-451f-a0ae-5c033e9f5a5f req-e8eb259c-2aff-470c-a483-45de1723d38a tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 932 time: 0.6856699 Jun 03 15:31:26.151683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6046934-5494-47ce-932b-72c547305c09 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:26.269958 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d02b88e-ff2a-4945-8466-1a688cdc53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:26.348290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01dd4c8f-3dbf-432d-ab84-eb5f5b28867e req-96684631-fdce-4ff9-bffa-c13023d80c15 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3677471 Jun 03 15:31:26.398849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02b88e-ff2a-4945-8466-1a688cdc53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=397c1c37-e76e-4133-810f-1de9ebf46905,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:26.404518 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-5ba8361e-f98e-4546-a729-18454e78f4c0 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439999 Jun 03 15:31:26.495511 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364d0178-c717-4997-89f4-66f4d04783ab'] response: {'name': 'network-changed', 'server_uuid': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'tag': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'status': 'completed', 'code': 200} Jun 03 15:31:26.521260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ff02bd5-b2fa-451f-a0ae-5c033e9f5a5f req-4c4c6924-ac26-4a8c-ade3-6467cafa455d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542729 Jun 03 15:31:26.547661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b70384-00b5-4419-871c-0c47cbc8796e {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:26.580753 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:26.642752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Transition to ACTIVE for port object f2b70384-00b5-4419-871c-0c47cbc8796e will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:26.666622 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:26.717613 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d02b88e-ff2a-4945-8466-1a688cdc53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:26.725964 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-a6046934-5494-47ce-932b-72c547305c09 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Floating IP 150a00e4-538f-450f-8d68-75075eb2c2d0 associated. External IP: 172.25.7.209, port: 6418f871-4ed4-4e3e-a9cc-ab73037440d8. Jun 03 15:31:26.761691 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2d02b88e-ff2a-4945-8466-1a688cdc53c6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/397c1c37-e76e-4133-810f-1de9ebf46905 HTTP/1.1" status: 204 len: 168 time: 2.1024330 Jun 03 15:31:26.791431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47452) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:26.992716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Pushing event updated for resources: {'Port': ['ID=f2b70384-00b5-4419-871c-0c47cbc8796e,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:27.008300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eeb55d-d699-40c7-9cc3-a8792dafabea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.011649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eeb55d-d699-40c7-9cc3-a8792dafabea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.013012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-15eeb55d-d699-40c7-9cc3-a8792dafabea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:27.062106 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-62eeac62-5ca1-4224-a4a8-20c6c0b27668 req-f90588fd-74d0-4e34-ae2a-78377cdd9806 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411312 Jun 03 15:31:27.089615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-15eeb55d-d699-40c7-9cc3-a8792dafabea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:27.091287 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-15eeb55d-d699-40c7-9cc3-a8792dafabea tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2973135 Jun 03 15:31:27.094932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47462) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:27.282565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce8a4ef-9e88-4259-ac98-0df4df6747a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet ca35a3f3-9511-4188-b420-c1fca6a39ee8 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:31:27.288427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a4ef-9e88-4259-ac98-0df4df6747a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:27.383685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a4ef-9e88-4259-ac98-0df4df6747a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:27.555747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6401d2-7cf8-45a8-9ef5-e5ba559d16db req-796353bc-61ea-4f1b-bcf7-450fbf8fce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.558536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e6401d2-7cf8-45a8-9ef5-e5ba559d16db req-796353bc-61ea-4f1b-bcf7-450fbf8fce4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 1095 time: 0.3819866 Jun 03 15:31:27.562914 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a4ef-9e88-4259-ac98-0df4df6747a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:27.799599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024f6b8-d229-4596-a319-875aac01750c req-6cc95821-bb9d-442d-9ec9-65dede1f35ca tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.802928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c024f6b8-d229-4596-a319-875aac01750c req-6cc95821-bb9d-442d-9ec9-65dede1f35ca tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 944 time: 0.9372499 Jun 03 15:31:27.835619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a4ef-9e88-4259-ac98-0df4df6747a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:27.842727 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f28be-d6e8-4cf1-864c-a8f504682239 req-06fdc689-7b20-4072-94fc-5f67a798a18e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.850801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-117f28be-d6e8-4cf1-864c-a8f504682239 req-06fdc689-7b20-4072-94fc-5f67a798a18e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 1.0421557 Jun 03 15:31:27.902830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8a4ef-9e88-4259-ac98-0df4df6747a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=ca35a3f3-9511-4188-b420-c1fca6a39ee8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:27.910423 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a4ef-9e88-4259-ac98-0df4df6747a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:27.915126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6401d2-7cf8-45a8-9ef5-e5ba559d16db req-32f3382e-2404-4904-a20e-85cec38e3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.917201 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e6401d2-7cf8-45a8-9ef5-e5ba559d16db req-32f3382e-2404-4904-a20e-85cec38e3f41 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 915 time: 0.3083074 Jun 03 15:31:27.927901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e35c3-878d-48da-812a-2dabcf27a813 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:27.995332 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e6401d2-7cf8-45a8-9ef5-e5ba559d16db req-d6bb8691-d526-46d1-8692-37105327eb63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11335c2f-6e18-471f-bcbc-7812e67afce5 HTTP/1.1" status: 200 len: 217 time: 0.0692387 Jun 03 15:31:27.999271 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9ce8a4ef-9e88-4259-ac98-0df4df6747a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/ca35a3f3-9511-4188-b420-c1fca6a39ee8 HTTP/1.1" status: 204 len: 168 time: 0.9025650 Jun 03 15:31:27.999965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47492) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:28.018500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Attempting to bind port f2b70384-00b5-4419-871c-0c47cbc8796e on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:28.019085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Attempting to bind port f2b70384-00b5-4419-871c-0c47cbc8796e by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'f7eea00c-b0a1-49bd-881d-4dab3a011f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6840abba-69dd-442c-8ecb-bc409adf367a'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:28.019245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Attempting to bind port f2b70384-00b5-4419-871c-0c47cbc8796e on network 6840abba-69dd-442c-8ecb-bc409adf367a {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:28.028973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Port f2b70384-00b5-4419-871c-0c47cbc8796e on network 6840abba-69dd-442c-8ecb-bc409adf367a not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:31:28.029372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Attempting to bind port f2b70384-00b5-4419-871c-0c47cbc8796e on network 6840abba-69dd-442c-8ecb-bc409adf367a {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:28.062886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:28.063177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Checking segment: {'id': 'f7eea00c-b0a1-49bd-881d-4dab3a011f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6840abba-69dd-442c-8ecb-bc409adf367a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:28.063553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Bound using segment: {'id': 'f7eea00c-b0a1-49bd-881d-4dab3a011f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6840abba-69dd-442c-8ecb-bc409adf367a'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:28.064007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Bound port: f2b70384-00b5-4419-871c-0c47cbc8796e, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7eea00c-b0a1-49bd-881d-4dab3a011f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6840abba-69dd-442c-8ecb-bc409adf367a'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:28.064360 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.078719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-117f28be-d6e8-4cf1-864c-a8f504682239 req-814cbd54-d324-4d40-869d-d6f04ee629c5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129526 Jun 03 15:31:28.091399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c024f6b8-d229-4596-a319-875aac01750c req-f7d64e63-0d23-4941-b12b-8a279cf1d01c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640183 Jun 03 15:31:28.517123 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3f800ccb-c08e-4c6e-8d94-d20c4cdc641d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5157173 Jun 03 15:31:28.521486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47504) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:28.540188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23050e97-aec7-4d90-a422-bc8a1318ced5 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:31:28.547662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-23050e97-aec7-4d90-a422-bc8a1318ced5 None None] Deleting port 299c7af1-1c3b-4493-9a92-be26ed6e67ca {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:28.547662 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-23050e97-aec7-4d90-a422-bc8a1318ced5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.588089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47508) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:28.610742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6401d2-7cf8-45a8-9ef5-e5ba559d16db req-0a6aa51b-0b4e-4a7b-b050-b148fb1e90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:28.612247 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e6401d2-7cf8-45a8-9ef5-e5ba559d16db req-0a6aa51b-0b4e-4a7b-b050-b148fb1e90e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.2047749 Jun 03 15:31:28.722876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fad36a-8430-4f08-a4fe-c1957de831ec tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:28.723614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-67fad36a-8430-4f08-a4fe-c1957de831ec tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:28.742320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6046934-5494-47ce-932b-72c547305c09 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:31:28.764745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6401d2-7cf8-45a8-9ef5-e5ba559d16db req-23feeefb-e62a-47ce-b965-cb10fe2603f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:28.768650 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e6401d2-7cf8-45a8-9ef5-e5ba559d16db req-23feeefb-e62a-47ce-b965-cb10fe2603f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480319 Jun 03 15:31:28.771310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-67fad36a-8430-4f08-a4fe-c1957de831ec tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:28.778288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] For port f2b70384-00b5-4419-871c-0c47cbc8796e, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:28.778788 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-67fad36a-8430-4f08-a4fe-c1957de831ec tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2557611 Jun 03 15:31:28.780143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47514) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:28.783433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] For port f2b70384-00b5-4419-871c-0c47cbc8796e, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2b70384-00b5-4419-871c-0c47cbc8796e,segment=NetworkSegment(f7eea00c-b0a1-49bd-881d-4dab3a011f52),segment_id=f7eea00c-b0a1-49bd-881d-4dab3a011f52)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:28.800418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.864310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-23050e97-aec7-4d90-a422-bc8a1318ced5 None None] For port 299c7af1-1c3b-4493-9a92-be26ed6e67ca, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=299c7af1-1c3b-4493-9a92-be26ed6e67ca,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:28.864615 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-23050e97-aec7-4d90-a422-bc8a1318ced5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.902311 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b19674c3-8f8d-41bc-a643-799b5cafd541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.940038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:28.941619 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:28.942082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-522949eb-875e-452f-92ec-97a9899306fb service neutron] 10.222.0.67 "PUT /v2.0/ports/f2b70384-00b5-4419-871c-0c47cbc8796e HTTP/1.1" status: 200 len: 1092 time: 5.0795999 Jun 03 15:31:28.944675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69174f33-5e55-4c39-90be-21a8e9bd9b7f', 'tag': 'f2b70384-00b5-4419-871c-0c47cbc8796e'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:28.997723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b19674c3-8f8d-41bc-a643-799b5cafd541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:29.013856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5e611-75ad-417b-8b13-7aacf93972da req-fb03e367-5796-4bd3-913b-99e11f9b6f01 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:29.015856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b19674c3-8f8d-41bc-a643-799b5cafd541 admin admin] Usage tracker for resource:security_group_rule and tenant:f41f728030d742ed8614b9f01854a4a1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:29.022154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b19674c3-8f8d-41bc-a643-799b5cafd541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:29.022782 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cd5e611-75ad-417b-8b13-7aacf93972da req-fb03e367-5796-4bd3-913b-99e11f9b6f01 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 944 time: 0.7211752 Jun 03 15:31:29.030445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a908c387-49b5-4398-a700-745a0dc53a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:29.031396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a908c387-49b5-4398-a700-745a0dc53a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:29.042486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b19674c3-8f8d-41bc-a643-799b5cafd541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:29.054846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-23050e97-aec7-4d90-a422-bc8a1318ced5 None None] Calling delete_port for 299c7af1-1c3b-4493-9a92-be26ed6e67ca owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:29.098021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a908c387-49b5-4398-a700-745a0dc53a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:29.099514 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a908c387-49b5-4398-a700-745a0dc53a06 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3133311 Jun 03 15:31:29.104442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522949eb-875e-452f-92ec-97a9899306fb service neutron] Pushing event updated for resources: {'Port': ['ID=f2b70384-00b5-4419-871c-0c47cbc8796e,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:29.110983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47520) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:29.117190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184748a-56b8-47d0-9b44-0a22c0d0847f req-272ac38b-0221-4561-8302-59523ae9069d tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:29.120144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1184748a-56b8-47d0-9b44-0a22c0d0847f req-272ac38b-0221-4561-8302-59523ae9069d tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.6531637 Jun 03 15:31:29.162913 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-23050e97-aec7-4d90-a422-bc8a1318ced5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.220832 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e6401d2-7cf8-45a8-9ef5-e5ba559d16db req-5b4f8d00-ebfe-4c35-b8af-0789a9be342b service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361460 Jun 03 15:31:29.223905 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-98364a7f-ecd1-4439-9b90-6e0368ae1306 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098835 Jun 03 15:31:29.229319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47526) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:29.232968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23050e97-aec7-4d90-a422-bc8a1318ced5 None None] Pushing event deleted for resources: {'Port': ['ID=299c7af1-1c3b-4493-9a92-be26ed6e67ca,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:29.244043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23050e97-aec7-4d90-a422-bc8a1318ced5 None None] No DVR routers for this DVR port 299c7af1-1c3b-4493-9a92-be26ed6e67ca on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:31:29.263973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:29.369362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cd5e611-75ad-417b-8b13-7aacf93972da req-f1902f1d-4a30-4541-ad2b-e2282cdf4e34 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335123 Jun 03 15:31:29.384943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1184748a-56b8-47d0-9b44-0a22c0d0847f req-cbf26afd-bca6-4644-b74e-0322a9f8169c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350414 Jun 03 15:31:29.389588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6046934-5494-47ce-932b-72c547305c09 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:31:29.398980 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6046934-5494-47ce-932b-72c547305c09 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.436515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3e357f-ee61-43bf-8ca0-0ecd1be5a323 None None] Sync routers for ids ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:29.505950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.514089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-91dfe473-7458-4691-8200-c9c0f3a2f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:29.516916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-91dfe473-7458-4691-8200-c9c0f3a2f3ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab1b95353d59417db0334a522c4f9d1b&device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 1095 time: 0.4849215 Jun 03 15:31:29.518013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3e357f-ee61-43bf-8ca0-0ecd1be5a323 None None] Routers {'7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:31:29.524335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6b3e357f-ee61-43bf-8ca0-0ecd1be5a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:31:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:29.604633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:29.608584 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b19674c3-8f8d-41bc-a643-799b5cafd541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.639581 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7b30f8-b50e-407a-92d6-4c37b04d904b'] response: {'name': 'network-changed', 'server_uuid': '69174f33-5e55-4c39-90be-21a8e9bd9b7f', 'tag': 'f2b70384-00b5-4419-871c-0c47cbc8796e', 'status': 'completed', 'code': 200} Jun 03 15:31:29.667365 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b19674c3-8f8d-41bc-a643-799b5cafd541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.672734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a6046934-5494-47ce-932b-72c547305c09 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "PUT /v2.0/floatingips/150a00e4-538f-450f-8d68-75075eb2c2d0 HTTP/1.1" status: 200 len: 991 time: 6.8074181 Jun 03 15:31:29.675715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-fe23b8ca-c9b0-49b0-90fa-1545575a7c4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2b70384-00b5-4419-871c-0c47cbc8796e HTTP/1.1" status: 200 len: 217 time: 0.1362436 Jun 03 15:31:29.706908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:29.720282 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6e6401d2-7cf8-45a8-9ef5-e5ba559d16db req-9830ac27-bbea-483b-a23f-c96c99336b1e service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918818 Jun 03 15:31:29.776289 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b19674c3-8f8d-41bc-a643-799b5cafd541 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f41f728030d742ed8614b9f01854a4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1869507 Jun 03 15:31:29.777635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:29.783381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:29.787973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47532) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:29.802604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19674c3-8f8d-41bc-a643-799b5cafd541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65004d5b-c3b0-48ec-a717-9eaa06b602af,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:29.872297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-879f61d2-d9b0-4b82-bdc8-1b9465195852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:29.874661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-879f61d2-d9b0-4b82-bdc8-1b9465195852 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13bf0f35-1abe-4e17-b47e-0f9076922c19 HTTP/1.1" status: 200 len: 862 time: 0.1911762 Jun 03 15:31:29.936223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6b3e357f-ee61-43bf-8ca0-0ecd1be5a323 None None] Set router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:31:30.107519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.149545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-29f6f001-912a-4242-8775-0eb37331f2f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6840abba-69dd-442c-8ecb-bc409adf367a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807323 Jun 03 15:31:30.180349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:30.184026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:30.188506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:30.189093 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.207605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=bd3f211e-fa6e-4537-ab56-c3fbdabc5709,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:30.243421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6320781-6431-4ef1-80c7-370220ee9e81 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:30.248836 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4e6f6cc8-f660-45c1-a316-679cb5917a19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0174136 Jun 03 15:31:30.252718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47536) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:30.263678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:06:21:4c', 'name': 'tempest-NetworksTestDHCPv6-776738571'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:30.324446 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ab2be917-6503-4bc3-a527-4723bb3b2f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.377690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d461-9a87-4218-9b7f-954928a2109d req-fcc32795-de98-49f0-9f66-35702a40258f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:30.379489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ab4d461-9a87-4218-9b7f-954928a2109d req-fcc32795-de98-49f0-9f66-35702a40258f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.5905054 Jun 03 15:31:30.396774 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ab2be917-6503-4bc3-a527-4723bb3b2f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.464529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f7c69-e306-4734-81f1-b76b754f64f8 req-e4203f19-776f-4079-b0cf-30e48199593e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:30.471893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d64f7c69-e306-4734-81f1-b76b754f64f8 req-e4203f19-776f-4079-b0cf-30e48199593e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 944 time: 0.6505728 Jun 03 15:31:30.484960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:30.501144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:30.503696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-a321bf74-b5f7-4733-b999-8690f7673871 service neutron] 10.222.0.67 "GET /v2.0/networks/6840abba-69dd-442c-8ecb-bc409adf367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409953 Jun 03 15:31:30.518321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:30.636621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 299c7af1-1c3b-4493-9a92-be26ed6e67ca no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:30.660016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ab4d461-9a87-4218-9b7f-954928a2109d req-32f81471-f5af-4b40-ada7-44bd00aae5fc tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644196 Jun 03 15:31:30.695763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d64f7c69-e306-4734-81f1-b76b754f64f8 req-4be20e78-8900-4278-89c9-6b091c6822da tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225888 Jun 03 15:31:30.697773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.738523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ab2be917-6503-4bc3-a527-4723bb3b2f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.768721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 299c7af1-1c3b-4493-9a92-be26ed6e67ca {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:31:30.769224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 299c7af1-1c3b-4493-9a92-be26ed6e67ca not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:31:30.771320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port 528e57d6-dbd1-44b5-bf5d-4fcd6b0c7bf0 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:31:30.882401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2be917-6503-4bc3-a527-4723bb3b2f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65004d5b-c3b0-48ec-a717-9eaa06b602af,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:30.991401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ab2be917-6503-4bc3-a527-4723bb3b2f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:30.992650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ab2be917-6503-4bc3-a527-4723bb3b2f7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65004d5b-c3b0-48ec-a717-9eaa06b602af HTTP/1.1" status: 204 len: 168 time: 1.2022331 Jun 03 15:31:30.997553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6b3e357f-ee61-43bf-8ca0-0ecd1be5a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:33Z', 'revision_number': 4, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '150a00e4-538f-450f-8d68-75075eb2c2d0', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'port_id': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'mac_address': 'fa:16:3e:8f:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:30:43Z', 'updated_at': '2022-06-03T15:31:25Z', 'revision_number': 1, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa9f8e6-ef07-4fa8-82c4-cde9872657b1', 'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'mac_address': 'fa:16:3e:92:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:29Z', 'updated_at': '2022-06-03T15:30:48Z', 'revision_number': 5, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'subnets': [{'id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:31.003430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': 'bd3f211e-fa6e-4537-ab56-c3fbdabc5709'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:31:31.005458 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:31.027632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07fccf4f-b8c6-4c8a-9316-c9221b8a8dc4 req-8d206444-3c2a-43f7-a387-9d33cb3cb6ac service neutron] 10.222.0.67 "GET /v2.0/networks/6840abba-69dd-442c-8ecb-bc409adf367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980702 Jun 03 15:31:31.057112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3e357f-ee61-43bf-8ca0-0ecd1be5a323 None None] Checking router: 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:31.185432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3e357f-ee61-43bf-8ca0-0ecd1be5a323 None None] Routers {'7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:31:31.186111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6b3e357f-ee61-43bf-8ca0-0ecd1be5a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:31:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:31.223526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::21b (6a53de42-b459-4b7b-ab08-16276fe85489/bd3f211e-fa6e-4537-ab56-c3fbdabc5709/528e57d6-dbd1-44b5-bf5d-4fcd6b0c7bf0) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:31.269713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4ca71-5261-4793-a37a-68a584ff7161 req-0b2bd326-4feb-4fdf-b464-1c2a5ad27663 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:31.271397 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06e4ca71-5261-4793-a37a-68a584ff7161 req-0b2bd326-4feb-4fdf-b464-1c2a5ad27663 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 945 time: 0.3704238 Jun 03 15:31:31.333587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1d848-88f5-47b3-b0a7-ba2a156589b1 req-0a85023e-3d51-496f-acb8-d2b83ba64faf tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:31.341601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92e1d848-88f5-47b3-b0a7-ba2a156589b1 req-0a85023e-3d51-496f-acb8-d2b83ba64faf tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 944 time: 0.3066061 Jun 03 15:31:31.389954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06e4ca71-5261-4793-a37a-68a584ff7161 req-9510f115-5b5d-413e-85fa-b98346ef2bcd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061592 Jun 03 15:31:31.397647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bd8a4-8b17-4963-b378-407635a3e7e1 req-68036ad0-a8c3-46ff-8e8d-7b8b8cff0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:31.400647 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f7bd8a4-8b17-4963-b378-407635a3e7e1 req-68036ad0-a8c3-46ff-8e8d-7b8b8cff0f18 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab1b95353d59417db0334a522c4f9d1b&device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 1095 time: 0.2677269 Jun 03 15:31:31.542243 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92e1d848-88f5-47b3-b0a7-ba2a156589b1 req-00570cc3-1648-4372-8dfe-817ad51d9d63 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995070 Jun 03 15:31:31.606229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47558) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:31.646347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:31.672430 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ac9b9d0-ed5e-4856-a139-3930816a3d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:31.691222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6b3e357f-ee61-43bf-8ca0-0ecd1be5a323 None None] Set router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:31:31.757356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8ac9b9d0-ed5e-4856-a139-3930816a3d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:31.763702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bd8a4-8b17-4963-b378-407635a3e7e1 req-a3e44633-4cc9-4300-b4e7-bd85e88d7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:31.765637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f7bd8a4-8b17-4963-b378-407635a3e7e1 req-a3e44633-4cc9-4300-b4e7-bd85e88d7b56 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6840abba-69dd-442c-8ecb-bc409adf367a HTTP/1.1" status: 200 len: 923 time: 0.3407745 Jun 03 15:31:31.766449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8ac9b9d0-ed5e-4856-a139-3930816a3d8a admin admin] Usage tracker for resource:security_group_rule and tenant:9a597d944ab14d9482b1593db31082cf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:31.771743 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:31.780538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8ac9b9d0-ed5e-4856-a139-3930816a3d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:31.808809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object 528e57d6-dbd1-44b5-bf5d-4fcd6b0c7bf0 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:31.841195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:31.842145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8ac9b9d0-ed5e-4856-a139-3930816a3d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:31.907088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f7bd8a4-8b17-4963-b378-407635a3e7e1 req-90b69647-41a4-403e-800d-ed80f60315aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2b70384-00b5-4419-871c-0c47cbc8796e HTTP/1.1" status: 200 len: 217 time: 0.1277654 Jun 03 15:31:31.937715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:31.941926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:31.949552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:31.959265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:31.959954 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:31.973550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=528e57d6-dbd1-44b5-bf5d-4fcd6b0c7bf0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:32.008855 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b1e521ac-aa5d-4e83-a43c-58e8bc7b614b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7512896 Jun 03 15:31:32.009195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47570) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:32.012824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bd8a4-8b17-4963-b378-407635a3e7e1 req-47db5d03-fe18-4dd4-8dcc-bc0120c0f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:32.014109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f7bd8a4-8b17-4963-b378-407635a3e7e1 req-47db5d03-fe18-4dd4-8dcc-bc0120c0f423 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=13bf0f35-1abe-4e17-b47e-0f9076922c19 HTTP/1.1" status: 200 len: 862 time: 0.0990133 Jun 03 15:31:32.022126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/bd3f211e-fa6e-4537-ab56-c3fbdabc5709/fe90b1c9-60ec-4be7-a249-a76de7e18eaf) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:32.082571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f7bd8a4-8b17-4963-b378-407635a3e7e1 req-c268c44d-3739-432f-bd5f-ad00b6ac0669 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6840abba-69dd-442c-8ecb-bc409adf367a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612955 Jun 03 15:31:32.095723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e346b-9f6b-4ba5-81f6-57ee893e1230 req-89ed8a9b-e185-40c7-bfd6-dcbe8f3cf329 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:32.097550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b75e346b-9f6b-4ba5-81f6-57ee893e1230 req-89ed8a9b-e185-40c7-bfd6-dcbe8f3cf329 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.4435024 Jun 03 15:31:32.127269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894874ff-c494-419f-98b0-5e255fa30838 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:32.127996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-894874ff-c494-419f-98b0-5e255fa30838 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:32.137660 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b7b26025-11d4-4564-947c-f46352d49acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.152565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-894874ff-c494-419f-98b0-5e255fa30838 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:32.157137 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-894874ff-c494-419f-98b0-5e255fa30838 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1468461 Jun 03 15:31:32.157753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47574) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:32.251061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-09fc52d9-ab0d-460b-a3fb-8047b4e4a943 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port 528e57d6-dbd1-44b5-bf5d-4fcd6b0c7bf0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:32.251742 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09fc52d9-ab0d-460b-a3fb-8047b4e4a943 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.307798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648dccf-8983-49ff-ad5f-ce9f74b0fa5a req-b3d8c20a-058c-464a-8ca6-598162fb1aee tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:32.310282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4648dccf-8983-49ff-ad5f-ce9f74b0fa5a req-b3d8c20a-058c-464a-8ca6-598162fb1aee tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 945 time: 0.4694867 Jun 03 15:31:32.355980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c6439555-16a2-4f3a-9329-acaffa615b3b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:31:32.424117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b75e346b-9f6b-4ba5-81f6-57ee893e1230 req-421d371d-e024-40bf-a8a8-9cac59b52af7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882848 Jun 03 15:31:32.466254 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ac9b9d0-ed5e-4856-a139-3930816a3d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.521291 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ac9b9d0-ed5e-4856-a139-3930816a3d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.667199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09fc52d9-ab0d-460b-a3fb-8047b4e4a943 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.704589 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.748121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Transition to ACTIVE for port object fe90b1c9-60ec-4be7-a249-a76de7e18eaf will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:32.795125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6b3e357f-ee61-43bf-8ca0-0ecd1be5a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:33Z', 'revision_number': 4, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '150a00e4-538f-450f-8d68-75075eb2c2d0', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'port_id': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'mac_address': 'fa:16:3e:8f:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:30:43Z', 'updated_at': '2022-06-03T15:31:25Z', 'revision_number': 1, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa9f8e6-ef07-4fa8-82c4-cde9872657b1', 'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'mac_address': 'fa:16:3e:92:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:29Z', 'updated_at': '2022-06-03T15:30:48Z', 'revision_number': 5, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'subnets': [{'id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:32.825838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3e357f-ee61-43bf-8ca0-0ecd1be5a323 None None] The sync data for ids ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'] in n-d-844595-1 is: [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:33Z', 'revision_number': 4, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '150a00e4-538f-450f-8d68-75075eb2c2d0', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'port_id': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'mac_address': 'fa:16:3e:8f:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:30:43Z', 'updated_at': '2022-06-03T15:31:25Z', 'revision_number': 1, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa9f8e6-ef07-4fa8-82c4-cde9872657b1', 'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'mac_address': 'fa:16:3e:92:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:29Z', 'updated_at': '2022-06-03T15:30:48Z', 'revision_number': 5, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'subnets': [{'id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:32.843813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8ac9b9d0-ed5e-4856-a139-3930816a3d8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a597d944ab14d9482b1593db31082cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2354715 Jun 03 15:31:32.849869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47580) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:32.859459 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f7bd8a4-8b17-4963-b378-407635a3e7e1 req-92a1b4a8-006b-4c63-b2e8-eed1479f7bfb service neutron] 10.222.0.67 "GET /v2.0/networks/6840abba-69dd-442c-8ecb-bc409adf367a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7582564 Jun 03 15:31:32.859774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-09fc52d9-ab0d-460b-a3fb-8047b4e4a943 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for 528e57d6-dbd1-44b5-bf5d-4fcd6b0c7bf0 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:32.867577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Transition to ACTIVE for port object fe90b1c9-60ec-4be7-a249-a76de7e18eaf will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:32.872194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:32.894922 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:32.968913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4648dccf-8983-49ff-ad5f-ce9f74b0fa5a req-810f772d-ef2b-469d-b35a-57a9202300cd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6403337 Jun 03 15:31:32.991604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'port_id': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'mac_address': 'fa:16:3e:c0:90:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:31:33.179611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:33.184194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:33.188132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c6439555-16a2-4f3a-9329-acaffa615b3b is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:33.188503 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.193211 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be69df3-6394-49d8-8ead-dab297798491'] response: {'name': 'network-changed', 'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'status': 'completed', 'code': 200} Jun 03 15:31:33.195744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9b9d0-ed5e-4856-a139-3930816a3d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bf481f-a312-4886-b361-405e7fccb823,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:33.206201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:33.218357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Pushing event updated for resources: {'Port': ['ID=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:33.307832 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64d85a-6585-4feb-8896-7ecf0c220c39 None None] New status for floating IP 150a00e4-538f-450f-8d68-75075eb2c2d0: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:31:33.317292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6439555-16a2-4f3a-9329-acaffa615b3b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:33.339548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.339548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.339548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.340185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.340185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.340487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.340979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.340979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.341423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.341703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.342027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.342458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:33.378078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09fc52d9-ab0d-460b-a3fb-8047b4e4a943 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.480586 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cef4a6b0-408a-44ab-bf40-10fafe1de922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.598500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc52d9-ab0d-460b-a3fb-8047b4e4a943 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=528e57d6-dbd1-44b5-bf5d-4fcd6b0c7bf0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:33.638777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09255661-7c01-4cca-abea-cce78cdb16c2 req-fef91ff7-3e72-460f-97d1-4ce2e344a938 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:33.640460 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09255661-7c01-4cca-abea-cce78cdb16c2 req-fef91ff7-3e72-460f-97d1-4ce2e344a938 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.8249500 Jun 03 15:31:33.691343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:33.699710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Attempting to bind port fe90b1c9-60ec-4be7-a249-a76de7e18eaf on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:33.700510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Attempting to bind port fe90b1c9-60ec-4be7-a249-a76de7e18eaf by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:33.701214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Attempting to bind port fe90b1c9-60ec-4be7-a249-a76de7e18eaf on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:33.707825 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.709529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 11335c2f-6e18-471f-bcbc-7812e67afce5 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:31:33.711887 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f7bd8a4-8b17-4963-b378-407635a3e7e1 req-3c80a461-2842-47f2-b4c1-aebc6180b864 service neutron] 10.222.0.67 "GET /v2.0/networks/6840abba-69dd-442c-8ecb-bc409adf367a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781054 Jun 03 15:31:33.713900 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09fc52d9-ab0d-460b-a3fb-8047b4e4a943 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.728338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cef4a6b0-408a-44ab-bf40-10fafe1de922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.746196 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-09fc52d9-ab0d-460b-a3fb-8047b4e4a943 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/528e57d6-dbd1-44b5-bf5d-4fcd6b0c7bf0 HTTP/1.1" status: 204 len: 168 time: 1.5871785 Jun 03 15:31:33.755896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47588) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:33.793931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2692fbb-ee53-483b-8263-fda3c8c853b8 req-fadec70a-09fd-46d5-863e-b7ec3bcae1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:33.802226 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c2692fbb-ee53-483b-8263-fda3c8c853b8 req-fadec70a-09fd-46d5-863e-b7ec3bcae1f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1096 time: 0.6638834 Jun 03 15:31:33.814173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:33.814966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:33.815626 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.816290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:33.817140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Bound port: fe90b1c9-60ec-4be7-a249-a76de7e18eaf, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:33.817626 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:33.942020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09255661-7c01-4cca-abea-cce78cdb16c2 req-e75f4f8b-f700-46a7-a5e5-654a283a3e85 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820127 Jun 03 15:31:34.076104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c5938-891c-4695-bb9f-e92282e478fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:34.079111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c5938-891c-4695-bb9f-e92282e478fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:34.080340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-042c5938-891c-4695-bb9f-e92282e478fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:34.131684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-042c5938-891c-4695-bb9f-e92282e478fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:34.133197 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-042c5938-891c-4695-bb9f-e92282e478fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3483851 Jun 03 15:31:34.137615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47600) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:34.195666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2692fbb-ee53-483b-8263-fda3c8c853b8 req-fc1d19dd-02e9-494b-af5b-145f78eb45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:34.197253 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c2692fbb-ee53-483b-8263-fda3c8c853b8 req-fc1d19dd-02e9-494b-af5b-145f78eb45d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.3890591 Jun 03 15:31:34.208514 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:31:34.324579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-411abbd3-c67d-425a-80d0-701b572dd4f4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet bd3f211e-fa6e-4537-ab56-c3fbdabc5709 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:31:34.402994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:34.425097 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-411abbd3-c67d-425a-80d0-701b572dd4f4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:34.480400 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c2692fbb-ee53-483b-8263-fda3c8c853b8 req-71f61ee0-390a-4844-a31c-f9fa6373229f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 1001 time: 0.2765532 Jun 03 15:31:34.504770 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9198ebea-519b-4f1e-b779-1542167b0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:34.531800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] For port fe90b1c9-60ec-4be7-a249-a76de7e18eaf, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:34.541996 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] For port fe90b1c9-60ec-4be7-a249-a76de7e18eaf, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:34.550118 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cef4a6b0-408a-44ab-bf40-10fafe1de922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:34.554742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 11335c2f-6e18-471f-bcbc-7812e67afce5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=11335c2f-6e18-471f-bcbc-7812e67afce5,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:34.563681 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:34.620288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'port_id': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'mac_address': 'fa:16:3e:a3:2c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:31:34.640489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4a6b0-408a-44ab-bf40-10fafe1de922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bf481f-a312-4886-b361-405e7fccb823,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:34.679521 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-411abbd3-c67d-425a-80d0-701b572dd4f4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:34.711458 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cef4a6b0-408a-44ab-bf40-10fafe1de922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:34.715330 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cef4a6b0-408a-44ab-bf40-10fafe1de922 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7bf481f-a312-4886-b361-405e7fccb823 HTTP/1.1" status: 204 len: 168 time: 1.8569081 Jun 03 15:31:34.786787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2692fbb-ee53-483b-8263-fda3c8c853b8 req-7cff19ee-0b9c-4f52-a93b-04118e1a67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:34.790096 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c2692fbb-ee53-483b-8263-fda3c8c853b8 req-7cff19ee-0b9c-4f52-a93b-04118e1a67e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.3022742 Jun 03 15:31:34.823106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ceff08-522a-4e4b-bf80-274d0dc810a1 req-53103853-c010-4d0d-972f-130481ced2b6 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:34.836169 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56ceff08-522a-4e4b-bf80-274d0dc810a1 req-53103853-c010-4d0d-972f-130481ced2b6 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 944 time: 0.4381535 Jun 03 15:31:34.851344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 11335c2f-6e18-471f-bcbc-7812e67afce5 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:34.852178 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:34.857054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a917959-7791-4a6a-9558-4fabdc5fed22 req-4190af1c-1fd8-4473-abce-0a2eb6ec8716 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:34.870023 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a917959-7791-4a6a-9558-4fabdc5fed22 req-4190af1c-1fd8-4473-abce-0a2eb6ec8716 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 944 time: 0.5397170 Jun 03 15:31:34.901981 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-411abbd3-c67d-425a-80d0-701b572dd4f4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:34.913753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef774bf6-97e0-44b2-b5f0-358358bc05f1 None None] Pushing event updated for resources: {'Port': ['ID=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:34.934516 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11335c2f-6e18-471f-bcbc-7812e67afce5 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:34.967065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 11335c2f-6e18-471f-bcbc-7812e67afce5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=11335c2f-6e18-471f-bcbc-7812e67afce5,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:34.977351 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:34.980060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2692fbb-ee53-483b-8263-fda3c8c853b8 req-fb1e753a-6fb5-4a0a-8cae-18a48a1ef34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:34.995248 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c2692fbb-ee53-483b-8263-fda3c8c853b8 req-fb1e753a-6fb5-4a0a-8cae-18a48a1ef34e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992707 Jun 03 15:31:35.025148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56ceff08-522a-4e4b-bf80-274d0dc810a1 req-baaa3d7a-98a5-4971-9bc2-e6a8a32f6ff2 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875515 Jun 03 15:31:35.045295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a917959-7791-4a6a-9558-4fabdc5fed22 req-b48f0391-9175-4846-b837-ea1fa6e5f70b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740389 Jun 03 15:31:35.107950 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f2b70384-00b5-4419-871c-0c47cbc8796e details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:31:35.113589 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-411abbd3-c67d-425a-80d0-701b572dd4f4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:35.209021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=11335c2f-6e18-471f-bcbc-7812e67afce5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:35.216857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-411abbd3-c67d-425a-80d0-701b572dd4f4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:35.228569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411abbd3-c67d-425a-80d0-701b572dd4f4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3f211e-fa6e-4537-ab56-c3fbdabc5709,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:35.271829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-411abbd3-c67d-425a-80d0-701b572dd4f4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/bd3f211e-fa6e-4537-ab56-c3fbdabc5709 HTTP/1.1" status: 204 len: 168 time: 1.1324351 Jun 03 15:31:35.274587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47606) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:35.346532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c6439555-16a2-4f3a-9329-acaffa615b3b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:31:35.489213 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c2692fbb-ee53-483b-8263-fda3c8c853b8 req-a8085c5d-0770-4d77-8eb1-446ab1f4a469 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852133 Jun 03 15:31:35.731939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-56c0b011-9e4b-486a-b9b5-9b7c0d9d6f3a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4319956 Jun 03 15:31:35.735899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47614) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:35.776375 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:35.787549 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:35.846980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f2b70384-00b5-4419-871c-0c47cbc8796e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2b70384-00b5-4419-871c-0c47cbc8796e,segment=NetworkSegment(f7eea00c-b0a1-49bd-881d-4dab3a011f52),segment_id=f7eea00c-b0a1-49bd-881d-4dab3a011f52)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:35.890380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'f2b70384-00b5-4419-871c-0c47cbc8796e', 'network_id': '6840abba-69dd-442c-8ecb-bc409adf367a', 'port_id': 'f2b70384-00b5-4419-871c-0c47cbc8796e', 'mac_address': 'fa:16:3e:f6:e4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bf0f35-1abe-4e17-b47e-0f9076922c19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:31:35.927497 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c2692fbb-ee53-483b-8263-fda3c8c853b8 req-f40feb39-2ca5-4ae7-9205-5986aeb015a9 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290226 Jun 03 15:31:35.938897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['11335c2f-6e18-471f-bcbc-7812e67afce5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:31:36.019036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f2c14-a7b2-48e7-9e5d-983b6e9bb4f4 req-00629e09-a321-46f9-a529-6a2c94c3ce09 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:36.030552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb0f2c14-a7b2-48e7-9e5d-983b6e9bb4f4 req-00629e09-a321-46f9-a529-6a2c94c3ce09 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 945 time: 0.4984202 Jun 03 15:31:36.044735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ac555-e8a3-4298-8d8a-246bf7634394 req-463b6b5a-cbb5-47b6-b341-503f39b1c1e1 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:36.047702 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-188ac555-e8a3-4298-8d8a-246bf7634394 req-463b6b5a-cbb5-47b6-b341-503f39b1c1e1 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 945 time: 0.5142696 Jun 03 15:31:36.058874 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd8342-5f06-447e-8b20-248a3294dd84 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:36.061452 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f9cd8342-5f06-447e-8b20-248a3294dd84 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3245919 Jun 03 15:31:36.065222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:36.103972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f2b70384-00b5-4419-871c-0c47cbc8796e is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:36.104256 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:36.154027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b70384-00b5-4419-871c-0c47cbc8796e {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:36.170900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb0f2c14-a7b2-48e7-9e5d-983b6e9bb4f4 req-b43eff8a-f374-4759-9f5e-042030443781 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383164 Jun 03 15:31:36.245443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-188ac555-e8a3-4298-8d8a-246bf7634394 req-4a372e05-c86a-4efe-90c2-bd49fd2cdeab tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616988 Jun 03 15:31:36.284138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f2b70384-00b5-4419-871c-0c47cbc8796e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2b70384-00b5-4419-871c-0c47cbc8796e,segment=NetworkSegment(f7eea00c-b0a1-49bd-881d-4dab3a011f52),segment_id=f7eea00c-b0a1-49bd-881d-4dab3a011f52)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:36.305597 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:36.335782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba9bdef-b6bc-455b-a5a7-469fd10634d4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:36.346519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5ba9bdef-b6bc-455b-a5a7-469fd10634d4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:36.439662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5ba9bdef-b6bc-455b-a5a7-469fd10634d4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:36.446035 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5ba9bdef-b6bc-455b-a5a7-469fd10634d4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3762615 Jun 03 15:31:36.448964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:36.596957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f2b70384-00b5-4419-871c-0c47cbc8796e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:36.747227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fe90b1c9-60ec-4be7-a249-a76de7e18eaf up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:36.812705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b79666-7733-47c2-bc5d-ea8523aa8f97 req-cdb65ced-1e1a-4209-9cff-6436b03610b5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:36.836955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40b79666-7733-47c2-bc5d-ea8523aa8f97 req-cdb65ced-1e1a-4209-9cff-6436b03610b5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3009431 Jun 03 15:31:36.840764 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8317d9b2-0faa-4dc6-a086-cc3440cfab1a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3600719 Jun 03 15:31:36.848044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47644) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:36.857859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:36.931489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port fe90b1c9-60ec-4be7-a249-a76de7e18eaf completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:36.942693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d6f4e1-9354-4a41-8eeb-c71098861f63 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:37.123744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c6439555-16a2-4f3a-9329-acaffa615b3b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:37.235118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['f2b70384-00b5-4419-871c-0c47cbc8796e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:31:37.272119 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.296048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2315915b-37b8-47ad-bd8e-53d9a53dced8 None None] Provisioning for port fe90b1c9-60ec-4be7-a249-a76de7e18eaf completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:37.329651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40b79666-7733-47c2-bc5d-ea8523aa8f97 req-0de7fc32-016b-4f8b-b597-653ca2c73dc3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908068 Jun 03 15:31:37.362284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2315915b-37b8-47ad-bd8e-53d9a53dced8 None None] Provisioning complete for port fe90b1c9-60ec-4be7-a249-a76de7e18eaf triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:37.362284 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2315915b-37b8-47ad-bd8e-53d9a53dced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.396517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:37.423102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:37.469233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:37.475596 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.613755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port c6439555-16a2-4f3a-9329-acaffa615b3b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:37.614250 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.683847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1157ec4-41e1-44e1-aa15-3d9442d7057a req-d9d55a23-9224-4255-9317-c0d5848123b7 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:37.686270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1157ec4-41e1-44e1-aa15-3d9442d7057a req-d9d55a23-9224-4255-9317-c0d5848123b7 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 945 time: 0.6440425 Jun 03 15:31:37.813667 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1157ec4-41e1-44e1-aa15-3d9442d7057a req-c5a33dde-1684-48ea-bcd7-37dd80608d75 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129878 Jun 03 15:31:37.829675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2315915b-37b8-47ad-bd8e-53d9a53dced8 None None] Current status of the port fe90b1c9-60ec-4be7-a249-a76de7e18eaf is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:37.830461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2315915b-37b8-47ad-bd8e-53d9a53dced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.879107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2315915b-37b8-47ad-bd8e-53d9a53dced8 None None] For port fe90b1c9-60ec-4be7-a249-a76de7e18eaf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:37.889822 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2315915b-37b8-47ad-bd8e-53d9a53dced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:37.918627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc90b01-bec1-4ad5-bf6a-77388da8f3cf req-2e49e7b4-2111-42f9-908d-32d8de5eeb71 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:37.930258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3cc90b01-bec1-4ad5-bf6a-77388da8f3cf req-2e49e7b4-2111-42f9-908d-32d8de5eeb71 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 945 time: 0.3193707 Jun 03 15:31:37.999999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:31:38.050047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3cc90b01-bec1-4ad5-bf6a-77388da8f3cf req-f162bb64-3f72-476d-8f24-c1927158c6e1 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168649 Jun 03 15:31:38.100091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Deleting port fe90b1c9-60ec-4be7-a249-a76de7e18eaf {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:38.100460 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:38.236787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c6439555-16a2-4f3a-9329-acaffa615b3b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:38.237779 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:38.266241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315915b-37b8-47ad-bd8e-53d9a53dced8 None None] Pushing event updated for resources: {'Port': ['ID=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:38.386233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:38.438830 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:38.512187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c085a-6c35-4403-8cf5-196abf465b76 req-ba33ac31-95e1-479c-a23a-1842c42cea92 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:38.518010 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:38.522929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da3c085a-6c35-4403-8cf5-196abf465b76 req-ba33ac31-95e1-479c-a23a-1842c42cea92 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 945 time: 0.3383203 Jun 03 15:31:38.615902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fe90b1c9-60ec-4be7-a249-a76de7e18eaf no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:38.693313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.objects.ports [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88445) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:31:38.698406 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da3c085a-6c35-4403-8cf5-196abf465b76 req-eb01e906-866e-4b20-9594-908d849bed8e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178310 Jun 03 15:31:38.806599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2235e47-7b3c-47cb-a5b5-fb637cd36253 req-5560815a-a975-4c21-a88e-878cb50d1144 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:38.816414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2235e47-7b3c-47cb-a5b5-fb637cd36253 req-5560815a-a975-4c21-a88e-878cb50d1144 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 945 time: 0.5668633 Jun 03 15:31:38.830782 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:38.838183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:38.884429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] For port fe90b1c9-60ec-4be7-a249-a76de7e18eaf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:38.885463 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:38.953948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2235e47-7b3c-47cb-a5b5-fb637cd36253 req-514f3e09-6da3-4881-b846-11e343cc6f8f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360302 Jun 03 15:31:39.033211 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e3fb53-3f92-419d-9abb-a674ffc38a7a'] response: {'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'code': 200} Jun 03 15:31:39.106160 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Calling delete_port for fe90b1c9-60ec-4be7-a249-a76de7e18eaf owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:39.140911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 11335c2f-6e18-471f-bcbc-7812e67afce5 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:39.212907 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:39.223521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port fe90b1c9-60ec-4be7-a249-a76de7e18eaf is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:39.224347 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:39.368069 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:31:39.369690 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:31:39.375381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 11335c2f-6e18-471f-bcbc-7812e67afce5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:39.388975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 11335c2f-6e18-471f-bcbc-7812e67afce5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:39.390072 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:39.439378 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:31:39.440114 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:31:39.617704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 11335c2f-6e18-471f-bcbc-7812e67afce5 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:39.618217 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:39.662871 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-778132bd-e678-4450-a8a2-c417f2a41300 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1775129 Jun 03 15:31:39.675524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 11335c2f-6e18-471f-bcbc-7812e67afce5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=11335c2f-6e18-471f-bcbc-7812e67afce5,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:39.681823 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:39.811217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=11335c2f-6e18-471f-bcbc-7812e67afce5,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:39.825195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06b7f8-ede1-4e64-872c-5906a31d668e req-208a7770-76ae-4092-b5a8-f0c26c656e5e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:39.827854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d06b7f8-ede1-4e64-872c-5906a31d668e req-208a7770-76ae-4092-b5a8-f0c26c656e5e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.5857868 Jun 03 15:31:39.872189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Deleting port fe90b1c9-60ec-4be7-a249-a76de7e18eaf {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:39.872902 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:39.901417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c394155-6fbb-4895-98d2-b897acaf7bd3 req-2d62db55-f838-4ddc-b191-7d290385033e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:39.913079 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c394155-6fbb-4895-98d2-b897acaf7bd3 req-2d62db55-f838-4ddc-b191-7d290385033e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 945 time: 0.5715725 Jun 03 15:31:39.960075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-ec984545-b544-45da-b7d1-8e78b3b4a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:39.962326 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-ec984545-b544-45da-b7d1-8e78b3b4a9c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b48be3565d6942b5af8b73b5a255181e&device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 1096 time: 0.1348526 Jun 03 15:31:40.040791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d06b7f8-ede1-4e64-872c-5906a31d668e req-fc89a948-582a-4112-87f6-f1b1f02bed01 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944003 Jun 03 15:31:40.081391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] For port fe90b1c9-60ec-4be7-a249-a76de7e18eaf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:40.111157 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c394155-6fbb-4895-98d2-b897acaf7bd3 req-b0fd55df-4ee5-4c53-9641-fdc5ba7596b5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502023 Jun 03 15:31:40.153470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port fe90b1c9-60ec-4be7-a249-a76de7e18eaf is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:40.155167 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.162989 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.169291 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.170126 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.593595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-c2f41013-31af-43d4-8c4a-60f1028ad348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:40.597040 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-c2f41013-31af-43d4-8c4a-60f1028ad348 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 200 len: 920 time: 0.3579671 Jun 03 15:31:40.673115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:40.725354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:40.732612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:40.745032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:40.746497 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.795227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] For port fe90b1c9-60ec-4be7-a249-a76de7e18eaf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:40.795849 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:40.800571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9504521 Jun 03 15:31:40.804281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47732) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:40.816478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-dfc325b0-1de7-4df4-a00b-09b6bc873da5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:40.839384 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-6bd0fe20-8882-46c6-a6a8-ab90edca9bf5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1d88924-fe16-4c52-aa20-f56a89f0b95c HTTP/1.1" status: 200 len: 217 time: 0.2250478 Jun 03 15:31:40.982038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-a42f6f36-f574-40f0-96b4-e95c8fba1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:40.983525 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-a42f6f36-f574-40f0-96b4-e95c8fba1094 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 200 len: 858 time: 0.1376183 Jun 03 15:31:41.002038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25744e0e-74a0-4554-ab35-c2719ad69593 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=463a6deb-6c14-4bff-9e28-6b0ecbe1bec2,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:41.066041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11335c2f-6e18-471f-bcbc-7812e67afce5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:41.094210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-0e12285a-f008-40b7-96da-ce0adafed767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:41.097710 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-0e12285a-f008-40b7-96da-ce0adafed767 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c490fd12-08ed-4aa5-b629-fc58f429a667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065710 Jun 03 15:31:41.155605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Calling delete_port for fe90b1c9-60ec-4be7-a249-a76de7e18eaf owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:41.276276 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:31:41.276941 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:31:41.277661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f2b70384-00b5-4419-871c-0c47cbc8796e up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:41.346193 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:31:41.347074 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:31:41.372937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dfc325b0-1de7-4df4-a00b-09b6bc873da5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:41.400677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0799a72-7aa5-47e1-b8c9-e37a675583de req-cc6b6fdd-70d4-4b11-bc07-f982cf1e289c tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:41.406402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0799a72-7aa5-47e1-b8c9-e37a675583de req-cc6b6fdd-70d4-4b11-bc07-f982cf1e289c tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 945 time: 0.9959612 Jun 03 15:31:41.417102 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-e2e936d4-c5fd-40d7-97b3-08f8dab2f037 service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056359 Jun 03 15:31:41.420325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dfc325b0-1de7-4df4-a00b-09b6bc873da5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:41.426719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dfc325b0-1de7-4df4-a00b-09b6bc873da5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:41.460179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dfc325b0-1de7-4df4-a00b-09b6bc873da5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:41.504994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc325b0-1de7-4df4-a00b-09b6bc873da5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:41.509922 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfc325b0-1de7-4df4-a00b-09b6bc873da5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:41.538659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port f2b70384-00b5-4419-871c-0c47cbc8796e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:41.564163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port f2b70384-00b5-4419-871c-0c47cbc8796e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:41.565044 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:41.659204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port fe90b1c9-60ec-4be7-a249-a76de7e18eaf is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:41.659793 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:41.697925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0799a72-7aa5-47e1-b8c9-e37a675583de req-58277128-cd6e-48ff-b7dc-2af952a5e86c tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742112 Jun 03 15:31:41.746551 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c30d5175-4ac5-4afc-b0a5-de4659c3aecf req-27357168-589f-496b-963e-9e9e9b145dec service neutron] 10.222.0.67 "GET /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224120 Jun 03 15:31:41.747155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dd744-08ba-4f67-806c-c381e2eb5740 req-ac63c7e7-ff4c-47f8-ba8e-daa047427ad8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:41.758770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-210dd744-08ba-4f67-806c-c381e2eb5740 req-ac63c7e7-ff4c-47f8-ba8e-daa047427ad8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 946 time: 0.7349477 Jun 03 15:31:41.791677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port fe90b1c9-60ec-4be7-a249-a76de7e18eaf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:41.800851 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:41.846338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-210dd744-08ba-4f67-806c-c381e2eb5740 req-7f4e6681-46c8-42e3-bc23-c64fe166e730 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862558 Jun 03 15:31:41.878554 n-d-844595-1 neutron-server[88445]: INFO neutron.db.ipam_backend_mixin [None req-dfc325b0-1de7-4df4-a00b-09b6bc873da5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 463a6deb-6c14-4bff-9e28-6b0ecbe1bec2 (CIDR: 2001:db8::/64) Jun 03 15:31:41.885419 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc325b0-1de7-4df4-a00b-09b6bc873da5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:31:41.886013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc325b0-1de7-4df4-a00b-09b6bc873da5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:31:41.926528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47754) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:41.927617 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dfc325b0-1de7-4df4-a00b-09b6bc873da5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1193817 Jun 03 15:31:41.936826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:42.089084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:42.092736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Deleting port fe90b1c9-60ec-4be7-a249-a76de7e18eaf {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:42.093305 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:42.131018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f2b70384-00b5-4419-871c-0c47cbc8796e is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:42.131627 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:42.447848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f2b70384-00b5-4419-871c-0c47cbc8796e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2b70384-00b5-4419-871c-0c47cbc8796e,segment=NetworkSegment(f7eea00c-b0a1-49bd-881d-4dab3a011f52),segment_id=f7eea00c-b0a1-49bd-881d-4dab3a011f52)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:42.460901 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:42.506363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8830ef-faba-4ffb-8cad-5d5cc99ec565 req-5dc2d18d-39a4-41e0-a803-7a4395cd099d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:42.519729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8830ef-faba-4ffb-8cad-5d5cc99ec565 req-5dc2d18d-39a4-41e0-a803-7a4395cd099d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.4333079 Jun 03 15:31:42.662039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:42.693130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:42.718707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d02274-b422-4455-a035-f551c3231948 req-536459a8-220d-45e2-8718-5ea9fea630b3 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:42.720709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:42.729510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61d02274-b422-4455-a035-f551c3231948 req-536459a8-220d-45e2-8718-5ea9fea630b3 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.5383494 Jun 03 15:31:42.745983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:42.787678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:42.794220 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:42.813191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8830ef-faba-4ffb-8cad-5d5cc99ec565 req-860be572-275e-45b5-9046-c639b5c0be81 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921598 Jun 03 15:31:42.908050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61d02274-b422-4455-a035-f551c3231948 req-01da6049-a65d-4b85-989e-4e07bfdea548 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409907 Jun 03 15:31:42.983047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f2b70384-00b5-4419-871c-0c47cbc8796e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:43.128038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] For port fe90b1c9-60ec-4be7-a249-a76de7e18eaf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:43.130378 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:43.516836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c022a9-0ebf-46e0-858f-3347890d2d29 req-12fb35ce-6ec8-4ef7-b25b-b25ec3ea27e0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:43.519810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5c022a9-0ebf-46e0-858f-3347890d2d29 req-12fb35ce-6ec8-4ef7-b25b-b25ec3ea27e0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.2593894 Jun 03 15:31:43.688510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5c022a9-0ebf-46e0-858f-3347890d2d29 req-612abf7f-f9bb-42ea-857a-1b325abd77ac tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601486 Jun 03 15:31:43.708465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Calling delete_port for fe90b1c9-60ec-4be7-a249-a76de7e18eaf owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:43.825984 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e70ba41-509a-4f88-9e6d-4cb4ba0562e4'] response: {'server_uuid': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'code': 200} Jun 03 15:31:43.909721 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:44.073519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:44.078549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:44.082633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:44.084030 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:44.176483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=6cd520a1-791c-463d-948a-72b71c87fb24,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:44.226271 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:44.226685 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-23bc136d-22f1-43c2-8151-8e0ec9574dab tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2982466 Jun 03 15:31:44.232433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47806) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:44.241923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:2d:3e:d1', 'name': 'tempest-NetworksTestDHCPv6-319990097'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:44.611095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:44.615279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] Pushing event deleted for resources: {'Port': ['ID=fe90b1c9-60ec-4be7-a249-a76de7e18eaf,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:44.621191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:44.625287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:44.634607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87882-0617-4929-a3df-495a4125b10f req-beeaed3e-038c-4c2d-ad5e-db4569ef53fd tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:44.636264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0de87882-0617-4929-a3df-495a4125b10f req-beeaed3e-038c-4c2d-ad5e-db4569ef53fd tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 946 time: 0.4644585 Jun 03 15:31:44.655870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110aff03-4953-4a0b-a0e1-b7bda39177fe None None] No DVR routers for this DVR port fe90b1c9-60ec-4be7-a249-a76de7e18eaf on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:31:44.662215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61347e4c-0581-45c1-a7db-6ed1a0755f4b req-55e5db1d-9465-4854-98d0-757f08677b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:44.664876 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-61347e4c-0581-45c1-a7db-6ed1a0755f4b req-55e5db1d-9465-4854-98d0-757f08677b00 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 1097 time: 0.5715587 Jun 03 15:31:44.666596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:44.666976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511473ca-a8af-4d00-9ce7-7818df7c9e70 req-4d93abf8-4b7c-4dd7-9e2d-0cc0976bb034 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:44.671232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-511473ca-a8af-4d00-9ce7-7818df7c9e70 req-4d93abf8-4b7c-4dd7-9e2d-0cc0976bb034 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 946 time: 0.3576009 Jun 03 15:31:44.695931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27969f7c-9210-4612-97ef-c890bb474f25 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:44.732129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:44.998178 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:45.043653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port 43c85d1c-f5b8-4dd8-acc6-640cbd13d99b yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:31:45.137593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0de87882-0617-4929-a3df-495a4125b10f req-3329b571-8395-430c-b403-7fefb1283fe3 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633911 Jun 03 15:31:45.183437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-511473ca-a8af-4d00-9ce7-7818df7c9e70 req-470a39f5-d1e1-4f80-b95e-ea8b6137bc45 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4462337 Jun 03 15:31:45.323193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-690d3271-a70e-4c97-8e34-07fc5bf42291 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:45.325785 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-690d3271-a70e-4c97-8e34-07fc5bf42291 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.3869100 Jun 03 15:31:45.564101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Deleting port 22618339-5489-4e57-bade-d8a8dff9634f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:45.564679 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:45.637252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8:0:1::5c (6a53de42-b459-4b7b-ab08-16276fe85489/6cd520a1-791c-463d-948a-72b71c87fb24/43c85d1c-f5b8-4dd8-acc6-640cbd13d99b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:45.648017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::f816:3eff:fe2d:3ed1 (6a53de42-b459-4b7b-ab08-16276fe85489/463a6deb-6c14-4bff-9e28-6b0ecbe1bec2/43c85d1c-f5b8-4dd8-acc6-640cbd13d99b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:45.732553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '463a6deb-6c14-4bff-9e28-6b0ecbe1bec2'}, {'subnet_id': '6cd520a1-791c-463d-948a-72b71c87fb24'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:31:45.733955 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:45.766606 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-61347e4c-0581-45c1-a7db-6ed1a0755f4b req-02d6f471-e8ae-40f5-a832-8c11947f9bc3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0709326 Jun 03 15:31:45.891530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69174f33-5e55-4c39-90be-21a8e9bd9b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b70384-00b5-4419-871c-0c47cbc8796e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:46.096665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:46.131820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object 43c85d1c-f5b8-4dd8-acc6-640cbd13d99b will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:46.226678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337769ce-b98e-40ff-b3e0-cc38cf68a730 req-bcf34bff-f982-47ea-8eda-6f891892f3d7 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:46.228665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-337769ce-b98e-40ff-b3e0-cc38cf68a730 req-bcf34bff-f982-47ea-8eda-6f891892f3d7 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 945 time: 0.5340121 Jun 03 15:31:46.242966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:46.244209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3824d8-576f-4615-9d50-8eed166303ba req-d39059cf-8e87-4922-bf57-e1c6ed2ae6ef tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:46.251575 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae3824d8-576f-4615-9d50-8eed166303ba req-d39059cf-8e87-4922-bf57-e1c6ed2ae6ef tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.5525513 Jun 03 15:31:46.390212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] For port 22618339-5489-4e57-bade-d8a8dff9634f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=22618339-5489-4e57-bade-d8a8dff9634f,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:46.390808 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:46.428744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae3824d8-576f-4615-9d50-8eed166303ba req-805fff49-7731-450f-8101-983b80953efa tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759410 Jun 03 15:31:46.515609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:46.526731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:46.533567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:46.555907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:46.563830 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:46.643140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Allocated IP 2001:db8:0:1::2 (6a53de42-b459-4b7b-ab08-16276fe85489/6cd520a1-791c-463d-948a-72b71c87fb24/5b7816ca-26d5-454e-b03f-95e109c110bb) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:46.651357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=43c85d1c-f5b8-4dd8-acc6-640cbd13d99b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:46.652421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Allocated IP 2001:db8::f816:3eff:feb8:e4b4 (6a53de42-b459-4b7b-ab08-16276fe85489/463a6deb-6c14-4bff-9e28-6b0ecbe1bec2/5b7816ca-26d5-454e-b03f-95e109c110bb) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:46.661726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-337769ce-b98e-40ff-b3e0-cc38cf68a730 req-319bfee3-718b-42b5-ab4e-c41a31e98a63 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=917f6c9b-a8e0-4d27-8339-d398df44c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830616 Jun 03 15:31:46.703437 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f7f48f37-06ec-46c0-b54c-ffa86adcc1d7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4640043 Jun 03 15:31:46.705365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47838) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:46.886333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-36a94aaa-4f12-4381-8fee-e53c80ed387b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port 43c85d1c-f5b8-4dd8-acc6-640cbd13d99b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:46.886834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36a94aaa-4f12-4381-8fee-e53c80ed387b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:46.904616 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3653b9c-f903-4693-baa9-b2b6cf1f5e80'] response: {'server_uuid': '69174f33-5e55-4c39-90be-21a8e9bd9b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b70384-00b5-4419-871c-0c47cbc8796e', 'code': 200} Jun 03 15:31:47.178266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e41d5-1984-4615-9919-bff1196fbcc7 req-fe3cc4c0-f7b6-4d2e-b823-4e36996b39e6 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:47.189826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-490e41d5-1984-4615-9919-bff1196fbcc7 req-fe3cc4c0-f7b6-4d2e-b823-4e36996b39e6 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.5268285 Jun 03 15:31:47.205166 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:47.237204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Transition to ACTIVE for port object 5b7816ca-26d5-454e-b03f-95e109c110bb will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:47.323050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Transition to ACTIVE for port object 5b7816ca-26d5-454e-b03f-95e109c110bb will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:47.369298 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:47.561599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa104b5-5d99-493f-9f3f-24de04c37989 req-4ce7f140-e96a-4965-98e7-c14b1dbe2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:47.563238 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-faa104b5-5d99-493f-9f3f-24de04c37989 req-4ce7f140-e96a-4965-98e7-c14b1dbe2834 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 1097 time: 0.5496030 Jun 03 15:31:47.623577 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-faa104b5-5d99-493f-9f3f-24de04c37989 req-0a031a07-05e8-43b4-81ea-a8436fbc4264 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514948 Jun 03 15:31:47.724098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Pushing event updated for resources: {'Port': ['ID=5b7816ca-26d5-454e-b03f-95e109c110bb,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:47.751463 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36a94aaa-4f12-4381-8fee-e53c80ed387b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:47.799674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:47.803809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:47.815759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:31:47.848278 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:47.849563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:47.850213 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Floating IP 5ab66897-d40d-427c-9d75-e4d3027ba7bf disassociated. External IP: 172.25.7.163, port: 22618339-5489-4e57-bade-d8a8dff9634f. Jun 03 15:31:47.850839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Calling delete_port for 22618339-5489-4e57-bade-d8a8dff9634f owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:47.937584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-490e41d5-1984-4615-9919-bff1196fbcc7 req-1859ba18-f488-44f4-8cb2-35d8ed05b890 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7441335 Jun 03 15:31:48.139466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-36a94aaa-4f12-4381-8fee-e53c80ed387b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for 43c85d1c-f5b8-4dd8-acc6-640cbd13d99b owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:48.323756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Attempting to bind port 5b7816ca-26d5-454e-b03f-95e109c110bb on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:31:48.329560 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Attempting to bind port 5b7816ca-26d5-454e-b03f-95e109c110bb by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:31:48.337049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Attempting to bind port 5b7816ca-26d5-454e-b03f-95e109c110bb on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:31:48.369337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40860ce4-9688-4884-801f-59801a64fe96 req-b72ff960-d6a5-4f58-b22b-56e5cea9a9b0 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:48.372995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:31:48.375230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:31:48.379803 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:48.380636 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40860ce4-9688-4884-801f-59801a64fe96 req-b72ff960-d6a5-4f58-b22b-56e5cea9a9b0 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 946 time: 1.1546230 Jun 03 15:31:48.386783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:48.387987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:31:48.390351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Bound port: 5b7816ca-26d5-454e-b03f-95e109c110bb, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:31:48.393913 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:48.705675 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36a94aaa-4f12-4381-8fee-e53c80ed387b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:48.759014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40860ce4-9688-4884-801f-59801a64fe96 req-40f95867-d685-431f-b1a6-6888fe6506bf tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772445 Jun 03 15:31:48.770672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] For port 5b7816ca-26d5-454e-b03f-95e109c110bb, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:31:48.778982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] For port 5b7816ca-26d5-454e-b03f-95e109c110bb, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b7816ca-26d5-454e-b03f-95e109c110bb,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:31:48.808246 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:48.886140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event deleted for resources: {'Port': ['ID=22618339-5489-4e57-bade-d8a8dff9634f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:48.891629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a94aaa-4f12-4381-8fee-e53c80ed387b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=43c85d1c-f5b8-4dd8-acc6-640cbd13d99b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:49.045448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57bb57-e04d-448e-b5c8-0ed7cc282eef None None] Pushing event updated for resources: {'Port': ['ID=5b7816ca-26d5-454e-b03f-95e109c110bb,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:49.094643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36a94aaa-4f12-4381-8fee-e53c80ed387b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:49.109784 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-36a94aaa-4f12-4381-8fee-e53c80ed387b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/43c85d1c-f5b8-4dd8-acc6-640cbd13d99b HTTP/1.1" status: 204 len: 168 time: 2.4018924 Jun 03 15:31:49.110513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:49.176789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:31:49.209657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 22618339-5489-4e57-bade-d8a8dff9634f no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:49.335863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239ac74-8520-480b-af35-3760a42dddfa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:49.337650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7239ac74-8520-480b-af35-3760a42dddfa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:49.440912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7239ac74-8520-480b-af35-3760a42dddfa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:49.451384 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7239ac74-8520-480b-af35-3760a42dddfa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3397632 Jun 03 15:31:49.452863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47870) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:49.575312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 22618339-5489-4e57-bade-d8a8dff9634f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:31:49.575937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 22618339-5489-4e57-bade-d8a8dff9634f not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:31:49.705306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:49.719166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fcac1a-27ae-48a7-899b-e2ecaffa5015 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:49.727262 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-46fcac1a-27ae-48a7-899b-e2ecaffa5015 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2675407 Jun 03 15:31:49.728384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47878) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:49.812325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'port_id': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'mac_address': 'fa:16:3e:8f:97:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:31:49.827585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c0344-06ce-4c0f-9398-0ad87d8db43a req-cd452836-2210-44a2-b60d-e1560a4dd925 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:49.838282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e50c0344-06ce-4c0f-9398-0ad87d8db43a req-cd452836-2210-44a2-b60d-e1560a4dd925 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 946 time: 1.4883683 Jun 03 15:31:49.935973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:31:49.978663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70753cd-985b-48d5-bbb0-9c8a4be955bf req-3da025e9-75b9-4a2c-9412-cf131eaa1665 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:49.991492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f799f-bb69-40d2-a5e9-c13bfe97fd19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:49.994490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e70753cd-985b-48d5-bbb0-9c8a4be955bf req-3da025e9-75b9-4a2c-9412-cf131eaa1665 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.8585961 Jun 03 15:31:50.001163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f799f-bb69-40d2-a5e9-c13bfe97fd19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:50.008514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f799f-bb69-40d2-a5e9-c13bfe97fd19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:50.015349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-eb8f799f-bb69-40d2-a5e9-c13bfe97fd19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:50.070089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-eb8f799f-bb69-40d2-a5e9-c13bfe97fd19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:50.072048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e50c0344-06ce-4c0f-9398-0ad87d8db43a req-9415bf1b-c623-4057-b374-d857905e7477 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308407 Jun 03 15:31:50.077393 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eb8f799f-bb69-40d2-a5e9-c13bfe97fd19 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3465316 Jun 03 15:31:50.077393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:50.252007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:50.253295 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:50.287708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b1c2db-0073-45f0-a749-4e8f11377929 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 463a6deb-6c14-4bff-9e28-6b0ecbe1bec2 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:31:50.296732 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c2db-0073-45f0-a749-4e8f11377929 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:50.321772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6418f871-4ed4-4e3e-a9cc-ab73037440d8 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:50.356599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b7816ca-26d5-454e-b03f-95e109c110bb up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:50.437799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e70753cd-985b-48d5-bbb0-9c8a4be955bf req-9922d385-f2f5-4938-84dd-294749def0ea tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4416306 Jun 03 15:31:50.478234 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c2db-0073-45f0-a749-4e8f11377929 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:50.572020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:50.583780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70233d78-364c-4676-b828-f46d1c24a6d1 req-ce3f30e4-80d5-44d7-b405-c8065b210db2 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 210 time: 0.1440096 Jun 03 15:31:50.594155 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:50.814060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 5b7816ca-26d5-454e-b03f-95e109c110bb completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:50.814669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c2db-0073-45f0-a749-4e8f11377929 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:50.861306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['6418f871-4ed4-4e3e-a9cc-ab73037440d8'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:31:50.949809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:31:51.009348 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c2db-0073-45f0-a749-4e8f11377929 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:51.036810 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:51.049461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb42826-89c7-46fd-ba7b-a5d9032ed7de None None] Sync routers for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:51.089604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c2db-0073-45f0-a749-4e8f11377929 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:51.108375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1c2db-0073-45f0-a749-4e8f11377929 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=463a6deb-6c14-4bff-9e28-6b0ecbe1bec2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:51.129119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb42826-89c7-46fd-ba7b-a5d9032ed7de None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:31:51.130090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-abb42826-89c7-46fd-ba7b-a5d9032ed7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:31:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:51.135594 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f5b1c2db-0073-45f0-a749-4e8f11377929 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/463a6deb-6c14-4bff-9e28-6b0ecbe1bec2 HTTP/1.1" status: 204 len: 168 time: 1.0569949 Jun 03 15:31:51.136590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47898) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:51.267993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad8f598-f266-40ac-854d-11df9a534859 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 6cd520a1-791c-463d-948a-72b71c87fb24 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:31:51.272732 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f598-f266-40ac-854d-11df9a534859 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:51.280348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5cf202-2274-43e5-96bf-f52732a899fa None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:51.343111 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f598-f266-40ac-854d-11df9a534859 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:51.479364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] No DVR routers for this DVR port 22618339-5489-4e57-bade-d8a8dff9634f on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:31:51.485817 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:51.495787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'name': 'network-vif-deleted', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:51.508331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f598-f266-40ac-854d-11df9a534859 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:51.645254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f598-f266-40ac-854d-11df9a534859 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:51.658475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7bbbc680-2fd4-45ff-a744-bebcef1e1025 req-047b3e9d-12eb-4e4a-bfcd-695f928ee7f0 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "DELETE /v2.0/ports/22618339-5489-4e57-bade-d8a8dff9634f HTTP/1.1" status: 204 len: 173 time: 6.3269310 Jun 03 15:31:51.702514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e905916-d54c-4978-8667-ef76ee57f5ea req-018b325f-624e-47f6-9d90-6ab841bc5c0c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:51.712259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e905916-d54c-4978-8667-ef76ee57f5ea req-018b325f-624e-47f6-9d90-6ab841bc5c0c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6589115 Jun 03 15:31:51.773928 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f598-f266-40ac-854d-11df9a534859 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:51.809539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8f598-f266-40ac-854d-11df9a534859 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd520a1-791c-463d-948a-72b71c87fb24,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:51.831388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dec44-b480-43d5-9b6f-82327ab75f98 req-0cd0c3c6-38db-470d-9019-de7083843e64 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:51.842913 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3ad8f598-f266-40ac-854d-11df9a534859 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/6cd520a1-791c-463d-948a-72b71c87fb24 HTTP/1.1" status: 204 len: 168 time: 0.7019229 Jun 03 15:31:51.845556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47914) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:51.850149 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-323dec44-b480-43d5-9b6f-82327ab75f98 req-0cd0c3c6-38db-470d-9019-de7083843e64 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 946 time: 0.6608999 Jun 03 15:31:51.968476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e905916-d54c-4978-8667-ef76ee57f5ea req-9c081896-9c19-4332-ba67-368d5a5cf700 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484279 Jun 03 15:31:52.026046 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-93b2d1ba-8f55-4161-8556-90460b632734 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1781492 Jun 03 15:31:52.032216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-323dec44-b480-43d5-9b6f-82327ab75f98 req-ae63576b-b221-40fa-9de6-f56543c5b178 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794925 Jun 03 15:31:52.034090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47920) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:52.070625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:52.145367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-975dbc6b-1585-4c96-8431-2efe07c09810 None None] Provisioning for port 5b7816ca-26d5-454e-b03f-95e109c110bb completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:31:52.229679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-975dbc6b-1585-4c96-8431-2efe07c09810 None None] Provisioning complete for port 5b7816ca-26d5-454e-b03f-95e109c110bb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:52.252494 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-975dbc6b-1585-4c96-8431-2efe07c09810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:52.460883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:52.475309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:52.482746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:52.496203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:52.503176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-abb42826-89c7-46fd-ba7b-a5d9032ed7de None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:31:52.536412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:52.545264 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:52.626030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03adb4d-93d3-4738-a34c-a3981277b5eb req-65973591-bbc8-477c-ada2-0fb153370656 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:52.634189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f03adb4d-93d3-4738-a34c-a3981277b5eb req-65973591-bbc8-477c-ada2-0fb153370656 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 946 time: 0.3431914 Jun 03 15:31:52.673264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59949eb0-2a24-4217-8ead-2a315f3df161 req-17238292-2d9b-4d55-bdb5-c2ecddfaac65 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:52.675493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59949eb0-2a24-4217-8ead-2a315f3df161 req-17238292-2d9b-4d55-bdb5-c2ecddfaac65 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.3184531 Jun 03 15:31:52.782798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f03adb4d-93d3-4738-a34c-a3981277b5eb req-1a5d1798-e249-4a8d-b181-74bea908d5ac tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474769 Jun 03 15:31:52.859188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59949eb0-2a24-4217-8ead-2a315f3df161 req-e64f9f80-83b4-4a49-b292-97985dccf8c2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643894 Jun 03 15:31:52.904180 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82236821-2fd4-4b3c-b592-5624b5e0f7c9'] response: {'server_uuid': 'ca011c73-6c52-448d-9e01-ea52f2be24d8', 'name': 'network-vif-deleted', 'tag': '22618339-5489-4e57-bade-d8a8dff9634f', 'status': 'completed', 'code': 200} Jun 03 15:31:53.260528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:31:53.445394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-975dbc6b-1585-4c96-8431-2efe07c09810 None None] Current status of the port 5b7816ca-26d5-454e-b03f-95e109c110bb is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:53.448916 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-975dbc6b-1585-4c96-8431-2efe07c09810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:53.660940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.objects.ports [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:31:53.735962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b67ccaae-1e5d-4fde-9ee6-8c6e3ca9af9c req-c7bfedfe-3b18-4f2f-aee4-9146453a8bd8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Synchronizing usage tracker for tenant:b48be3565d6942b5af8b73b5a255181e on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:31:53.836870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-975dbc6b-1585-4c96-8431-2efe07c09810 None None] For port 5b7816ca-26d5-454e-b03f-95e109c110bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b7816ca-26d5-454e-b03f-95e109c110bb,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:53.844802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb888e71-78ea-4a0a-89fa-caac416e72c5 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:31:53.854258 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-975dbc6b-1585-4c96-8431-2efe07c09810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:53.978053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:31:53.980652 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:54.032224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b67ccaae-1e5d-4fde-9ee6-8c6e3ca9af9c req-c7bfedfe-3b18-4f2f-aee4-9146453a8bd8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Unset dirty status for tenant:b48be3565d6942b5af8b73b5a255181e on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:31:54.038167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:54.042893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b67ccaae-1e5d-4fde-9ee6-8c6e3ca9af9c req-c7bfedfe-3b18-4f2f-aee4-9146453a8bd8 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca011c73-6c52-448d-9e01-ea52f2be24d8 HTTP/1.1" status: 200 len: 210 time: 0.8028133 Jun 03 15:31:54.052496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-eb888e71-78ea-4a0a-89fa-caac416e72c5 None None] Deleting port 5b7816ca-26d5-454e-b03f-95e109c110bb {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:31:54.054215 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eb888e71-78ea-4a0a-89fa-caac416e72c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:54.154267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397b799-f0af-41bf-a48c-84e4fab2e8c8 req-5170b39b-5669-4521-b3ea-cd614f017156 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:54.157977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d397b799-f0af-41bf-a48c-84e4fab2e8c8 req-5170b39b-5669-4521-b3ea-cd614f017156 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/networks?id=1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 200 len: 814 time: 0.4887364 Jun 03 15:31:54.168293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b7816ca-26d5-454e-b03f-95e109c110bb no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:31:54.194479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d397b799-f0af-41bf-a48c-84e4fab2e8c8 req-4beff202-af4c-4a9e-87c8-fdcddff3c249 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/quotas/ddbd34c78861408e9a2bc1035b21d6db HTTP/1.1" status: 200 len: 375 time: 0.0237811 Jun 03 15:31:54.550744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527f442-8567-400e-a8e5-6097af46d24b req-8cf671f8-1c63-4634-aa8d-5e543020ddfc tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:54.558024 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7527f442-8567-400e-a8e5-6097af46d24b req-8cf671f8-1c63-4634-aa8d-5e543020ddfc tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 946 time: 0.2965412 Jun 03 15:31:54.570934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47968) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:54.585938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-dfec4a21-6911-4332-9efc-b34f430382ac tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'floatingip': {'port_id': '11335c2f-6e18-471f-bcbc-7812e67afce5'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:54.686755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dbc6b-1585-4c96-8431-2efe07c09810 None None] Pushing event updated for resources: {'Port': ['ID=5b7816ca-26d5-454e-b03f-95e109c110bb,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:54.695756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] For port 5b7816ca-26d5-454e-b03f-95e109c110bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b7816ca-26d5-454e-b03f-95e109c110bb,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:54.731842 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:54.738707 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:54.739648 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:54.922533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:54.937044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:54.959618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:54.960200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:55.009751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d397b799-f0af-41bf-a48c-84e4fab2e8c8 req-4a5b59c5-76bc-4c90-8319-cde1efc3e051 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8061223 Jun 03 15:31:55.045366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfec4a21-6911-4332-9efc-b34f430382ac tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:55.070280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=5b7816ca-26d5-454e-b03f-95e109c110bb,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:55.134415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=6c2e3f1c-0b4b-42b8-9a20-75ad968de461,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:55.164635 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-127539a2-c706-4c7f-93cd-5d64d4a322b3 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1191623 Jun 03 15:31:55.168452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47984) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:55.186877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a2409a7c-f43c-425b-b03c-3d321e5f554f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:55.421405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-eb888e71-78ea-4a0a-89fa-caac416e72c5 None None] For port 5b7816ca-26d5-454e-b03f-95e109c110bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b7816ca-26d5-454e-b03f-95e109c110bb,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:55.422096 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eb888e71-78ea-4a0a-89fa-caac416e72c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:55.693250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a2409a7c-f43c-425b-b03c-3d321e5f554f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:55.700825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a2409a7c-f43c-425b-b03c-3d321e5f554f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:55.706968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a2409a7c-f43c-425b-b03c-3d321e5f554f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:55.718320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a2409a7c-f43c-425b-b03c-3d321e5f554f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:55.739358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2409a7c-f43c-425b-b03c-3d321e5f554f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:55.751999 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2409a7c-f43c-425b-b03c-3d321e5f554f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:55.767112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-eb888e71-78ea-4a0a-89fa-caac416e72c5 None None] Calling delete_port for 5b7816ca-26d5-454e-b03f-95e109c110bb owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:31:56.045440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-abb42826-89c7-46fd-ba7b-a5d9032ed7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 5, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:56.083507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:56.083993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:56.098913 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eb888e71-78ea-4a0a-89fa-caac416e72c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:56.214429 n-d-844595-1 neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-a2409a7c-f43c-425b-b03c-3d321e5f554f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c2e3f1c-0b4b-42b8-9a20-75ad968de461 (CIDR: 2001:db8::/64) Jun 03 15:31:56.226537 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2409a7c-f43c-425b-b03c-3d321e5f554f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:31:56.227062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2409a7c-f43c-425b-b03c-3d321e5f554f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:31:56.233350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb42826-89c7-46fd-ba7b-a5d9032ed7de None None] Checking router: 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:56.285999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb888e71-78ea-4a0a-89fa-caac416e72c5 None None] Pushing event deleted for resources: {'Port': ['ID=5b7816ca-26d5-454e-b03f-95e109c110bb,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:56.297238 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a2409a7c-f43c-425b-b03c-3d321e5f554f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1249120 Jun 03 15:31:56.302068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48004) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:56.318213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:56.413252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb888e71-78ea-4a0a-89fa-caac416e72c5 None None] No DVR routers for this DVR port 5b7816ca-26d5-454e-b03f-95e109c110bb on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:31:56.419090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb42826-89c7-46fd-ba7b-a5d9032ed7de None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:31:56.419735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-abb42826-89c7-46fd-ba7b-a5d9032ed7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:31:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:56.496423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5b7816ca-26d5-454e-b03f-95e109c110bb is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:31:56.496850 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:56.532649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:56.556531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97e9173-7358-4f35-917e-003377f052c8 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:31:56.673314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:31:56.904426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:56.912544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:31:56.918809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:31:56.938439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:56.962110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb03746-d6c8-42a1-a4e7-17b7dfa0be4a req-1c95b312-548a-4854-8ef9-f06c9c63d0f1 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:56.980842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:56.983222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecb03746-d6c8-42a1-a4e7-17b7dfa0be4a req-1c95b312-548a-4854-8ef9-f06c9c63d0f1 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 2.0459373 Jun 03 15:31:56.986966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:57.064184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:57.185458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9130f-409e-4cba-89d0-b59da7e4ed9d req-fb251559-b338-4ba5-8feb-aabde34b2608 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:57.201433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4c9130f-409e-4cba-89d0-b59da7e4ed9d req-fb251559-b338-4ba5-8feb-aabde34b2608 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.8634734 Jun 03 15:31:57.261652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecb03746-d6c8-42a1-a4e7-17b7dfa0be4a req-ae55b732-4e42-4fa3-8a75-e2597d3dcf45 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514496 Jun 03 15:31:57.665975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:57.895083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4c9130f-409e-4cba-89d0-b59da7e4ed9d req-76e16c3f-00e5-4e34-aba8-cdfa93dedf1d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6906047 Jun 03 15:31:58.052000 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfec4a21-6911-4332-9efc-b34f430382ac tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:58.099700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-abb42826-89c7-46fd-ba7b-a5d9032ed7de None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:31:58.120656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfec4a21-6911-4332-9efc-b34f430382ac tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:58.147263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48048) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:58.149415 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:31:58.195285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': '6c2e3f1c-0b4b-42b8-9a20-75ad968de461'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:31:58.196674 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:58.232786 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:58.426996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:58.461675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:58.481187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:58.482246 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:58.571360 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2676995 Jun 03 15:31:58.607019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48060) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:58.628418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:eb:6d:ed', 'name': 'tempest-NetworksTestDHCPv6-1423332904'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:31:58.712038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d9faa-3e8a-4ba7-8225-e26c048913e1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=77b311a9-87c6-4021-a029-f8749dfb8802,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:58.875162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63d8ca05-450b-4986-8b4b-c6d50fa31aa6 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:58.894645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Allocated IP 2001:db8::f816:3eff:feb3:e1d0 (6a53de42-b459-4b7b-ab08-16276fe85489/6c2e3f1c-0b4b-42b8-9a20-75ad968de461/4a4c40a0-bcbb-4de5-9eec-bce42796c5db) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:58.915496 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63d8ca05-450b-4986-8b4b-c6d50fa31aa6 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:59.028562 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63d8ca05-450b-4986-8b4b-c6d50fa31aa6 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:59.104663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8ca05-450b-4986-8b4b-c6d50fa31aa6 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917f6c9b-a8e0-4d27-8339-d398df44c94a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:59.134704 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63d8ca05-450b-4986-8b4b-c6d50fa31aa6 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:59.135827 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-63d8ca05-450b-4986-8b4b-c6d50fa31aa6 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "DELETE /v2.0/security-groups/917f6c9b-a8e0-4d27-8339-d398df44c94a HTTP/1.1" status: 204 len: 168 time: 0.9875541 Jun 03 15:31:59.151312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48070) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:59.170308 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f50bd29-c888-438b-86bb-44b4b597b74e'] response: {'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'code': 200} Jun 03 15:31:59.191958 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-b4a4fe1f-f190-4b63-9219-55707cbd65eb tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] show failed (client error): The resource could not be found. Jun 03 15:31:59.193350 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b4a4fe1f-f190-4b63-9219-55707cbd65eb tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups/917f6c9b-a8e0-4d27-8339-d398df44c94a HTTP/1.1" status: 404 len: 347 time: 0.0410883 Jun 03 15:31:59.198172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48076) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:31:59.251057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abffe3-1a33-4361-a104-a5b9bebc8db2 req-3585ee10-5259-43c2-acd4-076c5ada4b15 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:59.256784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63abffe3-1a33-4361-a104-a5b9bebc8db2 req-3585ee10-5259-43c2-acd4-076c5ada4b15 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 946 time: 1.4258311 Jun 03 15:31:59.339029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-832e15bd-a3bb-4f1d-81c2-bee81485de0d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:59.339428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-832e15bd-a3bb-4f1d-81c2-bee81485de0d tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.67 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 946 time: 1.3934596 Jun 03 15:31:59.393862 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:31:59.412664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Transition to ACTIVE for port object 4a4c40a0-bcbb-4de5-9eec-bce42796c5db will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:59.428350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:31:59.440797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:31:59.472549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Transition to ACTIVE for port object 4a4c40a0-bcbb-4de5-9eec-bce42796c5db will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:31:59.560908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:59.731573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63abffe3-1a33-4361-a104-a5b9bebc8db2 req-9138fb32-2c80-4561-b278-2ba786e29497 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688871 Jun 03 15:31:59.734866 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-dfec4a21-6911-4332-9efc-b34f430382ac tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Floating IP 0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5 associated. External IP: 172.25.7.54, port: 11335c2f-6e18-471f-bcbc-7812e67afce5. Jun 03 15:31:59.969489 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:00.050863 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:00.054689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ed524-4989-4388-994f-eb8cf94130ea req-d9913ebc-17c1-4545-b03b-5b41f2404528 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:00.065412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f17ed524-4989-4388-994f-eb8cf94130ea req-d9913ebc-17c1-4545-b03b-5b41f2404528 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 1.0965431 Jun 03 15:32:00.165485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-285d8563-5e13-40b7-971b-0bb88e2bfe4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Deleting port e4989b99-7db8-4553-8f30-a1677e04e133 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:00.166602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-285d8563-5e13-40b7-971b-0bb88e2bfe4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:00.405263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:00.444925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Deleting port f2b70384-00b5-4419-871c-0c47cbc8796e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:00.445687 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:00.462222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:00.621382 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-285d8563-5e13-40b7-971b-0bb88e2bfe4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:00.642683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-285d8563-5e13-40b7-971b-0bb88e2bfe4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:00.708050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:00.710324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Pushing event updated for resources: {'Port': ['ID=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:01.000934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Attempting to bind port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:32:01.001292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Attempting to bind port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:32:01.001692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Attempting to bind port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:32:01.022791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:32:01.023176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:01.023742 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:01.024021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:32:01.024509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Bound port: 4a4c40a0-bcbb-4de5-9eec-bce42796c5db, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:32:01.024877 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:01.215007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] For port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:32:01.218353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] For port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:32:01.224597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f2b70384-00b5-4419-871c-0c47cbc8796e no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:01.260201 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:01.276615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-285d8563-5e13-40b7-971b-0bb88e2bfe4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Calling delete_port for e4989b99-7db8-4553-8f30-a1677e04e133 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:01.395200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-abb42826-89c7-46fd-ba7b-a5d9032ed7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 5, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:01.420233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb42826-89c7-46fd-ba7b-a5d9032ed7de None None] The sync data for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 is: [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:24:45Z', 'revision_number': 4, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e63979ff-7f76-4bc3-aa76-7fe9b1720012', 'name': '', 'network_id': 'c490fd12-08ed-4aa5-b629-fc58f429a667', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'mac_address': 'fa:16:3e:9b:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:44Z', 'updated_at': '2022-06-03T15:24:58Z', 'revision_number': 5, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'subnets': [{'id': '64180303-93d7-4e1d-bc54-8d5d83e99d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:01.534908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f17ed524-4989-4388-994f-eb8cf94130ea req-ba44553e-34dd-4034-8c88-78e207f6f87a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3439691 Jun 03 15:32:01.680964 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d796f-9a38-47ee-b3cd-bbb80b3fd19a None None] Pushing event updated for resources: {'Port': ['ID=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:01.685380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f2b70384-00b5-4419-871c-0c47cbc8796e is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:01.686110 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:01.805060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69174f33-5e55-4c39-90be-21a8e9bd9b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b70384-00b5-4419-871c-0c47cbc8796e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:01.854710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f2b70384-00b5-4419-871c-0c47cbc8796e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2b70384-00b5-4419-871c-0c47cbc8796e,segment=NetworkSegment(f7eea00c-b0a1-49bd-881d-4dab3a011f52),segment_id=f7eea00c-b0a1-49bd-881d-4dab3a011f52)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:01.865249 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:02.013358 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-285d8563-5e13-40b7-971b-0bb88e2bfe4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:02.282236 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:02.334623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb00fce5-82b6-4a32-8a8f-c8c754c58fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:02.340817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfec4a21-6911-4332-9efc-b34f430382ac tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Router deea8f90-251a-45e7-bdd9-69ab6134d047 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:32:02.374045 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b20f1d-4b26-4bfa-b750-53cd9f96a22b None None] New status for floating IP 5ab66897-d40d-427c-9d75-e4d3027ba7bf: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:32:02.418774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f2b70384-00b5-4419-871c-0c47cbc8796e,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:02.479652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d8563-5e13-40b7-971b-0bb88e2bfe4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event deleted for resources: {'Port': ['ID=e4989b99-7db8-4553-8f30-a1677e04e133,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:02.698143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48112) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:02.782604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port ffba5f6d-2205-45ef-9bff-67b278fa3755 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:32:03.111800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-285d8563-5e13-40b7-971b-0bb88e2bfe4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:03.236844 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-285d8563-5e13-40b7-971b-0bb88e2bfe4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:03.238095 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-285d8563-5e13-40b7-971b-0bb88e2bfe4d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "DELETE /v2.0/floatingips/5ab66897-d40d-427c-9d75-e4d3027ba7bf HTTP/1.1" status: 204 len: 168 time: 4.0374467 Jun 03 15:32:03.441164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8483de-9906-4857-abfc-6d009ebfc118 req-06a834e3-c566-45d6-8781-60a659db93d2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:03.464747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf8483de-9906-4857-abfc-6d009ebfc118 req-06a834e3-c566-45d6-8781-60a659db93d2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 3.3024468 Jun 03 15:32:03.627031 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:03.672451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e7706-62f2-4196-adde-556d7e4320c6 req-7b4346a9-506b-4889-9a54-0f4861993c34 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:03.684644 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a97e7706-62f2-4196-adde-556d7e4320c6 req-7b4346a9-506b-4889-9a54-0f4861993c34 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 944 time: 1.7096496 Jun 03 15:32:03.770888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:03.776475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Usage tracker for resource:security_group_rule and tenant:7356733284f84d3d9fa7da3d3e8f2a90 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:03.787294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:03.811512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:04.029549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d92bb-6aff-4107-918f-c1f55aeb0b9f None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:04.038875 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:04.088267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8:0:1::306 (6a53de42-b459-4b7b-ab08-16276fe85489/77b311a9-87c6-4021-a029-f8749dfb8802/ffba5f6d-2205-45ef-9bff-67b278fa3755) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:04.122697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::f816:3eff:feeb:6ded (6a53de42-b459-4b7b-ab08-16276fe85489/6c2e3f1c-0b4b-42b8-9a20-75ad968de461/ffba5f6d-2205-45ef-9bff-67b278fa3755) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:04.153635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf8483de-9906-4857-abfc-6d009ebfc118 req-6a07410c-8af6-4714-9542-8eaae9cd13bc tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6872747 Jun 03 15:32:04.184007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4a4c40a0-bcbb-4de5-9eec-bce42796c5db up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:04.190301 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:04.238783 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7356733284f84d3d9fa7da3d3e8f2a90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3161273 Jun 03 15:32:04.252142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48126) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:04.303382 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a97e7706-62f2-4196-adde-556d7e4320c6 req-5093110b-c761-4bcb-97af-41f8358d8ea4 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173787 Jun 03 15:32:04.306036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] For port f2b70384-00b5-4419-871c-0c47cbc8796e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2b70384-00b5-4419-871c-0c47cbc8796e,segment=NetworkSegment(f7eea00c-b0a1-49bd-881d-4dab3a011f52),segment_id=f7eea00c-b0a1-49bd-881d-4dab3a011f52)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:04.313141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:04.755228 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6156c35e-1d29-4daa-b1db-ff3569cbae75'] response: {'server_uuid': '69174f33-5e55-4c39-90be-21a8e9bd9b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b70384-00b5-4419-871c-0c47cbc8796e', 'code': 200} Jun 03 15:32:05.017171 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:05.041631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a30128d0-1062-4638-ba36-39e160a0a423 None None] Provisioning for port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:05.042891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object ffba5f6d-2205-45ef-9bff-67b278fa3755 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:05.112114 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:05.120491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e872b736-37a1-4dee-957b-39c16055fc35,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:05.133369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Calling delete_port for f2b70384-00b5-4419-871c-0c47cbc8796e owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:05.197368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec4a21-6911-4332-9efc-b34f430382ac tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:32:05.204834 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfec4a21-6911-4332-9efc-b34f430382ac tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:05.275990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:05.295560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dfec4a21-6911-4332-9efc-b34f430382ac tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "PUT /v2.0/floatingips/0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5 HTTP/1.1" status: 200 len: 991 time: 10.7162220 Jun 03 15:32:05.298912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'tag': '11335c2f-6e18-471f-bcbc-7812e67afce5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:05.302785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.303346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.303905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.304929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.305481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.306035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.306517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.306858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.307191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.307522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.307856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.308183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5668ba-f6dc-4824-9324-102b7dae7d09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:05.357607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:05.369170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:05.406253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:05.406851 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:05.431771 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:32:05.432080 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:32:05.519966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f66c8b-7535-4dad-886f-2dd83ec2742d None None] Sync routers for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:05.523258 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-223bffe8-ccc1-4df5-90c0-c5f824522ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:05.525460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48144) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:05.530978 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 6.9205046 Jun 03 15:32:05.573423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5779a5b-3189-4769-ad19-08c779e13b87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=ffba5f6d-2205-45ef-9bff-67b278fa3755,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:05.613750 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f97e750-c39f-4c85-8bb9-17c55a810a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:05.725109 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f97e750-c39f-4c85-8bb9-17c55a810a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:05.725499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f66c8b-7535-4dad-886f-2dd83ec2742d None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:05.727187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e2f66c8b-7535-4dad-886f-2dd83ec2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:32:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:05.897478 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f97e750-c39f-4c85-8bb9-17c55a810a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:05.907973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-613c8482-bd02-4b66-a05c-8e1f95d18fd0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port ffba5f6d-2205-45ef-9bff-67b278fa3755 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:05.908500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-613c8482-bd02-4b66-a05c-8e1f95d18fd0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:05.957231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97e750-c39f-4c85-8bb9-17c55a810a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e872b736-37a1-4dee-957b-39c16055fc35,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:05.985997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f97e750-c39f-4c85-8bb9-17c55a810a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:05.999325 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1f97e750-c39f-4c85-8bb9-17c55a810a44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e872b736-37a1-4dee-957b-39c16055fc35 HTTP/1.1" status: 204 len: 168 time: 1.7363095 Jun 03 15:32:06.011585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Deleting port f2b70384-00b5-4419-871c-0c47cbc8796e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:06.012265 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:06.059380 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:06.060722 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:06.147975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:06.190295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:06.190637 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:06.751282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e2f66c8b-7535-4dad-886f-2dd83ec2742d None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:06.779104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] For port f2b70384-00b5-4419-871c-0c47cbc8796e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f2b70384-00b5-4419-871c-0c47cbc8796e,segment=NetworkSegment(f7eea00c-b0a1-49bd-881d-4dab3a011f52),segment_id=f7eea00c-b0a1-49bd-881d-4dab3a011f52)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:06.780544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:07.020538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48154) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:07.125722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a78f1262-8b31-4959-8f0f-5e88ad0659fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:07.210356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a78f1262-8b31-4959-8f0f-5e88ad0659fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:07.227227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a78f1262-8b31-4959-8f0f-5e88ad0659fb admin admin] Usage tracker for resource:security_group_rule and tenant:1ba90cd365e84d40bfba7a12d87a3761 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:07.234921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a78f1262-8b31-4959-8f0f-5e88ad0659fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:07.250972 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a78f1262-8b31-4959-8f0f-5e88ad0659fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:07.317562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Calling delete_port for f2b70384-00b5-4419-871c-0c47cbc8796e owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:07.507793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a78f1262-8b31-4959-8f0f-5e88ad0659fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:07.514157 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a78f1262-8b31-4959-8f0f-5e88ad0659fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:07.624365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:07.684740 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a78f1262-8b31-4959-8f0f-5e88ad0659fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ba90cd365e84d40bfba7a12d87a3761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6618769 Jun 03 15:32:07.696069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48160) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:07.733493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f31cc9-8fc8-4760-845c-1a6287d39016 None None] Update dhcp port {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'fixed_ips': [{'subnet_id': '6c2e3f1c-0b4b-42b8-9a20-75ad968de461', 'ip_address': '2001:db8::f816:3eff:feb3:e1d0'}, {'subnet_id': '77b311a9-87c6-4021-a029-f8749dfb8802'}], 'binding:host_id': 'n-d-844595-1'}, 'id': '4a4c40a0-bcbb-4de5-9eec-bce42796c5db'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:32:07.820302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:07.820919 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:07.836947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f1262-8b31-4959-8f0f-5e88ad0659fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841b748a-8409-4b53-bde8-a29488a85b7f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:07.877940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd23e9-39b1-43da-85a4-9c3fbf2820e2 req-9d96a028-ec85-4839-8138-a0e363dc72d6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.886358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3dd23e9-39b1-43da-85a4-9c3fbf2820e2 req-9d96a028-ec85-4839-8138-a0e363dc72d6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 2.1582208 Jun 03 15:32:07.996743 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5c6b-be8b-425a-a5f2-e457f010b1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.148464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5c6b-be8b-425a-a5f2-e457f010b1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.265315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-613c8482-bd02-4b66-a05c-8e1f95d18fd0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.302950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5c6b-be8b-425a-a5f2-e457f010b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.398605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef5c6b-be8b-425a-a5f2-e457f010b1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841b748a-8409-4b53-bde8-a29488a85b7f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:08.429653 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5c6b-be8b-425a-a5f2-e457f010b1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.431699 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a2ef5c6b-be8b-425a-a5f2-e457f010b1e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/841b748a-8409-4b53-bde8-a29488a85b7f HTTP/1.1" status: 204 len: 168 time: 0.7278779 Jun 03 15:32:08.568155 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3dd23e9-39b1-43da-85a4-9c3fbf2820e2 req-07d9d2e4-f67a-4374-ba16-8b40eca6d094 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6808414 Jun 03 15:32:08.572674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:08.785530 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:08.854882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-613c8482-bd02-4b66-a05c-8e1f95d18fd0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for ffba5f6d-2205-45ef-9bff-67b278fa3755 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:08.937865 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-19f31cc9-8fc8-4760-845c-1a6287d39016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:09.285592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:09.332679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:09.438602 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309486b-2d39-4fb9-ad01-9aa3fcc94044 req-43461c3f-8472-4561-a180-3f1a3a058043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:09.453510 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7309486b-2d39-4fb9-ad01-9aa3fcc94044 req-43461c3f-8472-4561-a180-3f1a3a058043 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 1097 time: 0.6901412 Jun 03 15:32:09.622954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e2f66c8b-7535-4dad-886f-2dd83ec2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:a3:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:09Z', 'updated_at': '2022-06-03T15:31:57Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:09.680082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f66c8b-7535-4dad-886f-2dd83ec2742d None None] Checking router: deea8f90-251a-45e7-bdd9-69ab6134d047 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:09.779286 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3512b373-37f4-4778-ab90-b6c11f2e785a'] response: {'name': 'network-changed', 'server_uuid': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'tag': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'status': 'completed', 'code': 200} Jun 03 15:32:09.920614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f66c8b-7535-4dad-886f-2dd83ec2742d None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:09.934456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e2f66c8b-7535-4dad-886f-2dd83ec2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:32:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:10.140497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48180) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:10.176804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16ac6dcb-e86e-450b-aa9e-9251c503c146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:10.216595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-16ac6dcb-e86e-450b-aa9e-9251c503c146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:10.226227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-16ac6dcb-e86e-450b-aa9e-9251c503c146 admin admin] Usage tracker for resource:security_group_rule and tenant:a6f3ec9420f7455d9df620cd4eafa4ea is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:10.231342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-16ac6dcb-e86e-450b-aa9e-9251c503c146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:10.253384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-16ac6dcb-e86e-450b-aa9e-9251c503c146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:10.308183 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-613c8482-bd02-4b66-a05c-8e1f95d18fd0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:10.348255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309486b-2d39-4fb9-ad01-9aa3fcc94044 req-ac281ce9-f2c0-4ae6-99ff-4c1fb3b11cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:10.356492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7309486b-2d39-4fb9-ad01-9aa3fcc94044 req-ac281ce9-f2c0-4ae6-99ff-4c1fb3b11cf5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 915 time: 0.8943939 Jun 03 15:32:10.684079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c8482-bd02-4b66-a05c-8e1f95d18fd0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=ffba5f6d-2205-45ef-9bff-67b278fa3755,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:10.854326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d932cfb-8ae1-44d2-b467-fb95e5bacc6b req-f2aa6ac9-74ab-4d2b-99d0-7e541e66cde8 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:10.862869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d932cfb-8ae1-44d2-b467-fb95e5bacc6b req-f2aa6ac9-74ab-4d2b-99d0-7e541e66cde8 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 944 time: 1.3348444 Jun 03 15:32:10.874559 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-613c8482-bd02-4b66-a05c-8e1f95d18fd0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:10.946619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e2f66c8b-7535-4dad-886f-2dd83ec2742d None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:10.977707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-613c8482-bd02-4b66-a05c-8e1f95d18fd0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/ffba5f6d-2205-45ef-9bff-67b278fa3755 HTTP/1.1" status: 204 len: 168 time: 5.4498928 Jun 03 15:32:10.988400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48186) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:11.066559 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:11.109247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d932cfb-8ae1-44d2-b467-fb95e5bacc6b req-22cd4ecb-74e3-41f0-85f7-2e64f353369c tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f526aedd-554d-463d-80d3-7dc7034ec0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066271 Jun 03 15:32:11.236400 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16ac6dcb-e86e-450b-aa9e-9251c503c146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:11.264105 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16ac6dcb-e86e-450b-aa9e-9251c503c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:11.480706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Pushing event deleted for resources: {'Port': ['ID=f2b70384-00b5-4419-871c-0c47cbc8796e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:11.589919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6dcb-e86e-450b-aa9e-9251c503c146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea8301b-79cf-411f-91f2-5331a64bcb92,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:11.694663 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7309486b-2d39-4fb9-ad01-9aa3fcc94044 req-3957185b-53fe-4167-b91d-bdc9f8e95823 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11335c2f-6e18-471f-bcbc-7812e67afce5 HTTP/1.1" status: 200 len: 999 time: 1.2870438 Jun 03 15:32:11.902801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] No DVR routers for this DVR port f2b70384-00b5-4419-871c-0c47cbc8796e on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:11.908731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:11.916247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fdc3827-5ef9-4109-be25-f1b826c3ebdd req-ce8dd34f-6574-4d61-8194-3734d1883c4b tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.67 "DELETE /v2.0/ports/f2b70384-00b5-4419-871c-0c47cbc8796e HTTP/1.1" status: 204 len: 173 time: 12.3834143 Jun 03 15:32:11.916848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69174f33-5e55-4c39-90be-21a8e9bd9b7f', 'name': 'network-vif-deleted', 'tag': 'f2b70384-00b5-4419-871c-0c47cbc8796e'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:11.940611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4a4c40a0-bcbb-4de5-9eec-bce42796c5db up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:11.997459 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-16ac6dcb-e86e-450b-aa9e-9251c503c146 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6f3ec9420f7455d9df620cd4eafa4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8539782 Jun 03 15:32:12.013798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6123d-24cd-4ec8-8707-91add98b4519 req-93ef84b4-5414-416b-91e2-9b1b1de2dae7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.026195 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0c6123d-24cd-4ec8-8707-91add98b4519 req-93ef84b4-5414-416b-91e2-9b1b1de2dae7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.3615580 Jun 03 15:32:12.058929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:12.286649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0c6123d-24cd-4ec8-8707-91add98b4519 req-2bc91067-c3b6-4daf-ab4e-983ffca27110 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590337 Jun 03 15:32:12.440075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2052f1-7b25-4104-9932-2cc78bc4fdf0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.440468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309486b-2d39-4fb9-ad01-9aa3fcc94044 req-623da77c-88d4-4fb0-b15b-983e01ad4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.441222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fe2052f1-7b25-4104-9932-2cc78bc4fdf0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:32:12.443730 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7309486b-2d39-4fb9-ad01-9aa3fcc94044 req-623da77c-88d4-4fb0-b15b-983e01ad4162 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.7193067 Jun 03 15:32:12.509511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fe2052f1-7b25-4104-9932-2cc78bc4fdf0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:32:12.512262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fe2052f1-7b25-4104-9932-2cc78bc4fdf0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 1.5211723 Jun 03 15:32:12.514497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48202) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:12.658352 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7143e2b-4178-472e-8ce6-1319cde16cab'] response: {'server_uuid': '69174f33-5e55-4c39-90be-21a8e9bd9b7f', 'name': 'network-vif-deleted', 'tag': 'f2b70384-00b5-4419-871c-0c47cbc8796e', 'status': 'completed', 'code': 200} Jun 03 15:32:12.780232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08bbe730-d279-4697-81cf-79c12c95746b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:12.794097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94d3738-7bba-4b04-8b7d-155339519ede tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.801823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f94d3738-7bba-4b04-8b7d-155339519ede tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2812891 Jun 03 15:32:12.805606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48208) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:12.823409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:12.827176 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:12.982925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78266b73-b12e-4e18-843b-ad53155f2451 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.989263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78266b73-b12e-4e18-843b-ad53155f2451 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.991221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78266b73-b12e-4e18-843b-ad53155f2451 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.993034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-78266b73-b12e-4e18-843b-ad53155f2451 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:32:13.014914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-19f31cc9-8fc8-4760-845c-1a6287d39016 None None] Allocated IP 2001:db8:0:1::2 (6a53de42-b459-4b7b-ab08-16276fe85489/77b311a9-87c6-4021-a029-f8749dfb8802/4a4c40a0-bcbb-4de5-9eec-bce42796c5db) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:13.031843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-78266b73-b12e-4e18-843b-ad53155f2451 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:32:13.033055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-78266b73-b12e-4e18-843b-ad53155f2451 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2215245 Jun 03 15:32:13.038396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48212) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:13.063784 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08bbe730-d279-4697-81cf-79c12c95746b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:13.161454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309486b-2d39-4fb9-ad01-9aa3fcc94044 req-1cfba7a6-8c4f-4e16-a01e-6be24dbdf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:13.163215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-578b3740-ce15-4aab-bd14-ae0ac04d1983 req-a5a12418-b6f8-47fb-858a-78a021e99c16 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Synchronizing usage tracker for tenant:ab1b95353d59417db0334a522c4f9d1b on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:32:13.167294 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7309486b-2d39-4fb9-ad01-9aa3fcc94044 req-1cfba7a6-8c4f-4e16-a01e-6be24dbdf40d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6751096 Jun 03 15:32:13.362200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6c72c0-1051-41cf-aad6-b83fc311e9c5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 6c2e3f1c-0b4b-42b8-9a20-75ad968de461 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:32:13.394835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-578b3740-ce15-4aab-bd14-ae0ac04d1983 req-a5a12418-b6f8-47fb-858a-78a021e99c16 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] Unset dirty status for tenant:ab1b95353d59417db0334a522c4f9d1b on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:32:13.396628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-578b3740-ce15-4aab-bd14-ae0ac04d1983 req-a5a12418-b6f8-47fb-858a-78a021e99c16 tempest-ServerAddressesNegativeTestJSON-222104705 tempest-ServerAddressesNegativeTestJSON-222104705-project] 10.222.0.48 "GET /v2.0/ports?device_id=69174f33-5e55-4c39-90be-21a8e9bd9b7f HTTP/1.1" status: 200 len: 210 time: 0.3571119 Jun 03 15:32:13.726445 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08bbe730-d279-4697-81cf-79c12c95746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:13.835225 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7309486b-2d39-4fb9-ad01-9aa3fcc94044 req-95a9c825-262b-4512-8972-bb3fda8e13a6 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496189 Jun 03 15:32:13.934144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbe730-d279-4697-81cf-79c12c95746b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea8301b-79cf-411f-91f2-5331a64bcb92,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:13.988308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-08bbe730-d279-4697-81cf-79c12c95746b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:13.996457 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-08bbe730-d279-4697-81cf-79c12c95746b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ea8301b-79cf-411f-91f2-5331a64bcb92 HTTP/1.1" status: 204 len: 168 time: 1.9359398 Jun 03 15:32:14.137381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6957b-037d-4944-83a0-1cc01f05cba6 req-a31f4a1a-4a20-40f5-8793-6c208f2be086 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:14.187198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0e6957b-037d-4944-83a0-1cc01f05cba6 req-a31f4a1a-4a20-40f5-8793-6c208f2be086 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.4640739 Jun 03 15:32:14.314678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0e6957b-037d-4944-83a0-1cc01f05cba6 req-f75adf35-5250-4811-a886-9c6c606b469d tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383388 Jun 03 15:32:14.448363 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7309486b-2d39-4fb9-ad01-9aa3fcc94044 req-de19bc62-2a94-41a8-98b6-fe05fec6b89e service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053112 Jun 03 15:32:14.624089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:14.709353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-19f31cc9-8fc8-4760-845c-1a6287d39016 None None] For port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:14.760303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48230) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:14.914015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85bf098-6530-4aba-9fbe-535f5bbefcdc admin admin] Deleting subnet 13bf0f35-1abe-4e17-b47e-0f9076922c19 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:32:14.925979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a85bf098-6530-4aba-9fbe-535f5bbefcdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:14.940710 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-19f31cc9-8fc8-4760-845c-1a6287d39016 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:14.972549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e2f66c8b-7535-4dad-886f-2dd83ec2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:a3:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:09Z', 'updated_at': '2022-06-03T15:31:57Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:15.005715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f66c8b-7535-4dad-886f-2dd83ec2742d None None] The sync data for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 is: [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:a3:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:09Z', 'updated_at': '2022-06-03T15:31:57Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:15.025336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-19f31cc9-8fc8-4760-845c-1a6287d39016 None None] Transition to ACTIVE for port object 4a4c40a0-bcbb-4de5-9eec-bce42796c5db will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:15.035791 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-19f31cc9-8fc8-4760-845c-1a6287d39016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:15.047674 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e6c72c0-1051-41cf-aad6-b83fc311e9c5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:15.276888 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e6c72c0-1051-41cf-aad6-b83fc311e9c5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:15.411595 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a85bf098-6530-4aba-9fbe-535f5bbefcdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:15.705672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f31cc9-8fc8-4760-845c-1a6287d39016 None None] Pushing event updated for resources: {'Port': ['ID=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:15.951717 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a85bf098-6530-4aba-9fbe-535f5bbefcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:15.963011 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a62a90-b59b-41ad-b007-712792ee7ea5 None None] New status for floating IP 0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:32:16.314625 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e6c72c0-1051-41cf-aad6-b83fc311e9c5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:16.724740 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a85bf098-6530-4aba-9fbe-535f5bbefcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:16.849305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7593fe2-cfee-42db-ac71-bfef505c8571 req-68bf2ff3-a704-45f2-8b2c-9ad9041a4980 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ddbd34c78861408e9a2bc1035b21d6db HTTP/1.1" status: 200 len: 221 time: 0.2562103 Jun 03 15:32:16.885051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bf098-6530-4aba-9fbe-535f5bbefcdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13bf0f35-1abe-4e17-b47e-0f9076922c19,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:16.900533 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a85bf098-6530-4aba-9fbe-535f5bbefcdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:16.916166 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a85bf098-6530-4aba-9fbe-535f5bbefcdc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/13bf0f35-1abe-4e17-b47e-0f9076922c19 HTTP/1.1" status: 204 len: 168 time: 2.1561463 Jun 03 15:32:16.920876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48274) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:16.936900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7627cf9-9e54-4d0c-b947-825fcd9ee5ed req-f4408e19-8e0c-4f27-a4f0-93fd4df736c9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:16.943781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7627cf9-9e54-4d0c-b947-825fcd9ee5ed req-f4408e19-8e0c-4f27-a4f0-93fd4df736c9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 0.8829355 Jun 03 15:32:16.953452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4a4c40a0-bcbb-4de5-9eec-bce42796c5db up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:17.009503 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e6c72c0-1051-41cf-aad6-b83fc311e9c5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.163452 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7627cf9-9e54-4d0c-b947-825fcd9ee5ed req-5f5e2e9c-d2a4-4728-8f23-9500e828015f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186520 Jun 03 15:32:17.174328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c72c0-1051-41cf-aad6-b83fc311e9c5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2e3f1c-0b4b-42b8-9a20-75ad968de461,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:17.188302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e6c72c0-1051-41cf-aad6-b83fc311e9c5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.246185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7e6c72c0-1051-41cf-aad6-b83fc311e9c5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/6c2e3f1c-0b4b-42b8-9a20-75ad968de461 HTTP/1.1" status: 204 len: 168 time: 4.1983900 Jun 03 15:32:17.246185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48280) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:17.376682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b262f0e5-ffd7-4351-a119-38be2c9a688f None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:17.576642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.584439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-68701916-7251-42de-a17c-5479b22fd005 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 77b311a9-87c6-4021-a029-f8749dfb8802 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:32:17.598610 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68701916-7251-42de-a17c-5479b22fd005 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:17.682473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-15873885-ba86-4267-a2a7-345b0dc730a8 None None] Provisioning for port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:17.702694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-15873885-ba86-4267-a2a7-345b0dc730a8 None None] Provisioning complete for port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:17.703288 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-15873885-ba86-4267-a2a7-345b0dc730a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.171074 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.190353 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68701916-7251-42de-a17c-5479b22fd005 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.213461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6840abba-69dd-442c-8ecb-bc409adf367a']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:18.248239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7eea00c-b0a1-49bd-881d-4dab3a011f52') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:18.248541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7eea00c-b0a1-49bd-881d-4dab3a011f52') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:18.279312 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.316781 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.333578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:32:18.334114 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.441977 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68701916-7251-42de-a17c-5479b22fd005 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.475899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-15873885-ba86-4267-a2a7-345b0dc730a8 None None] Current status of the port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:18.499400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-15873885-ba86-4267-a2a7-345b0dc730a8 None None] Could not find standard attr ID for object ffba5f6d-2205-45ef-9bff-67b278fa3755. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:32:18.935682 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.944942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:18.958778 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment f7eea00c-b0a1-49bd-881d-4dab3a011f52 resource provider aggregate not found Jun 03 15:32:19.028683 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] Pushing event deleted for resources: {'Network': ['ID=6840abba-69dd-442c-8ecb-bc409adf367a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:19.037592 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5237a367-356c-4ee3-82ac-81c7a11de0de admin admin] 10.222.0.48 "DELETE /v2.0/networks/6840abba-69dd-442c-8ecb-bc409adf367a HTTP/1.1" status: 204 len: 168 time: 2.1150939 Jun 03 15:32:19.070619 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment f7eea00c-b0a1-49bd-881d-4dab3a011f52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7eea00c-b0a1-49bd-881d-4dab3a011f52 found for delete ", "request_id": "req-ffe6225c-58b2-4337-a9eb-569b725d1d47"}]} Jun 03 15:32:19.094519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba245a-1b1a-410c-8f32-6e5e251c44c4 req-5f8249f6-bb18-4793-9bd2-9a8660c15c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:19.095314 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-17ba245a-1b1a-410c-8f32-6e5e251c44c4 req-5f8249f6-bb18-4793-9bd2-9a8660c15c07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 1097 time: 0.3933065 Jun 03 15:32:19.248724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52b372-af29-46c2-963f-ba30fe69940a req-904ca537-bbf2-406f-85c5-8b8756cec555 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:19.256580 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d52b372-af29-46c2-963f-ba30fe69940a req-904ca537-bbf2-406f-85c5-8b8756cec555 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.5622241 Jun 03 15:32:19.378934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d52b372-af29-46c2-963f-ba30fe69940a req-875ddd93-1402-4fcc-9ec5-fe18706cf942 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211758 Jun 03 15:32:19.426993 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68701916-7251-42de-a17c-5479b22fd005 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:19.501703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68701916-7251-42de-a17c-5479b22fd005 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:19.525521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be0997-2138-4824-8193-aa7ef5b9776d req-51b6a6d9-a3a3-4b3a-863a-3e8bce8aaf9d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:19.527919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48be0997-2138-4824-8193-aa7ef5b9776d req-51b6a6d9-a3a3-4b3a-863a-3e8bce8aaf9d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.6773343 Jun 03 15:32:19.536296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68701916-7251-42de-a17c-5479b22fd005 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=77b311a9-87c6-4021-a029-f8749dfb8802,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:19.571978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-68701916-7251-42de-a17c-5479b22fd005 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/77b311a9-87c6-4021-a029-f8749dfb8802 HTTP/1.1" status: 204 len: 168 time: 2.3258061 Jun 03 15:32:19.582240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48322) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:19.613181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2403a2d-429d-4b10-a2a2-398079dcabfe req-ed027134-0b77-4784-a96d-1e4b36fdba7e tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:19.616733 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2403a2d-429d-4b10-a2a2-398079dcabfe req-ed027134-0b77-4784-a96d-1e4b36fdba7e tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.5185475 Jun 03 15:32:19.717587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48326) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:19.779238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7002ac5b-9272-4968-b525-0776a6799fcc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1899514 Jun 03 15:32:19.790536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48330) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:19.813933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:19.826564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba245a-1b1a-410c-8f32-6e5e251c44c4 req-29876e99-7546-4ae1-99af-fc66aab78e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:19.828966 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-17ba245a-1b1a-410c-8f32-6e5e251c44c4 req-29876e99-7546-4ae1-99af-fc66aab78e9c service neutron] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 916 time: 0.7266111 Jun 03 15:32:19.878841 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48be0997-2138-4824-8193-aa7ef5b9776d req-5a2d938c-71da-4fab-840d-240610365059 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363814 Jun 03 15:32:19.961475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99116d-8d71-4931-a6df-80e7a87d600c None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:20.209535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:20.220873 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:20.224869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:20.235712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:20.297776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-c2403a2d-429d-4b10-a2a2-398079dcabfe req-01207f9e-2d0e-464d-9c5c-8c35d9d690be tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Deleting port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:20.299302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2403a2d-429d-4b10-a2a2-398079dcabfe req-01207f9e-2d0e-464d-9c5c-8c35d9d690be tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.336912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ea5f5ab4-2a38-4106-bf26-0f850eb00d06 None None] Provisioning complete for port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:20.337405 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ea5f5ab4-2a38-4106-bf26-0f850eb00d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.396214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:20.401978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.631891 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-db98c491-910d-4eb3-9494-c29ba6f732b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab1b95353d59417db0334a522c4f9d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8754952 Jun 03 15:32:20.641140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48338) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:20.672453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f5ab4-2a38-4106-bf26-0f850eb00d06 None None] Current status of the port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:20.694139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38700a00-a25d-433b-9833-087462514e20 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:32:20.707384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-38700a00-a25d-433b-9833-087462514e20 None None] Deleting port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:20.707646 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-17ba245a-1b1a-410c-8f32-6e5e251c44c4 req-451b14a7-708b-4474-bb62-bf0e2ee94efe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6439555-16a2-4f3a-9329-acaffa615b3b HTTP/1.1" status: 200 len: 1002 time: 0.8653452 Jun 03 15:32:20.707834 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38700a00-a25d-433b-9833-087462514e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.927869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4a4c40a0-bcbb-4de5-9eec-bce42796c5db no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:20.939575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba245a-1b1a-410c-8f32-6e5e251c44c4 req-57ba59c5-cd98-486e-8b1c-362e7b88c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:20.943853 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-17ba245a-1b1a-410c-8f32-6e5e251c44c4 req-57ba59c5-cd98-486e-8b1c-362e7b88c0bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.2259929 Jun 03 15:32:20.945577 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-608b61ac-fa8d-4671-ad4f-8ec0fcfff381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:20.996245 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-608b61ac-fa8d-4671-ad4f-8ec0fcfff381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:21.090693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:21.091543 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:21.151431 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-608b61ac-fa8d-4671-ad4f-8ec0fcfff381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:21.208674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b61ac-fa8d-4671-ad4f-8ec0fcfff381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f526aedd-554d-463d-80d3-7dc7034ec0d9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:21.256426 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-608b61ac-fa8d-4671-ad4f-8ec0fcfff381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:21.267137 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-608b61ac-fa8d-4671-ad4f-8ec0fcfff381 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f526aedd-554d-463d-80d3-7dc7034ec0d9 HTTP/1.1" status: 204 len: 168 time: 0.6243224 Jun 03 15:32:21.307254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba245a-1b1a-410c-8f32-6e5e251c44c4 req-93b76482-c678-4329-a386-20cc4e6e956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:21.317307 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-17ba245a-1b1a-410c-8f32-6e5e251c44c4 req-93b76482-c678-4329-a386-20cc4e6e956d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336102 Jun 03 15:32:21.395386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:21.409107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c6439555-16a2-4f3a-9329-acaffa615b3b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:21.475157 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:21.525579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c2403a2d-429d-4b10-a2a2-398079dcabfe req-01207f9e-2d0e-464d-9c5c-8c35d9d690be tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] For port 2fdad0c6-aea3-4dd4-855d-aed54a317be2, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2fdad0c6-aea3-4dd4-855d-aed54a317be2,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:21.527444 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2403a2d-429d-4b10-a2a2-398079dcabfe req-01207f9e-2d0e-464d-9c5c-8c35d9d690be tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:21.661377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:21.701428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-38700a00-a25d-433b-9833-087462514e20 None None] For port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:21.701925 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38700a00-a25d-433b-9833-087462514e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:21.786155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640a622-b2d6-41f1-a535-36910674c527 req-0468417f-94b0-4f35-9ac3-787110ee3191 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:21.791300 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2640a622-b2d6-41f1-a535-36910674c527 req-0468417f-94b0-4f35-9ac3-787110ee3191 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 946 time: 1.8965468 Jun 03 15:32:21.846769 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-17ba245a-1b1a-410c-8f32-6e5e251c44c4 req-f5eef798-c909-4e07-af90-958c6ac017a5 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277531 Jun 03 15:32:22.071355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-38700a00-a25d-433b-9833-087462514e20 None None] Calling delete_port for 4a4c40a0-bcbb-4de5-9eec-bce42796c5db owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:22.100543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-c2403a2d-429d-4b10-a2a2-398079dcabfe req-01207f9e-2d0e-464d-9c5c-8c35d9d690be tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Calling delete_port for 2fdad0c6-aea3-4dd4-855d-aed54a317be2 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:22.286259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c6439555-16a2-4f3a-9329-acaffa615b3b is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:22.302246 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.344851 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-17ba245a-1b1a-410c-8f32-6e5e251c44c4 req-71ba18ae-efcf-4ad0-bc98-b40568308b5d service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854872 Jun 03 15:32:22.439581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368628d-a62b-468b-8499-df99e1e6f0f6 req-66795496-5e88-415d-98a3-99d28de9ad2f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:22.455091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7368628d-a62b-468b-8499-df99e1e6f0f6 req-66795496-5e88-415d-98a3-99d28de9ad2f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 2.1071360 Jun 03 15:32:22.485622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:22.507789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:22.515702 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.548685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2640a622-b2d6-41f1-a535-36910674c527 req-da2e2b54-fb11-4cf0-a297-33cc90ea45d9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5714173 Jun 03 15:32:22.611144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-38700a00-a25d-433b-9833-087462514e20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:32:22.612119 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-38700a00-a25d-433b-9833-087462514e20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:32:22.683304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:22.771263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7368628d-a62b-468b-8499-df99e1e6f0f6 req-ab633fdd-ebff-4e40-a1af-917e1ca87e37 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104832 Jun 03 15:32:22.847124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:22.996112 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96c0074-ac10-44aa-b6f1-12d5f953a80f'] response: {'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'code': 200} Jun 03 15:32:23.114340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-38700a00-a25d-433b-9833-087462514e20 None None] Deleting port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:23.115692 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38700a00-a25d-433b-9833-087462514e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.324070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:23.345795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:23.355574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:23.364799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.389378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48400) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:23.402158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2fdad0c6-aea3-4dd4-855d-aed54a317be2 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:23.551184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=c261171f-b736-48a1-9452-3959bcf726c1,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:23.575177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No active binding found for port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 {{(pid=88446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:32:23.576218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2fdad0c6-aea3-4dd4-855d-aed54a317be2 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:23.582538 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2403a2d-429d-4b10-a2a2-398079dcabfe req-01207f9e-2d0e-464d-9c5c-8c35d9d690be tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.708987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48412) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:23.717743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2d6301fe-9f50-47db-8187-720f3cad8ba4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:23.718986 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e75b1481-5594-4df2-9eca-9f59cafe5357 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9270558 Jun 03 15:32:23.737661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['e1d88924-fe16-4c52-aa20-f56a89f0b95c'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:32:23.778767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48416) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:23.780633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e96c69-7aed-469f-bb8a-af72c20287fe req-363fb43f-b750-48ff-91e7-884562efa54d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:23.782787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-87e96c69-7aed-469f-bb8a-af72c20287fe req-363fb43f-b750-48ff-91e7-884562efa54d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Synchronizing usage tracker for tenant:b48be3565d6942b5af8b73b5a255181e on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:32:23.791756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01207f9e-2d0e-464d-9c5c-8c35d9d690be tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event deleted for resources: {'Port': ['ID=2fdad0c6-aea3-4dd4-855d-aed54a317be2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:23.919594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1582582635-network', 'tenant_id': 'b48dac3f2aa64a578db765ae5d806654'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:23.921809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2403a2d-429d-4b10-a2a2-398079dcabfe req-01207f9e-2d0e-464d-9c5c-8c35d9d690be tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] No DVR routers for this DVR port 2fdad0c6-aea3-4dd4-855d-aed54a317be2 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:23.929370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:23.931037 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2403a2d-429d-4b10-a2a2-398079dcabfe req-01207f9e-2d0e-464d-9c5c-8c35d9d690be tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.933524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2403a2d-429d-4b10-a2a2-398079dcabfe req-01207f9e-2d0e-464d-9c5c-8c35d9d690be tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "DELETE /v2.0/ports/2fdad0c6-aea3-4dd4-855d-aed54a317be2 HTTP/1.1" status: 204 len: 173 time: 4.2296093 Jun 03 15:32:23.936939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Usage tracker for resource:network and tenant:b48dac3f2aa64a578db765ae5d806654 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:23.942061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:23.948271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:23.953008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d', 'name': 'network-vif-deleted', 'tag': '2fdad0c6-aea3-4dd4-855d-aed54a317be2'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:23.974160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-87e96c69-7aed-469f-bb8a-af72c20287fe req-363fb43f-b750-48ff-91e7-884562efa54d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Unset dirty status for tenant:b48be3565d6942b5af8b73b5a255181e on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:32:23.975389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87e96c69-7aed-469f-bb8a-af72c20287fe req-363fb43f-b750-48ff-91e7-884562efa54d tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d HTTP/1.1" status: 200 len: 946 time: 0.9889886 Jun 03 15:32:23.989382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Made reservation on behalf of b48dac3f2aa64a578db765ae5d806654 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:23.997227 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:23.997530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3a218-0812-4d54-bc88-f3b7d6d55456 req-bf129968-b269-4f3c-badd-687430f6b08c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:24.002016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81e3a218-0812-4d54-bc88-f3b7d6d55456 req-bf129968-b269-4f3c-badd-687430f6b08c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6001825 Jun 03 15:32:24.045241 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.091182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:24.133196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Usage tracker for resource:security_group_rule and tenant:b48dac3f2aa64a578db765ae5d806654 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:24.169430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:24.252358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81e3a218-0812-4d54-bc88-f3b7d6d55456 req-8dff8b0f-7e38-457f-87cf-c714c473f31c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060077 Jun 03 15:32:24.261360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87e96c69-7aed-469f-bb8a-af72c20287fe req-5c702385-b888-411c-99eb-60f79fdf89d7 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581594 Jun 03 15:32:24.278133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-38700a00-a25d-433b-9833-087462514e20 None None] For port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:24.278133 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38700a00-a25d-433b-9833-087462514e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.315276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:24.317617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-584f2a9d-ef11-40a2-830d-4d028d993b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.375236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2d6301fe-9f50-47db-8187-720f3cad8ba4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:24.382531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-584f2a9d-ef11-40a2-830d-4d028d993b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:24.400786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2d6301fe-9f50-47db-8187-720f3cad8ba4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:24.425508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2d6301fe-9f50-47db-8187-720f3cad8ba4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:24.430725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-584f2a9d-ef11-40a2-830d-4d028d993b13 admin admin] Usage tracker for resource:security_group_rule and tenant:5433ba122161425a98d564ba68b26d9f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:24.443936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-584f2a9d-ef11-40a2-830d-4d028d993b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:24.448910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2d6301fe-9f50-47db-8187-720f3cad8ba4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:24.457751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-584f2a9d-ef11-40a2-830d-4d028d993b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:24.493397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6301fe-9f50-47db-8187-720f3cad8ba4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:24.502669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d6301fe-9f50-47db-8187-720f3cad8ba4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:24.552189 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dda9463-7fcc-4067-98fd-055516252f53'] response: {'server_uuid': '2ae8fbcc-cb66-462a-ac3d-95ec12f7fc3d', 'name': 'network-vif-deleted', 'tag': '2fdad0c6-aea3-4dd4-855d-aed54a317be2', 'status': 'completed', 'code': 200} Jun 03 15:32:24.822308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-38700a00-a25d-433b-9833-087462514e20 None None] Calling delete_port for 4a4c40a0-bcbb-4de5-9eec-bce42796c5db owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:24.827453 n-d-844595-1 neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-2d6301fe-9f50-47db-8187-720f3cad8ba4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c261171f-b736-48a1-9452-3959bcf726c1 (CIDR: 2001:db8::/64) Jun 03 15:32:24.844512 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6301fe-9f50-47db-8187-720f3cad8ba4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:32:24.845592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6301fe-9f50-47db-8187-720f3cad8ba4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:32:24.922677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffce0e-0b35-4369-9bbb-a3ecd977b3ae req-6866d61f-8ff8-4c6d-a4da-2b29435896b1 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:24.932656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4bffce0e-0b35-4369-9bbb-a3ecd977b3ae req-6866d61f-8ff8-4c6d-a4da-2b29435896b1 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.2381895 Jun 03 15:32:25.075884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.095205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.219017 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38700a00-a25d-433b-9833-087462514e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.224758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:32:25.234793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4bffce0e-0b35-4369-9bbb-a3ecd977b3ae req-6c0b3f0c-d085-470f-a8ac-690405fce280 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925148 Jun 03 15:32:25.246773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.247211 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Added segment cbdae200-37e0-4e2f-ab83-fe87485f372e of type vlan for network ff014b28-7755-4b84-8a25-22944bd5d5f1 Jun 03 15:32:25.310480 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.417352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38700a00-a25d-433b-9833-087462514e20 None None] Pushing event deleted for resources: {'Port': ['ID=4a4c40a0-bcbb-4de5-9eec-bce42796c5db,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:25.431734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38700a00-a25d-433b-9833-087462514e20 None None] No DVR routers for this DVR port 4a4c40a0-bcbb-4de5-9eec-bce42796c5db on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:25.466323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6e72c9-54b7-4365-8af1-68084fa9216e None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:25.470585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff4644-47ac-42a9-9744-647888397e3f req-54b47940-a71d-4ab2-ad73-83d2d67d85a1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:25.495424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2aff4644-47ac-42a9-9744-647888397e3f req-54b47940-a71d-4ab2-ad73-83d2d67d85a1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.4136264 Jun 03 15:32:25.559439 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2d6301fe-9f50-47db-8187-720f3cad8ba4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8491592 Jun 03 15:32:25.582875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48442) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:25.585381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.586437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:25.587500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:25.609804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:25.682904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2aff4644-47ac-42a9-9744-647888397e3f req-de256b6c-840d-4462-8874-855c8303f76d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835823 Jun 03 15:32:25.938640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd41c5c4-499e-4545-92f9-53b0648bc41a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:26.048758 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6483805 Jun 03 15:32:26.083529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6b670-0333-407b-8d64-3edaf8a942db admin admin] Pushing event updated for resources: {'Network': ['ID=ff014b28-7755-4b84-8a25-22944bd5d5f1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:26.159841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ff014b28-7755-4b84-8a25-22944bd5d5f1 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:32:26.187567 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-584f2a9d-ef11-40a2-830d-4d028d993b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:26.195564 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-584f2a9d-ef11-40a2-830d-4d028d993b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:26.331881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': 'c261171f-b736-48a1-9452-3959bcf726c1'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:32:26.332721 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:26.404960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48460) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:26.405493 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-584f2a9d-ef11-40a2-830d-4d028d993b13 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5433ba122161425a98d564ba68b26d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5983064 Jun 03 15:32:26.411343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f2a9d-ef11-40a2-830d-4d028d993b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bc352d-1ded-429c-ad2b-9b90412011a0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:26.440706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:26.475810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:26.487007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:26.513661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:26.589344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:26.596689 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:26.629108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc1f84-d4af-4e77-8be2-cfc00218f5ce req-72291cf6-af51-448e-b8c4-505ce70f005b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:26.638532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47bc1f84-d4af-4e77-8be2-cfc00218f5ce req-72291cf6-af51-448e-b8c4-505ce70f005b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.5376172 Jun 03 15:32:26.707095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:26.844599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/c261171f-b736-48a1-9452-3959bcf726c1/9145098a-8b14-4209-8e43-8bc8e1a1c5cc) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:26.892534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47bc1f84-d4af-4e77-8be2-cfc00218f5ce req-c13705bd-8dcc-43c5-8617-d188445bb750 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507813 Jun 03 15:32:26.930250 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:27.250744 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:27.262567 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:27.277754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Transition to ACTIVE for port object 9145098a-8b14-4209-8e43-8bc8e1a1c5cc will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:27.304789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bc352d-1ded-429c-ad2b-9b90412011a0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:27.328543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ab280-8036-49c8-8c78-ed8682fa7ba1 req-a9038325-2e40-4256-8cb3-194db41a7b11 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:27.336108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf6ab280-8036-49c8-8c78-ed8682fa7ba1 req-a9038325-2e40-4256-8cb3-194db41a7b11 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.3058550 Jun 03 15:32:27.367483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.368052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.369192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.369633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.370097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.370548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.370976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.372389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.372389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.372389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.373710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.374206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:27.387833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Transition to ACTIVE for port object 9145098a-8b14-4209-8e43-8bc8e1a1c5cc will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:27.442689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c6439555-16a2-4f3a-9329-acaffa615b3b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:27.541650 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:27.612252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf6ab280-8036-49c8-8c78-ed8682fa7ba1 req-915cc32e-781f-4926-8327-cbaf2cedd319 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729847 Jun 03 15:32:27.627541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:27.632595 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a08d6d27-98a3-4d3a-99d8-6be0b9f0ee4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00bc352d-1ded-429c-ad2b-9b90412011a0 HTTP/1.1" status: 204 len: 168 time: 1.2258551 Jun 03 15:32:27.699737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Pushing event updated for resources: {'Port': ['ID=9145098a-8b14-4209-8e43-8bc8e1a1c5cc,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:27.732425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:27.738411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:27.751628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:27.775215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec85c-da9b-4b11-ae9d-0b7cf62ff86a req-e459e0c2-0f9a-4efe-968a-4f06e1c6a77b tempest-ComputeTenantNetworksTest-91406913 tempest-ComputeTenantNetworksTest-91406913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:27.784121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec85c-da9b-4b11-ae9d-0b7cf62ff86a req-e459e0c2-0f9a-4efe-968a-4f06e1c6a77b tempest-ComputeTenantNetworksTest-91406913 tempest-ComputeTenantNetworksTest-91406913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:27.791800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ec85c-da9b-4b11-ae9d-0b7cf62ff86a req-e459e0c2-0f9a-4efe-968a-4f06e1c6a77b tempest-ComputeTenantNetworksTest-91406913 tempest-ComputeTenantNetworksTest-91406913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:27.805922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb1ec85c-da9b-4b11-ae9d-0b7cf62ff86a req-e459e0c2-0f9a-4efe-968a-4f06e1c6a77b tempest-ComputeTenantNetworksTest-91406913 tempest-ComputeTenantNetworksTest-91406913-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4281826 Jun 03 15:32:28.100342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Attempting to bind port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:32:28.100986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Attempting to bind port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:32:28.101581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Attempting to bind port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:32:28.116111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:32:28.116650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:28.117577 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.118216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:32:28.119051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Bound port: 9145098a-8b14-4209-8e43-8bc8e1a1c5cc, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:32:28.119691 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.157566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c6439555-16a2-4f3a-9329-acaffa615b3b is: DOWN; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:28.275779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] For port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:32:28.283069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] For port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9145098a-8b14-4209-8e43-8bc8e1a1c5cc,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:32:28.298415 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.420267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48486) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:28.497282 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eefd9ef2-9153-4081-8059-7bd5e991b00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.533767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907129e8-ab32-4d97-8906-c4b517c72e5e None None] Pushing event updated for resources: {'Port': ['ID=9145098a-8b14-4209-8e43-8bc8e1a1c5cc,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:28.554940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eefd9ef2-9153-4081-8059-7bd5e991b00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:28.559685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-eefd9ef2-9153-4081-8059-7bd5e991b00d admin admin] Usage tracker for resource:security_group_rule and tenant:48bc6bb4eb854fc1968052efea4c9a12 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:28.563432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-eefd9ef2-9153-4081-8059-7bd5e991b00d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:28.572808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eefd9ef2-9153-4081-8059-7bd5e991b00d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:28.669513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8487dd-4438-4374-b528-8219378b076e req-446a93e8-2aaf-4cdd-96b9-cb39818993ae tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:28.672512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1c8487dd-4438-4374-b528-8219378b076e req-446a93e8-2aaf-4cdd-96b9-cb39818993ae tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.8635273 Jun 03 15:32:28.714074 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eefd9ef2-9153-4081-8059-7bd5e991b00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.720418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eefd9ef2-9153-4081-8059-7bd5e991b00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.800593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-1c8487dd-4438-4374-b528-8219378b076e req-990d5acb-a321-42b8-83aa-8e0897f26582 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Deleting port e1d88924-fe16-4c52-aa20-f56a89f0b95c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:28.800593 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1c8487dd-4438-4374-b528-8219378b076e req-990d5acb-a321-42b8-83aa-8e0897f26582 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.810376 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eefd9ef2-9153-4081-8059-7bd5e991b00d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48bc6bb4eb854fc1968052efea4c9a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885081 Jun 03 15:32:28.813290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48494) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:28.848415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd9ef2-9153-4081-8059-7bd5e991b00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e74eb2-d73f-4d15-9b5a-f0f70908fc13,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:28.888689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fc0fb-f5f4-4852-a5d2-7907179c3c16 req-2788252d-03fb-4ea5-a204-0d66026a53c9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:28.890669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a9fc0fb-f5f4-4852-a5d2-7907179c3c16 req-2788252d-03fb-4ea5-a204-0d66026a53c9 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 0.9027662 Jun 03 15:32:28.948794 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccb64d3d-763d-4ea9-b18d-76033dbf71e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:28.983277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccb64d3d-763d-4ea9-b18d-76033dbf71e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.052057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd597c9b-6e5e-4193-b291-f4fc24094e6c req-d54e0c8a-b78c-4533-a395-f2c018e9aead tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:29.076087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd597c9b-6e5e-4193-b291-f4fc24094e6c req-d54e0c8a-b78c-4533-a395-f2c018e9aead tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.8292120 Jun 03 15:32:29.081848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccb64d3d-763d-4ea9-b18d-76033dbf71e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.110317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb64d3d-763d-4ea9-b18d-76033dbf71e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e74eb2-d73f-4d15-9b5a-f0f70908fc13,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:29.123832 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccb64d3d-763d-4ea9-b18d-76033dbf71e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.128790 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ccb64d3d-763d-4ea9-b18d-76033dbf71e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9e74eb2-d73f-4d15-9b5a-f0f70908fc13 HTTP/1.1" status: 204 len: 168 time: 0.3114581 Jun 03 15:32:29.361966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.objects.ports [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88445) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:32:29.384295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a9fc0fb-f5f4-4852-a5d2-7907179c3c16 req-84ed46b1-b05e-4c98-9118-ac509335a5bc tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424561 Jun 03 15:32:29.469991 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:29.871611 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd597c9b-6e5e-4193-b291-f4fc24094e6c req-f5c1b4d9-1984-492d-9a33-96fec5781cd7 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7922773 Jun 03 15:32:30.501811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fe77b-f9ed-4f86-a722-cec301098a36 req-3648af1e-c4b5-4875-90af-c5d054cbe5dc tempest-ComputeTenantNetworksTest-91406913 tempest-ComputeTenantNetworksTest-91406913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:30.503355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a43fe77b-f9ed-4f86-a722-cec301098a36 req-3648af1e-c4b5-4875-90af-c5d054cbe5dc tempest-ComputeTenantNetworksTest-91406913 tempest-ComputeTenantNetworksTest-91406913-project] 10.222.0.48 "GET /v2.0/networks/ff014b28-7755-4b84-8a25-22944bd5d5f1 HTTP/1.1" status: 200 len: 769 time: 0.4951162 Jun 03 15:32:30.520577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48526) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:30.817728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-39dc18a5-09e1-4da2-ae17-645a44f11780 None None] Provisioning for port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:31.043661 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.161098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.205768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9145098a-8b14-4209-8e43-8bc8e1a1c5cc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:31.478491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e1d88924-fe16-4c52-aa20-f56a89f0b95c no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:31.631095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1c8487dd-4438-4374-b528-8219378b076e req-990d5acb-a321-42b8-83aa-8e0897f26582 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] For port e1d88924-fe16-4c52-aa20-f56a89f0b95c, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e1d88924-fe16-4c52-aa20-f56a89f0b95c,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:31.634961 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1c8487dd-4438-4374-b528-8219378b076e req-990d5acb-a321-42b8-83aa-8e0897f26582 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.656461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:31.733556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff014b28-7755-4b84-8a25-22944bd5d5f1']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:31.736397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8b5f65b3-536d-44ec-8b88-8bcaee93120e None None] Could not find standard attr ID for object 528e57d6-dbd1-44b5-bf5d-4fcd6b0c7bf0. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:32:31.801441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdae200-37e0-4e2f-ab83-fe87485f372e') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:31.802094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdae200-37e0-4e2f-ab83-fe87485f372e') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:31.846947 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.018631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:32.073860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f3525312-dd3e-4687-bfa3-e00176146f18 None None] Could not find standard attr ID for object 43c85d1c-f5b8-4dd8-acc6-640cbd13d99b. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:32:32.081707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-1c8487dd-4438-4374-b528-8219378b076e req-990d5acb-a321-42b8-83aa-8e0897f26582 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Calling delete_port for e1d88924-fe16-4c52-aa20-f56a89f0b95c owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:32.144063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:32.145416 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.304485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.319001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:32:32.319439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.412148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-72ec650d-937c-4f63-8560-5833ee349a3d None None] Could not find standard attr ID for object ffba5f6d-2205-45ef-9bff-67b278fa3755. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:32:32.433123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port e1d88924-fe16-4c52-aa20-f56a89f0b95c is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:32.433740 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.452108 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-78184635-b2fa-493e-8592-834617dde171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.493346 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment cbdae200-37e0-4e2f-ab83-fe87485f372e resource provider aggregate not found Jun 03 15:32:32.590147 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment cbdae200-37e0-4e2f-ab83-fe87485f372e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbdae200-37e0-4e2f-ab83-fe87485f372e found for delete ", "request_id": "req-65f94760-3851-44ed-8c67-0b2d63cddd80"}]} Jun 03 15:32:32.600655 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.675473 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.723620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] Pushing event deleted for resources: {'Network': ['ID=ff014b28-7755-4b84-8a25-22944bd5d5f1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:32.737008 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2e7b721c-33b2-407a-bc37-ba48bbc555ea admin admin] 10.222.0.48 "DELETE /v2.0/networks/ff014b28-7755-4b84-8a25-22944bd5d5f1 HTTP/1.1" status: 204 len: 168 time: 2.1166587 Jun 03 15:32:32.755980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:32.758342 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.798967 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1c8487dd-4438-4374-b528-8219378b076e req-990d5acb-a321-42b8-83aa-8e0897f26582 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:32.940716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48582) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:33.126138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48596) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:33.204719 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fc18744-5025-43fb-8835-0aa1943a2b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.254450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8fc18744-5025-43fb-8835-0aa1943a2b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:33.265732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] For port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9145098a-8b14-4209-8e43-8bc8e1a1c5cc,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:33.271664 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-82e662dd-a2f8-462f-b90e-73687aefc3b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b48dac3f2aa64a578db765ae5d806654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438885 Jun 03 15:32:33.274039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8fc18744-5025-43fb-8835-0aa1943a2b1b admin admin] Usage tracker for resource:security_group_rule and tenant:c826cd9cfc52436d9b0b6c778b5fd85f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:33.278650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48600) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:33.284033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8fc18744-5025-43fb-8835-0aa1943a2b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:33.307492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d5acb-a321-42b8-83aa-8e0897f26582 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Pushing event deleted for resources: {'Port': ['ID=e1d88924-fe16-4c52-aa20-f56a89f0b95c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:33.320885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8fc18744-5025-43fb-8835-0aa1943a2b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:33.456810 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f7393b1-cf26-4436-a66a-5db4621c81ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.547313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d6f2a-fb3c-4725-903d-cb715a46907f req-ec989919-e9f5-4234-8b73-75a42dcba54b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:33.550412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-711d6f2a-fb3c-4725-903d-cb715a46907f req-ec989919-e9f5-4234-8b73-75a42dcba54b tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/ports?device_id=5be42917-d74b-4a1a-8e30-c155903fe0cf HTTP/1.1" status: 200 len: 945 time: 2.5386419 Jun 03 15:32:33.560860 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f7393b1-cf26-4436-a66a-5db4621c81ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.572634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e64a4-fa4a-407a-b555-11b9f837f77f req-88d04495-fbed-4bd6-9a61-2a678b22c44a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:33.573789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b9e64a4-fa4a-407a-b555-11b9f837f77f req-88d04495-fbed-4bd6-9a61-2a678b22c44a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 2.3449004 Jun 03 15:32:33.580071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8487dd-4438-4374-b528-8219378b076e req-990d5acb-a321-42b8-83aa-8e0897f26582 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] No DVR routers for this DVR port e1d88924-fe16-4c52-aa20-f56a89f0b95c on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:33.586599 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:32:33.620584 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1c8487dd-4438-4374-b528-8219378b076e req-990d5acb-a321-42b8-83aa-8e0897f26582 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.630949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fc18744-5025-43fb-8835-0aa1943a2b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.635684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be42917-d74b-4a1a-8e30-c155903fe0cf', 'name': 'network-vif-deleted', 'tag': 'e1d88924-fe16-4c52-aa20-f56a89f0b95c'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:33.641180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fc18744-5025-43fb-8835-0aa1943a2b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.647780 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.692366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.693929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.726905 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8fc18744-5025-43fb-8835-0aa1943a2b1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c826cd9cfc52436d9b0b6c778b5fd85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7845540 Jun 03 15:32:33.729043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48606) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:33.729658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f7393b1-cf26-4436-a66a-5db4621c81ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.738014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc18744-5025-43fb-8835-0aa1943a2b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86edfc98-0ac2-4c9f-9037-337faa43faa5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:33.844607 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:32:33.845236 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:32:33.853331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7393b1-cf26-4436-a66a-5db4621c81ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd41c5c4-499e-4545-92f9-53b0648bc41a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:33.898966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1c8487dd-4438-4374-b528-8219378b076e req-990d5acb-a321-42b8-83aa-8e0897f26582 tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.67 "DELETE /v2.0/ports/e1d88924-fe16-4c52-aa20-f56a89f0b95c HTTP/1.1" status: 204 len: 173 time: 5.2168305 Jun 03 15:32:33.918393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=7633f58d-88d2-4f1a-8030-b2d9266d0a7b,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:33.941582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f7393b1-cf26-4436-a66a-5db4621c81ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:33.942787 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2f7393b1-cf26-4436-a66a-5db4621c81ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd41c5c4-499e-4545-92f9-53b0648bc41a HTTP/1.1" status: 204 len: 168 time: 0.6621852 Jun 03 15:32:33.995182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ae37862-5993-4225-bb62-87969040940c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.077016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:34.092632 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ae37862-5993-4225-bb62-87969040940c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.103078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:34.123058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b987b0c-cff0-42e6-8eed-b1755a0a4f8e None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:34.139931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b9e64a4-fa4a-407a-b555-11b9f837f77f req-46159542-d8f1-43c4-af64-d5cfca64c40d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214536 Jun 03 15:32:34.175914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:34.178890 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.238243 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ae37862-5993-4225-bb62-87969040940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.272765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-711d6f2a-fb3c-4725-903d-cb715a46907f req-d3047bad-68e3-4afa-9636-266f103305cf tempest-ServerRescueNegativeTestJSON-1120974628 tempest-ServerRescueNegativeTestJSON-1120974628-project] 10.222.0.48 "GET /v2.0/security-groups?id=200d995e-95fb-43cd-b139-558f5a0eff24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905942 Jun 03 15:32:34.275666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 8.6869292 Jun 03 15:32:34.303324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48618) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:34.326057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:46:09:1e', 'name': 'tempest-NetworksTestDHCPv6-1197687215'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:34.334606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae37862-5993-4225-bb62-87969040940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86edfc98-0ac2-4c9f-9037-337faa43faa5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:34.386417 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ae37862-5993-4225-bb62-87969040940c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.392948 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1ae37862-5993-4225-bb62-87969040940c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86edfc98-0ac2-4c9f-9037-337faa43faa5 HTTP/1.1" status: 204 len: 168 time: 0.6591084 Jun 03 15:32:34.404434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc7054-2970-4960-b337-8b3e8d44b2df tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=9145098a-8b14-4209-8e43-8bc8e1a1c5cc,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:34.725504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:34.734380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:34.750442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:34.801368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:34.878742 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbb3f-bbc2-4a10-91a4-44fd2a120ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.886036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:34.886984 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:34.954074 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496aab0c-8f29-4b4e-b912-68b33e6eea6d'] response: {'server_uuid': '5be42917-d74b-4a1a-8e30-c155903fe0cf', 'name': 'network-vif-deleted', 'tag': 'e1d88924-fe16-4c52-aa20-f56a89f0b95c', 'status': 'completed', 'code': 200} Jun 03 15:32:34.989657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:35.001835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9145098a-8b14-4209-8e43-8bc8e1a1c5cc,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:35.023333 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:35.152623 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:32:35.220951 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=9145098a-8b14-4209-8e43-8bc8e1a1c5cc,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:35.235663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.236142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.236563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.236994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.237454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.238000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.238505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.239161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.239679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.240204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.240886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.241566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:35.282021 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:35.308358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9145098a-8b14-4209-8e43-8bc8e1a1c5cc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:35.420848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974017c-f4fc-46a0-b0a1-e3f8c5a06423 req-ad72455f-869c-4561-842d-0c6d852f4304 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:35.434760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9974017c-f4fc-46a0-b0a1-e3f8c5a06423 req-ad72455f-869c-4561-842d-0c6d852f4304 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 945 time: 0.6242864 Jun 03 15:32:35.526581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:35.527134 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:35.543958 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:35.648837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9974017c-f4fc-46a0-b0a1-e3f8c5a06423 req-8a5d6141-77b6-444c-b6b5-3af609b0391f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113836 Jun 03 15:32:35.696192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port 51ef814a-d97f-45e2-9bb1-a21464358172 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:32:35.825239 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:35.876090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f18d97-5ae8-4d21-80ff-ea65e6351ad1 req-771d223b-b8e5-4980-8235-23f828b3a3fd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:35.883443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3f18d97-5ae8-4d21-80ff-ea65e6351ad1 req-771d223b-b8e5-4980-8235-23f828b3a3fd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6966755 Jun 03 15:32:35.939760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:36.111004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3f18d97-5ae8-4d21-80ff-ea65e6351ad1 req-c5c2bc44-eb90-43d3-9c8b-c36038cd7718 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261612 Jun 03 15:32:36.287193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48674) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:36.505283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::32 (6a53de42-b459-4b7b-ab08-16276fe85489/c261171f-b736-48a1-9452-3959bcf726c1/51ef814a-d97f-45e2-9bb1-a21464358172) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:36.571380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:91e (6a53de42-b459-4b7b-ab08-16276fe85489/7633f58d-88d2-4f1a-8030-b2d9266d0a7b/51ef814a-d97f-45e2-9bb1-a21464358172) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:36.608151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1566e6c6-473c-4942-9cc9-f9105884a5ce None None] Provisioning complete for port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:36.613300 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1566e6c6-473c-4942-9cc9-f9105884a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:37.020797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238be2b9-5aa1-4fc5-a5b6-98c45cd48aaf req-6a7e44a4-450f-4eb2-91d2-a2c428954c4e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:37.033965 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-238be2b9-5aa1-4fc5-a5b6-98c45cd48aaf req-6a7e44a4-450f-4eb2-91d2-a2c428954c4e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 1.0584691 Jun 03 15:32:37.331021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9145098a-8b14-4209-8e43-8bc8e1a1c5cc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:37.394697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1566e6c6-473c-4942-9cc9-f9105884a5ce None None] Current status of the port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:37.400589 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:37.434526 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:37.487433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:37.502796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object 51ef814a-d97f-45e2-9bb1-a21464358172 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:37.549369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-02a64b4f-a822-424b-a5a6-4f046dff2c1f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.6617517 Jun 03 15:32:37.590389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-238be2b9-5aa1-4fc5-a5b6-98c45cd48aaf req-8514763c-d956-4972-a059-4c7262445754 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5536993 Jun 03 15:32:37.668681 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:37.682324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:37.682781 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:37.901608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=51ef814a-d97f-45e2-9bb1-a21464358172,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:37.930055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:37.934223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:38.012093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:38.040659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:38.042070 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:38.079234 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:38.214832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6e729364-9070-4a5f-afdc-a4b10890cd94 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.9090476 Jun 03 15:32:38.231786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48732) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:38.408147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:38.409151 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:38.576501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:38.619663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a6e5c-88fe-4923-86fd-0fd59997c29c req-1a02d2bd-3b98-4f28-a79b-994f4697ea5c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:38.623169 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b2a6e5c-88fe-4923-86fd-0fd59997c29c req-1a02d2bd-3b98-4f28-a79b-994f4697ea5c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6911459 Jun 03 15:32:38.633890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8689b-b211-47fb-b1d8-75e68411f157 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port 51ef814a-d97f-45e2-9bb1-a21464358172 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:38.636379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1e8689b-b211-47fb-b1d8-75e68411f157 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:38.842647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:38.854825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:38.872593 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:39.018262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] Deleting port e63979ff-7f76-4bc3-aa76-7fe9b1720012 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:39.021027 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:39.107914 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:39.136596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-198779e7-e73f-4e5a-9407-b3919352d5d8 None None] Provisioning for port 51ef814a-d97f-45e2-9bb1-a21464358172 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:32:39.156580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-198779e7-e73f-4e5a-9407-b3919352d5d8 None None] Provisioning complete for port 51ef814a-d97f-45e2-9bb1-a21464358172 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:39.157179 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-198779e7-e73f-4e5a-9407-b3919352d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:39.251882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:39.265371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-198779e7-e73f-4e5a-9407-b3919352d5d8 None None] Port 51ef814a-d97f-45e2-9bb1-a21464358172 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:32:39.468016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b2a6e5c-88fe-4923-86fd-0fd59997c29c req-37552059-a193-4c5f-b094-bfecef08e45d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746064 Jun 03 15:32:39.621389 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8f0bb4-b0c5-4236-98b5-d75a921b2d86'] response: {'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'code': 200} Jun 03 15:32:39.766291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca950d-d181-48c1-8ac7-459189acf715 req-2e954a24-5a60-4df2-a946-29ce87f2166f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:39.767890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35ca950d-d181-48c1-8ac7-459189acf715 req-2e954a24-5a60-4df2-a946-29ce87f2166f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.6044683 Jun 03 15:32:39.919067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] For port e63979ff-7f76-4bc3-aa76-7fe9b1720012, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e63979ff-7f76-4bc3-aa76-7fe9b1720012,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:39.921042 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:39.925645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35ca950d-d181-48c1-8ac7-459189acf715 req-1af3e79d-0e3c-4666-96d5-dd4fc906b608 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986779 Jun 03 15:32:40.004153 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1e8689b-b211-47fb-b1d8-75e68411f157 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:40.402329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8689b-b211-47fb-b1d8-75e68411f157 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for 51ef814a-d97f-45e2-9bb1-a21464358172 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:40.451775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] Calling delete_port for e63979ff-7f76-4bc3-aa76-7fe9b1720012 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:40.947906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1e8689b-b211-47fb-b1d8-75e68411f157 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:41.047686 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:41.149186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e63979ff-7f76-4bc3-aa76-7fe9b1720012,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:41.163310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8689b-b211-47fb-b1d8-75e68411f157 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=51ef814a-d97f-45e2-9bb1-a21464358172,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:41.296028 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1e8689b-b211-47fb-b1d8-75e68411f157 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:41.317389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d1e8689b-b211-47fb-b1d8-75e68411f157 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/51ef814a-d97f-45e2-9bb1-a21464358172 HTTP/1.1" status: 204 len: 168 time: 3.0811832 Jun 03 15:32:41.325562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48850) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:41.618728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4f357-3ebf-496e-905c-2fa15d8db812 req-0a0e41e4-f665-4efa-84cc-21174a1533ae tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:41.621495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eca4f357-3ebf-496e-905c-2fa15d8db812 req-0a0e41e4-f665-4efa-84cc-21174a1533ae tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 1.4722602 Jun 03 15:32:41.658797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-900e3ff9-df58-491d-ab66-34208720e4d0 req-1c7ef582-250c-4e20-a2fe-d1fc30aa4588 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8300025 Jun 03 15:32:41.710344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48858) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:41.785994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:41.830860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142a1e-1c59-4b70-8750-58d1bf1ad5d7 req-76067e9c-81aa-4662-9494-d16e344e0135 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:41.842627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e142a1e-1c59-4b70-8750-58d1bf1ad5d7 req-76067e9c-81aa-4662-9494-d16e344e0135 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.6280086 Jun 03 15:32:41.916629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb37976-230e-45e5-9476-d0b50ac6d58f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:41.917378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ecb37976-230e-45e5-9476-d0b50ac6d58f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:32:41.949199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eca4f357-3ebf-496e-905c-2fa15d8db812 req-258fb8a6-aa11-4b30-b755-22a25d2f992b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110518 Jun 03 15:32:41.959845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ecb37976-230e-45e5-9476-d0b50ac6d58f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:32:41.964636 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ecb37976-230e-45e5-9476-d0b50ac6d58f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.6359196 Jun 03 15:32:41.974677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48866) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:42.049090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e142a1e-1c59-4b70-8750-58d1bf1ad5d7 req-cc48c9a3-34e2-49ce-8825-d5c3de60a17c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052443 Jun 03 15:32:42.187987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3ff9-df58-491d-ab66-34208720e4d0 req-be4e2b6d-1dcb-48dc-ac77-65f917c87547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:42.189955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-900e3ff9-df58-491d-ab66-34208720e4d0 req-be4e2b6d-1dcb-48dc-ac77-65f917c87547 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 1096 time: 0.4670465 Jun 03 15:32:42.190703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9ac65e2b-9649-471d-92f8-ddc1def2918c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:42.471100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] Router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:32:42.536093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9ac65e2b-9649-471d-92f8-ddc1def2918c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:42.553159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9ac65e2b-9649-471d-92f8-ddc1def2918c admin admin] Usage tracker for resource:security_group_rule and tenant:fb2bbfe6e4e9409c9cc93a047190123a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:42.558164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9ac65e2b-9649-471d-92f8-ddc1def2918c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:42.574180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9ac65e2b-9649-471d-92f8-ddc1def2918c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:42.598236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb18953-e1c7-4ace-9a39-7a6da5654640 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:42.603392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5bb18953-e1c7-4ace-9a39-7a6da5654640 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.6124313 Jun 03 15:32:42.612253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48884) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:42.859457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2594db17-9a05-40a0-8705-a5013c524ce7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:42.862540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2594db17-9a05-40a0-8705-a5013c524ce7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:42.865424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2594db17-9a05-40a0-8705-a5013c524ce7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:42.867171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2594db17-9a05-40a0-8705-a5013c524ce7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:32:43.028901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbe713-5e05-445e-922a-d9781cea47d7 req-b3979010-1996-4116-bf57-71c28405d79b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:43.042498 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dfbe713-5e05-445e-922a-d9781cea47d7 req-b3979010-1996-4116-bf57-71c28405d79b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.7345281 Jun 03 15:32:43.106196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:32:43.125266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873cc2e-66f1-4a9e-a50f-17f62746483f None None] Sync routers for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:43.166384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873cc2e-66f1-4a9e-a50f-17f62746483f None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:43.168211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f873cc2e-66f1-4a9e-a50f-17f62746483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:32:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:43.173082 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-25ba4d2a-11fa-407e-b09c-7448992af0bb admin admin] 10.222.0.48 "PUT /v2.0/routers/1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8832822 Jun 03 15:32:43.178099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48900) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:43.372734 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9ac65e2b-9649-471d-92f8-ddc1def2918c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.423265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3ff9-df58-491d-ab66-34208720e4d0 req-bec77bc2-431e-474e-bfaf-2cc2c89fc13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:43.426544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-900e3ff9-df58-491d-ab66-34208720e4d0 req-bec77bc2-431e-474e-bfaf-2cc2c89fc13e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 200 len: 915 time: 1.2106011 Jun 03 15:32:43.427769 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9ac65e2b-9649-471d-92f8-ddc1def2918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.634351 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:43.642684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2594db17-9a05-40a0-8705-a5013c524ce7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:32:43.645281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2594db17-9a05-40a0-8705-a5013c524ce7 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.0310266 Jun 03 15:32:43.663124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:32:43.741101 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-900e3ff9-df58-491d-ab66-34208720e4d0 req-e1a9837c-f559-4283-a0ab-35b443adf5e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93 HTTP/1.1" status: 200 len: 217 time: 0.2964497 Jun 03 15:32:43.743533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48904) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:43.889063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f873cc2e-66f1-4a9e-a50f-17f62746483f None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:44.043554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-a0698960-eac0-40ac-8d3b-b3a1a6cca48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:44.045051 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-a0698960-eac0-40ac-8d3b-b3a1a6cca48a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716&tenant_id=b3e4457f68d148e08a56851d77ccda36 HTTP/1.1" status: 200 len: 1095 time: 0.2966018 Jun 03 15:32:44.057833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.073041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Deleting port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:44.073567 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.073748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dfbe713-5e05-445e-922a-d9781cea47d7 req-10cf0d09-633c-4e0f-9b94-2ff6887dd066 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6846647 Jun 03 15:32:44.108316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac65e2b-9649-471d-92f8-ddc1def2918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5eac03-642b-493c-a1ed-3510cb9a5499,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:44.114685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9ac65e2b-9649-471d-92f8-ddc1def2918c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb2bbfe6e4e9409c9cc93a047190123a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3989465 Jun 03 15:32:44.124406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48912) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:44.200602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e3ff9-df58-491d-ab66-34208720e4d0 req-1afbc12c-a619-418d-9e88-30c9a8e194ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:44.202511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-900e3ff9-df58-491d-ab66-34208720e4d0 req-1afbc12c-a619-418d-9e88-30c9a8e194ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98ceefca-3cfc-43a6-9839-31c33e352aca HTTP/1.1" status: 200 len: 854 time: 0.3197927 Jun 03 15:32:44.226533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-899d2b53-f8c4-4f8a-8f50-6f250b5563a5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet 7633f58d-88d2-4f1a-8030-b2d9266d0a7b {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:32:44.275278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af3e46-253e-4698-ba80-333f9cf79f0c req-d7edc33d-371e-44bd-8fdb-608a14c5a1fe tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:44.282577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89af3e46-253e-4698-ba80-333f9cf79f0c req-d7edc33d-371e-44bd-8fdb-608a14c5a1fe tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.6458786 Jun 03 15:32:44.286263 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-899d2b53-f8c4-4f8a-8f50-6f250b5563a5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.394246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-900e3ff9-df58-491d-ab66-34208720e4d0 req-478dfd5d-e5b7-40db-9269-572691d3a3e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f2d938c-a535-4219-9bff-61815313e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773436 Jun 03 15:32:44.446521 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89af3e46-253e-4698-ba80-333f9cf79f0c req-81266adf-f7bd-4482-aac9-e7eab8476fd6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628084 Jun 03 15:32:44.470189 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59298a9a-1eb7-4cd1-b471-a5be2dc41f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.511163 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59298a9a-1eb7-4cd1-b471-a5be2dc41f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.597503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-8e7c06cf-c02b-4101-9c94-808c18d82718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:44.600064 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-8e7c06cf-c02b-4101-9c94-808c18d82718 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 1095 time: 0.4866083 Jun 03 15:32:44.655239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:44.684249 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-899d2b53-f8c4-4f8a-8f50-6f250b5563a5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.698125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'port_id': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'mac_address': 'fa:16:3e:8f:97:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:32:44.715822 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59298a9a-1eb7-4cd1-b471-a5be2dc41f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.773776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59298a9a-1eb7-4cd1-b471-a5be2dc41f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5eac03-642b-493c-a1ed-3510cb9a5499,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:44.815158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c401e-adf8-45f4-924a-bb40550119f5 req-1b11c489-9bc5-4178-b0ee-c2bdeb56b039 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:44.822870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-026c401e-adf8-45f4-924a-bb40550119f5 req-1b11c489-9bc5-4178-b0ee-c2bdeb56b039 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2087655 Jun 03 15:32:44.846882 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59298a9a-1eb7-4cd1-b471-a5be2dc41f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:44.847989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-59298a9a-1eb7-4cd1-b471-a5be2dc41f0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be5eac03-642b-493c-a1ed-3510cb9a5499 HTTP/1.1" status: 204 len: 168 time: 0.7173581 Jun 03 15:32:44.908423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-900e3ff9-df58-491d-ab66-34208720e4d0 req-1996b319-4769-4c20-a519-76822ed2e5b1 service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040627 Jun 03 15:32:44.942527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:44.943891 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.000116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6418f871-4ed4-4e3e-a9cc-ab73037440d8 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:32:45.010720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-026c401e-adf8-45f4-924a-bb40550119f5 req-1d7381cf-27e5-4ff7-895a-de5c7bd6a2cd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867189 Jun 03 15:32:45.019840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:45.026707 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.052385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] For port 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2ec2ca36-b5e0-4cea-91c8-d114f5b5952b,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:45.053305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.102568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-c7c76536-6429-4797-965b-3e545ce36cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:45.108489 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-c7c76536-6429-4797-965b-3e545ce36cf0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 916 time: 0.4873624 Jun 03 15:32:45.150018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f873cc2e-66f1-4a9e-a50f-17f62746483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:32:40Z', 'revision_number': 5, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port': {'id': '2ec2ca36-b5e0-4cea-91c8-d114f5b5952b', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:24:38Z', 'updated_at': '2022-06-03T15:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:45.162312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873cc2e-66f1-4a9e-a50f-17f62746483f None None] Checking router: 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:45.184296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:45.199966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873cc2e-66f1-4a9e-a50f-17f62746483f None None] Routers {'1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:32:45.204020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f873cc2e-66f1-4a9e-a50f-17f62746483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:32:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:45.387548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-900e3ff9-df58-491d-ab66-34208720e4d0 req-48092b33-3ce3-4515-94f1-d2bd36e7d6f2 service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707193 Jun 03 15:32:45.419358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['6418f871-4ed4-4e3e-a9cc-ab73037440d8'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:32:45.419868 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-899d2b53-f8c4-4f8a-8f50-6f250b5563a5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.883007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Calling delete_port for 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:45.883898 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-899d2b53-f8c4-4f8a-8f50-6f250b5563a5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:45.890873 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48938) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:45.932777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f873cc2e-66f1-4a9e-a50f-17f62746483f None None] Set router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:32:45.940483 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-c4400457-f899-4fa5-aa06-e35236e943d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6439555-16a2-4f3a-9329-acaffa615b3b HTTP/1.1" status: 200 len: 1000 time: 0.6268246 Jun 03 15:32:45.962501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d2b53-f8c4-4f8a-8f50-6f250b5563a5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=7633f58d-88d2-4f1a-8030-b2d9266d0a7b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:45.996542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fbaa7679-95b4-402b-814e-91ef792621c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.035668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2d013-576f-4136-92c0-bf9fd573c74b req-fa7b4b64-003e-4529-b136-ad15f7221f9a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:46.049121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42d2d013-576f-4136-92c0-bf9fd573c74b req-fa7b4b64-003e-4529-b136-ad15f7221f9a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.4071023 Jun 03 15:32:46.104023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-560e5f8b-f07a-40d5-943a-87d191ba0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:46.106924 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-560e5f8b-f07a-40d5-943a-87d191ba0b56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.1489398 Jun 03 15:32:46.114959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fbaa7679-95b4-402b-814e-91ef792621c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:46.130278 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-899d2b53-f8c4-4f8a-8f50-6f250b5563a5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.147580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fbaa7679-95b4-402b-814e-91ef792621c7 admin admin] Usage tracker for resource:security_group_rule and tenant:45773b04e6f8426eb46be4586555373c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:46.157763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fbaa7679-95b4-402b-814e-91ef792621c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:46.178957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f873cc2e-66f1-4a9e-a50f-17f62746483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:32:44Z', 'revision_number': 6, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:46.184993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fbaa7679-95b4-402b-814e-91ef792621c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:46.188917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d8e0e2-a9f2-4b97-adae-b4fd7407550d None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:46.206753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42d2d013-576f-4136-92c0-bf9fd573c74b req-657bda7f-cec4-45d5-829a-d547b1d9c74c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564534 Jun 03 15:32:46.230602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-899d2b53-f8c4-4f8a-8f50-6f250b5563a5 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/7633f58d-88d2-4f1a-8030-b2d9266d0a7b HTTP/1.1" status: 204 len: 168 time: 2.3684831 Jun 03 15:32:46.238626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48946) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:46.253212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c3e77-939b-49ef-9598-014ed2e543b0 req-87f263ad-3da8-46c4-913f-0af3163b4944 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:46.255890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-282c3e77-939b-49ef-9598-014ed2e543b0 req-87f263ad-3da8-46c4-913f-0af3163b4944 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.4712684 Jun 03 15:32:46.264000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f873cc2e-66f1-4a9e-a50f-17f62746483f None None] The sync data for ids ['1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b'] in n-d-844595-1 is: [{'id': '1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b', 'name': 'tempest-ServerRescueNegativeTestJSON-1030505734-router', 'tenant_id': 'b48be3565d6942b5af8b73b5a255181e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:24:36Z', 'updated_at': '2022-06-03T15:32:44Z', 'revision_number': 6, 'project_id': 'b48be3565d6942b5af8b73b5a255181e', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:46.458437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7b1b79-da82-4a17-8033-08e6e5746f4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet c261171f-b736-48a1-9452-3959bcf726c1 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:32:46.461909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca7b1b79-da82-4a17-8033-08e6e5746f4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.559543 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca7b1b79-da82-4a17-8033-08e6e5746f4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.669555 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:46.754966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec2ca36-b5e0-4cea-91c8-d114f5b5952b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:46.763848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-388bf0f7-8e7d-4145-a4fa-d5208aae25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:46.766491 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-388bf0f7-8e7d-4145-a4fa-d5208aae25bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6055117 Jun 03 15:32:46.830113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca7b1b79-da82-4a17-8033-08e6e5746f4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.071034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-282c3e77-939b-49ef-9598-014ed2e543b0 req-d42cde03-0210-4f14-9185-7e0b4b598fbd tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618352 Jun 03 15:32:47.100553 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.194440 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca7b1b79-da82-4a17-8033-08e6e5746f4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.319404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b1b79-da82-4a17-8033-08e6e5746f4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=c261171f-b736-48a1-9452-3959bcf726c1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:47.323484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:47.375928 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca7b1b79-da82-4a17-8033-08e6e5746f4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.421676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678f397-5c80-4387-a5d2-fb1b0b973e52 req-c911c923-6f20-4d41-9a82-dad270835b9f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:47.430055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1678f397-5c80-4387-a5d2-fb1b0b973e52 req-c911c923-6f20-4d41-9a82-dad270835b9f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.5518062 Jun 03 15:32:47.430905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:47.431966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2ec2ca36-b5e0-4cea-91c8-d114f5b5952b not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:47.432901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e63979ff-7f76-4bc3-aa76-7fe9b1720012 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:47.515761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:32:47.532069 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fbaa7679-95b4-402b-814e-91ef792621c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.583602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fbaa7679-95b4-402b-814e-91ef792621c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.625711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e63979ff-7f76-4bc3-aa76-7fe9b1720012 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:47.625711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e63979ff-7f76-4bc3-aa76-7fe9b1720012 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:47.659155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa7679-95b4-402b-814e-91ef792621c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd31c9-0797-41d8-8437-c791428e4c6d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:47.672328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ca7b1b79-da82-4a17-8033-08e6e5746f4b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/c261171f-b736-48a1-9452-3959bcf726c1 HTTP/1.1" status: 204 len: 168 time: 1.4148703 Jun 03 15:32:47.696103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48968) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:47.732529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.739240 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-87b2de19-edbc-43f3-b6f8-2547fdfb5eaf service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9210899 Jun 03 15:32:47.741180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.764424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:47.767470 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:47.855064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1678f397-5c80-4387-a5d2-fb1b0b973e52 req-b3ad62e7-41b9-43c9-8b7e-c78077b131b4 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022000 Jun 03 15:32:47.888375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9ae8a9cf-c7b2-4658-8118-78fd4a5a003b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1904209 Jun 03 15:32:47.894475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48972) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:47.906583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fbaa7679-95b4-402b-814e-91ef792621c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45773b04e6f8426eb46be4586555373c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9551759 Jun 03 15:32:47.911415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:47.928425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48976) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:48.125635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:48.126051 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.128599 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.129582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:32:48.221547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:48.236439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.237947 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ff85d556-7ed0-48d5-a1ea-a03eb8670528 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1bb9eba8-b2de-49ab-95dc-5cba4b01cb7b HTTP/1.1" status: 204 len: 168 time: 5.0575526 Jun 03 15:32:48.243099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:48.246463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:48.253282 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.294199 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-64055cfe-cfc8-4d6d-9779-1a18372fb049 req-34f88000-52c2-4efb-984b-618238cc89b6 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367522 Jun 03 15:32:48.551116 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c1ee221f-80b2-40c4-8f69-91a96457dd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.555922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:48.584377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:48.593974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:48.601617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=10']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:48.632723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:48.642437 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c1ee221f-80b2-40c4-8f69-91a96457dd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.648178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb0692a-3c17-4f3c-9183-4fa3c6667b1e None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:48.682213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:48.686112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c66af3-2bf5-40ff-9c1d-f0debe38d843 admin admin] Deleting subnet 64180303-93d7-4e1d-bc54-8d5d83e99d29 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:32:48.697833 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.706737 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4c66af3-2bf5-40ff-9c1d-f0debe38d843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:48.932458 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4c66af3-2bf5-40ff-9c1d-f0debe38d843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.120314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c6497029-bede-40e9-8c56-ec3a7b02bcae None None] Provisioning complete for port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:32:49.120707 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6497029-bede-40e9-8c56-ec3a7b02bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.130630 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4c66af3-2bf5-40ff-9c1d-f0debe38d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.244884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4c66af3-2bf5-40ff-9c1d-f0debe38d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.361214 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c66af3-2bf5-40ff-9c1d-f0debe38d843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64180303-93d7-4e1d-bc54-8d5d83e99d29,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:49.368698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4c66af3-2bf5-40ff-9c1d-f0debe38d843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.380591 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f4c66af3-2bf5-40ff-9c1d-f0debe38d843 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/64180303-93d7-4e1d-bc54-8d5d83e99d29 HTTP/1.1" status: 204 len: 168 time: 1.0892603 Jun 03 15:32:49.381307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49014) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:49.477556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456712cf-6204-4968-b6ad-47f5b6192466 None None] Network c490fd12-08ed-4aa5-b629-fc58f429a667 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:49.496465 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c1ee221f-80b2-40c4-8f69-91a96457dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.586837 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.588952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee221f-80b2-40c4-8f69-91a96457dd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd31c9-0797-41d8-8437-c791428e4c6d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:49.592462 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c1ee221f-80b2-40c4-8f69-91a96457dd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:49.594601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c1ee221f-80b2-40c4-8f69-91a96457dd29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bcfd31c9-0797-41d8-8437-c791428e4c6d HTTP/1.1" status: 204 len: 168 time: 1.6649125 Jun 03 15:32:49.641428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d523a-8b56-4648-8bfa-11f3d53fc498 req-b0f76379-2bde-4fde-a71c-16a0c29fbfc3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:49.643090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d1d523a-8b56-4648-8bfa-11f3d53fc498 req-b0f76379-2bde-4fde-a71c-16a0c29fbfc3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6694844 Jun 03 15:32:49.644900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Deleting port 70de09eb-8e36-4511-8590-5b110381b27f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:49.645324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:50.206733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4908-2b25-49ef-8afe-80ad98ac5534 req-e35b8a6a-3cc1-48d1-9a6d-9aba1657ce92 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:50.220368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4deb4908-2b25-49ef-8afe-80ad98ac5534 req-e35b8a6a-3cc1-48d1-9a6d-9aba1657ce92 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 1.1843605 Jun 03 15:32:50.231804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d1d523a-8b56-4648-8bfa-11f3d53fc498 req-86537bac-d819-427d-934d-f559e22d0adc tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593286 Jun 03 15:32:50.524537 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8fc5e8-04e1-4130-a81e-1840a5464bc8'] response: {'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'code': 200} Jun 03 15:32:50.567773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4deb4908-2b25-49ef-8afe-80ad98ac5534 req-7d12f7f2-d0e7-4429-b79d-c2653b890217 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260896 Jun 03 15:32:50.674533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] For port 70de09eb-8e36-4511-8590-5b110381b27f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=70de09eb-8e36-4511-8590-5b110381b27f,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:50.674533 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:50.681791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c6497029-bede-40e9-8c56-ec3a7b02bcae None None] Current status of the port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:32:50.769785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:50.918081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4ef28f-3b32-438f-8e9b-e729e19cd77b None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:32:50.930236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ef28f-3b32-438f-8e9b-e729e19cd77b None None] Deleting port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:50.935006 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef28f-3b32-438f-8e9b-e729e19cd77b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:51.245966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa7697-4edc-4fc9-9230-bcf9c344b4a2 None None] DHCP port deletion for c490fd12-08ed-4aa5-b629-fc58f429a667 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:32:51.620762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=d878e2ad-1cea-4e2e-8aa3-ee4f0a2f95f7,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:51.648251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:51.663174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:51.672512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:51.680158 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:51.687559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4c4ef28f-3b32-438f-8e9b-e729e19cd77b None None] For port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9145098a-8b14-4209-8e43-8bc8e1a1c5cc,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:51.688196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef28f-3b32-438f-8e9b-e729e19cd77b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:51.896220 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-90e441f4-f061-44b6-93d1-6760af0ea1a9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9997385 Jun 03 15:32:51.905124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49068) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:51.944801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-fa2eed16-21b0-45ba-98b8-0f39b5b66d20 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:51.948021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ef28f-3b32-438f-8e9b-e729e19cd77b None None] Calling delete_port for 9145098a-8b14-4209-8e43-8bc8e1a1c5cc owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:52.175566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-26fa7697-4edc-4fc9-9230-bcf9c344b4a2 None None] Deleting port 70de09eb-8e36-4511-8590-5b110381b27f {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:52.176372 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-26fa7697-4edc-4fc9-9230-bcf9c344b4a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.234974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Calling delete_port for 70de09eb-8e36-4511-8590-5b110381b27f owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:52.322112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 70de09eb-8e36-4511-8590-5b110381b27f no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:52.367583 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef28f-3b32-438f-8e9b-e729e19cd77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.496012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ef28f-3b32-438f-8e9b-e729e19cd77b None None] Pushing event deleted for resources: {'Port': ['ID=9145098a-8b14-4209-8e43-8bc8e1a1c5cc,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:52.574870 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:52.580393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4ef28f-3b32-438f-8e9b-e729e19cd77b None None] No DVR routers for this DVR port 9145098a-8b14-4209-8e43-8bc8e1a1c5cc on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:52.676362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a505ed4-e336-4d03-9d88-303eb18222aa None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:32:52.711412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063744cc-07bd-4479-8ebb-24b3ad39e3c1 req-813250ea-4e50-46ae-b106-6e5a7a625cdb tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:52.719758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-063744cc-07bd-4479-8ebb-24b3ad39e3c1 req-813250ea-4e50-46ae-b106-6e5a7a625cdb tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 1.4024918 Jun 03 15:32:52.854689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-063744cc-07bd-4479-8ebb-24b3ad39e3c1 req-055d4386-9e2a-4312-a4e3-b50c0bc5f5bf tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325440 Jun 03 15:32:52.858888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] No DVR routers for this DVR port 70de09eb-8e36-4511-8590-5b110381b27f on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:32:53.087480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=70de09eb-8e36-4511-8590-5b110381b27f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:53.211923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fa2eed16-21b0-45ba-98b8-0f39b5b66d20 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:53.289741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fa2eed16-21b0-45ba-98b8-0f39b5b66d20 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:53.342421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fa2eed16-21b0-45ba-98b8-0f39b5b66d20 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:53.448745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d1ec1-6153-4da9-b408-91e5b9cef672 req-493e33a5-e9c3-4824-87a9-a1518c03e736 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:53.461592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b99d1ec1-6153-4da9-b408-91e5b9cef672 req-493e33a5-e9c3-4824-87a9-a1518c03e736 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 1.1165833 Jun 03 15:32:53.471629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fa2eed16-21b0-45ba-98b8-0f39b5b66d20 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:53.516926 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.597579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c490fd12-08ed-4aa5-b629-fc58f429a667']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:53.655277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:53.656536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5424ad-12b3-41c3-b6f1-fe7cec447cd2') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:53.678453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2eed16-21b0-45ba-98b8-0f39b5b66d20 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:53.690012 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa2eed16-21b0-45ba-98b8-0f39b5b66d20 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.735831 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.825808 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:53.887125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:32:53.887670 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.008424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-26fa7697-4edc-4fc9-9230-bcf9c344b4a2 None None] For port 70de09eb-8e36-4511-8590-5b110381b27f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=70de09eb-8e36-4511-8590-5b110381b27f,segment=NetworkSegment(cf5424ad-12b3-41c3-b6f1-fe7cec447cd2),segment_id=cf5424ad-12b3-41c3-b6f1-fe7cec447cd2)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:32:54.019355 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-26fa7697-4edc-4fc9-9230-bcf9c344b4a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.321688 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.411757 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:54.424010 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment cf5424ad-12b3-41c3-b6f1-fe7cec447cd2 resource provider aggregate not found Jun 03 15:32:54.430272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c490fd12-08ed-4aa5-b629-fc58f429a667,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:54.501074 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-40663b85-3571-454a-8f39-bd32b6c815b6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c490fd12-08ed-4aa5-b629-fc58f429a667 HTTP/1.1" status: 204 len: 168 time: 5.1155524 Jun 03 15:32:54.521426 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment cf5424ad-12b3-41c3-b6f1-fe7cec447cd2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf5424ad-12b3-41c3-b6f1-fe7cec447cd2 found for delete ", "request_id": "req-72bd0189-cbaf-44eb-905d-353b23de0d46"}]} Jun 03 15:32:54.668168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-26fa7697-4edc-4fc9-9230-bcf9c344b4a2 None None] Calling delete_port for 70de09eb-8e36-4511-8590-5b110381b27f owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:32:54.788877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No active binding found for port 70de09eb-8e36-4511-8590-5b110381b27f {{(pid=88446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:32:54.791849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 70de09eb-8e36-4511-8590-5b110381b27f not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:54.792346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9145098a-8b14-4209-8e43-8bc8e1a1c5cc no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:32:54.844618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49116) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:54.921264 n-d-844595-1 neutron-server[88445]: INFO neutron.db.ipam_backend_mixin [None req-fa2eed16-21b0-45ba-98b8-0f39b5b66d20 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d878e2ad-1cea-4e2e-8aa3-ee4f0a2f95f7 (CIDR: 2001:db8::/64) Jun 03 15:32:54.987161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9145098a-8b14-4209-8e43-8bc8e1a1c5cc {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:32:54.989345 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a268f15c-466c-42fb-b853-b0b7793ae597 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b48be3565d6942b5af8b73b5a255181e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429293 Jun 03 15:32:54.993953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49120) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:54.995768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9145098a-8b14-4209-8e43-8bc8e1a1c5cc not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:32:55.009306 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2eed16-21b0-45ba-98b8-0f39b5b66d20 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:32:55.012509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2eed16-21b0-45ba-98b8-0f39b5b66d20 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:32:55.282981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f350ca17-6981-4d44-992e-213550ef5bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.329240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-26fa7697-4edc-4fc9-9230-bcf9c344b4a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:32:55.330708 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-26fa7697-4edc-4fc9-9230-bcf9c344b4a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:32:55.367731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6a53de42-b459-4b7b-ab08-16276fe85489', 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'tenant_id': 'bb5fdcfa3bc242f7aa2f5da44484902a', 'fixed_ips': [{'subnet_id': 'd878e2ad-1cea-4e2e-8aa3-ee4f0a2f95f7'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:32:55.373392 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.432181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b99d1ec1-6153-4da9-b408-91e5b9cef672 req-5e5f28c7-fad5-40ce-85af-57dbe86e80a4 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.9411185 Jun 03 15:32:55.478374 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fa2eed16-21b0-45ba-98b8-0f39b5b66d20 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.5704906 Jun 03 15:32:55.482137 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f350ca17-6981-4d44-992e-213550ef5bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.486694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49126) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:32:55.558169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'subnet': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:32:55.694972 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f350ca17-6981-4d44-992e-213550ef5bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.754172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350ca17-6981-4d44-992e-213550ef5bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200d995e-95fb-43cd-b139-558f5a0eff24,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:55.757266 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f350ca17-6981-4d44-992e-213550ef5bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:55.766630 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f350ca17-6981-4d44-992e-213550ef5bb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/200d995e-95fb-43cd-b139-558f5a0eff24 HTTP/1.1" status: 204 len: 168 time: 0.7673807 Jun 03 15:32:55.976914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-26fa7697-4edc-4fc9-9230-bcf9c344b4a2 None None] Deleting port 70de09eb-8e36-4511-8590-5b110381b27f {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:32:55.978128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-26fa7697-4edc-4fc9-9230-bcf9c344b4a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:56.119807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-26fa7697-4edc-4fc9-9230-bcf9c344b4a2 None None] The port '70de09eb-8e36-4511-8590-5b110381b27f' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:32:56.224634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Allocated IP 2001:db8::2 (6a53de42-b459-4b7b-ab08-16276fe85489/d878e2ad-1cea-4e2e-8aa3-ee4f0a2f95f7/7a291dd9-4c21-43fb-bbfe-de8b325f7563) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:56.345286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:32:56.372422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:subnet and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:32:56.386085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:32:56.406025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:32:56.454273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13779acb-9b0b-4b3a-8989-81affb0594b2 req-11c21b0d-c113-4bf3-8644-5e6f018cff49 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:56.468935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13779acb-9b0b-4b3a-8989-81affb0594b2 req-11c21b0d-c113-4bf3-8644-5e6f018cff49 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 1.5370533 Jun 03 15:32:56.472289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:56.478244 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.163540 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.206776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13779acb-9b0b-4b3a-8989-81affb0594b2 req-c605613c-61c9-4170-a253-c17a9095fd6e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353261 Jun 03 15:32:57.208162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Transition to ACTIVE for port object 7a291dd9-4c21-43fb-bbfe-de8b325f7563 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:57.320281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Transition to ACTIVE for port object 7a291dd9-4c21-43fb-bbfe-de8b325f7563 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:32:57.339608 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:57.536850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85025f-a381-4bab-be01-5b23de66195b req-b5654590-25c6-4ada-9ba1-ca5f20731645 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:57.549179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb85025f-a381-4bab-be01-5b23de66195b req-b5654590-25c6-4ada-9ba1-ca5f20731645 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.5332375 Jun 03 15:32:57.577191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:57.593401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:57.603218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:32:57.674055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb85025f-a381-4bab-be01-5b23de66195b req-2823dd1d-5a2a-4b73-88b8-6cc4918009fd tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231117 Jun 03 15:32:57.802034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Pushing event updated for resources: {'Port': ['ID=7a291dd9-4c21-43fb-bbfe-de8b325f7563,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:58.024965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Attempting to bind port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:32:58.025784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Attempting to bind port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:32:58.026605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Attempting to bind port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 on network 6a53de42-b459-4b7b-ab08-16276fe85489 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:32:58.050544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:32:58.051671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Checking segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:32:58.052503 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:58.053366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Bound using segment: {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:32:58.054509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Bound port: 7a291dd9-4c21-43fb-bbfe-de8b325f7563, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baace65-0c18-47d4-824e-a2532f296de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:32:58.055315 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:58.294028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.objects.ports [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88445) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:32:58.543287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] For port 7a291dd9-4c21-43fb-bbfe-de8b325f7563, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:32:58.570539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] For port 7a291dd9-4c21-43fb-bbfe-de8b325f7563, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a291dd9-4c21-43fb-bbfe-de8b325f7563,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:32:58.581905 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:58.651196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2955b9-0af1-4e10-b003-556cdeeed59c req-35b15747-03cb-41a1-b692-54e6cfb177a8 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:58.660661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df2955b9-0af1-4e10-b003-556cdeeed59c req-35b15747-03cb-41a1-b692-54e6cfb177a8 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6093061 Jun 03 15:32:58.772812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df2955b9-0af1-4e10-b003-556cdeeed59c req-35329dd9-9e11-4bb1-ac14-82ab0f64f97e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118071 Jun 03 15:32:59.004771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9008c-9fda-494d-b9c6-9d6376f74ed9 None None] Pushing event updated for resources: {'Port': ['ID=7a291dd9-4c21-43fb-bbfe-de8b325f7563,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:59.342953 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:59.502664 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:32:59.565219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2239e3-c137-41b9-a2c2-77bb333e081b req-c3734433-6531-4a0a-8940-2502c79a52dc tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:59.565537 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f2239e3-c137-41b9-a2c2-77bb333e081b req-c3734433-6531-4a0a-8940-2502c79a52dc tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.4178078 Jun 03 15:33:00.194845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f2239e3-c137-41b9-a2c2-77bb333e081b req-6b7941a4-dc3d-4ca1-886e-cc8e58de294a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5580490 Jun 03 15:33:00.280718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] For port 7a291dd9-4c21-43fb-bbfe-de8b325f7563, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a291dd9-4c21-43fb-bbfe-de8b325f7563,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:00.362646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:00.378795 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:00.382795 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:00.778599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:00.790398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:00.804160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:00.804912 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:00.853266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=7a291dd9-4c21-43fb-bbfe-de8b325f7563,revision_number=4']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:00.863022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Subnet': ['ID=b4d0baef-037d-4e4e-9c47-42cfbf4b97a0,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:00.883757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4f51351d-5a5d-497d-a037-089869c7982c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.3870718 Jun 03 15:33:00.888792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49206) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:00.908559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Request body: {'port': {'network_id': '6a53de42-b459-4b7b-ab08-16276fe85489', 'mac_address': 'fa:16:3e:35:85:41', 'name': 'tempest-NetworksTestDHCPv6-1528089699'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:01.139257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad812384-873d-41ca-80c9-65502eca2513 req-74fddbbd-955f-498e-8492-25ea80f2c4a0 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:01.143375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad812384-873d-41ca-80c9-65502eca2513 req-74fddbbd-955f-498e-8492-25ea80f2c4a0 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2561483 Jun 03 15:33:01.302000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28414539-0c8e-43ec-ac85-ad3b481e7696 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:01.370548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad812384-873d-41ca-80c9-65502eca2513 req-670bc3ef-9bd3-4690-a6dc-3622d8cf3041 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174413 Jun 03 15:33:01.495268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:01.504203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Usage tracker for resource:port and tenant:bb5fdcfa3bc242f7aa2f5da44484902a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:01.510317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:01.521708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:01.542184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Made reservation on behalf of bb5fdcfa3bc242f7aa2f5da44484902a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:01.760997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a291dd9-4c21-43fb-bbfe-de8b325f7563 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:02.109468 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:02.206521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-86784d72-7984-4995-88d6-4d91ab4d6fc8 None None] Provisioning for port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:02.236384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] device_id is not set on port e2b17d0f-1a06-4a8c-b840-68e66d53743f yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:33:02.254704 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-59528ee4-7491-46d5-a338-a20053a5e0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:02.402846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cbfe8-dfc3-4950-a14a-b03a31d5191c req-d110b391-0801-4271-b79d-68cad26093d6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:02.418904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-495cbfe8-dfc3-4950-a14a-b03a31d5191c req-d110b391-0801-4271-b79d-68cad26093d6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.2673392 Jun 03 15:33:02.479107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:02.511937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:02.512588 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:02.910123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49220) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:02.968666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:02.969255 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:02.992272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-495cbfe8-dfc3-4950-a14a-b03a31d5191c req-2a058fee-abad-4ec7-bdc8-e4aeebe5ecc9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5719042 Jun 03 15:33:03.072512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 7a291dd9-4c21-43fb-bbfe-de8b325f7563, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a291dd9-4c21-43fb-bbfe-de8b325f7563,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:03.079646 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:03.188512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8::1c7 (6a53de42-b459-4b7b-ab08-16276fe85489/d878e2ad-1cea-4e2e-8aa3-ee4f0a2f95f7/e2b17d0f-1a06-4a8c-b840-68e66d53743f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:03.209268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Allocated IP 2001:db8:0:1:f816:3eff:fe35:8541 (6a53de42-b459-4b7b-ab08-16276fe85489/b4d0baef-037d-4e4e-9c47-42cfbf4b97a0/e2b17d0f-1a06-4a8c-b840-68e66d53743f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:03.491740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=7a291dd9-4c21-43fb-bbfe-de8b325f7563,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:03.723029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6746a48-b406-48ea-b0e8-63d070244434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:03.731832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1143b-4e09-4163-b1d3-0c1a36c76899 req-e9c897f3-f973-4270-bf00-d7b1e122e195 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:03.744848 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecd1143b-4e09-4163-b1d3-0c1a36c76899 req-e9c897f3-f973-4270-bf00-d7b1e122e195 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3009818 Jun 03 15:33:03.850055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f6746a48-b406-48ea-b0e8-63d070244434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:03.882813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecd1143b-4e09-4163-b1d3-0c1a36c76899 req-4688a3fd-2731-42ac-90a3-f243465e0f34 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347790 Jun 03 15:33:03.995668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f6746a48-b406-48ea-b0e8-63d070244434 admin admin] Usage tracker for resource:security_group_rule and tenant:78e42e1a7d1f492b80b1e61e9f595eb5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:04.007303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f6746a48-b406-48ea-b0e8-63d070244434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:04.038833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f6746a48-b406-48ea-b0e8-63d070244434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:04.051301 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.124719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Transition to ACTIVE for port object e2b17d0f-1a06-4a8c-b840-68e66d53743f will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:04.222063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a515b093-e945-41b2-9f0e-df345a095c6b None None] Provisioning complete for port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:04.224886 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a515b093-e945-41b2-9f0e-df345a095c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.269770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.339354 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10e692a2-9d30-465b-800b-bf3d8438ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.476362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6746a48-b406-48ea-b0e8-63d070244434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.489564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Network 6a53de42-b459-4b7b-ab08-16276fe85489 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:04.497576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:04.501331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6746a48-b406-48ea-b0e8-63d070244434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.527252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:04.539883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:04.541189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:04.593654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event updated for resources: {'Port': ['ID=e2b17d0f-1a06-4a8c-b840-68e66d53743f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:04.720068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49232) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:04.720833 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f6746a48-b406-48ea-b0e8-63d070244434 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78e42e1a7d1f492b80b1e61e9f595eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8081670 Jun 03 15:33:04.746822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6746a48-b406-48ea-b0e8-63d070244434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399be9bd-c9be-49a8-aa27-f90adbacecb2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:04.778772 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f43058d9-c0dd-469e-90f2-186e990b9377 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8883386 Jun 03 15:33:04.783865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49236) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:04.868564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a515b093-e945-41b2-9f0e-df345a095c6b None None] Current status of the port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:05.210171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d59aeba2-7235-4b78-82fc-cfc0d800ae6b None None] Provisioning for port e2b17d0f-1a06-4a8c-b840-68e66d53743f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:05.242999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d59aeba2-7235-4b78-82fc-cfc0d800ae6b None None] Provisioning complete for port e2b17d0f-1a06-4a8c-b840-68e66d53743f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:05.243518 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d59aeba2-7235-4b78-82fc-cfc0d800ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:05.244479 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7a865e3-bf93-4b6c-9e6d-f4cc0db02039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:05.296948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-419b33f0-7a68-43aa-90ee-450bf68f2b0b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting port e2b17d0f-1a06-4a8c-b840-68e66d53743f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:05.299302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-419b33f0-7a68-43aa-90ee-450bf68f2b0b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:05.465571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d59aeba2-7235-4b78-82fc-cfc0d800ae6b None None] Port e2b17d0f-1a06-4a8c-b840-68e66d53743f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:05.475231 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a291dd9-4c21-43fb-bbfe-de8b325f7563 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:05.662424 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:05.663555 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:05.746453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:05.746820 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.289508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7a865e3-bf93-4b6c-9e6d-f4cc0db02039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.378901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:06.495547 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-419b33f0-7a68-43aa-90ee-450bf68f2b0b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:06.861856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-419b33f0-7a68-43aa-90ee-450bf68f2b0b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Calling delete_port for e2b17d0f-1a06-4a8c-b840-68e66d53743f owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:06.956315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7a865e3-bf93-4b6c-9e6d-f4cc0db02039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:07.021067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a865e3-bf93-4b6c-9e6d-f4cc0db02039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399be9bd-c9be-49a8-aa27-f90adbacecb2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:07.021067 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7a865e3-bf93-4b6c-9e6d-f4cc0db02039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:07.021067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f7a865e3-bf93-4b6c-9e6d-f4cc0db02039 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/399be9bd-c9be-49a8-aa27-f90adbacecb2 HTTP/1.1" status: 204 len: 168 time: 2.2954290 Jun 03 15:33:07.041304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1e5ae-e664-45fd-899c-18a9a3c3d4a6 req-92db84d8-ff2f-4d6e-b865-3be69d913d3f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:07.055118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20b1e5ae-e664-45fd-899c-18a9a3c3d4a6 req-92db84d8-ff2f-4d6e-b865-3be69d913d3f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 2.0929186 Jun 03 15:33:07.166719 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:07.297918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20b1e5ae-e664-45fd-899c-18a9a3c3d4a6 req-287bce0d-da79-46b0-9a6e-f0d89236e1cf tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295053 Jun 03 15:33:07.899885 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-419b33f0-7a68-43aa-90ee-450bf68f2b0b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.017507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b33f0-7a68-43aa-90ee-450bf68f2b0b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Port': ['ID=e2b17d0f-1a06-4a8c-b840-68e66d53743f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:08.244561 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-419b33f0-7a68-43aa-90ee-450bf68f2b0b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.304979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-419b33f0-7a68-43aa-90ee-450bf68f2b0b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/e2b17d0f-1a06-4a8c-b840-68e66d53743f HTTP/1.1" status: 204 len: 168 time: 3.5179865 Jun 03 15:33:08.307787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49260) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:08.367538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2fd44-31f5-4e93-a7ba-129e09e1be0c req-4307f1a1-e545-4b5c-8b2b-ea806cebace1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:08.374849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abe2fd44-31f5-4e93-a7ba-129e09e1be0c req-4307f1a1-e545-4b5c-8b2b-ea806cebace1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.5738926 Jun 03 15:33:08.570674 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abe2fd44-31f5-4e93-a7ba-129e09e1be0c req-18528f5e-d223-4e5e-a37c-8364500c8068 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841433 Jun 03 15:33:08.744920 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:08.874798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13469fcb-af07-4065-8265-1b06adf70663 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:08.876288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13469fcb-af07-4065-8265-1b06adf70663 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:08.965574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13469fcb-af07-4065-8265-1b06adf70663 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:08.971836 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-13469fcb-af07-4065-8265-1b06adf70663 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6625993 Jun 03 15:33:08.972792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:09.212695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681497e6-bbff-4cf6-9243-00e77f60f724 req-498cf4e0-420b-4c17-9da7-18e96d5c7320 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:09.231176 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-681497e6-bbff-4cf6-9243-00e77f60f724 req-498cf4e0-420b-4c17-9da7-18e96d5c7320 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.2719555 Jun 03 15:33:09.389285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-681497e6-bbff-4cf6-9243-00e77f60f724 req-4eb21579-04f8-4142-80dd-db71a8aeb070 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498649 Jun 03 15:33:09.409344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594cc5fc-7220-4451-b00f-52dc922e46ad tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:09.416174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49284) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:09.417816 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-594cc5fc-7220-4451-b00f-52dc922e46ad tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4430985 Jun 03 15:33:09.743120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b23317-5baf-41cb-a2c2-d624576000c8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:09.747558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b23317-5baf-41cb-a2c2-d624576000c8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:09.751284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b23317-5baf-41cb-a2c2-d624576000c8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:09.753427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c1b23317-5baf-41cb-a2c2-d624576000c8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:09.782278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c1b23317-5baf-41cb-a2c2-d624576000c8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:09.791370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49290) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:09.798078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c1b23317-5baf-41cb-a2c2-d624576000c8 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3780758 Jun 03 15:33:09.956208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet b4d0baef-037d-4e4e-9c47-42cfbf4b97a0 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:33:09.970303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.212164 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.484592 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.631354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.721587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d0baef-037d-4e4e-9c47-42cfbf4b97a0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:10.730921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00eb27e-3fa3-44ec-a8d5-b827bc28da71 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:10.736579 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:10.742855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.743472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.744009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.744576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.746120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.746416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.746783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.747124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.748103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.748974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.748974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.749266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:10.790078 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a1f7e324-3275-4e27-9c82-05c2eb93233f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/b4d0baef-037d-4e4e-9c47-42cfbf4b97a0 HTTP/1.1" status: 204 len: 168 time: 0.9966066 Jun 03 15:33:10.793633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49306) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:10.992139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba576c-d927-4255-a7a7-61754cb9e0ce req-a5d078fd-db5c-4d39-85a3-f88b254ed8db tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:10.992139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3cba576c-d927-4255-a7a7-61754cb9e0ce req-a5d078fd-db5c-4d39-85a3-f88b254ed8db tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3612115 Jun 03 15:33:11.038525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02ce95b-aeae-4936-a547-84e536592c10 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Deleting subnet d878e2ad-1cea-4e2e-8aa3-ee4f0a2f95f7 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:33:11.061767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a02ce95b-aeae-4936-a547-84e536592c10 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:11.220816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3cba576c-d927-4255-a7a7-61754cb9e0ce req-f5aec312-0a6e-4382-acf6-ac5ac99bf66d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122495 Jun 03 15:33:11.290424 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a02ce95b-aeae-4936-a547-84e536592c10 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:11.663952 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a02ce95b-aeae-4936-a547-84e536592c10 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:11.862356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e976b94-1151-4fd9-bbd7-4471fcfa5a28 req-40c6dae1-e043-42f6-a0ed-1f732de7f1db tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:11.871144 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a02ce95b-aeae-4936-a547-84e536592c10 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:11.874834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e976b94-1151-4fd9-bbd7-4471fcfa5a28 req-40c6dae1-e043-42f6-a0ed-1f732de7f1db tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.2974977 Jun 03 15:33:12.015846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ce95b-aeae-4936-a547-84e536592c10 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Subnet': ['ID=d878e2ad-1cea-4e2e-8aa3-ee4f0a2f95f7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:12.031578 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a02ce95b-aeae-4936-a547-84e536592c10 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:12.034379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e976b94-1151-4fd9-bbd7-4471fcfa5a28 req-1da0382e-9972-49cf-932a-39d90c8dd02e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512883 Jun 03 15:33:12.056676 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a02ce95b-aeae-4936-a547-84e536592c10 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/d878e2ad-1cea-4e2e-8aa3-ee4f0a2f95f7 HTTP/1.1" status: 204 len: 168 time: 1.2614071 Jun 03 15:33:12.069930 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49318) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:12.156641 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:33:12.201196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49324) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:12.201521 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5aa18d73-bb0b-448e-bf82-9fe1eac87e92 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393816 Jun 03 15:33:12.479772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50320fb-bf66-4d53-9d01-d38ec4b4340f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:12.486697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c50320fb-bf66-4d53-9d01-d38ec4b4340f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:12.532225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c50320fb-bf66-4d53-9d01-d38ec4b4340f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:12.534706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c50320fb-bf66-4d53-9d01-d38ec4b4340f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3313670 Jun 03 15:33:12.539369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49334) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:12.784612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387776cc-1b18-4d63-a06c-322f95ba9ed2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:12.786900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-387776cc-1b18-4d63-a06c-322f95ba9ed2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Synchronizing usage tracker for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:12.839581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-387776cc-1b18-4d63-a06c-322f95ba9ed2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Unset dirty status for tenant:bb5fdcfa3bc242f7aa2f5da44484902a on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:12.853174 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-387776cc-1b18-4d63-a06c-322f95ba9ed2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3121512 Jun 03 15:33:12.853439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49344) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:13.075715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c491816f-ef72-4f2b-936f-5b546ecb4b38 None None] Network 6a53de42-b459-4b7b-ab08-16276fe85489 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:13.207078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cfc09a49-b88a-4edb-8ccc-eb73307cec91 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3501892 Jun 03 15:33:13.217828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49356) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:13.227389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91071222-f5d9-454e-bdeb-3015f6c67a53 req-efbf5561-92a4-44cf-9da7-3a028e9028c5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:13.234949 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91071222-f5d9-454e-bdeb-3015f6c67a53 req-efbf5561-92a4-44cf-9da7-3a028e9028c5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6561608 Jun 03 15:33:13.321373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91071222-f5d9-454e-bdeb-3015f6c67a53 req-00805b08-e321-423f-a8fe-4c2c3a77cf73 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853257 Jun 03 15:33:13.393140 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f5ed30-75bf-4112-8cbe-a2f7a198c40a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:13.393632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f5ed30-75bf-4112-8cbe-a2f7a198c40a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:13.399226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49366) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:13.400347 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-01f5ed30-75bf-4112-8cbe-a2f7a198c40a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/e2b17d0f-1a06-4a8c-b840-68e66d53743f HTTP/1.1" status: 404 len: 333 time: 0.1807523 Jun 03 15:33:13.517360 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-59368a1c-7ded-4472-8904-2f9631dd22e2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:13.518126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59368a1c-7ded-4472-8904-2f9631dd22e2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:13.526792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49370) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:13.544780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-59368a1c-7ded-4472-8904-2f9631dd22e2 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/b4d0baef-037d-4e4e-9c47-42cfbf4b97a0 HTTP/1.1" status: 404 len: 337 time: 0.1395805 Jun 03 15:33:13.627602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c0c6fa67-f41f-4d94-bce5-522824c3e7ed None None] Provisioning complete for port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:13.628194 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c0c6fa67-f41f-4d94-bce5-522824c3e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:13.699029 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-199cd858-6578-461a-b2f5-1ad01b42f43c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:13.701792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199cd858-6578-461a-b2f5-1ad01b42f43c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:13.708290 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-199cd858-6578-461a-b2f5-1ad01b42f43c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/d878e2ad-1cea-4e2e-8aa3-ee4f0a2f95f7 HTTP/1.1" status: 404 len: 337 time: 0.1801050 Jun 03 15:33:13.710775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49374) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:13.844690 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75378d1-f0c2-45f8-92bd-944b1974d3fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:13.846222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75378d1-f0c2-45f8-92bd-944b1974d3fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:13.853355 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d75378d1-f0c2-45f8-92bd-944b1974d3fa tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/51ef814a-d97f-45e2-9bb1-a21464358172 HTTP/1.1" status: 404 len: 333 time: 0.1385722 Jun 03 15:33:13.853355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49380) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:13.915835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6fa67-f41f-4d94-bce5-522824c3e7ed None None] Current status of the port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:13.934870 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5581dc-f15c-4984-8cf2-c356c1751482 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:13.936534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5581dc-f15c-4984-8cf2-c356c1751482 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:13.943138 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8f5581dc-f15c-4984-8cf2-c356c1751482 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/7633f58d-88d2-4f1a-8030-b2d9266d0a7b HTTP/1.1" status: 404 len: 337 time: 0.0899456 Jun 03 15:33:13.944136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49384) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:13.975952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8434b5-a7b0-49be-990a-73d9c31ad86b req-ee5cf908-b283-4488-bc44-6363d2bc7a39 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:13.987646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e8434b5-a7b0-49be-990a-73d9c31ad86b req-ee5cf908-b283-4488-bc44-6363d2bc7a39 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.3932939 Jun 03 15:33:13.995786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344dbd73-c384-4a34-9e59-c35007621d93 None None] DHCP port deletion for 6a53de42-b459-4b7b-ab08-16276fe85489 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:33:14.005690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-344dbd73-c384-4a34-9e59-c35007621d93 None None] Deleting port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:14.006532 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-344dbd73-c384-4a34-9e59-c35007621d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:14.007528 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-345943f0-28d4-449c-97cb-31c64ecf1dfe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:14.007959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345943f0-28d4-449c-97cb-31c64ecf1dfe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:14.013260 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-345943f0-28d4-449c-97cb-31c64ecf1dfe tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/c261171f-b736-48a1-9452-3959bcf726c1 HTTP/1.1" status: 404 len: 337 time: 0.0678430 Jun 03 15:33:14.013907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49390) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:14.067037 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbdcb60-637c-4c66-994d-5548d1cddbfc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:14.068408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbdcb60-637c-4c66-994d-5548d1cddbfc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:14.073247 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1dbdcb60-637c-4c66-994d-5548d1cddbfc tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/ffba5f6d-2205-45ef-9bff-67b278fa3755 HTTP/1.1" status: 404 len: 333 time: 0.0582244 Jun 03 15:33:14.073953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49394) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:14.193793 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-af94e47f-6b07-4501-ad12-bedee1361d9b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:14.197999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af94e47f-6b07-4501-ad12-bedee1361d9b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:14.208926 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-af94e47f-6b07-4501-ad12-bedee1361d9b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/77b311a9-87c6-4021-a029-f8749dfb8802 HTTP/1.1" status: 404 len: 337 time: 0.1324949 Jun 03 15:33:14.210481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49402) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:14.442422 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8de81c-f534-42ea-94f2-eb46c15c83bf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:14.443225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8de81c-f534-42ea-94f2-eb46c15c83bf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:14.450062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49406) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:14.457159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ef8de81c-f534-42ea-94f2-eb46c15c83bf tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/6c2e3f1c-0b4b-42b8-9a20-75ad968de461 HTTP/1.1" status: 404 len: 337 time: 0.2236412 Jun 03 15:33:14.484678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e8434b5-a7b0-49be-990a-73d9c31ad86b req-0af85426-e7ef-4bf9-abed-ce89eeb48004 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4889643 Jun 03 15:33:14.612024 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-738100f2-22c2-418f-9816-dc76520e4b64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:14.614866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738100f2-22c2-418f-9816-dc76520e4b64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:14.621613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49410) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:14.622458 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-738100f2-22c2-418f-9816-dc76520e4b64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/43c85d1c-f5b8-4dd8-acc6-640cbd13d99b HTTP/1.1" status: 404 len: 333 time: 0.1709702 Jun 03 15:33:14.757036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-344dbd73-c384-4a34-9e59-c35007621d93 None None] For port 7a291dd9-4c21-43fb-bbfe-de8b325f7563, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a291dd9-4c21-43fb-bbfe-de8b325f7563,segment=NetworkSegment(6baace65-0c18-47d4-824e-a2532f296de7),segment_id=6baace65-0c18-47d4-824e-a2532f296de7)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:14.760227 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cef8825-d33e-4a2b-bf99-32f28cb43305 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:14.760646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cef8825-d33e-4a2b-bf99-32f28cb43305 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:14.761553 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-344dbd73-c384-4a34-9e59-c35007621d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:14.769751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1cef8825-d33e-4a2b-bf99-32f28cb43305 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/6cd520a1-791c-463d-948a-72b71c87fb24 HTTP/1.1" status: 404 len: 337 time: 0.1436009 Jun 03 15:33:14.772208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49414) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:14.898249 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2084c9ed-13cc-4e88-88e6-2ae0b3e84053 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:14.898917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2084c9ed-13cc-4e88-88e6-2ae0b3e84053 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:14.906077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2084c9ed-13cc-4e88-88e6-2ae0b3e84053 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/463a6deb-6c14-4bff-9e28-6b0ecbe1bec2 HTTP/1.1" status: 404 len: 337 time: 0.1309524 Jun 03 15:33:14.908754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49420) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:14.987507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-344dbd73-c384-4a34-9e59-c35007621d93 None None] Calling delete_port for 7a291dd9-4c21-43fb-bbfe-de8b325f7563 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:15.121976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53527aa5-ad79-42f6-9dbd-96a22c3eb11f req-da1faa12-d339-4882-9857-fdc8ab43e919 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:15.140247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53527aa5-ad79-42f6-9dbd-96a22c3eb11f req-da1faa12-d339-4882-9857-fdc8ab43e919 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2351737 Jun 03 15:33:15.179897 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-344dbd73-c384-4a34-9e59-c35007621d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:15.238341 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abc6eac-2e44-4600-8a3f-922e4295ee56 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:15.240742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2abc6eac-2e44-4600-8a3f-922e4295ee56 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:15.255888 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2abc6eac-2e44-4600-8a3f-922e4295ee56 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/528e57d6-dbd1-44b5-bf5d-4fcd6b0c7bf0 HTTP/1.1" status: 404 len: 333 time: 0.3432961 Jun 03 15:33:15.257014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49432) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:15.274413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53527aa5-ad79-42f6-9dbd-96a22c3eb11f req-37834653-516b-4da8-a725-87fab824e4b7 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330581 Jun 03 15:33:15.382212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344dbd73-c384-4a34-9e59-c35007621d93 None None] No DVR routers for this DVR port 7a291dd9-4c21-43fb-bbfe-de8b325f7563 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:33:15.415267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dbd73-c384-4a34-9e59-c35007621d93 None None] Pushing event deleted for resources: {'Port': ['ID=7a291dd9-4c21-43fb-bbfe-de8b325f7563,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:15.417244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49438) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:15.445980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a291dd9-4c21-43fb-bbfe-de8b325f7563 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:15.494953 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e417b9-3185-48c0-b644-c4e0a623175d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:15.495715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e417b9-3185-48c0-b644-c4e0a623175d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:15.498932 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-07e417b9-3185-48c0-b644-c4e0a623175d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/bd3f211e-fa6e-4537-ab56-c3fbdabc5709 HTTP/1.1" status: 404 len: 337 time: 0.2381184 Jun 03 15:33:15.502919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49444) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:15.589805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 7a291dd9-4c21-43fb-bbfe-de8b325f7563 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:33:15.590603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a291dd9-4c21-43fb-bbfe-de8b325f7563 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:33:15.734618 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-678fd1bb-cac8-4978-ad9a-294a036016ad tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:15.738482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678fd1bb-cac8-4978-ad9a-294a036016ad tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:15.742539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-678fd1bb-cac8-4978-ad9a-294a036016ad tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/397c1c37-e76e-4133-810f-1de9ebf46905 HTTP/1.1" status: 404 len: 333 time: 0.2369628 Jun 03 15:33:15.745766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49460) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:15.846020 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c88c7e5-f4fa-4ce4-a81d-5c3da5b2ba3b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:15.847213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c88c7e5-f4fa-4ce4-a81d-5c3da5b2ba3b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:15.850674 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9c88c7e5-f4fa-4ce4-a81d-5c3da5b2ba3b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/ca35a3f3-9511-4188-b420-c1fca6a39ee8 HTTP/1.1" status: 404 len: 337 time: 0.1028876 Jun 03 15:33:15.855037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49464) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:15.896542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e000b0a-3fae-4b99-b03e-dda92e8e17d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:15.924569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0e000b0a-3fae-4b99-b03e-dda92e8e17d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:15.931314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0e000b0a-3fae-4b99-b03e-dda92e8e17d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d493fe61181842269a765fe4789d7af9 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:15.936576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0e000b0a-3fae-4b99-b03e-dda92e8e17d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:15.944804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0e000b0a-3fae-4b99-b03e-dda92e8e17d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:16.007144 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9de3374-0ae8-47ee-ace5-542bd88bf9ef tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:16.018928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9de3374-0ae8-47ee-ace5-542bd88bf9ef tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:16.022215 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f9de3374-0ae8-47ee-ace5-542bd88bf9ef tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/cd147eb9-81c0-413a-a3aa-91a9d93f1eab HTTP/1.1" status: 404 len: 333 time: 0.1654997 Jun 03 15:33:16.031851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49468) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:16.097927 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e000b0a-3fae-4b99-b03e-dda92e8e17d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:16.120879 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e000b0a-3fae-4b99-b03e-dda92e8e17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:16.141728 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b411fe7-387b-4642-bdd0-07687946f9f0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:16.142474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b411fe7-387b-4642-bdd0-07687946f9f0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:16.144981 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3b411fe7-387b-4642-bdd0-07687946f9f0 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/127e6b4a-1e02-4e3f-bba9-7a5cfc029166 HTTP/1.1" status: 404 len: 337 time: 0.1112478 Jun 03 15:33:16.156782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:16.202502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e000b0a-3fae-4b99-b03e-dda92e8e17d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cd1b07-b636-474f-a9ed-aef91f0322f6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:16.212955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0e000b0a-3fae-4b99-b03e-dda92e8e17d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d493fe61181842269a765fe4789d7af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7912989 Jun 03 15:33:16.214318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49484) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:16.284190 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8acdcf-449a-46f8-bed7-b3c6e12eb00c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:16.285205 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8acdcf-449a-46f8-bed7-b3c6e12eb00c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:16.286896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ae8f9-b179-49dd-94d7-a98665f3b0b4 req-3cfa5039-ec88-427d-9d1d-d6ce727fec38 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:16.289106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a4ae8f9-b179-49dd-94d7-a98665f3b0b4 req-3cfa5039-ec88-427d-9d1d-d6ce727fec38 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.4998360 Jun 03 15:33:16.289274 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0f8acdcf-449a-46f8-bed7-b3c6e12eb00c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/ef12b413-5297-426c-8048-bfcbffee2892 HTTP/1.1" status: 404 len: 333 time: 0.1284423 Jun 03 15:33:16.293003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49490) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:16.374551 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0168d45a-3621-4a17-9252-6883a8b0319b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:16.375266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0168d45a-3621-4a17-9252-6883a8b0319b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:16.415426 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0168d45a-3621-4a17-9252-6883a8b0319b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/70a7886a-fbb6-421b-bc9e-0fda0de69510 HTTP/1.1" status: 404 len: 337 time: 0.1212165 Jun 03 15:33:16.418110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49502) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:16.434003 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-250e17a7-b1bb-4829-ae46-703313f37061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:16.469430 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbc0ec0-16fb-4268-b41b-35a1a9bf5aa6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:16.469939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbc0ec0-16fb-4268-b41b-35a1a9bf5aa6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:16.474367 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6dbc0ec0-16fb-4268-b41b-35a1a9bf5aa6 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/bd599be2-3f04-480a-aed7-f946697b190f HTTP/1.1" status: 404 len: 333 time: 0.0526872 Jun 03 15:33:16.479055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49508) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:16.493561 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-250e17a7-b1bb-4829-ae46-703313f37061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:16.514362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a4ae8f9-b179-49dd-94d7-a98665f3b0b4 req-40407475-fb58-4840-a6ef-f30a9c7d3abb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771719 Jun 03 15:33:16.555291 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a6dd66-5299-4ffa-9157-c8ea5df1f03e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:16.556016 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a6dd66-5299-4ffa-9157-c8ea5df1f03e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:16.567759 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d3a6dd66-5299-4ffa-9157-c8ea5df1f03e tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/b92d197c-2f63-4ec6-94a3-f18f12da53b6 HTTP/1.1" status: 404 len: 337 time: 0.0873716 Jun 03 15:33:16.574693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49514) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:16.643267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-250e17a7-b1bb-4829-ae46-703313f37061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:16.651561 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4381f46c-599c-4929-8088-d588e0626c89 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:16.652351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4381f46c-599c-4929-8088-d588e0626c89 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:16.658024 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4381f46c-599c-4929-8088-d588e0626c89 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/02e168a4-2efb-43bb-8500-df2d492d5a36 HTTP/1.1" status: 404 len: 333 time: 0.0813689 Jun 03 15:33:16.660308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49526) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:16.680657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e17a7-b1bb-4829-ae46-703313f37061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cd1b07-b636-474f-a9ed-aef91f0322f6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:16.701486 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-250e17a7-b1bb-4829-ae46-703313f37061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:16.706771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-250e17a7-b1bb-4829-ae46-703313f37061 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68cd1b07-b636-474f-a9ed-aef91f0322f6 HTTP/1.1" status: 204 len: 168 time: 0.4892433 Jun 03 15:33:16.739343 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec837f3-7f55-4d48-b783-6919a7381301 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:16.740431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec837f3-7f55-4d48-b783-6919a7381301 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:16.747211 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0ec837f3-7f55-4d48-b783-6919a7381301 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/def7b4a6-0b9d-4ad7-99f3-8072a635b490 HTTP/1.1" status: 404 len: 337 time: 0.0828352 Jun 03 15:33:16.748235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49534) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:16.991176 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5282e4-e047-40d1-a960-4f6d5574561c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:16.992374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5282e4-e047-40d1-a960-4f6d5574561c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:16.995890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3c5282e4-e047-40d1-a960-4f6d5574561c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/0da8bcf5-e2ce-4e1d-99cb-d56f5444fab7 HTTP/1.1" status: 404 len: 337 time: 0.2460096 Jun 03 15:33:17.003647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49550) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:17.115367 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6dd5bee-3df9-4824-a6ec-6494910be93b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:17.117492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6dd5bee-3df9-4824-a6ec-6494910be93b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:17.120688 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b6dd5bee-3df9-4824-a6ec-6494910be93b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/a2d4a1f0-81da-442a-88a7-1da2edb709fc HTTP/1.1" status: 404 len: 333 time: 0.1155410 Jun 03 15:33:17.123541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f22aa4-9459-4449-a476-9a1b81598caf req-0fc85b95-7caf-4805-82cd-75495311d2ba tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:17.124746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49562) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:17.146584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40f22aa4-9459-4449-a476-9a1b81598caf req-0fc85b95-7caf-4805-82cd-75495311d2ba tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3936758 Jun 03 15:33:17.172572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38403b59-55c7-48b9-a833-35f95d974b3e req-97fbdf74-f096-4d21-869d-79948f36dca8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:17.174071 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-38403b59-55c7-48b9-a833-35f95d974b3e req-97fbdf74-f096-4d21-869d-79948f36dca8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.3079445 Jun 03 15:33:17.269712 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e411c5d9-1b38-480f-8c8c-810d00bf1611 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:17.276682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e411c5d9-1b38-480f-8c8c-810d00bf1611 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:17.284610 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e411c5d9-1b38-480f-8c8c-810d00bf1611 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/bbe1c191-fa00-45f0-b5a2-5c7a1c7d3c53 HTTP/1.1" status: 404 len: 337 time: 0.1578140 Jun 03 15:33:17.286478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49570) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:17.330780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40f22aa4-9459-4449-a476-9a1b81598caf req-f36e88b3-e6bb-45cd-8dea-c6f5a50bc755 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828477 Jun 03 15:33:17.345087 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a268215-b942-4fdf-b4c7-53016615d6f4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:17.345549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a268215-b942-4fdf-b4c7-53016615d6f4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:17.347483 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0a268215-b942-4fdf-b4c7-53016615d6f4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/0777502a-ffa1-4f5d-8c73-9a14a7877921 HTTP/1.1" status: 404 len: 337 time: 0.0595307 Jun 03 15:33:17.352462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49578) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:17.366906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-38403b59-55c7-48b9-a833-35f95d974b3e req-35f2e9e9-7572-42bf-b7bd-9552d331d77b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800098 Jun 03 15:33:17.418712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49584) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:17.492281 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-83418230-793e-4c1c-8e97-091efbc935a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:17.552269 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7861e12d-3779-47e7-b3df-402b0e65934c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:17.553126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7861e12d-3779-47e7-b3df-402b0e65934c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:17.555037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-83418230-793e-4c1c-8e97-091efbc935a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:17.561076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49592) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:17.562221 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7861e12d-3779-47e7-b3df-402b0e65934c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/f665e2f1-849a-4cf2-aa5f-6f056f3e86bd HTTP/1.1" status: 404 len: 333 time: 0.2044182 Jun 03 15:33:17.580358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-83418230-793e-4c1c-8e97-091efbc935a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b9caf20a9b5441c49f7cb6ee07e1eed1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:17.650307 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd940c5-72b4-41e7-8f75-2cf8bb70f153 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:17.653185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd940c5-72b4-41e7-8f75-2cf8bb70f153 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:17.658924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5fd940c5-72b4-41e7-8f75-2cf8bb70f153 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/b400a0f7-1fdb-4d75-9dd8-6c9a805ba53b HTTP/1.1" status: 404 len: 337 time: 0.0838058 Jun 03 15:33:17.659653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49602) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:17.666528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-83418230-793e-4c1c-8e97-091efbc935a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:17.674168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-83418230-793e-4c1c-8e97-091efbc935a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:17.712344 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-885f70c2-5cb8-4cc4-8424-97436fc33224 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:17.712695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885f70c2-5cb8-4cc4-8424-97436fc33224 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:17.714606 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-885f70c2-5cb8-4cc4-8424-97436fc33224 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/7daa9d37-05a5-48d2-b800-10dbbcd84f5d HTTP/1.1" status: 404 len: 337 time: 0.0535650 Jun 03 15:33:17.717378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49610) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:17.821318 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e068a1a-9ffd-40d1-bb76-bd0c0bac01fb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:17.822253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e068a1a-9ffd-40d1-bb76-bd0c0bac01fb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:17.823110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a74c628d-e151-46e8-b483-ebbfdec1e3c8 req-515de5b8-907a-45f7-aca9-31757d4259f5 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d2bf650-876e-44d1-b7fc-6470a758c748 HTTP/1.1" status: 200 len: 210 time: 0.1589615 Jun 03 15:33:17.827588 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7e068a1a-9ffd-40d1-bb76-bd0c0bac01fb tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/baecc51e-8f82-4088-a359-e80c30a191ee HTTP/1.1" status: 404 len: 333 time: 0.1083930 Jun 03 15:33:17.830963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49616) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:17.884092 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-071eff34-7820-4735-9f41-8f4a492542c4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:17.884700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071eff34-7820-4735-9f41-8f4a492542c4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:17.887248 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-071eff34-7820-4735-9f41-8f4a492542c4 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/6871af38-d390-469b-ab48-bb0fcca33250 HTTP/1.1" status: 404 len: 337 time: 0.0551608 Jun 03 15:33:17.890743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49622) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:17.928265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d4366-9c41-49b8-a8f9-3a0ff3689fc2 req-2c4be61d-594f-4e44-8231-8b1554564f47 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:17.935870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df6d4366-9c41-49b8-a8f9-3a0ff3689fc2 req-2c4be61d-594f-4e44-8231-8b1554564f47 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2758169 Jun 03 15:33:17.937104 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e856ea7f-4fdb-4628-bd9a-c0272272e971 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:17.937565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e856ea7f-4fdb-4628-bd9a-c0272272e971 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:17.940029 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e856ea7f-4fdb-4628-bd9a-c0272272e971 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/f2541c5e-c139-4df5-8be7-f816259a2404 HTTP/1.1" status: 404 len: 337 time: 0.0477264 Jun 03 15:33:17.943799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49628) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:17.985294 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-83418230-793e-4c1c-8e97-091efbc935a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:18.000109 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-83418230-793e-4c1c-8e97-091efbc935a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:18.095333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df6d4366-9c41-49b8-a8f9-3a0ff3689fc2 req-e291718c-a9d0-45bc-8889-11d5d6382f60 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582959 Jun 03 15:33:18.120919 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-260002f4-65ea-48fb-b0c8-421d2368d958 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports?device_id=55c30726-b181-4767-9877-9386dbb701d7 HTTP/1.1" status: 200 len: 205 time: 0.1678288 Jun 03 15:33:18.122511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:18.191280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83418230-793e-4c1c-8e97-091efbc935a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6ca659-60bc-4936-aa9c-a1619a0360b0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:18.226665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-83418230-793e-4c1c-8e97-091efbc935a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9caf20a9b5441c49f7cb6ee07e1eed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8059793 Jun 03 15:33:18.232484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49642) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:18.337684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc0e18-aca5-4814-8886-ea50e30df24e req-0773a699-0751-4a31-89e0-3834da27bc27 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:18.339316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2dc0e18-aca5-4814-8886-ea50e30df24e req-0773a699-0751-4a31-89e0-3834da27bc27 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.2429390 Jun 03 15:33:18.348815 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-390482b5-8833-4b17-b49b-8b80d6a31967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:18.368908 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-d51da689-643a-46a0-8bcf-717574f8cb35 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] delete failed (client error): The resource could not be found. Jun 03 15:33:18.373832 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d51da689-643a-46a0-8bcf-717574f8cb35 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/routers/55c30726-b181-4767-9877-9386dbb701d7 HTTP/1.1" status: 404 len: 336 time: 0.2462964 Jun 03 15:33:18.374338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49652) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:18.427235 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d49470c-eaa2-4f4f-a542-a4cc37eed1d1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:18.427851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d49470c-eaa2-4f4f-a542-a4cc37eed1d1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:18.433308 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6d49470c-eaa2-4f4f-a542-a4cc37eed1d1 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/79539096-9d05-4676-b65f-f64fdf6c11bd HTTP/1.1" status: 404 len: 337 time: 0.0543218 Jun 03 15:33:18.433598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49658) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:18.508448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49662) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:18.515323 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2cc294d9-2443-42e2-9786-65ca2cdfae4a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "GET /v2.0/ports?device_id=63dae646-71a6-459e-aa4c-f98816e65108 HTTP/1.1" status: 200 len: 205 time: 0.0783825 Jun 03 15:33:18.517099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49666) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:18.569151 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-390482b5-8833-4b17-b49b-8b80d6a31967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:18.653897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2dc0e18-aca5-4814-8886-ea50e30df24e req-3a3ad70b-982b-4245-854c-4b51f6b23463 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992477 Jun 03 15:33:18.708694 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-e3ab1c78-8318-4999-b2da-598268643c7a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] delete failed (client error): The resource could not be found. Jun 03 15:33:18.709913 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e3ab1c78-8318-4999-b2da-598268643c7a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/routers/63dae646-71a6-459e-aa4c-f98816e65108 HTTP/1.1" status: 404 len: 336 time: 0.1914625 Jun 03 15:33:18.713993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:18.731326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71978340-3db9-4aed-869f-1c05a1f02c4e req-0487a2b2-1277-4cf2-abb3-2a701621f77f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:18.733742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71978340-3db9-4aed-869f-1c05a1f02c4e req-0487a2b2-1277-4cf2-abb3-2a701621f77f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3508272 Jun 03 15:33:18.786761 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e4e960-343d-48b3-bba8-38182191be87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:18.787519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e4e960-343d-48b3-bba8-38182191be87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:18.788355 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-390482b5-8833-4b17-b49b-8b80d6a31967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:18.791116 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-61e4e960-343d-48b3-bba8-38182191be87 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/4fbd843f-edfc-4415-861d-57e92049640d HTTP/1.1" status: 404 len: 337 time: 0.0738642 Jun 03 15:33:18.793761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49680) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:18.841477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390482b5-8833-4b17-b49b-8b80d6a31967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6ca659-60bc-4936-aa9c-a1619a0360b0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:18.852662 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-390482b5-8833-4b17-b49b-8b80d6a31967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:18.853815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-390482b5-8833-4b17-b49b-8b80d6a31967 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd6ca659-60bc-4936-aa9c-a1619a0360b0 HTTP/1.1" status: 204 len: 168 time: 0.6199396 Jun 03 15:33:18.880633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71978340-3db9-4aed-869f-1c05a1f02c4e req-ed026e68-db47-4528-9608-ea9e4aaf2263 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326978 Jun 03 15:33:18.930353 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbaaf96-412a-4713-90b9-bc6812ee1d64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:18.931083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbaaf96-412a-4713-90b9-bc6812ee1d64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:18.933397 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cbbaaf96-412a-4713-90b9-bc6812ee1d64 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/f32ef801-1ebb-4bf4-b002-f7914fa8e7da HTTP/1.1" status: 404 len: 337 time: 0.1380470 Jun 03 15:33:18.934471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df1b1da8-e4f8-4460-b2d7-a75a36268d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:18.936530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49690) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:18.962154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-df1b1da8-e4f8-4460-b2d7-a75a36268d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:18.981472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-df1b1da8-e4f8-4460-b2d7-a75a36268d0f admin admin] Usage tracker for resource:security_group_rule and tenant:546711aaec4b43329ccc76fdee33bb3c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:18.987747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-df1b1da8-e4f8-4460-b2d7-a75a36268d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:19.004566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-df1b1da8-e4f8-4460-b2d7-a75a36268d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:19.081712 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a1c867-61b1-460a-8444-234024c1d435 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:19.082514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a1c867-61b1-460a-8444-234024c1d435 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:19.092687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-13a1c867-61b1-460a-8444-234024c1d435 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/fa95cd1e-21fc-45fa-a978-3da20f8c350c HTTP/1.1" status: 404 len: 333 time: 0.1530728 Jun 03 15:33:19.100909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49696) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:19.202143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df1b1da8-e4f8-4460-b2d7-a75a36268d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:19.210282 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-df1b1da8-e4f8-4460-b2d7-a75a36268d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:19.400804 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-df1b1da8-e4f8-4460-b2d7-a75a36268d0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=546711aaec4b43329ccc76fdee33bb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8908994 Jun 03 15:33:19.401869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49708) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:19.407266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b1da8-e4f8-4460-b2d7-a75a36268d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc506b66-4836-4a00-a0be-dbca7f7fb720,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:19.416299 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f40618b-d3cd-4645-a066-0a339933179c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:19.416716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f40618b-d3cd-4645-a066-0a339933179c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:19.420849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6f40618b-d3cd-4645-a066-0a339933179c tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/9087c93e-2c3e-452b-af72-b5dc36c89db2 HTTP/1.1" status: 404 len: 337 time: 0.3173058 Jun 03 15:33:19.423359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49712) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:19.535354 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-996ef4f0-7f0e-480f-9ddd-204af8594810 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:19.536135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996ef4f0-7f0e-480f-9ddd-204af8594810 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:19.538025 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6092dfd5-5ad7-470f-886e-e9cc133e4c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:19.544467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-996ef4f0-7f0e-480f-9ddd-204af8594810 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/c9f2c3f9-6812-4548-af43-9c9c72a75b5a HTTP/1.1" status: 404 len: 333 time: 0.1187615 Jun 03 15:33:19.545044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49720) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:19.578516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6092dfd5-5ad7-470f-886e-e9cc133e4c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:19.632289 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28122b3-2808-481f-9448-d58dd27cf40b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:19.632749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28122b3-2808-481f-9448-d58dd27cf40b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:19.638121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a28122b3-2808-481f-9448-d58dd27cf40b tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/ce744831-8842-4590-b497-a0f85adf1c0f HTTP/1.1" status: 404 len: 337 time: 0.0911441 Jun 03 15:33:19.638988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49730) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:19.671855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6092dfd5-5ad7-470f-886e-e9cc133e4c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:19.705270 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6092dfd5-5ad7-470f-886e-e9cc133e4c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:19.711118 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6092dfd5-5ad7-470f-886e-e9cc133e4c1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc506b66-4836-4a00-a0be-dbca7f7fb720 HTTP/1.1" status: 204 len: 168 time: 0.3059304 Jun 03 15:33:19.719194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450fefa-7927-47a3-9dcb-74163fd1081b req-3e576b52-a978-44c3-9bb3-3d6f571543d1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:19.721606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e450fefa-7927-47a3-9dcb-74163fd1081b req-3e576b52-a978-44c3-9bb3-3d6f571543d1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.3902698 Jun 03 15:33:19.725400 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff2595e-a757-4c3f-8581-c215e4156525 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:19.726249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff2595e-a757-4c3f-8581-c215e4156525 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:19.731437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8ff2595e-a757-4c3f-8581-c215e4156525 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/95df2a7d-8af1-4064-9cee-bd5911bcd812 HTTP/1.1" status: 404 len: 333 time: 0.0899713 Jun 03 15:33:19.732363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49740) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:19.735851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092dfd5-5ad7-470f-886e-e9cc133e4c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc506b66-4836-4a00-a0be-dbca7f7fb720,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:19.798376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c5b72-56bd-4653-b4c3-6477e12c7690 req-e98dee8d-3422-4457-8b55-6e7d4c71e421 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:19.806428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e9c5b72-56bd-4653-b4c3-6477e12c7690 req-e98dee8d-3422-4457-8b55-6e7d4c71e421 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3915226 Jun 03 15:33:19.827957 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce02f20-6cd2-4c1b-bae5-26ad95888a1f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:19.828355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce02f20-6cd2-4c1b-bae5-26ad95888a1f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:19.831032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2ce02f20-6cd2-4c1b-bae5-26ad95888a1f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/34ff24e6-f79e-4fac-a726-214fd3a663d4 HTTP/1.1" status: 404 len: 337 time: 0.0951080 Jun 03 15:33:19.835490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49744) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:19.868118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e450fefa-7927-47a3-9dcb-74163fd1081b req-7f63bfe4-0ba3-4dd1-90ca-a0f9134ffa37 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333940 Jun 03 15:33:19.909056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e9c5b72-56bd-4653-b4c3-6477e12c7690 req-17738f18-d310-4665-a81b-879ef03b98cd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012294 Jun 03 15:33:19.966719 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f916752-018b-4136-a5ad-971eff9d08b9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:19.967545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f916752-018b-4136-a5ad-971eff9d08b9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:19.975000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49752) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:19.975476 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8f916752-018b-4136-a5ad-971eff9d08b9 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/2d6bc520-4d4d-489d-8cdc-a63ebb465ef3 HTTP/1.1" status: 404 len: 333 time: 0.1379995 Jun 03 15:33:20.177802 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bc273d-8288-41ea-a2ad-670ab0f9d237 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:20.178597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bc273d-8288-41ea-a2ad-670ab0f9d237 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:20.186748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49764) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:20.198384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-32bc273d-8288-41ea-a2ad-670ab0f9d237 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/9dc33c4d-f2a5-480e-9ac9-c2f6e71d63ef HTTP/1.1" status: 404 len: 337 time: 0.2219403 Jun 03 15:33:20.334900 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8433238-a5f5-40a2-9790-2dc1a7ef8b9a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:20.336329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8433238-a5f5-40a2-9790-2dc1a7ef8b9a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:20.357134 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f8433238-a5f5-40a2-9790-2dc1a7ef8b9a tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/395c15ac-6f3f-4370-9b1b-bf7f3d108aed HTTP/1.1" status: 404 len: 333 time: 0.1688144 Jun 03 15:33:20.357759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49774) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:20.400347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29047690-6248-4c1d-8a31-d478b965634b req-8fc19655-0998-407e-bf71-659bd8c55efa tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:20.403156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29047690-6248-4c1d-8a31-d478b965634b req-8fc19655-0998-407e-bf71-659bd8c55efa tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.2961802 Jun 03 15:33:20.492877 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-635363a9-7e73-4ca9-880e-df530137c760 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:20.493530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635363a9-7e73-4ca9-880e-df530137c760 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:20.499360 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-635363a9-7e73-4ca9-880e-df530137c760 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/79a303e8-7a18-4caa-ac14-75c6f88e5a2d HTTP/1.1" status: 404 len: 337 time: 0.1370723 Jun 03 15:33:20.499912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49780) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:20.553856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29047690-6248-4c1d-8a31-d478b965634b req-efd85904-c942-4ac7-a81b-4d067e09b21c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396124 Jun 03 15:33:20.628380 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-39749891-e684-406f-9b87-f16cf6631753 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:20.628380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39749891-e684-406f-9b87-f16cf6631753 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:20.638380 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-39749891-e684-406f-9b87-f16cf6631753 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/6e5e4bb2-fb27-4248-82ed-d692366190fe HTTP/1.1" status: 404 len: 333 time: 0.1327579 Jun 03 15:33:20.639672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49784) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:20.716139 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da1db0a-7cfd-41fa-af2a-8afe78a4d80d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:20.716724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da1db0a-7cfd-41fa-af2a-8afe78a4d80d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:20.722471 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3da1db0a-7cfd-41fa-af2a-8afe78a4d80d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/fc194148-eaa1-4897-936c-1088a252fdfb HTTP/1.1" status: 404 len: 337 time: 0.0754447 Jun 03 15:33:20.723180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49790) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:20.787047 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c13cbc8-b35b-4c33-802b-24379c656802 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:20.787607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c13cbc8-b35b-4c33-802b-24379c656802 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:20.790264 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4c13cbc8-b35b-4c33-802b-24379c656802 tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/ports/6468a5c3-b3fb-43ca-b6e8-8c87a489ce83 HTTP/1.1" status: 404 len: 333 time: 0.0661006 Jun 03 15:33:20.793677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49800) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:20.848541 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca15a8e-0d87-4073-b0ab-8628d6adf65d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] DELETE failed (client error): The resource could not be found. Jun 03 15:33:20.849392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca15a8e-0d87-4073-b0ab-8628d6adf65d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:33:20.852135 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7ca15a8e-0d87-4073-b0ab-8628d6adf65d tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/subnets/42c9a16f-06ac-4620-b494-f52ba0d6b24e HTTP/1.1" status: 404 len: 337 time: 0.0564244 Jun 03 15:33:20.856490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49804) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:20.863410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49806) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:20.923232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4f95443-f859-4a94-a331-a1393484bf53 req-03c8a5b2-77da-4abc-9a82-b7ca488ffad9 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.0674610 Jun 03 15:33:20.924004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-003c4613-edf1-494e-9550-8c93f6cfb692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:21.184334 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:21.191247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-003c4613-edf1-494e-9550-8c93f6cfb692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:21.204022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-003c4613-edf1-494e-9550-8c93f6cfb692 admin admin] Usage tracker for resource:security_group_rule and tenant:f20c35b404a749389b61d989fe2bd794 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:21.209915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-003c4613-edf1-494e-9550-8c93f6cfb692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:21.214671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d7b02-34e3-4efc-a035-375f2e233e47 req-6926524c-83f6-4d88-9340-4762873221dc tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:21.217381 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd2d7b02-34e3-4efc-a035-375f2e233e47 req-6926524c-83f6-4d88-9340-4762873221dc tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.1344447 Jun 03 15:33:21.224325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-003c4613-edf1-494e-9550-8c93f6cfb692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:21.467322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd2d7b02-34e3-4efc-a035-375f2e233e47 req-f94a1765-e2fe-4662-95dc-1aa005302e4f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495900 Jun 03 15:33:21.511109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bc3c6-a309-47f7-b70e-f6f90563af8a req-0b055b3f-b986-490b-976d-11648d92ad8b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:21.522673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e5bc3c6-a309-47f7-b70e-f6f90563af8a req-0b055b3f-b986-490b-976d-11648d92ad8b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.3036654 Jun 03 15:33:21.622999 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:21.636358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e5bc3c6-a309-47f7-b70e-f6f90563af8a req-97ce41c2-d357-47bf-ac27-9404595a758e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126382 Jun 03 15:33:21.688877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a53de42-b459-4b7b-ab08-16276fe85489']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:21.718925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6baace65-0c18-47d4-824e-a2532f296de7') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:21.719414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6baace65-0c18-47d4-824e-a2532f296de7') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:21.738446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:33:21.747063 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:21.791070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:21.809857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:21.810683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:21.909925 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 6baace65-0c18-47d4-824e-a2532f296de7 resource provider aggregate not found Jun 03 15:33:21.987454 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 6baace65-0c18-47d4-824e-a2532f296de7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6baace65-0c18-47d4-824e-a2532f296de7 found for delete ", "request_id": "req-46a69a92-c69f-4d01-a64f-31782c751be3"}]} Jun 03 15:33:22.003349 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-003c4613-edf1-494e-9550-8c93f6cfb692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.013915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-003c4613-edf1-494e-9550-8c93f6cfb692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.045311 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.096358 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.100311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8475b-cb17-4a66-9444-b705c8c9d6d1 req-1f7f7449-977b-4e8d-984c-023a5918f911 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:22.103665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1de8475b-cb17-4a66-9444-b705c8c9d6d1 req-1f7f7449-977b-4e8d-984c-023a5918f911 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3316872 Jun 03 15:33:22.109592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:22.110634 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.127766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] Pushing event deleted for resources: {'Network': ['ID=6a53de42-b459-4b7b-ab08-16276fe85489,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:22.128097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72a2d-7c75-4012-ace0-bbc88dd2bfc0 req-c8bc85be-8685-4f43-9e5e-f34277407994 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:22.140490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfb72a2d-7c75-4012-ace0-bbc88dd2bfc0 req-c8bc85be-8685-4f43-9e5e-f34277407994 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.2776210 Jun 03 15:33:22.152637 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-003c4613-edf1-494e-9550-8c93f6cfb692 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f20c35b404a749389b61d989fe2bd794&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2877285 Jun 03 15:33:22.154136 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d7539d32-b160-4c92-8b9c-271e1085e15f tempest-NetworksTestDHCPv6-760343383 tempest-NetworksTestDHCPv6-760343383-project] 10.222.0.48 "DELETE /v2.0/networks/6a53de42-b459-4b7b-ab08-16276fe85489 HTTP/1.1" status: 204 len: 168 time: 1.2924821 Jun 03 15:33:22.155053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c4613-edf1-494e-9550-8c93f6cfb692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9adc06-5bd8-4ff9-9545-b5e7b21af233,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:22.159161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49836) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:22.226741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:22.229548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:22.232369 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c76a9143-c9fe-4043-a8a9-9294e9e197c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.245619 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.256744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfb72a2d-7c75-4012-ace0-bbc88dd2bfc0 req-70a8124d-b005-4551-b59c-f9f613288248 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128299 Jun 03 15:33:22.271260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1de8475b-cb17-4a66-9444-b705c8c9d6d1 req-119ced26-eddc-4ab8-b20e-3d10ebda14e5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015129 Jun 03 15:33:22.299048 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c76a9143-c9fe-4043-a8a9-9294e9e197c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.394581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c76a9143-c9fe-4043-a8a9-9294e9e197c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.406127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=11']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:22.432410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a9143-c9fe-4043-a8a9-9294e9e197c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9adc06-5bd8-4ff9-9545-b5e7b21af233,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:22.440096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c76a9143-c9fe-4043-a8a9-9294e9e197c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:22.448443 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c76a9143-c9fe-4043-a8a9-9294e9e197c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c9adc06-5bd8-4ff9-9545-b5e7b21af233 HTTP/1.1" status: 204 len: 168 time: 0.2886853 Jun 03 15:33:22.494156 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9351df55-0416-46c6-9dc7-8348580e4050'] response: {'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'code': 200} Jun 03 15:33:22.556971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dfed1809-c356-4f90-b86d-9336304015a5 req-59c36ad8-b64f-4e9f-9a6f-3ba1e59f857c tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.0839486 Jun 03 15:33:22.939880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb2f48-059e-4522-b57d-c09df9e6d95c req-94f55046-8e86-4740-bd83-7c545668169e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:22.943769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7abb2f48-059e-4522-b57d-c09df9e6d95c req-94f55046-8e86-4740-bd83-7c545668169e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2185464 Jun 03 15:33:22.997178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78930db9-905d-4ca6-a1d0-a361d227445f req-4c5338c8-7713-4ead-ac71-f3de7e8c8443 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:22.998050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49862) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:22.999596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78930db9-905d-4ca6-a1d0-a361d227445f req-4c5338c8-7713-4ead-ac71-f3de7e8c8443 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.1692121 Jun 03 15:33:23.050582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7abb2f48-059e-4522-b57d-c09df9e6d95c req-1ce4d80d-425f-46cb-8af9-30c4026126d7 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969503 Jun 03 15:33:23.101247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78930db9-905d-4ca6-a1d0-a361d227445f req-1dea34a3-8065-4933-8485-2a5808aa4318 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863934 Jun 03 15:33:23.416375 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-edc95efb-b571-47e0-b467-036133abda5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb5fdcfa3bc242f7aa2f5da44484902a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164269 Jun 03 15:33:23.417438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49884) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:23.729983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776f8dd-1730-4484-a20c-5f657d075494 req-f83bcff8-2cb9-4f2d-be42-aa47125c95d3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:23.732695 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6776f8dd-1730-4484-a20c-5f657d075494 req-f83bcff8-2cb9-4f2d-be42-aa47125c95d3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.4487498 Jun 03 15:33:23.771144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed15d709-d8ed-4370-8ac4-8da6aeb8a009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:23.861199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010dbbf5-ccd6-4ba8-af30-e4222cafeaa7 req-093e671e-bc6c-4766-ab7a-642705931850 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:23.869112 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-010dbbf5-ccd6-4ba8-af30-e4222cafeaa7 req-093e671e-bc6c-4766-ab7a-642705931850 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.3001668 Jun 03 15:33:23.870970 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ba123864-be56-483b-bfff-d3afeb78d1a2 req-1437425f-2053-428b-96c7-e80afdfbdbb7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5d2bf650-876e-44d1-b7fc-6470a758c748 HTTP/1.1" status: 200 len: 210 time: 0.1058948 Jun 03 15:33:23.872830 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed15d709-d8ed-4370-8ac4-8da6aeb8a009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:23.908854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6776f8dd-1730-4484-a20c-5f657d075494 req-160f4308-187a-401c-851c-22546d823d98 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635218 Jun 03 15:33:23.988317 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-010dbbf5-ccd6-4ba8-af30-e4222cafeaa7 req-79651490-0359-4cf0-91fc-f8b390ce6179 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160090 Jun 03 15:33:24.022405 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed15d709-d8ed-4370-8ac4-8da6aeb8a009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:24.078613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15d709-d8ed-4370-8ac4-8da6aeb8a009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227b7f2c-0b23-488a-8f68-46bdbed041c4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:24.090499 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed15d709-d8ed-4370-8ac4-8da6aeb8a009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:24.092682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ed15d709-d8ed-4370-8ac4-8da6aeb8a009 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/227b7f2c-0b23-488a-8f68-46bdbed041c4 HTTP/1.1" status: 204 len: 168 time: 0.6735842 Jun 03 15:33:24.207438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94b719c6-c0ed-4f61-9145-cca524a944bc req-c5819c8e-a326-4328-8f41-b0bbb654906b tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.0574706 Jun 03 15:33:24.592324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550bc7a-88c4-42e3-9b08-0de11f57b803 req-e45bb34c-e914-490f-be13-b25dc57e73af tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:24.594581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2550bc7a-88c4-42e3-9b08-0de11f57b803 req-e45bb34c-e914-490f-be13-b25dc57e73af tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3770561 Jun 03 15:33:24.633370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff2783-c03b-4c53-9943-a6dd63e0114c req-af20f069-775c-4169-bdee-2b8697af69cb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:24.634965 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2aff2783-c03b-4c53-9943-a6dd63e0114c req-af20f069-775c-4169-bdee-2b8697af69cb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.2064803 Jun 03 15:33:24.703462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2550bc7a-88c4-42e3-9b08-0de11f57b803 req-6dcff2b8-17bb-4860-a096-1537ccf6585e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978599 Jun 03 15:33:24.809593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2aff2783-c03b-4c53-9943-a6dd63e0114c req-6ebac73d-53e9-4598-acdc-282feebb9fd6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578355 Jun 03 15:33:25.055156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0d6f8-f8be-43ed-893c-a44f07c42989 req-9beb09f5-22d0-44b8-ac01-a6e8d00c3267 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:25.057681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17b0d6f8-f8be-43ed-893c-a44f07c42989 req-9beb09f5-22d0-44b8-ac01-a6e8d00c3267 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.1426938 Jun 03 15:33:25.157763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17b0d6f8-f8be-43ed-893c-a44f07c42989 req-0044a624-e5b5-444a-ba19-feec05cf5c07 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925946 Jun 03 15:33:25.320080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49994) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:25.407079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9e01e-a693-4e03-9cf1-9935c907f9cd req-4454cf40-5805-4f4c-8e07-81c42669edb4 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:25.415679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06c9e01e-a693-4e03-9cf1-9935c907f9cd req-4454cf40-5805-4f4c-8e07-81c42669edb4 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.2348633 Jun 03 15:33:25.478063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06c9e01e-a693-4e03-9cf1-9935c907f9cd req-3f7ee5ce-9387-4b90-8c89-9cb922447b09 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612979 Jun 03 15:33:25.774543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7855fb6-f6f0-42c6-9c28-b6dd9d4196b0 req-e6b85ef5-f255-439a-a2e3-9c479bbaf5ac tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1790755 Jun 03 15:33:25.790034 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8e278cd-73f1-4ed8-888c-7092e784d629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:25.823137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b8e278cd-73f1-4ed8-888c-7092e784d629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:25.833247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b8e278cd-73f1-4ed8-888c-7092e784d629 admin admin] Usage tracker for resource:security_group_rule and tenant:37a21710fc3948fd97e377ee61234294 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:25.839148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b8e278cd-73f1-4ed8-888c-7092e784d629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:25.847300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b8e278cd-73f1-4ed8-888c-7092e784d629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:25.882357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99ba26-dcf5-4a86-be52-59491334b45a req-9a364e5e-e74f-439e-b8dd-eb087a6846a6 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:25.899031 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb99ba26-dcf5-4a86-be52-59491334b45a req-9a364e5e-e74f-439e-b8dd-eb087a6846a6 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2403646 Jun 03 15:33:26.009394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8e278cd-73f1-4ed8-888c-7092e784d629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:26.016983 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8e278cd-73f1-4ed8-888c-7092e784d629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:26.034539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb99ba26-dcf5-4a86-be52-59491334b45a req-baa3a158-b22b-4444-8eb5-024b84ec409c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304424 Jun 03 15:33:26.105390 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b8e278cd-73f1-4ed8-888c-7092e784d629 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37a21710fc3948fd97e377ee61234294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7840757 Jun 03 15:33:26.108240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e278cd-73f1-4ed8-888c-7092e784d629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbbafb9-0544-427f-ad54-f9fe8c3efbb8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:26.111759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50018) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.208333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b558a13-c8f7-42bd-ba30-f0c35ae06556 req-215db7f8-7b8a-4db6-8da0-0c080d336191 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:26.218100 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f6cd-1b63-48de-a6cf-90a7a84652ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:26.220751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b558a13-c8f7-42bd-ba30-f0c35ae06556 req-215db7f8-7b8a-4db6-8da0-0c080d336191 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.1650405 Jun 03 15:33:26.260142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.271098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f6cd-1b63-48de-a6cf-90a7a84652ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:26.351890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b558a13-c8f7-42bd-ba30-f0c35ae06556 req-f78b89e8-8f04-47a6-8889-181660f0033f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291606 Jun 03 15:33:26.374456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f6cd-1b63-48de-a6cf-90a7a84652ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:26.401346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063b7ab-47ce-4d0e-be72-51b016abe889 req-c0a16656-7072-4cdb-a815-65acbc3fdc4c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:26.403417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c063b7ab-47ce-4d0e-be72-51b016abe889 req-c0a16656-7072-4cdb-a815-65acbc3fdc4c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.1536615 Jun 03 15:33:26.408985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0f6cd-1b63-48de-a6cf-90a7a84652ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbbafb9-0544-427f-ad54-f9fe8c3efbb8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:26.442001 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ad0f6cd-1b63-48de-a6cf-90a7a84652ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:26.443076 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2ad0f6cd-1b63-48de-a6cf-90a7a84652ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bbbafb9-0544-427f-ad54-f9fe8c3efbb8 HTTP/1.1" status: 204 len: 168 time: 0.3271191 Jun 03 15:33:26.480738 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c063b7ab-47ce-4d0e-be72-51b016abe889 req-a6335676-ce23-4f8d-b717-8449d5c15a93 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689564 Jun 03 15:33:26.540307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-bb578a6c-1061-48fc-b26c-4b3d6133f59e tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.542447 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bb578a6c-1061-48fc-b26c-4b3d6133f59e tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2804527 Jun 03 15:33:26.546143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50040) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.551330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-710acf63-b1aa-4538-870e-6e652fab8545 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.552286 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-710acf63-b1aa-4538-870e-6e652fab8545 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051105 Jun 03 15:33:26.557981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50044) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.571247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-1e262f0f-ac55-4e15-827e-693d01dfccfb tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.573251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1e262f0f-ac55-4e15-827e-693d01dfccfb tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0124707 Jun 03 15:33:26.577223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50048) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.588385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-d5fcbda7-1756-476f-9b2c-83201b6c7a7c tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.591851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d5fcbda7-1756-476f-9b2c-83201b6c7a7c tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0119076 Jun 03 15:33:26.595321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50052) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.604476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-bd82ef95-c42b-45bc-9afb-5817b76cd297 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.606305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bd82ef95-c42b-45bc-9afb-5817b76cd297 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0085840 Jun 03 15:33:26.609351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50056) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.617063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-120b3ea2-b9ff-44af-8876-f0d820c2d24f tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.621631 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-120b3ea2-b9ff-44af-8876-f0d820c2d24f tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0086877 Jun 03 15:33:26.622577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50060) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.629186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-645d9043-a82c-4b21-9bbb-a64eacf02641 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.633645 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-645d9043-a82c-4b21-9bbb-a64eacf02641 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0073309 Jun 03 15:33:26.635969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50064) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.647561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-7780d229-0b4f-4305-9994-4917ba1e57ee tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.653594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7780d229-0b4f-4305-9994-4917ba1e57ee tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0128834 Jun 03 15:33:26.654074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50068) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.661980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-d228a902-0d46-4a2a-ac2a-dc75ca5545c3 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.665954 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d228a902-0d46-4a2a-ac2a-dc75ca5545c3 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0078831 Jun 03 15:33:26.668839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50072) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.676674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-02baf9f9-7a5f-4075-a9d3-26f85121b3d4 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.681843 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-02baf9f9-7a5f-4075-a9d3-26f85121b3d4 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0079403 Jun 03 15:33:26.681843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50076) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.688704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-309fa075-06f5-4bd8-968e-355f95c45391 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.693248 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-309fa075-06f5-4bd8-968e-355f95c45391 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0075231 Jun 03 15:33:26.697320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50082) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.711397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-7168fa0d-aedc-4728-93b2-b5262d1e8851 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.713036 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7168fa0d-aedc-4728-93b2-b5262d1e8851 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0141985 Jun 03 15:33:26.717140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50086) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.725635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-b89f08e8-83fa-42e7-8433-ef66437724e8 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.727477 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b89f08e8-83fa-42e7-8433-ef66437724e8 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0088110 Jun 03 15:33:26.731697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50090) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.741279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-0f8bca64-20bf-4662-a3a2-30f9612c1f42 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.742797 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0f8bca64-20bf-4662-a3a2-30f9612c1f42 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0096087 Jun 03 15:33:26.745762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50094) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.753269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-3d922b05-93d0-4c58-8553-36d955a091db tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.757915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3d922b05-93d0-4c58-8553-36d955a091db tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0078087 Jun 03 15:33:26.762731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.772682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-a8a163ce-518d-457b-b1bd-ce3e31c510c0 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.778917 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a8a163ce-518d-457b-b1bd-ce3e31c510c0 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0141258 Jun 03 15:33:26.781492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50102) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.799915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-262a9406-8dd6-4be0-a013-49a636fe8322 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.801277 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-262a9406-8dd6-4be0-a013-49a636fe8322 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0181289 Jun 03 15:33:26.805661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50106) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.813349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-bac0a376-275c-4136-8032-4c0b02619d0b tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.814849 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bac0a376-275c-4136-8032-4c0b02619d0b tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0078580 Jun 03 15:33:26.822134 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.830247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-cd1c86ed-5382-41d9-b67b-e75af87d0884 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.832137 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cd1c86ed-5382-41d9-b67b-e75af87d0884 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0084295 Jun 03 15:33:26.842641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50118) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.856518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-b24f17b4-519d-4d90-9f0c-5d985abd271f tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.865015 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b24f17b4-519d-4d90-9f0c-5d985abd271f tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0175865 Jun 03 15:33:26.872673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50122) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.873045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50124) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.888674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-99f8d54c-cc12-4013-ad9d-19b8847b1934 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.891282 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-99f8d54c-cc12-4013-ad9d-19b8847b1934 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0152123 Jun 03 15:33:26.894913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50134) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.905322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-204614f9-4e67-4c49-b3f2-a77531f9e5ec tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.910425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50138) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.913994 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-204614f9-4e67-4c49-b3f2-a77531f9e5ec tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0106239 Jun 03 15:33:26.923884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-96ac0242-9227-4d24-8847-a52545cbee80 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.928597 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-96ac0242-9227-4d24-8847-a52545cbee80 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0122361 Jun 03 15:33:26.929379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50144) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.947645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-305f396b-495f-476c-b46b-de7715b20cf2 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.949391 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-305f396b-495f-476c-b46b-de7715b20cf2 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0183351 Jun 03 15:33:26.953753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50148) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.961098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-5c0afdce-9d36-4fb8-a6ce-4e95ba5a3b27 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.962783 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5c0afdce-9d36-4fb8-a6ce-4e95ba5a3b27 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0092037 Jun 03 15:33:26.966486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798ee46-e256-4a70-ac9d-e3412473e4d3 req-9dbd309e-4606-4ba0-8517-c43bf5abe7d2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:26.968188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50152) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.969115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0798ee46-e256-4a70-ac9d-e3412473e4d3 req-9dbd309e-4606-4ba0-8517-c43bf5abe7d2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.3032019 Jun 03 15:33:26.975597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-e0574ae9-66b7-42fe-83b5-a636f6359038 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:26.977152 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e0574ae9-66b7-42fe-83b5-a636f6359038 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0074916 Jun 03 15:33:26.981765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50156) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:26.989942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184d3df-0a8e-498e-8d0f-56c38495437f req-8e958ce5-ba14-4856-8302-37e4a13549f8 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:26.992856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f184d3df-0a8e-498e-8d0f-56c38495437f req-8e958ce5-ba14-4856-8302-37e4a13549f8 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2510159 Jun 03 15:33:27.004820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-a6897700-cc84-4071-99a9-df1a1117bfac tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.013261 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a6897700-cc84-4071-99a9-df1a1117bfac tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0240171 Jun 03 15:33:27.015745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50160) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.026916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-9de302bc-4f14-45fd-a82c-1fca065e996c tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.034549 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9de302bc-4f14-45fd-a82c-1fca065e996c tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0170722 Jun 03 15:33:27.035718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50166) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.047641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-56a2dbee-d789-4741-b4f1-42bf508d5d11 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.055338 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-56a2dbee-d789-4741-b4f1-42bf508d5d11 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0173669 Jun 03 15:33:27.056262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50170) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.066119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-86414f9a-cfd7-4cc9-93b7-71b18d831cfd tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.068819 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-86414f9a-cfd7-4cc9-93b7-71b18d831cfd tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0101430 Jun 03 15:33:27.072827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50174) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.083856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-b35208b0-0b03-404b-af71-e9b0e80d3c75 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.086038 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b35208b0-0b03-404b-af71-e9b0e80d3c75 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0101681 Jun 03 15:33:27.089450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50178) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.100752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-d9527d76-0324-4b17-8fb0-2b2c3bc01a1a tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.102786 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d9527d76-0324-4b17-8fb0-2b2c3bc01a1a tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0115800 Jun 03 15:33:27.106038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.115318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-9630ba1f-ca00-44f3-8d83-2cdbaedc2c82 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.117771 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9630ba1f-ca00-44f3-8d83-2cdbaedc2c82 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0100703 Jun 03 15:33:27.129616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.142099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-a9a85e69-6170-4373-b0eb-3c816cd4bc92 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.145383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0798ee46-e256-4a70-ac9d-e3412473e4d3 req-712fc84e-c31a-47b3-9aa6-c30ee8cb51f5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510227 Jun 03 15:33:27.150664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50190) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.160411 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a9a85e69-6170-4373-b0eb-3c816cd4bc92 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0125687 Jun 03 15:33:27.164552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f184d3df-0a8e-498e-8d0f-56c38495437f req-32cf0252-8065-41fc-926a-27940e331c14 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423588 Jun 03 15:33:27.168107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-a7c95071-0dbb-48cd-bb35-ed3f642d624b tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.174510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50194) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.177542 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a7c95071-0dbb-48cd-bb35-ed3f642d624b tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0214665 Jun 03 15:33:27.188698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-bb5ca56e-ff27-498a-a4ae-93463b169ead tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.190828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bb5ca56e-ff27-498a-a4ae-93463b169ead tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0143950 Jun 03 15:33:27.194126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50198) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.230907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-8b3b1b78-d79a-47b1-8cae-77b5005ad907 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.230907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8b3b1b78-d79a-47b1-8cae-77b5005ad907 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0276234 Jun 03 15:33:27.230907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50206) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.248251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-4b6468a8-2da8-44da-b120-220e00e4c9c7 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.262490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4b6468a8-2da8-44da-b120-220e00e4c9c7 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0379097 Jun 03 15:33:27.263273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50210) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.267610 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-560f40b4-68dc-44d4-ad41-0c3898b65b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:27.281627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-4312bb24-a69d-443a-b066-c2ecbac0a67e tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.285485 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4312bb24-a69d-443a-b066-c2ecbac0a67e tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0210993 Jun 03 15:33:27.286150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50214) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.299763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-e5d60e25-c6b0-4e87-96e5-365d9fa098e4 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.313628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e5d60e25-c6b0-4e87-96e5-365d9fa098e4 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0263426 Jun 03 15:33:27.314623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50218) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.354229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-c10c781f-2471-4362-99d7-fba724d564e7 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.356823 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c10c781f-2471-4362-99d7-fba724d564e7 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0339324 Jun 03 15:33:27.359776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50222) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.365544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-560f40b4-68dc-44d4-ad41-0c3898b65b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:27.378689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-d71478c5-ee61-48c6-8864-1b012efe7e23 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.380531 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d71478c5-ee61-48c6-8864-1b012efe7e23 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0192661 Jun 03 15:33:27.383664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50228) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.385573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-560f40b4-68dc-44d4-ad41-0c3898b65b63 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1ac5fd7f3746e2a1cd325d5d4ddcc5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:27.389173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-c79dfc9b-9972-49ea-b636-45edff6911c7 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.392137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-560f40b4-68dc-44d4-ad41-0c3898b65b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:27.394625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c79dfc9b-9972-49ea-b636-45edff6911c7 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0093539 Jun 03 15:33:27.395303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50232) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.406080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-560f40b4-68dc-44d4-ad41-0c3898b65b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:27.407906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-67b32061-0498-4911-b608-d29c18ea3d4f tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.417286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-67b32061-0498-4911-b608-d29c18ea3d4f tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0181186 Jun 03 15:33:27.418868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50236) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.446323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-fb6d6808-042c-4d59-8402-fa40b4ded4ac tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.449081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fb6d6808-042c-4d59-8402-fa40b4ded4ac tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0284278 Jun 03 15:33:27.453283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50240) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.540305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-dea7d213-2777-4e17-8d6c-6b42cc00b7d8 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.545021 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dea7d213-2777-4e17-8d6c-6b42cc00b7d8 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0144684 Jun 03 15:33:27.548761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50248) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.569074 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2dee963d-f7bc-4033-856b-f4094766e2fb req-850971c3-8ec3-4e30-ab0e-17d273788be0 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1009712 Jun 03 15:33:27.579625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-d355aa2a-b3d0-434e-8982-caefebe3e670 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.581457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d355aa2a-b3d0-434e-8982-caefebe3e670 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0304265 Jun 03 15:33:27.586506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.593634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-3a7ac9ed-f5fe-41dc-8f11-7991eea1f27d tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.598841 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3a7ac9ed-f5fe-41dc-8f11-7991eea1f27d tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0072715 Jun 03 15:33:27.607255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50258) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.624263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-4bed3fd4-474b-408e-9433-27f7536fc091 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.625693 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4bed3fd4-474b-408e-9433-27f7536fc091 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0173831 Jun 03 15:33:27.629611 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-560f40b4-68dc-44d4-ad41-0c3898b65b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:27.630793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50262) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.642070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-20db62b7-65e1-4ddc-8ac4-ba6c2a5a1e61 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.646333 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-20db62b7-65e1-4ddc-8ac4-ba6c2a5a1e61 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0114639 Jun 03 15:33:27.646333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-560f40b4-68dc-44d4-ad41-0c3898b65b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:27.648003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50266) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.654959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-e5dc8149-e171-43e6-ab3c-b7e44ab41c51 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.656442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e5dc8149-e171-43e6-ab3c-b7e44ab41c51 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0066483 Jun 03 15:33:27.665575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50270) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.678821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-fde69430-21d1-403d-82e6-0a422730749e tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.680699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fde69430-21d1-403d-82e6-0a422730749e tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0114110 Jun 03 15:33:27.684599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50274) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.699852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [None req-a46febf5-63e9-446a-877b-3df1843fe244 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.706533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a46febf5-63e9-446a-877b-3df1843fe244 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0197773 Jun 03 15:33:27.720492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-560f40b4-68dc-44d4-ad41-0c3898b65b63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee1ac5fd7f3746e2a1cd325d5d4ddcc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8426673 Jun 03 15:33:27.720492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.720492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f40b4-68dc-44d4-ad41-0c3898b65b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe11379d-2680-4f45-9ef8-14ea27d57dd1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:27.725119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50280) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.729118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-221cebfe-6173-4670-81d0-6a4dfb15fc7a tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.734435 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-221cebfe-6173-4670-81d0-6a4dfb15fc7a tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0068307 Jun 03 15:33:27.736342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:33:27.756639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50286) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.764988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-0c7eda5f-b8ec-411a-9b2e-8c5d0284112d tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.765964 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0c7eda5f-b8ec-411a-9b2e-8c5d0284112d tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079820 Jun 03 15:33:27.768853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50292) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.776914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-8175f015-21c3-4dbc-9745-7cd43b1b4d28 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.782887 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8175f015-21c3-4dbc-9745-7cd43b1b4d28 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0128579 Jun 03 15:33:27.783665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50296) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.801702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-1d43a17d-3491-44ef-90f0-92ba0df36aa7 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.808338 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1d43a17d-3491-44ef-90f0-92ba0df36aa7 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0231290 Jun 03 15:33:27.809476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50300) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.815272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-3a747369-d44b-483e-882e-d5345d4943b3 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.819499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3a747369-d44b-483e-882e-d5345d4943b3 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0087512 Jun 03 15:33:27.820375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50304) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.826876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-dff9e5f7-d5e1-4cd8-99d8-2635b8b0a2f6 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.832859 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dff9e5f7-d5e1-4cd8-99d8-2635b8b0a2f6 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0110569 Jun 03 15:33:27.834451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50308) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.844866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-74cc2ac7-2207-4ebb-abff-72d9d158cc61 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.846307 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-74cc2ac7-2207-4ebb-abff-72d9d158cc61 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0105004 Jun 03 15:33:27.849067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.856562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-8bd12b32-4bec-4f44-8a0a-0d53488857e8 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.858857 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8bd12b32-4bec-4f44-8a0a-0d53488857e8 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0081241 Jun 03 15:33:27.861293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50316) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.869078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-2aaa7102-d212-4d52-a014-4004f9f7de27 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.870636 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2aaa7102-d212-4d52-a014-4004f9f7de27 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0077703 Jun 03 15:33:27.873588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50320) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.881212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-6452388b-90ba-4312-b334-7fecebd76e45 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.883582 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6452388b-90ba-4312-b334-7fecebd76e45 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085969 Jun 03 15:33:27.887433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50324) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.896849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-76b8b930-25c7-4e2b-bb18-67003cfee195 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.899187 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-76b8b930-25c7-4e2b-bb18-67003cfee195 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0100000 Jun 03 15:33:27.901615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50328) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.911267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-73479374-16cc-4188-b088-a6aba11d754f tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.913490 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-73479374-16cc-4188-b088-a6aba11d754f tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0086329 Jun 03 15:33:27.916096 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50332) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.927252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-3c3a253a-cf88-488b-b5ad-1f456b97c9b1 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.929745 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3c3a253a-cf88-488b-b5ad-1f456b97c9b1 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0111599 Jun 03 15:33:27.932072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50336) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.946179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-b6717f78-6dc8-4a0e-ab81-a4ecfafb641b tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.948067 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b6717f78-6dc8-4a0e-ab81-a4ecfafb641b tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0134828 Jun 03 15:33:27.954349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50340) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.963956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:27.964421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f3fea-d368-4fc9-a9f5-a0fa83b02fcd req-f4303688-aa48-412a-aa6e-48020596ea5d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:27.964903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-14ba4446-9574-468d-bebf-dcf48fca6e1d tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.968972 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-14ba4446-9574-468d-bebf-dcf48fca6e1d tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0131750 Jun 03 15:33:27.969673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50344) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.975054 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-781f3fea-d368-4fc9-a9f5-a0fa83b02fcd req-f4303688-aa48-412a-aa6e-48020596ea5d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.4211552 Jun 03 15:33:27.978119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [None req-6703a099-ae07-4d57-a9d1-c1cb9c4b29a6 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:33:27.980883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50348) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:27.982706 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6703a099-ae07-4d57-a9d1-c1cb9c4b29a6 tempest-ExtensionsTestJSON-727530660 tempest-ExtensionsTestJSON-727530660-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0118272 Jun 03 15:33:27.983394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'port_id': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'mac_address': 'fa:16:3e:8f:97:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:33:28.012345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.075977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:28.076338 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.107139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6418f871-4ed4-4e3e-a9cc-ab73037440d8 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:28.122676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44782b-fc3e-4275-ad50-f32675a08e90 req-9607c1e2-bb57-4efa-8f4a-e39f429f0cb8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:28.124287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e44782b-fc3e-4275-ad50-f32675a08e90 req-9607c1e2-bb57-4efa-8f4a-e39f429f0cb8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.3691592 Jun 03 15:33:28.132504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-781f3fea-d368-4fc9-a9f5-a0fa83b02fcd req-3f6001a3-4d78-4a6b-a964-c1b72a7b310a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564412 Jun 03 15:33:28.134556 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.153528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:28.161469 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.233428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e44782b-fc3e-4275-ad50-f32675a08e90 req-9b34f69c-5673-46d6-8d84-045e194cc88f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898588 Jun 03 15:33:28.283171 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.336332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=12']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:28.346168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe11379d-2680-4f45-9ef8-14ea27d57dd1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:28.358025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'networks': [{'name': 'tempest-network--465112052'}, {'name': 'tempest-network--131051520'}]} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:28.358577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'network': {'name': 'tempest-network--465112052'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:28.359331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'network': {'name': 'tempest-network--131051520'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:28.374421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.374992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.375528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.375818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['6418f871-4ed4-4e3e-a9cc-ab73037440d8'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:28.376068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.376565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.377076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.377599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.378146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.378849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.379120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.379616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.380134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:28.397386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:28.412086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Usage tracker for resource:network and tenant:7b09d5109f28428abd7cd9040ad6ad0d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:28.416752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:28.425638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:28.435539 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.452466 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-38de79a4-dc2c-4dfd-abfd-b0f4abc6a4a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe11379d-2680-4f45-9ef8-14ea27d57dd1 HTTP/1.1" status: 204 len: 168 time: 0.7167597 Jun 03 15:33:28.458034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Made reservation on behalf of 7b09d5109f28428abd7cd9040ad6ad0d for: {'network': 2} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:28.483836 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.528931 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:28.629980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:28.647279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Usage tracker for resource:security_group_rule and tenant:7b09d5109f28428abd7cd9040ad6ad0d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:28.664218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:28.686424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:28.693710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50368) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:28.728556 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-93a47306-dc17-41a1-8dde-8d78c02e4912 req-ad9574e7-0669-419e-9dab-46631108ef71 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.0922749 Jun 03 15:33:29.002734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c73cf5-351d-4250-be8c-ab4ff40c5a76 req-3b5ab8fa-2d4c-49f9-8a27-d9a8f964a6bf tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:29.010112 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7c73cf5-351d-4250-be8c-ab4ff40c5a76 req-3b5ab8fa-2d4c-49f9-8a27-d9a8f964a6bf tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2819016 Jun 03 15:33:29.036322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13ce32-e4cc-4989-a6bb-1d9b201537ef req-5868d932-b61a-4aef-a305-9385272d9a37 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:29.038092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a13ce32-e4cc-4989-a6bb-1d9b201537ef req-5868d932-b61a-4aef-a305-9385272d9a37 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 944 time: 0.3120294 Jun 03 15:33:29.102941 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.117151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7c73cf5-351d-4250-be8c-ab4ff40c5a76 req-2dcd5f6f-09c2-484f-90ca-05f50dc4a7e1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061261 Jun 03 15:33:29.156413 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e68e901d-6506-4d8f-9f43-b63da066ad60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.168972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a13ce32-e4cc-4989-a6bb-1d9b201537ef req-50f1914e-efb6-41c4-bfd3-fcedf5ad7466 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113288 Jun 03 15:33:29.169624 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.172980 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.181595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e68e901d-6506-4d8f-9f43-b63da066ad60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:29.195739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e68e901d-6506-4d8f-9f43-b63da066ad60 admin admin] Usage tracker for resource:security_group_rule and tenant:5112d3ba8b414eecba92f5b2241d8968 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:29.203799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e68e901d-6506-4d8f-9f43-b63da066ad60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:29.220231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e68e901d-6506-4d8f-9f43-b63da066ad60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:29.275050 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c797af60-5b6e-4e81-81fa-44fca5645ec4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:29.286822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:33:29.371534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50382) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:29.387838 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e43a14a-49e0-4092-b696-873d367ba09a req-7e026745-959d-40f0-b569-d8fd73f84d13 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.0814912 Jun 03 15:33:29.429158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0b84-8f64-471f-b708-1a6c98aafd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.446914 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e68e901d-6506-4d8f-9f43-b63da066ad60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.460197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cd2e0b84-8f64-471f-b708-1a6c98aafd52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:29.465354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cd2e0b84-8f64-471f-b708-1a6c98aafd52 admin admin] Usage tracker for resource:security_group_rule and tenant:9097c79923314a6f8d2c6bb85a397ca5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:29.468905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cd2e0b84-8f64-471f-b708-1a6c98aafd52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:29.472501 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e68e901d-6506-4d8f-9f43-b63da066ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.496043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cd2e0b84-8f64-471f-b708-1a6c98aafd52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:29.502238 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.550480 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e68e901d-6506-4d8f-9f43-b63da066ad60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5112d3ba8b414eecba92f5b2241d8968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8423595 Jun 03 15:33:29.560477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50386) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:29.609126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e901d-6506-4d8f-9f43-b63da066ad60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c912de-0959-4352-8ce6-c8b8d1c69755,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:29.688885 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.689421 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Added segment c82f1c34-b928-4c56-ae7e-56187bd7ce22 of type vlan for network a9c4f161-af2c-4369-8fcb-0458182dd264 Jun 03 15:33:29.736890 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0835097c-9803-4916-9271-750dde330fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.745568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c6439555-16a2-4f3a-9329-acaffa615b3b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:33:29.777932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:29.801865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.821388 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0835097c-9803-4916-9271-750dde330fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.859550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a541f-f3d0-4848-be35-33fd94b27892 req-e8a6bea9-328c-4a8f-845d-d9a9fa396109 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:29.862113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f09a541f-f3d0-4848-be35-33fd94b27892 req-e8a6bea9-328c-4a8f-845d-d9a9fa396109 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.4709356 Jun 03 15:33:29.878298 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0b84-8f64-471f-b708-1a6c98aafd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:29.888615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409585c-a553-4754-bdba-94d975dfebda req-fb7cb375-90a1-4b11-b0d5-bee397618a13 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:29.891048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e409585c-a553-4754-bdba-94d975dfebda req-fb7cb375-90a1-4b11-b0d5-bee397618a13 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 945 time: 0.2790532 Jun 03 15:33:29.909352 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd2e0b84-8f64-471f-b708-1a6c98aafd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.004958 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cd2e0b84-8f64-471f-b708-1a6c98aafd52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9097c79923314a6f8d2c6bb85a397ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6316452 Jun 03 15:33:30.005653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:33:30.006115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50390) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:30.012653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e0b84-8f64-471f-b708-1a6c98aafd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a728f79-901b-43f9-971b-eff96dad5afb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:30.062755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f09a541f-f3d0-4848-be35-33fd94b27892 req-f776fe53-8f9d-41de-86a7-f427030e691e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700468 Jun 03 15:33:30.063707 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0835097c-9803-4916-9271-750dde330fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.064459 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.064984 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Added segment c66790b0-bf59-48c1-b4ba-d5b0105731a7 of type vlan for network 21941d7b-3477-49c8-874a-e554d605e66d Jun 03 15:33:30.091317 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e409585c-a553-4754-bdba-94d975dfebda req-d502f9e0-85d9-4067-a17e-726e35b96990 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689565 Jun 03 15:33:30.129284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835097c-9803-4916-9271-750dde330fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c912de-0959-4352-8ce6-c8b8d1c69755,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:30.150463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:30.173845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:30.174398 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.187248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.221719 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b72da983-3c34-471d-ae02-0d0e43a6f833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.232908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0835097c-9803-4916-9271-750dde330fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.240395 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0835097c-9803-4916-9271-750dde330fe9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40c912de-0959-4352-8ce6-c8b8d1c69755 HTTP/1.1" status: 204 len: 168 time: 0.6730347 Jun 03 15:33:30.244367 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.245051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.265010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:30.278813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'port_id': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'mac_address': 'fa:16:3e:c0:90:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:33:30.294634 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b72da983-3c34-471d-ae02-0d0e43a6f833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.299440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:30.300233 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.381705 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b72da983-3c34-471d-ae02-0d0e43a6f833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.415773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72da983-3c34-471d-ae02-0d0e43a6f833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a728f79-901b-43f9-971b-eff96dad5afb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:30.435631 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b72da983-3c34-471d-ae02-0d0e43a6f833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.437848 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b72da983-3c34-471d-ae02-0d0e43a6f833 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a728f79-901b-43f9-971b-eff96dad5afb HTTP/1.1" status: 204 len: 168 time: 0.4285271 Jun 03 15:33:30.509248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c6439555-16a2-4f3a-9329-acaffa615b3b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:30.510174 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:30.567815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6439555-16a2-4f3a-9329-acaffa615b3b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:30.651959 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6697242 Jun 03 15:33:30.656458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50410) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:30.658360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event updated for resources: {'Network': ['ID=a9c4f161-af2c-4369-8fcb-0458182dd264,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:30.686681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a9c4f161-af2c-4369-8fcb-0458182dd264 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:33:30.902215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc018b3d-7c3f-4b79-85b4-2f55e5af8681 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event updated for resources: {'Network': ['ID=21941d7b-3477-49c8-874a-e554d605e66d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:30.921728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 21941d7b-3477-49c8-874a-e554d605e66d details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:33:30.952917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edc4ca-1d21-4ef9-a752-5dc2ece4b0f7 req-e97cead4-0dea-4b41-b53a-95b140746cd7 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:30.958520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:30.962926 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22edc4ca-1d21-4ef9-a752-5dc2ece4b0f7 req-e97cead4-0dea-4b41-b53a-95b140746cd7 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2625439 Jun 03 15:33:31.044255 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22edc4ca-1d21-4ef9-a752-5dc2ece4b0f7 req-0febed05-6614-4139-9ac3-39419ca50df3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793488 Jun 03 15:33:31.075026 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.310365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:31.331836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:31.333220 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.361170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c488f7-8ffc-4abd-8cc0-8a582225ff0c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:31.383067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c488f7-8ffc-4abd-8cc0-8a582225ff0c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:31.405496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c488f7-8ffc-4abd-8cc0-8a582225ff0c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:31.408016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:31.427221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:31.434922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c488f7-8ffc-4abd-8cc0-8a582225ff0c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:31.441429 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-88c488f7-8ffc-4abd-8cc0-8a582225ff0c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7792654 Jun 03 15:33:31.448952 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.451192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50426) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:31.523076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6bd94e54-ea89-440f-9c8a-b564e01cf859 req-e2aaeb87-6fdc-48ef-9357-29fbbaf33d1b tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.2394848 Jun 03 15:33:31.596972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=13']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:31.619193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7a1b5-3035-4b25-aaec-1316546e4aa3 req-93a2f90f-2731-4db8-99e2-56f449488333 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:31.626753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56e7a1b5-3035-4b25-aaec-1316546e4aa3 req-93a2f90f-2731-4db8-99e2-56f449488333 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 945 time: 1.0537765 Jun 03 15:33:31.787529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56e7a1b5-3035-4b25-aaec-1316546e4aa3 req-36f58fcf-c71f-4957-9ef8-00f994f81a55 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476150 Jun 03 15:33:31.800979 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:31.855939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82642295-609f-435f-a1fb-c932a93467c0 req-071135fe-7c06-40fd-9653-6b022c86022b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:31.858326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82642295-609f-435f-a1fb-c932a93467c0 req-071135fe-7c06-40fd-9653-6b022c86022b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.1289179 Jun 03 15:33:31.877003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c6439555-16a2-4f3a-9329-acaffa615b3b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:31.974495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82642295-609f-435f-a1fb-c932a93467c0 req-2b6857a1-8238-463e-8958-5991862f12df tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014655 Jun 03 15:33:32.101290 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2b142d-cc94-4a66-8c70-4c57a9c19bab'] response: {'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'code': 200} Jun 03 15:33:32.174073 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:32.234671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbd5ad-f1cd-4f7a-8bcc-fa4fe695c3f3 req-9473f587-4290-4599-8625-d0dadde9d201 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:32.239739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88dbd5ad-f1cd-4f7a-8bcc-fa4fe695c3f3 req-9473f587-4290-4599-8625-d0dadde9d201 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.2353604 Jun 03 15:33:32.240174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c4f161-af2c-4369-8fcb-0458182dd264']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:32.268813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82f1c34-b928-4c56-ae7e-56187bd7ce22') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:32.272241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82f1c34-b928-4c56-ae7e-56187bd7ce22') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:32.295254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:32.302162 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ec8b59da-716e-4ad4-b459-ecfcc0dbeb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:32.324957 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:32.350902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:32.351491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:32.435121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88dbd5ad-f1cd-4f7a-8bcc-fa4fe695c3f3 req-7f30f738-c4e1-4a53-bc07-c01a6f97ec35 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865582 Jun 03 15:33:32.444610 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment c82f1c34-b928-4c56-ae7e-56187bd7ce22 resource provider aggregate not found Jun 03 15:33:32.509492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b0d15-283a-4299-b4f6-609f84ddeb3e req-d3897808-f8e3-43ea-85a8-32af7a95b67d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:32.517385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c64b0d15-283a-4299-b4f6-609f84ddeb3e req-d3897808-f8e3-43ea-85a8-32af7a95b67d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.1852419 Jun 03 15:33:32.567436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c64b0d15-283a-4299-b4f6-609f84ddeb3e req-c4e5f194-96c5-4124-8417-332573040f98 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491991 Jun 03 15:33:32.580424 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment c82f1c34-b928-4c56-ae7e-56187bd7ce22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c82f1c34-b928-4c56-ae7e-56187bd7ce22 found for delete ", "request_id": "req-6f500131-7be2-4c7b-89ac-5e33cb69bc26"}]} Jun 03 15:33:32.632529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:32.663870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50472) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:32.684245 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:32.684245 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "DELETE /v2.0/networks/a9c4f161-af2c-4369-8fcb-0458182dd264 HTTP/1.1" status: 204 len: 168 time: 1.2238548 Jun 03 15:33:32.685250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50478) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:32.705290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a23cea-7b1e-41c5-938f-7cbfbcc72a0e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event deleted for resources: {'Network': ['ID=a9c4f161-af2c-4369-8fcb-0458182dd264,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:33.078364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73a63295-9e5c-4938-8c89-afca0b5a1946 req-5b19fb01-c8ee-4abd-abdf-6f67d56cef05 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1859365 Jun 03 15:33:33.132055 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:33.204162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2144c-76bc-474e-a2f1-1aa6f67e0808 req-914844a9-d739-4f7d-aa89-70aae910bf9b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:33.213475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20d2144c-76bc-474e-a2f1-1aa6f67e0808 req-914844a9-d739-4f7d-aa89-70aae910bf9b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.2674379 Jun 03 15:33:33.249022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1577519466'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:33.275845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:33.334083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Usage tracker for resource:network and tenant:5152e6112a0a4d6ead0ac9f2682fc822 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:33.385730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:33.438814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:33.456272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20d2144c-76bc-474e-a2f1-1aa6f67e0808 req-edce7e63-aaf5-40eb-b09d-e66f2b9b68d3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124708 Jun 03 15:33:33.461320 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:33.504459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Made reservation on behalf of 5152e6112a0a4d6ead0ac9f2682fc822 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:33.519183 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:33.562239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21941d7b-3477-49c8-874a-e554d605e66d']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:33.571599 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:33.610731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66790b0-bf59-48c1-b4ba-d5b0105731a7') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:33.611223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66790b0-bf59-48c1-b4ba-d5b0105731a7') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:33.799238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c6439555-16a2-4f3a-9329-acaffa615b3b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:33.814964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:33.829046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Usage tracker for resource:security_group_rule and tenant:5152e6112a0a4d6ead0ac9f2682fc822 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:33.834409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:33.870970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:33.894457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152148a-00b0-4a4d-be4d-01bc1f0554eb req-302f61a5-5749-4d9a-9902-595f9c9b20fd tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:33.896168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9152148a-00b0-4a4d-be4d-01bc1f0554eb req-302f61a5-5749-4d9a-9902-595f9c9b20fd tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 945 time: 0.5721838 Jun 03 15:33:33.905487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:33.928733 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:33.948742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:33.948968 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.003459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port c6439555-16a2-4f3a-9329-acaffa615b3b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:34.003950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.127328 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c66790b0-bf59-48c1-b4ba-d5b0105731a7 resource provider aggregate not found Jun 03 15:33:34.266441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c6439555-16a2-4f3a-9329-acaffa615b3b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:34.267309 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.274853 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.278109 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c66790b0-bf59-48c1-b4ba-d5b0105731a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c66790b0-bf59-48c1-b4ba-d5b0105731a7 found for delete ", "request_id": "req-a1694596-5074-4ccc-a72a-6ab4a269671c"}]} Jun 03 15:33:34.308130 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5bc0d64-163c-4296-bc4b-4975addfbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.318521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:34.321591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9152148a-00b0-4a4d-be4d-01bc1f0554eb req-8f3fd55c-9c02-43d7-be15-e8b81589826f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173336 Jun 03 15:33:34.326942 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.335887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:34.342730 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.376009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event deleted for resources: {'Network': ['ID=21941d7b-3477-49c8-874a-e554d605e66d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:34.395004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cc7b08fe-ec4b-4c97-84f1-807579a03b26 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "DELETE /v2.0/networks/21941d7b-3477-49c8-874a-e554d605e66d HTTP/1.1" status: 204 len: 168 time: 1.7131803 Jun 03 15:33:34.398973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50532) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:34.542926 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.550991 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.560953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=10']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:34.628643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=460d05df-ed2f-4cd4-86be-9e925eca25ab,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:34.641754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:33:34.658704 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.659142 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Added segment a06be82f-2831-46da-8de9-79559760dd6b of type vlan for network b5b20336-f376-494a-b777-55b4fa73ff27 Jun 03 15:33:34.661858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc34f6-4307-44c6-b038-e58a8258e4e9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:34.671859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc34f6-4307-44c6-b038-e58a8258e4e9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:34.672960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-02fc34f6-4307-44c6-b038-e58a8258e4e9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Synchronizing usage tracker for tenant:7b09d5109f28428abd7cd9040ad6ad0d on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:34.678621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217482da-c768-40da-ae2a-5af156c9e284 req-ce33dc90-1bb9-4cdd-a66d-1adc083cfd5f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:34.692953 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-217482da-c768-40da-ae2a-5af156c9e284 req-ce33dc90-1bb9-4cdd-a66d-1adc083cfd5f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.3695769 Jun 03 15:33:34.695970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-02fc34f6-4307-44c6-b038-e58a8258e4e9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Unset dirty status for tenant:7b09d5109f28428abd7cd9040ad6ad0d on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:34.697750 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-02fc34f6-4307-44c6-b038-e58a8258e4e9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2977259 Jun 03 15:33:34.703096 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50540) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:34.713369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-443667321'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:34.719715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:34.734130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:34.749313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Made reservation on behalf of 7b09d5109f28428abd7cd9040ad6ad0d for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:34.761616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.804842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-217482da-c768-40da-ae2a-5af156c9e284 req-623aff2c-979f-4b63-8863-3ce54be6d425 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105351 Jun 03 15:33:34.810800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:33:34.812186 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.844087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.844992 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Added segment 5417f19e-1f81-40f3-b057-ca9bbe6cdce7 of type vlan for network bc4638f1-b400-42a4-98a1-eb34f1b5aca6 Jun 03 15:33:34.882776 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.893387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:34.906495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:34.907991 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.005428 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.011258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:35.011900 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.128086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d48cfaa-2343-4b72-943a-71e90bc36044 req-8ecdcafc-c7b6-4dc1-a198-ee40cda55918 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.0844429 Jun 03 15:33:35.150752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4701033 Jun 03 15:33:35.157563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50558) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:35.160456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452087e-ad3b-4f02-82ac-c5e08a78da75 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event updated for resources: {'Network': ['ID=b5b20336-f376-494a-b777-55b4fa73ff27,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:35.186803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Request body: {'subnet': {'network_id': 'b5b20336-f376-494a-b777-55b4fa73ff27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:35.207612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network b5b20336-f376-494a-b777-55b4fa73ff27 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:33:35.259649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event updated for resources: {'Network': ['ID=bc4638f1-b400-42a4-98a1-eb34f1b5aca6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:35.319883 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f0fc185b-259b-40ba-bc65-06e4002a2ee9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6145360 Jun 03 15:33:35.342095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50574) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:35.384665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2135296627'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:35.424256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:35.446539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Usage tracker for resource:network and tenant:7b09d5109f28428abd7cd9040ad6ad0d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:35.458851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:35.476547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:35.494362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Made reservation on behalf of 7b09d5109f28428abd7cd9040ad6ad0d for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:35.499879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.506179 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d21f24-b260-4609-a22f-801dbf49b257'] response: {'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'code': 200} Jun 03 15:33:35.515578 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network bc4638f1-b400-42a4-98a1-eb34f1b5aca6 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:33:35.589734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:35.618814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Usage tracker for resource:subnet and tenant:5152e6112a0a4d6ead0ac9f2682fc822 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:35.636685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:35.686053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:33:35.696082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:35.725159 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.742116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.742471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.743275 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Added segment 172f67c7-fdca-486e-a20d-3e3670ee5e20 of type vlan for network 3dbfca20-13ad-4d70-92c8-80ee3912f5e6 Jun 03 15:33:35.878417 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.933592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Made reservation on behalf of 5152e6112a0a4d6ead0ac9f2682fc822 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:35.937116 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.983653 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:35.991615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:35.993083 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.142227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event updated for resources: {'Network': ['ID=3dbfca20-13ad-4d70-92c8-80ee3912f5e6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:36.149926 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-728bbb6c-8b09-42a8-9fef-f174ba5f06cb tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8037179 Jun 03 15:33:36.152026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50608) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:36.159953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 3dbfca20-13ad-4d70-92c8-80ee3912f5e6 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:33:36.165419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9157511-295f-43d3-aec9-f6b939273bdd req-7c0c5e0b-7c03-44c3-9109-20251a071e7d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:36.170708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9157511-295f-43d3-aec9-f6b939273bdd req-7c0c5e0b-7c03-44c3-9109-20251a071e7d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.4765036 Jun 03 15:33:36.176905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'ports': [{'network_id': 'bc4638f1-b400-42a4-98a1-eb34f1b5aca6', 'name': 'tempest-port--48029429', 'admin_state_up': True}, {'network_id': '3dbfca20-13ad-4d70-92c8-80ee3912f5e6', 'admin_state_up': False}]} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:36.177259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'port': {'network_id': 'bc4638f1-b400-42a4-98a1-eb34f1b5aca6', 'name': 'tempest-port--48029429', 'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:36.177717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'port': {'network_id': '3dbfca20-13ad-4d70-92c8-80ee3912f5e6', 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:36.197492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6028105-ee49-4f16-85ab-0df62483f957 req-9529e526-4330-4300-a2bb-15fe1dd6db83 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:36.199698 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6028105-ee49-4f16-85ab-0df62483f957 req-9529e526-4330-4300-a2bb-15fe1dd6db83 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 947 time: 0.3719614 Jun 03 15:33:36.221841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423efaf3-3bbc-44f8-a14b-de455c929e7e req-531d8500-84d0-461e-b39e-279c7066df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:36.228185 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-423efaf3-3bbc-44f8-a14b-de455c929e7e req-531d8500-84d0-461e-b39e-279c7066df1d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 1098 time: 0.4229131 Jun 03 15:33:36.303443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9157511-295f-43d3-aec9-f6b939273bdd req-bf4d1060-f8d5-4e00-aaf3-70d4a514d195 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009998 Jun 03 15:33:36.416275 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-423efaf3-3bbc-44f8-a14b-de455c929e7e req-0aa94a0a-9e98-4785-bbe1-862d4c4b6b55 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596682 Jun 03 15:33:36.467708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6028105-ee49-4f16-85ab-0df62483f957 req-1e1b4b55-03e2-4366-8c90-08c09dc2ff5f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456868 Jun 03 15:33:36.653007 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.745476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:36.756949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Usage tracker for resource:port and tenant:7b09d5109f28428abd7cd9040ad6ad0d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:36.761792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:36.777223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:36.800865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Made reservation on behalf of 7b09d5109f28428abd7cd9040ad6ad0d for: {'port': 2} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:36.817246 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.864469 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:36.952383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99e4bcb5-32b4-475b-977f-6bccbcd62f31 req-2bc9dd2f-af84-4db4-b9f3-22847fe2fd8f tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1751077 Jun 03 15:33:36.998855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event updated for resources: {'Subnet': ['ID=87892682-71ed-42fa-8fa0-b3c821978129,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:37.005785 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.045117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50622) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:37.067187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Checking segment: {'id': 'a06be82f-2831-46da-8de9-79559760dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b5b20336-f376-494a-b777-55b4fa73ff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:37.067892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Network hostable DHCP agents. Network: b5b20336-f376-494a-b777-55b4fa73ff27, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:33:37.086197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29370608-c920-4d83-938e-c417886ab15a req-59e612ea-80a4-4879-a1e0-b5289cf8b795 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:37.088361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29370608-c920-4d83-938e-c417886ab15a req-59e612ea-80a4-4879-a1e0-b5289cf8b795 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.3713474 Jun 03 15:33:37.142114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Network b5b20336-f376-494a-b777-55b4fa73ff27 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:33:37.176933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, b5b20336-f376-494a-b777-55b4fa73ff27) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:37.185548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:37.186647 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.195909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c96fd5d-1faa-496a-b2f5-ac15cd4cd85c None None] Network b5b20336-f376-494a-b777-55b4fa73ff27 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:37.203033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29370608-c920-4d83-938e-c417886ab15a req-baac7a6f-34d4-4130-aee0-8d8ec3ca981f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039770 Jun 03 15:33:37.251610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6b6287e3-63df-457c-bc9e-62d930075897 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0932949 Jun 03 15:33:37.252752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50628) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:37.261257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-11650280-37fa-411f-8841-975c7dc8ad16 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-754862933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:37.272278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-11650280-37fa-411f-8841-975c7dc8ad16 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:37.279771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-11650280-37fa-411f-8841-975c7dc8ad16 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Usage tracker for resource:router and tenant:5152e6112a0a4d6ead0ac9f2682fc822 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:37.294324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-11650280-37fa-411f-8841-975c7dc8ad16 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:37.323021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-11650280-37fa-411f-8841-975c7dc8ad16 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:37.387539 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-11650280-37fa-411f-8841-975c7dc8ad16 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.388571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-11650280-37fa-411f-8841-975c7dc8ad16 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.400956 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0b94746-765f-4b96-b505-858d9c1fea58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.460539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c0b94746-765f-4b96-b505-858d9c1fea58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:37.486842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c0b94746-765f-4b96-b505-858d9c1fea58 admin admin] Usage tracker for resource:security_group_rule and tenant:f6e75d03428544a3a1cea7b8a7050b55 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:37.491457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c0b94746-765f-4b96-b505-858d9c1fea58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:37.503278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c0b94746-765f-4b96-b505-858d9c1fea58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:37.545690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] device_id is not set on port af24a872-519e-45b4-b1c7-7a5834396d5d yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:33:37.686872 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0b94746-765f-4b96-b505-858d9c1fea58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.769582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-11650280-37fa-411f-8841-975c7dc8ad16 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.787162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0b94746-765f-4b96-b505-858d9c1fea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.793924 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.804548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-b5b20336-f376-494a-b777-55b4fa73ff27', 'network_id': 'b5b20336-f376-494a-b777-55b4fa73ff27', 'tenant_id': '5152e6112a0a4d6ead0ac9f2682fc822', 'fixed_ips': [{'subnet_id': '87892682-71ed-42fa-8fa0-b3c821978129'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:33:37.805533 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:37.988022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b94746-765f-4b96-b505-858d9c1fea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dc2e72-0a17-4cb7-ac5d-7618fd861ab5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:37.995564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c0b94746-765f-4b96-b505-858d9c1fea58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6e75d03428544a3a1cea7b8a7050b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9464300 Jun 03 15:33:38.016095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50636) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:38.032849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] device_id is not set on port 8cf2c3c3-a571-4eb0-801d-0fdb3bbb8678 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:33:38.040961 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-11650280-37fa-411f-8841-975c7dc8ad16 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.119755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Allocated IP 172.20.0.2 (b5b20336-f376-494a-b777-55b4fa73ff27/87892682-71ed-42fa-8fa0-b3c821978129/d7262eab-2d9d-4b0e-be37-0d07d81b1f53) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:38.130131 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-11650280-37fa-411f-8841-975c7dc8ad16 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.134513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-11650280-37fa-411f-8841-975c7dc8ad16 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8801146 Jun 03 15:33:38.137169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50644) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:38.281582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.343210 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.504323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event updated for resources: {'Port': ['ID=af24a872-519e-45b4-b1c7-7a5834396d5d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:38.526423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02aaa0f-220e-44aa-87d2-d5363c8c5865 req-e59ca19e-1e21-440c-9dad-de99a0df3bb3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:38.537522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a02aaa0f-220e-44aa-87d2-d5363c8c5865 req-e59ca19e-1e21-440c-9dad-de99a0df3bb3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.8469944 Jun 03 15:33:38.584069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Checking segment: {'id': '5417f19e-1f81-40f3-b057-ca9bbe6cdce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bc4638f1-b400-42a4-98a1-eb34f1b5aca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:38.584874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Network hostable DHCP agents. Network: bc4638f1-b400-42a4-98a1-eb34f1b5aca6, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:33:38.594023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc911e-8950-4a57-871a-df851aa77112 req-35b6a4e0-9ca6-4369-a9d0-f9ac1493acd5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:38.595742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6fc911e-8950-4a57-871a-df851aa77112 req-35b6a4e0-9ca6-4369-a9d0-f9ac1493acd5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 947 time: 0.8107574 Jun 03 15:33:38.642164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Network bc4638f1-b400-42a4-98a1-eb34f1b5aca6 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:33:38.672240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, bc4638f1-b400-42a4-98a1-eb34f1b5aca6) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:38.694393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aee936c-f54f-4c13-a362-0b6675ebb96e None None] Network bc4638f1-b400-42a4-98a1-eb34f1b5aca6 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:38.697167 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f86f8f1-bb20-47ed-a58d-36528c721d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.701326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:38.708751 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:38.884247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event updated for resources: {'Port': ['ID=8cf2c3c3-a571-4eb0-801d-0fdb3bbb8678,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:38.905185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Checking segment: {'id': '172f67c7-fdca-486e-a20d-3e3670ee5e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3dbfca20-13ad-4d70-92c8-80ee3912f5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:38.905764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Network hostable DHCP agents. Network: 3dbfca20-13ad-4d70-92c8-80ee3912f5e6, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:33:38.909103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a02aaa0f-220e-44aa-87d2-d5363c8c5865 req-b761977d-ae08-4d00-acbe-e4abb62573fc tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699701 Jun 03 15:33:38.954806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Network 3dbfca20-13ad-4d70-92c8-80ee3912f5e6 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:33:38.998632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 3dbfca20-13ad-4d70-92c8-80ee3912f5e6) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:39.018692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:39.037166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:39.050292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:39.051434 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.073236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb66d5d-7c8f-4f35-82d6-d4a1277f6ca6 None None] Network 3dbfca20-13ad-4d70-92c8-80ee3912f5e6 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:39.103272 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f86f8f1-bb20-47ed-a58d-36528c721d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.125770 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-90e82005-8d22-4cdb-8963-56a1d6d34b91 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.9725587 Jun 03 15:33:39.128883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50656) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:39.355853 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.379976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Transition to ACTIVE for port object d7262eab-2d9d-4b0e-be37-0d07d81b1f53 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:39.395553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb12fab-7ba0-4bd1-884e-e954ca4c641e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:39.423681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Transition to ACTIVE for port object d7262eab-2d9d-4b0e-be37-0d07d81b1f53 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:39.424294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb12fab-7ba0-4bd1-884e-e954ca4c641e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:39.425702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-beb12fab-7ba0-4bd1-884e-e954ca4c641e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Synchronizing usage tracker for tenant:7b09d5109f28428abd7cd9040ad6ad0d on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:39.428020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6fc911e-8950-4a57-871a-df851aa77112 req-9d5e7561-8817-4b44-8d0c-0cc62dc19982 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8097823 Jun 03 15:33:39.520176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-beb12fab-7ba0-4bd1-884e-e954ca4c641e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Unset dirty status for tenant:7b09d5109f28428abd7cd9040ad6ad0d on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:39.524642 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-beb12fab-7ba0-4bd1-884e-e954ca4c641e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3864162 Jun 03 15:33:39.525443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50670) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:39.601576 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.651983 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.752666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1ad643ab-f058-4761-8b29-78c1a52e272c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Deleting port af24a872-519e-45b4-b1c7-7a5834396d5d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:39.754058 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ad643ab-f058-4761-8b29-78c1a52e272c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:39.903306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5503788-fff4-4002-a779-16a6f65ba06b req-5375272f-b718-42bb-bdbe-9e653487d512 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.4853256 Jun 03 15:33:39.995139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Network b5b20336-f376-494a-b777-55b4fa73ff27 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:40.003703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:40.005846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Pushing event updated for resources: {'Port': ['ID=d7262eab-2d9d-4b0e-be37-0d07d81b1f53,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:40.017918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:40.029311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.030078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.030419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.030753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.031076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.031712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.032039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.032357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.032680 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.032989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.033301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.033780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:40.202845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Attempting to bind port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:33:40.203129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Attempting to bind port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'a06be82f-2831-46da-8de9-79559760dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b5b20336-f376-494a-b777-55b4fa73ff27'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:33:40.203472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Attempting to bind port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 on network b5b20336-f376-494a-b777-55b4fa73ff27 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:40.223774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:33:40.224251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Checking segment: {'id': 'a06be82f-2831-46da-8de9-79559760dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b5b20336-f376-494a-b777-55b4fa73ff27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:40.224653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.225034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Bound using segment: {'id': 'a06be82f-2831-46da-8de9-79559760dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b5b20336-f376-494a-b777-55b4fa73ff27'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:33:40.225711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Bound port: d7262eab-2d9d-4b0e-be37-0d07d81b1f53, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06be82f-2831-46da-8de9-79559760dd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b5b20336-f376-494a-b777-55b4fa73ff27'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:33:40.226125 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.352500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.365753 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f86f8f1-bb20-47ed-a58d-36528c721d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.395349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86f8f1-bb20-47ed-a58d-36528c721d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dc2e72-0a17-4cb7-ac5d-7618fd861ab5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:40.482391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] For port d7262eab-2d9d-4b0e-be37-0d07d81b1f53, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:33:40.487655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] For port d7262eab-2d9d-4b0e-be37-0d07d81b1f53, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d7262eab-2d9d-4b0e-be37-0d07d81b1f53,segment=NetworkSegment(a06be82f-2831-46da-8de9-79559760dd6b),segment_id=a06be82f-2831-46da-8de9-79559760dd6b)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:33:40.495801 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.653038 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ad643ab-f058-4761-8b29-78c1a52e272c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.723606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c0c15-720f-4ff7-8a4a-37cf061eea66 None None] Pushing event updated for resources: {'Port': ['ID=d7262eab-2d9d-4b0e-be37-0d07d81b1f53,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:40.725223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f86f8f1-bb20-47ed-a58d-36528c721d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:40.736186 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1f86f8f1-bb20-47ed-a58d-36528c721d19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66dc2e72-0a17-4cb7-ac5d-7618fd861ab5 HTTP/1.1" status: 204 len: 168 time: 2.7179830 Jun 03 15:33:40.839528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1ad643ab-f058-4761-8b29-78c1a52e272c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Calling delete_port for af24a872-519e-45b4-b1c7-7a5834396d5d owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:40.917204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b2d9-4bbe-4394-b4d6-c46d0c8e9c2a req-fbd99985-ab8c-480f-bc02-0a0d7d9c12e5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:40.919910 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f50b2d9-4bbe-4394-b4d6-c46d0c8e9c2a req-fbd99985-ab8c-480f-bc02-0a0d7d9c12e5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.8169105 Jun 03 15:33:40.954309 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ad643ab-f058-4761-8b29-78c1a52e272c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.021793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1e53c-631c-4e3d-983e-c20dc9adf1ba req-7aa0b807-adb2-4fd3-882d-cf79262f49a9 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:41.031870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4e1e53c-631c-4e3d-983e-c20dc9adf1ba req-7aa0b807-adb2-4fd3-882d-cf79262f49a9 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.8264778 Jun 03 15:33:41.106695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ad643ab-f058-4761-8b29-78c1a52e272c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.110687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad643ab-f058-4761-8b29-78c1a52e272c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event deleted for resources: {'Port': ['ID=af24a872-519e-45b4-b1c7-7a5834396d5d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:41.146941 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1ad643ab-f058-4761-8b29-78c1a52e272c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "DELETE /v2.0/ports/af24a872-519e-45b4-b1c7-7a5834396d5d HTTP/1.1" status: 204 len: 168 time: 1.6172173 Jun 03 15:33:41.148813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50700) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:41.216502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f50b2d9-4bbe-4394-b4d6-c46d0c8e9c2a req-bc2e9d5d-6958-4d07-948a-7fa46b35be79 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860141 Jun 03 15:33:41.345163 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4e1e53c-631c-4e3d-983e-c20dc9adf1ba req-511ec1db-e1b0-4993-b9ee-d129d257a47e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120189 Jun 03 15:33:41.439819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bed02e24-5c16-4c8a-878a-ee5d1d8425d4 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Deleting port 8cf2c3c3-a571-4eb0-801d-0fdb3bbb8678 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:41.440333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bed02e24-5c16-4c8a-878a-ee5d1d8425d4 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:41.628621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d7262eab-2d9d-4b0e-be37-0d07d81b1f53 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:41.749828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Allocated IP 172.20.0.1 (b5b20336-f376-494a-b777-55b4fa73ff27/87892682-71ed-42fa-8fa0-b3c821978129/ccacfceb-4ebe-40dd-a753-64f349ca11f6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:41.833770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:41.879145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50704) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:41.998455 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bed02e24-5c16-4c8a-878a-ee5d1d8425d4 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.180714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-21e79827-3a31-48e1-b355-1af255a2c1f6 req-7c695929-6bbe-4561-ac87-641061c428b2 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.3030021 Jun 03 15:33:42.181959 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c5795b5-8d80-4adc-8421-515542f50f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.211429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9c5795b5-8d80-4adc-8421-515542f50f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:42.231439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9c5795b5-8d80-4adc-8421-515542f50f79 admin admin] Usage tracker for resource:security_group_rule and tenant:1b35945dc3e0420c8466ed2b9b868067 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:42.239783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9c5795b5-8d80-4adc-8421-515542f50f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:42.275817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9c5795b5-8d80-4adc-8421-515542f50f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:42.409729 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c5795b5-8d80-4adc-8421-515542f50f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.457353 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c5795b5-8d80-4adc-8421-515542f50f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.462694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bed02e24-5c16-4c8a-878a-ee5d1d8425d4 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Calling delete_port for 8cf2c3c3-a571-4eb0-801d-0fdb3bbb8678 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:42.519775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9c5795b5-8d80-4adc-8421-515542f50f79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b35945dc3e0420c8466ed2b9b868067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6367733 Jun 03 15:33:42.526850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50714) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:42.597733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf55c16-38b8-43e4-b70a-31ec985ec6d2 req-f9eb076d-bd60-4c9e-925f-65f7c3c1eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:42.599626 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ecf55c16-38b8-43e4-b70a-31ec985ec6d2 req-f9eb076d-bd60-4c9e-925f-65f7c3c1eb81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1097 time: 0.6892107 Jun 03 15:33:42.662312 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.691991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00906b52-9af6-44df-a892-46be461293fe None None] Network b5b20336-f376-494a-b777-55b4fa73ff27 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:42.709164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Transition to ACTIVE for port object ccacfceb-4ebe-40dd-a753-64f349ca11f6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:42.789470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc607c9-4114-43d3-8705-90370d76b76b req-6d4fd5ec-bedb-45d6-92b1-3aa448065d9f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:42.796797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ebc607c9-4114-43d3-8705-90370d76b76b req-6d4fd5ec-bedb-45d6-92b1-3aa448065d9f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 947 time: 0.9163213 Jun 03 15:33:42.824543 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.867839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e675e67e-2704-4aea-81f4-9cf28a35ad49 None None] Provisioning for port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:42.880450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e675e67e-2704-4aea-81f4-9cf28a35ad49 None None] Provisioning complete for port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:42.881578 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e675e67e-2704-4aea-81f4-9cf28a35ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.884937 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bed02e24-5c16-4c8a-878a-ee5d1d8425d4 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.936934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5795b5-8d80-4adc-8421-515542f50f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378d5f29-bc3f-45a3-b203-26e2b56c92e8,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:42.943444 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1423e1ac-625a-41c6-81ee-d9152a82518d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:42.952258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Network b5b20336-f376-494a-b777-55b4fa73ff27 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:42.963474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:42.979555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ebc607c9-4114-43d3-8705-90370d76b76b req-5b21a332-ef3f-4102-93d2-c1dd8747135e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812565 Jun 03 15:33:42.983492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:42.990724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed02e24-5c16-4c8a-878a-ee5d1d8425d4 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event deleted for resources: {'Port': ['ID=8cf2c3c3-a571-4eb0-801d-0fdb3bbb8678,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:43.029031 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bed02e24-5c16-4c8a-878a-ee5d1d8425d4 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.045742 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1423e1ac-625a-41c6-81ee-d9152a82518d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.065662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e675e67e-2704-4aea-81f4-9cf28a35ad49 None None] Current status of the port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:43.066117 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e675e67e-2704-4aea-81f4-9cf28a35ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.111292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event updated for resources: {'Port': ['ID=ccacfceb-4ebe-40dd-a753-64f349ca11f6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:43.139936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936e520-bea3-47e8-a34e-cefe2545d5f3 req-3c878cd9-3068-422e-8fe1-a3c86198f2af tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:43.151176 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2936e520-bea3-47e8-a34e-cefe2545d5f3 req-3c878cd9-3068-422e-8fe1-a3c86198f2af tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.6972888 Jun 03 15:33:43.219574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e675e67e-2704-4aea-81f4-9cf28a35ad49 None None] For port d7262eab-2d9d-4b0e-be37-0d07d81b1f53, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d7262eab-2d9d-4b0e-be37-0d07d81b1f53,segment=NetworkSegment(a06be82f-2831-46da-8de9-79559760dd6b),segment_id=a06be82f-2831-46da-8de9-79559760dd6b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:43.225963 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bed02e24-5c16-4c8a-878a-ee5d1d8425d4 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "DELETE /v2.0/ports/8cf2c3c3-a571-4eb0-801d-0fdb3bbb8678 HTTP/1.1" status: 204 len: 168 time: 2.0752819 Jun 03 15:33:43.226719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:43.242987 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e675e67e-2704-4aea-81f4-9cf28a35ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.252574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2936e520-bea3-47e8-a34e-cefe2545d5f3 req-7c2c5c16-2fa2-46b1-95ab-638e1f974bc4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002610 Jun 03 15:33:43.266103 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.330100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf55c16-38b8-43e4-b70a-31ec985ec6d2 req-092181d2-6297-4c96-a30d-5d59c77a5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:43.333105 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ecf55c16-38b8-43e4-b70a-31ec985ec6d2 req-092181d2-6297-4c96-a30d-5d59c77a5306 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.6841629 Jun 03 15:33:43.357751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675e67e-2704-4aea-81f4-9cf28a35ad49 None None] Pushing event updated for resources: {'Port': ['ID=d7262eab-2d9d-4b0e-be37-0d07d81b1f53,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:43.558909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8d90ed1a-4438-42c8-8b48-cc2f7bf5193b tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Synchronizing usage tracker for tenant:7b09d5109f28428abd7cd9040ad6ad0d on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:43.652092 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1423e1ac-625a-41c6-81ee-d9152a82518d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.712113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8d90ed1a-4438-42c8-8b48-cc2f7bf5193b tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Unset dirty status for tenant:7b09d5109f28428abd7cd9040ad6ad0d on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:43.718539 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8d90ed1a-4438-42c8-8b48-cc2f7bf5193b tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4864717 Jun 03 15:33:43.719655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50726) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:43.724617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423e1ac-625a-41c6-81ee-d9152a82518d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378d5f29-bc3f-45a3-b203-26e2b56c92e8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:43.733781 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ecf55c16-38b8-43e4-b70a-31ec985ec6d2 req-2e148e50-c2f0-4ca0-9c3c-94afb7161f38 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 1001 time: 0.3802664 Jun 03 15:33:43.751245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-551096245'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:43.762919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:43.776663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Usage tracker for resource:network and tenant:7b09d5109f28428abd7cd9040ad6ad0d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:43.788452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:43.804587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:43.820081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Made reservation on behalf of 7b09d5109f28428abd7cd9040ad6ad0d for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:43.831531 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.901089 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1423e1ac-625a-41c6-81ee-d9152a82518d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.909047 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1423e1ac-625a-41c6-81ee-d9152a82518d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/378d5f29-bc3f-45a3-b203-26e2b56c92e8 HTTP/1.1" status: 204 len: 168 time: 1.3767953 Jun 03 15:33:43.919124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7a9892ce-fd8c-4f01-8f2c-5dce013f086c None None] Provisioning for port ccacfceb-4ebe-40dd-a753-64f349ca11f6 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:43.944225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3880b7c-715a-4131-9bce-8114075fcdbf req-69612cc6-bcfc-41aa-b0eb-672fa5a48083 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.2360270 Jun 03 15:33:43.946587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7a9892ce-fd8c-4f01-8f2c-5dce013f086c None None] Provisioning complete for port ccacfceb-4ebe-40dd-a753-64f349ca11f6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:43.953323 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7a9892ce-fd8c-4f01-8f2c-5dce013f086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.963571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:33:43.995895 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:43.996257 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Added segment 962234be-185c-49d8-838c-337a1d40bbeb of type vlan for network 4142cd32-3657-40a4-bf7b-b58c755d683b Jun 03 15:33:44.050286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf55c16-38b8-43e4-b70a-31ec985ec6d2 req-641ffc2f-3890-4bf1-a3f3-74c0b97c54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:44.067239 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ecf55c16-38b8-43e4-b70a-31ec985ec6d2 req-641ffc2f-3890-4bf1-a3f3-74c0b97c54b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.2084761 Jun 03 15:33:44.118491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7a9892ce-fd8c-4f01-8f2c-5dce013f086c None None] Port ccacfceb-4ebe-40dd-a753-64f349ca11f6 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:44.131507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7a9892ce-fd8c-4f01-8f2c-5dce013f086c None None] Provisioning complete for port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:44.131869 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7a9892ce-fd8c-4f01-8f2c-5dce013f086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:44.154308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:44.347766 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:44.458319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7a9892ce-fd8c-4f01-8f2c-5dce013f086c None None] Current status of the port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:44.492887 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf55c16-38b8-43e4-b70a-31ec985ec6d2 req-8085bb29-ae65-47c1-a0cf-94183b191153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:44.507772 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ecf55c16-38b8-43e4-b70a-31ec985ec6d2 req-8085bb29-ae65-47c1-a0cf-94183b191153 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4265387 Jun 03 15:33:44.544294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72e44c-99f0-424c-b8b5-8bfabe8df569 req-ad443137-0ddb-45be-b228-ef08e8890e8c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:44.559319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fc72e44c-99f0-424c-b8b5-8bfabe8df569 req-ad443137-0ddb-45be-b228-ef08e8890e8c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.8465214 Jun 03 15:33:44.565918 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:44.571672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:44.572395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:44.670877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1d341505-3cf2-43e1-9ddf-7d6981d168f9 None None] Provisioning complete for port ccacfceb-4ebe-40dd-a753-64f349ca11f6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:44.671590 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1d341505-3cf2-43e1-9ddf-7d6981d168f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:44.855532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1d341505-3cf2-43e1-9ddf-7d6981d168f9 None None] Port ccacfceb-4ebe-40dd-a753-64f349ca11f6 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:44.942345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fc72e44c-99f0-424c-b8b5-8bfabe8df569 req-72d3c2ba-42e2-42b5-9dbe-e3ec682d40aa tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830371 Jun 03 15:33:44.987350 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2603021 Jun 03 15:33:44.996088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50742) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:45.004192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1344931238'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:45.008945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe77bca-700a-4129-a714-5fff47a8d0f7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event updated for resources: {'Network': ['ID=4142cd32-3657-40a4-bf7b-b58c755d683b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:45.025171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 4142cd32-3657-40a4-bf7b-b58c755d683b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:33:45.125321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:45.148415 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ecf55c16-38b8-43e4-b70a-31ec985ec6d2 req-0eece5ce-47f8-4476-b2b0-85938e85b3ad service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277804 Jun 03 15:33:45.172842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Usage tracker for resource:network and tenant:7b09d5109f28428abd7cd9040ad6ad0d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:45.198608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:45.244406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5553a7-c302-4cf1-9232-2a316dc94681 req-2f8fabb2-ec85-48c3-8c5f-b47bc4794229 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:45.248699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b5553a7-c302-4cf1-9232-2a316dc94681 req-2f8fabb2-ec85-48c3-8c5f-b47bc4794229 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.6732280 Jun 03 15:33:45.249730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:45.314469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Made reservation on behalf of 7b09d5109f28428abd7cd9040ad6ad0d for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:45.317591 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.358024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d7262eab-2d9d-4b0e-be37-0d07d81b1f53 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:45.549710 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ecf55c16-38b8-43e4-b70a-31ec985ec6d2 req-e1bb3a99-018e-46b9-9983-e78a9f927f68 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908772 Jun 03 15:33:45.562517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:45.562875 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.688448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fcf820b-71a3-420c-a695-f65bc68ef13f req-312727d2-62d3-4b42-9121-3a0369c7f49b tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.3187950 Jun 03 15:33:45.762578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b5553a7-c302-4cf1-9232-2a316dc94681 req-08cfe6e2-85b1-48b1-ad3e-6be2341c3a9d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4816296 Jun 03 15:33:45.771558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:33:45.796512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.797183 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Added segment 0836e91b-ba05-4226-a03d-33d00bba3b26 of type vlan for network 4f3b31cf-e04e-4d71-8936-783c9d9685f5 Jun 03 15:33:45.811224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.819998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:45.825415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:45.997242 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.061141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.084315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event updated for resources: {'Port': ['ID=ccacfceb-4ebe-40dd-a753-64f349ca11f6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:46.229498 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.235655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:46.236596 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:46.460249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event updated for resources: {'Network': ['ID=4f3b31cf-e04e-4d71-8936-783c9d9685f5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:46.473207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 4f3b31cf-e04e-4d71-8936-783c9d9685f5 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:33:46.599500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3f1342a8-2e32-47bd-932d-84bda4117fa9 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6017063 Jun 03 15:33:46.796543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50782) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:46.803054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'subnets': [{'network_id': '4142cd32-3657-40a4-bf7b-b58c755d683b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1293227025', 'ip_version': 4}, {'network_id': '4f3b31cf-e04e-4d71-8936-783c9d9685f5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:46.803359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'subnet': {'network_id': '4142cd32-3657-40a4-bf7b-b58c755d683b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1293227025', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:46.804311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Request body: {'subnet': {'network_id': '4f3b31cf-e04e-4d71-8936-783c9d9685f5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:46.884837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Network b5b20336-f376-494a-b777-55b4fa73ff27 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:46.889509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:47.004304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f721d-be55-463b-9bb3-72cc265db7da req-4be324a1-0e3b-4ff4-983d-1b05d226a0de tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:47.007789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d72f721d-be55-463b-9bb3-72cc265db7da req-4be324a1-0e3b-4ff4-983d-1b05d226a0de tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.7840097 Jun 03 15:33:47.105128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08b2f4c2-0975-40bc-9d09-a3ca54b2e081 req-667982e8-b964-4646-b7c0-fc16978be3e8 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1942515 Jun 03 15:33:47.325196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d46f7c4d-42ea-40a9-8fa2-25632e0831b4 None None] Provisioning complete for port ccacfceb-4ebe-40dd-a753-64f349ca11f6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:47.328450 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d46f7c4d-42ea-40a9-8fa2-25632e0831b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:47.464085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:47.473228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Usage tracker for resource:subnet and tenant:7b09d5109f28428abd7cd9040ad6ad0d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:47.483638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:47.500134 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:47.514017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d46f7c4d-42ea-40a9-8fa2-25632e0831b4 None None] Port ccacfceb-4ebe-40dd-a753-64f349ca11f6 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:47.516720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Made reservation on behalf of 7b09d5109f28428abd7cd9040ad6ad0d for: {'subnet': 2} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:47.534069 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:47.534518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:47.626511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d72f721d-be55-463b-9bb3-72cc265db7da req-08ff1932-489d-4917-b8d4-2f5e4e48759b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443251 Jun 03 15:33:47.708485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a91075-a927-41a6-a10c-4f2d07b2f0b9 req-2fb25814-bdba-4fb0-abb8-e1b9c6a74013 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:47.711287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79a91075-a927-41a6-a10c-4f2d07b2f0b9 req-2fb25814-bdba-4fb0-abb8-e1b9c6a74013 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.2566161 Jun 03 15:33:47.713083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Router f2a23e3b-ac92-4184-b849-1f7d77c54b3e is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:33:48.047115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79a91075-a927-41a6-a10c-4f2d07b2f0b9 req-81747b49-3c35-486d-9e18-31012df0540d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193629 Jun 03 15:33:48.056087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50806) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:48.093242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:33:48.103268 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0701d81b-a318-441f-9fb0-fd313a2cd1a9 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "PUT /v2.0/routers/f2a23e3b-ac92-4184-b849-1f7d77c54b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9622808 Jun 03 15:33:48.104445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50812) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:48.110184 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4efe1-635b-49e8-9199-7277679eee30 None None] Sync routers for ids ['f2a23e3b-ac92-4184-b849-1f7d77c54b3e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:48.111660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Request body: {'port': {'network_id': 'b5b20336-f376-494a-b777-55b4fa73ff27', 'name': 'tempest-FloatingIPNegativeTestJSON-302677811'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:48.144091 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4efe1-635b-49e8-9199-7277679eee30 None None] Routers {'f2a23e3b-ac92-4184-b849-1f7d77c54b3e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:33:48.144831 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eae4efe1-635b-49e8-9199-7277679eee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:33:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f2a23e3b-ac92-4184-b849-1f7d77c54b3e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:48.215009 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eae4efe1-635b-49e8-9199-7277679eee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:48.225666 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4efe1-635b-49e8-9199-7277679eee30 None None] Routers {'f2a23e3b-ac92-4184-b849-1f7d77c54b3e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:33:48.226742 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eae4efe1-635b-49e8-9199-7277679eee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:33:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f2a23e3b-ac92-4184-b849-1f7d77c54b3e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:48.306298 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eae4efe1-635b-49e8-9199-7277679eee30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:48.307586 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4efe1-635b-49e8-9199-7277679eee30 None None] The sync data for ids ['f2a23e3b-ac92-4184-b849-1f7d77c54b3e'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:48.396635 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1346a99e-3786-403b-ad42-9ddeefe04263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.427930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1346a99e-3786-403b-ad42-9ddeefe04263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:48.436701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1346a99e-3786-403b-ad42-9ddeefe04263 admin admin] Usage tracker for resource:security_group_rule and tenant:43df6acc90924325bbfdb5829a2823eb is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:48.447572 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.485145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1346a99e-3786-403b-ad42-9ddeefe04263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:48.517906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1346a99e-3786-403b-ad42-9ddeefe04263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:48.533904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b613135-0562-47d0-8e91-549b2839cc36 req-664d09cb-b5c3-4d46-ac52-178d6bad520b tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1028531 Jun 03 15:33:48.551346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event updated for resources: {'Subnet': ['ID=f4a4300a-e9a8-470a-8f9b-e19d963c5b2a,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:48.560483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Checking segment: {'id': '962234be-185c-49d8-838c-337a1d40bbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4142cd32-3657-40a4-bf7b-b58c755d683b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:48.560834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Network hostable DHCP agents. Network: 4142cd32-3657-40a4-bf7b-b58c755d683b, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:33:48.594877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Network 4142cd32-3657-40a4-bf7b-b58c755d683b is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:33:48.604103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:48.617295 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Usage tracker for resource:port and tenant:5152e6112a0a4d6ead0ac9f2682fc822 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:48.621012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 4142cd32-3657-40a4-bf7b-b58c755d683b) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:48.622758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:48.632371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1347d0ca-fc1d-4023-bf97-319cfeb43312 None None] Network 4142cd32-3657-40a4-bf7b-b58c755d683b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:48.637179 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.640710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:48.710190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Made reservation on behalf of 5152e6112a0a4d6ead0ac9f2682fc822 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:48.715707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.766625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] device_id is not set on port da13a262-a825-4ce0-8b50-d417d2bd0e81 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:33:48.814709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event updated for resources: {'Subnet': ['ID=aacfd08e-b135-4edb-ab05-45e9df8e8d83,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:48.874920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Checking segment: {'id': '0836e91b-ba05-4226-a03d-33d00bba3b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4f3b31cf-e04e-4d71-8936-783c9d9685f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:48.875560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Network hostable DHCP agents. Network: 4f3b31cf-e04e-4d71-8936-783c9d9685f5, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:33:48.906356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Network 4f3b31cf-e04e-4d71-8936-783c9d9685f5 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:33:48.939310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 4f3b31cf-e04e-4d71-8936-783c9d9685f5) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:48.956004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:48.958121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:48.959015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:48.959936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0530b5d2-42e2-44f7-b32b-b5629b9c1b50 None None] Network 4f3b31cf-e04e-4d71-8936-783c9d9685f5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:48.992755 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-45c9c1f7-77b7-4185-9898-2c3c50caf2a6 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1950502 Jun 03 15:33:48.997017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50820) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:49.091434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ad10a-436a-4e8a-91e7-2a05169b514e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:49.094573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ad10a-436a-4e8a-91e7-2a05169b514e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:49.096644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ad10a-436a-4e8a-91e7-2a05169b514e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:49.097783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-389ad10a-436a-4e8a-91e7-2a05169b514e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Synchronizing usage tracker for tenant:7b09d5109f28428abd7cd9040ad6ad0d on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:49.108369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1346a99e-3786-403b-ad42-9ddeefe04263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.120731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1346a99e-3786-403b-ad42-9ddeefe04263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.130132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-389ad10a-436a-4e8a-91e7-2a05169b514e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Unset dirty status for tenant:7b09d5109f28428abd7cd9040ad6ad0d on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:49.133537 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-389ad10a-436a-4e8a-91e7-2a05169b514e tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1343458 Jun 03 15:33:49.141834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50826) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:49.150106 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:33:49.248247 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9938b2-17bb-4383-8f1b-e9e18dcec566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-4142cd32-3657-40a4-bf7b-b58c755d683b', 'network_id': '4142cd32-3657-40a4-bf7b-b58c755d683b', 'tenant_id': '7b09d5109f28428abd7cd9040ad6ad0d', 'fixed_ips': [{'subnet_id': 'f4a4300a-e9a8-470a-8f9b-e19d963c5b2a'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:33:49.249090 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc9938b2-17bb-4383-8f1b-e9e18dcec566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.320403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1346a99e-3786-403b-ad42-9ddeefe04263 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43df6acc90924325bbfdb5829a2823eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2624238 Jun 03 15:33:49.328471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50830) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:49.334113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346a99e-3786-403b-ad42-9ddeefe04263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc244995-f80c-4924-8221-eee40ce977d4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:49.439672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dae3aff-65dc-4719-a286-273c4e0d86ad tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Deleting subnet f4a4300a-e9a8-470a-8f9b-e19d963c5b2a {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:33:49.445506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Allocated IP 172.20.0.3 (b5b20336-f376-494a-b777-55b4fa73ff27/87892682-71ed-42fa-8fa0-b3c821978129/da13a262-a825-4ce0-8b50-d417d2bd0e81) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:49.466751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74fd6b-4533-4ef0-9982-f0a38d0149cc req-433265ba-4370-4df1-915d-5bb728d84487 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:49.475311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee74fd6b-4533-4ef0-9982-f0a38d0149cc req-433265ba-4370-4df1-915d-5bb728d84487 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6493585 Jun 03 15:33:49.489629 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6dae3aff-65dc-4719-a286-273c4e0d86ad tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.576318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6dae3aff-65dc-4719-a286-273c4e0d86ad tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.577376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee74fd6b-4533-4ef0-9982-f0a38d0149cc req-2a3879f7-6242-4e53-88a0-ec88606322ab tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981052 Jun 03 15:33:49.649592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb45043-2499-483a-a201-d3d989059ca6 req-e253e8a7-a9cf-4221-ac53-5d4313fa5e5d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:49.666325 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a218046e-8689-4d47-a327-c4bb2f8df518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.670696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5eb45043-2499-483a-a201-d3d989059ca6 req-e253e8a7-a9cf-4221-ac53-5d4313fa5e5d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.3217409 Jun 03 15:33:49.708248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-4f3b31cf-e04e-4d71-8936-783c9d9685f5', 'network_id': '4f3b31cf-e04e-4d71-8936-783c9d9685f5', 'tenant_id': '7b09d5109f28428abd7cd9040ad6ad0d', 'fixed_ips': [{'subnet_id': 'aacfd08e-b135-4edb-ab05-45e9df8e8d83'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:33:49.709599 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.749698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a218046e-8689-4d47-a327-c4bb2f8df518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.761294 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6dae3aff-65dc-4719-a286-273c4e0d86ad tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.957781 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6dae3aff-65dc-4719-a286-273c4e0d86ad tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:49.981327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Allocated IP 172.20.0.18 (4f3b31cf-e04e-4d71-8936-783c9d9685f5/aacfd08e-b135-4edb-ab05-45e9df8e8d83/3d476052-d15d-4f1a-802c-409b69298480) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:50.034366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a218046e-8689-4d47-a327-c4bb2f8df518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.041119 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6dae3aff-65dc-4719-a286-273c4e0d86ad tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.074161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae3aff-65dc-4719-a286-273c4e0d86ad tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a4300a-e9a8-470a-8f9b-e19d963c5b2a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:50.093083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218046e-8689-4d47-a327-c4bb2f8df518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc244995-f80c-4924-8221-eee40ce977d4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:50.118861 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6dae3aff-65dc-4719-a286-273c4e0d86ad tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "DELETE /v2.0/subnets/f4a4300a-e9a8-470a-8f9b-e19d963c5b2a HTTP/1.1" status: 204 len: 168 time: 0.9755063 Jun 03 15:33:50.121512 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a218046e-8689-4d47-a327-c4bb2f8df518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.123326 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a218046e-8689-4d47-a327-c4bb2f8df518 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc244995-f80c-4924-8221-eee40ce977d4 HTTP/1.1" status: 204 len: 168 time: 0.7926087 Jun 03 15:33:50.124125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50836) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:50.160173 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.197895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Transition to ACTIVE for port object da13a262-a825-4ce0-8b50-d417d2bd0e81 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:50.245538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a61f5a9-7287-4836-8dcf-60092c78b5c7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Deleting subnet aacfd08e-b135-4edb-ab05-45e9df8e8d83 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:33:50.252839 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1dcd542c-78d8-45b5-ab83-3b3da5a4a4e9 req-dba09441-2220-4ab3-b203-e6ab5afaa695 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.3227594 Jun 03 15:33:50.289706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5eb45043-2499-483a-a201-d3d989059ca6 req-2444d982-9c53-4f54-a30f-e71425662ebf tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6187174 Jun 03 15:33:50.316827 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.318510 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.330397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Transition to ACTIVE for port object 3d476052-d15d-4f1a-802c-409b69298480 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:50.354376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Transition to ACTIVE for port object 3d476052-d15d-4f1a-802c-409b69298480 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:33:50.363008 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a61f5a9-7287-4836-8dcf-60092c78b5c7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.372442 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.431168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Network b5b20336-f376-494a-b777-55b4fa73ff27 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:50.464292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:50.467570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:50.518846 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a61f5a9-7287-4836-8dcf-60092c78b5c7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.540173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event updated for resources: {'Port': ['ID=da13a262-a825-4ce0-8b50-d417d2bd0e81,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server [None req-cc9938b2-17bb-4383-8f1b-e9e18dcec566 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4a4300a-e9a8-470a-8f9b-e19d963c5b2a: This subnet is being modified by another concurrent operation. Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:33:50.556983 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise exception Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4a4300a-e9a8-470a-8f9b-e19d963c5b2a: This subnet is being modified by another concurrent operation. Jun 03 15:33:50.561043 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Jun 03 15:33:50.582533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Pushing event updated for resources: {'Port': ['ID=3d476052-d15d-4f1a-802c-409b69298480,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:50.622493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Network 4f3b31cf-e04e-4d71-8936-783c9d9685f5 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:50.624970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:50.635472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:50.651611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d8d91-dd18-48f0-90a0-fd9539590b1f None None] Network 4142cd32-3657-40a4-bf7b-b58c755d683b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:50.656856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:50.657662 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.722137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3aa0c3aa-9d45-4f62-afe3-856361e6dd52 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6161680 Jun 03 15:33:50.725565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50846) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:50.748067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:50.766611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:50.771884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Usage tracker for resource:floatingip and tenant:5152e6112a0a4d6ead0ac9f2682fc822 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:50.778320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:50.785016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:50.788739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a61f5a9-7287-4836-8dcf-60092c78b5c7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.801245 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:50.961648 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a61f5a9-7287-4836-8dcf-60092c78b5c7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.020442 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61f5a9-7287-4836-8dcf-60092c78b5c7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event deleted for resources: {'Subnet': ['ID=aacfd08e-b135-4edb-ab05-45e9df8e8d83,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:51.022741 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a61f5a9-7287-4836-8dcf-60092c78b5c7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.043425 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3a61f5a9-7287-4836-8dcf-60092c78b5c7 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "DELETE /v2.0/subnets/aacfd08e-b135-4edb-ab05-45e9df8e8d83 HTTP/1.1" status: 204 len: 168 time: 0.9171476 Jun 03 15:33:51.045913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50856) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:51.196879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f65b613e-0001-48c5-830a-d1377681c220 None None] Provisioning for port da13a262-a825-4ce0-8b50-d417d2bd0e81 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:33:51.214047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0217843-268c-4579-9017-29af99984024 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:51.214753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f0217843-268c-4579-9017-29af99984024 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Synchronizing usage tracker for tenant:7b09d5109f28428abd7cd9040ad6ad0d on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:33:51.230324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Attempting to bind port 3d476052-d15d-4f1a-802c-409b69298480 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:33:51.231038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Attempting to bind port 3d476052-d15d-4f1a-802c-409b69298480 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '0836e91b-ba05-4226-a03d-33d00bba3b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4f3b31cf-e04e-4d71-8936-783c9d9685f5'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:33:51.231625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Attempting to bind port 3d476052-d15d-4f1a-802c-409b69298480 on network 4f3b31cf-e04e-4d71-8936-783c9d9685f5 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:33:51.234729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f65b613e-0001-48c5-830a-d1377681c220 None None] Provisioning complete for port da13a262-a825-4ce0-8b50-d417d2bd0e81 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:51.235277 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f65b613e-0001-48c5-830a-d1377681c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.235425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f0217843-268c-4579-9017-29af99984024 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Unset dirty status for tenant:7b09d5109f28428abd7cd9040ad6ad0d on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:33:51.248289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50862) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:51.249640 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f0217843-268c-4579-9017-29af99984024 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2003951 Jun 03 15:33:51.341157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f65b613e-0001-48c5-830a-d1377681c220 None None] Port da13a262-a825-4ce0-8b50-d417d2bd0e81 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:33:51.354029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:33:51.354562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Checking segment: {'id': '0836e91b-ba05-4226-a03d-33d00bba3b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4f3b31cf-e04e-4d71-8936-783c9d9685f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:33:51.355135 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.355676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Bound using segment: {'id': '0836e91b-ba05-4226-a03d-33d00bba3b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4f3b31cf-e04e-4d71-8936-783c9d9685f5'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:33:51.356263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Bound port: 3d476052-d15d-4f1a-802c-409b69298480, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0836e91b-ba05-4226-a03d-33d00bba3b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4f3b31cf-e04e-4d71-8936-783c9d9685f5'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:33:51.358273 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.560307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] For port 3d476052-d15d-4f1a-802c-409b69298480, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:33:51.565520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] For port 3d476052-d15d-4f1a-802c-409b69298480, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3d476052-d15d-4f1a-802c-409b69298480,segment=NetworkSegment(0836e91b-ba05-4226-a03d-33d00bba3b26),segment_id=0836e91b-ba05-4226-a03d-33d00bba3b26)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:33:51.571949 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.632092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf864f4-b064-477f-a28f-c8c30022cd8d req-5ce0e667-d98c-4fb8-916a-217c41dc8c5c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:51.643713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cf864f4-b064-477f-a28f-c8c30022cd8d req-5ce0e667-d98c-4fb8-916a-217c41dc8c5c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.7945912 Jun 03 15:33:51.649489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-907fae65-eb9e-47e1-8a9f-f96bd3dff3c1 req-684e4a2d-db2f-42a8-add3-206c452edf09 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1850402 Jun 03 15:33:51.658862 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.714047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7cf91-0865-4afc-90bf-25e83e5c25c3 None None] Pushing event updated for resources: {'Port': ['ID=3d476052-d15d-4f1a-802c-409b69298480,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:51.722491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.774344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Deleting port 3d476052-d15d-4f1a-802c-409b69298480 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:51.774888 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:51.869678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cf864f4-b064-477f-a28f-c8c30022cd8d req-da2d37d3-5542-4c01-b047-3f461fe5afd3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247865 Jun 03 15:33:52.023120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcb1152-0d8e-4d60-85c7-d0f0727aefed None None] Network 4f3b31cf-e04e-4d71-8936-783c9d9685f5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:33:52.116014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Allocated IP 172.25.7.126 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/c75ac38c-38d1-4bda-b71c-7063b98c6682) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:52.191453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fc83c-c410-45d0-ba32-52afffc0a5b5 req-c76f45da-d22d-4d0c-938d-c0791969d87f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:52.193086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f0fc83c-c410-45d0-ba32-52afffc0a5b5 req-c76f45da-d22d-4d0c-938d-c0791969d87f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.3173189 Jun 03 15:33:52.457656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32438b78-fcc8-47f4-ab0d-ba9490764e7e None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:33:52.583664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] For port 3d476052-d15d-4f1a-802c-409b69298480, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3d476052-d15d-4f1a-802c-409b69298480,segment=NetworkSegment(0836e91b-ba05-4226-a03d-33d00bba3b26),segment_id=0836e91b-ba05-4226-a03d-33d00bba3b26)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:52.584468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:52.650585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f0fc83c-c410-45d0-ba32-52afffc0a5b5 req-2a2d4296-7995-4186-9c9d-4b4b949b3d3c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4458456 Jun 03 15:33:52.720595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32438b78-fcc8-47f4-ab0d-ba9490764e7e None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:33:52.917467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Calling delete_port for 3d476052-d15d-4f1a-802c-409b69298480 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:53.027994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.309065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d3a3bd7-1e67-4dd0-a00c-d9df28cfbc3f req-83d07a44-5115-4dc0-bf1f-67ed6c30ce39 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.2900262 Jun 03 15:33:53.311857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event deleted for resources: {'Port': ['ID=3d476052-d15d-4f1a-802c-409b69298480,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:53.320368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] No DVR routers for this DVR port 3d476052-d15d-4f1a-802c-409b69298480 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:33:53.389203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7cf061-b992-4e62-b0ea-5206d16aab03 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:33:53.474581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.592492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7cf061-b992-4e62-b0ea-5206d16aab03 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:33:53.677728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.756818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bf697-1ca7-440b-b299-81143f1bc546 req-88fd11ac-57b3-4af6-95ed-93a6fea19c5e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:53.769448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec9bf697-1ca7-440b-b299-81143f1bc546 req-88fd11ac-57b3-4af6-95ed-93a6fea19c5e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6141694 Jun 03 15:33:53.801868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3b31cf-e04e-4d71-8936-783c9d9685f5']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:53.843348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0836e91b-ba05-4226-a03d-33d00bba3b26') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:53.843653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0836e91b-ba05-4226-a03d-33d00bba3b26') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:53.890320 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:53.891083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c8782f0e-7534-4b38-9cc3-c61041aa0b93 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:33:53.955968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec9bf697-1ca7-440b-b299-81143f1bc546 req-fccda956-fb7d-40fd-a99b-fbb11705b7a2 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849687 Jun 03 15:33:53.958269 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.078244 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.219525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:54.249210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:54.258353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:54.263462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:54.263462 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.321412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:33:54.363313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5', 'port_id': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'mac_address': 'fa:16:3e:fa:39:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ceefca-3cfc-43a6-9839-31c33e352aca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:33:54.426065 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 0836e91b-ba05-4226-a03d-33d00bba3b26 resource provider aggregate not found Jun 03 15:33:54.680310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c8782f0e-7534-4b38-9cc3-c61041aa0b93 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:54.681185 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.693204 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 0836e91b-ba05-4226-a03d-33d00bba3b26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0836e91b-ba05-4226-a03d-33d00bba3b26 found for delete ", "request_id": "req-729ca048-b68c-4b25-834b-85404be234dc"}]} Jun 03 15:33:54.796023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event updated for resources: {'Port': ['ID=c75ac38c-38d1-4bda-b71c-7063b98c6682,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:54.858566 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b0656b6-f4ca-4ed4-9746-a9f061b8ad68 req-5b6627b6-5b1c-4fe6-83f2-dab90c0cf76a tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1699820 Jun 03 15:33:54.906483 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.940497 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:54.973581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686f808-02c1-4111-930b-bc8f044c6daf req-2050c8d9-c1ab-4097-89dd-0c91e37f859e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:54.980929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4686f808-02c1-4111-930b-bc8f044c6daf req-2050c8d9-c1ab-4097-89dd-0c91e37f859e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.9944360 Jun 03 15:33:54.982645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8782f0e-7534-4b38-9cc3-c61041aa0b93 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:54.982966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event deleted for resources: {'Network': ['ID=4f3b31cf-e04e-4d71-8936-783c9d9685f5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:55.047146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:55.059955 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.111657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-31a724e4-9059-4934-8486-534a105315ea tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "DELETE /v2.0/networks/4f3b31cf-e04e-4d71-8936-783c9d9685f5 HTTP/1.1" status: 204 len: 168 time: 3.8540783 Jun 03 15:33:55.114080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50984) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:55.188837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4686f808-02c1-4111-930b-bc8f044c6daf req-b20944f1-c728-4f4a-83a3-3d4158cb618c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069318 Jun 03 15:33:55.190147 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.251305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c8782f0e-7534-4b38-9cc3-c61041aa0b93,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:55.277225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c8782f0e-7534-4b38-9cc3-c61041aa0b93'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:33:55.361418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.532428 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.535424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfe939-e8f5-497a-aeb9-31edc3cbbeef req-a03924a9-1bb3-48d0-901d-320838ce53c4 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:55.546206 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22cfe939-e8f5-497a-aeb9-31edc3cbbeef req-a03924a9-1bb3-48d0-901d-320838ce53c4 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 944 time: 0.3436773 Jun 03 15:33:55.684220 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22cfe939-e8f5-497a-aeb9-31edc3cbbeef req-42bc7363-f11c-4288-8ecc-7eda5cfed755 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368837 Jun 03 15:33:55.811973 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.825330 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.888966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:55.895157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c8782f0e-7534-4b38-9cc3-c61041aa0b93 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:33:56.007299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50996) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:56.023393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4142cd32-3657-40a4-bf7b-b58c755d683b']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:56.072677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962234be-185c-49d8-838c-337a1d40bbeb') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:56.073221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962234be-185c-49d8-838c-337a1d40bbeb') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:56.137711 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.198337 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.249983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:56.250593 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.266481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port c8782f0e-7534-4b38-9cc3-c61041aa0b93 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:33:56.267110 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.486999 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e63793-2c44-4226-9d17-ee124a43f937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.662814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c8782f0e-7534-4b38-9cc3-c61041aa0b93 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:33:56.663238 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.682272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1e63793-2c44-4226-9d17-ee124a43f937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:56.708758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-277a4d51-248f-4d69-a10f-a82f8111707e req-cc602272-24af-47fa-95f5-121099161293 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.2346952 Jun 03 15:33:56.741989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:33:56.743370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:56.757209 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.769525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b1e63793-2c44-4226-9d17-ee124a43f937 admin admin] Usage tracker for resource:security_group_rule and tenant:b09c77141c044fbaa8e8bdb03596b8af is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:56.781354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b1e63793-2c44-4226-9d17-ee124a43f937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:56.784616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event updated for resources: {'Port': ['ID=c75ac38c-38d1-4bda-b71c-7063b98c6682,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:56.832581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1e63793-2c44-4226-9d17-ee124a43f937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:56.840024 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.851690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.880744 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.915939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:56.931837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-80b3c6ed-6caa-4f7a-b77f-500bd21eef41 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2047555 Jun 03 15:33:56.935734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51014) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:56.963475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0899eb5c-4d56-4e26-958f-3f16cc424fab tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Request body: {'floatingip': {'port_id': 'da13a262-a825-4ce0-8b50-d417d2bd0e81', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:33:56.969942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c8782f0e-7534-4b38-9cc3-c61041aa0b93,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:56.986284 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 962234be-185c-49d8-838c-337a1d40bbeb resource provider aggregate not found Jun 03 15:33:56.992614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event deleted for resources: {'Network': ['ID=4142cd32-3657-40a4-bf7b-b58c755d683b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:57.001145 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-040e3027-26dc-4ec8-bfc4-3275149be849 tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "DELETE /v2.0/networks/4142cd32-3657-40a4-bf7b-b58c755d683b HTTP/1.1" status: 204 len: 168 time: 1.8810849 Jun 03 15:33:57.016695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51020) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:57.021331 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 962234be-185c-49d8-838c-337a1d40bbeb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 962234be-185c-49d8-838c-337a1d40bbeb found for delete ", "request_id": "req-98dede0a-812d-4c22-90f3-98785592988a"}]} Jun 03 15:33:57.133476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d64f8-7ca7-4a94-ac28-5cccf0e562eb req-9435f9d3-2ebc-4246-95dd-f5e9ee1894e3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:57.140930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c90d64f8-7ca7-4a94-ac28-5cccf0e562eb req-9435f9d3-2ebc-4246-95dd-f5e9ee1894e3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.6835988 Jun 03 15:33:57.190953 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0899eb5c-4d56-4e26-958f-3f16cc424fab tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.223216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.323118 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e63793-2c44-4226-9d17-ee124a43f937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.340467 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1e63793-2c44-4226-9d17-ee124a43f937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.490450 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c90d64f8-7ca7-4a94-ac28-5cccf0e562eb req-5d05c883-96ce-4694-9996-9d1658d2285e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479435 Jun 03 15:33:57.588024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e63793-2c44-4226-9d17-ee124a43f937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4d6720-7581-4226-a862-dfcdc5d827f9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:57.606509 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b1e63793-2c44-4226-9d17-ee124a43f937 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b09c77141c044fbaa8e8bdb03596b8af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5957239 Jun 03 15:33:57.608733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:57.628605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.641219 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbec2d50-81b0-4768-90c5-16d24ca35a84'] response: {'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'code': 200} Jun 03 15:33:57.681234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbfca20-13ad-4d70-92c8-80ee3912f5e6']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:57.715911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de88d0-68ac-4ce6-a6d9-832efc37c732 req-2fa5ba3a-44d0-4ddc-af9b-6550eaf9922a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:57.721069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172f67c7-fdca-486e-a20d-3e3670ee5e20') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:57.721279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172f67c7-fdca-486e-a20d-3e3670ee5e20') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:57.724937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95de88d0-68ac-4ce6-a6d9-832efc37c732 req-2fa5ba3a-44d0-4ddc-af9b-6550eaf9922a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6080656 Jun 03 15:33:57.749058 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.792284 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-516321f2-6354-4fe8-9dd3-4f6c35c91ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.831133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-516321f2-6354-4fe8-9dd3-4f6c35c91ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.835231 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-0899eb5c-4d56-4e26-958f-3f16cc424fab tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] update failed (client error): The resource could not be found. Jun 03 15:33:57.837489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0899eb5c-4d56-4e26-958f-3f16cc424fab tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "PUT /v2.0/floatingips/c4821e62-66e8-49b8-8f0b-22565c7b06b7 HTTP/1.1" status: 404 len: 507 time: 0.8950551 Jun 03 15:33:57.845420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51036) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:57.856233 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:57.876518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:57.876836 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.022484 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.052008 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.072738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event deleted for resources: {'Network': ['ID=3dbfca20-13ad-4d70-92c8-80ee3912f5e6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:58.075884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-516321f2-6354-4fe8-9dd3-4f6c35c91ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.103981 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-086cec95-3fc9-4a03-b918-9545aaf09b0a tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "DELETE /v2.0/networks/3dbfca20-13ad-4d70-92c8-80ee3912f5e6 HTTP/1.1" status: 204 len: 168 time: 1.0830066 Jun 03 15:33:58.103981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516321f2-6354-4fe8-9dd3-4f6c35c91ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4d6720-7581-4226-a862-dfcdc5d827f9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:58.113013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51040) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:58.114270 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-516321f2-6354-4fe8-9dd3-4f6c35c91ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.118740 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-516321f2-6354-4fe8-9dd3-4f6c35c91ce7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f4d6720-7581-4226-a862-dfcdc5d827f9 HTTP/1.1" status: 204 len: 168 time: 0.5065677 Jun 03 15:33:58.284655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95de88d0-68ac-4ce6-a6d9-832efc37c732 req-c5d20770-bc1e-4391-be3a-d79cb3ee7062 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584259 Jun 03 15:33:58.342082 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.536775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fe71402-3bec-4148-b6fd-c1055f64240a req-0d96754a-0940-4147-bc2f-1ddb7632bd1c tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.2639782 Jun 03 15:33:58.538973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9c190365-c278-4f70-aa5f-82e344a9d29b tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Deleting port c75ac38c-38d1-4bda-b71c-7063b98c6682 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:33:58.539533 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c190365-c278-4f70-aa5f-82e344a9d29b tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.799570 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.862815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4638f1-b400-42a4-98a1-eb34f1b5aca6']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:58.933845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5417f19e-1f81-40f3-b057-ca9bbe6cdce7') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:58.934136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5417f19e-1f81-40f3-b057-ca9bbe6cdce7') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:58.939657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51052) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:33:58.960973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.983733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:58.996773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:58.997634 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.069631 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f288c8e-f094-4b37-9408-926c12f0a723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.114171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3f288c8e-f094-4b37-9408-926c12f0a723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:33:59.131324 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 172f67c7-fdca-486e-a20d-3e3670ee5e20 resource provider aggregate not found Jun 03 15:33:59.146666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3f288c8e-f094-4b37-9408-926c12f0a723 admin admin] Usage tracker for resource:security_group_rule and tenant:0f59eb9188ae45cdb3f0c30402643811 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:33:59.155559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3f288c8e-f094-4b37-9408-926c12f0a723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:33:59.166731 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.191440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3f288c8e-f094-4b37-9408-926c12f0a723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:33:59.210526 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 172f67c7-fdca-486e-a20d-3e3670ee5e20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 172f67c7-fdca-486e-a20d-3e3670ee5e20 found for delete ", "request_id": "req-2c8774e3-6cda-48ae-ab8e-c2ea8c6b6dd1"}]} Jun 03 15:33:59.216857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c190365-c278-4f70-aa5f-82e344a9d29b tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.217494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.217624 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c190365-c278-4f70-aa5f-82e344a9d29b tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.253519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd9ec2-343d-4d63-9206-0e194c9d7e12 req-cba40b67-ffb0-4729-891e-810acb5bba46 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:59.255276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8cd9ec2-343d-4d63-9206-0e194c9d7e12 req-cba40b67-ffb0-4729-891e-810acb5bba46 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.3150160 Jun 03 15:33:59.261791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] Pushing event deleted for resources: {'Network': ['ID=bc4638f1-b400-42a4-98a1-eb34f1b5aca6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:59.265390 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 5417f19e-1f81-40f3-b057-ca9bbe6cdce7 resource provider aggregate not found Jun 03 15:33:59.284281 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fd6088c9-28d6-4888-b4d0-bcd4aa5c7e2c tempest-BulkNetworkOpsTest-1544719987 tempest-BulkNetworkOpsTest-1544719987-project] 10.222.0.48 "DELETE /v2.0/networks/bc4638f1-b400-42a4-98a1-eb34f1b5aca6 HTTP/1.1" status: 204 len: 168 time: 1.1634862 Jun 03 15:33:59.318202 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 5417f19e-1f81-40f3-b057-ca9bbe6cdce7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5417f19e-1f81-40f3-b057-ca9bbe6cdce7 found for delete ", "request_id": "req-357373a5-1c4c-4796-bb74-31a80ccc0bb6"}]} Jun 03 15:33:59.452697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9c190365-c278-4f70-aa5f-82e344a9d29b tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Calling delete_port for c75ac38c-38d1-4bda-b71c-7063b98c6682 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:33:59.496840 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:33:59.693015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8cd9ec2-343d-4d63-9206-0e194c9d7e12 req-65c9a76f-70a0-4f05-adb4-397a48ff4584 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476593 Jun 03 15:33:59.962477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:00.024728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f288c8e-f094-4b37-9408-926c12f0a723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.037000 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f288c8e-f094-4b37-9408-926c12f0a723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.127822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bf6a8-13c3-45e4-b298-701259329200 req-9a5ca6f2-46c9-4024-9980-bcde5e6a09d1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:00.129495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-797bf6a8-13c3-45e4-b298-701259329200 req-9a5ca6f2-46c9-4024-9980-bcde5e6a09d1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6229577 Jun 03 15:34:00.145250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e67635d-0230-4067-a131-5cd897b01ae9 req-b4f2bd8c-1d36-4176-b722-a651075fb34d tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1423330 Jun 03 15:34:00.216192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f288c8e-f094-4b37-9408-926c12f0a723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848c1dee-60a8-47c4-8b56-6a40fc498ee1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:00.226300 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3f288c8e-f094-4b37-9408-926c12f0a723 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f59eb9188ae45cdb3f0c30402643811&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2845945 Jun 03 15:34:00.229603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51086) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:00.251399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-797bf6a8-13c3-45e4-b298-701259329200 req-8877499d-7da6-4f41-92b6-13a810e83e96 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050730 Jun 03 15:34:00.252385 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c190365-c278-4f70-aa5f-82e344a9d29b tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.351933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c190365-c278-4f70-aa5f-82e344a9d29b tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event deleted for resources: {'Port': ['ID=c75ac38c-38d1-4bda-b71c-7063b98c6682,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:00.404169 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-34e68956-e762-45d1-b5a5-d1e26edc7c27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b09d5109f28428abd7cd9040ad6ad0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517863 Jun 03 15:34:00.408525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51092) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:00.432618 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c190365-c278-4f70-aa5f-82e344a9d29b tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.476149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9c190365-c278-4f70-aa5f-82e344a9d29b tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.478420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9c190365-c278-4f70-aa5f-82e344a9d29b tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "DELETE /v2.0/floatingips/c4821e62-66e8-49b8-8f0b-22565c7b06b7 HTTP/1.1" status: 204 len: 168 time: 2.6299281 Jun 03 15:34:00.484145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51096) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:00.493673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-df82a28f-77c1-4586-b236-d7606138a91f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Request body: {'floatingip': {'floating_network_id': 'b5b20336-f376-494a-b777-55b4fa73ff27', 'port_id': 'da13a262-a825-4ce0-8b50-d417d2bd0e81', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:00.495108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759fec24-80af-4e6d-92b7-6b288a3301ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.503279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-df82a28f-77c1-4586-b236-d7606138a91f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:00.508642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-df82a28f-77c1-4586-b236-d7606138a91f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Usage tracker for resource:floatingip and tenant:5152e6112a0a4d6ead0ac9f2682fc822 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:00.512293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-df82a28f-77c1-4586-b236-d7606138a91f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:00.520364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-df82a28f-77c1-4586-b236-d7606138a91f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:00.525097 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759fec24-80af-4e6d-92b7-6b288a3301ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.540598 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df82a28f-77c1-4586-b236-d7606138a91f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.595585 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759fec24-80af-4e6d-92b7-6b288a3301ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.642354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fec24-80af-4e6d-92b7-6b288a3301ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848c1dee-60a8-47c4-8b56-6a40fc498ee1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:00.655696 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7d27b96-7b45-4a7e-b36d-9b93d5551d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.709829 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-759fec24-80af-4e6d-92b7-6b288a3301ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.710995 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-759fec24-80af-4e6d-92b7-6b288a3301ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/848c1dee-60a8-47c4-8b56-6a40fc498ee1 HTTP/1.1" status: 204 len: 168 time: 0.4803374 Jun 03 15:34:00.717420 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7d27b96-7b45-4a7e-b36d-9b93d5551d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.859140 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-df82a28f-77c1-4586-b236-d7606138a91f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:34:00.862878 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7d27b96-7b45-4a7e-b36d-9b93d5551d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:00.873543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-df82a28f-77c1-4586-b236-d7606138a91f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3861425 Jun 03 15:34:00.880611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51108) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:00.900866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'da13a262-a825-4ce0-8b50-d417d2bd0e81', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:00.931746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:00.943914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d27b96-7b45-4a7e-b36d-9b93d5551d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c797af60-5b6e-4e81-81fa-44fca5645ec4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:00.948717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Usage tracker for resource:floatingip and tenant:5152e6112a0a4d6ead0ac9f2682fc822 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:00.961105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:00.980631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:00.981610 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7d27b96-7b45-4a7e-b36d-9b93d5551d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:01.006804 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b7d27b96-7b45-4a7e-b36d-9b93d5551d86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c797af60-5b6e-4e81-81fa-44fca5645ec4 HTTP/1.1" status: 204 len: 168 time: 0.5950658 Jun 03 15:34:01.025260 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:01.510778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d2269-0076-4a2b-ab4a-9a5770a1f4a0 req-d08ea241-d716-4c48-9004-2156fba7ae3e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:01.512332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc8d2269-0076-4a2b-ab4a-9a5770a1f4a0 req-d08ea241-d716-4c48-9004-2156fba7ae3e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.3131642 Jun 03 15:34:01.573733 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:01.877246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c9839b5-3ac6-480c-97dc-792d007ad88f req-0af47e70-1f66-40a2-8459-4a1350e6e6bf tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.2984037 Jun 03 15:34:01.972969 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc8d2269-0076-4a2b-ab4a-9a5770a1f4a0 req-5f6e932b-58d9-4f67-97ae-4c4b4e090b54 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4397793 Jun 03 15:34:02.168753 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-97bc04ae-9e61-4691-a950-4618b6ba98b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:02.401469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Allocated IP 172.25.7.218 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/76c620de-137d-426d-ba43-89d7a514bbda) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:02.617093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dcc15-4837-46be-9518-6576d5d962be req-2f4e53b9-957b-4a31-a5ef-01a55e53259c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:02.618771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-135dcc15-4837-46be-9518-6576d5d962be req-2f4e53b9-957b-4a31-a5ef-01a55e53259c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3261836 Jun 03 15:34:02.717433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:02.721304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:02.727428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-135dcc15-4837-46be-9518-6576d5d962be req-083217a3-7156-4daf-bb6e-741d93b0b11c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877883 Jun 03 15:34:02.770606 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:02.874401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event updated for resources: {'Port': ['ID=76c620de-137d-426d-ba43-89d7a514bbda,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:02.889318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:02.890712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:02.900029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:03.423675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'network': {'name': 'tempest-RoutersTest-623412712'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:03.432690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:03.439911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:network and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:03.444227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:03.468858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:03.526813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Deleting port 76c620de-137d-426d-ba43-89d7a514bbda {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:03.527778 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.548651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:03.554668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.612776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:03.651647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:03.662067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:security_group_rule and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:03.668804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:03.682955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:03.774114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37cbcec4-9e15-408e-9bcd-081b6ab5e7ad req-96a28712-6251-4f52-b2aa-fa20497c90e3 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.4028308 Jun 03 15:34:04.021606 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.028308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.098885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ae7995-041c-4250-af37-f70438cbc281,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:04.119911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:04.149392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.149746 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added segment b0d30c44-0023-4a3b-ab0b-c5889ac501ee of type vlan for network fffb62ca-43aa-40dc-9da2-fbe78e58db7c Jun 03 15:34:04.203015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.251989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.259826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:04.261350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.291634 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eb1ec092-15f1-485a-877c-3af6d1f3d122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:04.373081 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6540072 Jun 03 15:34:04.539135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51242) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:04.588842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d93e58-6767-446c-aab8-a03f7ad0f86b req-a86bf937-9b9b-4046-b9dd-1a1c3a5910b6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:04.604869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23d93e58-6767-446c-aab8-a03f7ad0f86b req-a86bf937-9b9b-4046-b9dd-1a1c3a5910b6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 1.4277022 Jun 03 15:34:04.660335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'network': {'name': 'tempest-RoutersTest-110103665'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:04.711570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:04.775108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:network and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:04.799798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:04.816915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bf693-7610-4d79-9170-d0bc4028ba2f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Network': ['ID=fffb62ca-43aa-40dc-9da2-fbe78e58db7c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:04.836487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:04.836727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network fffb62ca-43aa-40dc-9da2-fbe78e58db7c details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:34:04.852677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23d93e58-6767-446c-aab8-a03f7ad0f86b req-f25b9151-1e87-49c5-98a7-6a5dacd145cc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448123 Jun 03 15:34:05.037513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:05.054014 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.125996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.126491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.292322 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.354632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bbc5c-7cd6-43c6-ae50-32a859f2ca6e req-a23b7b7d-4d8f-4eaa-bc96-ea602225cbeb tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:05.362112 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-435bbc5c-7cd6-43c6-ae50-32a859f2ca6e req-a23b7b7d-4d8f-4eaa-bc96-ea602225cbeb tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 1.2850513 Jun 03 15:34:05.404115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Calling delete_port for 76c620de-137d-426d-ba43-89d7a514bbda owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:05.472038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db6e36c8-684e-4a4d-aa82-d9c8138a5160 req-4788f998-d6de-4bd7-9f89-6fca1f3f929e tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.3062489 Jun 03 15:34:05.501151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-435bbc5c-7cd6-43c6-ae50-32a859f2ca6e req-56b22808-ea92-433c-97ad-ec0a6fd28e44 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379294 Jun 03 15:34:05.522140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:05.547305 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.548015 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added segment e4b4413c-2037-4a65-b77f-a62c22e83194 of type vlan for network ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c Jun 03 15:34:05.585280 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.585764 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.631138 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.636893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:05.637799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:05.906143 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2926235 Jun 03 15:34:05.910322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51292) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:05.917164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'subnet': {'network_id': 'fffb62ca-43aa-40dc-9da2-fbe78e58db7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:05.934365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4eabc-3a1d-45de-85ee-db77ecec162e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Network': ['ID=ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:05.967038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149544e5-e452-40ba-b471-b7ad30d49fc8 req-5bebfd43-abd5-47af-8d77-26ee938b7778 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:05.969669 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:34:05.970498 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-149544e5-e452-40ba-b471-b7ad30d49fc8 req-5bebfd43-abd5-47af-8d77-26ee938b7778 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 946 time: 0.3037751 Jun 03 15:34:05.972832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:06.029738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event deleted for resources: {'Port': ['ID=76c620de-137d-426d-ba43-89d7a514bbda,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:06.047664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:34:06.119341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-149544e5-e452-40ba-b471-b7ad30d49fc8 req-2bb79b9e-bcba-4577-8190-777431d0ac46 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346533 Jun 03 15:34:06.164268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:06.168672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:subnet and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:06.172503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:06.184633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:06.204672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:06.222212 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:06.393563 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] create failed (client error): The resource could not be found. Jun 03 15:34:06.403088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-636f87e6-102d-4340-9ae3-43ef93cc4f02 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.5202308 Jun 03 15:34:06.404034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51306) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:06.466969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:06.468836 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:06.546758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:06.573391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:06.579398 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:06.663653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6f727766-34d4-4dce-ba8f-18edd00b429f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Deleting port da13a262-a825-4ce0-8b50-d417d2bd0e81 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:06.664332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f727766-34d4-4dce-ba8f-18edd00b429f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:06.795401 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:06.885457 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=14']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:07.023153 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:07.030288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Subnet': ['ID=b1bf11e9-4acc-47eb-9424-ded5c9b76ec1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:07.035963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Checking segment: {'id': 'b0d30c44-0023-4a3b-ab0b-c5889ac501ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fffb62ca-43aa-40dc-9da2-fbe78e58db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:07.036449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network hostable DHCP agents. Network: fffb62ca-43aa-40dc-9da2-fbe78e58db7c, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:34:07.086336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network fffb62ca-43aa-40dc-9da2-fbe78e58db7c is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:34:07.108576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, fffb62ca-43aa-40dc-9da2-fbe78e58db7c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:07.121679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:07.123172 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:07.124206 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa97ba6-90a3-48d6-995d-4e741e30fa45 None None] Network fffb62ca-43aa-40dc-9da2-fbe78e58db7c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:07.192981 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5c7933a1-c534-4a11-96d3-5e63ebb14f5a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2811017 Jun 03 15:34:07.194744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:07.221260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'subnet': {'network_id': 'ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:07.273518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1327b59b-842f-4388-8a1f-9c727e4852b6 req-bfccce84-13b9-459e-8fd1-5cb3f82fdee5 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.3525667 Jun 03 15:34:07.485473 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12b2655-f353-44b9-a3a2-31f640222cce'] response: {'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'code': 200} Jun 03 15:34:07.617867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:07.622896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:subnet and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:07.627193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:07.634465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:07.649673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:07.658727 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:07.712073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5598ae9-4f4e-4e7b-a7fd-dee215fd8d9f req-6d9739b4-a32e-42b0-955d-c35ca2353af9 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:07.717035 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5598ae9-4f4e-4e7b-a7fd-dee215fd8d9f req-6d9739b4-a32e-42b0-955d-c35ca2353af9 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.8011072 Jun 03 15:34:07.828175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-fffb62ca-43aa-40dc-9da2-fbe78e58db7c', 'network_id': 'fffb62ca-43aa-40dc-9da2-fbe78e58db7c', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'fixed_ips': [{'subnet_id': 'b1bf11e9-4acc-47eb-9424-ded5c9b76ec1'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:34:07.829010 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:07.925028 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5598ae9-4f4e-4e7b-a7fd-dee215fd8d9f req-3335f5d5-194d-4db0-9b35-ac5fa0ff782b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724746 Jun 03 15:34:07.928511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f727766-34d4-4dce-ba8f-18edd00b429f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.183286 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.280394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Allocated IP 172.20.0.2 (fffb62ca-43aa-40dc-9da2-fbe78e58db7c/b1bf11e9-4acc-47eb-9424-ded5c9b76ec1/b6d640ee-3db5-4149-a3ed-d44565a4bb3f) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:08.422573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6f727766-34d4-4dce-ba8f-18edd00b429f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Calling delete_port for da13a262-a825-4ce0-8b50-d417d2bd0e81 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:08.514472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Checking segment: {'id': 'e4b4413c-2037-4a65-b77f-a62c22e83194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:08.516779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network hostable DHCP agents. Network: ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:34:08.547058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Subnet': ['ID=0103de36-6f3e-4213-afb9-39f698891ca0,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:08.640676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:34:08.666960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:08.680424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:08.680959 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.724214 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-78f76563-3e62-4ea1-ae4c-bddd580ec8db tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5247867 Jun 03 15:34:08.728534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51364) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:08.734526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-71de9b2f-58f4-4b4a-9732-84d9ab404c1e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1188617897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:08.755077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d7262-ffe4-4df1-af4e-ce07c43633eb None None] Network ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:08.762884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-71de9b2f-58f4-4b4a-9732-84d9ab404c1e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:08.780291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-71de9b2f-58f4-4b4a-9732-84d9ab404c1e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:router and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:08.790794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-71de9b2f-58f4-4b4a-9732-84d9ab404c1e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:08.809763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-71de9b2f-58f4-4b4a-9732-84d9ab404c1e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:08.820728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.851123 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e576dd8e-b7c2-4314-ba15-e9f652bccfc1 req-8d0570f2-df3a-4d6d-94d9-5c71c940fbf6 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.0980034 Jun 03 15:34:08.852894 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f727766-34d4-4dce-ba8f-18edd00b429f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.855976 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71de9b2f-58f4-4b4a-9732-84d9ab404c1e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.863683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71de9b2f-58f4-4b4a-9732-84d9ab404c1e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.924632 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71de9b2f-58f4-4b4a-9732-84d9ab404c1e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.934086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Transition to ACTIVE for port object b6d640ee-3db5-4149-a3ed-d44565a4bb3f will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:08.949867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f727766-34d4-4dce-ba8f-18edd00b429f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event deleted for resources: {'Port': ['ID=da13a262-a825-4ce0-8b50-d417d2bd0e81,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:08.960794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Transition to ACTIVE for port object b6d640ee-3db5-4149-a3ed-d44565a4bb3f will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:08.974987 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:08.986224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71de9b2f-58f4-4b4a-9732-84d9ab404c1e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.050713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-71de9b2f-58f4-4b4a-9732-84d9ab404c1e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.056273 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-71de9b2f-58f4-4b4a-9732-84d9ab404c1e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3221357 Jun 03 15:34:09.059597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51378) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:09.077083 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.081198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Pushing event updated for resources: {'Port': ['ID=b6d640ee-3db5-4149-a3ed-d44565a4bb3f,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:09.119598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Network fffb62ca-43aa-40dc-9da2-fbe78e58db7c is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:09.131843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:09.135629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:09.170625 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f727766-34d4-4dce-ba8f-18edd00b429f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.256753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6f727766-34d4-4dce-ba8f-18edd00b429f tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "DELETE /v2.0/ports/da13a262-a825-4ce0-8b50-d417d2bd0e81 HTTP/1.1" status: 204 len: 168 time: 2.8491247 Jun 03 15:34:09.256978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51386) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:09.370223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Attempting to bind port b6d640ee-3db5-4149-a3ed-d44565a4bb3f on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:34:09.371014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Attempting to bind port b6d640ee-3db5-4149-a3ed-d44565a4bb3f by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b0d30c44-0023-4a3b-ab0b-c5889ac501ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fffb62ca-43aa-40dc-9da2-fbe78e58db7c'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:34:09.371612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Attempting to bind port b6d640ee-3db5-4149-a3ed-d44565a4bb3f on network fffb62ca-43aa-40dc-9da2-fbe78e58db7c {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:09.483589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b64c1-93b5-4daa-aa27-11ca94940e9e req-0802c258-1861-4d71-ae21-fb539ed6b4c1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:09.499837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e00b64c1-93b5-4daa-aa27-11ca94940e9e req-0802c258-1861-4d71-ae21-fb539ed6b4c1 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.3122916 Jun 03 15:34:09.518924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:34:09.519632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Checking segment: {'id': 'b0d30c44-0023-4a3b-ab0b-c5889ac501ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fffb62ca-43aa-40dc-9da2-fbe78e58db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:09.521425 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.522416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Bound using segment: {'id': 'b0d30c44-0023-4a3b-ab0b-c5889ac501ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fffb62ca-43aa-40dc-9da2-fbe78e58db7c'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:34:09.523121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Bound port: b6d640ee-3db5-4149-a3ed-d44565a4bb3f, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d30c44-0023-4a3b-ab0b-c5889ac501ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fffb62ca-43aa-40dc-9da2-fbe78e58db7c'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:34:09.526352 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.561428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458baf0d-20e3-46b7-942d-0da0bd6524be tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:09.563899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-458baf0d-20e3-46b7-942d-0da0bd6524be tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Synchronizing usage tracker for tenant:5152e6112a0a4d6ead0ac9f2682fc822 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:09.584916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e00b64c1-93b5-4daa-aa27-11ca94940e9e req-08b45802-8f24-4fb6-9229-9739a5252565 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838244 Jun 03 15:34:09.605652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-458baf0d-20e3-46b7-942d-0da0bd6524be tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Unset dirty status for tenant:5152e6112a0a4d6ead0ac9f2682fc822 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:09.607163 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-458baf0d-20e3-46b7-942d-0da0bd6524be tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "GET /v2.0/ports?device_id=f2a23e3b-ac92-4184-b849-1f7d77c54b3e HTTP/1.1" status: 200 len: 913 time: 0.3493145 Jun 03 15:34:09.610008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51408) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:09.661827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c', 'network_id': 'ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'fixed_ips': [{'subnet_id': '0103de36-6f3e-4213-afb9-39f698891ca0'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:34:09.664361 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:09.855688 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] For port b6d640ee-3db5-4149-a3ed-d44565a4bb3f, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:34:09.865738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] For port b6d640ee-3db5-4149-a3ed-d44565a4bb3f, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b6d640ee-3db5-4149-a3ed-d44565a4bb3f,segment=NetworkSegment(b0d30c44-0023-4a3b-ab0b-c5889ac501ee),segment_id=b0d30c44-0023-4a3b-ab0b-c5889ac501ee)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:34:09.877856 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:10.527004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b86dd-cde5-4b10-92ea-9c960032e62d None None] Pushing event updated for resources: {'Port': ['ID=b6d640ee-3db5-4149-a3ed-d44565a4bb3f,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:10.565469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Allocated IP 172.21.0.2 (ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c/0103de36-6f3e-4213-afb9-39f698891ca0/72f7d3f4-a383-411a-8b59-7be6cee7bc2a) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:10.658748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-50ff231f-4e17-481f-b132-8a6afd4d84da req-a9f6a2bd-398c-4e64-9db4-e3814b92c78b service neutron] (88444) timed out ('10.222.0.48', 34782) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:34:10.824896 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.240270 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.303681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Transition to ACTIVE for port object 72f7d3f4-a383-411a-8b59-7be6cee7bc2a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:11.368823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Transition to ACTIVE for port object 72f7d3f4-a383-411a-8b59-7be6cee7bc2a will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:11.388356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-764a528f-3b9a-45d3-ac84-e32a7647b871 req-1779006e-1806-483e-a30f-f4c83f7fc41f tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.6597140 Jun 03 15:34:11.389105 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:11.399541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51452) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:11.596269 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b6d640ee-3db5-4149-a3ed-d44565a4bb3f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:11.820738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cabeb8-6fc5-46de-86e6-3a3a8bc2f209 req-5c5fc7de-9166-4a75-9136-90e2e2dea093 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:11.835781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22cabeb8-6fc5-46de-86e6-3a3a8bc2f209 req-5c5fc7de-9166-4a75-9136-90e2e2dea093 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.1133630 Jun 03 15:34:11.837263 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b11bdcf5-b68c-4a6d-8de9-7b63f133651b req-49cd553b-92c3-4c39-a1b6-91dbcfd6bde3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.0979295 Jun 03 15:34:11.868940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Allocated IP 172.20.0.1 (fffb62ca-43aa-40dc-9da2-fbe78e58db7c/b1bf11e9-4acc-47eb-9424-ded5c9b76ec1/812d8084-facd-4ceb-87c2-3daa8310e7fb) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:11.869481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Network ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:11.877434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:11.881941 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:12.001370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Pushing event updated for resources: {'Port': ['ID=72f7d3f4-a383-411a-8b59-7be6cee7bc2a,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:12.093397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Attempting to bind port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:34:12.093947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Attempting to bind port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e4b4413c-2037-4a65-b77f-a62c22e83194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:34:12.094626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Attempting to bind port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a on network ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:12.095191 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.105498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:34:12.106745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Checking segment: {'id': 'e4b4413c-2037-4a65-b77f-a62c22e83194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:12.107606 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.108486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Bound using segment: {'id': 'e4b4413c-2037-4a65-b77f-a62c22e83194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:34:12.111290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Bound port: 72f7d3f4-a383-411a-8b59-7be6cee7bc2a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b4413c-2037-4a65-b77f-a62c22e83194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:34:12.113009 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.130981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Transition to ACTIVE for port object 812d8084-facd-4ceb-87c2-3daa8310e7fb will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:12.139969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port b6d640ee-3db5-4149-a3ed-d44565a4bb3f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:12.174721 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22cabeb8-6fc5-46de-86e6-3a3a8bc2f209 req-da452f5a-cca9-488f-8035-ac3c7ccb3a79 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375940 Jun 03 15:34:12.183760 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c33f3113-805d-47ea-8a02-6cf67c2ab62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.200748 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.250555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c33f3113-805d-47ea-8a02-6cf67c2ab62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:12.255696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c33f3113-805d-47ea-8a02-6cf67c2ab62b admin admin] Usage tracker for resource:security_group_rule and tenant:d8c1600b83834e28ae4cdd570974a800 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:12.266587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c33f3113-805d-47ea-8a02-6cf67c2ab62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:12.273820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c33f3113-805d-47ea-8a02-6cf67c2ab62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:12.343307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da49e7-887e-44bc-9303-09dd8b3e7f8e None None] Network fffb62ca-43aa-40dc-9da2-fbe78e58db7c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:12.382857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network fffb62ca-43aa-40dc-9da2-fbe78e58db7c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:12.394392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:12.403116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:12.464570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51466) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:12.480160 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c33f3113-805d-47ea-8a02-6cf67c2ab62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.508704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347245356', 'description': 'tempest-description--1874342068'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:12.510632 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c33f3113-805d-47ea-8a02-6cf67c2ab62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.546701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=812d8084-facd-4ceb-87c2-3daa8310e7fb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:12.560249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] For port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:34:12.564704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:12.575472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4bf0983e-5160-4d55-9d83-f2bf89b6cd0f None None] Provisioning for port b6d640ee-3db5-4149-a3ed-d44565a4bb3f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:12.585360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.586087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.586717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.587688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.588969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.590275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.591355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.591999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.592638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.593316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.593980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.594627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:12.608513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] For port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=72f7d3f4-a383-411a-8b59-7be6cee7bc2a,segment=NetworkSegment(e4b4413c-2037-4a65-b77f-a62c22e83194),segment_id=e4b4413c-2037-4a65-b77f-a62c22e83194)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:34:12.613890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f3113-805d-47ea-8a02-6cf67c2ab62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881c0de8-50a6-4175-870a-4af247a82d23,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:12.614347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4bf0983e-5160-4d55-9d83-f2bf89b6cd0f None None] Provisioning complete for port b6d640ee-3db5-4149-a3ed-d44565a4bb3f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:12.615283 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4bf0983e-5160-4d55-9d83-f2bf89b6cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.647539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:12.687912 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.736055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b66d-283f-4b14-b4f7-05abdad44b55 req-5e2e1bd7-fd04-4a4a-a1c8-4f6219904baf tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:12.755271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfe3b66d-283f-4b14-b4f7-05abdad44b55 req-5e2e1bd7-fd04-4a4a-a1c8-4f6219904baf tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.9162142 Jun 03 15:34:12.766163 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.776138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c33f3113-805d-47ea-8a02-6cf67c2ab62b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8c1600b83834e28ae4cdd570974a800&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3677893 Jun 03 15:34:12.818931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51472) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:12.877096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.884441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfe3b66d-283f-4b14-b4f7-05abdad44b55 req-5398628e-cef9-42e4-99a4-bf236fce7b94 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276684 Jun 03 15:34:12.892541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ab09361c-779a-4524-b714-fb33e1b275a0 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:12.978703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:13.030784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:13.121388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:13.177680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:13.215367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0983e-5160-4d55-9d83-f2bf89b6cd0f None None] Current status of the port b6d640ee-3db5-4149-a3ed-d44565a4bb3f is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:13.215367 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4bf0983e-5160-4d55-9d83-f2bf89b6cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:13.268171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9432557-305e-4c7d-aa03-7d2b1e28f672 None None] Pushing event updated for resources: {'Port': ['ID=72f7d3f4-a383-411a-8b59-7be6cee7bc2a,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:13.277025 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:13.370072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4bf0983e-5160-4d55-9d83-f2bf89b6cd0f None None] For port b6d640ee-3db5-4149-a3ed-d44565a4bb3f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b6d640ee-3db5-4149-a3ed-d44565a4bb3f,segment=NetworkSegment(b0d30c44-0023-4a3b-ab0b-c5889ac501ee),segment_id=b0d30c44-0023-4a3b-ab0b-c5889ac501ee)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:13.417627 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4bf0983e-5160-4d55-9d83-f2bf89b6cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:13.599307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0983e-5160-4d55-9d83-f2bf89b6cd0f None None] Pushing event updated for resources: {'Port': ['ID=b6d640ee-3db5-4149-a3ed-d44565a4bb3f,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:13.762323 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:13.860335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9e0ed2f-c841-41a2-9c2f-c4089126581d req-4071bbb1-99e9-4484-88ba-9a630358fd4b tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.2597251 Jun 03 15:34:14.128101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1aa7c-94cf-4b64-8f4c-f5acb5070fe1 req-ef61ad5b-b977-4c40-89ef-00a54cef9fdb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:14.145445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fd1aa7c-94cf-4b64-8f4c-f5acb5070fe1 req-ef61ad5b-b977-4c40-89ef-00a54cef9fdb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.4879968 Jun 03 15:34:14.182355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-19e15193-1883-4579-b651-93acd9e140bd None None] Provisioning for port 812d8084-facd-4ceb-87c2-3daa8310e7fb completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:14.199515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-19e15193-1883-4579-b651-93acd9e140bd None None] Provisioning complete for port 812d8084-facd-4ceb-87c2-3daa8310e7fb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:14.200149 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-19e15193-1883-4579-b651-93acd9e140bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:14.602426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-19e15193-1883-4579-b651-93acd9e140bd None None] Port 812d8084-facd-4ceb-87c2-3daa8310e7fb cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:14.629680 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84e3e159-a293-4e03-80c6-65ffbc9d7adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:14.635812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-19e15193-1883-4579-b651-93acd9e140bd None None] Provisioning complete for port b6d640ee-3db5-4149-a3ed-d44565a4bb3f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:14.635812 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-19e15193-1883-4579-b651-93acd9e140bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:14.671890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fd1aa7c-94cf-4b64-8f4c-f5acb5070fe1 req-4b89d6d5-880b-4cb2-b28e-8ce35ef519bb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5243034 Jun 03 15:34:14.737334 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:14.832858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c172d6-4d30-4788-ac9f-322e0bd81aa8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:14.919283 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84e3e159-a293-4e03-80c6-65ffbc9d7adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:14.956881 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:14.970226 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2184b940-a5eb-4654-9d24-7b39c02eeca5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.4930096 Jun 03 15:34:15.010549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51482) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:15.029672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-563c59dd-5a59-484b-b196-b206e31d9b5d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group_rule': {'security_group_id': 'f7c172d6-4d30-4788-ac9f-322e0bd81aa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:15.061505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a00747-1326-4e8b-a609-d9c93dd5d938 None None] Network ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:15.075251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-563c59dd-5a59-484b-b196-b206e31d9b5d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:15.109582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-563c59dd-5a59-484b-b196-b206e31d9b5d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:15.121860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-563c59dd-5a59-484b-b196-b206e31d9b5d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:15.140324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-563c59dd-5a59-484b-b196-b206e31d9b5d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:15.170908 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84e3e159-a293-4e03-80c6-65ffbc9d7adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.197562 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-563c59dd-5a59-484b-b196-b206e31d9b5d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.218495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa102290-da99-4d5f-9275-321d6a63864d req-172b3f96-be10-49f2-9b1a-2abc14666d79 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:15.232682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa102290-da99-4d5f-9275-321d6a63864d req-172b3f96-be10-49f2-9b1a-2abc14666d79 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.9849982 Jun 03 15:34:15.243963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-19e15193-1883-4579-b651-93acd9e140bd None None] Current status of the port b6d640ee-3db5-4149-a3ed-d44565a4bb3f is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:15.421557 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.519232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa102290-da99-4d5f-9275-321d6a63864d req-62873450-4edc-45dd-97f5-381516b9fd90 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699637 Jun 03 15:34:15.579317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3e159-a293-4e03-80c6-65ffbc9d7adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881c0de8-50a6-4175-870a-4af247a82d23,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:15.635626 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-563c59dd-5a59-484b-b196-b206e31d9b5d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.654475 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.667736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8bc0fd18-46ad-4246-99b6-6bcc25f90265 None None] Provisioning complete for port 812d8084-facd-4ceb-87c2-3daa8310e7fb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:15.667736 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8bc0fd18-46ad-4246-99b6-6bcc25f90265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.813072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84e3e159-a293-4e03-80c6-65ffbc9d7adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:15.815313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-84e3e159-a293-4e03-80c6-65ffbc9d7adb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/881c0de8-50a6-4175-870a-4af247a82d23 HTTP/1.1" status: 204 len: 168 time: 2.9583490 Jun 03 15:34:15.818686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ab09361c-779a-4524-b714-fb33e1b275a0 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Deleting port ccacfceb-4ebe-40dd-a753-64f349ca11f6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:15.833224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ab09361c-779a-4524-b714-fb33e1b275a0 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.022082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8bc0fd18-46ad-4246-99b6-6bcc25f90265 None None] Port 812d8084-facd-4ceb-87c2-3daa8310e7fb cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:16.047776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b6d640ee-3db5-4149-a3ed-d44565a4bb3f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:16.071265 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.076403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-563c59dd-5a59-484b-b196-b206e31d9b5d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.163774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8bc0fd18-46ad-4246-99b6-6bcc25f90265 None None] Provisioning for port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:16.169723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c59dd-5a59-484b-b196-b206e31d9b5d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177dfccb-ca00-40fb-88f1-e0544771f607,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:16.262906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=812d8084-facd-4ceb-87c2-3daa8310e7fb,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:16.275770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-563c59dd-5a59-484b-b196-b206e31d9b5d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.277450 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-563c59dd-5a59-484b-b196-b206e31d9b5d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2654371 Jun 03 15:34:16.282354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51490) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:16.297025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b6d640ee-3db5-4149-a3ed-d44565a4bb3f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:16.298145 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.313208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-62bf224c-1af8-47da-ad40-d025303fc3c8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group_rule': {'security_group_id': 'f7c172d6-4d30-4788-ac9f-322e0bd81aa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:16.335381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-62bf224c-1af8-47da-ad40-d025303fc3c8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:16.395615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-62bf224c-1af8-47da-ad40-d025303fc3c8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:16.406655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-62bf224c-1af8-47da-ad40-d025303fc3c8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:16.447987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-62bf224c-1af8-47da-ad40-d025303fc3c8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:16.487006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network fffb62ca-43aa-40dc-9da2-fbe78e58db7c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:16.506291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:16.518630 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62bf224c-1af8-47da-ad40-d025303fc3c8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.679537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b6d640ee-3db5-4149-a3ed-d44565a4bb3f is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:16.681408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 72f7d3f4-a383-411a-8b59-7be6cee7bc2a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:16.827847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1af9079-748f-4e6f-bccb-6dea65b6d6ca req-9ca44f25-37db-45da-9417-f91a6fbb1518 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.3339868 Jun 03 15:34:16.831763 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ab09361c-779a-4524-b714-fb33e1b275a0 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:16.967937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51498) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:17.033307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d361d8f-c337-4a68-be38-e1d19e9e0074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.064386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7d361d8f-c337-4a68-be38-e1d19e9e0074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:17.072098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7d361d8f-c337-4a68-be38-e1d19e9e0074 admin admin] Usage tracker for resource:security_group_rule and tenant:5da8a79affeb4df5af14b87b6f808fa4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:17.074846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d6560e79-0074-4020-b698-f92206aa3d33 None None] Provisioning complete for port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:17.075435 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6560e79-0074-4020-b698-f92206aa3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.078818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7d361d8f-c337-4a68-be38-e1d19e9e0074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:17.091077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7d361d8f-c337-4a68-be38-e1d19e9e0074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:17.179754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:17.211632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:17.212630 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.282570 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62bf224c-1af8-47da-ad40-d025303fc3c8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.295516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62bf224c-1af8-47da-ad40-d025303fc3c8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.329926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router fec40ebc-dac8-4a43-951e-2a43d26f9245 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:34:17.358712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ab09361c-779a-4524-b714-fb33e1b275a0 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Calling delete_port for ccacfceb-4ebe-40dd-a753-64f349ca11f6 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:17.369216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf224c-1af8-47da-ad40-d025303fc3c8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004a3371-63e4-4249-a32d-a05091f2b4b4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:17.474403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d6560e79-0074-4020-b698-f92206aa3d33 None None] Current status of the port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:17.474785 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6560e79-0074-4020-b698-f92206aa3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.537097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d6560e79-0074-4020-b698-f92206aa3d33 None None] For port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=72f7d3f4-a383-411a-8b59-7be6cee7bc2a,segment=NetworkSegment(e4b4413c-2037-4a65-b77f-a62c22e83194),segment_id=e4b4413c-2037-4a65-b77f-a62c22e83194)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:17.555175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684f77f-051d-4b55-bb16-e4c2a234cf1b req-7dcdfb1b-b08c-47bc-bb4f-f240050aa224 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:17.566012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8684f77f-051d-4b55-bb16-e4c2a234cf1b req-7dcdfb1b-b08c-47bc-bb4f-f240050aa224 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 2.2371397 Jun 03 15:34:17.634866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:17.655635 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d6560e79-0074-4020-b698-f92206aa3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.676879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8684f77f-051d-4b55-bb16-e4c2a234cf1b req-c4e942a8-7e9e-4a1f-b358-cb2d0322b2bc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091058 Jun 03 15:34:17.719471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:34:17.727961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62bf224c-1af8-47da-ad40-d025303fc3c8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.730071 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-62bf224c-1af8-47da-ad40-d025303fc3c8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4291751 Jun 03 15:34:17.736621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51504) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:17.743190 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-86cf8291-781b-4892-a35a-c085f2138837 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/fec40ebc-dac8-4a43-951e-2a43d26f9245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6781373 Jun 03 15:34:17.743190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d361d8f-c337-4a68-be38-e1d19e9e0074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.744779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51506) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:17.753939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:17.755843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481e00e-b9b5-42e1-9066-0b961c4c5fbf None None] Sync routers for ids ['fec40ebc-dac8-4a43-951e-2a43d26f9245'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:34:17.780984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29474179-1752-4bc6-acd0-c4d3973a38f5 req-5511376b-07ba-4999-a465-cc72975f0a7d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:17.791339 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29474179-1752-4bc6-acd0-c4d3973a38f5 req-5511376b-07ba-4999-a465-cc72975f0a7d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.6487207 Jun 03 15:34:17.815452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:17.878782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523de9e-765f-4902-82a1-0fa60b48cb8f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:17.879918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d523de9e-765f-4902-82a1-0fa60b48cb8f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Synchronizing usage tracker for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:17.887187 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d361d8f-c337-4a68-be38-e1d19e9e0074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:17.915610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481e00e-b9b5-42e1-9066-0b961c4c5fbf None None] Routers {'fec40ebc-dac8-4a43-951e-2a43d26f9245'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:17.920344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1481e00e-b9b5-42e1-9066-0b961c4c5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:34:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['fec40ebc-dac8-4a43-951e-2a43d26f9245'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:17.947999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d523de9e-765f-4902-82a1-0fa60b48cb8f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Unset dirty status for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:17.953421 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d523de9e-765f-4902-82a1-0fa60b48cb8f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports/812d8084-facd-4ceb-87c2-3daa8310e7fb HTTP/1.1" status: 200 len: 910 time: 0.2038622 Jun 03 15:34:17.967733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51512) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:17.970319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:floatingip and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:17.991711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:17.996040 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ab09361c-779a-4524-b714-fb33e1b275a0 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.001014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d361d8f-c337-4a68-be38-e1d19e9e0074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5420b8e7-ac1a-4d3e-890f-0a5b3061927a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:18.008678 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7d361d8f-c337-4a68-be38-e1d19e9e0074 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5da8a79affeb4df5af14b87b6f808fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0375657 Jun 03 15:34:18.012912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51516) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:18.141961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47080642-8824-4a07-9473-b2e714f5926f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.184517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47080642-8824-4a07-9473-b2e714f5926f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.251093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1481e00e-b9b5-42e1-9066-0b961c4c5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:18.296904 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47080642-8824-4a07-9473-b2e714f5926f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.297389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e6d5a2bc-01f0-47af-8eb6-773dcaea166e None None] Provisioning complete for port 812d8084-facd-4ceb-87c2-3daa8310e7fb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:18.297685 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a2bc-01f0-47af-8eb6-773dcaea166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.318063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47080642-8824-4a07-9473-b2e714f5926f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5420b8e7-ac1a-4d3e-890f-0a5b3061927a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:18.346968 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47080642-8824-4a07-9473-b2e714f5926f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:18.351066 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-47080642-8824-4a07-9473-b2e714f5926f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5420b8e7-ac1a-4d3e-890f-0a5b3061927a HTTP/1.1" status: 204 len: 168 time: 0.3368554 Jun 03 15:34:18.427467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:18.475914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5a2bc-01f0-47af-8eb6-773dcaea166e None None] Port 812d8084-facd-4ceb-87c2-3daa8310e7fb cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:18.510704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481e00e-b9b5-42e1-9066-0b961c4c5fbf None None] Routers {'fec40ebc-dac8-4a43-951e-2a43d26f9245'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:18.517587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1481e00e-b9b5-42e1-9066-0b961c4c5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:34:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['fec40ebc-dac8-4a43-951e-2a43d26f9245'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:18.560374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09361c-779a-4524-b714-fb33e1b275a0 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event deleted for resources: {'Port': ['ID=ccacfceb-4ebe-40dd-a753-64f349ca11f6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:18.593211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6560e79-0074-4020-b698-f92206aa3d33 None None] Pushing event updated for resources: {'Port': ['ID=72f7d3f4-a383-411a-8b59-7be6cee7bc2a,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:18.609029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1481e00e-b9b5-42e1-9066-0b961c4c5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:18.609674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481e00e-b9b5-42e1-9066-0b961c4c5fbf None None] The sync data for ids ['fec40ebc-dac8-4a43-951e-2a43d26f9245'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:34:18.634094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29474179-1752-4bc6-acd0-c4d3973a38f5 req-48fc25a9-4722-472c-a576-31b0dab5f31f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8394029 Jun 03 15:34:19.058852 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.118543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5064ea8-0dcf-499d-baf9-9abba24d5252 req-6227617c-460e-41d1-8685-f6b801d2bdfb tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78&device_id=5d2bf650-876e-44d1-b7fc-6470a758c748 HTTP/1.1" status: 200 len: 210 time: 0.4430037 Jun 03 15:34:19.246309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e070a-739f-4695-a255-1b18af6e9f01 req-f91339a2-3c47-466a-b0f9-9dbc887e7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:19.263032 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-445e070a-739f-4695-a255-1b18af6e9f01 req-f91339a2-3c47-466a-b0f9-9dbc887e7837 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1095 time: 0.1880441 Jun 03 15:34:19.555170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e070a-739f-4695-a255-1b18af6e9f01 req-3e1308b9-830d-4f23-ad2b-2d7552a47aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:19.556871 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-445e070a-739f-4695-a255-1b18af6e9f01 req-3e1308b9-830d-4f23-ad2b-2d7552a47aaa service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.2877302 Jun 03 15:34:19.777105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 72f7d3f4-a383-411a-8b59-7be6cee7bc2a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:19.950895 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ab09361c-779a-4524-b714-fb33e1b275a0 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.964212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:19.965214 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:19.998478 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-445e070a-739f-4695-a255-1b18af6e9f01 req-f2ae3838-e588-43c7-8a45-394753552c7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 999 time: 0.3901296 Jun 03 15:34:20.107212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e070a-739f-4695-a255-1b18af6e9f01 req-972fe27d-32b1-4fce-b701-58c505547051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:20.109025 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-445e070a-739f-4695-a255-1b18af6e9f01 req-972fe27d-32b1-4fce-b701-58c505547051 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.0984941 Jun 03 15:34:20.150665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cf03f77-9834-4c96-88b1-53808b9b1e60 req-68bb4c0f-36f0-4f1a-8dec-1b4f12864d25 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.3223732 Jun 03 15:34:20.153731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c893924d-959f-48a9-a490-8571bcec84d9 req-84656152-8c36-4bad-8c4e-837e2141897e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=997d8e3e8570435cbc8d9f1e04585d88&device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.3244362 Jun 03 15:34:20.232947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:20.412601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c893924d-959f-48a9-a490-8571bcec84d9 req-61529975-7382-4c44-8308-0eb9f3b4c4a1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=997d8e3e8570435cbc8d9f1e04585d88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2142744 Jun 03 15:34:20.539437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e070a-739f-4695-a255-1b18af6e9f01 req-313ed53f-9120-49ec-a9ce-1491b5cfd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:20.541287 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-445e070a-739f-4695-a255-1b18af6e9f01 req-313ed53f-9120-49ec-a9ce-1491b5cfd508 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4253285 Jun 03 15:34:20.730447 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-445e070a-739f-4695-a255-1b18af6e9f01 req-beb25e88-0511-412e-a04b-86898ad7fc1f service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825264 Jun 03 15:34:20.783143 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3178df1-7769-4119-8246-329dc7d78877 req-14a75f5b-7338-47e0-9239-0cc19a0e4437 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:20.792156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3178df1-7769-4119-8246-329dc7d78877 req-14a75f5b-7338-47e0-9239-0cc19a0e4437 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.5955572 Jun 03 15:34:20.979141 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-445e070a-739f-4695-a255-1b18af6e9f01 req-e1470cd4-7c1c-49a5-8f4f-466f30a491c1 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420089 Jun 03 15:34:21.250033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3178df1-7769-4119-8246-329dc7d78877 req-a1046a1b-97be-4fcb-82ce-96c26ce3cfca tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4561520 Jun 03 15:34:21.683041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e15e1301-9214-4345-8e6c-6fcc98f15d1f req-6615136e-eefd-41fe-a266-e95613252824 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1864567 Jun 03 15:34:21.868430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab09361c-779a-4524-b714-fb33e1b275a0 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Router f2a23e3b-ac92-4184-b849-1f7d77c54b3e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:34:21.962743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:21.972103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1197af-8e30-45cf-86bc-82f555e06577 req-90447f0c-3ad9-4fa9-b777-3b6eb8ca8dcc tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:21.979684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf1197af-8e30-45cf-86bc-82f555e06577 req-90447f0c-3ad9-4fa9-b777-3b6eb8ca8dcc tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 1.4983702 Jun 03 15:34:22.215093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893924d-959f-48a9-a490-8571bcec84d9 req-e3f95902-e314-4fbf-86ec-c8d8b2183de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:22.217536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c893924d-959f-48a9-a490-8571bcec84d9 req-e3f95902-e314-4fbf-86ec-c8d8b2183de6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7404089 Jun 03 15:34:22.490160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab09361c-779a-4524-b714-fb33e1b275a0 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:34:22.507747 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c53ed-0377-4157-8b2b-ca4bae1da96f None None] Sync routers for ids ['f2a23e3b-ac92-4184-b849-1f7d77c54b3e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:34:22.532189 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c53ed-0377-4157-8b2b-ca4bae1da96f None None] Routers {'f2a23e3b-ac92-4184-b849-1f7d77c54b3e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:22.533431 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-381c53ed-0377-4157-8b2b-ca4bae1da96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:34:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f2a23e3b-ac92-4184-b849-1f7d77c54b3e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:22.556740 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:22.585300 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf1197af-8e30-45cf-86bc-82f555e06577 req-adb2d7b8-0ce1-48e9-8759-7f0a5d651cbe tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046009 Jun 03 15:34:22.687576 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-381c53ed-0377-4157-8b2b-ca4bae1da96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:22.700733 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c53ed-0377-4157-8b2b-ca4bae1da96f None None] Routers {'f2a23e3b-ac92-4184-b849-1f7d77c54b3e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:22.701736 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-381c53ed-0377-4157-8b2b-ca4bae1da96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:34:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f2a23e3b-ac92-4184-b849-1f7d77c54b3e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:22.734666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ab09361c-779a-4524-b714-fb33e1b275a0 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "PUT /v2.0/routers/f2a23e3b-ac92-4184-b849-1f7d77c54b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1231537 Jun 03 15:34:22.738104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51604) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:22.855000 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-381c53ed-0377-4157-8b2b-ca4bae1da96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:22.858935 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c53ed-0377-4157-8b2b-ca4bae1da96f None None] The sync data for ids ['f2a23e3b-ac92-4184-b849-1f7d77c54b3e'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:34:22.998874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fff1bc69-9224-48ba-9f4e-7536bf8ea693 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:23.041347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Allocated IP 172.25.7.73 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/9b3260ef-e53b-4cfa-9a14-0cc961af225b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:23.075493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05c8a129-70bc-41d9-bba3-f0910102961e req-5c5f1711-85e5-447d-85bb-7030e5ffcb72 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1083345 Jun 03 15:34:23.205837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fefc3-cb13-4b03-a9cb-2e45f3bb7a49 req-df053290-d46b-428d-836b-f54672c186e6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:23.208527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a0fefc3-cb13-4b03-a9cb-2e45f3bb7a49 req-df053290-d46b-428d-836b-f54672c186e6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.7046216 Jun 03 15:34:23.677759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Allocated IP 172.21.0.1 (ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c/0103de36-6f3e-4213-afb9-39f698891ca0/64718314-8e23-4508-a4e0-d7c453403f62) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:23.761738 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fff1bc69-9224-48ba-9f4e-7536bf8ea693 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:23.769971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fff1bc69-9224-48ba-9f4e-7536bf8ea693 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:23.842855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fff1bc69-9224-48ba-9f4e-7536bf8ea693 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:23.843374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff1bc69-9224-48ba-9f4e-7536bf8ea693 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Fanout notify agent at l3_agent the message router_deleted on router f2a23e3b-ac92-4184-b849-1f7d77c54b3e {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:34:23.878369 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fff1bc69-9224-48ba-9f4e-7536bf8ea693 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:23.885839 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fff1bc69-9224-48ba-9f4e-7536bf8ea693 tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "DELETE /v2.0/routers/f2a23e3b-ac92-4184-b849-1f7d77c54b3e HTTP/1.1" status: 204 len: 168 time: 1.1460183 Jun 03 15:34:23.887726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51638) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:23.998932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f840d2-a4d4-49be-9ce5-2285d9cd15db tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Deleting subnet 87892682-71ed-42fa-8fa0-b3c821978129 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:34:24.004222 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32f840d2-a4d4-49be-9ce5-2285d9cd15db tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.083093 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32f840d2-a4d4-49be-9ce5-2285d9cd15db tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.204159 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32f840d2-a4d4-49be-9ce5-2285d9cd15db tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.361833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32f840d2-a4d4-49be-9ce5-2285d9cd15db tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.375729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a0fefc3-cb13-4b03-a9cb-2e45f3bb7a49 req-16c75d80-02d7-48eb-9cc1-f94003616072 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1494586 Jun 03 15:34:24.494193 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c893924d-959f-48a9-a490-8571bcec84d9 req-47035bd1-a950-4319-a2f1-139cd0c7725f tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1546869 Jun 03 15:34:24.511065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68374fe-bea9-4be0-88eb-15b2fda492fa None None] Network b5b20336-f376-494a-b777-55b4fa73ff27 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:24.542227 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32f840d2-a4d4-49be-9ce5-2285d9cd15db tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.556828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f840d2-a4d4-49be-9ce5-2285d9cd15db tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event deleted for resources: {'Subnet': ['ID=87892682-71ed-42fa-8fa0-b3c821978129,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:24.583005 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-32f840d2-a4d4-49be-9ce5-2285d9cd15db tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "DELETE /v2.0/subnets/87892682-71ed-42fa-8fa0-b3c821978129 HTTP/1.1" status: 204 len: 168 time: 0.6882517 Jun 03 15:34:24.583005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51668) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:24.732374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c908d7-f654-4104-88b3-a60923296541 req-5c5d2c42-b47a-42cc-ac71-606ff469cd7e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:24.747337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7c908d7-f654-4104-88b3-a60923296541 req-5c5d2c42-b47a-42cc-ac71-606ff469cd7e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.5066454 Jun 03 15:34:24.816949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.842539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Deleting port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:24.843893 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:24.931683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e04f075-4755-4483-9c0b-7a0228b75abd req-daaea91c-ad42-4055-a78b-62c5d2547144 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1cfadf7-1cac-4126-a6fb-c036d53e4f78 HTTP/1.1" status: 200 len: 210 time: 0.1295478 Jun 03 15:34:25.074823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7c908d7-f654-4104-88b3-a60923296541 req-e5a8f27b-41f0-430d-83dc-fc0211d964ea tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214006 Jun 03 15:34:25.108255 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:25.133555 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:25.235544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a936c85-1c31-42a8-9985-7fd2ff1b85c3 None None] DHCP port deletion for b5b20336-f376-494a-b777-55b4fa73ff27 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:34:25.245124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8a936c85-1c31-42a8-9985-7fd2ff1b85c3 None None] Deleting port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:25.245565 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8a936c85-1c31-42a8-9985-7fd2ff1b85c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:25.258027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Transition to ACTIVE for port object 64718314-8e23-4508-a4e0-d7c453403f62 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:25.334241 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:25.441775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:25.632742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:25.646130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:25.652650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:25.654316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:25.692799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=9b3260ef-e53b-4cfa-9a14-0cc961af225b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:25.695687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:25.776832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] For port d7262eab-2d9d-4b0e-be37-0d07d81b1f53, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d7262eab-2d9d-4b0e-be37-0d07d81b1f53,segment=NetworkSegment(a06be82f-2831-46da-8de9-79559760dd6b),segment_id=a06be82f-2831-46da-8de9-79559760dd6b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:25.777413 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:25.796528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:25.953964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:25.999291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8a936c85-1c31-42a8-9985-7fd2ff1b85c3 None None] For port d7262eab-2d9d-4b0e-be37-0d07d81b1f53, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d7262eab-2d9d-4b0e-be37-0d07d81b1f53,segment=NetworkSegment(a06be82f-2831-46da-8de9-79559760dd6b),segment_id=a06be82f-2831-46da-8de9-79559760dd6b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:26.000227 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8a936c85-1c31-42a8-9985-7fd2ff1b85c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.127797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=64718314-8e23-4508-a4e0-d7c453403f62,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:26.188512 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:34:26.229679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Calling delete_port for d7262eab-2d9d-4b0e-be37-0d07d81b1f53 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:26.232558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.235914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d7262eab-2d9d-4b0e-be37-0d07d81b1f53 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:34:26.344288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536bbab-1d70-4d20-8df3-9b2eee3c7caa req-17bdfde5-11ab-43eb-9ebc-8d5a09c6bbca tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:26.358593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c536bbab-1d70-4d20-8df3-9b2eee3c7caa req-17bdfde5-11ab-43eb-9ebc-8d5a09c6bbca tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.8350017 Jun 03 15:34:26.451091 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.544774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] No DVR routers for this DVR port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:34:26.584885 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.612127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event deleted for resources: {'Port': ['ID=d7262eab-2d9d-4b0e-be37-0d07d81b1f53,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:26.765008 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.804783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c536bbab-1d70-4d20-8df3-9b2eee3c7caa req-71e187ff-ca15-485b-9e87-bec4a8d0cd68 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4450271 Jun 03 15:34:26.817285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8a936c85-1c31-42a8-9985-7fd2ff1b85c3 None None] Calling delete_port for d7262eab-2d9d-4b0e-be37-0d07d81b1f53 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:26.824218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b20336-f376-494a-b777-55b4fa73ff27']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:26.844237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06be82f-2831-46da-8de9-79559760dd6b') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:26.844532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06be82f-2831-46da-8de9-79559760dd6b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:26.859434 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.879603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.896336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:26.896753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.979075 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:26.991213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No active binding found for port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 {{(pid=88446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:34:26.992237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d7262eab-2d9d-4b0e-be37-0d07d81b1f53 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:34:27.047248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e42c35a8-8a19-4192-919a-a6be4bc85146 None None] Provisioning for port 64718314-8e23-4508-a4e0-d7c453403f62 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:27.057086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e42c35a8-8a19-4192-919a-a6be4bc85146 None None] Provisioning complete for port 64718314-8e23-4508-a4e0-d7c453403f62 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:27.057819 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e42c35a8-8a19-4192-919a-a6be4bc85146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:27.085087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-8a936c85-1c31-42a8-9985-7fd2ff1b85c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:34:27.085758 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-8a936c85-1c31-42a8-9985-7fd2ff1b85c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:34:27.094812 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a06be82f-2831-46da-8de9-79559760dd6b resource provider aggregate not found Jun 03 15:34:27.132152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e42c35a8-8a19-4192-919a-a6be4bc85146 None None] Port 64718314-8e23-4508-a4e0-d7c453403f62 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:27.144623 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a06be82f-2831-46da-8de9-79559760dd6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a06be82f-2831-46da-8de9-79559760dd6b found for delete ", "request_id": "req-205f7b55-49b0-4512-b36e-28953dc836cd"}]} Jun 03 15:34:27.145855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:27.182191 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:27.186370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] Pushing event deleted for resources: {'Network': ['ID=b5b20336-f376-494a-b777-55b4fa73ff27,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:27.201978 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c258dd2a-14e5-4099-9195-314c5b7c5dae tempest-FloatingIPNegativeTestJSON-1448320529 tempest-FloatingIPNegativeTestJSON-1448320529-project] 10.222.0.48 "DELETE /v2.0/networks/b5b20336-f376-494a-b777-55b4fa73ff27 HTTP/1.1" status: 204 len: 168 time: 2.6165664 Jun 03 15:34:27.587438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8a936c85-1c31-42a8-9985-7fd2ff1b85c3 None None] Deleting port d7262eab-2d9d-4b0e-be37-0d07d81b1f53 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:27.587772 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8a936c85-1c31-42a8-9985-7fd2ff1b85c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:27.881572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8a936c85-1c31-42a8-9985-7fd2ff1b85c3 None None] The port 'd7262eab-2d9d-4b0e-be37-0d07d81b1f53' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:34:28.043754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51786) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:28.481281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c535fe24-016e-44e4-a76f-3f0f04a84f51 req-7b0fb7c1-f0a3-49ca-a4f1-088e8d23f293 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=997d8e3e8570435cbc8d9f1e04585d88&device_id=5d2bf650-876e-44d1-b7fc-6470a758c748 HTTP/1.1" status: 200 len: 210 time: 0.7100120 Jun 03 15:34:28.494346 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-132c80fd-8474-49fc-ab08-2954f9fef548 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5152e6112a0a4d6ead0ac9f2682fc822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484928 Jun 03 15:34:28.497995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51816) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:28.576956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c535fe24-016e-44e4-a76f-3f0f04a84f51 req-8050882d-bd35-4bea-b716-6ee8f1396d08 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=997d8e3e8570435cbc8d9f1e04585d88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684004 Jun 03 15:34:28.611129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e1a8-b1cd-4f14-acc4-76bed86fa375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:28.653070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e1a8-b1cd-4f14-acc4-76bed86fa375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:28.664124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81144f4-5f43-4910-b815-650e64df324f req-c45e0d5d-adc8-423e-9252-55feaf13e876 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:28.665650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b81144f4-5f43-4910-b815-650e64df324f req-c45e0d5d-adc8-423e-9252-55feaf13e876 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 1.8817496 Jun 03 15:34:28.718161 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:28.738160 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e1a8-b1cd-4f14-acc4-76bed86fa375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:28.759464 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:28.778777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7e1a8-b1cd-4f14-acc4-76bed86fa375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460d05df-ed2f-4cd4-86be-9e925eca25ab,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:28.783615 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0a7e1a8-b1cd-4f14-acc4-76bed86fa375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:28.785939 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f0a7e1a8-b1cd-4f14-acc4-76bed86fa375 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/460d05df-ed2f-4cd4-86be-9e925eca25ab HTTP/1.1" status: 204 len: 168 time: 0.2856021 Jun 03 15:34:28.833011 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:34:28.912730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:28.955930 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:28.989488 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b81144f4-5f43-4910-b815-650e64df324f req-02655592-2df8-4646-b1ad-026b7c35a986 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689044 Jun 03 15:34:29.017823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=9b3260ef-e53b-4cfa-9a14-0cc961af225b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:29.038240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7df35a-76d4-4b1f-8736-a3ab06472236 req-2fec0059-4e30-421f-a857-46904822daa6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:29.045748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c7df35a-76d4-4b1f-8736-a3ab06472236 req-2fec0059-4e30-421f-a857-46904822daa6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.6385739 Jun 03 15:34:29.089571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.089929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.090263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.090656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.091026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.091451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.091780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.092113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.092463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.092883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.093267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.093614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:29.163728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535fe24-016e-44e4-a76f-3f0f04a84f51 req-f56ad0fb-e365-4b49-ad4a-910a7227eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:29.165439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c535fe24-016e-44e4-a76f-3f0f04a84f51 req-f56ad0fb-e365-4b49-ad4a-910a7227eda4 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5806477 Jun 03 15:34:29.166808 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:29.272388 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:29.324680 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c7df35a-76d4-4b1f-8736-a3ab06472236 req-30f796de-f109-497f-91ba-cf9a1801cca5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778883 Jun 03 15:34:29.371865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:29.373080 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7c5d12a7-7d03-4f49-ad6a-1a2ef8c7833b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.6264033 Jun 03 15:34:29.387585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f062f73a-4b21-405b-9764-6e72c1c33081 req-091f0c98-eb16-49ee-a1ae-0bf4085346a2 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d2bf650-876e-44d1-b7fc-6470a758c748 HTTP/1.1" status: 200 len: 210 time: 0.1823719 Jun 03 15:34:29.483622 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:29.510156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=64718314-8e23-4508-a4e0-d7c453403f62,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:29.702348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:29.705659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:29.886292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab05e62-308d-41fd-8c30-d866acf7c0d9 req-0235c914-1ce8-4fbb-b456-50f8c2b876ea tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:29.897808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ab05e62-308d-41fd-8c30-d866acf7c0d9 req-0235c914-1ce8-4fbb-b456-50f8c2b876ea tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.3646448 Jun 03 15:34:30.003233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f5d74a29-ac9c-4c55-bbc4-4d15c1b574df None None] Provisioning complete for port 64718314-8e23-4508-a4e0-d7c453403f62 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:30.004364 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5d74a29-ac9c-4c55-bbc4-4d15c1b574df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.049334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51890) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:30.063128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8eb01992-5c51-43ef-970b-4aae000f5f3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1347245356&fields=id&tenant_id=c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 267 time: 0.3471251 Jun 03 15:34:30.130634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f5d74a29-ac9c-4c55-bbc4-4d15c1b574df None None] Port 64718314-8e23-4508-a4e0-d7c453403f62 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:30.217983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ab05e62-308d-41fd-8c30-d866acf7c0d9 req-74297dd6-1dfd-4674-b9c4-627ab783e17e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188119 Jun 03 15:34:30.273623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router fec40ebc-dac8-4a43-951e-2a43d26f9245 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:34:30.300874 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55212c-8af2-46cc-b680-63c2f4d97ebf req-deb74d87-b7f2-4ce7-8be8-993759fd3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:30.302419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d55212c-8af2-46cc-b680-63c2f4d97ebf req-deb74d87-b7f2-4ce7-8be8-993759fd3c2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 1096 time: 0.4955330 Jun 03 15:34:30.363336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1327972701'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:30.386179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:30.404470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Usage tracker for resource:network and tenant:16bdee15cece4e42a454c15812788ba2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:30.414150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:30.427400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:30.452793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Made reservation on behalf of 16bdee15cece4e42a454c15812788ba2 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:30.462322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.489514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.500623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-b65234da-47c5-4492-ac73-a0f793ab334e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:30.519961 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-b65234da-47c5-4492-ac73-a0f793ab334e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 814 time: 0.4312458 Jun 03 15:34:30.534239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:30.539440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Usage tracker for resource:security_group_rule and tenant:16bdee15cece4e42a454c15812788ba2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:30.542642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:30.550064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:30.727127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.733456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.777263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:30.787101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57221d2-3fa6-4f68-a1e3-3caf797663b5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:30.793916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.794321 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Added segment 69b0651d-58cc-4741-92cb-5b746597dc38 of type vlan for network 7585eac2-aa57-470d-8f7a-62459f322608 Jun 03 15:34:30.841525 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.896567 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.907377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:30.910500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:30.987799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-a5d8d1b3-f474-42c3-9516-394e5b291381 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/quotas/c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 375 time: 0.4664967 Jun 03 15:34:31.072491 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0214443 Jun 03 15:34:31.077635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51942) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:31.084094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Request body: {'subnet': {'network_id': '7585eac2-aa57-470d-8f7a-62459f322608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:31.143464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807d0af-05b0-4835-a7dd-143287d41875 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Pushing event updated for resources: {'Network': ['ID=7585eac2-aa57-470d-8f7a-62459f322608,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:31.161197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 7585eac2-aa57-470d-8f7a-62459f322608 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:34:31.166314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:34:31.181567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-986ac9b2-0ae9-4bf8-bc65-0e7468abfb45 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/fec40ebc-dac8-4a43-951e-2a43d26f9245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1969469 Jun 03 15:34:31.195590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51954) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:31.215229 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c535fe24-016e-44e4-a76f-3f0f04a84f51 req-e93f694d-c41c-412d-8f78-70a3cfa379d5 tempest-ServerShowV247Test-1754385036 tempest-ServerShowV247Test-1754385036-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d2bf650-876e-44d1-b7fc-6470a758c748 HTTP/1.1" status: 200 len: 210 time: 0.1113491 Jun 03 15:34:31.277402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:31.280529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55212c-8af2-46cc-b680-63c2f4d97ebf req-f00ec513-1296-4da3-95fe-293dc772fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.282030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d55212c-8af2-46cc-b680-63c2f4d97ebf req-f00ec513-1296-4da3-95fe-293dc772fc43 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 200 len: 915 time: 0.9655757 Jun 03 15:34:31.284865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Usage tracker for resource:subnet and tenant:16bdee15cece4e42a454c15812788ba2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:31.291334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:31.304124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e84ec-0157-432a-bcbd-6b68ce520c0e None None] Sync routers for ids ['fec40ebc-dac8-4a43-951e-2a43d26f9245'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:34:31.308099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:31.327043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1e84ec-0157-432a-bcbd-6b68ce520c0e None None] Routers {'fec40ebc-dac8-4a43-951e-2a43d26f9245'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:31.328015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1c1e84ec-0157-432a-bcbd-6b68ce520c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:34:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['fec40ebc-dac8-4a43-951e-2a43d26f9245'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:31.333045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Made reservation on behalf of 16bdee15cece4e42a454c15812788ba2 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:31.336543 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:31.438527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1c1e84ec-0157-432a-bcbd-6b68ce520c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:31.452524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d55212c-8af2-46cc-b680-63c2f4d97ebf req-2884ea24-9471-4449-a49e-5a4511ae4fc7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93 HTTP/1.1" status: 200 len: 217 time: 0.1516984 Jun 03 15:34:31.470688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559d89c-01c2-431d-9969-6c971d0046ab req-8d832c20-b80b-4ccc-84ea-7a15c7d46958 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.472314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c559d89c-01c2-431d-9969-6c971d0046ab req-8d832c20-b80b-4ccc-84ea-7a15c7d46958 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 945 time: 0.8551688 Jun 03 15:34:31.475786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1e84ec-0157-432a-bcbd-6b68ce520c0e None None] Routers {'fec40ebc-dac8-4a43-951e-2a43d26f9245'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:31.477647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1c1e84ec-0157-432a-bcbd-6b68ce520c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:34:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['fec40ebc-dac8-4a43-951e-2a43d26f9245'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:31.574236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe03987-c903-475f-92c8-0f4b4bb80ed0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.574853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2fe03987-c903-475f-92c8-0f4b4bb80ed0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Synchronizing usage tracker for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:31.586659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1c1e84ec-0157-432a-bcbd-6b68ce520c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:31.587054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e84ec-0157-432a-bcbd-6b68ce520c0e None None] The sync data for ids ['fec40ebc-dac8-4a43-951e-2a43d26f9245'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:34:31.613579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-04270119-e04c-4c8f-a617-f4c57a516a8b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6021907 Jun 03 15:34:31.655506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55212c-8af2-46cc-b680-63c2f4d97ebf req-636b8d8e-abb6-4309-bcb9-f65ded3646b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.657928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d55212c-8af2-46cc-b680-63c2f4d97ebf req-636b8d8e-abb6-4309-bcb9-f65ded3646b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98ceefca-3cfc-43a6-9839-31c33e352aca HTTP/1.1" status: 200 len: 854 time: 0.1844885 Jun 03 15:34:31.668641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2fe03987-c903-475f-92c8-0f4b4bb80ed0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Unset dirty status for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:31.673984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2fe03987-c903-475f-92c8-0f4b4bb80ed0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports/64718314-8e23-4508-a4e0-d7c453403f62 HTTP/1.1" status: 200 len: 910 time: 0.4722416 Jun 03 15:34:31.687727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51980) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:31.740548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c559d89c-01c2-431d-9969-6c971d0046ab req-6a60c33b-4609-4991-94d2-91ab9f3686ff tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164528 Jun 03 15:34:31.770759 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d55212c-8af2-46cc-b680-63c2f4d97ebf req-6ae2f57d-10ae-488a-936b-64b3469fce5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f2d938c-a535-4219-9bff-61815313e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981467 Jun 03 15:34:32.130472 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f7da0692-458f-4768-a04c-8e4941ce6768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:32.148463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c8782f0e-7534-4b38-9cc3-c61041aa0b93 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:34:32.159807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d55212c-8af2-46cc-b680-63c2f4d97ebf req-799ae16c-9b93-4d30-9ec2-899155d3f740 service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825049 Jun 03 15:34:32.161698 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-b099e998-f06c-40b1-ad52-ab001002c712 service neutron] 10.222.0.48 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203497 Jun 03 15:34:32.362795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:32.379154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c8782f0e-7534-4b38-9cc3-c61041aa0b93 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:32.381156 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:32.434603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:32.447908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Pushing event updated for resources: {'Subnet': ['ID=c98c4550-525b-4116-8a7b-9d1619450a3b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:32.452471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:32.462026 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:32.505894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e444f3-f669-4718-a4ea-091cd38362e6 req-f1b4b3b5-bb0d-4016-917e-65916003eb32 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:32.516939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50e444f3-f669-4718-a4ea-091cd38362e6 req-f1b4b3b5-bb0d-4016-917e-65916003eb32 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.5651257 Jun 03 15:34:32.573757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c8782f0e-7534-4b38-9cc3-c61041aa0b93,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:32.585011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Checking segment: {'id': '69b0651d-58cc-4741-92cb-5b746597dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7585eac2-aa57-470d-8f7a-62459f322608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:32.585469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Network hostable DHCP agents. Network: 7585eac2-aa57-470d-8f7a-62459f322608, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:34:32.591164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52006) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:32.684747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Network 7585eac2-aa57-470d-8f7a-62459f322608 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:34:32.711606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 7585eac2-aa57-470d-8f7a-62459f322608) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:32.720396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:32.721888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c132483a-fccb-43e0-8e25-5179753b89eb None None] Network 7585eac2-aa57-470d-8f7a-62459f322608 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:32.722807 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:32.788494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52012) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:32.789046 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d32b38ba-7124-4f7b-a170-68659025c766 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7095041 Jun 03 15:34:32.811196 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d55212c-8af2-46cc-b680-63c2f4d97ebf req-b1015c0c-6193-4aa5-90d0-535579938f6d service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423056 Jun 03 15:34:32.817623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Request body: {'port': {'network_id': '7585eac2-aa57-470d-8f7a-62459f322608', 'name': 'tempest-TagsExtTest-15841691'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:32.896594 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7a29973-cb0b-4a9c-ade4-b884dcfc48b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:32.935212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b7a29973-cb0b-4a9c-ade4-b884dcfc48b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:32.946429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50e444f3-f669-4718-a4ea-091cd38362e6 req-aa52eb00-ba72-48bb-a4ef-c348d62067dc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278312 Jun 03 15:34:32.956575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b7a29973-cb0b-4a9c-ade4-b884dcfc48b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5823e701a68f40289debef8b76100e86 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:32.961966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b7a29973-cb0b-4a9c-ade4-b884dcfc48b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:32.970625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b7a29973-cb0b-4a9c-ade4-b884dcfc48b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:33.044299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ef0bf2-d9b3-484c-be3c-98a31649d5f1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:33.093422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-481af687-e9df-41a7-a69f-49b8ac6a5cde service neutron] 10.222.0.48 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8380952 Jun 03 15:34:33.141957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:33.146797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Usage tracker for resource:port and tenant:16bdee15cece4e42a454c15812788ba2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:33.151312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:33.159740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:33.179541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Made reservation on behalf of 16bdee15cece4e42a454c15812788ba2 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:33.188811 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:33.190834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-7585eac2-aa57-470d-8f7a-62459f322608', 'network_id': '7585eac2-aa57-470d-8f7a-62459f322608', 'tenant_id': '16bdee15cece4e42a454c15812788ba2', 'fixed_ips': [{'subnet_id': 'c98c4550-525b-4116-8a7b-9d1619450a3b'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:34:33.192414 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:33.259958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] device_id is not set on port 06e8724d-e4ba-4dce-9fae-2f1aadacf989 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:34:33.452675 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097a6414-ae7c-4399-9f2d-36d7eef9c12e'] response: {'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'code': 200} Jun 03 15:34:33.524086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Allocated IP 172.20.0.2 (7585eac2-aa57-470d-8f7a-62459f322608/c98c4550-525b-4116-8a7b-9d1619450a3b/fee2115c-41e6-4328-a774-ef1e3c00d33b) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:33.866663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52042) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:33.901562 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7a29973-cb0b-4a9c-ade4-b884dcfc48b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:33.906873 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7a29973-cb0b-4a9c-ade4-b884dcfc48b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.027363 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.049107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a29973-cb0b-4a9c-ade4-b884dcfc48b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dbf926-efb9-45ae-97de-bb073c44a85f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:34.055240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Transition to ACTIVE for port object fee2115c-41e6-4328-a774-ef1e3c00d33b will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:34.058909 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b7a29973-cb0b-4a9c-ade4-b884dcfc48b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5823e701a68f40289debef8b76100e86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4620910 Jun 03 15:34:34.063895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:34.108878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Transition to ACTIVE for port object fee2115c-41e6-4328-a774-ef1e3c00d33b will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:34.118699 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.224405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Pushing event updated for resources: {'Port': ['ID=fee2115c-41e6-4328-a774-ef1e3c00d33b,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:34.257023 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bff9b66b-24af-4931-a11d-1e2d62d23d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.306262 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Network 7585eac2-aa57-470d-8f7a-62459f322608 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:34.311206 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-20990b4f-dc2b-41ec-81b4-dcf99de11356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.324380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-97ef0bf2-d9b3-484c-be3c-98a31649d5f1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 64718314-8e23-4508-a4e0-d7c453403f62 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:34.324380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ef0bf2-d9b3-484c-be3c-98a31649d5f1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.325962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:34.339129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:34.357840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaffc1-c7d6-47fd-9f2a-2846e466c1c2 req-a0f3b31e-937a-4d4f-a70e-f5f389d24458 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:34.360463 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2eeaffc1-c7d6-47fd-9f2a-2846e466c1c2 req-a0f3b31e-937a-4d4f-a70e-f5f389d24458 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.8913312 Jun 03 15:34:34.406980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Allocated IP 172.20.0.9 (7585eac2-aa57-470d-8f7a-62459f322608/c98c4550-525b-4116-8a7b-9d1619450a3b/06e8724d-e4ba-4dce-9fae-2f1aadacf989) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:34.433836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bff9b66b-24af-4931-a11d-1e2d62d23d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:34.459139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bff9b66b-24af-4931-a11d-1e2d62d23d74 admin admin] Usage tracker for resource:security_group_rule and tenant:997d8e3e8570435cbc8d9f1e04585d88 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:34.475307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-d72e8d6f-5cb0-4097-b6c6-1751b741a89d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:34.476770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bff9b66b-24af-4931-a11d-1e2d62d23d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:34.478179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-d72e8d6f-5cb0-4097-b6c6-1751b741a89d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 812 time: 0.7419183 Jun 03 15:34:34.486526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bff9b66b-24af-4931-a11d-1e2d62d23d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:34.495492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Attempting to bind port fee2115c-41e6-4328-a774-ef1e3c00d33b on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:34:34.496068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Attempting to bind port fee2115c-41e6-4328-a774-ef1e3c00d33b by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '69b0651d-58cc-4741-92cb-5b746597dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7585eac2-aa57-470d-8f7a-62459f322608'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:34:34.496699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Attempting to bind port fee2115c-41e6-4328-a774-ef1e3c00d33b on network 7585eac2-aa57-470d-8f7a-62459f322608 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:34.508497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:34:34.508884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Checking segment: {'id': '69b0651d-58cc-4741-92cb-5b746597dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7585eac2-aa57-470d-8f7a-62459f322608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:34.509473 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.510164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Bound using segment: {'id': '69b0651d-58cc-4741-92cb-5b746597dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7585eac2-aa57-470d-8f7a-62459f322608'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:34:34.510933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Bound port: fee2115c-41e6-4328-a774-ef1e3c00d33b, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b0651d-58cc-4741-92cb-5b746597dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7585eac2-aa57-470d-8f7a-62459f322608'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:34:34.511768 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.522795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2eeaffc1-c7d6-47fd-9f2a-2846e466c1c2 req-c9924102-4ebc-4d7b-baff-dd38ad1d8858 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518736 Jun 03 15:34:34.528103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-a73e5682-feaa-4030-b8b7-b35c6cc667b1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/quotas/b163480c5f5548dc8056614d98fd5bcd HTTP/1.1" status: 200 len: 375 time: 0.0413742 Jun 03 15:34:34.545893 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1f62e73-1db1-4dbb-a819-a40bf0106ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.665654 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bff9b66b-24af-4931-a11d-1e2d62d23d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.688735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bff9b66b-24af-4931-a11d-1e2d62d23d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.702144 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1f62e73-1db1-4dbb-a819-a40bf0106ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.764763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] For port fee2115c-41e6-4328-a774-ef1e3c00d33b, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:34:34.768495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] For port fee2115c-41e6-4328-a774-ef1e3c00d33b, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fee2115c-41e6-4328-a774-ef1e3c00d33b,segment=NetworkSegment(69b0651d-58cc-4741-92cb-5b746597dc38),segment_id=69b0651d-58cc-4741-92cb-5b746597dc38)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:34:34.772941 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.841420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9b66b-24af-4931-a11d-1e2d62d23d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77cc78a-ae3b-4d95-b391-c972c908ca98,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:34.868946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-199500bc-6b30-494d-aaca-e108150cf764 req-8248c9cc-b4dc-4141-bc12-f43f43d880a6 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 210 time: 0.0862710 Jun 03 15:34:34.905499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bff9b66b-24af-4931-a11d-1e2d62d23d74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=997d8e3e8570435cbc8d9f1e04585d88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0363107 Jun 03 15:34:34.911999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52054) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:34.950474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02857e6-1d8a-4554-a4eb-f1f14c54619f None None] Pushing event updated for resources: {'Port': ['ID=fee2115c-41e6-4328-a774-ef1e3c00d33b,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:34.970526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ef0bf2-d9b3-484c-be3c-98a31649d5f1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:34.981470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1f62e73-1db1-4dbb-a819-a40bf0106ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.045633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-1a75b2a1-4dbb-4f4c-8786-c135908ca56c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5043821 Jun 03 15:34:35.062042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f62e73-1db1-4dbb-a819-a40bf0106ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dbf926-efb9-45ae-97de-bb073c44a85f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:35.160646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-9578c644-7903-4aea-bfa2-a65a25cc7ad8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:34:35.161476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-9578c644-7903-4aea-bfa2-a65a25cc7ad8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1150832 Jun 03 15:34:35.166299 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.329797 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.333070 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-7a0babef-a4fd-47a7-a38c-abd900fa9059 service neutron] 10.222.0.48 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569965 Jun 03 15:34:35.361698 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0fdb3d5e-2681-41b2-86c9-e2427084cd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.404307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0fdb3d5e-2681-41b2-86c9-e2427084cd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.451149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Transition to ACTIVE for port object 06e8724d-e4ba-4dce-9fae-2f1aadacf989 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:35.472038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-97ef0bf2-d9b3-484c-be3c-98a31649d5f1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 64718314-8e23-4508-a4e0-d7c453403f62 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:35.565676 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b1f62e73-1db1-4dbb-a819-a40bf0106ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.569029 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b1f62e73-1db1-4dbb-a819-a40bf0106ecc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8dbf926-efb9-45ae-97de-bb073c44a85f HTTP/1.1" status: 204 len: 168 time: 1.4994662 Jun 03 15:34:35.575342 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.752208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.830308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ef0bf2-d9b3-484c-be3c-98a31649d5f1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.880534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fee2115c-41e6-4328-a774-ef1e3c00d33b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:35.892016 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0fdb3d5e-2681-41b2-86c9-e2427084cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:35.897508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef0bf2-d9b3-484c-be3c-98a31649d5f1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=64718314-8e23-4508-a4e0-d7c453403f62,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:36.054553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port fee2115c-41e6-4328-a774-ef1e3c00d33b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:36.209775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb3d5e-2681-41b2-86c9-e2427084cd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77cc78a-ae3b-4d95-b391-c972c908ca98,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:36.216473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Network 7585eac2-aa57-470d-8f7a-62459f322608 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:36.290811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:36.304151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:36.357681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Pushing event updated for resources: {'Port': ['ID=06e8724d-e4ba-4dce-9fae-2f1aadacf989,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:36.414541 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-11d00a3a-ee36-4062-8162-d3b00bbd40c7 service neutron] 10.222.0.48 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0559478 Jun 03 15:34:36.432219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-891ef697-f92a-49fe-8992-531b9f368b50 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:36.439495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-891ef697-f92a-49fe-8992-531b9f368b50 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 814 time: 0.8773124 Jun 03 15:34:36.451272 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ef0bf2-d9b3-484c-be3c-98a31649d5f1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:36.455859 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0fdb3d5e-2681-41b2-86c9-e2427084cd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:36.458296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0fdb3d5e-2681-41b2-86c9-e2427084cd92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b77cc78a-ae3b-4d95-b391-c972c908ca98 HTTP/1.1" status: 204 len: 168 time: 1.5313210 Jun 03 15:34:36.537705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:36.538509 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:36.640921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-53d39c92-e3aa-4fca-bede-229c10b7cd30 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 472 time: 0.1730278 Jun 03 15:34:36.662591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250ec0c-79e9-4de0-8596-59b929df9411 req-9304d6e4-1cd6-458b-9e63-4ef65ebd3c22 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:36.665004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0250ec0c-79e9-4de0-8596-59b929df9411 req-9304d6e4-1cd6-458b-9e63-4ef65ebd3c22 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.8812525 Jun 03 15:34:36.679305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-31f60b0e-2cc3-40d5-9139-b46b2803d088 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 3.8856814 Jun 03 15:34:36.681953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52084) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:36.704655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'port': {'device_id': '1248cbb1-2628-42fb-8718-24086e7f5768', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'admin_state_up': True, 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'security_groups': ['f7c172d6-4d30-4788-ac9f-322e0bd81aa8']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:36.761743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e990b361-7c4a-48f6-9114-419ac6efed92 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-897569130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:36.777769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e990b361-7c4a-48f6-9114-419ac6efed92 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:36.779001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fedef5-2bc3-49ad-8331-30eaa5b4a958 None None] Network 7585eac2-aa57-470d-8f7a-62459f322608 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:36.948559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9cd570b6-54f9-4e6c-884c-e2acfb251aa5 None None] Provisioning for port fee2115c-41e6-4328-a774-ef1e3c00d33b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:36.965633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9cd570b6-54f9-4e6c-884c-e2acfb251aa5 None None] Provisioning complete for port fee2115c-41e6-4328-a774-ef1e3c00d33b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:36.966202 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9cd570b6-54f9-4e6c-884c-e2acfb251aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.043190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e990b361-7c4a-48f6-9114-419ac6efed92 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Usage tracker for resource:router and tenant:16bdee15cece4e42a454c15812788ba2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:37.048973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e990b361-7c4a-48f6-9114-419ac6efed92 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:37.083688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:37.112294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e990b361-7c4a-48f6-9114-419ac6efed92 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:37.115415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:port and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:37.128774 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e099457-c366-4457-9ac1-ccb369f0a82c req-350bca6e-e245-43ca-a65f-4f1d1f975e53 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 210 time: 0.0884008 Jun 03 15:34:37.132012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:37.164536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:37.208660 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e990b361-7c4a-48f6-9114-419ac6efed92 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.210205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e990b361-7c4a-48f6-9114-419ac6efed92 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.242650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0250ec0c-79e9-4de0-8596-59b929df9411 req-ca0e7a1b-52ce-49ed-83ac-7588897d2cb6 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458007 Jun 03 15:34:37.248443 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e990b361-7c4a-48f6-9114-419ac6efed92 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.306181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Made reservation on behalf of c16593676c8941818b1fa01140442ad7 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:37.309827 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.560119 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a30a7fd5-6c89-460e-8ae8-47ee742ce620 req-17b7bac4-15dc-458f-b4f5-f78783e502a6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 210 time: 0.3241196 Jun 03 15:34:37.636907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ef0bf2-d9b3-484c-be3c-98a31649d5f1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router fec40ebc-dac8-4a43-951e-2a43d26f9245 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:34:37.655559 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e990b361-7c4a-48f6-9114-419ac6efed92 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.707142 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.821296 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e990b361-7c4a-48f6-9114-419ac6efed92 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.828005 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e990b361-7c4a-48f6-9114-419ac6efed92 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1009352 Jun 03 15:34:37.834201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52120) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:37.886157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-eaba2271-da3f-4d27-83d4-a91d8eb5aa71 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-820797647', 'prefixes': ['172.20.0.0/16']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:37.895288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9cd570b6-54f9-4e6c-884c-e2acfb251aa5 None None] Current status of the port fee2115c-41e6-4328-a774-ef1e3c00d33b is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:37.896249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-eaba2271-da3f-4d27-83d4-a91d8eb5aa71 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:37.896474 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9cd570b6-54f9-4e6c-884c-e2acfb251aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:37.990590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Allocated IP 172.20.0.3 (fcccff01-137d-4d23-9c45-0cc46389b4ab/74f6b422-02ae-45e2-ae71-8e57a9ee5688/d16055aa-c245-43a5-8b1e-0a04bf3cb66b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:38.009265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ef0bf2-d9b3-484c-be3c-98a31649d5f1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:34:38.024384 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda402dc-8bca-4635-9bb3-1aa109949506 None None] Sync routers for ids ['fec40ebc-dac8-4a43-951e-2a43d26f9245'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:34:38.042924 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-97ef0bf2-d9b3-484c-be3c-98a31649d5f1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/fec40ebc-dac8-4a43-951e-2a43d26f9245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3512106 Jun 03 15:34:38.043177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efde19-6571-4d45-88bb-4145ea5dd41a req-1eff7efe-3af1-4b09-a3e7-98fec18e2f91 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:38.043670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00efde19-6571-4d45-88bb-4145ea5dd41a req-1eff7efe-3af1-4b09-a3e7-98fec18e2f91 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.3333437 Jun 03 15:34:38.053042 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda402dc-8bca-4635-9bb3-1aa109949506 None None] Routers {'fec40ebc-dac8-4a43-951e-2a43d26f9245'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:38.054613 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cda402dc-8bca-4635-9bb3-1aa109949506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:34:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['fec40ebc-dac8-4a43-951e-2a43d26f9245'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:38.054803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:38.063485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9cd570b6-54f9-4e6c-884c-e2acfb251aa5 None None] For port fee2115c-41e6-4328-a774-ef1e3c00d33b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fee2115c-41e6-4328-a774-ef1e3c00d33b,segment=NetworkSegment(69b0651d-58cc-4741-92cb-5b746597dc38),segment_id=69b0651d-58cc-4741-92cb-5b746597dc38)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:38.078205 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9cd570b6-54f9-4e6c-884c-e2acfb251aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.138838 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cda402dc-8bca-4635-9bb3-1aa109949506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:38.154740 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda402dc-8bca-4635-9bb3-1aa109949506 None None] Routers {'fec40ebc-dac8-4a43-951e-2a43d26f9245'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:38.156004 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cda402dc-8bca-4635-9bb3-1aa109949506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:34:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['fec40ebc-dac8-4a43-951e-2a43d26f9245'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:38.264029 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cda402dc-8bca-4635-9bb3-1aa109949506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:38.264430 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda402dc-8bca-4635-9bb3-1aa109949506 None None] The sync data for ids ['fec40ebc-dac8-4a43-951e-2a43d26f9245'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:34:38.277160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:38.280436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c8782f0e-7534-4b38-9cc3-c61041aa0b93 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:34:38.492410 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.511698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Transition to ACTIVE for port object d16055aa-c245-43a5-8b1e-0a04bf3cb66b will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:38.584714 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.650992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Network fcccff01-137d-4d23-9c45-0cc46389b4ab is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:38.688809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:38.727827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:38.779243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd570b6-54f9-4e6c-884c-e2acfb251aa5 None None] Pushing event updated for resources: {'Port': ['ID=fee2115c-41e6-4328-a774-ef1e3c00d33b,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:38.796041 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eaba2271-da3f-4d27-83d4-a91d8eb5aa71 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for subnetpool, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:38.797282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-eaba2271-da3f-4d27-83d4-a91d8eb5aa71 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.9610860 Jun 03 15:34:38.826872 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00efde19-6571-4d45-88bb-4145ea5dd41a req-1396452e-9f28-4212-a544-625a59e60f80 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7701869 Jun 03 15:34:38.848813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52150) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:38.981490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=d16055aa-c245-43a5-8b1e-0a04bf3cb66b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:38.995948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-1ffdda29-dbe9-47be-9837-bc44afc5b65d tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b', 'tempest-TagsExtTest-Tag-142975180') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:39.096152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:39.098824 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.108823 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.198430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b953f009-e6cf-4829-930b-05e1a967b2d4 None None] Provisioning complete for port fee2115c-41e6-4328-a774-ef1e3c00d33b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:39.201977 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b953f009-e6cf-4829-930b-05e1a967b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.231251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f2d7c-fb23-4779-8be2-c5bd8a888835 req-248644df-83cf-4282-ae16-cc371156196f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:39.232435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-358f2d7c-fb23-4779-8be2-c5bd8a888835 req-248644df-83cf-4282-ae16-cc371156196f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:39.246392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-61450e50-e5a2-4477-84f0-82febc5fb064 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5739255 Jun 03 15:34:39.334185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Request body: {'port': {'device_id': '1248cbb1-2628-42fb-8718-24086e7f5768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:39.403943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c8782f0e-7534-4b38-9cc3-c61041aa0b93 is: DOWN; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:39.427979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-358f2d7c-fb23-4779-8be2-c5bd8a888835 req-248644df-83cf-4282-ae16-cc371156196f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:39.429118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-358f2d7c-fb23-4779-8be2-c5bd8a888835 req-248644df-83cf-4282-ae16-cc371156196f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 931 time: 0.8808746 Jun 03 15:34:39.549145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b953f009-e6cf-4829-930b-05e1a967b2d4 None None] Current status of the port fee2115c-41e6-4328-a774-ef1e3c00d33b is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:39.551211 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-306a35ff-1de8-4206-8d20-4bd831ac0539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.558523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9401da7b-bb16-418c-a8e1-c254167bdddd req-bc5693d3-4c00-4a65-b109-70540287b3db tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 210 time: 0.1346898 Jun 03 15:34:39.569432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b953f009-e6cf-4829-930b-05e1a967b2d4 None None] Provisioning for port 06e8724d-e4ba-4dce-9fae-2f1aadacf989 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:39.580310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b953f009-e6cf-4829-930b-05e1a967b2d4 None None] Provisioning complete for port 06e8724d-e4ba-4dce-9fae-2f1aadacf989 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:39.580970 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b953f009-e6cf-4829-930b-05e1a967b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.604092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-306a35ff-1de8-4206-8d20-4bd831ac0539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:39.629145 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-358f2d7c-fb23-4779-8be2-c5bd8a888835 req-003ef39c-620c-47c8-b954-8eaa07cd38e3 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014328 Jun 03 15:34:39.655211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-306a35ff-1de8-4206-8d20-4bd831ac0539 admin admin] Usage tracker for resource:security_group_rule and tenant:e76c19255fe643e2a638f5566cebf67c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:39.666298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-306a35ff-1de8-4206-8d20-4bd831ac0539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:39.693086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c129fbf0-bdd2-4ec2-8e94-0e0c32305bb6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:39.694677 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c129fbf0-bdd2-4ec2-8e94-0e0c32305bb6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 812 time: 0.3969615 Jun 03 15:34:39.708204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1ffdda29-dbe9-47be-9837-bc44afc5b65d tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags/tempest-TagsExtTest-Tag-142975180 HTTP/1.1" status: 201 len: 201 time: 0.7742784 Jun 03 15:34:39.719703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52166) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:39.765351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b953f009-e6cf-4829-930b-05e1a967b2d4 None None] Port 06e8724d-e4ba-4dce-9fae-2f1aadacf989 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:39.765899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-ce4763a1-9384-4fe9-bd11-8a4e01f0b10b tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989', 'tempest-TagsExtTest-Tag-828957593') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:39.771300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-306a35ff-1de8-4206-8d20-4bd831ac0539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:39.817941 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fee2115c-41e6-4328-a774-ef1e3c00d33b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:39.856240 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.890833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-306a35ff-1de8-4206-8d20-4bd831ac0539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.898278 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Request body: {'port': {'device_id': 'a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'admin_state_up': True, 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:39.928262 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-306a35ff-1de8-4206-8d20-4bd831ac0539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:39.942603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-53b1430b-1754-4507-8d8d-8baa75e907ec None None] Provisioning for port d16055aa-c245-43a5-8b1e-0a04bf3cb66b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:39.956038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-53b1430b-1754-4507-8d8d-8baa75e907ec None None] Provisioning complete for port d16055aa-c245-43a5-8b1e-0a04bf3cb66b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:39.956727 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-53b1430b-1754-4507-8d8d-8baa75e907ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.021098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port fee2115c-41e6-4328-a774-ef1e3c00d33b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:40.021858 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.101867 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-306a35ff-1de8-4206-8d20-4bd831ac0539 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e76c19255fe643e2a638f5566cebf67c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8250194 Jun 03 15:34:40.116103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52174) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:40.116846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52176) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:40.141222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-53b1430b-1754-4507-8d8d-8baa75e907ec None None] Port d16055aa-c245-43a5-8b1e-0a04bf3cb66b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:40.166128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-53b1430b-1754-4507-8d8d-8baa75e907ec None None] Provisioning complete for port 06e8724d-e4ba-4dce-9fae-2f1aadacf989 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:40.166621 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-53b1430b-1754-4507-8d8d-8baa75e907ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.210329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a35ff-1de8-4206-8d20-4bd831ac0539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa55b75-6691-4203-9041-51299ad08972,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:40.282856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-53b1430b-1754-4507-8d8d-8baa75e907ec None None] Port 06e8724d-e4ba-4dce-9fae-2f1aadacf989 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:40.287957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port fee2115c-41e6-4328-a774-ef1e3c00d33b is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:40.295760 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-338b64a6-e7e8-440b-b8a1-bc61d7062387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.337289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:40.416810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Usage tracker for resource:port and tenant:b163480c5f5548dc8056614d98fd5bcd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:40.438695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:40.450423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:40.453612 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-338b64a6-e7e8-440b-b8a1-bc61d7062387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.467591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af94299a-055d-4a9a-886f-285c32831425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.523081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-af94299a-055d-4a9a-886f-285c32831425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:40.525400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Made reservation on behalf of b163480c5f5548dc8056614d98fd5bcd for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:40.528970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.552819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-af94299a-055d-4a9a-886f-285c32831425 admin admin] Usage tracker for resource:security_group_rule and tenant:03a6bf3835da4547ac7c34efb8e8586a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:40.565221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-af94299a-055d-4a9a-886f-285c32831425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:40.588236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-af94299a-055d-4a9a-886f-285c32831425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:40.677049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31d708a8-a0c2-4b76-9e13-634b8128a932 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.742857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16055aa-c245-43a5-8b1e-0a04bf3cb66b {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:34:40.763491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.819199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Transition to ACTIVE for port object d16055aa-c245-43a5-8b1e-0a04bf3cb66b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:40.836249 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.857966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-338b64a6-e7e8-440b-b8a1-bc61d7062387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:40.899421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ce4763a1-9384-4fe9-bd11-8a4e01f0b10b tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags/tempest-TagsExtTest-Tag-828957593 HTTP/1.1" status: 201 len: 201 time: 1.1772914 Jun 03 15:34:40.904863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52202) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:40.926743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b64a6-e7e8-440b-b8a1-bc61d7062387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa55b75-6691-4203-9041-51299ad08972,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:40.984420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a871bff-876c-4ef8-bb75-792ea6f010d2 req-a73f9b25-9182-45c3-b85c-219c306dec2f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:40.992098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a871bff-876c-4ef8-bb75-792ea6f010d2 req-a73f9b25-9182-45c3-b85c-219c306dec2f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.3884487 Jun 03 15:34:40.998973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-3b77a598-1d0b-485f-b997-4661bd02d704 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff', 'tempest-TagsExtTest-Tag-231338263') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:41.196013 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-338b64a6-e7e8-440b-b8a1-bc61d7062387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.199936 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-338b64a6-e7e8-440b-b8a1-bc61d7062387 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6aa55b75-6691-4203-9041-51299ad08972 HTTP/1.1" status: 204 len: 168 time: 1.0781460 Jun 03 15:34:41.248206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Allocated IP 172.20.0.4 (1e06978f-48c8-4113-a05a-9feeb3f60cbc/59a883d1-3b44-43ed-a45f-1b4a3d684d6c/5cee7a4f-327d-4316-92e6-8c08322b1994) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:41.280198 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af94299a-055d-4a9a-886f-285c32831425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.288664 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af94299a-055d-4a9a-886f-285c32831425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.289254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Pushing event updated for resources: {'Port': ['ID=d16055aa-c245-43a5-8b1e-0a04bf3cb66b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:41.347546 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-35d7509c-33af-4209-b8a4-c30d6f564961 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6798105 Jun 03 15:34:41.427949 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-af94299a-055d-4a9a-886f-285c32831425 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03a6bf3835da4547ac7c34efb8e8586a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3065538 Jun 03 15:34:41.450659 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a678e08d-e81e-4172-ae84-5fa7c4916a70 req-c0ec072b-8742-4049-b477-27f476a85d45 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 210 time: 0.6596193 Jun 03 15:34:41.451447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52210) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:41.466454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94299a-055d-4a9a-886f-285c32831425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c73b70-33c2-4b6a-9ca3-8502c131ba73,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:41.718484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a871bff-876c-4ef8-bb75-792ea6f010d2 req-6d95d654-3046-4b02-9927-cedfff566e26 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7254059 Jun 03 15:34:41.901450 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3b77a598-1d0b-485f-b997-4661bd02d704 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags/tempest-TagsExtTest-Tag-231338263 HTTP/1.1" status: 201 len: 201 time: 0.9802144 Jun 03 15:34:41.907559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52226) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:41.912982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Attempting to bind port d16055aa-c245-43a5-8b1e-0a04bf3cb66b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:34:41.913602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Attempting to bind port d16055aa-c245-43a5-8b1e-0a04bf3cb66b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:34:41.914342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Attempting to bind port d16055aa-c245-43a5-8b1e-0a04bf3cb66b on network fcccff01-137d-4d23-9c45-0cc46389b4ab {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:41.921132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-fdb549d3-9690-4e0a-ba5c-f0383be5e2c4 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52', 'tempest-TagsExtTest-Tag-1382168691') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:41.939016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Port d16055aa-c245-43a5-8b1e-0a04bf3cb66b on network fcccff01-137d-4d23-9c45-0cc46389b4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:34:41.939635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Attempting to bind port d16055aa-c245-43a5-8b1e-0a04bf3cb66b on network fcccff01-137d-4d23-9c45-0cc46389b4ab {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:41.952409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:34:41.953076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Checking segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:41.953668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Bound using segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:34:41.954333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Bound port: d16055aa-c245-43a5-8b1e-0a04bf3cb66b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:34:41.954876 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:41.985807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ddcd5-0625-4a19-9647-50dcb5928e66 req-5bdb12e8-843e-4eb3-b76f-e14a2294b3fd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:41.993564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-125ddcd5-0625-4a19-9647-50dcb5928e66 req-5bdb12e8-843e-4eb3-b76f-e14a2294b3fd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 943 time: 0.2734749 Jun 03 15:34:42.011743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-31d708a8-a0c2-4b76-9e13-634b8128a932 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 812d8084-facd-4ceb-87c2-3daa8310e7fb {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:42.012332 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31d708a8-a0c2-4b76-9e13-634b8128a932 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.114319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-125ddcd5-0625-4a19-9647-50dcb5928e66 req-2eb7dc85-d026-4788-b931-e2a7d4dbfe48 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191278 Jun 03 15:34:42.116196 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fdb549d3-9690-4e0a-ba5c-f0383be5e2c4 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags/tempest-TagsExtTest-Tag-1382168691 HTTP/1.1" status: 201 len: 201 time: 0.2059026 Jun 03 15:34:42.120635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52232) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:42.132151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-62a57643-87d1-47b5-a5d9-dcc87b78501e tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:42.149129 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-a447c739-fb20-4089-b8f8-706673d20b19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6985011 Jun 03 15:34:42.168587 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.172466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-589baf9d-f6f5-4f86-8992-8e24a6e83363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.175349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] For port d16055aa-c245-43a5-8b1e-0a04bf3cb66b, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:34:42.193626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] For port d16055aa-c245-43a5-8b1e-0a04bf3cb66b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d16055aa-c245-43a5-8b1e-0a04bf3cb66b,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:34:42.199562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.272485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:42.273743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.275363 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] 10.222.0.67 "PUT /v2.0/ports/d16055aa-c245-43a5-8b1e-0a04bf3cb66b HTTP/1.1" status: 200 len: 1091 time: 2.9772303 Jun 03 15:34:42.278183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1248cbb1-2628-42fb-8718-24086e7f5768', 'tag': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:42.336844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a322b1c-c141-4c96-b4bc-796030f3fb5b service neutron] Pushing event updated for resources: {'Port': ['ID=d16055aa-c245-43a5-8b1e-0a04bf3cb66b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:42.366482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-62a57643-87d1-47b5-a5d9-dcc87b78501e tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags HTTP/1.1" status: 200 len: 240 time: 0.2444494 Jun 03 15:34:42.371083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52240) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:42.376443 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da89b7c1-c0e6-487b-a3d3-345d8681cdcf'] response: {'name': 'network-changed', 'server_uuid': '1248cbb1-2628-42fb-8718-24086e7f5768', 'tag': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b', 'status': 'completed', 'code': 200} Jun 03 15:34:42.381307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-03e19471-aa73-4a5f-8a60-3061ec760905 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b', 'tempest-TagsExtTest-Tag-142975180') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:42.437790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Transition to ACTIVE for port object 5cee7a4f-327d-4316-92e6-8c08322b1994 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:42.578092 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-589baf9d-f6f5-4f86-8992-8e24a6e83363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.632932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-66dca389-9539-4ec0-8d41-ad0b75b2278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:42.635281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-66dca389-9539-4ec0-8d41-ad0b75b2278f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 1094 time: 0.1886494 Jun 03 15:34:42.719739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-4cddfd7c-8878-40bf-947a-39648e06b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:42.721571 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-4cddfd7c-8878-40bf-947a-39648e06b7f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 1098 time: 0.2822604 Jun 03 15:34:42.723531 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31d708a8-a0c2-4b76-9e13-634b8128a932 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:42.868239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-ef905d73-bf67-42cf-903a-8868dc47371a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16055aa-c245-43a5-8b1e-0a04bf3cb66b HTTP/1.1" status: 200 len: 217 time: 0.1706693 Jun 03 15:34:42.879759 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9c8f1cb-ca87-47fa-bd8b-392454726e73 req-38b240f2-32f8-4909-994c-51aaa4c5e298 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 210 time: 0.2412651 Jun 03 15:34:42.883349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-03e19471-aa73-4a5f-8a60-3061ec760905 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags/tempest-TagsExtTest-Tag-142975180 HTTP/1.1" status: 204 len: 168 time: 0.5105693 Jun 03 15:34:42.929845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52256) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:42.949583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-48985208-cffe-4b21-867b-6c4c37c34c6e tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b', 'tempest-TagsExtTest-Tag-142975180') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:43.018151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.028692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-6f7ef17c-0a90-48b5-af3e-9b02530b0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:43.030220 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-6f7ef17c-0a90-48b5-af3e-9b02530b0dc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.1361661 Jun 03 15:34:43.032250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-31d708a8-a0c2-4b76-9e13-634b8128a932 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 812d8084-facd-4ceb-87c2-3daa8310e7fb owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:43.128287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-3a80448e-2f11-4a86-8304-06846ef6c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:43.130485 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-3a80448e-2f11-4a86-8304-06846ef6c679 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb&tenant_id=ddbd34c78861408e9a2bc1035b21d6db HTTP/1.1" status: 200 len: 1094 time: 0.3567684 Jun 03 15:34:43.182206 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-589baf9d-f6f5-4f86-8992-8e24a6e83363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.235542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589baf9d-f6f5-4f86-8992-8e24a6e83363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c73b70-33c2-4b6a-9ca3-8502c131ba73,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:43.284367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:43.286372 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-589baf9d-f6f5-4f86-8992-8e24a6e83363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.289568 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-589baf9d-f6f5-4f86-8992-8e24a6e83363 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24c73b70-33c2-4b6a-9ca3-8502c131ba73 HTTP/1.1" status: 204 len: 168 time: 1.8329551 Jun 03 15:34:43.299503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:43.329809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:34:43.358730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-48985208-cffe-4b21-867b-6c4c37c34c6e tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags/tempest-TagsExtTest-Tag-142975180 HTTP/1.1" status: 204 len: 168 time: 0.4234452 Jun 03 15:34:43.382597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52270) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:43.389154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event updated for resources: {'Port': ['ID=5cee7a4f-327d-4316-92e6-8c08322b1994,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:43.422348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-a5111a0b-bd32-4bfc-9f0b-c7287f388c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:43.423968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-a5111a0b-bd32-4bfc-9f0b-c7287f388c87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3802681 Jun 03 15:34:43.478133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-11c378ac-4807-40bf-bc79-128f45076abb tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:43.544594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-1070fc75-f601-44d3-b9a1-8b825c316810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:43.547617 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-1070fc75-f601-44d3-b9a1-8b825c316810 service neutron] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 916 time: 0.7211783 Jun 03 15:34:43.769783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:43.770474 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.799309 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-c34e62dc-b781-4089-9177-935254a16e56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9068639 Jun 03 15:34:43.803519 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-760dd92e-8af2-424b-bf49-74dd333d8bba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6439555-16a2-4f3a-9329-acaffa615b3b HTTP/1.1" status: 200 len: 1002 time: 0.2322669 Jun 03 15:34:43.830730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Request body: {'port': {'device_id': 'a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:43.847085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b015078-8ef4-4f27-b5e2-d766832f2ed6 None None] Provisioning for port 5cee7a4f-327d-4316-92e6-8c08322b1994 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:43.854652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b015078-8ef4-4f27-b5e2-d766832f2ed6 None None] Provisioning complete for port 5cee7a4f-327d-4316-92e6-8c08322b1994 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:43.855400 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b015078-8ef4-4f27-b5e2-d766832f2ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:43.979470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14406955-985a-45e8-b4b9-710588494c8b req-c15ff619-12ae-442f-b5a3-1168cc2132f0 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:43.990140 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14406955-985a-45e8-b4b9-710588494c8b req-c15ff619-12ae-442f-b5a3-1168cc2132f0 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 943 time: 0.6479695 Jun 03 15:34:44.039095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b015078-8ef4-4f27-b5e2-d766832f2ed6 None None] Port 5cee7a4f-327d-4316-92e6-8c08322b1994 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:34:44.042712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-6d8f5192-1274-41f2-ae69-04370b6264e6 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090686 Jun 03 15:34:44.052145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-6a553c59-3a62-43b5-a63b-ded4f9d128fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:44.053852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-6a553c59-3a62-43b5-a63b-ded4f9d128fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 1094 time: 0.8628719 Jun 03 15:34:44.142171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-3cf884de-22df-4177-91e3-ec34706f0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:44.145491 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-3cf884de-22df-4177-91e3-ec34706f0d20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.2669470 Jun 03 15:34:44.171036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c67fb-f70d-40f8-b1ad-6661faca4bcd req-4701232f-4f35-40c4-9912-64ea97bfb413 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:44.180008 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd0c67fb-f70d-40f8-b1ad-6661faca4bcd req-4701232f-4f35-40c4-9912-64ea97bfb413 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 1.2489007 Jun 03 15:34:44.185479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14406955-985a-45e8-b4b9-710588494c8b req-3a058598-baab-416b-bc0a-1ada84aeab87 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934741 Jun 03 15:34:44.323366 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-11c378ac-4807-40bf-bc79-128f45076abb tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags HTTP/1.1" status: 200 len: 205 time: 0.9112961 Jun 03 15:34:44.356077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52296) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:44.409544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-45238d10-8711-4a5a-bab0-cef0e7b9008b tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:44.605032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31d708a8-a0c2-4b76-9e13-634b8128a932 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:44.611959 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:44.676949 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd0c67fb-f70d-40f8-b1ad-6661faca4bcd req-855446d3-4e57-4b9b-bc51-13d2201b3802 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957483 Jun 03 15:34:44.782572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f9433-3f19-4630-990a-88a192889684 req-82489c61-a216-4161-9d8d-f39b1979464c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:44.792626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-129f9433-3f19-4630-990a-88a192889684 req-82489c61-a216-4161-9d8d-f39b1979464c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 931 time: 0.3498170 Jun 03 15:34:44.823846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c1c6f1-690e-40a9-a047-4fbb374e8dfb req-96d82213-9ae6-4c75-9007-bdeef111db3d service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686024 Jun 03 15:34:44.844538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-750a1ed5-0580-4a85-a091-23489edc4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:44.846136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-750a1ed5-0580-4a85-a091-23489edc4fcd service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 200 len: 915 time: 0.7803514 Jun 03 15:34:44.941289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-3a97f0ab-d720-461b-ba07-f9a238a63beb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93 HTTP/1.1" status: 200 len: 217 time: 0.0850072 Jun 03 15:34:45.004593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52312) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:45.089118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-129f9433-3f19-4630-990a-88a192889684 req-e4ce8181-f4a3-40dd-9ed9-e5c8582df7e3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926533 Jun 03 15:34:45.165859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d708a8-a0c2-4b76-9e13-634b8128a932 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=812d8084-facd-4ceb-87c2-3daa8310e7fb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:45.182014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-d62d0ad8-ec8f-4aff-9c41-95b989480cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:45.185995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-d62d0ad8-ec8f-4aff-9c41-95b989480cd1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98ceefca-3cfc-43a6-9839-31c33e352aca HTTP/1.1" status: 200 len: 854 time: 0.1893137 Jun 03 15:34:45.205364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-55352f9b-6591-4c7b-a9f8-f9fdf658ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:45.207584 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-55352f9b-6591-4c7b-a9f8-f9fdf658ba20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0455370 Jun 03 15:34:45.302449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-e6b2bd93-bc44-42ca-8f38-3ab9c88eac46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f2d938c-a535-4219-9bff-61815313e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107602 Jun 03 15:34:45.304984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87827928-c19b-4e63-82d2-4c2bf5393eaf req-6e186756-5d5f-4e2f-a00e-b8bccf57078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:45.306606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87827928-c19b-4e63-82d2-4c2bf5393eaf req-6e186756-5d5f-4e2f-a00e-b8bccf57078e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 1094 time: 0.3622973 Jun 03 15:34:45.601248 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-45238d10-8711-4a5a-bab0-cef0e7b9008b tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags HTTP/1.1" status: 200 len: 240 time: 1.2293899 Jun 03 15:34:45.622357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52328) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:45.625647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-98b7b40e-f98f-4970-84dc-528d2417bdc3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:45.643434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-f9d375f1-5f49-4635-a1d9-afe91abe28ae tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989', 'tempest-TagsExtTest-Tag-828957593') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:45.813078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87827928-c19b-4e63-82d2-4c2bf5393eaf req-b585f985-06a2-4bea-bf34-8477827b93c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:45.814738 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87827928-c19b-4e63-82d2-4c2bf5393eaf req-b585f985-06a2-4bea-bf34-8477827b93c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 915 time: 0.4997764 Jun 03 15:34:45.887229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-31d708a8-a0c2-4b76-9e13-634b8128a932 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:45.921786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87827928-c19b-4e63-82d2-4c2bf5393eaf req-e4b3defd-669b-4edf-910b-073576da7e06 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16055aa-c245-43a5-8b1e-0a04bf3cb66b HTTP/1.1" status: 200 len: 217 time: 0.0936677 Jun 03 15:34:45.933421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-98b7b40e-f98f-4970-84dc-528d2417bdc3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] 10.222.0.48 "PUT /v2.0/quotas/34f0f2aa0e1148caa5255866148d6831 HTTP/1.1" status: 200 len: 368 time: 0.9198461 Jun 03 15:34:45.977685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52334) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:46.045265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Request body: {'network': {'project_id': '34f0f2aa0e1148caa5255866148d6831'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:46.059584 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-5101cd9e-20c9-4b4f-b677-7ae5e7161bd3 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8380101 Jun 03 15:34:46.076549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:46.092175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-141e8bbc-723b-4dbd-a620-191c7390e93e service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7783501 Jun 03 15:34:46.099607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Usage tracker for resource:network and tenant:34f0f2aa0e1148caa5255866148d6831 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:46.129453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:46.151177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:46.366086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cee7a4f-327d-4316-92e6-8c08322b1994 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:34:46.376676 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.397398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be1add-443b-4ca9-b892-dcd833e79d40 req-ddb58e74-4b99-49cc-ac1d-535a955c952b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:46.398970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8be1add-443b-4ca9-b892-dcd833e79d40 req-ddb58e74-4b99-49cc-ac1d-535a955c952b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 943 time: 0.9517195 Jun 03 15:34:46.408469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87827928-c19b-4e63-82d2-4c2bf5393eaf req-bf4e0140-e5f1-4c06-bf79-8dc21de0f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:46.410562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87827928-c19b-4e63-82d2-4c2bf5393eaf req-bf4e0140-e5f1-4c06-bf79-8dc21de0f04c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.4729102 Jun 03 15:34:46.496397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Made reservation on behalf of 34f0f2aa0e1148caa5255866148d6831 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:46.498944 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.529670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f9d375f1-5f49-4635-a1d9-afe91abe28ae tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags/tempest-TagsExtTest-Tag-828957593 HTTP/1.1" status: 204 len: 168 time: 0.8939667 Jun 03 15:34:46.535455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52346) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:46.553830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Transition to ACTIVE for port object 5cee7a4f-327d-4316-92e6-8c08322b1994 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:34:46.558819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-d8c40a10-876e-478f-9da6-9d088d681b12 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989', 'tempest-TagsExtTest-Tag-828957593') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:46.573178 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.597017 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:46.612071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d708a8-a0c2-4b76-9e13-634b8128a932 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router fec40ebc-dac8-4a43-951e-2a43d26f9245 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:34:46.627222 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-0ef558da-7ec5-4c6f-8d73-f0d05d15576f service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518980 Jun 03 15:34:46.675623 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8be1add-443b-4ca9-b892-dcd833e79d40 req-d45975fe-e769-40a7-b148-63cf51f08b18 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528505 Jun 03 15:34:46.752359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:46.815473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d3fab-878e-43e8-990d-ad5c6848d638 req-be25b22c-99a4-478e-89aa-cac68e2aaed2 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:46.820296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-131d3fab-878e-43e8-990d-ad5c6848d638 req-be25b22c-99a4-478e-89aa-cac68e2aaed2 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.9039462 Jun 03 15:34:46.822012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Usage tracker for resource:security_group_rule and tenant:34f0f2aa0e1148caa5255866148d6831 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:46.842521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:46.859033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:46.959271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-b8370c44-a36e-4efe-9219-d8ed7bfad78b service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8560617 Jun 03 15:34:47.118636 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-131d3fab-878e-43e8-990d-ad5c6848d638 req-5b7f8710-0b7b-44e8-b097-08b6106aa5ad tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836950 Jun 03 15:34:47.138136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87827928-c19b-4e63-82d2-4c2bf5393eaf req-fd067e8c-7f5e-4de1-a9f2-5cbee6f18e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:47.139944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87827928-c19b-4e63-82d2-4c2bf5393eaf req-fd067e8c-7f5e-4de1-a9f2-5cbee6f18e74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7121639 Jun 03 15:34:47.336407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5cee7a4f-327d-4316-92e6-8c08322b1994,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:47.344466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d708a8-a0c2-4b76-9e13-634b8128a932 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:34:47.355943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74ee1a-0bd9-4226-8fca-fc59b88db51c None None] Sync routers for ids ['fec40ebc-dac8-4a43-951e-2a43d26f9245'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:34:47.371230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74ee1a-0bd9-4226-8fca-fc59b88db51c None None] Routers {'fec40ebc-dac8-4a43-951e-2a43d26f9245'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:47.379765 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-31d708a8-a0c2-4b76-9e13-634b8128a932 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/fec40ebc-dac8-4a43-951e-2a43d26f9245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3192117 Jun 03 15:34:47.381390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dd74ee1a-0bd9-4226-8fca-fc59b88db51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:34:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['fec40ebc-dac8-4a43-951e-2a43d26f9245'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:47.390330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52358) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:47.391476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d8c40a10-876e-478f-9da6-9d088d681b12 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags/tempest-TagsExtTest-Tag-828957593 HTTP/1.1" status: 204 len: 168 time: 0.8530316 Jun 03 15:34:47.394726 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.396040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52360) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:47.408371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-e8dbbc64-ab01-4e66-81a2-622baba8764e tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:47.477623 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.490586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-197ed395-0e8b-4b2e-b1df-c1d55d59c68c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Synchronizing usage tracker for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:34:47.492124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:47.508010 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.508738 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Added segment df60e7e7-67c5-4c6e-b635-1d72dfa60e28 of type vlan for network dacf5942-843f-4ca3-b2ec-55ac17a9abce Jun 03 15:34:47.520432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Attempting to bind port 5cee7a4f-327d-4316-92e6-8c08322b1994 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:34:47.520693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Attempting to bind port 5cee7a4f-327d-4316-92e6-8c08322b1994 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:34:47.521013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Attempting to bind port 5cee7a4f-327d-4316-92e6-8c08322b1994 on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:47.533306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Port 5cee7a4f-327d-4316-92e6-8c08322b1994 on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:34:47.534076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Attempting to bind port 5cee7a4f-327d-4316-92e6-8c08322b1994 on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:34:47.541858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dd74ee1a-0bd9-4226-8fca-fc59b88db51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:47.542436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:34:47.542772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Checking segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:34:47.543158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Bound using segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:34:47.543676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Bound port: 5cee7a4f-327d-4316-92e6-8c08322b1994, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:34:47.544022 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.561122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-197ed395-0e8b-4b2e-b1df-c1d55d59c68c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Unset dirty status for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:34:47.563230 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-197ed395-0e8b-4b2e-b1df-c1d55d59c68c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=fec40ebc-dac8-4a43-951e-2a43d26f9245 HTTP/1.1" status: 200 len: 205 time: 0.1686761 Jun 03 15:34:47.564894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74ee1a-0bd9-4226-8fca-fc59b88db51c None None] Routers {'fec40ebc-dac8-4a43-951e-2a43d26f9245'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:34:47.565802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dd74ee1a-0bd9-4226-8fca-fc59b88db51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:34:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['fec40ebc-dac8-4a43-951e-2a43d26f9245'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:47.569238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52374) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:47.600718 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87827928-c19b-4e63-82d2-4c2bf5393eaf req-dc90b945-ae76-45c0-b226-55aec9c93ccd service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438238 Jun 03 15:34:47.700472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dd74ee1a-0bd9-4226-8fca-fc59b88db51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:47.701146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74ee1a-0bd9-4226-8fca-fc59b88db51c None None] The sync data for ids ['fec40ebc-dac8-4a43-951e-2a43d26f9245'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:34:47.784222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485c6f-1d5a-435b-bb8a-6380c98ca114 req-149317d7-9c06-45fc-9b19-c9131fd62f93 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:47.786125 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd485c6f-1d5a-435b-bb8a-6380c98ca114 req-149317d7-9c06-45fc-9b19-c9131fd62f93 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 943 time: 0.8585174 Jun 03 15:34:47.859283 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:47.877255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf51baaa-a276-453e-83ea-db40cf6842af,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:47.933842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] For port 5cee7a4f-327d-4316-92e6-8c08322b1994, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:34:47.940240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] For port 5cee7a4f-327d-4316-92e6-8c08322b1994, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5cee7a4f-327d-4316-92e6-8c08322b1994,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:34:47.947336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.017216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecddd-ec4c-4364-9013-efb827319a17 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.105963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87827928-c19b-4e63-82d2-4c2bf5393eaf req-56fba177-4756-4c29-82d2-df40c89f3052 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829443 Jun 03 15:34:48.166733 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd485c6f-1d5a-435b-bb8a-6380c98ca114 req-940f902d-6833-4bd8-8eaf-91bd9ca5efc9 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405468 Jun 03 15:34:48.200230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:34:48.209335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:48.214492 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.216002 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] 10.222.0.67 "PUT /v2.0/ports/5cee7a4f-327d-4316-92e6-8c08322b1994 HTTP/1.1" status: 200 len: 1091 time: 4.3976629 Jun 03 15:34:48.219712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b', 'tag': '5cee7a4f-327d-4316-92e6-8c08322b1994'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:48.228961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d16055aa-c245-43a5-8b1e-0a04bf3cb66b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:34:48.299647 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e8dbbc64-ab01-4e66-81a2-622baba8764e tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags HTTP/1.1" status: 200 len: 205 time: 0.8946762 Jun 03 15:34:48.300973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52392) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:48.341844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-77d0fca4-9a1a-44f8-b585-7dda9918fe71 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:48.591808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d16055aa-c245-43a5-8b1e-0a04bf3cb66b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d16055aa-c245-43a5-8b1e-0a04bf3cb66b,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:48.617593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1ba8b-52d6-454c-9699-377aa0dd98e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5cee7a4f-327d-4316-92e6-8c08322b1994,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:48.625234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'port_id': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b', 'mac_address': 'fa:16:3e:19:53:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:34:48.766687 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.767807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:48.768486 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.852319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port d16055aa-c245-43a5-8b1e-0a04bf3cb66b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:48.852868 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.913563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16055aa-c245-43a5-8b1e-0a04bf3cb66b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:34:48.943481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d16055aa-c245-43a5-8b1e-0a04bf3cb66b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d16055aa-c245-43a5-8b1e-0a04bf3cb66b,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:48.951693 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.969304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecddd-ec4c-4364-9013-efb827319a17 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:48.973563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecddd-ec4c-4364-9013-efb827319a17 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.051347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-61b80f51-02a0-443b-8bff-da48724de664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:49.052809 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-61b80f51-02a0-443b-8bff-da48724de664 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 1094 time: 0.6058426 Jun 03 15:34:49.057497 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecddd-ec4c-4364-9013-efb827319a17 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.058200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2ecddd-ec4c-4364-9013-efb827319a17 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Fanout notify agent at l3_agent the message router_deleted on router fec40ebc-dac8-4a43-951e-2a43d26f9245 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:34:49.081961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecddd-ec4c-4364-9013-efb827319a17 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.087168 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dc2ecddd-ec4c-4364-9013-efb827319a17 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/fec40ebc-dac8-4a43-951e-2a43d26f9245 HTTP/1.1" status: 204 len: 168 time: 1.5124874 Jun 03 15:34:49.088323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52400) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:49.102352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.0833802 Jun 03 15:34:49.112055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=d16055aa-c245-43a5-8b1e-0a04bf3cb66b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:49.121088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52406) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:49.125571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.126279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.126952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.127537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.130272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.130817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.131263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.131877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.132314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.132782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.133434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.134006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:49.293311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Request body: {'network': {'project_id': '34f0f2aa0e1148caa5255866148d6831'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:49.343007 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-18192a71-4498-4398-86a3-7e50bfe8191d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cee7a4f-327d-4316-92e6-8c08322b1994 HTTP/1.1" status: 200 len: 217 time: 0.1788664 Jun 03 15:34:49.359867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:49.407271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50ffc46-1ce3-4e83-84b1-f849698cf95a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting subnet 0103de36-6f3e-4213-afb9-39f698891ca0 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:34:49.475278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Usage tracker for resource:network and tenant:34f0f2aa0e1148caa5255866148d6831 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:49.506798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb70b2-ad9e-40a5-afda-98ea70cf1a22 req-35bb60b8-9073-47ae-b945-732aae88982f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:49.508305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5eb70b2-ad9e-40a5-afda-98ea70cf1a22 req-35bb60b8-9073-47ae-b945-732aae88982f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 943 time: 1.6395140 Jun 03 15:34:49.510526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:49.528526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e50ffc46-1ce3-4e83-84b1-f849698cf95a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.562412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:49.588213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c986a-252c-4c58-bd60-9b9e311baa0a tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Pushing event updated for resources: {'Network': ['ID=dacf5942-843f-4ca3-b2ec-55ac17a9abce,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:49.606671 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-77d0fca4-9a1a-44f8-b585-7dda9918fe71 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags HTTP/1.1" status: 200 len: 240 time: 1.2808986 Jun 03 15:34:49.607808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network dacf5942-843f-4ca3-b2ec-55ac17a9abce details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:34:49.634365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52412) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:49.656210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-001cd3b0-705e-4427-9892-d0f3b4d8e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:49.658603 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-001cd3b0-705e-4427-9892-d0f3b4d8e105 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.2458479 Jun 03 15:34:49.697329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-f3228509-e15a-4186-955f-6ae3a9f30a3a tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff', 'tempest-TagsExtTest-Tag-231338263') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:49.803949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e50ffc46-1ce3-4e83-84b1-f849698cf95a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:49.840134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['d16055aa-c245-43a5-8b1e-0a04bf3cb66b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:34:49.907138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Made reservation on behalf of 34f0f2aa0e1148caa5255866148d6831 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:49.910817 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:50.020973 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5eb70b2-ad9e-40a5-afda-98ea70cf1a22 req-34abf734-8167-44d9-9306-2054d8463ccc tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4886942 Jun 03 15:34:50.350955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41c019-f103-4ac3-a96f-d4f3efa85b81 req-40fba192-a306-441d-8906-76d2f105d1ff tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:50.364765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5f41c019-f103-4ac3-a96f-d4f3efa85b81 req-40fba192-a306-441d-8906-76d2f105d1ff tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 1.7803137 Jun 03 15:34:50.437340 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32cb9e6c-dfc4-40fd-8978-704bbe586188'] response: {'name': 'network-changed', 'server_uuid': 'a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b', 'tag': '5cee7a4f-327d-4316-92e6-8c08322b1994', 'status': 'completed', 'code': 200} Jun 03 15:34:50.449346 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e50ffc46-1ce3-4e83-84b1-f849698cf95a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:50.516740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-5af56772-b130-4359-883a-28945ffc542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:50.519456 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-5af56772-b130-4359-883a-28945ffc542b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8512716 Jun 03 15:34:50.599397 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e50ffc46-1ce3-4e83-84b1-f849698cf95a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:50.678414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ffc46-1ce3-4e83-84b1-f849698cf95a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Subnet': ['ID=0103de36-6f3e-4213-afb9-39f698891ca0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:50.703785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd14f40-0421-4296-88d2-ec5892412deb None None] Network ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:50.718232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e50ffc46-1ce3-4e83-84b1-f849698cf95a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:50.737389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:50.748447 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e50ffc46-1ce3-4e83-84b1-f849698cf95a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/0103de36-6f3e-4213-afb9-39f698891ca0 HTTP/1.1" status: 204 len: 168 time: 1.6588671 Jun 03 15:34:50.752508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52418) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:50.794132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f3228509-e15a-4186-955f-6ae3a9f30a3a tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags/tempest-TagsExtTest-Tag-231338263 HTTP/1.1" status: 204 len: 168 time: 1.1539416 Jun 03 15:34:50.798743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52422) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:50.804181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:50.804545 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Added segment 813b0880-de68-47fa-bb42-2f608318be1e of type vlan for network 8fec185d-a26e-4cb1-9dcd-f963964e2ec1 Jun 03 15:34:50.808562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5f41c019-f103-4ac3-a96f-d4f3efa85b81 req-eded001d-8bb4-4faf-bba6-69134bec814e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428153 Jun 03 15:34:50.813741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-eed14b6f-6e82-4f61-b3c1-978f1109fddc tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff', 'tempest-TagsExtTest-Tag-231338263') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:50.956676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad98cccd-1aff-4c54-a75d-3873f04bc231 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting subnet b1bf11e9-4acc-47eb-9424-ded5c9b76ec1 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:34:50.964850 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad98cccd-1aff-4c54-a75d-3873f04bc231 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.091632 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad98cccd-1aff-4c54-a75d-3873f04bc231 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.196678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.265803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f0ca1-6a45-4484-93f9-b367a8ea8b2c req-9a5902b6-d8e3-48fa-9650-e9938edb46b4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:51.300043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df9591-15e3-4030-8fbe-a99089507fb2 None None] DHCP port deletion for ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:34:51.305432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c7df9591-15e3-4030-8fbe-a99089507fb2 None None] Deleting port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:51.305975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7df9591-15e3-4030-8fbe-a99089507fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.310677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e99f0ca1-6a45-4484-93f9-b367a8ea8b2c req-9a5902b6-d8e3-48fa-9650-e9938edb46b4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 943 time: 0.8683000 Jun 03 15:34:51.524127 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:34:51.539971 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-887c4f54-096a-4d1e-b427-e6cffc9fdf27 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770587 Jun 03 15:34:51.566302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e99f0ca1-6a45-4484-93f9-b367a8ea8b2c req-6dc8b75d-bfc1-45c2-bc89-c96ac28bdb05 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529182 Jun 03 15:34:51.625780 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.627913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:51.629256 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.756493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c7df9591-15e3-4030-8fbe-a99089507fb2 None None] For port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=72f7d3f4-a383-411a-8b59-7be6cee7bc2a,segment=NetworkSegment(e4b4413c-2037-4a65-b77f-a62c22e83194),segment_id=e4b4413c-2037-4a65-b77f-a62c22e83194)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:51.758429 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7df9591-15e3-4030-8fbe-a99089507fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.772018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-eed14b6f-6e82-4f61-b3c1-978f1109fddc tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags/tempest-TagsExtTest-Tag-231338263 HTTP/1.1" status: 204 len: 168 time: 0.9701023 Jun 03 15:34:51.781698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52434) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:51.849273 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad98cccd-1aff-4c54-a75d-3873f04bc231 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:51.892635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-5229caaf-ec45-4649-9566-c6872b0de50e tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:52.017120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 72f7d3f4-a383-411a-8b59-7be6cee7bc2a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:34:52.195912 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5ef33852-49e3-433a-b32f-8d698014ef1e req-26508f30-c50c-4702-b991-983e677b371b service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339436 Jun 03 15:34:52.209283 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad98cccd-1aff-4c54-a75d-3873f04bc231 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.220293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Pushing event updated for resources: {'Network': ['ID=8fec185d-a26e-4cb1-9dcd-f963964e2ec1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:52.257432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-871cc26e-4527-4a84-978a-eb13e04d5cd3 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1020622 Jun 03 15:34:52.262117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52446) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:52.267500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c7df9591-15e3-4030-8fbe-a99089507fb2 None None] Calling delete_port for 72f7d3f4-a383-411a-8b59-7be6cee7bc2a owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:52.316601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 8fec185d-a26e-4cb1-9dcd-f963964e2ec1 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:34:52.333997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d16055aa-c245-43a5-8b1e-0a04bf3cb66b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:34:52.413866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98cccd-1aff-4c54-a75d-3873f04bc231 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Subnet': ['ID=b1bf11e9-4acc-47eb-9424-ded5c9b76ec1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:52.456279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad98cccd-1aff-4c54-a75d-3873f04bc231 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.479823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e76d70bd-5607-4e4d-8491-9b71e37f9205 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Request body: {'network': {'project_id': '34f0f2aa0e1148caa5255866148d6831'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:52.498146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e76d70bd-5607-4e4d-8491-9b71e37f9205 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:52.505992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e76d70bd-5607-4e4d-8491-9b71e37f9205 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Usage tracker for resource:network and tenant:34f0f2aa0e1148caa5255866148d6831 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:52.514073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e76d70bd-5607-4e4d-8491-9b71e37f9205 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:52.525292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8c4362-f0a1-4056-96de-222e7203dc66 None None] Network fffb62ca-43aa-40dc-9da2-fbe78e58db7c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:34:52.535256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e76d70bd-5607-4e4d-8491-9b71e37f9205 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:52.733107 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ad98cccd-1aff-4c54-a75d-3873f04bc231 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/b1bf11e9-4acc-47eb-9424-ded5c9b76ec1 HTTP/1.1" status: 204 len: 168 time: 1.9768524 Jun 03 15:34:52.737931 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76d70bd-5607-4e4d-8491-9b71e37f9205 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 03 15:34:52.738748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76d70bd-5607-4e4d-8491-9b71e37f9205 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:34:52.746527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e76d70bd-5607-4e4d-8491-9b71e37f9205 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3257620 Jun 03 15:34:52.746953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52454) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:52.747207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52456) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:52.789414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be434e6-9e1a-46d0-bab7-eba7f31653db req-cb8e67e5-d0dd-415e-a746-210b158b2f97 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:52.792218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8be434e6-9e1a-46d0-bab7-eba7f31653db req-cb8e67e5-d0dd-415e-a746-210b158b2f97 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 944 time: 1.3918698 Jun 03 15:34:52.943856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port d16055aa-c245-43a5-8b1e-0a04bf3cb66b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:34:52.958892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port d16055aa-c245-43a5-8b1e-0a04bf3cb66b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:34:52.959625 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:52.982847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8be434e6-9e1a-46d0-bab7-eba7f31653db req-d86f04cd-e2a1-4172-87d6-aea78ffa8464 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798459 Jun 03 15:34:53.034470 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5229caaf-ec45-4649-9566-c6872b0de50e tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags HTTP/1.1" status: 200 len: 205 time: 1.2517180 Jun 03 15:34:53.049379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52464) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:53.067562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-ef3158da-a9bd-4832-b7bd-9b92478ef17d tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:53.090087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7954-5367-45f4-8895-8f11a1933482 req-2bb1f5e8-0af9-4ef8-a620-242fb16d050c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:53.094816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a0a7954-5367-45f4-8895-8f11a1933482 req-2bb1f5e8-0af9-4ef8-a620-242fb16d050c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.8622262 Jun 03 15:34:53.179629 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3997cc37-dcd0-44f9-ba18-8d60285ab260 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34f0f2aa0e1148caa5255866148d6831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850622 Jun 03 15:34:53.191480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52468) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:53.228474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee1f2d-d735-4877-96f6-0fda4bacf945 req-ee34f00f-0d5a-49d1-a311-4cb7a88cd536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:53.230374 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7aee1f2d-d735-4877-96f6-0fda4bacf945 req-ee34f00f-0d5a-49d1-a311-4cb7a88cd536 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 1094 time: 0.7902369 Jun 03 15:34:53.252722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.304131 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7df9591-15e3-4030-8fbe-a99089507fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.451288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a0a7954-5367-45f4-8895-8f11a1933482 req-61657685-9680-4d3c-a7db-0978abe23df5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552330 Jun 03 15:34:53.509798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df9591-15e3-4030-8fbe-a99089507fb2 None None] Pushing event deleted for resources: {'Port': ['ID=72f7d3f4-a383-411a-8b59-7be6cee7bc2a,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:53.518203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:53.519079 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.539206 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ef3158da-a9bd-4832-b7bd-9b92478ef17d tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags HTTP/1.1" status: 200 len: 241 time: 0.4861953 Jun 03 15:34:53.569798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df9591-15e3-4030-8fbe-a99089507fb2 None None] No DVR routers for this DVR port 72f7d3f4-a383-411a-8b59-7be6cee7bc2a on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:34:53.571319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52474) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:53.669643 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c85be0b-4042-49c0-bfb8-00c2d24f8fa8 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.687518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-cd47b3bf-f9ef-495a-a50c-8dbd53e5231b tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52', 'tempest-TagsExtTest-Tag-1382168691') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:53.753375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c85be0b-4042-49c0-bfb8-00c2d24f8fa8 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.784583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port d16055aa-c245-43a5-8b1e-0a04bf3cb66b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:53.785082 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.901302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c85be0b-4042-49c0-bfb8-00c2d24f8fa8 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:53.953978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935c589-f19b-4301-8889-2f0944db558d req-4e7a1b86-801b-4439-8d3d-9fe112250657 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:53.966047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e935c589-f19b-4301-8889-2f0944db558d req-4e7a1b86-801b-4439-8d3d-9fe112250657 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 943 time: 0.5907295 Jun 03 15:34:54.003768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85be0b-4042-49c0-bfb8-00c2d24f8fa8 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf51baaa-a276-453e-83ea-db40cf6842af,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:54.009694 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c85be0b-4042-49c0-bfb8-00c2d24f8fa8 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.013911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6c85be0b-4042-49c0-bfb8-00c2d24f8fa8 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf51baaa-a276-453e-83ea-db40cf6842af HTTP/1.1" status: 204 len: 168 time: 0.8179319 Jun 03 15:34:54.020000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1248cbb1-2628-42fb-8718-24086e7f5768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:54.032375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52480) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:54.108944 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cd47b3bf-f9ef-495a-a50c-8dbd53e5231b tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags/tempest-TagsExtTest-Tag-1382168691 HTTP/1.1" status: 204 len: 168 time: 0.5360143 Jun 03 15:34:54.114047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d16055aa-c245-43a5-8b1e-0a04bf3cb66b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d16055aa-c245-43a5-8b1e-0a04bf3cb66b,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:54.115720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e935c589-f19b-4301-8889-2f0944db558d req-5f804ff8-a60a-46cf-805b-2bd0e2f0ab37 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484010 Jun 03 15:34:54.132416 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.175655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52488) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:54.218447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-1a8fb7ac-d4d3-451e-8448-98a2412af761 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52', 'tempest-TagsExtTest-Tag-1382168691') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:54.232447 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0f457a-59f7-4cc5-8fca-4c323708ca09'] response: {'server_uuid': '1248cbb1-2628-42fb-8718-24086e7f5768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b', 'code': 200} Jun 03 15:34:54.252348 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.340001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:54.359966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41e4373-49fa-46a1-90a8-fe527ef67750 None None] DHCP port deletion for fffb62ca-43aa-40dc-9da2-fbe78e58db7c request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:34:54.377512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.396127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e41e4373-49fa-46a1-90a8-fe527ef67750 None None] Deleting port b6d640ee-3db5-4149-a3ed-d44565a4bb3f {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:34:54.400047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee1f2d-d735-4877-96f6-0fda4bacf945 req-bb7c9d7f-64c9-46d8-bce2-8d4889565e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:54.400854 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e41e4373-49fa-46a1-90a8-fe527ef67750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.402214 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7aee1f2d-d735-4877-96f6-0fda4bacf945 req-bb7c9d7f-64c9-46d8-bce2-8d4889565e42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 1.1351497 Jun 03 15:34:54.414122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b4413c-2037-4a65-b77f-a62c22e83194') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:54.414436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b4413c-2037-4a65-b77f-a62c22e83194') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:54.707975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=d16055aa-c245-43a5-8b1e-0a04bf3cb66b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:54.867552 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1a8fb7ac-d4d3-451e-8448-98a2412af761 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags/tempest-TagsExtTest-Tag-1382168691 HTTP/1.1" status: 204 len: 168 time: 0.6738992 Jun 03 15:34:54.869528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52494) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:54.877757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-3b5b67a4-1589-4ca9-aea0-21707932b04d tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:54.883836 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7aee1f2d-d735-4877-96f6-0fda4bacf945 req-6fe4ee9a-3e8b-4f95-9621-e3ec41226ff1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cee7a4f-327d-4316-92e6-8c08322b1994 HTTP/1.1" status: 200 len: 217 time: 0.4595101 Jun 03 15:34:54.891517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.940217 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:54.959017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:54.959869 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.244099 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.275456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fec185d-a26e-4cb1-9dcd-f963964e2ec1']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:55.311048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813b0880-de68-47fa-bb42-2f608318be1e') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:55.314229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813b0880-de68-47fa-bb42-2f608318be1e') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:55.359783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e41e4373-49fa-46a1-90a8-fe527ef67750 None None] For port b6d640ee-3db5-4149-a3ed-d44565a4bb3f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b6d640ee-3db5-4149-a3ed-d44565a4bb3f,segment=NetworkSegment(b0d30c44-0023-4a3b-ab0b-c5889ac501ee),segment_id=b0d30c44-0023-4a3b-ab0b-c5889ac501ee)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:55.361673 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e41e4373-49fa-46a1-90a8-fe527ef67750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.362915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.414588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.428263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:55.432262 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.625005 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.646707 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.656577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3b5b67a4-1589-4ca9-aea0-21707932b04d tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags HTTP/1.1" status: 200 len: 205 time: 0.7837112 Jun 03 15:34:55.657987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52514) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:55.666363 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e4b4413c-2037-4a65-b77f-a62c22e83194 resource provider aggregate not found Jun 03 15:34:55.699550 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.736615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-079de461-dec0-4021-bfdb-6ef7c4ef2bad tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:55.752213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e41e4373-49fa-46a1-90a8-fe527ef67750 None None] Calling delete_port for b6d640ee-3db5-4149-a3ed-d44565a4bb3f owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:34:55.766882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b972-f11f-436c-add4-bf002e1042c2 req-a88bc29b-90d9-49a2-a529-0b1e48fb8f0e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:55.768837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39b0b972-f11f-436c-add4-bf002e1042c2 req-a88bc29b-90d9-49a2-a529-0b1e48fb8f0e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 945 time: 1.1886330 Jun 03 15:34:55.770233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fec185d-a26e-4cb1-9dcd-f963964e2ec1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:55.797704 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e4b4413c-2037-4a65-b77f-a62c22e83194 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4b4413c-2037-4a65-b77f-a62c22e83194 found for delete ", "request_id": "req-5f97aee2-36d3-4a72-a3ae-273c5f6d8f45"}]} Jun 03 15:34:55.800080 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:55.809052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee1f2d-d735-4877-96f6-0fda4bacf945 req-f8fa76b8-7d40-4aa5-9a97-9482bc056f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:55.813791 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7aee1f2d-d735-4877-96f6-0fda4bacf945 req-f8fa76b8-7d40-4aa5-9a97-9482bc056f83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.6454446 Jun 03 15:34:55.819971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59744323-8336-4b81-b265-d047d70f0099 req-49b5477e-35d1-45b7-affc-2b98c479e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:55.822602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59744323-8336-4b81-b265-d047d70f0099 req-49b5477e-35d1-45b7-affc-2b98c479e2fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 1096 time: 1.4373269 Jun 03 15:34:55.826034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a6393369-ee6d-4161-b06a-379146d840d7 tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] 10.222.0.48 "DELETE /v2.0/networks/8fec185d-a26e-4cb1-9dcd-f963964e2ec1 HTTP/1.1" status: 204 len: 168 time: 1.7893384 Jun 03 15:34:55.828783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52522) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:55.882191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Network': ['ID=ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:55.907896 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-215c6235-4f8c-4222-8fb7-6f6032421f46 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/networks/ad2f3b3d-7e45-4edb-bf21-5c315ea0e19c HTTP/1.1" status: 204 len: 168 time: 3.1543422 Jun 03 15:34:55.917698 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39b0b972-f11f-436c-add4-bf002e1042c2 req-f30c6aad-1546-4ae9-a6bc-781a52d7949c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377294 Jun 03 15:34:55.921777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52526) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:55.958221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26faca-c5d1-49ca-b1e1-413e9a9d6e49 req-242122d5-2738-4647-9f3f-26e3822e5489 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:55.960083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b26faca-c5d1-49ca-b1e1-413e9a9d6e49 req-242122d5-2738-4647-9f3f-26e3822e5489 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 1.0572376 Jun 03 15:34:56.076314 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e41e4373-49fa-46a1-90a8-fe527ef67750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.103770 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 813b0880-de68-47fa-bb42-2f608318be1e resource provider aggregate not found Jun 03 15:34:56.157311 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.228038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e4373-49fa-46a1-90a8-fe527ef67750 None None] No DVR routers for this DVR port b6d640ee-3db5-4149-a3ed-d44565a4bb3f on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:34:56.247539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e4373-49fa-46a1-90a8-fe527ef67750 None None] Pushing event deleted for resources: {'Port': ['ID=b6d640ee-3db5-4149-a3ed-d44565a4bb3f,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:56.261337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b6d640ee-3db5-4149-a3ed-d44565a4bb3f no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:34:56.269235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-079de461-dec0-4021-bfdb-6ef7c4ef2bad tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags HTTP/1.1" status: 204 len: 168 time: 0.6042845 Jun 03 15:34:56.293703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52532) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:56.313842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-a597e103-d09e-4b55-a22b-0c8087099eb6 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:56.340813 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 813b0880-de68-47fa-bb42-2f608318be1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 813b0880-de68-47fa-bb42-2f608318be1e found for delete ", "request_id": "req-86a918ba-bf47-4da8-9b20-c49c89ffa1e1"}]} Jun 03 15:34:56.379980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5cee7a4f-327d-4316-92e6-8c08322b1994 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:34:56.393445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59744323-8336-4b81-b265-d047d70f0099 req-e50cc0cf-ebdd-49b8-b7c1-b835d8aa4fa3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769694 Jun 03 15:34:56.399882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: b6d640ee-3db5-4149-a3ed-d44565a4bb3f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:34:56.410485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b6d640ee-3db5-4149-a3ed-d44565a4bb3f not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:34:56.521404 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b26faca-c5d1-49ca-b1e1-413e9a9d6e49 req-1f9b21ac-0dfe-4f6e-812e-0fe8ea21366c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040670 Jun 03 15:34:56.529076 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.620160 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5cee7a4f-327d-4316-92e6-8c08322b1994, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5cee7a4f-327d-4316-92e6-8c08322b1994,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:56.663431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5cee7a4f-327d-4316-92e6-8c08322b1994', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'port_id': '5cee7a4f-327d-4316-92e6-8c08322b1994', 'mac_address': 'fa:16:3e:19:a1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:34:56.728303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.770714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee1f2d-d735-4877-96f6-0fda4bacf945 req-ea93d61e-285b-48ad-a617-7afe758aa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:56.772141 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7aee1f2d-d735-4877-96f6-0fda4bacf945 req-ea93d61e-285b-48ad-a617-7afe758aa0a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9440043 Jun 03 15:34:56.786126 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a597e103-d09e-4b55-a22b-0c8087099eb6 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags HTTP/1.1" status: 204 len: 168 time: 0.4851809 Jun 03 15:34:56.789844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52540) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:56.790545 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.796910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-db6f8937-379b-4a52-a753-e5ca0dddbbd6 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:56.805502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5cee7a4f-327d-4316-92e6-8c08322b1994 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:34:56.806597 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.823625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffb62ca-43aa-40dc-9da2-fbe78e58db7c']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:56.841787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cee7a4f-327d-4316-92e6-8c08322b1994 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:34:56.872144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacf5942-843f-4ca3-b2ec-55ac17a9abce']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:56.873564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5cee7a4f-327d-4316-92e6-8c08322b1994, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5cee7a4f-327d-4316-92e6-8c08322b1994,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:34:56.881936 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.889769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d30c44-0023-4a3b-ab0b-c5889ac501ee') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:56.899202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d30c44-0023-4a3b-ab0b-c5889ac501ee') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:56.934356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c170d-4c4e-4a07-b8bb-106439047bbd req-acd1913e-bddf-4828-a19d-0dbdd65a9a85 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:56.937382 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.939950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c86c170d-4c4e-4a07-b8bb-106439047bbd req-acd1913e-bddf-4828-a19d-0dbdd65a9a85 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 943 time: 0.5719080 Jun 03 15:34:56.949144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df60e7e7-67c5-4c6e-b635-1d72dfa60e28') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:56.952154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df60e7e7-67c5-4c6e-b635-1d72dfa60e28') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:56.963209 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:56.974507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:56.974988 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.044988 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.089166 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-db6f8937-379b-4a52-a753-e5ca0dddbbd6 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags HTTP/1.1" status: 204 len: 168 time: 0.2982340 Jun 03 15:34:57.094126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52550) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:57.103082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-27ef102c-db2c-48fb-a26c-27c5424d1fba tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:57.122815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5cee7a4f-327d-4316-92e6-8c08322b1994,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:57.158365 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.164777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c86c170d-4c4e-4a07-b8bb-106439047bbd req-c93c23a8-ffc0-4372-b5e5-4ff3e901c123 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810241 Jun 03 15:34:57.174390 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.193109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:57.194296 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.194935 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.209909 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/networks/fffb62ca-43aa-40dc-9da2-fbe78e58db7c HTTP/1.1" status: 204 len: 168 time: 1.2866306 Jun 03 15:34:57.211401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52554) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:57.255519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86da10-d30a-4c76-8676-fd9b2e9bf22c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Network': ['ID=fffb62ca-43aa-40dc-9da2-fbe78e58db7c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:57.269989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'network': {'name': 'tempest-RoutersTest-511157588'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:57.287510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:57.310490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:network and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:57.320233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:57.346909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:57.382667 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:57.386499 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.432594 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.440767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:57.464006 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.465554 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added segment 90375c31-208f-45e5-8c0f-c810164aa93b of type vlan for network d9aa3ea7-554f-414b-9f4a-9beff5811589 Jun 03 15:34:57.465761 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.477773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] Pushing event deleted for resources: {'Network': ['ID=dacf5942-843f-4ca3-b2ec-55ac17a9abce,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:57.484321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-32d4401b-7e4d-4dcc-a6e2-52491a07253d tempest-QuotasNegativeTest-1743052211 tempest-QuotasNegativeTest-1743052211-project-admin] 10.222.0.48 "DELETE /v2.0/networks/dacf5942-843f-4ca3-b2ec-55ac17a9abce HTTP/1.1" status: 204 len: 168 time: 1.6435890 Jun 03 15:34:57.512913 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.513313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c637653-a1c6-445d-9257-e0e76d9ae82d req-3fd5dc05-8e19-4198-8914-fbae62adc19d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:57.516444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5cee7a4f-327d-4316-92e6-8c08322b1994'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:34:57.520520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c637653-a1c6-445d-9257-e0e76d9ae82d req-3fd5dc05-8e19-4198-8914-fbae62adc19d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 945 time: 0.2092872 Jun 03 15:34:57.601899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c637653-a1c6-445d-9257-e0e76d9ae82d req-3f9562ce-f77d-4823-a25e-4c1c367b8af6 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724869 Jun 03 15:34:57.614559 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.657928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:57.660508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:57.965663 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-27ef102c-db2c-48fb-a26c-27c5424d1fba tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags HTTP/1.1" status: 204 len: 168 time: 0.8702657 Jun 03 15:34:57.985010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52580) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:58.005233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-a452e8dd-429b-4d54-882e-ac3998cca6d0 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b', 'tempest-TagsExtTest-Tag-1946052509') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:58.158262 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9425406 Jun 03 15:34:58.160887 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b0d30c44-0023-4a3b-ab0b-c5889ac501ee resource provider aggregate not found Jun 03 15:34:58.221529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52588) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:58.300647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'subnet': {'network_id': 'd9aa3ea7-554f-414b-9f4a-9beff5811589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:34:58.395059 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment df60e7e7-67c5-4c6e-b635-1d72dfa60e28 resource provider aggregate not found Jun 03 15:34:58.436527 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment df60e7e7-67c5-4c6e-b635-1d72dfa60e28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df60e7e7-67c5-4c6e-b635-1d72dfa60e28 found for delete ", "request_id": "req-ce019752-897f-49b5-901c-0ce7d95682dc"}]} Jun 03 15:34:58.455310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eede5bc-beb1-4c8f-8956-93d7f839c615 req-6161c46e-7bdf-4eb1-a2ba-5a159eb7d31b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:58.465935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7eede5bc-beb1-4c8f-8956-93d7f839c615 req-6161c46e-7bdf-4eb1-a2ba-5a159eb7d31b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.6958909 Jun 03 15:34:58.608341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7eede5bc-beb1-4c8f-8956-93d7f839c615 req-7fc8839f-dc81-4cef-8b13-6c2c22663c8f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384661 Jun 03 15:34:58.613821 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a452e8dd-429b-4d54-882e-ac3998cca6d0 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags/tempest-TagsExtTest-Tag-1946052509 HTTP/1.1" status: 201 len: 201 time: 0.6179705 Jun 03 15:34:58.618006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52602) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:58.620025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52604) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:58.675712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-47c1eb47-bd00-411f-bb82-a2d13479e16c tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989', 'tempest-TagsExtTest-Tag-1278122014') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:58.784794 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b0d30c44-0023-4a3b-ab0b-c5889ac501ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0d30c44-0023-4a3b-ab0b-c5889ac501ee found for delete ", "request_id": "req-3786023d-8107-44ac-ae66-7a968c8b0551"}]} Jun 03 15:34:58.787597 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7aee1f2d-d735-4877-96f6-0fda4bacf945 req-176a279a-3042-4aa4-b5b2-66e06f955933 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1824317 Jun 03 15:34:58.788333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dbe82-572a-4456-bf96-825d8de90e85 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Network': ['ID=d9aa3ea7-554f-414b-9f4a-9beff5811589,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:58.803980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network d9aa3ea7-554f-414b-9f4a-9beff5811589 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:34:59.139603 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-306207f0-47e0-4ae3-9fb4-851d209c784c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.226236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-47c1eb47-bd00-411f-bb82-a2d13479e16c tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags/tempest-TagsExtTest-Tag-1278122014 HTTP/1.1" status: 201 len: 201 time: 0.5961056 Jun 03 15:34:59.239386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-306207f0-47e0-4ae3-9fb4-851d209c784c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:59.243449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52618) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:59.262997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-306207f0-47e0-4ae3-9fb4-851d209c784c admin admin] Usage tracker for resource:security_group_rule and tenant:c839467cd5ca4e3ea659817e0db8fbbd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:59.271921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-ac1270bd-6ddf-42ca-9d28-4387381c4f48 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff', 'tempest-TagsExtTest-Tag-1347070959') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:59.364820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-306207f0-47e0-4ae3-9fb4-851d209c784c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:59.394558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-306207f0-47e0-4ae3-9fb4-851d209c784c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:59.413268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c7803-87e5-4876-a28c-ba62df968c11 req-c806b75b-6254-4e91-9489-21aafda1ac5f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:59.424531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-681c7803-87e5-4876-a28c-ba62df968c11 req-c806b75b-6254-4e91-9489-21aafda1ac5f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 944 time: 0.5133183 Jun 03 15:34:59.533008 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.555158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f96cf-6856-4d10-90c2-2ab4e2bc9670 req-846bd30b-c8a5-4b6e-932f-1dd3108d1822 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:59.557276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa8f96cf-6856-4d10-90c2-2ab4e2bc9670 req-846bd30b-c8a5-4b6e-932f-1dd3108d1822 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 945 time: 0.5618923 Jun 03 15:34:59.681614 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7aee1f2d-d735-4877-96f6-0fda4bacf945 req-1e2cf31d-424c-4bcd-b6d0-effb1938d9d7 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8379614 Jun 03 15:34:59.686529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:34:59.693116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:subnet and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:34:59.697177 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:34:59.704796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:34:59.720079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:59.726398 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:34:59.789934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-681c7803-87e5-4876-a28c-ba62df968c11 req-7c714851-5b38-431a-9602-0c306e9b686f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637450 Jun 03 15:34:59.858840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ac1270bd-6ddf-42ca-9d28-4387381c4f48 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags/tempest-TagsExtTest-Tag-1347070959 HTTP/1.1" status: 201 len: 201 time: 0.6061959 Jun 03 15:34:59.868071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52628) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:34:59.878641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-ad72345c-d983-4ad3-a392-11020bd864bb tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52', 'tempest-TagsExtTest-Tag-429254690') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:59.901579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa8f96cf-6856-4d10-90c2-2ab4e2bc9670 req-aa5a3723-8569-4c40-81a3-dff7ef657b67 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201630 Jun 03 15:35:00.009247 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-306207f0-47e0-4ae3-9fb4-851d209c784c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.015152 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-306207f0-47e0-4ae3-9fb4-851d209c784c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.110398 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ad72345c-d983-4ad3-a392-11020bd864bb tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags/tempest-TagsExtTest-Tag-429254690 HTTP/1.1" status: 201 len: 201 time: 0.2412286 Jun 03 15:35:00.113637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52634) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:00.121822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-41e4167d-8616-4a11-8dd8-d40470728a87 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b', {'tags': ['tempest-TagsExtTest-Tag-1645160054', 'tempest-TagsExtTest-Tag-1144347602', 'tempest-TagsExtTest-Tag-1305081413']}) {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:00.158187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-306207f0-47e0-4ae3-9fb4-851d209c784c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c839467cd5ca4e3ea659817e0db8fbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5350339 Jun 03 15:35:00.173249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306207f0-47e0-4ae3-9fb4-851d209c784c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb64e5c-cb7d-4b1c-a69f-dd15bb406ccc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:00.184494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52640) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:00.243119 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.280677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5cee7a4f-327d-4316-92e6-8c08322b1994 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:00.481244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Subnet': ['ID=e8726f42-5240-48a1-aa4b-9ccb8213ddb2,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:00.483947 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c510a1c-ffdf-40c3-886f-b70b4b7e225c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.493690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 5cee7a4f-327d-4316-92e6-8c08322b1994 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:00.514761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5cee7a4f-327d-4316-92e6-8c08322b1994 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:00.515803 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.534016 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-41e4167d-8616-4a11-8dd8-d40470728a87 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags HTTP/1.1" status: 200 len: 318 time: 0.4189620 Jun 03 15:35:00.537967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Checking segment: {'id': '90375c31-208f-45e5-8c0f-c810164aa93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd9aa3ea7-554f-414b-9f4a-9beff5811589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:00.540605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network hostable DHCP agents. Network: d9aa3ea7-554f-414b-9f4a-9beff5811589, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:35:00.548495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52646) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:00.596747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-51448388-d5c8-458c-a25c-7a7d9036d98e tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:00.614720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network d9aa3ea7-554f-414b-9f4a-9beff5811589 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:35:00.646673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, d9aa3ea7-554f-414b-9f4a-9beff5811589) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:00.662302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c510a1c-ffdf-40c3-886f-b70b4b7e225c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.664735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:00.665897 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.677175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f26e5f-d139-4edb-81e6-2ab1bfc9f201 None None] Network d9aa3ea7-554f-414b-9f4a-9beff5811589 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:00.748471 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f7441bc5-fd35-44b4-96aa-451b6b83c432 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5254140 Jun 03 15:35:00.751804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52652) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:00.755987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e21195-63c1-40ca-be01-9641575d125e req-5d6af115-114b-483e-b41d-050b5da8bedd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:00.757624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18e21195-63c1-40ca-be01-9641575d125e req-5d6af115-114b-483e-b41d-050b5da8bedd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.5586402 Jun 03 15:35:00.765259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3acbb6a9-fe83-4f3d-8b90-27fbaa3ba7c4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1359148071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:00.784797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3acbb6a9-fe83-4f3d-8b90-27fbaa3ba7c4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:00.796623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3acbb6a9-fe83-4f3d-8b90-27fbaa3ba7c4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:router and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:00.803171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3acbb6a9-fe83-4f3d-8b90-27fbaa3ba7c4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:00.829004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3acbb6a9-fe83-4f3d-8b90-27fbaa3ba7c4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:00.862709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c510a1c-ffdf-40c3-886f-b70b4b7e225c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.877753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3acbb6a9-fe83-4f3d-8b90-27fbaa3ba7c4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.879450 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3acbb6a9-fe83-4f3d-8b90-27fbaa3ba7c4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.920915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3acbb6a9-fe83-4f3d-8b90-27fbaa3ba7c4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.969811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5cee7a4f-327d-4316-92e6-8c08322b1994 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:00.969811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:00.972340 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3acbb6a9-fe83-4f3d-8b90-27fbaa3ba7c4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.000980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c510a1c-ffdf-40c3-886f-b70b4b7e225c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb64e5c-cb7d-4b1c-a69f-dd15bb406ccc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:01.025671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3acbb6a9-fe83-4f3d-8b90-27fbaa3ba7c4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.027526 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3acbb6a9-fe83-4f3d-8b90-27fbaa3ba7c4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2747672 Jun 03 15:35:01.038609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52662) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:01.049747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c510a1c-ffdf-40c3-886f-b70b4b7e225c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.051721 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6c510a1c-ffdf-40c3-886f-b70b4b7e225c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdb64e5c-cb7d-4b1c-a69f-dd15bb406ccc HTTP/1.1" status: 204 len: 168 time: 0.8659408 Jun 03 15:35:01.065603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'port': {'network_id': 'd9aa3ea7-554f-414b-9f4a-9beff5811589', 'name': 'tempest-RoutersTest-81839751'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:01.173917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cee7a4f-327d-4316-92e6-8c08322b1994'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:01.202218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-d9aa3ea7-554f-414b-9f4a-9beff5811589', 'network_id': 'd9aa3ea7-554f-414b-9f4a-9beff5811589', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'fixed_ips': [{'subnet_id': 'e8726f42-5240-48a1-aa4b-9ccb8213ddb2'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:35:01.203362 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.215158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5cee7a4f-327d-4316-92e6-8c08322b1994, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5cee7a4f-327d-4316-92e6-8c08322b1994,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:01.223826 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.247352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18e21195-63c1-40ca-be01-9641575d125e req-541204ff-4778-49d2-b339-cc4be9d62027 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969202 Jun 03 15:35:01.319963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5cee7a4f-327d-4316-92e6-8c08322b1994,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:01.408035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:01.423373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:01.438016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:01.441732 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.461545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-51448388-d5c8-458c-a25c-7a7d9036d98e tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags HTTP/1.1" status: 204 len: 168 time: 0.9026825 Jun 03 15:35:01.461772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:01.471815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-5100adae-26cc-4803-91c0-eb31b03b67fb tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b', 'tempest-TagsExtTest-Tag-1645160054') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:01.473742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d2128-5fec-4979-82c1-66a28c862ec5 req-b8ed4aff-94ef-4ac5-a6ba-0735c68493e6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.487301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-797d2128-5fec-4979-82c1-66a28c862ec5 req-b8ed4aff-94ef-4ac5-a6ba-0735c68493e6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.3804140 Jun 03 15:35:01.525261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] device_id is not set on port 87f1e3b3-41dd-425a-94c0-f321adf52675 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:35:01.604189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-797d2128-5fec-4979-82c1-66a28c862ec5 req-c80bd4c3-436d-4a84-a729-043020b897a0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061511 Jun 03 15:35:01.674366 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-5100adae-26cc-4803-91c0-eb31b03b67fb tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:01.676056 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5100adae-26cc-4803-91c0-eb31b03b67fb tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags/tempest-TagsExtTest-Tag-1645160054 HTTP/1.1" status: 404 len: 329 time: 0.2120926 Jun 03 15:35:01.678511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52676) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:01.689508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-143f5444-153b-4157-810c-dcdb8c82eeb1 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b', 'tempest-TagsExtTest-Tag-1144347602') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:01.705690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52680) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:01.749446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Allocated IP 172.20.0.2 (d9aa3ea7-554f-414b-9f4a-9beff5811589/e8726f42-5240-48a1-aa4b-9ccb8213ddb2/97466155-1c85-4b56-8c05-0a6f11b22112) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:01.762436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3376-9a71-4dfb-ad2d-e048b969995f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:01.798557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f0dd3376-9a71-4dfb-ad2d-e048b969995f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:01.802524 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-143f5444-153b-4157-810c-dcdb8c82eeb1 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:01.808601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f0dd3376-9a71-4dfb-ad2d-e048b969995f admin admin] Usage tracker for resource:security_group_rule and tenant:22207fbe4ba74de386d677ea66095384 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:01.809388 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-143f5444-153b-4157-810c-dcdb8c82eeb1 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags/tempest-TagsExtTest-Tag-1144347602 HTTP/1.1" status: 404 len: 329 time: 0.1251252 Jun 03 15:35:01.810084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52688) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:01.813085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f0dd3376-9a71-4dfb-ad2d-e048b969995f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:01.817763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-8fdd2f9c-22a6-4c69-970e-3fd18c53da0c tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b', 'tempest-TagsExtTest-Tag-1305081413') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:01.833853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f0dd3376-9a71-4dfb-ad2d-e048b969995f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:01.903624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078850d-54ef-4841-80e5-2a322889ea2b req-8a2200c3-22dc-45b1-91cc-ae22caa584e2 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.906190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5078850d-54ef-4841-80e5-2a322889ea2b req-8a2200c3-22dc-45b1-91cc-ae22caa584e2 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 945 time: 0.3116746 Jun 03 15:35:01.927760 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf7380c-e2bd-4b4b-ab8c-63e6de2df707'] response: {'server_uuid': 'a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cee7a4f-327d-4316-92e6-8c08322b1994', 'code': 200} Jun 03 15:35:01.946528 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-8fdd2f9c-22a6-4c69-970e-3fd18c53da0c tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:01.948431 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8fdd2f9c-22a6-4c69-970e-3fd18c53da0c tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags/tempest-TagsExtTest-Tag-1305081413 HTTP/1.1" status: 404 len: 329 time: 0.1372287 Jun 03 15:35:01.952301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52692) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:01.967483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-41580bb1-ae7e-4bd2-8793-3dfb488365a2 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989', {'tags': ['tempest-TagsExtTest-Tag-1381210409', 'tempest-TagsExtTest-Tag-1707075834', 'tempest-TagsExtTest-Tag-493578073']}) {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:02.026802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5078850d-54ef-4841-80e5-2a322889ea2b req-fb141b8a-8410-4c85-98b3-e0bd4de4d14b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031792 Jun 03 15:35:02.037012 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3376-9a71-4dfb-ad2d-e048b969995f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.053441 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3376-9a71-4dfb-ad2d-e048b969995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.089598 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.091244 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-41580bb1-ae7e-4bd2-8793-3dfb488365a2 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags HTTP/1.1" status: 200 len: 317 time: 0.1373551 Jun 03 15:35:02.094412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52700) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:02.111165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-81eaf7bd-3df0-4c22-a66b-31b964a7de72 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:02.137005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Transition to ACTIVE for port object 97466155-1c85-4b56-8c05-0a6f11b22112 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:02.147409 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-840db73d-26a2-4eec-966d-398e30ae6cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.170513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f0dd3376-9a71-4dfb-ad2d-e048b969995f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22207fbe4ba74de386d677ea66095384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4618917 Jun 03 15:35:02.175433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Transition to ACTIVE for port object 97466155-1c85-4b56-8c05-0a6f11b22112 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:02.178658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52704) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:02.184557 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.309975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Network d9aa3ea7-554f-414b-9f4a-9beff5811589 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:02.313825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:02.315612 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992f5cf4-fb20-4700-a8c3-6e70621d2404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.319426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:02.331315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Pushing event updated for resources: {'Port': ['ID=97466155-1c85-4b56-8c05-0a6f11b22112,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:02.364368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd3376-9a71-4dfb-ad2d-e048b969995f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bb6121-568c-4fbd-97ff-6d70c153713c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:02.365228 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-81eaf7bd-3df0-4c22-a66b-31b964a7de72 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags HTTP/1.1" status: 204 len: 168 time: 0.2684371 Jun 03 15:35:02.369344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52710) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:02.389827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-80609dd7-0c7c-44a8-a75f-70054fd4dbe4 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989', 'tempest-TagsExtTest-Tag-1381210409') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:02.393860 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992f5cf4-fb20-4700-a8c3-6e70621d2404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.476730 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992f5cf4-fb20-4700-a8c3-6e70621d2404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.496087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Attempting to bind port 97466155-1c85-4b56-8c05-0a6f11b22112 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:02.497334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Attempting to bind port 97466155-1c85-4b56-8c05-0a6f11b22112 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '90375c31-208f-45e5-8c0f-c810164aa93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd9aa3ea7-554f-414b-9f4a-9beff5811589'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:02.497729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Attempting to bind port 97466155-1c85-4b56-8c05-0a6f11b22112 on network d9aa3ea7-554f-414b-9f4a-9beff5811589 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:02.509221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-992f5cf4-fb20-4700-a8c3-6e70621d2404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.510673 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-992f5cf4-fb20-4700-a8c3-6e70621d2404 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7bb6121-568c-4fbd-97ff-6d70c153713c HTTP/1.1" status: 204 len: 168 time: 0.3306851 Jun 03 15:35:02.511000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:35:02.513630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Checking segment: {'id': '90375c31-208f-45e5-8c0f-c810164aa93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd9aa3ea7-554f-414b-9f4a-9beff5811589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:02.514881 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.515242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Bound using segment: {'id': '90375c31-208f-45e5-8c0f-c810164aa93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd9aa3ea7-554f-414b-9f4a-9beff5811589'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:35:02.515643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f5cf4-fb20-4700-a8c3-6e70621d2404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bb6121-568c-4fbd-97ff-6d70c153713c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:02.516353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Bound port: 97466155-1c85-4b56-8c05-0a6f11b22112, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90375c31-208f-45e5-8c0f-c810164aa93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd9aa3ea7-554f-414b-9f4a-9beff5811589'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:35:02.517025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.616963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Allocated IP 172.20.0.14 (d9aa3ea7-554f-414b-9f4a-9beff5811589/e8726f42-5240-48a1-aa4b-9ccb8213ddb2/87f1e3b3-41dd-425a-94c0-f321adf52675) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:02.665403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] For port 97466155-1c85-4b56-8c05-0a6f11b22112, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:35:02.670364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] For port 97466155-1c85-4b56-8c05-0a6f11b22112, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=97466155-1c85-4b56-8c05-0a6f11b22112,segment=NetworkSegment(90375c31-208f-45e5-8c0f-c810164aa93b),segment_id=90375c31-208f-45e5-8c0f-c810164aa93b)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:35:02.675900 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:02.682361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12501834-4c08-425b-a59a-7973552a1a35 req-e542d24d-9b81-4f92-a8f1-70043d31ea72 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.684803 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12501834-4c08-425b-a59a-7973552a1a35 req-e542d24d-9b81-4f92-a8f1-70043d31ea72 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 945 time: 0.4247589 Jun 03 15:35:02.695772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52718) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:02.704066 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cbdba195-7b52-4430-b462-d229fd9cfb78 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'floatingip': {'port_id': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:02.731484 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-80609dd7-0c7c-44a8-a75f-70054fd4dbe4 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:02.740720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-80609dd7-0c7c-44a8-a75f-70054fd4dbe4 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags/tempest-TagsExtTest-Tag-1381210409 HTTP/1.1" status: 404 len: 329 time: 0.3508701 Jun 03 15:35:02.756796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52722) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:02.786476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-3724317f-b106-4e60-b858-f3a943f56d78 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989', 'tempest-TagsExtTest-Tag-1707075834') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:02.966727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91587907-6dfb-4e64-8d79-ba78b7a3d6dd None None] Pushing event updated for resources: {'Port': ['ID=97466155-1c85-4b56-8c05-0a6f11b22112,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:02.988042 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbdba195-7b52-4430-b462-d229fd9cfb78 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:03.026868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449d92e-72b7-4604-9200-68e439aa1946 req-4d96ab44-9554-4002-ad1c-1fdb4ac6a60e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.028509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2449d92e-72b7-4604-9200-68e439aa1946 req-4d96ab44-9554-4002-ad1c-1fdb4ac6a60e tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 0.4958260 Jun 03 15:35:03.162177 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:35:03.395242 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:03.427475 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-3724317f-b106-4e60-b858-f3a943f56d78 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:03.430970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3724317f-b106-4e60-b858-f3a943f56d78 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags/tempest-TagsExtTest-Tag-1707075834 HTTP/1.1" status: 404 len: 329 time: 0.6707511 Jun 03 15:35:03.446931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52740) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:03.463958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-394e5982-229e-45cf-8ec2-a94b1a24d276 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989', 'tempest-TagsExtTest-Tag-493578073') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:03.543114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2449d92e-72b7-4604-9200-68e439aa1946 req-6845dc35-83e4-4146-a7a3-dcf3dce99224 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418821 Jun 03 15:35:03.544511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Transition to ACTIVE for port object 87f1e3b3-41dd-425a-94c0-f321adf52675 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:03.563014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdd785-e226-4b28-8e15-416a96a874bd req-c75d7a49-e162-4972-a5a6-90c73429f764 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.576338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05fdd785-e226-4b28-8e15-416a96a874bd req-c75d7a49-e162-4972-a5a6-90c73429f764 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.5635488 Jun 03 15:35:03.674758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05fdd785-e226-4b28-8e15-416a96a874bd req-8314ef22-b232-4bad-8f5e-c5a7125448a2 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971644 Jun 03 15:35:03.697072 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-394e5982-229e-45cf-8ec2-a94b1a24d276 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:03.702368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-394e5982-229e-45cf-8ec2-a94b1a24d276 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags/tempest-TagsExtTest-Tag-493578073 HTTP/1.1" status: 404 len: 328 time: 0.2508750 Jun 03 15:35:03.703100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52750) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:03.707262 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:03.715032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-579c06fe-63c5-4033-a7aa-b7440c374c45 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff', {'tags': ['tempest-TagsExtTest-Tag-1080374110', 'tempest-TagsExtTest-Tag-1415864095', 'tempest-TagsExtTest-Tag-546663085']}) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:04.292703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 97466155-1c85-4b56-8c05-0a6f11b22112 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:04.355814 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-05637c8c-bf18-47ef-ac68-07b5a720fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.423221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network d9aa3ea7-554f-414b-9f4a-9beff5811589 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:04.441190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:04.450491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:04.512171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 97466155-1c85-4b56-8c05-0a6f11b22112 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:04.631016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=87f1e3b3-41dd-425a-94c0-f321adf52675,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:04.667183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-579c06fe-63c5-4033-a7aa-b7440c374c45 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags HTTP/1.1" status: 200 len: 317 time: 0.9584463 Jun 03 15:35:04.675569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52772) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:04.692448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-05d5d421-35e9-49b0-82d0-aa72a4044a3f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:04.754652 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbdba195-7b52-4430-b462-d229fd9cfb78 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.761354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbdba195-7b52-4430-b462-d229fd9cfb78 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:04.986980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34c2bf-d23c-4614-af21-0cad7a4a3e08 None None] Network d9aa3ea7-554f-414b-9f4a-9beff5811589 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:05.030222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:05.035220 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.260849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-51ac859f-8083-4712-b20f-0fbc4b3d8b54 None None] Provisioning for port 97466155-1c85-4b56-8c05-0a6f11b22112 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:05.332691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-51ac859f-8083-4712-b20f-0fbc4b3d8b54 None None] Provisioning complete for port 97466155-1c85-4b56-8c05-0a6f11b22112 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:05.334333 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51ac859f-8083-4712-b20f-0fbc4b3d8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.401557 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.581152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-89b98d88-cd27-4cef-b82f-2cd668cf5581 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.5404437 Jun 03 15:35:05.587915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52798) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:05.615571 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.673519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e52c6d-25a7-4f57-9556-04adb388b7d4 req-6b329d15-a671-4c9f-b1a5-c865357faf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:05.680915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-12e52c6d-25a7-4f57-9556-04adb388b7d4 req-6b329d15-a671-4c9f-b1a5-c865357faf73 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 1096 time: 1.4963822 Jun 03 15:35:05.760713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-51ac859f-8083-4712-b20f-0fbc4b3d8b54 None None] Current status of the port 97466155-1c85-4b56-8c05-0a6f11b22112 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:05.761094 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51ac859f-8083-4712-b20f-0fbc4b3d8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.807033 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-cbdba195-7b52-4430-b462-d229fd9cfb78 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Floating IP 1188194b-24ce-46a4-bc7d-ae5bbfeb95c8 associated. External IP: 172.25.7.73, port: d16055aa-c245-43a5-8b1e-0a04bf3cb66b. Jun 03 15:35:05.814659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-51ac859f-8083-4712-b20f-0fbc4b3d8b54 None None] For port 97466155-1c85-4b56-8c05-0a6f11b22112, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=97466155-1c85-4b56-8c05-0a6f11b22112,segment=NetworkSegment(90375c31-208f-45e5-8c0f-c810164aa93b),segment_id=90375c31-208f-45e5-8c0f-c810164aa93b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:05.824270 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51ac859f-8083-4712-b20f-0fbc4b3d8b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:05.855694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52802) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:05.858369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-05d5d421-35e9-49b0-82d0-aa72a4044a3f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags HTTP/1.1" status: 204 len: 168 time: 1.1814363 Jun 03 15:35:05.866044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52804) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:05.931094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-03e3763e-07e0-4bf5-886e-e72a7cf08f7f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff', 'tempest-TagsExtTest-Tag-1080374110') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:05.989729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac859f-8083-4712-b20f-0fbc4b3d8b54 None None] Pushing event updated for resources: {'Port': ['ID=97466155-1c85-4b56-8c05-0a6f11b22112,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:06.081440 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-12e52c6d-25a7-4f57-9556-04adb388b7d4 req-699933b3-0893-4ded-a944-760bb2bf2c5a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665779 Jun 03 15:35:06.282901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 97466155-1c85-4b56-8c05-0a6f11b22112 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:06.528792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6f5d5271-419e-4cde-825a-3a1ec2501487 None None] Provisioning complete for port 97466155-1c85-4b56-8c05-0a6f11b22112 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:06.529987 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6f5d5271-419e-4cde-825a-3a1ec2501487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.630144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 97466155-1c85-4b56-8c05-0a6f11b22112 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:06.631019 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:06.698057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baad83-fafe-4db3-86a6-17b3cf10f5f5 req-8bef3f07-b62c-4da5-bdfc-7d1bc0aa02b3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:06.701664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83baad83-fafe-4db3-86a6-17b3cf10f5f5 req-8bef3f07-b62c-4da5-bdfc-7d1bc0aa02b3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 943 time: 1.7487636 Jun 03 15:35:06.766792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc35200-11a3-45f8-b5f0-066b8eeaa458 req-93025255-e553-43c4-a053-463062e237e6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:06.780809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fc35200-11a3-45f8-b5f0-066b8eeaa458 req-93025255-e553-43c4-a053-463062e237e6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 1.2907643 Jun 03 15:35:06.872119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdba195-7b52-4430-b462-d229fd9cfb78 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Router deea8f90-251a-45e7-bdd9-69ab6134d047 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:35:06.915820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d5271-419e-4cde-825a-3a1ec2501487 None None] Current status of the port 97466155-1c85-4b56-8c05-0a6f11b22112 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:06.931130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1809582670'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:06.939788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:06.946626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Usage tracker for resource:network and tenant:7b8d3c5785864b66842da9688cc346c3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:06.951062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:06.960995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:06.995504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6f5d5271-419e-4cde-825a-3a1ec2501487 None None] Provisioning for port 87f1e3b3-41dd-425a-94c0-f321adf52675 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:07.015045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6f5d5271-419e-4cde-825a-3a1ec2501487 None None] Provisioning complete for port 87f1e3b3-41dd-425a-94c0-f321adf52675 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:07.015592 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6f5d5271-419e-4cde-825a-3a1ec2501487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:07.024930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fc35200-11a3-45f8-b5f0-066b8eeaa458 req-10b35af9-d34d-4f58-81b7-261f254d1e02 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428160 Jun 03 15:35:07.026803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Made reservation on behalf of 7b8d3c5785864b66842da9688cc346c3 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:07.033999 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:07.083779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 97466155-1c85-4b56-8c05-0a6f11b22112 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:07.110108 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:07.143942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d5271-419e-4cde-825a-3a1ec2501487 None None] Port 87f1e3b3-41dd-425a-94c0-f321adf52675 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:07.190775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:07.207611 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-03e3763e-07e0-4bf5-886e-e72a7cf08f7f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:07.209952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-03e3763e-07e0-4bf5-886e-e72a7cf08f7f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags/tempest-TagsExtTest-Tag-1080374110 HTTP/1.1" status: 404 len: 329 time: 1.3311384 Jun 03 15:35:07.219622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52816) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:07.278242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9adf6ff8-b84c-4953-abd0-ba2863b6421a None None] Provisioning complete for port 87f1e3b3-41dd-425a-94c0-f321adf52675 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:07.282732 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9adf6ff8-b84c-4953-abd0-ba2863b6421a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:07.389983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdba195-7b52-4430-b462-d229fd9cfb78 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:07.402126 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2be3d6-2dca-45c2-b0d0-a7134a3a7df3 None None] Sync routers for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:07.421656 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbdba195-7b52-4430-b462-d229fd9cfb78 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:07.440488 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2be3d6-2dca-45c2-b0d0-a7134a3a7df3 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:07.441570 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb2be3d6-2dca-45c2-b0d0-a7134a3a7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:07.442590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9adf6ff8-b84c-4953-abd0-ba2863b6421a None None] Port 87f1e3b3-41dd-425a-94c0-f321adf52675 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:07.535781 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cbdba195-7b52-4430-b462-d229fd9cfb78 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "PUT /v2.0/floatingips/1188194b-24ce-46a4-bc7d-ae5bbfeb95c8 HTTP/1.1" status: 200 len: 990 time: 4.8382077 Jun 03 15:35:07.537161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1248cbb1-2628-42fb-8718-24086e7f5768', 'tag': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:07.644422 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e298765-813d-4156-b2b5-2d36cc2ea331'] response: {'name': 'network-changed', 'server_uuid': '1248cbb1-2628-42fb-8718-24086e7f5768', 'tag': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b', 'status': 'completed', 'code': 200} Jun 03 15:35:07.775558 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-cb2be3d6-2dca-45c2-b0d0-a7134a3a7df3 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:35:07.788222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-79ab4bef-9a42-4fdc-aa8e-571ac69adbfd tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff', 'tempest-TagsExtTest-Tag-1415864095') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:07.971089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94abfd-cfe2-4808-85c9-2026edc00219 req-b4801d98-7874-4084-aa97-b06ad2f98cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:07.977966 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9a94abfd-cfe2-4808-85c9-2026edc00219 req-b4801d98-7874-4084-aa97-b06ad2f98cf1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 1096 time: 0.2424629 Jun 03 15:35:08.005097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83baad83-fafe-4db3-86a6-17b3cf10f5f5 req-855e6d9b-68d4-4014-87cc-7bd70814b074 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2922850 Jun 03 15:35:08.007197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:08.067998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Usage tracker for resource:security_group_rule and tenant:7b8d3c5785864b66842da9688cc346c3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:08.077918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:08.226122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94abfd-cfe2-4808-85c9-2026edc00219 req-0def5180-03ef-475f-ad47-80f1c4594de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:08.228419 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9a94abfd-cfe2-4808-85c9-2026edc00219 req-0def5180-03ef-475f-ad47-80f1c4594de7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 915 time: 0.2432356 Jun 03 15:35:08.250195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:08.318819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c8782f0e-7534-4b38-9cc3-c61041aa0b93 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:35:08.415819 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb2be3d6-2dca-45c2-b0d0-a7134a3a7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:a3:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:09Z', 'updated_at': '2022-06-03T15:32:16Z', 'revision_number': 2, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}, {'id': '1188194b-24ce-46a4-bc7d-ae5bbfeb95c8', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:19:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1248cbb1-2628-42fb-8718-24086e7f5768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:34:25Z', 'updated_at': '2022-06-03T15:35:04Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:08.431531 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2be3d6-2dca-45c2-b0d0-a7134a3a7df3 None None] Checking router: deea8f90-251a-45e7-bdd9-69ab6134d047 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:35:08.450798 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2be3d6-2dca-45c2-b0d0-a7134a3a7df3 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:08.453188 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb2be3d6-2dca-45c2-b0d0-a7134a3a7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:08.459053 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9a94abfd-cfe2-4808-85c9-2026edc00219 req-01487a1e-95a9-4dbc-9fee-c6dd3e1a5393 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16055aa-c245-43a5-8b1e-0a04bf3cb66b HTTP/1.1" status: 200 len: 998 time: 0.2245209 Jun 03 15:35:08.586226 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-79ab4bef-9a42-4fdc-aa8e-571ac69adbfd tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:08.590814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-79ab4bef-9a42-4fdc-aa8e-571ac69adbfd tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags/tempest-TagsExtTest-Tag-1415864095 HTTP/1.1" status: 404 len: 329 time: 1.3557875 Jun 03 15:35:08.591390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52832) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:08.604422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-61479c49-e4ca-4490-b0f9-7cdcc95f2904 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff', 'tempest-TagsExtTest-Tag-546663085') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:08.623357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94abfd-cfe2-4808-85c9-2026edc00219 req-dc36b1ce-f261-4bcc-87f7-913ddf9b2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:08.626023 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9a94abfd-cfe2-4808-85c9-2026edc00219 req-dc36b1ce-f261-4bcc-87f7-913ddf9b2fab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.1607027 Jun 03 15:35:08.879304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:08.969931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'network_id': '1f2d938c-a535-4219-9bff-61815313e4c5', 'port_id': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'mac_address': 'fa:16:3e:fa:39:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ceefca-3cfc-43a6-9839-31c33e352aca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:35:08.990298 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:08.998792 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-cb2be3d6-2dca-45c2-b0d0-a7134a3a7df3 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:35:09.026996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.171931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c8782f0e-7534-4b38-9cc3-c61041aa0b93 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:09.172533 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.200432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94abfd-cfe2-4808-85c9-2026edc00219 req-abe907c9-90b1-4f50-bc8f-6fae76162654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:09.202878 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9a94abfd-cfe2-4808-85c9-2026edc00219 req-abe907c9-90b1-4f50-bc8f-6fae76162654 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5692022 Jun 03 15:35:09.264970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8782f0e-7534-4b38-9cc3-c61041aa0b93 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:09.270643 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-61479c49-e4ca-4490-b0f9-7cdcc95f2904 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:09.279155 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-61479c49-e4ca-4490-b0f9-7cdcc95f2904 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags/tempest-TagsExtTest-Tag-546663085 HTTP/1.1" status: 404 len: 328 time: 0.6783929 Jun 03 15:35:09.286377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52846) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:09.318883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:09.324580 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:09.424715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-fd330037-8025-4711-8b75-0498ace8c8d7 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52', {'tags': ['tempest-TagsExtTest-Tag-498643325', 'tempest-TagsExtTest-Tag-1389908649', 'tempest-TagsExtTest-Tag-1503744794']}) {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:09.500728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c8782f0e-7534-4b38-9cc3-c61041aa0b93,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:09.616536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9a94abfd-cfe2-4808-85c9-2026edc00219 req-192646ea-f582-45fb-9d8f-a520267f69e6 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055853 Jun 03 15:35:09.784512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c8782f0e-7534-4b38-9cc3-c61041aa0b93'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:35:09.829663 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fd330037-8025-4711-8b75-0498ace8c8d7 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "PUT /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags HTTP/1.1" status: 200 len: 317 time: 0.4409094 Jun 03 15:35:09.831899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52852) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:09.835895 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb2be3d6-2dca-45c2-b0d0-a7134a3a7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:a3:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:09Z', 'updated_at': '2022-06-03T15:32:16Z', 'revision_number': 2, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}, {'id': '1188194b-24ce-46a4-bc7d-ae5bbfeb95c8', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:19:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1248cbb1-2628-42fb-8718-24086e7f5768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:34:25Z', 'updated_at': '2022-06-03T15:35:04Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:09.837462 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9a94abfd-cfe2-4808-85c9-2026edc00219 req-26236894-b07d-4896-99ef-c7c8e41f7c7e service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145207 Jun 03 15:35:09.846376 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2be3d6-2dca-45c2-b0d0-a7134a3a7df3 None None] The sync data for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 is: [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:a3:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:09Z', 'updated_at': '2022-06-03T15:32:16Z', 'revision_number': 2, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}, {'id': '1188194b-24ce-46a4-bc7d-ae5bbfeb95c8', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.73', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:19:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1248cbb1-2628-42fb-8718-24086e7f5768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:34:25Z', 'updated_at': '2022-06-03T15:35:04Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:09.925070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bb462-2e0b-4ecf-821d-db3b8d70d4fa req-1e32ea99-a103-44ad-b780-4e94c6a90ee0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:09.937788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-926bb462-2e0b-4ecf-821d-db3b8d70d4fa req-1e32ea99-a103-44ad-b780-4e94c6a90ee0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 1.5134845 Jun 03 15:35:09.956511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.tag.tag_plugin [None req-63c291c9-44bc-42f8-8a7d-1fff92b0d540 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:10.042546 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.067422 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.148708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-926bb462-2e0b-4ecf-821d-db3b8d70d4fa req-3c4404fb-2cee-436c-a654-f8c2eac1b685 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095590 Jun 03 15:35:10.265181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.296616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a65ff0-89dd-47e3-96b2-b278c59615ec None None] New status for floating IP 1188194b-24ce-46a4-bc7d-ae5bbfeb95c8: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:35:10.303601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:10.339073 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.461894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e433aab5-5efc-4788-951b-0bfbf8768f10,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:10.469597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=87f1e3b3-41dd-425a-94c0-f321adf52675,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:10.535246 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.536053 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Added segment 582b65ff-a3f9-4217-bceb-359e75c09341 of type vlan for network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e Jun 03 15:35:10.619628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-63c291c9-44bc-42f8-8a7d-1fff92b0d540 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags HTTP/1.1" status: 204 len: 168 time: 0.7264848 Jun 03 15:35:10.619966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52860) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:10.625916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-c00b53b3-4bcd-4afd-a937-deb0ad09bea8 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52', 'tempest-TagsExtTest-Tag-498643325') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:10.653851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009eb69e-e051-4056-89ac-0a2f9a725f6a req-fdeaa352-d8f1-4d17-bcc8-845013af456a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:10.661712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-009eb69e-e051-4056-89ac-0a2f9a725f6a req-fdeaa352-d8f1-4d17-bcc8-845013af456a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 944 time: 0.8932812 Jun 03 15:35:10.672585 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-c00b53b3-4bcd-4afd-a937-deb0ad09bea8 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:10.674126 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c00b53b3-4bcd-4afd-a937-deb0ad09bea8 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags/tempest-TagsExtTest-Tag-498643325 HTTP/1.1" status: 404 len: 328 time: 0.0524595 Jun 03 15:35:10.677006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:10.682791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-9acc1e15-2c28-4b18-b9b3-c1c81a6a13b3 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52', 'tempest-TagsExtTest-Tag-1389908649') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:10.686392 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.725463 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-9acc1e15-2c28-4b18-b9b3-c1c81a6a13b3 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:10.727712 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9acc1e15-2c28-4b18-b9b3-c1c81a6a13b3 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags/tempest-TagsExtTest-Tag-1389908649 HTTP/1.1" status: 404 len: 329 time: 0.0491309 Jun 03 15:35:10.730980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52868) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:10.739572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-ee93e813-c437-4ec0-b8a5-f42940462ebe tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52', 'tempest-TagsExtTest-Tag-1503744794') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:10.779632 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-ee93e813-c437-4ec0-b8a5-f42940462ebe tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] show failed (client error): The resource could not be found. Jun 03 15:35:10.780883 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ee93e813-c437-4ec0-b8a5-f42940462ebe tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags/tempest-TagsExtTest-Tag-1503744794 HTTP/1.1" status: 404 len: 329 time: 0.0481911 Jun 03 15:35:10.783452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52872) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:10.789635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-671ae30f-62a4-4c4b-8fdb-fb3fbeb6ddfd tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '23c8fc45-085e-46d0-a04c-ee3a4f013e52') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:10.829417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-009eb69e-e051-4056-89ac-0a2f9a725f6a req-a3b87e80-e545-4424-8f53-069651c81c20 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665750 Jun 03 15:35:10.833024 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-671ae30f-62a4-4c4b-8fdb-fb3fbeb6ddfd tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52/tags HTTP/1.1" status: 204 len: 168 time: 0.0481434 Jun 03 15:35:10.837274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52876) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:10.848095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-718f4eca-b58d-4362-8510-70b4bb426a00 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88de423f-3db7-43e5-929b-7dc4d33e7eff') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:10.909981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ce677e89-3fcf-49d5-8be7-00b74469856f None None] Provisioning complete for port 87f1e3b3-41dd-425a-94c0-f321adf52675 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:10.910605 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce677e89-3fcf-49d5-8be7-00b74469856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:10.985515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ce677e89-3fcf-49d5-8be7-00b74469856f None None] Port 87f1e3b3-41dd-425a-94c0-f321adf52675 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:11.045516 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:35:11.062142 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-718f4eca-b58d-4362-8510-70b4bb426a00 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff/tags HTTP/1.1" status: 204 len: 168 time: 0.2211523 Jun 03 15:35:11.066588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52880) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:11.077920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-cb365d09-baf2-4b83-87d0-d12fd5a23652 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '06e8724d-e4ba-4dce-9fae-2f1aadacf989') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:11.112505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318924de-0e7c-4209-b3b9-5665b23950c7 req-bb2a0636-e7ee-4e06-b0f3-93e8f82fcbbf tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:11.124272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-318924de-0e7c-4209-b3b9-5665b23950c7 req-bb2a0636-e7ee-4e06-b0f3-93e8f82fcbbf tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 947 time: 0.6564846 Jun 03 15:35:11.210588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.211233 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cb365d09-baf2-4b83-87d0-d12fd5a23652 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989/tags HTTP/1.1" status: 204 len: 168 time: 0.1428959 Jun 03 15:35:11.212790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:11.218958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:11.219902 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.221223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.tag.tag_plugin [None req-c9499bcc-5eb5-4f2c-9b8a-58f047a48899 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c98c4550-525b-4116-8a7b-9d1619450a3b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:11.388905 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c9499bcc-5eb5-4f2c-9b8a-58f047a48899 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b/tags HTTP/1.1" status: 204 len: 168 time: 0.1671205 Jun 03 15:35:11.389532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52892) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:11.440385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-318924de-0e7c-4209-b3b9-5665b23950c7 req-32aecdd6-add1-4067-b40e-53f45ba27345 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146582 Jun 03 15:35:11.519076 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47b1925a-c379-470f-adb6-86aef736079f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for subnetpool, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.524915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 5.6580012 Jun 03 15:35:11.538961 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-47b1925a-c379-470f-adb6-86aef736079f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/subnetpools/23c8fc45-085e-46d0-a04c-ee3a4f013e52 HTTP/1.1" status: 204 len: 168 time: 0.1482296 Jun 03 15:35:11.540380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74cd9d-45bd-477a-ae95-07c756540e58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Pushing event updated for resources: {'Network': ['ID=0d99dc67-3afc-43ee-9898-8c4a934b8a1e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:11.541377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52900) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:11.557508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:11.648929 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-56f5ffb2-eff4-41a1-99a4-f70dd9332b8c tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "GET /v2.0/ports?device_id=88de423f-3db7-43e5-929b-7dc4d33e7eff HTTP/1.1" status: 200 len: 205 time: 0.1051512 Jun 03 15:35:11.652155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52904) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:11.776849 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.816229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e26026-5f83-42a7-8c85-c5093e0d73f6 req-532355c5-76c7-46b8-9a78-b80b12c34f57 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:11.819404 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8e26026-5f83-42a7-8c85-c5093e0d73f6 req-532355c5-76c7-46b8-9a78-b80b12c34f57 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.5569267 Jun 03 15:35:11.875282 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aded3cab-0f65-44d4-b698-4b91ff5cc291 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:11.923932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8e26026-5f83-42a7-8c85-c5093e0d73f6 req-4fc44be5-ed40-439b-b325-5314dbcf62cb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873160 Jun 03 15:35:11.965392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52910) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:11.978075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Request body: {'port': {'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e', 'binding:host_id': 'n-h1-844595-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1227773867'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:11.984133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:11.988598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Usage tracker for resource:port and tenant:fac89e455d2e4ca2884310367a121b66 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:11.992469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:11.998530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:12.016394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Made reservation on behalf of fac89e455d2e4ca2884310367a121b66 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:12.018870 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.039648 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.063664 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.078453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:12.085564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Usage tracker for resource:security_group_rule and tenant:fac89e455d2e4ca2884310367a121b66 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:12.119380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:12.181468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:12.357056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c8782f0e-7534-4b38-9cc3-c61041aa0b93 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:12.418988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-a23672e5-6156-40d6-9d82-4b9eba6d90e1 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:12.420184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-a23672e5-6156-40d6-9d82-4b9eba6d90e1 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Synchronizing usage tracker for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:12.430609 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aded3cab-0f65-44d4-b698-4b91ff5cc291 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.433475 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aded3cab-0f65-44d4-b698-4b91ff5cc291 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.493486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9939b21-7a68-4f28-bf61-3d5cbada73e9 req-caaf2411-882d-41b8-a4b4-bdbe05a8f571 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:12.494113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-a23672e5-6156-40d6-9d82-4b9eba6d90e1 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Unset dirty status for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:12.494645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9939b21-7a68-4f28-bf61-3d5cbada73e9 req-caaf2411-882d-41b8-a4b4-bdbe05a8f571 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 944 time: 0.3765862 Jun 03 15:35:12.495564 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-a23672e5-6156-40d6-9d82-4b9eba6d90e1 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.67 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 947 time: 0.5559011 Jun 03 15:35:12.498996 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aded3cab-0f65-44d4-b698-4b91ff5cc291 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.500125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aded3cab-0f65-44d4-b698-4b91ff5cc291 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Fanout notify agent at l3_agent the message router_deleted on router 88de423f-3db7-43e5-929b-7dc4d33e7eff {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:35:12.506529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port c8782f0e-7534-4b38-9cc3-c61041aa0b93 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:12.510922 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.708280 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.728508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.776602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c8782f0e-7534-4b38-9cc3-c61041aa0b93 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:12.777446 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.840611 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aded3cab-0f65-44d4-b698-4b91ff5cc291 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.842046 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aded3cab-0f65-44d4-b698-4b91ff5cc291 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/routers/88de423f-3db7-43e5-929b-7dc4d33e7eff HTTP/1.1" status: 204 len: 168 time: 1.1868141 Jun 03 15:35:12.847443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52920) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:12.855862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:12.867378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:12.874897 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:12.875886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c6439555-16a2-4f3a-9329-acaffa615b3b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:35:12.948375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Deleting port c6439555-16a2-4f3a-9329-acaffa615b3b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:12.948748 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.002989 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.021657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b5d96b89-f7d7-4b78-b190-b621f3ed21b3 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Deleting port 06e8724d-e4ba-4dce-9fae-2f1aadacf989 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:13.022292 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5d96b89-f7d7-4b78-b190-b621f3ed21b3 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.024487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c8782f0e-7534-4b38-9cc3-c61041aa0b93,revision_number=10']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:13.036794 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9939b21-7a68-4f28-bf61-3d5cbada73e9 req-da19e052-4952-402f-a550-2041f5470489 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787149 Jun 03 15:35:13.110894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] device_id is not set on port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:35:13.195759 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.195897 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92301d5e-bcd1-4c5f-bbb9-3fb295ae296a'] response: {'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'code': 200} Jun 03 15:35:13.203276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c6439555-16a2-4f3a-9329-acaffa615b3b is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:13.203276 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.252659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:13.259291 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.273127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52930) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:13.367732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=11']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:13.503806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0abdbcc-f1c5-4397-916a-99976f8e439e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:13.582409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.615185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=87f1e3b3-41dd-425a-94c0-f321adf52675,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:13.649660 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.679108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:13.700707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:42e53fa2854a4188afc518fb9bd209f3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:13.717437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:13.734904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:13.776466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5d96b89-f7d7-4b78-b190-b621f3ed21b3 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:13.922680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b5d96b89-f7d7-4b78-b190-b621f3ed21b3 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Calling delete_port for 06e8724d-e4ba-4dce-9fae-2f1aadacf989 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:13.965617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] For port c6439555-16a2-4f3a-9329-acaffa615b3b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c6439555-16a2-4f3a-9329-acaffa615b3b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:13.966086 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.076780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a424288-e1e4-4a83-999a-aaf7aa2f498b req-07bf6dda-6354-4f6d-b4e7-1422d017c00a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:14.078262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a424288-e1e4-4a83-999a-aaf7aa2f498b req-07bf6dda-6354-4f6d-b4e7-1422d017c00a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 947 time: 1.3449588 Jun 03 15:35:14.171836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634da5cb-570b-4c99-b200-9ef4be321894 req-22d7c655-abe8-4854-82c4-0130cd1ba20f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:14.173320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-634da5cb-570b-4c99-b200-9ef4be321894 req-22d7c655-abe8-4854-82c4-0130cd1ba20f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.7233164 Jun 03 15:35:14.210119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780a197-bf31-4726-a5cd-7c4bef9af3df req-d52a600e-7f39-457a-9196-5addda2d0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:14.211592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c780a197-bf31-4726-a5cd-7c4bef9af3df req-d52a600e-7f39-457a-9196-5addda2d0e22 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 1097 time: 0.7049942 Jun 03 15:35:14.215564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network d9aa3ea7-554f-414b-9f4a-9beff5811589 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:14.270141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:14.315832 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.342488 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a424288-e1e4-4a83-999a-aaf7aa2f498b req-396af3b4-3ec8-4b8d-9222-4449932da701 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=33c6471b-31aa-403e-9bf2-da3daec33e39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349753 Jun 03 15:35:14.414357 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.499207 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42e53fa2854a4188afc518fb9bd209f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2179999 Jun 03 15:35:14.501226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e635623-4817-415e-921b-1f730005745d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:14.503406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52938) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:14.523567 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5d96b89-f7d7-4b78-b190-b621f3ed21b3 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.541477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] device_id is not set on port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:35:14.570042 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-634da5cb-570b-4c99-b200-9ef4be321894 req-4bbc5f8c-ba4b-4efc-b811-ca87eb7d968e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863456 Jun 03 15:35:14.591570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.591992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.592296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.592692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.593197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.593514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.593835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.594353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.594618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.594894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.596329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.596715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17652659-5919-4fab-bb8d-c5b1a66f4fe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:14.626927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d96b89-f7d7-4b78-b190-b621f3ed21b3 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Pushing event deleted for resources: {'Port': ['ID=06e8724d-e4ba-4dce-9fae-2f1aadacf989,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:14.635269 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.649354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c780a197-bf31-4726-a5cd-7c4bef9af3df req-74c88c45-d349-458f-8303-19a57c85d04a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804975 Jun 03 15:35:14.654205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2430e64a-adeb-42b7-a1b1-b618eb921882 None None] Provisioning complete for port 87f1e3b3-41dd-425a-94c0-f321adf52675 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:14.655499 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.656112 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2430e64a-adeb-42b7-a1b1-b618eb921882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.656354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.656752 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Floating IP f8bc803b-fa87-4826-8b5d-70dc68017a80 disassociated. External IP: 172.25.7.143, port: c6439555-16a2-4f3a-9329-acaffa615b3b. Jun 03 15:35:14.657068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Calling delete_port for c6439555-16a2-4f3a-9329-acaffa615b3b owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:14.669538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Transition to ACTIVE for port object d760c055-f1d6-43f8-b0b3-df7dbd87cdfd will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:14.712995 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:14.751024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2430e64a-adeb-42b7-a1b1-b618eb921882 None None] Port 87f1e3b3-41dd-425a-94c0-f321adf52675 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:14.853635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 76d4e82f-0cda-47ae-8802-a5e224930133 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:35:14.853635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event updated for resources: {'Port': ['ID=d760c055-f1d6-43f8-b0b3-df7dbd87cdfd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:14.872794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518daae-d0f6-471f-b417-77fdd80a1025 req-bf40578d-5363-45f1-8b7c-7f039e358297 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:14.879885 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0518daae-d0f6-471f-b417-77fdd80a1025 req-bf40578d-5363-45f1-8b7c-7f039e358297 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.3323128 Jun 03 15:35:14.908950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Checking segment: {'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:14.908950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Network hostable DHCP agents. Network: 0d99dc67-3afc-43ee-9898-8c4a934b8a1e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:35:14.999285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eae3833b-fbdc-471d-bbdf-c7cc0bf53cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.046805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5d96b89-f7d7-4b78-b190-b621f3ed21b3 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.083043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0518daae-d0f6-471f-b417-77fdd80a1025 req-3c363170-e408-4e06-836d-4c98d18a76c5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017899 Jun 03 15:35:15.092743 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b5d96b89-f7d7-4b78-b190-b621f3ed21b3 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/ports/06e8724d-e4ba-4dce-9fae-2f1aadacf989 HTTP/1.1" status: 204 len: 168 time: 2.2436185 Jun 03 15:35:15.096198 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eae3833b-fbdc-471d-bbdf-c7cc0bf53cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.103607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52942) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:15.160849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:35:15.193453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:15.197292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:15.199668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0d99dc67-3afc-43ee-9898-8c4a934b8a1e) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:15.203548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:15.220210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec74ba1-f418-48f9-9444-72091a58f973 None None] Network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:15.221429 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fcc45c-e285-4804-8b14-5959bab01589 None None] Sync routers for ids ['76d4e82f-0cda-47ae-8802-a5e224930133'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:15.238140 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.249571 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fcc45c-e285-4804-8b14-5959bab01589 None None] Routers {'76d4e82f-0cda-47ae-8802-a5e224930133'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:15.251074 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e9fcc45c-e285-4804-8b14-5959bab01589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['76d4e82f-0cda-47ae-8802-a5e224930133'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:15.255511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdd294a-0c0e-4ab1-b04c-743e31348f6f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Deleting subnet c98c4550-525b-4116-8a7b-9d1619450a3b {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:35:15.270238 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6bdd294a-0c0e-4ab1-b04c-743e31348f6f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.321557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:15.322443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:15.323288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:15.329763 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e9fcc45c-e285-4804-8b14-5959bab01589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:15.340120 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fcc45c-e285-4804-8b14-5959bab01589 None None] Routers {'76d4e82f-0cda-47ae-8802-a5e224930133'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:15.340837 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e9fcc45c-e285-4804-8b14-5959bab01589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['76d4e82f-0cda-47ae-8802-a5e224930133'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:15.351770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9a3d8593-1587-40e3-b023-c378f8f93a98 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/76d4e82f-0cda-47ae-8802-a5e224930133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7565594 Jun 03 15:35:15.352844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:15.353346 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:15.356831 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 2 to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd Jun 03 15:35:15.366334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52948) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:15.378016 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event deleted for resources: {'Port': ['ID=c6439555-16a2-4f3a-9329-acaffa615b3b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:15.381071 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344be8b6-6a93-45a5-8675-21b4f1a0d157'] response: {'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'code': 200} Jun 03 15:35:15.431180 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e9fcc45c-e285-4804-8b14-5959bab01589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:15.431853 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fcc45c-e285-4804-8b14-5959bab01589 None None] The sync data for ids ['76d4e82f-0cda-47ae-8802-a5e224930133'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:15.505375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5be6256-f137-4ffb-b4d4-be2ce23fe5b4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:15.506162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f5be6256-f137-4ffb-b4d4-be2ce23fe5b4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Synchronizing usage tracker for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:15.524312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:15.524812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:15.525399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:15.536684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6bdd294a-0c0e-4ab1-b04c-743e31348f6f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.551770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eae3833b-fbdc-471d-bbdf-c7cc0bf53cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.580674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:15.581411 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:15.595955 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 3 to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd Jun 03 15:35:15.648766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3833b-fbdc-471d-bbdf-c7cc0bf53cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e635623-4817-415e-921b-1f730005745d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:15.670528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f5be6256-f137-4ffb-b4d4-be2ce23fe5b4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Unset dirty status for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:15.676870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f5be6256-f137-4ffb-b4d4-be2ce23fe5b4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports/87f1e3b3-41dd-425a-94c0-f321adf52675 HTTP/1.1" status: 200 len: 976 time: 0.2975304 Jun 03 15:35:15.679424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52956) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:15.690391 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a849ba8-ab08-4976-ada1-1db5c6ba1158 req-50e00d1e-f79d-49a9-b2f1-45323ed02978 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 210 time: 0.0789931 Jun 03 15:35:15.700029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:15.702418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:15.702418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:15.723708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:15.724905 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:15.732412 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 4 to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd Jun 03 15:35:15.822803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:15.823101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:15.823436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:15.840755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:15.841795 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:15.844532 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 5 to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd Jun 03 15:35:15.881554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6bdd294a-0c0e-4ab1-b04c-743e31348f6f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.907339 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eae3833b-fbdc-471d-bbdf-c7cc0bf53cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:15.912693 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eae3833b-fbdc-471d-bbdf-c7cc0bf53cc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e635623-4817-415e-921b-1f730005745d HTTP/1.1" status: 204 len: 168 time: 1.3912613 Jun 03 15:35:15.913919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Router 0b388eef-4df2-4188-904c-9eadb9c5a70b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:35:15.986832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:15.987338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:15.987518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:15.997702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:15.998201 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:16.001628 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 6 to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd Jun 03 15:35:16.029184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:16.029525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:16.029914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:16.044687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e65b4-de89-40fb-bf95-903d430c891b req-8c0787d6-ad47-4a0d-b5fa-89c8a160c7ac tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:16.047260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e61e65b4-de89-40fb-bf95-903d430c891b req-8c0787d6-ad47-4a0d-b5fa-89c8a160c7ac tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.3158560 Jun 03 15:35:16.053094 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6bdd294a-0c0e-4ab1-b04c-743e31348f6f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.060206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:16.061586 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:16.109586 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 7 to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd Jun 03 15:35:16.154390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd294a-0c0e-4ab1-b04c-743e31348f6f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Pushing event deleted for resources: {'Subnet': ['ID=c98c4550-525b-4116-8a7b-9d1619450a3b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:16.172618 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6bdd294a-0c0e-4ab1-b04c-743e31348f6f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.177151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:16.177674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:16.178218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:16.179826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80cd12b-5778-4ffb-908f-6aebe018829b None None] Network 7585eac2-aa57-470d-8f7a-62459f322608 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:16.202976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:16.204059 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:16.205911 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 8 to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd Jun 03 15:35:16.214745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6bdd294a-0c0e-4ab1-b04c-743e31348f6f tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/subnets/c98c4550-525b-4116-8a7b-9d1619450a3b HTTP/1.1" status: 204 len: 168 time: 1.1022563 Jun 03 15:35:16.230954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e61e65b4-de89-40fb-bf95-903d430c891b req-70b80e1a-0aac-473a-806d-d7446e9a429b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086891 Jun 03 15:35:16.234705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52970) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:16.269400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:16.270080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:16.270597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:16.571945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:16.613989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59976465-012b-4a50-9a96-f114d1e004b6 None None] Sync routers for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:16.645385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59976465-012b-4a50-9a96-f114d1e004b6 None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:16.646050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-59976465-012b-4a50-9a96-f114d1e004b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:16.687128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:16.687815 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:16.701520 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] No DVR routers for this DVR port c6439555-16a2-4f3a-9329-acaffa615b3b on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:35:16.705805 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 9 to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd Jun 03 15:35:16.708078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.711724 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b519b2f4-0b4c-4dfd-b5e9-462fb36f237c req-1a6c7d0e-d0f9-4c05-9736-de9ec9224b87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.67 "DELETE /v2.0/ports/c6439555-16a2-4f3a-9329-acaffa615b3b HTTP/1.1" status: 204 len: 173 time: 4.2022486 Jun 03 15:35:16.759491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-deleted', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:16.889016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:16.889346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:16.889682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:16.892799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-59976465-012b-4a50-9a96-f114d1e004b6 None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:35:16.957458 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c35f5a6-752b-4a7f-bfdd-483fa721f804 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:16.986005 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.004299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:17.004687 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:17.005701 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 10 to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd Jun 03 15:35:17.190726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:17.191197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:17.191764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:17.229036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11aaabd4-123a-440c-a317-c743f338934b req-02a94541-b312-410c-9e81-61cdd8cf0c3c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=c46053a9-0644-453f-aefc-b66fceb2a716 HTTP/1.1" status: 200 len: 210 time: 0.1139119 Jun 03 15:35:17.231560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Deleting port fee2115c-41e6-4328-a774-ef1e3c00d33b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:17.231900 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.346117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:17.355651 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:17.361015 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:17.421484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-59976465-012b-4a50-9a96-f114d1e004b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:17.438369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59976465-012b-4a50-9a96-f114d1e004b6 None None] Checking router: 0b388eef-4df2-4188-904c-9eadb9c5a70b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:35:17.465650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59976465-012b-4a50-9a96-f114d1e004b6 None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:17.466323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-59976465-012b-4a50-9a96-f114d1e004b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:17.633209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c137f-4f35-4b35-8603-8b885b6b4743 req-3099420c-d91b-419f-8125-647c5c53bd75 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:17.634789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-721c137f-4f35-4b35-8603-8b885b6b4743 req-3099420c-d91b-419f-8125-647c5c53bd75 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 1.0241244 Jun 03 15:35:17.685922 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45be563-2f39-4533-9b25-315930143583'] response: {'server_uuid': 'c46053a9-0644-453f-aefc-b66fceb2a716', 'name': 'network-vif-deleted', 'tag': 'c6439555-16a2-4f3a-9329-acaffa615b3b', 'status': 'completed', 'code': 200} Jun 03 15:35:17.937204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-721c137f-4f35-4b35-8603-8b885b6b4743 req-c5a55738-8635-4ad4-b897-bafa9f33ca07 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427316 Jun 03 15:35:17.943538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-59976465-012b-4a50-9a96-f114d1e004b6 None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:35:18.041040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] For port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:35:18.041731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempted to set empty binding levels {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:35:18.046867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2c35f5a6-752b-4a7f-bfdd-483fa721f804 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 87f1e3b3-41dd-425a-94c0-f321adf52675 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:18.047446 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c35f5a6-752b-4a7f-bfdd-483fa721f804 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.131173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] DHCP port deletion for 7585eac2-aa57-470d-8f7a-62459f322608 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:35:18.141295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Deleting port fee2115c-41e6-4328-a774-ef1e3c00d33b {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:18.143703 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.192961 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.277548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fee2115c-41e6-4328-a774-ef1e3c00d33b no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:35:18.458711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event updated for resources: {'Port': ['ID=d760c055-f1d6-43f8-b0b3-df7dbd87cdfd,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:18.517787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:18.518044 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.533004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c35f5a6-752b-4a7f-bfdd-483fa721f804 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.567531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454492ad-6c2e-4a88-8d8b-909eacbccaf1 req-5328858b-5391-4c15-8247-0eb0eadaccef tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:18.581524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-454492ad-6c2e-4a88-8d8b-909eacbccaf1 req-5328858b-5391-4c15-8247-0eb0eadaccef tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.8628883 Jun 03 15:35:18.585039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53044) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:18.661561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-35d496d0-08f9-416c-be05-adff8492509d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 6.6950145 Jun 03 15:35:18.671932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] For port fee2115c-41e6-4328-a774-ef1e3c00d33b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fee2115c-41e6-4328-a774-ef1e3c00d33b,segment=NetworkSegment(69b0651d-58cc-4741-92cb-5b746597dc38),segment_id=69b0651d-58cc-4741-92cb-5b746597dc38)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:18.672775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.683933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53050) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:18.735393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port fee2115c-41e6-4328-a774-ef1e3c00d33b is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:18.736020 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.753475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2c35f5a6-752b-4a7f-bfdd-483fa721f804 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 87f1e3b3-41dd-425a-94c0-f321adf52675 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:18.777451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port fee2115c-41e6-4328-a774-ef1e3c00d33b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fee2115c-41e6-4328-a774-ef1e3c00d33b,segment=NetworkSegment(69b0651d-58cc-4741-92cb-5b746597dc38),segment_id=69b0651d-58cc-4741-92cb-5b746597dc38)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:18.831872 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:18.927736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-454492ad-6c2e-4a88-8d8b-909eacbccaf1 req-3181d73a-cfd6-44e7-86ca-7b11f582921b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435478 Jun 03 15:35:18.946512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Calling delete_port for fee2115c-41e6-4328-a774-ef1e3c00d33b owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:18.970050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=fee2115c-41e6-4328-a774-ef1e3c00d33b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:19.034225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-59140dd6-acc4-4d1b-b0e8-48b97e68dc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Deleting port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:19.034724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59140dd6-acc4-4d1b-b0e8-48b97e68dc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.055783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] For port fee2115c-41e6-4328-a774-ef1e3c00d33b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fee2115c-41e6-4328-a774-ef1e3c00d33b,segment=NetworkSegment(69b0651d-58cc-4741-92cb-5b746597dc38),segment_id=69b0651d-58cc-4741-92cb-5b746597dc38)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:19.056933 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.069691 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c35f5a6-752b-4a7f-bfdd-483fa721f804 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.084750 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1155bc15-a24d-48d6-9636-bc90b6ebb0ed tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.168728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1155bc15-a24d-48d6-9636-bc90b6ebb0ed tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.195070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35f5a6-752b-4a7f-bfdd-483fa721f804 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=87f1e3b3-41dd-425a-94c0-f321adf52675,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:19.243877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-59976465-012b-4a50-9a96-f114d1e004b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:19.254011 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Calling delete_port for fee2115c-41e6-4328-a774-ef1e3c00d33b owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:19.300232 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:35:19.300590 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:35:19.347790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59976465-012b-4a50-9a96-f114d1e004b6 None None] The sync data for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 is: [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:19.491945 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:35:19.492487 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:35:19.629930 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c35f5a6-752b-4a7f-bfdd-483fa721f804 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.637046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-59140dd6-acc4-4d1b-b0e8-48b97e68dc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] For port d760c055-f1d6-43f8-b0b3-df7dbd87cdfd, host n-h1-844595-1, got binding levels [] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:19.637957 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59140dd6-acc4-4d1b-b0e8-48b97e68dc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.674740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e9cf8-4d5c-4e28-a459-ec7f17087ef8 req-b09493a3-4d68-4450-9a87-9cdadea08cd5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:19.682960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-738e9cf8-4d5c-4e28-a459-ec7f17087ef8 req-b09493a3-4d68-4450-9a87-9cdadea08cd5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.4709837 Jun 03 15:35:19.858079 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36013fd-e4f1-4063-99b9-44fca2eac2ab None None] New status for floating IP f8bc803b-fa87-4826-8b5d-70dc68017a80: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:35:19.946675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Deleting port fee2115c-41e6-4328-a774-ef1e3c00d33b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:19.947072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:19.993685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Deleting port fee2115c-41e6-4328-a774-ef1e3c00d33b {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:19.994312 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.080620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c35f5a6-752b-4a7f-bfdd-483fa721f804 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 76d4e82f-0cda-47ae-8802-a5e224930133 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:35:20.124519 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1155bc15-a24d-48d6-9636-bc90b6ebb0ed tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.144947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-59140dd6-acc4-4d1b-b0e8-48b97e68dc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Calling delete_port for d760c055-f1d6-43f8-b0b3-df7dbd87cdfd owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:20.320287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-738e9cf8-4d5c-4e28-a459-ec7f17087ef8 req-caf6dc17-5a5d-495a-96da-537f5cd340dd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6362321 Jun 03 15:35:20.321122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155bc15-a24d-48d6-9636-bc90b6ebb0ed tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c6471b-31aa-403e-9bf2-da3daec33e39,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:20.495058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c35f5a6-752b-4a7f-bfdd-483fa721f804 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:20.513254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0696c49b-b27f-446c-b140-2105afb37e39 None None] Sync routers for ids ['76d4e82f-0cda-47ae-8802-a5e224930133'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:20.524945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] For port fee2115c-41e6-4328-a774-ef1e3c00d33b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fee2115c-41e6-4328-a774-ef1e3c00d33b,segment=NetworkSegment(69b0651d-58cc-4741-92cb-5b746597dc38),segment_id=69b0651d-58cc-4741-92cb-5b746597dc38)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:20.525511 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.527762 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2c35f5a6-752b-4a7f-bfdd-483fa721f804 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/76d4e82f-0cda-47ae-8802-a5e224930133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8453865 Jun 03 15:35:20.531331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53082) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:20.597678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1155bc15-a24d-48d6-9636-bc90b6ebb0ed tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.603201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1155bc15-a24d-48d6-9636-bc90b6ebb0ed tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "DELETE /v2.0/security-groups/33c6471b-31aa-403e-9bf2-da3daec33e39 HTTP/1.1" status: 204 len: 168 time: 1.9971237 Jun 03 15:35:20.607708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0696c49b-b27f-446c-b140-2105afb37e39 None None] Routers {'76d4e82f-0cda-47ae-8802-a5e224930133'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:20.607708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0696c49b-b27f-446c-b140-2105afb37e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['76d4e82f-0cda-47ae-8802-a5e224930133'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:20.614265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53088) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:20.676137 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59140dd6-acc4-4d1b-b0e8-48b97e68dc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.747147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Calling delete_port for fee2115c-41e6-4328-a774-ef1e3c00d33b owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:20.785893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0696c49b-b27f-446c-b140-2105afb37e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:20.808439 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-c23f359f-0aef-4e8e-8e99-b68e5b0d5167 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] show failed (client error): The resource could not be found. Jun 03 15:35:20.812315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c23f359f-0aef-4e8e-8e99-b68e5b0d5167 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups/33c6471b-31aa-403e-9bf2-da3daec33e39 HTTP/1.1" status: 404 len: 347 time: 0.1934397 Jun 03 15:35:20.812504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0696c49b-b27f-446c-b140-2105afb37e39 None None] Routers {'76d4e82f-0cda-47ae-8802-a5e224930133'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:20.812504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0696c49b-b27f-446c-b140-2105afb37e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['76d4e82f-0cda-47ae-8802-a5e224930133'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:20.812718 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59140dd6-acc4-4d1b-b0e8-48b97e68dc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.830350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53092) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:20.843657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa37d34-3ca9-4e0c-a0a9-69aed2df127e req-f0578d7e-44d9-4346-9076-fb15ce5e1c81 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:20.845312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0aa37d34-3ca9-4e0c-a0a9-69aed2df127e req-f0578d7e-44d9-4346-9076-fb15ce5e1c81 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.6601634 Jun 03 15:35:20.846424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59140dd6-acc4-4d1b-b0e8-48b97e68dc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event deleted for resources: {'Port': ['ID=d760c055-f1d6-43f8-b0b3-df7dbd87cdfd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:20.877667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0696c49b-b27f-446c-b140-2105afb37e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:20.878325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0696c49b-b27f-446c-b140-2105afb37e39 None None] The sync data for ids ['76d4e82f-0cda-47ae-8802-a5e224930133'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:20.918410 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:20.932979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-59140dd6-acc4-4d1b-b0e8-48b97e68dc77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d760c055-f1d6-43f8-b0b3-df7dbd87cdfd HTTP/1.1" status: 204 len: 168 time: 2.2322879 Jun 03 15:35:20.964991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53096) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:20.976192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] Pushing event deleted for resources: {'Port': ['ID=fee2115c-41e6-4328-a774-ef1e3c00d33b,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:20.983316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8d2de-61b7-4f82-86b5-adfc3b66e167 None None] No DVR routers for this DVR port fee2115c-41e6-4328-a774-ef1e3c00d33b on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:35:21.137584 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-58fa06a3-7732-48a7-be70-7af4b1d67eb1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] remove_router_interface failed (client error): The resource could not be found. Jun 03 15:35:21.138887 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-58fa06a3-7732-48a7-be70-7af4b1d67eb1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/76d4e82f-0cda-47ae-8802-a5e224930133/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6039824 Jun 03 15:35:21.142364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53102) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:21.143971 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0d8541-5666-4322-9ea5-7ad8f588db63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:35:21.144549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ed0d8541-5666-4322-9ea5-7ad8f588db63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Synchronizing usage tracker for tenant:fac89e455d2e4ca2884310367a121b66 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:21.157738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] For port fee2115c-41e6-4328-a774-ef1e3c00d33b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fee2115c-41e6-4328-a774-ef1e3c00d33b,segment=NetworkSegment(69b0651d-58cc-4741-92cb-5b746597dc38),segment_id=69b0651d-58cc-4741-92cb-5b746597dc38)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:21.158072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.168170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e0246ce1-7330-40fa-bb04-199df7328fb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Deleting port 37b6aeed-1af6-4153-86b7-14769f872184 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:21.168466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0246ce1-7330-40fa-bb04-199df7328fb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.196661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-352c9f0f-cebd-4803-a5e0-bcbd2dcd0627 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Synchronizing usage tracker for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:21.209076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0aa37d34-3ca9-4e0c-a0a9-69aed2df127e req-0d444813-eb58-43fe-ab80-a270d1bdbb98 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903364 Jun 03 15:35:21.219062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-352c9f0f-cebd-4803-a5e0-bcbd2dcd0627 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Unset dirty status for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:21.224389 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-352c9f0f-cebd-4803-a5e0-bcbd2dcd0627 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d4e82f-0cda-47ae-8802-a5e224930133 HTTP/1.1" status: 200 len: 205 time: 0.0767214 Jun 03 15:35:21.224737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53108) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:21.244230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee75bbf-eb6c-4871-a044-566843c16b4c req-1c0dfd12-5c65-4dad-b891-c58179a40738 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:21.250514 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bee75bbf-eb6c-4871-a044-566843c16b4c req-1c0dfd12-5c65-4dad-b891-c58179a40738 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.6955793 Jun 03 15:35:21.385049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Calling delete_port for fee2115c-41e6-4328-a774-ef1e3c00d33b owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:21.404779 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eea08be-c050-47c2-b23e-530becde8408 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.431539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ed0d8541-5666-4322-9ea5-7ad8f588db63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Unset dirty status for tenant:fac89e455d2e4ca2884310367a121b66 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:21.432690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ed0d8541-5666-4322-9ea5-7ad8f588db63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "GET /v2.0/ports/d760c055-f1d6-43f8-b0b3-df7dbd87cdfd HTTP/1.1" status: 404 len: 333 time: 0.4658749 Jun 03 15:35:21.449736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53114) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:21.482604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Request body: {'port': {'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1799395277'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:21.557760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:21.586754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bee75bbf-eb6c-4871-a044-566843c16b4c req-35ac2f90-b2ec-4e66-ab2d-e84a32bebaca tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705371 Jun 03 15:35:21.599635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:21.640719 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:35:21.641058 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:35:21.655365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Made reservation on behalf of fac89e455d2e4ca2884310367a121b66 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:21.660205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.707534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0246ce1-7330-40fa-bb04-199df7328fb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.708501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0246ce1-7330-40fa-bb04-199df7328fb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.756613 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eea08be-c050-47c2-b23e-530becde8408 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.760300 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eea08be-c050-47c2-b23e-530becde8408 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.783251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] device_id is not set on port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:35:21.795750 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eea08be-c050-47c2-b23e-530becde8408 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.796236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eea08be-c050-47c2-b23e-530becde8408 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Fanout notify agent at l3_agent the message router_deleted on router 76d4e82f-0cda-47ae-8802-a5e224930133 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:35:21.814961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3eea08be-c050-47c2-b23e-530becde8408 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.818716 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3eea08be-c050-47c2-b23e-530becde8408 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/76d4e82f-0cda-47ae-8802-a5e224930133 HTTP/1.1" status: 204 len: 168 time: 0.5903218 Jun 03 15:35:21.819078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53122) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:21.907098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2526626-b733-4923-8226-c1a9aea145fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting subnet e8726f42-5240-48a1-aa4b-9ccb8213ddb2 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:35:21.910694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2526626-b733-4923-8226-c1a9aea145fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:21.980108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2526626-b733-4923-8226-c1a9aea145fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.070410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e0246ce1-7330-40fa-bb04-199df7328fb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Calling delete_port for 37b6aeed-1af6-4153-86b7-14769f872184 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:22.129381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Deleting port fee2115c-41e6-4328-a774-ef1e3c00d33b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:22.129605 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.215436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:22.227001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] The port 'fee2115c-41e6-4328-a774-ef1e3c00d33b' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:35:22.231649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2526626-b733-4923-8226-c1a9aea145fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.354689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2526626-b733-4923-8226-c1a9aea145fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.435411 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f2526626-b733-4923-8226-c1a9aea145fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.443553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e483e13f-bb1d-4ca7-9a0d-1accd5205467 None None] Network d9aa3ea7-554f-414b-9f4a-9beff5811589 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:22.458591 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.460079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2526626-b733-4923-8226-c1a9aea145fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Subnet': ['ID=e8726f42-5240-48a1-aa4b-9ccb8213ddb2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:22.465176 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f2526626-b733-4923-8226-c1a9aea145fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/e8726f42-5240-48a1-aa4b-9ccb8213ddb2 HTTP/1.1" status: 204 len: 168 time: 0.6449122 Jun 03 15:35:22.469093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53136) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:22.565242 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e6edfc0-1661-452d-9790-717d971ee8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.602114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2e6edfc0-1661-452d-9790-717d971ee8e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:22.616681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2e6edfc0-1661-452d-9790-717d971ee8e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ac3c2f38b4614d8388258b06ad9105be is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:22.622255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2e6edfc0-1661-452d-9790-717d971ee8e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:22.630292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2e6edfc0-1661-452d-9790-717d971ee8e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:22.635679 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.658059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7585eac2-aa57-470d-8f7a-62459f322608']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:22.665375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 97466155-1c85-4b56-8c05-0a6f11b22112 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:22.665611 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.689688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c5bed-1634-44d7-a952-8590de6ddd5f req-4fcecd82-f660-41d7-a747-cd97c7eed38d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:22.691241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d4c5bed-1634-44d7-a952-8590de6ddd5f req-4fcecd82-f660-41d7-a747-cd97c7eed38d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.9096324 Jun 03 15:35:22.702093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b0651d-58cc-4741-92cb-5b746597dc38') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:22.702321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b0651d-58cc-4741-92cb-5b746597dc38') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:22.743253 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.766703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0246ce1-7330-40fa-bb04-199df7328fb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.810296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc78c4d-28f8-45f0-8e1c-f7278c30efc0 None None] DHCP port deletion for d9aa3ea7-554f-414b-9f4a-9beff5811589 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:35:22.815322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3bc78c4d-28f8-45f0-8e1c-f7278c30efc0 None None] Deleting port 97466155-1c85-4b56-8c05-0a6f11b22112 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:22.816151 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3bc78c4d-28f8-45f0-8e1c-f7278c30efc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.822002 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.840878 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.868759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0246ce1-7330-40fa-bb04-199df7328fb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event deleted for resources: {'Port': ['ID=37b6aeed-1af6-4153-86b7-14769f872184,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:22.872258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:35:22.872675 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.946751 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e6edfc0-1661-452d-9790-717d971ee8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.957031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] For port 97466155-1c85-4b56-8c05-0a6f11b22112, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=97466155-1c85-4b56-8c05-0a6f11b22112,segment=NetworkSegment(90375c31-208f-45e5-8c0f-c810164aa93b),segment_id=90375c31-208f-45e5-8c0f-c810164aa93b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:22.957368 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.965439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e6edfc0-1661-452d-9790-717d971ee8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:22.999438 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 69b0651d-58cc-4741-92cb-5b746597dc38 resource provider aggregate not found Jun 03 15:35:23.034937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d4c5bed-1634-44d7-a952-8590de6ddd5f req-e48b55c9-7117-4234-90a5-c191bdf80ae2 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252327 Jun 03 15:35:23.101094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de6ff3-48b7-4e80-848b-3ace14019842 req-2167c53f-1e40-41ac-b262-80c53f1c8d01 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:23.113635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74de6ff3-48b7-4e80-848b-3ace14019842 req-2167c53f-1e40-41ac-b262-80c53f1c8d01 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.5653062 Jun 03 15:35:23.114700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 97466155-1c85-4b56-8c05-0a6f11b22112 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:23.116853 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 69b0651d-58cc-4741-92cb-5b746597dc38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69b0651d-58cc-4741-92cb-5b746597dc38 found for delete ", "request_id": "req-eaa3c76d-6172-4e9c-9dbc-a5b4d42de6ba"}]} Jun 03 15:35:23.118293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3bc78c4d-28f8-45f0-8e1c-f7278c30efc0 None None] For port 97466155-1c85-4b56-8c05-0a6f11b22112, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=97466155-1c85-4b56-8c05-0a6f11b22112,segment=NetworkSegment(90375c31-208f-45e5-8c0f-c810164aa93b),segment_id=90375c31-208f-45e5-8c0f-c810164aa93b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:23.118831 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3bc78c4d-28f8-45f0-8e1c-f7278c30efc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.133939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.159638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.184597 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0246ce1-7330-40fa-bb04-199df7328fb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.187689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] Pushing event deleted for resources: {'Network': ['ID=7585eac2-aa57-470d-8f7a-62459f322608,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:23.190907 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2e6edfc0-1661-452d-9790-717d971ee8e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac3c2f38b4614d8388258b06ad9105be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9742255 Jun 03 15:35:23.191905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6edfc0-1661-452d-9790-717d971ee8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13860786-5259-4f6e-90ae-5da1dde917e9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:23.197508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:23.201833 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.279709 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.288648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-57fd8bb3-c2fe-4511-9ecb-651f646b9268 tempest-TagsExtTest-1047875112 tempest-TagsExtTest-1047875112-project] 10.222.0.48 "DELETE /v2.0/networks/7585eac2-aa57-470d-8f7a-62459f322608 HTTP/1.1" status: 204 len: 168 time: 7.0531640 Jun 03 15:35:23.313456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3bc78c4d-28f8-45f0-8e1c-f7278c30efc0 None None] Calling delete_port for 97466155-1c85-4b56-8c05-0a6f11b22112 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:23.344263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74de6ff3-48b7-4e80-848b-3ace14019842 req-ce3a7629-ecbd-4dd4-bd7b-4a2721d3e0f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293913 Jun 03 15:35:23.364050 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0246ce1-7330-40fa-bb04-199df7328fb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.365553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e0246ce1-7330-40fa-bb04-199df7328fb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "DELETE /v2.0/floatingips/f8bc803b-fa87-4826-8b5d-70dc68017a80 HTTP/1.1" status: 204 len: 168 time: 2.5167847 Jun 03 15:35:23.381913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] No DVR routers for this DVR port 97466155-1c85-4b56-8c05-0a6f11b22112 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:35:23.403299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c143450f-8982-4124-b355-372ff4da5666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.405279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=97466155-1c85-4b56-8c05-0a6f11b22112,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:23.410199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:23.415161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:23.422888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:23.424152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:23.424994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.429120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event updated for resources: {'Port': ['ID=e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:23.458961 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-990470ed-0f93-4db1-8a94-570771de48c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0079827 Jun 03 15:35:23.463310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53158) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:23.470887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:23.484744 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-3bc78c4d-28f8-45f0-8e1c-f7278c30efc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:35:23.485376 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-3bc78c4d-28f8-45f0-8e1c-f7278c30efc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:35:23.539273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53162) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:23.548547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2051876630', 'description': 'tempest-description--839769317'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:23.558517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c143450f-8982-4124-b355-372ff4da5666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.569841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115ca93-c865-48ae-91c4-f0ea4d56cae4 req-fcbd60b1-b7f7-4b67-b9c9-2ddcc2cefad3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:23.572393 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.574679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1115ca93-c865-48ae-91c4-f0ea4d56cae4 req-fcbd60b1-b7f7-4b67-b9c9-2ddcc2cefad3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.3123024 Jun 03 15:35:23.580430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:23.600618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Usage tracker for resource:security_group and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:23.626358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9aa3ea7-554f-414b-9f4a-9beff5811589']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:23.629379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:23.656353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:23.657206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90375c31-208f-45e5-8c0f-c810164aa93b') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:23.657506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90375c31-208f-45e5-8c0f-c810164aa93b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:23.674797 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.690985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53168) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:23.692601 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.705147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c143450f-8982-4124-b355-372ff4da5666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.705752 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.709253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.726513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1115ca93-c865-48ae-91c4-f0ea4d56cae4 req-2437e703-82c1-42dc-af4b-8982a17d0d06 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432824 Jun 03 15:35:23.729188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:35:23.729594 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.760396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143450f-8982-4124-b355-372ff4da5666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13860786-5259-4f6e-90ae-5da1dde917e9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:23.817248 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 90375c31-208f-45e5-8c0f-c810164aa93b resource provider aggregate not found Jun 03 15:35:23.862002 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 90375c31-208f-45e5-8c0f-c810164aa93b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90375c31-208f-45e5-8c0f-c810164aa93b found for delete ", "request_id": "req-bd6d7f9f-3e2b-4ca2-8698-dc7acf51a344"}]} Jun 03 15:35:23.867640 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c143450f-8982-4124-b355-372ff4da5666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.872621 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c143450f-8982-4124-b355-372ff4da5666 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13860786-5259-4f6e-90ae-5da1dde917e9 HTTP/1.1" status: 204 len: 168 time: 0.6737916 Jun 03 15:35:23.881692 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.890748 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.919441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Network': ['ID=d9aa3ea7-554f-414b-9f4a-9beff5811589,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:23.941180 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b988db09-d5b2-407e-9b3b-ba94a90c60f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/networks/d9aa3ea7-554f-414b-9f4a-9beff5811589 HTTP/1.1" status: 204 len: 168 time: 1.4707329 Jun 03 15:35:23.945055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:23.952114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'network': {'name': 'tempest-RoutersTest-676996386'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:23.967588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:23.975426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:network and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:23.985093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:23.988581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3bc78c4d-28f8-45f0-8e1c-f7278c30efc0 None None] Deleting port 97466155-1c85-4b56-8c05-0a6f11b22112 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:23.989935 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3bc78c4d-28f8-45f0-8e1c-f7278c30efc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:23.996481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:24.004517 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-564ce545-8dbc-4843-b4bb-426a489c7ff2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16bdee15cece4e42a454c15812788ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100541 Jun 03 15:35:24.005044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:24.018422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:24.033776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Usage tracker for resource:security_group_rule and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:24.040484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:24.043536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:24.048128 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.070143 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:24.117590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:24.124201 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d05a4277-b305-4dcf-a5b5-17f9abc523b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.142246 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.142563 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added segment 87b0e8ca-04b8-4c13-b2f2-a11b7b696261 of type vlan for network 0756ab26-b2bc-4c39-85f9-cf233a783853 Jun 03 15:35:24.146590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3bc78c4d-28f8-45f0-8e1c-f7278c30efc0 None None] The port '97466155-1c85-4b56-8c05-0a6f11b22112' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:35:24.174855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d05a4277-b305-4dcf-a5b5-17f9abc523b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.212886 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.243619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 97466155-1c85-4b56-8c05-0a6f11b22112 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:35:24.256353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e8728-2f42-454b-975a-a138bb4bfbf5 req-161f43e2-2261-48de-b4a5-19e2dc9f965b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:24.258090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f6e8728-2f42-454b-975a-a138bb4bfbf5 req-161f43e2-2261-48de-b4a5-19e2dc9f965b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.2949524 Jun 03 15:35:24.268783 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.276315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:24.277117 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.342183 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.343904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 97466155-1c85-4b56-8c05-0a6f11b22112 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:35:24.344395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 97466155-1c85-4b56-8c05-0a6f11b22112 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:35:24.364038 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.370120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53192) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:24.442346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] device_id is not set on port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:35:24.449589 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45bf2412-d4b2-4062-93ae-9a9d8931b46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.474883 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f6e8728-2f42-454b-975a-a138bb4bfbf5 req-3cf5d43f-d9d9-4589-bbce-c9424e331942 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043014 Jun 03 15:35:24.478587 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.509635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-45bf2412-d4b2-4062-93ae-9a9d8931b46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:24.512091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135fe943-edaf-484e-90f3-61f0eb361e5b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:24.523846 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d05a4277-b305-4dcf-a5b5-17f9abc523b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.548732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-45bf2412-d4b2-4062-93ae-9a9d8931b46f admin admin] Usage tracker for resource:security_group_rule and tenant:1651c1cc8ebe425aa6fe4e0be7cad58c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:24.552530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Transition to ACTIVE for port object e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:24.558933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.563074 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2303f986-e924-4e20-aef2-9646fcce1529 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0214193 Jun 03 15:35:24.563576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53202) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:24.570070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a4277-b305-4dcf-a5b5-17f9abc523b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57221d2-3fa6-4f68-a1e3-3caf797663b5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:24.571443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-45bf2412-d4b2-4062-93ae-9a9d8931b46f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:24.664935 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6316526 Jun 03 15:35:24.664935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66af40-5b89-4c23-ae45-7dc1aca40a5c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Network': ['ID=0756ab26-b2bc-4c39-85f9-cf233a783853,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:24.664935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53204) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:24.664935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d05a4277-b305-4dcf-a5b5-17f9abc523b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.664935 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d05a4277-b305-4dcf-a5b5-17f9abc523b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f57221d2-3fa6-4f68-a1e3-3caf797663b5 HTTP/1.1" status: 204 len: 168 time: 0.5872056 Jun 03 15:35:24.666232 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.666492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0756ab26-b2bc-4c39-85f9-cf233a783853 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:24.666855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-06d8f41a-fe53-4e2a-9e14-85c6c24bb07f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'security_group_rule': {'security_group_id': '135fe943-edaf-484e-90f3-61f0eb361e5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:24.666937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'subnet': {'network_id': '0756ab26-b2bc-4c39-85f9-cf233a783853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:24.667008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-45bf2412-d4b2-4062-93ae-9a9d8931b46f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:24.703173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-06d8f41a-fe53-4e2a-9e14-85c6c24bb07f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:24.789771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:24.795413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:subnet and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:24.801936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:24.807671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:24.821090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:24.821640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-06d8f41a-fe53-4e2a-9e14-85c6c24bb07f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Usage tracker for resource:security_group_rule and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:24.824988 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:24.865670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-06d8f41a-fe53-4e2a-9e14-85c6c24bb07f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:24.887005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-06d8f41a-fe53-4e2a-9e14-85c6c24bb07f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:24.936945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event updated for resources: {'Port': ['ID=e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:24.956836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:24.957169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:24.957662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:24.982183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:24.982546 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:24.992895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792cce6-a686-4657-b5f7-5c696824aae2 req-07112baa-598e-4b72-a097-84b324078a1c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:24.994526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0792cce6-a686-4657-b5f7-5c696824aae2 req-07112baa-598e-4b72-a097-84b324078a1c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.4920335 Jun 03 15:35:25.009387 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 2 to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c Jun 03 15:35:25.020549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06d8f41a-fe53-4e2a-9e14-85c6c24bb07f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.085107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:25.085503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:25.085796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:25.130211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:25.130543 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:25.137382 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.142164 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 3 to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c Jun 03 15:35:25.179113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0792cce6-a686-4657-b5f7-5c696824aae2 req-f657bd2f-18f7-407e-adcd-388a0ae80b9b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468322 Jun 03 15:35:25.189350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:25.189532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:25.189983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:25.204351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba649a-0736-47fb-8ca8-0d1c605d6364 req-36848f28-f842-4deb-ab97-81a2da73e890 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:25.214248 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4dba649a-0736-47fb-8ca8-0d1c605d6364 req-36848f28-f842-4deb-ab97-81a2da73e890 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.4434724 Jun 03 15:35:25.225760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Subnet': ['ID=929dea2c-0470-412e-95da-a60fd3a8391b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:25.237301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Checking segment: {'id': '87b0e8ca-04b8-4c13-b2f2-a11b7b696261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0756ab26-b2bc-4c39-85f9-cf233a783853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:25.237968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network hostable DHCP agents. Network: 0756ab26-b2bc-4c39-85f9-cf233a783853, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:35:25.238065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:25.238398 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:25.251440 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06d8f41a-fe53-4e2a-9e14-85c6c24bb07f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.255753 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 4 to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c Jun 03 15:35:25.259978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network 0756ab26-b2bc-4c39-85f9-cf233a783853 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:35:25.269054 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45bf2412-d4b2-4062-93ae-9a9d8931b46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.270842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06d8f41a-fe53-4e2a-9e14-85c6c24bb07f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.275962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0756ab26-b2bc-4c39-85f9-cf233a783853) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:25.280608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:25.281444 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.297814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6bf8b8-c852-4089-bd3b-eaa2af67d49a None None] Network 0756ab26-b2bc-4c39-85f9-cf233a783853 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:25.306084 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45bf2412-d4b2-4062-93ae-9a9d8931b46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.319050 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3a187d48-a365-41b5-aafa-f902f01e0c62 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7318070 Jun 03 15:35:25.321553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53222) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:25.327942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0727fd36-2aa2-49d8-8b42-79efe0691be8 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-180609449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:25.338133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0727fd36-2aa2-49d8-8b42-79efe0691be8 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:25.343737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0727fd36-2aa2-49d8-8b42-79efe0691be8 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:router and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:25.347839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0727fd36-2aa2-49d8-8b42-79efe0691be8 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:25.350808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:25.351152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:25.351493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:25.356204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0727fd36-2aa2-49d8-8b42-79efe0691be8 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:25.374097 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0727fd36-2aa2-49d8-8b42-79efe0691be8 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.375787 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4dba649a-0736-47fb-8ca8-0d1c605d6364 req-fa1f8f72-4f16-4099-ae49-6ae5ac8c8874 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624191 Jun 03 15:35:25.389647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8f41a-fe53-4e2a-9e14-85c6c24bb07f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f8e6a8-37e9-402e-8986-2d6da6569f86,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:25.391869 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0727fd36-2aa2-49d8-8b42-79efe0691be8 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.396035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:25.396545 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:25.410818 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 5 to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c Jun 03 15:35:25.451724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0727fd36-2aa2-49d8-8b42-79efe0691be8 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.460386 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06d8f41a-fe53-4e2a-9e14-85c6c24bb07f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.461973 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-06d8f41a-fe53-4e2a-9e14-85c6c24bb07f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8696885 Jun 03 15:35:25.468160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-45bf2412-d4b2-4062-93ae-9a9d8931b46f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1651c1cc8ebe425aa6fe4e0be7cad58c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0814471 Jun 03 15:35:25.469935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53230) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:25.470425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53232) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:25.475848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:25.476362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:25.476865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:25.481510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf2412-d4b2-4062-93ae-9a9d8931b46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4de6f3-f7f0-4f01-a6ce-0995ab67b264,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:25.502909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0727fd36-2aa2-49d8-8b42-79efe0691be8 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.539184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-111598c0-bc07-410d-80ce-d6116b81aff5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'security_group_rule': {'security_group_id': '135fe943-edaf-484e-90f3-61f0eb361e5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:25.549803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:25.550263 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:25.554346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-111598c0-bc07-410d-80ce-d6116b81aff5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:25.557060 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 6 to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c Jun 03 15:35:25.563055 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0727fd36-2aa2-49d8-8b42-79efe0691be8 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.569995 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0727fd36-2aa2-49d8-8b42-79efe0691be8 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2415309 Jun 03 15:35:25.569995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:25.571647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-111598c0-bc07-410d-80ce-d6116b81aff5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Usage tracker for resource:security_group_rule and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:25.578452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-111598c0-bc07-410d-80ce-d6116b81aff5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:25.599548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-111598c0-bc07-410d-80ce-d6116b81aff5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:25.640725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:25.641140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:25.641531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:25.652567 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-989a17e3-4df9-448d-b008-bc74f11761b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.662193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-0756ab26-b2bc-4c39-85f9-cf233a783853', 'network_id': '0756ab26-b2bc-4c39-85f9-cf233a783853', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'fixed_ips': [{'subnet_id': '929dea2c-0470-412e-95da-a60fd3a8391b'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:35:25.663991 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.673350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:25.673673 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:25.677703 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 7 to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c Jun 03 15:35:25.729484 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-111598c0-bc07-410d-80ce-d6116b81aff5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.739082 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-989a17e3-4df9-448d-b008-bc74f11761b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.749835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:25.750325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:25.750693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:25.767376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:25.767861 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:25.777423 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 8 to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c Jun 03 15:35:25.847923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:25.848268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:25.848525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:25.863514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:25.863897 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:25.866722 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 9 to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c Jun 03 15:35:25.893896 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-111598c0-bc07-410d-80ce-d6116b81aff5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.905071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c0e08-80fe-41f2-b492-9d1dfcc9a286 req-d7d3fd2c-df62-4b2d-a911-10f17357c49b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:25.906676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-155c0e08-80fe-41f2-b492-9d1dfcc9a286 req-d7d3fd2c-df62-4b2d-a911-10f17357c49b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.3086009 Jun 03 15:35:25.911527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Allocated IP 172.20.0.2 (0756ab26-b2bc-4c39-85f9-cf233a783853/929dea2c-0470-412e-95da-a60fd3a8391b/40bbc028-9175-41ee-beb0-757dea81e871) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:25.912449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:25.913121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:25.913979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:25.916420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-111598c0-bc07-410d-80ce-d6116b81aff5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.934655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-989a17e3-4df9-448d-b008-bc74f11761b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:25.960243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:25.960572 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:25.976603 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 10 to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c Jun 03 15:35:25.999579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a17e3-4df9-448d-b008-bc74f11761b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4de6f3-f7f0-4f01-a6ce-0995ab67b264,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:26.001811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111598c0-bc07-410d-80ce-d6116b81aff5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601fe996-f369-4723-a00b-d7c52885add3,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:26.029057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:26.029706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:26.029706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:26.044202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:26.044527 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:26.044878 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.058378 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-989a17e3-4df9-448d-b008-bc74f11761b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.062285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-989a17e3-4df9-448d-b008-bc74f11761b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b4de6f3-f7f0-4f01-a6ce-0995ab67b264 HTTP/1.1" status: 204 len: 168 time: 0.5877321 Jun 03 15:35:26.075950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-155c0e08-80fe-41f2-b492-9d1dfcc9a286 req-655cd975-e1ad-4b1c-ade6-dda3cac916f6 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540241 Jun 03 15:35:26.076756 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-111598c0-bc07-410d-80ce-d6116b81aff5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.077931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-111598c0-bc07-410d-80ce-d6116b81aff5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6051991 Jun 03 15:35:26.087035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53256) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:26.156553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:26.188310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:26.228001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Usage tracker for resource:floatingip and tenant:b3e4457f68d148e08a56851d77ccda36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:26.230666 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.246335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:26.255574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Transition to ACTIVE for port object 40bbc028-9175-41ee-beb0-757dea81e871 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:26.281604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Transition to ACTIVE for port object 40bbc028-9175-41ee-beb0-757dea81e871 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:26.286048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:26.292305 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.363275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.408090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] For port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:35:26.416181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempted to set empty binding levels {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:35:26.417232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Pushing event updated for resources: {'Port': ['ID=40bbc028-9175-41ee-beb0-757dea81e871,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:26.431723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.435793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.454434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Network 0756ab26-b2bc-4c39-85f9-cf233a783853 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:26.456924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:26.466968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:26.637030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Attempting to bind port 40bbc028-9175-41ee-beb0-757dea81e871 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:26.637637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Attempting to bind port 40bbc028-9175-41ee-beb0-757dea81e871 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '87b0e8ca-04b8-4c13-b2f2-a11b7b696261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0756ab26-b2bc-4c39-85f9-cf233a783853'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:26.638179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Attempting to bind port 40bbc028-9175-41ee-beb0-757dea81e871 on network 0756ab26-b2bc-4c39-85f9-cf233a783853 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:26.640975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53268) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:26.645919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:35:26.646559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Checking segment: {'id': '87b0e8ca-04b8-4c13-b2f2-a11b7b696261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0756ab26-b2bc-4c39-85f9-cf233a783853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:26.647116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.647786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Bound using segment: {'id': '87b0e8ca-04b8-4c13-b2f2-a11b7b696261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0756ab26-b2bc-4c39-85f9-cf233a783853'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:35:26.648505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Bound port: 40bbc028-9175-41ee-beb0-757dea81e871, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b0e8ca-04b8-4c13-b2f2-a11b7b696261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0756ab26-b2bc-4c39-85f9-cf233a783853'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:35:26.649077 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.799334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] For port 40bbc028-9175-41ee-beb0-757dea81e871, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:35:26.802760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] For port 40bbc028-9175-41ee-beb0-757dea81e871, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=40bbc028-9175-41ee-beb0-757dea81e871,segment=NetworkSegment(87b0e8ca-04b8-4c13-b2f2-a11b7b696261),segment_id=87b0e8ca-04b8-4c13-b2f2-a11b7b696261)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:35:26.812536 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.883716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] In _notify_port_updated(), no bound segment for port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:35:26.884263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:26.884890 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:26.888530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "PUT /v2.0/ports/e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c HTTP/1.1" status: 200 len: 979 time: 3.4221590 Jun 03 15:35:26.891604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53284) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:26.914788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9b63f-3e4f-4b02-832b-bf8e12d84184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event updated for resources: {'Port': ['ID=e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:26.966962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe523b-6940-4631-a5b3-39c0be749989 None None] Pushing event updated for resources: {'Port': ['ID=40bbc028-9175-41ee-beb0-757dea81e871,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:27.077616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b82ee-2bd9-4211-9be2-21288ae9aadf req-a1a65f86-f384-41c2-a80c-39c071752e55 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.079419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b9b82ee-2bd9-4211-9be2-21288ae9aadf req-a1a65f86-f384-41c2-a80c-39c071752e55 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.5601523 Jun 03 15:35:27.154980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a9f84-7def-4eeb-8e88-754f4cda25d6 req-d57c84ff-43e1-4447-b9b2-b9c2b64cf90c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.156748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-638a9f84-7def-4eeb-8e88-754f4cda25d6 req-d57c84ff-43e1-4447-b9b2-b9c2b64cf90c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.2373092 Jun 03 15:35:27.226407 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.236447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b9b82ee-2bd9-4211-9be2-21288ae9aadf req-3da4da8c-bffc-4094-a35d-359bb05fec27 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386621 Jun 03 15:35:27.291695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a84c7a2-d67e-4e79-a2c8-385aac8f7df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.357561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0a84c7a2-d67e-4e79-a2c8-385aac8f7df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:27.365317 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-638a9f84-7def-4eeb-8e88-754f4cda25d6 req-3509add5-8645-4f50-87aa-569ae3f8c6f6 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955976 Jun 03 15:35:27.390260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0a84c7a2-d67e-4e79-a2c8-385aac8f7df1 admin admin] Usage tracker for resource:security_group_rule and tenant:4530fd2e826948b59f3001986d70de01 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:27.406594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0a84c7a2-d67e-4e79-a2c8-385aac8f7df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:27.417189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0a84c7a2-d67e-4e79-a2c8-385aac8f7df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:27.431054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Allocated IP 172.20.0.1 (0756ab26-b2bc-4c39-85f9-cf233a783853/929dea2c-0470-412e-95da-a60fd3a8391b/82078d44-4319-43e0-b295-5dc5b48a13bd) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:27.461968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.462779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.463260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.463842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.464313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.465088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.465930 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.466567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.467215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.467977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.468739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.470799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.470799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.470799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.471151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.471718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.472173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.472630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.473084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.473534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.474023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.474480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.474928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.478511 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2afce62c-4f5a-41ad-b103-15b1b6294e6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20662 time: 0.5729198 Jun 03 15:35:27.484725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53296) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:27.597700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Allocated IP 172.25.7.140 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/b3b3b3b4-f12e-4aa6-9635-f7bea8371882) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:27.621642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-eb945aff-d19f-46d4-a13a-b29ea9608a4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Deleting port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:27.622034 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb945aff-d19f-46d4-a13a-b29ea9608a4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.663923 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.686317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Transition to ACTIVE for port object 82078d44-4319-43e0-b295-5dc5b48a13bd will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:27.730917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.810334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network 0756ab26-b2bc-4c39-85f9-cf233a783853 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:27.814334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:27.819691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:27.872511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=82078d44-4319-43e0-b295-5dc5b48a13bd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:27.896897 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a84c7a2-d67e-4e79-a2c8-385aac8f7df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.897973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:27.913733 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a84c7a2-d67e-4e79-a2c8-385aac8f7df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.046711 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.092279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0a84c7a2-d67e-4e79-a2c8-385aac8f7df1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4530fd2e826948b59f3001986d70de01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4477389 Jun 03 15:35:28.093674 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.104409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53312) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:28.105080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84c7a2-d67e-4e79-a2c8-385aac8f7df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1419c026-6a86-436b-be02-d26568cfa3d6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:28.175364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-eb945aff-d19f-46d4-a13a-b29ea9608a4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] For port e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c, host n-h1-844595-1, got binding levels [] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:28.175723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb945aff-d19f-46d4-a13a-b29ea9608a4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.324621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 40bbc028-9175-41ee-beb0-757dea81e871 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:28.376160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-eb945aff-d19f-46d4-a13a-b29ea9608a4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Calling delete_port for e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:28.525832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.564106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4fa566-e98a-4351-92e7-7b497ef8c72e None None] Network 0756ab26-b2bc-4c39-85f9-cf233a783853 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:28.688135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.696376 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.704746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.727090 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.729248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-33e0526a-15cf-4358-9dd5-0044a8353697 None None] Provisioning for port 40bbc028-9175-41ee-beb0-757dea81e871 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:28.786352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 40bbc028-9175-41ee-beb0-757dea81e871 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:28.795417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 40bbc028-9175-41ee-beb0-757dea81e871 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:28.795785 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.854836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=82078d44-4319-43e0-b295-5dc5b48a13bd,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:28.876976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb945aff-d19f-46d4-a13a-b29ea9608a4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.884800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:28.902916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:28.907855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:28.910963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'Port': ['ID=b3b3b3b4-f12e-4aa6-9635-f7bea8371882,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:28.959717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:29.021397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb945aff-d19f-46d4-a13a-b29ea9608a4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:29.038679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 40bbc028-9175-41ee-beb0-757dea81e871 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:29.039025 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb945aff-d19f-46d4-a13a-b29ea9608a4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.039126 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.085895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 40bbc028-9175-41ee-beb0-757dea81e871, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=40bbc028-9175-41ee-beb0-757dea81e871,segment=NetworkSegment(87b0e8ca-04b8-4c13-b2f2-a11b7b696261),segment_id=87b0e8ca-04b8-4c13-b2f2-a11b7b696261)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:29.091405 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.091659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a36d8d-ddcb-4e7f-9714-9ad26b43f210 req-d2fa0aed-7a4a-49a3-9e0d-3e37cc5e5786 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:29.094367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3a36d8d-ddcb-4e7f-9714-9ad26b43f210 req-d2fa0aed-7a4a-49a3-9e0d-3e37cc5e5786 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.5240295 Jun 03 15:35:29.104740 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.143113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b322992-6f3a-4c0d-a917-2ceb5502f07d req-4ee03108-0344-4b17-9c1d-dd1b71cb1aed tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:29.150300 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b322992-6f3a-4c0d-a917-2ceb5502f07d req-4ee03108-0344-4b17-9c1d-dd1b71cb1aed tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.5169089 Jun 03 15:35:29.158360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-eb945aff-d19f-46d4-a13a-b29ea9608a4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c HTTP/1.1" status: 204 len: 168 time: 1.6645160 Jun 03 15:35:29.187622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1419c026-6a86-436b-be02-d26568cfa3d6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:29.191244 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.192469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1419c026-6a86-436b-be02-d26568cfa3d6 HTTP/1.1" status: 204 len: 168 time: 1.0838904 Jun 03 15:35:29.195572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53332) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:29.197481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=40bbc028-9175-41ee-beb0-757dea81e871,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:29.220349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.220349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.220349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.220349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.220349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.220935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.220935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.221384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.221919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.222311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.222665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.223092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce048ea-b089-4229-9217-e670791f78eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:29.267210 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8546fbcd-a2e3-4657-9339-acf9b69826fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:35:29.279669 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8546fbcd-a2e3-4657-9339-acf9b69826fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "GET /v2.0/ports/e1a7e35c-eb3b-46c4-97ff-b9576c5cba5c HTTP/1.1" status: 404 len: 333 time: 0.0788529 Jun 03 15:35:29.299353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53340) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:29.318031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-934171084', 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:29.326988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network 0756ab26-b2bc-4c39-85f9-cf233a783853 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:29.339099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:29.344145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:29.352838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Usage tracker for resource:port and tenant:fac89e455d2e4ca2884310367a121b66 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:29.362183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:29.387101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:29.490916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3a36d8d-ddcb-4e7f-9714-9ad26b43f210 req-d88dd3fd-8f73-4925-b9b7-abaf6a3e979c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594053 Jun 03 15:35:29.517484 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.528345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b322992-6f3a-4c0d-a917-2ceb5502f07d req-b2a91386-98be-4fc8-a37d-6ee8858f87b7 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766925 Jun 03 15:35:29.536144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5c9b94af-efd7-4c58-a0b5-fa06f66bfdb5 None None] Provisioning complete for port 40bbc028-9175-41ee-beb0-757dea81e871 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:29.536889 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5c9b94af-efd7-4c58-a0b5-fa06f66bfdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.556414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.574939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Made reservation on behalf of fac89e455d2e4ca2884310367a121b66 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:29.578838 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.729083 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:29.841202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b94af-efd7-4c58-a0b5-fa06f66bfdb5 None None] Current status of the port 40bbc028-9175-41ee-beb0-757dea81e871 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:29.868475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5c9b94af-efd7-4c58-a0b5-fa06f66bfdb5 None None] Provisioning for port 82078d44-4319-43e0-b295-5dc5b48a13bd completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:29.876041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5c9b94af-efd7-4c58-a0b5-fa06f66bfdb5 None None] Provisioning complete for port 82078d44-4319-43e0-b295-5dc5b48a13bd triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:29.876778 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5c9b94af-efd7-4c58-a0b5-fa06f66bfdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.010860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b94af-efd7-4c58-a0b5-fa06f66bfdb5 None None] Port 82078d44-4319-43e0-b295-5dc5b48a13bd cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:30.067946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] device_id is not set on port 861e9aff-7b27-4ceb-aa85-d1c1f21978dd yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:35:30.157503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-66e11644-4527-4d63-ae5f-1d4f3ae25106 None None] Provisioning complete for port 82078d44-4319-43e0-b295-5dc5b48a13bd triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:30.157987 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-66e11644-4527-4d63-ae5f-1d4f3ae25106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.282431 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.309010 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.406675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-66e11644-4527-4d63-ae5f-1d4f3ae25106 None None] Port 82078d44-4319-43e0-b295-5dc5b48a13bd cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:30.420979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 40bbc028-9175-41ee-beb0-757dea81e871 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:30.600370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'Port': ['ID=b3b3b3b4-f12e-4aa6-9635-f7bea8371882,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:30.606579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6ce510a1-0aac-48f8-bbe4-19e0163da16e None None] Provisioning complete for port 82078d44-4319-43e0-b295-5dc5b48a13bd triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:30.607156 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ce510a1-0aac-48f8-bbe4-19e0163da16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.630368 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.662921 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.664748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-95153468-f36c-4fba-967f-07c42d277e9b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5765321 Jun 03 15:35:30.701060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 509b6e8c-1d1b-46f2-9055-14b074f32c5d is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:35:30.762661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 40bbc028-9175-41ee-beb0-757dea81e871 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:30.763034 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:30.776901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1ff57-c5f1-40e9-946c-6db1fb9181ff req-d4fa12dc-a513-4eed-8498-3998bf92276a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:30.780341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2e1ff57-c5f1-40e9-946c-6db1fb9181ff req-d4fa12dc-a513-4eed-8498-3998bf92276a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.3208303 Jun 03 15:35:30.860707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6ce510a1-0aac-48f8-bbe4-19e0163da16e None None] Port 82078d44-4319-43e0-b295-5dc5b48a13bd cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:30.872148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2e1ff57-c5f1-40e9-946c-6db1fb9181ff req-75e2ff62-bdd3-4ba5-8d90-cd0d70485e76 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791314 Jun 03 15:35:30.912318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec2a26-954a-4e55-9905-e80efab9b972 req-4ad8a68a-1aaa-4b2a-8c5d-16b6bd0e8545 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:30.922476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cec2a26-954a-4e55-9905-e80efab9b972 req-4ad8a68a-1aaa-4b2a-8c5d-16b6bd0e8545 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.2211514 Jun 03 15:35:30.994913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cec2a26-954a-4e55-9905-e80efab9b972 req-3d959f69-6514-4f79-a7fe-1efbcd9e60a1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710778 Jun 03 15:35:30.995821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 40bbc028-9175-41ee-beb0-757dea81e871 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:31.133347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-07c6ba07-58a3-44eb-93df-1024cfceabb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Synchronizing usage tracker for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:31.158518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-07c6ba07-58a3-44eb-93df-1024cfceabb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Unset dirty status for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:31.168588 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-07c6ba07-58a3-44eb-93df-1024cfceabb6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2051876630&fields=id&tenant_id=b3e4457f68d148e08a56851d77ccda36 HTTP/1.1" status: 200 len: 267 time: 0.0877357 Jun 03 15:35:31.190969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a1ae-5b6c-40c2-a4a3-eef5f9d739a6 req-e49f848e-d840-4a96-b099-72645ef36e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:31.193640 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4de3a1ae-5b6c-40c2-a4a3-eef5f9d739a6 req-e49f848e-d840-4a96-b099-72645ef36e51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 1097 time: 0.7338240 Jun 03 15:35:31.365664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a1ae-5b6c-40c2-a4a3-eef5f9d739a6 req-3999c253-4019-4419-9e30-79e8a7e687c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:31.367378 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4de3a1ae-5b6c-40c2-a4a3-eef5f9d739a6 req-3999c253-4019-4419-9e30-79e8a7e687c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 200 len: 915 time: 0.1638472 Jun 03 15:35:31.424933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-d4bedd0b-528a-48e8-8798-cd82a7c23a22 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:31.433200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-d4bedd0b-528a-48e8-8798-cd82a7c23a22 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 815 time: 0.2634687 Jun 03 15:35:31.453682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-595ddfbc-7a40-441e-9f3d-d1e72184df87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/quotas/b3e4457f68d148e08a56851d77ccda36 HTTP/1.1" status: 200 len: 375 time: 0.0185483 Jun 03 15:35:31.464654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:31.477628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:31.480305 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa646e79-436a-418d-9d63-d2b6ec43bfdc None None] Sync routers for ids ['509b6e8c-1d1b-46f2-9055-14b074f32c5d'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:31.492014 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4de3a1ae-5b6c-40c2-a4a3-eef5f9d739a6 req-e08f5de1-6279-4cdb-8434-cea2660b7504 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93 HTTP/1.1" status: 200 len: 217 time: 0.1103384 Jun 03 15:35:31.497434 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2cc16d42-b16e-4bdd-b44c-5810d31c6414 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/509b6e8c-1d1b-46f2-9055-14b074f32c5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9267862 Jun 03 15:35:31.497890 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa646e79-436a-418d-9d63-d2b6ec43bfdc None None] Routers {'509b6e8c-1d1b-46f2-9055-14b074f32c5d'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:31.498949 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aa646e79-436a-418d-9d63-d2b6ec43bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['509b6e8c-1d1b-46f2-9055-14b074f32c5d'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:31.500395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53396) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:31.569344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-b1b94e1e-88e0-4f47-b7ac-3d975366b009 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Synchronizing usage tracker for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:31.611051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-b1b94e1e-88e0-4f47-b7ac-3d975366b009 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Unset dirty status for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:31.613451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-b1b94e1e-88e0-4f47-b7ac-3d975366b009 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1576905 Jun 03 15:35:31.625514 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aa646e79-436a-418d-9d63-d2b6ec43bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:31.635829 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa646e79-436a-418d-9d63-d2b6ec43bfdc None None] Routers {'509b6e8c-1d1b-46f2-9055-14b074f32c5d'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:31.636706 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aa646e79-436a-418d-9d63-d2b6ec43bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['509b6e8c-1d1b-46f2-9055-14b074f32c5d'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:31.643783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d99a367-0b6e-479f-8552-06d213bbc493 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:31.644412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7d99a367-0b6e-479f-8552-06d213bbc493 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Synchronizing usage tracker for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:31.650093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a1ae-5b6c-40c2-a4a3-eef5f9d739a6 req-c6c229b5-f4b3-4f60-bc80-99f9b154c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:31.651524 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4de3a1ae-5b6c-40c2-a4a3-eef5f9d739a6 req-c6c229b5-f4b3-4f60-bc80-99f9b154c822 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98ceefca-3cfc-43a6-9839-31c33e352aca HTTP/1.1" status: 200 len: 854 time: 0.1486371 Jun 03 15:35:31.717347 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aa646e79-436a-418d-9d63-d2b6ec43bfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:31.718199 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa646e79-436a-418d-9d63-d2b6ec43bfdc None None] The sync data for ids ['509b6e8c-1d1b-46f2-9055-14b074f32c5d'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:31.720955 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4de3a1ae-5b6c-40c2-a4a3-eef5f9d739a6 req-5d1ee2bb-c9fd-4720-bbf6-bcc045b2dacb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1f2d938c-a535-4219-9bff-61815313e4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516617 Jun 03 15:35:31.722380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7d99a367-0b6e-479f-8552-06d213bbc493 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Unset dirty status for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:31.726740 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7d99a367-0b6e-479f-8552-06d213bbc493 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports/82078d44-4319-43e0-b295-5dc5b48a13bd HTTP/1.1" status: 200 len: 910 time: 0.2252991 Jun 03 15:35:31.728767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53404) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:31.838556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-0cf810ca-f616-427e-a7e2-c94b144ae39f service neutron] 10.222.0.48 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082210 Jun 03 15:35:31.853333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:32.028618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event updated for resources: {'Port': ['ID=861e9aff-7b27-4ceb-aa85-d1c1f21978dd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:32.048951 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4de3a1ae-5b6c-40c2-a4a3-eef5f9d739a6 req-e4a9de2e-7aed-4dd3-9aa9-dffae7380380 service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209343 Jun 03 15:35:32.119511 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-57af6c31-0e23-4cb3-8194-b49073222df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:32.131187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-89bee801-178d-46cc-96f7-b258f13cd85a service neutron] 10.222.0.48 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912557 Jun 03 15:35:32.170022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c911a3-ba4e-4057-9ce1-0059733a2ee7 req-505cc32a-c6ef-458e-a03e-b40552afa664 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:32.171552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3c911a3-ba4e-4057-9ce1-0059733a2ee7 req-505cc32a-c6ef-458e-a03e-b40552afa664 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.1238508 Jun 03 15:35:32.178618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-bba7ca4e-9a41-4bea-b352-81b39608887c req-b93ffd93-dac5-4875-885a-f1f716cf2211 service neutron] (88444) timed out ('10.222.0.48', 36532) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:35:32.192344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:32.228934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3c911a3-ba4e-4057-9ce1-0059733a2ee7 req-55209b46-4031-4ce8-93bd-fd61d8e342e5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516613 Jun 03 15:35:32.251253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:32.259716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:32.261155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:32.261898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:32.323365 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-73914836-c9a0-4e63-81ce-8aa245a7789e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.0187538 Jun 03 15:35:32.326035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53422) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:32.543327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-695a79ba-3ce1-4c27-ae80-7a7f04866493 req-20b185c3-367a-4b6a-b6ea-624afeb7af2e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 210 time: 0.1116152 Jun 03 15:35:32.560239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310dbbab-8451-4dc2-b096-4166fed9a966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:32.561040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-310dbbab-8451-4dc2-b096-4166fed9a966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Synchronizing usage tracker for tenant:fac89e455d2e4ca2884310367a121b66 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:32.604735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-310dbbab-8451-4dc2-b096-4166fed9a966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Unset dirty status for tenant:fac89e455d2e4ca2884310367a121b66 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:32.619887 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-310dbbab-8451-4dc2-b096-4166fed9a966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "GET /v2.0/ports/861e9aff-7b27-4ceb-aa85-d1c1f21978dd HTTP/1.1" status: 200 len: 958 time: 0.2926476 Jun 03 15:35:32.624996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53436) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:32.799821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d89e4-d5ee-4e0f-9f3c-c470613c6d2d req-8a8baada-832e-4a55-92aa-23a79372df1b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:32.801368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b5d89e4-d5ee-4e0f-9f3c-c470613c6d2d req-8a8baada-832e-4a55-92aa-23a79372df1b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.3139169 Jun 03 15:35:32.875488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9870c-cbb1-4df0-9756-5bcbc1438f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Deleting port 861e9aff-7b27-4ceb-aa85-d1c1f21978dd {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:32.875754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1b9870c-cbb1-4df0-9756-5bcbc1438f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:32.894093 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4de3a1ae-5b6c-40c2-a4a3-eef5f9d739a6 req-edb6f992-3546-4571-b529-877c1b316be9 service neutron] 10.222.0.67 "GET /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7546144 Jun 03 15:35:33.036307 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b5d89e4-d5ee-4e0f-9f3c-c470613c6d2d req-a304b4f7-ef25-4fdf-9bd2-68192ec17059 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192628 Jun 03 15:35:33.252574 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b040d7e6-b02c-43c7-94f1-2daf289de98e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:33.400542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1b9870c-cbb1-4df0-9756-5bcbc1438f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:33.551595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9870c-cbb1-4df0-9756-5bcbc1438f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Calling delete_port for 861e9aff-7b27-4ceb-aa85-d1c1f21978dd owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:33.819215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1b9870c-cbb1-4df0-9756-5bcbc1438f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:33.910413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c1c8ab0-ca8b-4bc1-a2b3-80c0b380f294 req-ab800384-5cd8-4ead-9069-3b0fd11c84bf tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 210 time: 0.1669650 Jun 03 15:35:33.944615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9870c-cbb1-4df0-9756-5bcbc1438f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event deleted for resources: {'Port': ['ID=861e9aff-7b27-4ceb-aa85-d1c1f21978dd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:33.985750 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1b9870c-cbb1-4df0-9756-5bcbc1438f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:33.994298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b040d7e6-b02c-43c7-94f1-2daf289de98e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 82078d44-4319-43e0-b295-5dc5b48a13bd {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:33.995926 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b040d7e6-b02c-43c7-94f1-2daf289de98e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.008846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d1b9870c-cbb1-4df0-9756-5bcbc1438f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "DELETE /v2.0/ports/861e9aff-7b27-4ceb-aa85-d1c1f21978dd HTTP/1.1" status: 204 len: 168 time: 1.3801413 Jun 03 15:35:34.012069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53474) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:34.080955 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3b9754-36f4-4ba9-9d09-7d872e68da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:35:34.081504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3a3b9754-36f4-4ba9-9d09-7d872e68da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Synchronizing usage tracker for tenant:fac89e455d2e4ca2884310367a121b66 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:34.130956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedcc4b-18b3-40f7-92ce-93f524b82171 req-584fb1f8-480f-4d07-b60c-3accf1a98d95 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:34.158809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bedcc4b-18b3-40f7-92ce-93f524b82171 req-584fb1f8-480f-4d07-b60c-3accf1a98d95 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.4930573 Jun 03 15:35:34.223453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3a3b9754-36f4-4ba9-9d09-7d872e68da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Unset dirty status for tenant:fac89e455d2e4ca2884310367a121b66 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:34.225750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3a3b9754-36f4-4ba9-9d09-7d872e68da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "GET /v2.0/ports/861e9aff-7b27-4ceb-aa85-d1c1f21978dd HTTP/1.1" status: 404 len: 333 time: 0.2112188 Jun 03 15:35:34.234941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53480) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:34.249013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Request body: {'port': {'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-613612300'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:34.268767 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a7aacf47-b806-45d4-932d-cd2deb652e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.276277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:34.367771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:34.388225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bedcc4b-18b3-40f7-92ce-93f524b82171 req-477b8bed-3b69-4eeb-94b1-5ed036a3afe6 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197361 Jun 03 15:35:34.428018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Made reservation on behalf of fac89e455d2e4ca2884310367a121b66 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:34.430759 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b040d7e6-b02c-43c7-94f1-2daf289de98e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.431410 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.471582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] device_id is not set on port 8b64d1de-e864-40f0-9718-f607be33a6f0 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:35:34.538580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e24527-7fba-49fa-b70f-60a30fd2b173 req-9fb29b77-cd57-4455-8453-815a54742037 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:34.547003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61e24527-7fba-49fa-b70f-60a30fd2b173 req-9fb29b77-cd57-4455-8453-815a54742037 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.2654002 Jun 03 15:35:34.664360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b040d7e6-b02c-43c7-94f1-2daf289de98e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 82078d44-4319-43e0-b295-5dc5b48a13bd owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:34.670963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61e24527-7fba-49fa-b70f-60a30fd2b173 req-3c8cf026-c37c-4314-8a18-8ca12fcec51c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229596 Jun 03 15:35:34.865035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b040d7e6-b02c-43c7-94f1-2daf289de98e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.891519 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:34.926323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040d7e6-b02c-43c7-94f1-2daf289de98e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=82078d44-4319-43e0-b295-5dc5b48a13bd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:34.959704 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.089729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event updated for resources: {'Port': ['ID=8b64d1de-e864-40f0-9718-f607be33a6f0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:35.120353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:35.160152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:35.167722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:35.168683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:35.169289 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.198701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f7c346a-4823-441b-8401-2a069ebf9f30 req-ac2a4419-ba76-4e23-aff0-7b69b3a2da66 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 210 time: 0.0967195 Jun 03 15:35:35.240334 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0b0eda2a-14f2-4830-9924-c11c189570e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0035322 Jun 03 15:35:35.250632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53496) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:35.262434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:35.298803 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.533905 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.589386 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.833533 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b040d7e6-b02c-43c7-94f1-2daf289de98e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:35.950259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bed2f-8bc3-401f-a3f9-d2132ccab23f req-1d418df8-4dac-4098-b349-4c66dd4a8250 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:35.951917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-789bed2f-8bc3-401f-a3f9-d2132ccab23f req-1d418df8-4dac-4098-b349-4c66dd4a8250 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.3716257 Jun 03 15:35:36.202397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b040d7e6-b02c-43c7-94f1-2daf289de98e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 509b6e8c-1d1b-46f2-9055-14b074f32c5d has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:35:36.218729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-d3fff348-5758-4bcb-889e-49dde99266ae tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:36.219555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-d3fff348-5758-4bcb-889e-49dde99266ae tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Synchronizing usage tracker for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:36.246240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-789bed2f-8bc3-401f-a3f9-d2132ccab23f req-10981dd2-f04d-4211-8aba-c2fdc4d96317 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772493 Jun 03 15:35:36.269731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] device_id is not set on port 8b64d1de-e864-40f0-9718-f607be33a6f0 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:35:36.299127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-ec8f9715-201d-4b59-9fc0-5afad65500ec req-800b10d0-a0d3-43e6-95be-96851b86cffa service neutron] (88445) timed out ('10.222.0.48', 56398) {{(pid=88445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:35:36.308454 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:36.354011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e753688-1c44-4fe7-8562-ae4f77e87210 req-401d767e-a114-49ee-80da-a0737748192c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:36.357462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e753688-1c44-4fe7-8562-ae4f77e87210 req-401d767e-a114-49ee-80da-a0737748192c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.5337555 Jun 03 15:35:36.399810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b040d7e6-b02c-43c7-94f1-2daf289de98e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:36.411267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-d3fff348-5758-4bcb-889e-49dde99266ae tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Unset dirty status for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:36.413394 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-d3fff348-5758-4bcb-889e-49dde99266ae tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 815 time: 0.7894244 Jun 03 15:35:36.414619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031cb68-64ad-47b2-8258-38655d0d8e47 None None] Sync routers for ids ['509b6e8c-1d1b-46f2-9055-14b074f32c5d'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:36.427723 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b040d7e6-b02c-43c7-94f1-2daf289de98e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/509b6e8c-1d1b-46f2-9055-14b074f32c5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6974330 Jun 03 15:35:36.433675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53534) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:36.447116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031cb68-64ad-47b2-8258-38655d0d8e47 None None] Routers {'509b6e8c-1d1b-46f2-9055-14b074f32c5d'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:36.450436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d031cb68-64ad-47b2-8258-38655d0d8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['509b6e8c-1d1b-46f2-9055-14b074f32c5d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:36.508956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-ab97ade4-3ac6-424b-b0d7-7ee8a2ee564b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Synchronizing usage tracker for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:36.525597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-ab97ade4-3ac6-424b-b0d7-7ee8a2ee564b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Unset dirty status for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:36.526991 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-ab97ade4-3ac6-424b-b0d7-7ee8a2ee564b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e4457f68d148e08a56851d77ccda36 HTTP/1.1" status: 200 len: 380 time: 0.0972865 Jun 03 15:35:36.549561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Transition to ACTIVE for port object 8b64d1de-e864-40f0-9718-f607be33a6f0 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:36.568126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'port': {'device_id': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'admin_state_up': True, 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'security_groups': ['135fe943-edaf-484e-90f3-61f0eb361e5b']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:36.592136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d031cb68-64ad-47b2-8258-38655d0d8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:36.616028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031cb68-64ad-47b2-8258-38655d0d8e47 None None] Routers {'509b6e8c-1d1b-46f2-9055-14b074f32c5d'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:36.616967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d031cb68-64ad-47b2-8258-38655d0d8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['509b6e8c-1d1b-46f2-9055-14b074f32c5d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:36.644209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e753688-1c44-4fe7-8562-ae4f77e87210 req-33cea4aa-df30-4114-84f5-2e3980be3bc3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774925 Jun 03 15:35:36.644939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:36.658743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d1741e3-9e67-4a87-96cf-d618a1fabaab req-08505e48-eaf8-41af-942b-fe314ebf5888 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 210 time: 0.0988147 Jun 03 15:35:36.705575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d031cb68-64ad-47b2-8258-38655d0d8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:36.706380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031cb68-64ad-47b2-8258-38655d0d8e47 None None] The sync data for ids ['509b6e8c-1d1b-46f2-9055-14b074f32c5d'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:36.788944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6fbd8d34-36cc-4a65-b745-af96cac0aa19 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=509b6e8c-1d1b-46f2-9055-14b074f32c5d HTTP/1.1" status: 200 len: 205 time: 0.3514845 Jun 03 15:35:36.803035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53542) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:36.871556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event updated for resources: {'Port': ['ID=8b64d1de-e864-40f0-9718-f607be33a6f0,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:36.971856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:36.972647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:36.972843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:36.981021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:36.982700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:36.982700 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:36.992107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:36.994631 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 2 to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 Jun 03 15:35:37.009304 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.010528 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94ffa2c8-fce4-48b9-a17a-a0aaf75db062 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.037822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:37.038370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:37.038907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:37.053746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:37.054661 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:37.056675 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 3 to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 Jun 03 15:35:37.088511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:37.088897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:37.089409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:37.101251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744c497-e6b4-4e20-a6a0-178c8ce94333 req-9014672e-9e5b-4a9e-ae07-81c7a1a31b78 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:37.109318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9744c497-e6b4-4e20-a6a0-178c8ce94333 req-9014672e-9e5b-4a9e-ae07-81c7a1a31b78 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.2269566 Jun 03 15:35:37.133442 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Made reservation on behalf of b3e4457f68d148e08a56851d77ccda36 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:37.137335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.183707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9744c497-e6b4-4e20-a6a0-178c8ce94333 req-d86d2730-142e-4afb-9f99-19898bc8b085 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731046 Jun 03 15:35:37.184937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:37.185453 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:37.185858 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 4 to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 Jun 03 15:35:37.211316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:37.211758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:37.212344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:37.221390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:37.221749 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:37.222206 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 5 to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 Jun 03 15:35:37.242871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:37.243198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:37.243526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:37.249658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:37.254570 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:37.255426 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 6 to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 Jun 03 15:35:37.315625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:37.315989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:37.316391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:37.325015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:37.325572 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:37.326368 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 7 to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 Jun 03 15:35:37.351226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:37.351565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:37.351894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:37.360276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:37.360792 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:37.361415 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 8 to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 Jun 03 15:35:37.396040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:37.396614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:37.397144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:37.410116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:37.411219 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:37.411219 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 9 to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 Jun 03 15:35:37.437258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:37.437258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:37.437258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:37.443135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:37.443542 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:37.444795 n-d-844595-1 neutron-server[88445]: INFO neutron.plugins.ml2.plugin [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempt 10 to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 Jun 03 15:35:37.470241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:37.470717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:37.471058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempting to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:37.477771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:37.478490 n-d-844595-1 neutron-server[88445]: ERROR neutron.plugins.ml2.managers [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Failed to bind port 8b64d1de-e864-40f0-9718-f607be33a6f0 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '582b65ff-a3f9-4217-bceb-359e75c09341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '0d99dc67-3afc-43ee-9898-8c4a934b8a1e'}] Jun 03 15:35:37.478856 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.743092 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94ffa2c8-fce4-48b9-a17a-a0aaf75db062 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.748576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] For port 8b64d1de-e864-40f0-9718-f607be33a6f0, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:35:37.748991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attempted to set empty binding levels {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:35:37.750500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94ffa2c8-fce4-48b9-a17a-a0aaf75db062 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.764515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ef2b2-cda6-4157-9535-308bb5ff69a5 req-6e1772f9-a8f7-4ac8-a91d-6d89a0ef3fdd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:37.766500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d6ef2b2-cda6-4157-9535-308bb5ff69a5 req-6e1772f9-a8f7-4ac8-a91d-6d89a0ef3fdd tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.2693622 Jun 03 15:35:37.768868 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.885252 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94ffa2c8-fce4-48b9-a17a-a0aaf75db062 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.886096 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ffa2c8-fce4-48b9-a17a-a0aaf75db062 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Fanout notify agent at l3_agent the message router_deleted on router 509b6e8c-1d1b-46f2-9055-14b074f32c5d {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:35:37.909421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] In _notify_port_updated(), no bound segment for port 8b64d1de-e864-40f0-9718-f607be33a6f0 on network 0d99dc67-3afc-43ee-9898-8c4a934b8a1e {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:35:37.910393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:37.911610 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:37.919829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53574) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:37.920988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "PUT /v2.0/ports/8b64d1de-e864-40f0-9718-f607be33a6f0 HTTP/1.1" status: 200 len: 978 time: 2.6691720 Jun 03 15:35:37.991099 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d6ef2b2-cda6-4157-9535-308bb5ff69a5 req-328572c8-55f3-4914-ba75-f3a894d2d3fa tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160952 Jun 03 15:35:37.997690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937ea80-7a73-4107-a3e1-9a6404a08b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event updated for resources: {'Port': ['ID=8b64d1de-e864-40f0-9718-f607be33a6f0,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:38.000879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94ffa2c8-fce4-48b9-a17a-a0aaf75db062 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.002831 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-94ffa2c8-fce4-48b9-a17a-a0aaf75db062 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/509b6e8c-1d1b-46f2-9055-14b074f32c5d HTTP/1.1" status: 204 len: 168 time: 1.1987772 Jun 03 15:35:38.012258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53580) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:38.015862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Allocated IP 172.20.0.9 (50d85d7a-4e98-4da0-8512-98a59effa284/74f85207-a946-4ae0-ae8c-85d58a17d207/f09695ad-edc6-452a-956c-775c87ccab24) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:38.020129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb22b8-8646-4890-a0c8-c76a2766bbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Deleting port 8b64d1de-e864-40f0-9718-f607be33a6f0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:38.020543 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fb22b8-8646-4890-a0c8-c76a2766bbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.181953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cfec45-6b09-4840-8e67-2a0e81c5d056 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting subnet 929dea2c-0470-412e-95da-a60fd3a8391b {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:35:38.193769 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1cfec45-6b09-4840-8e67-2a0e81c5d056 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.446757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-f7fb22b8-8646-4890-a0c8-c76a2766bbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] For port 8b64d1de-e864-40f0-9718-f607be33a6f0, host n-h1-844595-1, got binding levels [] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:38.447196 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fb22b8-8646-4890-a0c8-c76a2766bbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.465234 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1cfec45-6b09-4840-8e67-2a0e81c5d056 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.469831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53590) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:38.535288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00a36d34-3c71-4b0f-a279-a7e1868f7d55 req-330945f6-137d-4b5f-97f6-a242814ddc88 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 210 time: 0.2706220 Jun 03 15:35:38.631814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb22b8-8646-4890-a0c8-c76a2766bbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Calling delete_port for 8b64d1de-e864-40f0-9718-f607be33a6f0 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:38.634935 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1cfec45-6b09-4840-8e67-2a0e81c5d056 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.678045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.715048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Transition to ACTIVE for port object f09695ad-edc6-452a-956c-775c87ccab24 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:38.724337 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.762507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fb22b8-8646-4890-a0c8-c76a2766bbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.846301 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.848266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb22b8-8646-4890-a0c8-c76a2766bbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b64d1de-e864-40f0-9718-f607be33a6f0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:38.855607 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3511e986-1c8e-4a5d-9578-eb2fbb4a27a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.860749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1cfec45-6b09-4840-8e67-2a0e81c5d056 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.865368 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7fb22b8-8646-4890-a0c8-c76a2766bbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.907687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bb8c9-0c2f-4f25-9ce5-f5c7335fd4b3 req-506ff2a7-5c29-4c0c-a701-634d81f3f094 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:38.914483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-660bb8c9-0c2f-4f25-9ce5-f5c7335fd4b3 req-506ff2a7-5c29-4c0c-a701-634d81f3f094 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 1.0633678 Jun 03 15:35:38.930819 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f7fb22b8-8646-4890-a0c8-c76a2766bbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8b64d1de-e864-40f0-9718-f607be33a6f0 HTTP/1.1" status: 204 len: 168 time: 1.0097358 Jun 03 15:35:38.938568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53598) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:38.941101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3511e986-1c8e-4a5d-9578-eb2fbb4a27a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:38.945860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfec45-6b09-4840-8e67-2a0e81c5d056 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Subnet': ['ID=929dea2c-0470-412e-95da-a60fd3a8391b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:38.950117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Network 50d85d7a-4e98-4da0-8512-98a59effa284 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:38.950262 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1cfec45-6b09-4840-8e67-2a0e81c5d056 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:38.962465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d1cfec45-6b09-4840-8e67-2a0e81c5d056 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/929dea2c-0470-412e-95da-a60fd3a8391b HTTP/1.1" status: 204 len: 168 time: 0.9469368 Jun 03 15:35:38.963143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce9e67d-c940-4ac9-aee1-eb17f3a73082 None None] Network 0756ab26-b2bc-4c39-85f9-cf233a783853 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:38.968840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53602) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:38.985185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3511e986-1c8e-4a5d-9578-eb2fbb4a27a8 admin admin] Usage tracker for resource:security_group_rule and tenant:2b8ff18fce3d4a5490d4a983f7579367 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:38.988535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:38.995837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3511e986-1c8e-4a5d-9578-eb2fbb4a27a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:39.001197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:39.049700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3511e986-1c8e-4a5d-9578-eb2fbb4a27a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:39.056109 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b785dae-18fc-4462-85ef-45f71d7c096d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:35:39.056657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0b785dae-18fc-4462-85ef-45f71d7c096d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Synchronizing usage tracker for tenant:fac89e455d2e4ca2884310367a121b66 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:39.085444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event updated for resources: {'Port': ['ID=f09695ad-edc6-452a-956c-775c87ccab24,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:39.126942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef826930-4c8c-47d1-a3b6-dba210e0963f req-e0b8a53e-7f0a-4d23-9dda-1dbb78046d1b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:39.130223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef826930-4c8c-47d1-a3b6-dba210e0963f req-e0b8a53e-7f0a-4d23-9dda-1dbb78046d1b tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.3605287 Jun 03 15:35:39.182320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0b785dae-18fc-4462-85ef-45f71d7c096d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] Unset dirty status for tenant:fac89e455d2e4ca2884310367a121b66 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:39.183482 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0b785dae-18fc-4462-85ef-45f71d7c096d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1877076097-project-admin] 10.222.0.48 "GET /v2.0/ports/8b64d1de-e864-40f0-9718-f607be33a6f0 HTTP/1.1" status: 404 len: 333 time: 0.2440157 Jun 03 15:35:39.190086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53614) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:39.207295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-660bb8c9-0c2f-4f25-9ce5-f5c7335fd4b3 req-59806005-7069-4a43-9a88-45e958ed2d8c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902861 Jun 03 15:35:39.225221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:39.226256 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.260564 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.297675 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-2b9140ee-caf5-45d9-9411-f6d5bb50eb34 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7478919 Jun 03 15:35:39.319411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Request body: {'port': {'device_id': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:39.375548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-afe28181-42ac-4628-b673-fff1ff45b548 None None] Provisioning for port f09695ad-edc6-452a-956c-775c87ccab24 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:39.385709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-afe28181-42ac-4628-b673-fff1ff45b548 None None] Provisioning complete for port f09695ad-edc6-452a-956c-775c87ccab24 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:39.386184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-afe28181-42ac-4628-b673-fff1ff45b548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.480883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-afe28181-42ac-4628-b673-fff1ff45b548 None None] Port f09695ad-edc6-452a-956c-775c87ccab24 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:39.482468 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b90c455-9833-4c85-9e69-8ee61834fe68 None None] DHCP port deletion for 0756ab26-b2bc-4c39-85f9-cf233a783853 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:35:39.488310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6b90c455-9833-4c85-9e69-8ee61834fe68 None None] Deleting port 40bbc028-9175-41ee-beb0-757dea81e871 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:39.488680 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b90c455-9833-4c85-9e69-8ee61834fe68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.500765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef826930-4c8c-47d1-a3b6-dba210e0963f req-d569a291-5f70-45d3-ae73-29d19de5587d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581891 Jun 03 15:35:39.514953 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3511e986-1c8e-4a5d-9578-eb2fbb4a27a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.522524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3511e986-1c8e-4a5d-9578-eb2fbb4a27a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.549307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 40bbc028-9175-41ee-beb0-757dea81e871 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:39.550324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.578702 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3511e986-1c8e-4a5d-9578-eb2fbb4a27a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b8ff18fce3d4a5490d4a983f7579367&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1076555 Jun 03 15:35:39.585007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53620) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:39.608019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.861139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6b90c455-9833-4c85-9e69-8ee61834fe68 None None] For port 40bbc028-9175-41ee-beb0-757dea81e871, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=40bbc028-9175-41ee-beb0-757dea81e871,segment=NetworkSegment(87b0e8ca-04b8-4c13-b2f2-a11b7b696261),segment_id=87b0e8ca-04b8-4c13-b2f2-a11b7b696261)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:39.861705 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b90c455-9833-4c85-9e69-8ee61834fe68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:39.880373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.062084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6b90c455-9833-4c85-9e69-8ee61834fe68 None None] Calling delete_port for 40bbc028-9175-41ee-beb0-757dea81e871 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:40.152269 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:35:40.180799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff396a-86a5-4175-8d54-62fc923941b5 req-4a35251e-9841-42ca-9b1e-016bda15ca35 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:40.190196 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50ff396a-86a5-4175-8d54-62fc923941b5 req-4a35251e-9841-42ca-9b1e-016bda15ca35 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 931 time: 0.3612559 Jun 03 15:35:40.200364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511e986-1c8e-4a5d-9578-eb2fbb4a27a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f50c97-8721-4ac9-b247-4dd17ff028ec,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:40.202801 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b90c455-9833-4c85-9e69-8ee61834fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.229891 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c59f-8069-4945-88bb-afbf441a9408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.275131 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c59f-8069-4945-88bb-afbf441a9408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.309523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 40bbc028-9175-41ee-beb0-757dea81e871 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:35:40.356672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 40bbc028-9175-41ee-beb0-757dea81e871 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:35:40.357315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 40bbc028-9175-41ee-beb0-757dea81e871 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:35:40.368767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50ff396a-86a5-4175-8d54-62fc923941b5 req-74ef4676-d0f2-4a8d-a30b-3b0c9ff5cd47 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775467 Jun 03 15:35:40.373374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90c455-9833-4c85-9e69-8ee61834fe68 None None] Pushing event deleted for resources: {'Port': ['ID=40bbc028-9175-41ee-beb0-757dea81e871,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:40.392192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90c455-9833-4c85-9e69-8ee61834fe68 None None] No DVR routers for this DVR port 40bbc028-9175-41ee-beb0-757dea81e871 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:35:40.481701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.502446 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c59f-8069-4945-88bb-afbf441a9408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.522619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09695ad-edc6-452a-956c-775c87ccab24 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:40.533620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.545322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5c59f-8069-4945-88bb-afbf441a9408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f50c97-8721-4ac9-b247-4dd17ff028ec,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:40.556031 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c59f-8069-4945-88bb-afbf441a9408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.557586 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0ba5c59f-8069-4945-88bb-afbf441a9408 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91f50c97-8721-4ac9-b247-4dd17ff028ec HTTP/1.1" status: 204 len: 168 time: 0.9715471 Jun 03 15:35:40.564687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Transition to ACTIVE for port object f09695ad-edc6-452a-956c-775c87ccab24 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:40.571369 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.656200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d99dc67-3afc-43ee-9898-8c4a934b8a1e']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:40.704929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582b65ff-a3f9-4217-bceb-359e75c09341') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:40.705223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582b65ff-a3f9-4217-bceb-359e75c09341') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:40.720392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496afb1-a6fb-43e2-a13d-33958b92ace8 req-2d33b13c-0a5e-410e-85df-28478ff96895 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:40.727779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a496afb1-a6fb-43e2-a13d-33958b92ace8 req-2d33b13c-0a5e-410e-85df-28478ff96895 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.6981997 Jun 03 15:35:40.740318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] For port 40bbc028-9175-41ee-beb0-757dea81e871, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=40bbc028-9175-41ee-beb0-757dea81e871,segment=NetworkSegment(87b0e8ca-04b8-4c13-b2f2-a11b7b696261),segment_id=87b0e8ca-04b8-4c13-b2f2-a11b7b696261)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:40.740678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.757570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Pushing event updated for resources: {'Port': ['ID=f09695ad-edc6-452a-956c-775c87ccab24,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:40.776450 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.963790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Attempting to bind port f09695ad-edc6-452a-956c-775c87ccab24 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:40.964247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Attempting to bind port f09695ad-edc6-452a-956c-775c87ccab24 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:40.964667 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Attempting to bind port f09695ad-edc6-452a-956c-775c87ccab24 on network 50d85d7a-4e98-4da0-8512-98a59effa284 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:40.979104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Port f09695ad-edc6-452a-956c-775c87ccab24 on network 50d85d7a-4e98-4da0-8512-98a59effa284 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:40.979407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Attempting to bind port f09695ad-edc6-452a-956c-775c87ccab24 on network 50d85d7a-4e98-4da0-8512-98a59effa284 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:40.989283 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:40.991658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:35:40.992109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Checking segment: {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:40.993371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Bound using segment: {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:35:40.994448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Bound port: f09695ad-edc6-452a-956c-775c87ccab24, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98e5bbd-66c5-4a5b-bb55-11751614bf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:35:40.995169 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.007123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 40bbc028-9175-41ee-beb0-757dea81e871 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:41.053288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63bb80-2a52-4389-8194-68a88f6eccda req-907cc901-d2e4-4138-aab5-1885451aa407 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.054871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea63bb80-2a52-4389-8194-68a88f6eccda req-907cc901-d2e4-4138-aab5-1885451aa407 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.5350001 Jun 03 15:35:41.066425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53638) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:41.076782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:35:41.077208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.122844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:35:41.129184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:35:41.134998 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.188309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a496afb1-a6fb-43e2-a13d-33958b92ace8 req-b5180704-f166-4f33-8037-5b187009fce4 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596543 Jun 03 15:35:41.190114 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 582b65ff-a3f9-4217-bceb-359e75c09341 resource provider aggregate not found Jun 03 15:35:41.200719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.201685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.202382 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e33c32f-14c0-43ae-965e-15bdd65235ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.203645 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] 10.222.0.67 "PUT /v2.0/ports/f09695ad-edc6-452a-956c-775c87ccab24 HTTP/1.1" status: 200 len: 1091 time: 1.8881047 Jun 03 15:35:41.210645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:41.269999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfb6fb-07b9-41a0-b093-97ca25c17b0b service neutron] Pushing event updated for resources: {'Port': ['ID=f09695ad-edc6-452a-956c-775c87ccab24,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:41.307673 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 582b65ff-a3f9-4217-bceb-359e75c09341 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 582b65ff-a3f9-4217-bceb-359e75c09341 found for delete ", "request_id": "req-328223c7-9f5c-4c6d-9389-4990b6e8e2bb"}]} Jun 03 15:35:41.311075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4e33c32f-14c0-43ae-965e-15bdd65235ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:41.348048 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:35:41.348600 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:35:41.361459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4e33c32f-14c0-43ae-965e-15bdd65235ab admin admin] Usage tracker for resource:security_group_rule and tenant:8e7f3d2520884ce5ad55b82b9b6b4041 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:41.370856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4e33c32f-14c0-43ae-965e-15bdd65235ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:41.374235 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.380674 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.403036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-4f53e115-b23b-4ceb-8e11-3fe5a6770a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.411052 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-4f53e115-b23b-4ceb-8e11-3fe5a6770a5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 1094 time: 0.1166267 Jun 03 15:35:41.423616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4e33c32f-14c0-43ae-965e-15bdd65235ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:41.466577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea63bb80-2a52-4389-8194-68a88f6eccda req-b1283b0d-0d46-442b-ae60-551db3b65363 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991838 Jun 03 15:35:41.528382 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] 10.222.0.48 "DELETE /v2.0/networks/0d99dc67-3afc-43ee-9898-8c4a934b8a1e HTTP/1.1" status: 204 len: 168 time: 2.3350317 Jun 03 15:35:41.529400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6951c-9fac-453a-a954-b9ab12bc2f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806168930-project] Pushing event deleted for resources: {'Network': ['ID=0d99dc67-3afc-43ee-9898-8c4a934b8a1e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:41.557051 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-1b07cb2d-d1d7-47a5-9243-516d5c7f98e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09695ad-edc6-452a-956c-775c87ccab24 HTTP/1.1" status: 200 len: 217 time: 0.1196632 Jun 03 15:35:41.558782 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ea87ef-3427-4d1b-8994-4ae120061132'] response: {'name': 'network-changed', 'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24', 'status': 'completed', 'code': 200} Jun 03 15:35:41.663925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f61c0-767d-4a85-a325-66080136df5d req-3b4dcbeb-54d6-4dae-8287-e09436e2176c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.666194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d5f61c0-767d-4a85-a325-66080136df5d req-3b4dcbeb-54d6-4dae-8287-e09436e2176c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.1967289 Jun 03 15:35:41.713932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-9056b3e1-e340-4196-8e43-8e8a8a3316b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.715961 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-9056b3e1-e340-4196-8e43-8e8a8a3316b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.1274533 Jun 03 15:35:41.786929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e33c32f-14c0-43ae-965e-15bdd65235ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.823283 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e33c32f-14c0-43ae-965e-15bdd65235ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.836475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d5f61c0-767d-4a85-a325-66080136df5d req-901cf033-5e43-4c68-b3e5-5aacde701d5d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549723 Jun 03 15:35:41.870916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-e33b5046-1439-404d-bf7a-f35c1027c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.872796 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-e33b5046-1439-404d-bf7a-f35c1027c355 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390018 Jun 03 15:35:41.876450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 40bbc028-9175-41ee-beb0-757dea81e871 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:41.876949 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:41.970354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4e33c32f-14c0-43ae-965e-15bdd65235ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e7f3d2520884ce5ad55b82b9b6b4041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9022453 Jun 03 15:35:41.976189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53660) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:41.985056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] The port '40bbc028-9175-41ee-beb0-757dea81e871' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:35:41.997134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53662) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:42.038976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33c32f-14c0-43ae-965e-15bdd65235ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fe7eb1-7171-435f-b8d6-739d5efbbceb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:42.122424 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-772a768a-f917-48ef-8fdb-2708c9aded3c service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415180 Jun 03 15:35:42.187465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4afc73-3faa-44fb-9926-e5daad9a4d23 req-13945746-4403-4476-a879-c5292e89adf4 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.189631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac4afc73-3faa-44fb-9926-e5daad9a4d23 req-13945746-4403-4476-a879-c5292e89adf4 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.4778757 Jun 03 15:35:42.347809 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-50c55f4d-55b7-4d33-826b-5760d69352ea req-1a09b893-5c23-470d-98eb-7b2f30d53414 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161577 Jun 03 15:35:42.545133 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.551859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14b6a7-5273-41e9-8ef5-4bf2c8a17d37 req-ca348e81-6c1a-4132-8b49-cf405fb6e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.553681 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac14b6a7-5273-41e9-8ef5-4bf2c8a17d37 req-ca348e81-6c1a-4132-8b49-cf405fb6e560 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 1094 time: 0.1048753 Jun 03 15:35:42.587269 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd2f0-822c-499d-b8cc-916cb2a39b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.619836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0756ab26-b2bc-4c39-85f9-cf233a783853']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:42.664823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b0e8ca-04b8-4c13-b2f2-a11b7b696261') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:42.665344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b0e8ca-04b8-4c13-b2f2-a11b7b696261') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:42.682985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac4afc73-3faa-44fb-9926-e5daad9a4d23 req-147f70ea-37e9-4208-9cd0-6433dad6e9b0 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224638 Jun 03 15:35:42.690434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.715380 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.724835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:35:42.725331 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.834339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14b6a7-5273-41e9-8ef5-4bf2c8a17d37 req-0f211d8f-e482-4e41-b412-7de490be576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.836975 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac14b6a7-5273-41e9-8ef5-4bf2c8a17d37 req-0f211d8f-e482-4e41-b412-7de490be576e service neutron] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 916 time: 0.2742136 Jun 03 15:35:42.858756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-49350310-bf92-4c49-8f04-4b80ed8c580d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b8d3c5785864b66842da9688cc346c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8597426 Jun 03 15:35:42.860144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53680) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:42.863802 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd2f0-822c-499d-b8cc-916cb2a39b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.878368 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.935233 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac14b6a7-5273-41e9-8ef5-4bf2c8a17d37 req-31ac997e-d96b-4131-9146-c53cd14de93a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09695ad-edc6-452a-956c-775c87ccab24 HTTP/1.1" status: 200 len: 217 time: 0.0916305 Jun 03 15:35:42.960450 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:42.979846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/networks/0756ab26-b2bc-4c39-85f9-cf233a783853 HTTP/1.1" status: 204 len: 168 time: 4.0118415 Jun 03 15:35:42.984284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53686) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:42.990394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2096070274', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:42.991380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e150a13-5bea-45ad-ac48-09611616e374 req-3586fdca-02a8-4d8c-a246-2dd38497478f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.992953 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e150a13-5bea-45ad-ac48-09611616e374 req-3586fdca-02a8-4d8c-a246-2dd38497478f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.9797983 Jun 03 15:35:43.008040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:43.015748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:router and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:43.021154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:43.030539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:43.042698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14b6a7-5273-41e9-8ef5-4bf2c8a17d37 req-e1b6dfcf-7768-4578-999b-608819ee0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:43.044331 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac14b6a7-5273-41e9-8ef5-4bf2c8a17d37 req-e1b6dfcf-7768-4578-999b-608819ee0d26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.1032479 Jun 03 15:35:43.059596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88333f7c-18df-4707-94d5-7a510bb406bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Network': ['ID=0756ab26-b2bc-4c39-85f9-cf233a783853,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:43.109971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.111634 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.159894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.187810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e150a13-5bea-45ad-ac48-09611616e374 req-0e4208ad-dbd2-4ce0-9b5c-178f85c51b9f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799064 Jun 03 15:35:43.196779 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0dbdcb6-5404-4938-9a4a-aaf23a719884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.240578 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd2f0-822c-499d-b8cc-916cb2a39b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.282406 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0dbdcb6-5404-4938-9a4a-aaf23a719884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.295362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbd2f0-822c-499d-b8cc-916cb2a39b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fe7eb1-7171-435f-b8d6-739d5efbbceb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:43.323203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3261946-8daf-425e-ad57-cc4fbafb75e7 req-220187f6-2775-429d-95ac-8bd9d1cbacf4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:43.349415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3261946-8daf-425e-ad57-cc4fbafb75e7 req-220187f6-2775-429d-95ac-8bd9d1cbacf4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.4882884 Jun 03 15:35:43.408964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14b6a7-5273-41e9-8ef5-4bf2c8a17d37 req-880fe713-a323-468d-b642-77af2923a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:43.410590 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac14b6a7-5273-41e9-8ef5-4bf2c8a17d37 req-880fe713-a323-468d-b642-77af2923a05f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3574266 Jun 03 15:35:43.411985 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 87b0e8ca-04b8-4c13-b2f2-a11b7b696261 resource provider aggregate not found Jun 03 15:35:43.532524 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 87b0e8ca-04b8-4c13-b2f2-a11b7b696261 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87b0e8ca-04b8-4c13-b2f2-a11b7b696261 found for delete ", "request_id": "req-e45f4dd0-1bcc-4559-bbb2-24ae0cf01137"}]} Jun 03 15:35:43.547625 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd2f0-822c-499d-b8cc-916cb2a39b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.551290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d9fbd2f0-822c-499d-b8cc-916cb2a39b1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8fe7eb1-7171-435f-b8d6-739d5efbbceb HTTP/1.1" status: 204 len: 168 time: 1.5629990 Jun 03 15:35:43.588047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3261946-8daf-425e-ad57-cc4fbafb75e7 req-121be9b0-dd2d-4eb0-a724-19fa2f884b4f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364409 Jun 03 15:35:43.644769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-97a10e02-50be-4bf4-933e-b3ca07c5c0c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1437342 Jun 03 15:35:43.656185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823dfac-1548-4cdd-b393-2cb8c08963b1 req-7baa654a-7e78-43e3-929a-cb750d166036 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:43.658672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7823dfac-1548-4cdd-b393-2cb8c08963b1 req-7baa654a-7e78-43e3-929a-cb750d166036 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.2201834 Jun 03 15:35:43.682276 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0dbdcb6-5404-4938-9a4a-aaf23a719884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.830798 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.864718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbdcb6-5404-4938-9a4a-aaf23a719884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e433aab5-5efc-4788-951b-0bfbf8768f10,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:43.939867 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0dbdcb6-5404-4938-9a4a-aaf23a719884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:43.941543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e0dbdcb6-5404-4938-9a4a-aaf23a719884 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e433aab5-5efc-4788-951b-0bfbf8768f10 HTTP/1.1" status: 204 len: 168 time: 1.0699551 Jun 03 15:35:43.989609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7823dfac-1548-4cdd-b393-2cb8c08963b1 req-f00adf5e-aa76-4473-9d98-a898ae46f981 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811818 Jun 03 15:35:43.997692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-849117da-63c9-4bb8-8c20-ea4b4c41ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:43.999295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-849117da-63c9-4bb8-8c20-ea4b4c41ca20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1095 time: 0.2851801 Jun 03 15:35:44.031824 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac14b6a7-5273-41e9-8ef5-4bf2c8a17d37 req-91c3789f-9699-42b1-9e94-b090dd9fa280 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110425 Jun 03 15:35:44.302320 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ac14b6a7-5273-41e9-8ef5-4bf2c8a17d37 req-ca4b9a59-de4b-4adc-9684-6ae738e62e09 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466686 Jun 03 15:35:44.394158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-0022930d-ae95-4e67-a08b-e61fc1ab42de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:44.396844 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-0022930d-ae95-4e67-a08b-e61fc1ab42de service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.3491278 Jun 03 15:35:44.512149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf137ff-4c86-49dc-b6f8-84b25f2ec127 req-56d42eba-31a2-4012-bf2a-0f7a63e48352 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:44.518626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cf137ff-4c86-49dc-b6f8-84b25f2ec127 req-56d42eba-31a2-4012-bf2a-0f7a63e48352 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.5285418 Jun 03 15:35:44.523554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:44.605303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cf137ff-4c86-49dc-b6f8-84b25f2ec127 req-54adb67b-7dd8-4573-a8fd-95ec73e6d48e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692520 Jun 03 15:35:44.607793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-ae058db4-fcff-4145-960a-8c0a84be54a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 999 time: 0.1989174 Jun 03 15:35:44.617811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85f7a4-c120-41fb-8234-dbcd57a15f61 req-f3e1fb1c-55f3-442a-b78e-eaefeb985862 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:44.619312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c85f7a4-c120-41fb-8234-dbcd57a15f61 req-f3e1fb1c-55f3-442a-b78e-eaefeb985862 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.3722148 Jun 03 15:35:44.666769 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:44.718541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-5d6de233-98ad-46e3-96a9-4acd4e17203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:44.719989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-5d6de233-98ad-46e3-96a9-4acd4e17203e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.0998051 Jun 03 15:35:44.724914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c85f7a4-c120-41fb-8234-dbcd57a15f61 req-eb9a9ae3-038e-43aa-ad1d-ae5224972d72 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720081 Jun 03 15:35:44.749383 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-36670c60-6670-485b-8e8c-ba2eac21cce4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fac89e455d2e4ca2884310367a121b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2231858 Jun 03 15:35:44.749383 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:44.775955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53730) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:45.014892 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af24550b-9c24-44b5-936a-40d33b40344e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.046894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-a193952a-8a5f-4d2f-97c9-d603e51ca2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:45.048805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-a193952a-8a5f-4d2f-97c9-d603e51ca2e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3212459 Jun 03 15:35:45.101619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Allocated IP 172.25.7.55 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/e00dc246-ecbe-42a7-a0d8-a9dd3820926e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:45.232707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af24550b-9c24-44b5-936a-40d33b40344e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.368532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e06f4a-50c4-46fc-bf98-5e0ee04bb425 req-e646864f-fa34-43fd-8c88-63c8fcf42be2 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:45.370402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86e06f4a-50c4-46fc-bf98-5e0ee04bb425 req-e646864f-fa34-43fd-8c88-63c8fcf42be2 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.5267212 Jun 03 15:35:45.446286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aad8b-04c6-42ae-8094-dc80d303992e req-0125e494-d887-4c5c-8b5c-6b2e8bd0a472 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:45.447981 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd8aad8b-04c6-42ae-8094-dc80d303992e req-0125e494-d887-4c5c-8b5c-6b2e8bd0a472 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.4764512 Jun 03 15:35:45.493527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-d3e7b5b5-456d-498c-9071-d28af0e90bd4 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295442 Jun 03 15:35:45.502469 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af24550b-9c24-44b5-936a-40d33b40344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.537695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.543448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86e06f4a-50c4-46fc-bf98-5e0ee04bb425 req-16d3e9a8-927d-4b28-bd5f-d9d2642b17f3 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658757 Jun 03 15:35:45.571531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24550b-9c24-44b5-936a-40d33b40344e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0abdbcc-f1c5-4397-916a-99976f8e439e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:45.579522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd8aad8b-04c6-42ae-8094-dc80d303992e req-9c48658a-6496-4c6a-be08-3c600c5050ec tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119356 Jun 03 15:35:45.609614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.704749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af24550b-9c24-44b5-936a-40d33b40344e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:45.713318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:45.716851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:45.719581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:45.723167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-af24550b-9c24-44b5-936a-40d33b40344e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0abdbcc-f1c5-4397-916a-99976f8e439e HTTP/1.1" status: 204 len: 168 time: 0.9246714 Jun 03 15:35:45.787931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7f2fb88-5033-4550-af68-f4e2fca4b721 req-cf8a5f74-935d-412d-8b68-0fd0543327cd service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770684 Jun 03 15:35:45.789510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=e00dc246-ecbe-42a7-a0d8-a9dd3820926e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:46.130493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f9dce-7057-4d5f-a29e-0e2aba413560 req-39914ae7-d9a4-4191-81a3-acacc2a940a0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:46.132968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-540f9dce-7057-4d5f-a29e-0e2aba413560 req-39914ae7-d9a4-4191-81a3-acacc2a940a0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.3309309 Jun 03 15:35:46.209695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c982023-6104-4cb3-9805-d606af25fc09 req-dcc90683-a28e-44f1-95d8-2c017bd5e277 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:46.211378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c982023-6104-4cb3-9805-d606af25fc09 req-dcc90683-a28e-44f1-95d8-2c017bd5e277 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.3435311 Jun 03 15:35:46.330028 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c982023-6104-4cb3-9805-d606af25fc09 req-95e03782-5918-4681-9b6a-4ea409f07652 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983858 Jun 03 15:35:46.335612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-540f9dce-7057-4d5f-a29e-0e2aba413560 req-0ff49aca-a8b9-470f-94a2-def4bc1b92d9 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877367 Jun 03 15:35:46.556844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f09695ad-edc6-452a-956c-775c87ccab24 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:35:46.749814 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:46.854645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:46.857175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dca49-fbb5-4a4e-aa85-bad5acdea1c4 req-7c2e2528-f3bf-489c-b748-77385a1442b5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:46.859521 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b6dca49-fbb5-4a4e-aa85-bad5acdea1c4 req-7c2e2528-f3bf-489c-b748-77385a1442b5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.2111099 Jun 03 15:35:46.870348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a00bf-70e4-491e-9c29-1c97f543a101 req-15841285-13cd-4efc-a675-51a83d2c9348 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:46.879582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-821a00bf-70e4-491e-9c29-1c97f543a101 req-15841285-13cd-4efc-a675-51a83d2c9348 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.3527124 Jun 03 15:35:46.915664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'f09695ad-edc6-452a-956c-775c87ccab24', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'port_id': 'f09695ad-edc6-452a-956c-775c87ccab24', 'mac_address': 'fa:16:3e:12:cc:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:35:46.982594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b6dca49-fbb5-4a4e-aa85-bad5acdea1c4 req-4d9d3086-33ee-47e3-bf23-955049ca53af tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981460 Jun 03 15:35:47.009127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-821a00bf-70e4-491e-9c29-1c97f543a101 req-2ed1fd87-7e3c-4832-9ef0-0a9af75d2db5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285446 Jun 03 15:35:47.075386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f09695ad-edc6-452a-956c-775c87ccab24 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:47.076117 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.113588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09695ad-edc6-452a-956c-775c87ccab24 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:47.147696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:47.155410 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.491470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f09695ad-edc6-452a-956c-775c87ccab24,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:47.542052 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:47.741762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['f09695ad-edc6-452a-956c-775c87ccab24'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:35:47.796734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d078a-c705-4c9b-8f24-530aff211f4d req-fb641f6f-4cf3-4bbc-b92a-fae20b72af90 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:47.814868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c17d078a-c705-4c9b-8f24-530aff211f4d req-fb641f6f-4cf3-4bbc-b92a-fae20b72af90 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.4724040 Jun 03 15:35:47.909337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 4d412944-9620-48ac-af9a-a447cd462822 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:35:47.931380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-f4d9698c-8c3d-4211-ae6b-5043f99f0278 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:47.936629 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-f4d9698c-8c3d-4211-ae6b-5043f99f0278 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 812 time: 0.5286443 Jun 03 15:35:48.000294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c17d078a-c705-4c9b-8f24-530aff211f4d req-d5d64390-1eb8-41cb-b2c0-a3deab13ace8 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718342 Jun 03 15:35:48.003487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-f72a8946-22e7-4969-96f8-55c75ce0cf11 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/quotas/b163480c5f5548dc8056614d98fd5bcd HTTP/1.1" status: 200 len: 375 time: 0.0486085 Jun 03 15:35:48.326794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:48.340680 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96374d-d40c-4455-b676-94c2bc937b64 None None] Sync routers for ids ['4d412944-9620-48ac-af9a-a447cd462822'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:48.357492 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96374d-d40c-4455-b676-94c2bc937b64 None None] Routers {'4d412944-9620-48ac-af9a-a447cd462822'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:48.358228 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3c96374d-d40c-4455-b676-94c2bc937b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['4d412944-9620-48ac-af9a-a447cd462822'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:48.366526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-48c8c4c7-cbcc-4f85-b6dc-feb3eca710aa tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3569911 Jun 03 15:35:48.413092 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:48.414339 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-95760a04-5ddc-4aae-ad64-6734d9ce2f2e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.4292114 Jun 03 15:35:48.417447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53860) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:48.535561 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3c96374d-d40c-4455-b676-94c2bc937b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:48.539142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0e29e-9627-4bad-b9b5-b7671762972e req-c4f9161f-95a3-4e15-845b-fcbebc904aa4 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:48.540922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eae0e29e-9627-4bad-b9b5-b7671762972e req-c4f9161f-95a3-4e15-845b-fcbebc904aa4 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 944 time: 0.3713124 Jun 03 15:35:48.563936 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96374d-d40c-4455-b676-94c2bc937b64 None None] Routers {'4d412944-9620-48ac-af9a-a447cd462822'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:48.567023 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3c96374d-d40c-4455-b676-94c2bc937b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['4d412944-9620-48ac-af9a-a447cd462822'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:48.616102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-870436fc-b837-45f0-92ca-c26b24ece753 service neutron] 10.222.0.48 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386239 Jun 03 15:35:48.639697 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eae0e29e-9627-4bad-b9b5-b7671762972e req-a2fc00dc-4a52-426c-8630-13ea688ebbd7 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835519 Jun 03 15:35:48.678127 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3c96374d-d40c-4455-b676-94c2bc937b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:48.678822 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96374d-d40c-4455-b676-94c2bc937b64 None None] The sync data for ids ['4d412944-9620-48ac-af9a-a447cd462822'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:48.968368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53874) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:48.993438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-8f7587c7-40fd-4bb2-99fc-2fca7b6c1630 service neutron] 10.222.0.48 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641586 Jun 03 15:35:49.067230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af841d5-a31e-4362-8a10-390a1f0523ed req-135d35d5-7086-46d9-a1e3-b67376eb0f93 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:49.069623 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0af841d5-a31e-4362-8a10-390a1f0523ed req-135d35d5-7086-46d9-a1e3-b67376eb0f93 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.1724739 Jun 03 15:35:49.124956 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dbbb99d0-905c-48ef-9f19-72b537fe822e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/routers/4d412944-9620-48ac-af9a-a447cd462822 HTTP/1.1" status: 200 len: 880 time: 0.7043474 Jun 03 15:35:49.129085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53880) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.198687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0af841d5-a31e-4362-8a10-390a1f0523ed req-021cf6e4-17c6-42ae-94c6-47d07495138c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091664 Jun 03 15:35:49.368781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c77c50f6-38ac-435b-a84d-87b1eda69d3a req-8dad3a04-ab6c-4881-a83f-65375e396c92 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 210 time: 0.1055388 Jun 03 15:35:49.700580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-927486680', 'router:external': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:49.802067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5752d595-c12d-4829-a47b-ec300eb1025e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Synchronizing usage tracker for tenant:9a4480da51324a369da4de855b8e0f40 on resource:router {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:49.826237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5752d595-c12d-4829-a47b-ec300eb1025e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Unset dirty status for tenant:9a4480da51324a369da4de855b8e0f40 on resource:router {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:49.829915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5752d595-c12d-4829-a47b-ec300eb1025e tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6967099 Jun 03 15:35:49.832696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53908) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:49.840895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f496a491-2eb3-4fe0-948e-b05b592a20a5 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2096070274'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:49.965101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:49.971566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Usage tracker for resource:network and tenant:dc48fc4743bc4e29be6023a470803db3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:49.982556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:49.993092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:50.014108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Made reservation on behalf of dc48fc4743bc4e29be6023a470803db3 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:50.016842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:50.100068 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:50.134476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd5b32-bd61-4c44-a90f-c8c7418af4c6 req-86424467-e5f4-455a-aca6-3902a61e1ac0 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:50.142426 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53bd5b32-bd61-4c44-a90f-c8c7418af4c6 req-86424467-e5f4-455a-aca6-3902a61e1ac0 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.5388360 Jun 03 15:35:50.197187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:50.209409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Usage tracker for resource:security_group_rule and tenant:dc48fc4743bc4e29be6023a470803db3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:50.241153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:50.258858 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53bd5b32-bd61-4c44-a90f-c8c7418af4c6 req-d9a6e713-9a41-42e7-b074-6564ed1c429a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153085 Jun 03 15:35:50.300978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:50.406037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d69df-695b-4e0d-a394-5d499fedfd73 req-f337a5b8-56c7-4056-8876-766e4298bb5b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:50.417102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a32d69df-695b-4e0d-a394-5d499fedfd73 req-f337a5b8-56c7-4056-8876-766e4298bb5b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 944 time: 0.3857431 Jun 03 15:35:50.557215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a32d69df-695b-4e0d-a394-5d499fedfd73 req-4a3529a1-d552-4bbe-bff1-c461f5be6404 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334467 Jun 03 15:35:50.566771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f09695ad-edc6-452a-956c-775c87ccab24 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:35:50.778208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53932) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:50.812139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port f09695ad-edc6-452a-956c-775c87ccab24 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:50.820291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port f09695ad-edc6-452a-956c-775c87ccab24 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:50.825466 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:50.849651 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:50.870939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:50.904761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:50.941811 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:50.942594 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Added segment f9fdf951-0e1e-4c85-863b-b50232279fb0 of type vlan for network 8f948917-afc9-44af-bcd8-a55887b1d7ed Jun 03 15:35:50.997755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f09695ad-edc6-452a-956c-775c87ccab24 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:35:50.998540 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.024940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.037630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:35:51.039005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:51.047066 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.172872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f09695ad-edc6-452a-956c-775c87ccab24,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:51.191631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.192085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.192567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.192745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.193145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.195303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.195652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.195983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.196331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.196629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.197139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.197284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:51.202746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f496a491-2eb3-4fe0-948e-b05b592a20a5 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.231527 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f496a491-2eb3-4fe0-948e-b05b592a20a5 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.354478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e89ff9f-3e3a-41f5-8cf7-d7e778200db9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:51.443288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-433f3e50-ebc6-4943-82e5-2913bb9adfbf req-f394cfa7-22aa-4e1d-b32e-26bc91fb3451 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 210 time: 0.3039176 Jun 03 15:35:51.446876 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a22f46d3-6cf8-4e22-b6d4-0cf48c204f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.583296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f496a491-2eb3-4fe0-948e-b05b592a20a5 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 4d412944-9620-48ac-af9a-a447cd462822 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:35:51.605259 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b52285-acac-4612-a59d-23ad12f89933'] response: {'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24', 'code': 200} Jun 03 15:35:51.629971 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.631197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:51.637762 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.647246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a22f46d3-6cf8-4e22-b6d4-0cf48c204f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:51.722296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a22f46d3-6cf8-4e22-b6d4-0cf48c204f6a admin admin] Usage tracker for resource:security_group_rule and tenant:0d10da8aaa18400291c1d1b2d41b63b8 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:51.774141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a22f46d3-6cf8-4e22-b6d4-0cf48c204f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:51.807663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a22f46d3-6cf8-4e22-b6d4-0cf48c204f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:51.887754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f496a491-2eb3-4fe0-948e-b05b592a20a5 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:35:51.894951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f496a491-2eb3-4fe0-948e-b05b592a20a5 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:51.896144 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f496a491-2eb3-4fe0-948e-b05b592a20a5 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/4d412944-9620-48ac-af9a-a447cd462822 HTTP/1.1" status: 200 len: 887 time: 2.0614305 Jun 03 15:35:51.899644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53956) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.902893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2decf506-10f3-489e-8d8c-3675032b4e77 None None] Sync routers for ids ['4d412944-9620-48ac-af9a-a447cd462822'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:51.913076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2decf506-10f3-489e-8d8c-3675032b4e77 None None] Routers {'4d412944-9620-48ac-af9a-a447cd462822'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:51.914014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2decf506-10f3-489e-8d8c-3675032b4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['4d412944-9620-48ac-af9a-a447cd462822'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.925629 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.9478271 Jun 03 15:35:51.955572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53960) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:51.961473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641411e-c4d2-49b8-b562-e092aa22e9de tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event updated for resources: {'Network': ['ID=8f948917-afc9-44af-bcd8-a55887b1d7ed,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:51.987395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Request body: {'subnet': {'network_id': '8f948917-afc9-44af-bcd8-a55887b1d7ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:51.988074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2decf506-10f3-489e-8d8c-3675032b4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:51.997402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 8f948917-afc9-44af-bcd8-a55887b1d7ed details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:52.010861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bf774-11a8-49ff-acbd-92a2f6b7123b req-7ac9dee8-9747-4086-8543-2510283b93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:52.012428 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d39bf774-11a8-49ff-acbd-92a2f6b7123b req-7ac9dee8-9747-4086-8543-2510283b93f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 1096 time: 0.2038262 Jun 03 15:35:52.050141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:52.081869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2decf506-10f3-489e-8d8c-3675032b4e77 None None] Routers {'4d412944-9620-48ac-af9a-a447cd462822'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:35:52.082837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2decf506-10f3-489e-8d8c-3675032b4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['4d412944-9620-48ac-af9a-a447cd462822'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.088017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Usage tracker for resource:subnet and tenant:dc48fc4743bc4e29be6023a470803db3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:52.097699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:52.122640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d9bb-4de6-4cae-a31e-1ee498bf97e7 req-f86fa7af-f236-4f67-93e2-35129702b4cb tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:52.135296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fc6d9bb-4de6-4cae-a31e-1ee498bf97e7 req-f86fa7af-f236-4f67-93e2-35129702b4cb tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.9961469 Jun 03 15:35:52.153932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2decf506-10f3-489e-8d8c-3675032b4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:52.155001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2decf506-10f3-489e-8d8c-3675032b4e77 None None] The sync data for ids ['4d412944-9620-48ac-af9a-a447cd462822'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:52.166201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-4f1066f2-6ad9-4bc6-b384-94df4d6c49be tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:52.172334 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-4f1066f2-6ad9-4bc6-b384-94df4d6c49be tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 812 time: 0.8239539 Jun 03 15:35:52.175189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:52.227730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Request body: {'port': {'device_id': '7e071d12-343f-407c-a5f5-2c34f79c7d12', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'admin_state_up': True, 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:52.378196 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d39bf774-11a8-49ff-acbd-92a2f6b7123b req-6de8f271-69bf-4183-9120-0676006ba6a9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577724 Jun 03 15:35:52.392390 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ff2794a8-2922-4fb3-b63a-4d8946d67577 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/routers/4d412944-9620-48ac-af9a-a447cd462822 HTTP/1.1" status: 200 len: 887 time: 0.4889128 Jun 03 15:35:52.393332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53968) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:52.417776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Made reservation on behalf of dc48fc4743bc4e29be6023a470803db3 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:52.420592 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.443373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-26c8f6d3-1602-4a20-85fd-cfaae235ae73 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Synchronizing usage tracker for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:52.449001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf485ce-0c86-4d6b-8c6c-1416ed93ba3b req-83efed0a-891a-456b-b82a-5441ba43ea82 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:52.451069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-daf485ce-0c86-4d6b-8c6c-1416ed93ba3b req-83efed0a-891a-456b-b82a-5441ba43ea82 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.6307251 Jun 03 15:35:52.467314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-26c8f6d3-1602-4a20-85fd-cfaae235ae73 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Unset dirty status for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:52.472270 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-26c8f6d3-1602-4a20-85fd-cfaae235ae73 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d412944-9620-48ac-af9a-a447cd462822 HTTP/1.1" status: 200 len: 205 time: 0.0752084 Jun 03 15:35:52.472624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53974) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:52.579822 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fc6d9bb-4de6-4cae-a31e-1ee498bf97e7 req-dd4bc283-81e0-4d12-a1ed-b0103674da5f tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425631 Jun 03 15:35:52.745230 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.786867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-daf485ce-0c86-4d6b-8c6c-1416ed93ba3b req-efe820c7-5f6c-4ed3-a57b-a898d1a6d66b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071699 Jun 03 15:35:52.828558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a22f46d3-6cf8-4e22-b6d4-0cf48c204f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.838260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:52.845511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a22f46d3-6cf8-4e22-b6d4-0cf48c204f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:52.919144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Usage tracker for resource:port and tenant:b163480c5f5548dc8056614d98fd5bcd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:52.959633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:52.999627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f46d3-6cf8-4e22-b6d4-0cf48c204f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f177edd-d4cf-4b1e-ad2f-9b2f0db007cf,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:53.019036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:53.039970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:53.041203 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a22f46d3-6cf8-4e22-b6d4-0cf48c204f6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d10da8aaa18400291c1d1b2d41b63b8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2584395 Jun 03 15:35:53.050672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5000c175-f681-44a2-84dd-39e7d055b7f2 req-c6c81b47-9392-4e6d-a6d9-15b27efae30e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 210 time: 0.2092113 Jun 03 15:35:53.120142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Made reservation on behalf of b163480c5f5548dc8056614d98fd5bcd for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:53.123914 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.128945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.165318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port e00dc246-ecbe-42a7-a0d8-a9dd3820926e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:53.165950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.243470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c23f887-1e4f-4eb2-b202-af470370091d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.356606 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c23f887-1e4f-4eb2-b202-af470370091d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.414148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Allocated IP 172.20.0.10 (1e06978f-48c8-4113-a05a-9feeb3f60cbc/59a883d1-3b44-43ed-a45f-1b4a3d684d6c/7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:53.457216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.565003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3baba2f-0001-4b4b-9045-f5cd32a4cd2e req-ea60f68b-baed-4e8c-8dd2-4dd0b678ab0d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:53.568303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3baba2f-0001-4b4b-9045-f5cd32a4cd2e req-ea60f68b-baed-4e8c-8dd2-4dd0b678ab0d tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.4536672 Jun 03 15:35:53.597162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for e00dc246-ecbe-42a7-a0d8-a9dd3820926e owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:35:53.634322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c23f887-1e4f-4eb2-b202-af470370091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.660507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23f887-1e4f-4eb2-b202-af470370091d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f177edd-d4cf-4b1e-ad2f-9b2f0db007cf,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:53.674401 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c23f887-1e4f-4eb2-b202-af470370091d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:53.678152 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1c23f887-1e4f-4eb2-b202-af470370091d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f177edd-d4cf-4b1e-ad2f-9b2f0db007cf HTTP/1.1" status: 204 len: 168 time: 0.6354859 Jun 03 15:35:53.911099 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.019978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=e00dc246-ecbe-42a7-a0d8-a9dd3820926e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:54.181157 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.202998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3baba2f-0001-4b4b-9045-f5cd32a4cd2e req-a79b5224-ca08-4263-a23e-6622fb0ae792 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344514 Jun 03 15:35:54.564694 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.626694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54022) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:54.629370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34e0a9db-943d-4b99-9a1f-06d53074a774 req-c5c751c1-14f3-43d6-bfd2-839d703e4c3d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 210 time: 0.1423807 Jun 03 15:35:54.654533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Transition to ACTIVE for port object 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:54.679854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27431f6-21af-42aa-8f40-0cb75e91ac4f req-47cb13e0-b2db-450b-8862-4fd2b49ce6f9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:54.698941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e27431f6-21af-42aa-8f40-0cb75e91ac4f req-47cb13e0-b2db-450b-8862-4fd2b49ce6f9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.6604917 Jun 03 15:35:54.713927 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9023996c-163a-4ee3-bebf-a0759905f338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.764378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9023996c-163a-4ee3-bebf-a0759905f338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:54.827685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9023996c-163a-4ee3-bebf-a0759905f338 admin admin] Usage tracker for resource:security_group_rule and tenant:f730b3003b874ff3b46657fa3c156084 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:54.839031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9023996c-163a-4ee3-bebf-a0759905f338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:54.853398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9023996c-163a-4ee3-bebf-a0759905f338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:54.856536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.objects.ports [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88445) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:35:54.857145 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.888563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.891254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.911544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e27431f6-21af-42aa-8f40-0cb75e91ac4f req-397f7c57-3284-40cf-b1f3-7a162e538b6d tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104280 Jun 03 15:35:54.942580 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.943534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Fanout notify agent at l3_agent the message router_deleted on router 4d412944-9620-48ac-af9a-a447cd462822 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:35:54.977503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.983180 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-63fb1bf2-4f92-4a54-be48-e445280cb361 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/4d412944-9620-48ac-af9a-a447cd462822 HTTP/1.1" status: 204 len: 168 time: 2.5094650 Jun 03 15:35:54.984217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54030) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:54.991728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:54.991950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'network': {'name': 'tempest-RoutersTest-873279775'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:55.001007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:55.008107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:network and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:55.011804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:55.026753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5cee7a4f-327d-4316-92e6-8c08322b1994'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:35:55.038735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:55.069869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:55.076314 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.084400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a97c1014-5309-485b-9911-d75aa1bbddc8,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:55.101561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:55.107904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:55.110243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:55.157813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Checking segment: {'id': 'f9fdf951-0e1e-4c85-863b-b50232279fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8f948917-afc9-44af-bcd8-a55887b1d7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:55.158298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Network hostable DHCP agents. Network: 8f948917-afc9-44af-bcd8-a55887b1d7ed, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:35:55.158663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:35:55.183472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.185121 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added segment 033a128e-2cbc-4133-a294-94548b67adab of type vlan for network c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd Jun 03 15:35:55.230241 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.250237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event updated for resources: {'Port': ['ID=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:55.297828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:55.298796 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.325474 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.358795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:55.360295 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.364414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Network 8f948917-afc9-44af-bcd8-a55887b1d7ed is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:35:55.400189 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9023996c-163a-4ee3-bebf-a0759905f338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.404277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 8f948917-afc9-44af-bcd8-a55887b1d7ed) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:55.421189 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9023996c-163a-4ee3-bebf-a0759905f338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.431571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:55.434286 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.443716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c88c7-ed10-4652-870d-2f54e42f3384 None None] Network 8f948917-afc9-44af-bcd8-a55887b1d7ed requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:55.494156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-d6e9698d-e918-47d5-ae45-cd2f6509571f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2857037 Jun 03 15:35:55.535534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Request body: {'port': {'device_id': '7e071d12-343f-407c-a5f5-2c34f79c7d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:55.592477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023996c-163a-4ee3-bebf-a0759905f338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90850625-70b1-48e5-a17e-33e508256041,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:55.608786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9023996c-163a-4ee3-bebf-a0759905f338 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f730b3003b874ff3b46657fa3c156084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9782388 Jun 03 15:35:55.611018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b7e863b9-7873-453a-9791-c31f86c616f1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6434634 Jun 03 15:35:55.615684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54036) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:55.616298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54038) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:55.638611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-108388956', 'network_id': '8f948917-afc9-44af-bcd8-a55887b1d7ed'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:55.659401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:55.707544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Usage tracker for resource:port and tenant:dc48fc4743bc4e29be6023a470803db3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:55.717239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:55.795149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Network': ['ID=c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:55.807608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:55.808991 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1e5fbe97-9e8a-4800-9868-abc26991510f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8228266 Jun 03 15:35:55.812334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54050) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:55.826166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:35:55.840985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'subnet': {'network_id': 'c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:55.865586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5d80d2a5-bd8f-4156-bc03-ffac65feb989 None None] Provisioning for port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:35:55.937807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Made reservation on behalf of dc48fc4743bc4e29be6023a470803db3 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:55.940751 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.940908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5d80d2a5-bd8f-4156-bc03-ffac65feb989 None None] Provisioning complete for port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:35:55.941491 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5d80d2a5-bd8f-4156-bc03-ffac65feb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:55.964287 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.058527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b94d280a-6377-4af5-be02-b68f73bdb0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.140555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5d80d2a5-bd8f-4156-bc03-ffac65feb989 None None] Port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:35:56.148352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb686a-7c8e-443f-8c61-65ef10f61d50 None None] Network 8f948917-afc9-44af-bcd8-a55887b1d7ed requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:56.196814 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b94d280a-6377-4af5-be02-b68f73bdb0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.305280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] device_id is not set on port c4ca1dd1-6d47-45cb-b004-17fd3e561d25 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:35:56.427315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:56.479815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:subnet and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:56.489015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:56.512082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:56.631756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:56.637475 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:56.987929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b94d280a-6377-4af5-be02-b68f73bdb0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.176153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d280a-6377-4af5-be02-b68f73bdb0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90850625-70b1-48e5-a17e-33e508256041,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:57.185793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd68ed-8915-41a7-98ce-233f5da03271 req-d6a04726-282c-4932-81a0-57d6659d9393 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:57.186633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-04fd68ed-8915-41a7-98ce-233f5da03271 req-d6a04726-282c-4932-81a0-57d6659d9393 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Synchronizing usage tracker for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:35:57.236536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Allocated IP 2001:db8::fb (8f948917-afc9-44af-bcd8-a55887b1d7ed/a97c1014-5309-485b-9911-d75aa1bbddc8/c4ca1dd1-6d47-45cb-b004-17fd3e561d25) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:57.270427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168362a9-448a-4972-96b3-8823ff9f1fa9 req-1b357d90-3c06-400a-bd6c-ab583a65198a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:57.272134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-168362a9-448a-4972-96b3-8823ff9f1fa9 req-1b357d90-3c06-400a-bd6c-ab583a65198a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 1.1918039 Jun 03 15:35:57.306842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b94d280a-6377-4af5-be02-b68f73bdb0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:57.308511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b94d280a-6377-4af5-be02-b68f73bdb0a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90850625-70b1-48e5-a17e-33e508256041 HTTP/1.1" status: 204 len: 168 time: 1.6907911 Jun 03 15:35:57.387487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-04fd68ed-8915-41a7-98ce-233f5da03271 req-d6a04726-282c-4932-81a0-57d6659d9393 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Unset dirty status for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:35:57.394972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04fd68ed-8915-41a7-98ce-233f5da03271 req-d6a04726-282c-4932-81a0-57d6659d9393 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 932 time: 1.3242013 Jun 03 15:35:57.592500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-168362a9-448a-4972-96b3-8823ff9f1fa9 req-2e17b07d-519f-4507-bb8a-ada48e315b1d tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106012 Jun 03 15:35:57.654806 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04fd68ed-8915-41a7-98ce-233f5da03271 req-be7b3c61-ec49-49d4-a9df-99eec9025103 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582171 Jun 03 15:35:57.769914 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:35:58.124569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54084) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:58.135476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:58.159226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.205793 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.249243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54090) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:58.268070 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.277554 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-febaf254-39fe-4f66-bfb4-fe694b68ecd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.279734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Transition to ACTIVE for port object 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:35:58.312264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.334920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-febaf254-39fe-4f66-bfb4-fe694b68ecd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:58.341785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-febaf254-39fe-4f66-bfb4-fe694b68ecd8 admin admin] Usage tracker for resource:security_group_rule and tenant:a848cd83b67e4bbfb6e20a3c296ec2c1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:58.346722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-febaf254-39fe-4f66-bfb4-fe694b68ecd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:58.356784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-febaf254-39fe-4f66-bfb4-fe694b68ecd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:58.487096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-febaf254-39fe-4f66-bfb4-fe694b68ecd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.488898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3fab119-efa6-42a8-a279-25aed0affb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.511516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-febaf254-39fe-4f66-bfb4-fe694b68ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.536342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a86a8b-b047-4b34-9c6d-ca6bac51fccb req-dfcb5a02-4c8c-46c5-95c9-95eb29a7f40a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:58.538189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40a86a8b-b047-4b34-9c6d-ca6bac51fccb req-dfcb5a02-4c8c-46c5-95c9-95eb29a7f40a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.6371133 Jun 03 15:35:58.554680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3fab119-efa6-42a8-a279-25aed0affb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:58.557157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54096) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:58.559593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Subnet': ['ID=7970fe92-b947-4f66-8cd7-a8d538e2961a,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:58.560486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaf254-39fe-4f66-bfb4-fe694b68ecd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b50567-b985-4169-8c6c-8deabddd45d6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:58.570546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-84884830-fd3b-4438-8771-777eb9f9d735 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Request body: {'floatingip': {'port_id': 'f09695ad-edc6-452a-956c-775c87ccab24'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:58.600131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:58.618603 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.640651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3fab119-efa6-42a8-a279-25aed0affb5e admin admin] Usage tracker for resource:security_group_rule and tenant:835ace031ac84978acf40e48229675ff is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:35:58.662610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f3fab119-efa6-42a8-a279-25aed0affb5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:35:58.683415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f3fab119-efa6-42a8-a279-25aed0affb5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:35:58.688239 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84884830-fd3b-4438-8771-777eb9f9d735 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.689013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Checking segment: {'id': '033a128e-2cbc-4133-a294-94548b67adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:58.689718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network hostable DHCP agents. Network: c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:35:58.753005 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-febaf254-39fe-4f66-bfb4-fe694b68ecd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a848cd83b67e4bbfb6e20a3c296ec2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5022938 Jun 03 15:35:58.763445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54102) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:58.850202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event updated for resources: {'Port': ['ID=c4ca1dd1-6d47-45cb-b004-17fd3e561d25,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:58.877779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Network 8f948917-afc9-44af-bcd8-a55887b1d7ed is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:58.886091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:58.891800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:35:58.892741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:58.893630 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.929751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:35:58.935082 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aede9633-882d-4d4d-b67b-9730ee4b08d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:58.975647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Attempting to bind port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:35:58.976161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Attempting to bind port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:35:58.976653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Attempting to bind port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:58.988836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:35:58.989317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Attempting to bind port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:35:58.994447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6be1ecb1-b2ff-4354-888e-208c92780548 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3747604 Jun 03 15:35:58.995511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:59.000832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54106) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:59.007958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7c7003-1c0c-46e7-8e51-cabce5754edf None None] Network c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:35:59.040999 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aede9633-882d-4d4d-b67b-9730ee4b08d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.104937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:59.105701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.109742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:35:59.110224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Checking segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:35:59.110752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Bound using segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:35:59.111433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Bound port: 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:35:59.112461 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.129978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4316d657-4873-49aa-b67f-5bfdebc73e29 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Deleting port c4ca1dd1-6d47-45cb-b004-17fd3e561d25 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:35:59.130475 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4316d657-4873-49aa-b67f-5bfdebc73e29 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.208785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3fab119-efa6-42a8-a279-25aed0affb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.220700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3fab119-efa6-42a8-a279-25aed0affb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.363604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aede9633-882d-4d4d-b67b-9730ee4b08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.371971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd', 'network_id': 'c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'fixed_ips': [{'subnet_id': '7970fe92-b947-4f66-8cd7-a8d538e2961a'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:35:59.380225 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.381199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1f5be34e-a594-4268-a2e7-0fd3cb8f01f2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5650835 Jun 03 15:35:59.382891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54110) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:59.387819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fab119-efa6-42a8-a279-25aed0affb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502e3d47-26df-4b7f-b216-03ca2e010471,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:59.399292 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f3fab119-efa6-42a8-a279-25aed0affb5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=835ace031ac84978acf40e48229675ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2698803 Jun 03 15:35:59.416182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede9633-882d-4d4d-b67b-9730ee4b08d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b50567-b985-4169-8c6c-8deabddd45d6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:59.486092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54112) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:35:59.559915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8e0ed63d-0371-49fd-a194-e9c350ff3d95 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2124525962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:35:59.570186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aede9633-882d-4d4d-b67b-9730ee4b08d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.570186 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aede9633-882d-4d4d-b67b-9730ee4b08d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78b50567-b985-4169-8c6c-8deabddd45d6 HTTP/1.1" status: 204 len: 168 time: 0.7943997 Jun 03 15:35:59.599738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8e0ed63d-0371-49fd-a194-e9c350ff3d95 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:35:59.602571 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.859267 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84884830-fd3b-4438-8771-777eb9f9d735 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.869248 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84884830-fd3b-4438-8771-777eb9f9d735 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:35:59.881210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Allocated IP 172.20.0.2 (c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd/7970fe92-b947-4f66-8cd7-a8d538e2961a/3f0ff084-6fff-409d-abbc-898e2c34bb1d) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:00.085924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8e0ed63d-0371-49fd-a194-e9c350ff3d95 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:router and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:00.107812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8e0ed63d-0371-49fd-a194-e9c350ff3d95 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:00.116573 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ccff-fe8b-4504-b5e9-daeed490904e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.128456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8e0ed63d-0371-49fd-a194-e9c350ff3d95 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:00.152626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] For port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:00.193771 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-84884830-fd3b-4438-8771-777eb9f9d735 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Floating IP 991e62f4-3527-44af-a178-ca334375dfa0 associated. External IP: 172.25.7.140, port: f09695ad-edc6-452a-956c-775c87ccab24. Jun 03 15:36:00.211669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44748b79-39e4-4baf-8cad-386459fde0dc req-e3812fae-82a7-46a5-b9ad-3c664a5a6c02 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:00.213266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44748b79-39e4-4baf-8cad-386459fde0dc req-e3812fae-82a7-46a5-b9ad-3c664a5a6c02 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 944 time: 0.8713086 Jun 03 15:36:00.215423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] For port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:00.224455 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed63d-0371-49fd-a194-e9c350ff3d95 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.225502 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed63d-0371-49fd-a194-e9c350ff3d95 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.230302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ccff-fe8b-4504-b5e9-daeed490904e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.251695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.362929 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.390605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Transition to ACTIVE for port object 3f0ff084-6fff-409d-abbc-898e2c34bb1d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:00.429266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:00.455886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Transition to ACTIVE for port object 3f0ff084-6fff-409d-abbc-898e2c34bb1d will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:00.468747 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.488225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4316d657-4873-49aa-b67f-5bfdebc73e29 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.544092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44748b79-39e4-4baf-8cad-386459fde0dc req-186ad79f-cdf8-47f4-b100-7fabc2b96e23 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031785 Jun 03 15:36:00.575985 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed63d-0371-49fd-a194-e9c350ff3d95 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.652564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Network c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:00.667730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:00.674264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:00.728688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:00.729466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.731130 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-99a2fe3c-f33e-4397-a80d-fa30340af6c2 service neutron] 10.222.0.67 "PUT /v2.0/ports/7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b HTTP/1.1" status: 200 len: 1092 time: 5.1998374 Jun 03 15:36:00.739519 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ccff-fe8b-4504-b5e9-daeed490904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.743679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e071d12-343f-407c-a5f5-2c34f79c7d12', 'tag': '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:36:00.846388 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed63d-0371-49fd-a194-e9c350ff3d95 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.896918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Pushing event updated for resources: {'Port': ['ID=3f0ff084-6fff-409d-abbc-898e2c34bb1d,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:00.913069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4316d657-4873-49aa-b67f-5bfdebc73e29 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Calling delete_port for c4ca1dd1-6d47-45cb-b004-17fd3e561d25 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:00.983011 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Attempting to bind port 3f0ff084-6fff-409d-abbc-898e2c34bb1d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:00.983464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Attempting to bind port 3f0ff084-6fff-409d-abbc-898e2c34bb1d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '033a128e-2cbc-4133-a294-94548b67adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:00.983890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Attempting to bind port 3f0ff084-6fff-409d-abbc-898e2c34bb1d on network c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:00.994720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:00.995312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Checking segment: {'id': '033a128e-2cbc-4133-a294-94548b67adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:00.995711 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:00.996158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Bound using segment: {'id': '033a128e-2cbc-4133-a294-94548b67adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:00.996698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Bound port: 3f0ff084-6fff-409d-abbc-898e2c34bb1d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033a128e-2cbc-4133-a294-94548b67adab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:00.997129 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.005345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0ccff-fe8b-4504-b5e9-daeed490904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502e3d47-26df-4b7f-b216-03ca2e010471,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:01.144990 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ccff-fe8b-4504-b5e9-daeed490904e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.146912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a2d0ccff-fe8b-4504-b5e9-daeed490904e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/502e3d47-26df-4b7f-b216-03ca2e010471 HTTP/1.1" status: 204 len: 168 time: 1.6640522 Jun 03 15:36:01.148252 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed63d-0371-49fd-a194-e9c350ff3d95 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.155303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8e0ed63d-0371-49fd-a194-e9c350ff3d95 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.6988084 Jun 03 15:36:01.187094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54150) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:01.380112 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689479f7-d243-42ce-8fa9-ef49326755ab'] response: {'name': 'network-changed', 'server_uuid': '7e071d12-343f-407c-a5f5-2c34f79c7d12', 'tag': '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b', 'status': 'completed', 'code': 200} Jun 03 15:36:01.467412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] For port 3f0ff084-6fff-409d-abbc-898e2c34bb1d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:01.477324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] For port 3f0ff084-6fff-409d-abbc-898e2c34bb1d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3f0ff084-6fff-409d-abbc-898e2c34bb1d,segment=NetworkSegment(033a128e-2cbc-4133-a294-94548b67adab),segment_id=033a128e-2cbc-4133-a294-94548b67adab)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:01.493490 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:01.493758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84884830-fd3b-4438-8771-777eb9f9d735 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Router 0b388eef-4df2-4188-904c-9eadb9c5a70b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:01.681176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaddb6-10f7-452b-ac62-b406b11b81b7 None None] Pushing event updated for resources: {'Port': ['ID=3f0ff084-6fff-409d-abbc-898e2c34bb1d,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:02.111902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84884830-fd3b-4438-8771-777eb9f9d735 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:02.113437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54170) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:02.127420 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b173905-a33c-4695-9b2e-86e51d6ed3c0 None None] Sync routers for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:02.134811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84884830-fd3b-4438-8771-777eb9f9d735 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.151577 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b173905-a33c-4695-9b2e-86e51d6ed3c0 None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:02.152226 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5b173905-a33c-4695-9b2e-86e51d6ed3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:02.164424 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50cd6628-2b7f-4a91-8424-195bed730730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.203453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-50cd6628-2b7f-4a91-8424-195bed730730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:02.208409 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b382e8a0-413d-4f22-a551-db3e8302cff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.243636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-50cd6628-2b7f-4a91-8424-195bed730730 admin admin] Usage tracker for resource:security_group_rule and tenant:a9fce4f5d9a2440a938fbb6a378e9d31 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:02.258560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-50cd6628-2b7f-4a91-8424-195bed730730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:02.268489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-50cd6628-2b7f-4a91-8424-195bed730730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:02.282783 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-84884830-fd3b-4438-8771-777eb9f9d735 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "PUT /v2.0/floatingips/991e62f4-3527-44af-a178-ca334375dfa0 HTTP/1.1" status: 200 len: 991 time: 3.7190640 Jun 03 15:36:02.290822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:36:02.468790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f0ff084-6fff-409d-abbc-898e2c34bb1d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:02.491942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50cd6628-2b7f-4a91-8424-195bed730730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.503311 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50cd6628-2b7f-4a91-8424-195bed730730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.613226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd6628-2b7f-4a91-8424-195bed730730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e376089-6458-4c4a-bce6-1b229fc2a23c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:02.657236 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5b173905-a33c-4695-9b2e-86e51d6ed3c0 None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:02.676985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 3f0ff084-6fff-409d-abbc-898e2c34bb1d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:02.681767 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-50cd6628-2b7f-4a91-8424-195bed730730 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9fce4f5d9a2440a938fbb6a378e9d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673079 Jun 03 15:36:02.684416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:02.767867 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4316d657-4873-49aa-b67f-5bfdebc73e29 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.879425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-999a2577-0a27-4f62-bf9a-652800d538a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:02.882049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-999a2577-0a27-4f62-bf9a-652800d538a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 1095 time: 2.0153444 Jun 03 15:36:02.886891 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8d4faf0-b2b7-4f83-844a-896c839793e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:02.938410 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8d4faf0-b2b7-4f83-844a-896c839793e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.077452 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8d4faf0-b2b7-4f83-844a-896c839793e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.118479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4faf0-b2b7-4f83-844a-896c839793e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e376089-6458-4c4a-bce6-1b229fc2a23c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:03.124513 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8d4faf0-b2b7-4f83-844a-896c839793e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.131298 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b8d4faf0-b2b7-4f83-844a-896c839793e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e376089-6458-4c4a-bce6-1b229fc2a23c HTTP/1.1" status: 204 len: 168 time: 0.4448323 Jun 03 15:36:03.310788 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5b173905-a33c-4695-9b2e-86e51d6ed3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '991e62f4-3527-44af-a178-ca334375dfa0', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'floating_ip_address': '172.25.7.140', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'port_id': 'f09695ad-edc6-452a-956c-775c87ccab24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'mac_address': 'fa:16:3e:12:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:29Z', 'updated_at': '2022-06-03T15:35:59Z', 'revision_number': 1, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:03.316800 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b173905-a33c-4695-9b2e-86e51d6ed3c0 None None] Checking router: 0b388eef-4df2-4188-904c-9eadb9c5a70b for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:03.329504 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b173905-a33c-4695-9b2e-86e51d6ed3c0 None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:03.330414 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5b173905-a33c-4695-9b2e-86e51d6ed3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:35:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:03.338511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316d657-4873-49aa-b67f-5bfdebc73e29 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4ca1dd1-6d47-45cb-b004-17fd3e561d25,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:03.391670 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4316d657-4873-49aa-b67f-5bfdebc73e29 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.529037 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-4fd76c03-d368-444c-aff6-e96a000f0582 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b HTTP/1.1" status: 200 len: 217 time: 0.5376792 Jun 03 15:36:03.545160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4316d657-4873-49aa-b67f-5bfdebc73e29 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c4ca1dd1-6d47-45cb-b004-17fd3e561d25 HTTP/1.1" status: 204 len: 168 time: 4.5395789 Jun 03 15:36:03.545322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54192) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:03.551743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f948917-afc9-44af-bcd8-a55887b1d7ed', 'external_fixed_ips': [{'subnet_id': 'a97c1014-5309-485b-9911-d75aa1bbddc8', 'ip_address': '2001:db8::fb'}]}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:03.563025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:03.571437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Usage tracker for resource:router and tenant:dc48fc4743bc4e29be6023a470803db3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:03.573982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848b482-c69d-42e5-bc7e-9b308fe1548d None None] Network c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:03.582300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:03.596011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:03.613861 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.615797 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.648345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.682615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099d5fd-8956-4d76-941b-b95b2894a9c4 req-b22a17c8-4314-4714-9907-614ab932a53c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:03.700564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a099d5fd-8956-4d76-941b-b95b2894a9c4 req-b22a17c8-4314-4714-9907-614ab932a53c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 944 time: 1.7916341 Jun 03 15:36:03.734859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9090baa-a7dd-46ce-bbe5-1acb39c39021 req-83c73b7b-1fe3-48d8-9d78-2e328cf094b5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:03.742731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9090baa-a7dd-46ce-bbe5-1acb39c39021 req-83c73b7b-1fe3-48d8-9d78-2e328cf094b5 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 1.3957391 Jun 03 15:36:03.745426 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:03.768007 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-5b173905-a33c-4695-9b2e-86e51d6ed3c0 None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:03.865703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-615562de-f12f-46e6-b3f2-8bdd45e6369f None None] Provisioning for port 3f0ff084-6fff-409d-abbc-898e2c34bb1d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:03.880756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-615562de-f12f-46e6-b3f2-8bdd45e6369f None None] Provisioning complete for port 3f0ff084-6fff-409d-abbc-898e2c34bb1d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:03.881349 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-615562de-f12f-46e6-b3f2-8bdd45e6369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.296353 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-caf22b56-ebac-483c-96e6-6495fb691cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.404394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-615562de-f12f-46e6-b3f2-8bdd45e6369f None None] Current status of the port 3f0ff084-6fff-409d-abbc-898e2c34bb1d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:04.405542 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-615562de-f12f-46e6-b3f2-8bdd45e6369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.407406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.470549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-615562de-f12f-46e6-b3f2-8bdd45e6369f None None] For port 3f0ff084-6fff-409d-abbc-898e2c34bb1d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3f0ff084-6fff-409d-abbc-898e2c34bb1d,segment=NetworkSegment(033a128e-2cbc-4133-a294-94548b67adab),segment_id=033a128e-2cbc-4133-a294-94548b67adab)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:04.483507 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-615562de-f12f-46e6-b3f2-8bdd45e6369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.587216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615562de-f12f-46e6-b3f2-8bdd45e6369f None None] Pushing event updated for resources: {'Port': ['ID=3f0ff084-6fff-409d-abbc-898e2c34bb1d,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:04.620888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-cb8d0bf4-5507-4a50-84ef-fa9fa34b50ee tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:04.622227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-cb8d0bf4-5507-4a50-84ef-fa9fa34b50ee tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Synchronizing usage tracker for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:36:04.643246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-cb8d0bf4-5507-4a50-84ef-fa9fa34b50ee tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Unset dirty status for tenant:ddbd34c78861408e9a2bc1035b21d6db on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:36:04.644473 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-cb8d0bf4-5507-4a50-84ef-fa9fa34b50ee tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.67 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 0.5906320 Jun 03 15:36:04.659637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-7ecf0b52-0203-4242-9144-8a2c9b0bab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:04.676729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-7ecf0b52-0203-4242-9144-8a2c9b0bab18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 1.1180668 Jun 03 15:36:04.699827 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-5b173905-a33c-4695-9b2e-86e51d6ed3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '991e62f4-3527-44af-a178-ca334375dfa0', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'floating_ip_address': '172.25.7.140', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'port_id': 'f09695ad-edc6-452a-956c-775c87ccab24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'mac_address': 'fa:16:3e:12:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:29Z', 'updated_at': '2022-06-03T15:35:59Z', 'revision_number': 1, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:04.706358 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b173905-a33c-4695-9b2e-86e51d6ed3c0 None None] The sync data for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 is: [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '991e62f4-3527-44af-a178-ca334375dfa0', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'floating_ip_address': '172.25.7.140', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'port_id': 'f09695ad-edc6-452a-956c-775c87ccab24', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'mac_address': 'fa:16:3e:12:cc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:29Z', 'updated_at': '2022-06-03T15:35:59Z', 'revision_number': 1, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:04.920526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-faaf0d4e-40a3-4d12-8938-6e1132837e30 None None] Provisioning complete for port 3f0ff084-6fff-409d-abbc-898e2c34bb1d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:04.921020 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d4e-40a3-4d12-8938-6e1132837e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:04.963115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-36724b6c-27cc-48ae-997c-1dd993e3170c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Deleting port c8782f0e-7534-4b38-9cc3-c61041aa0b93 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:04.963456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-36724b6c-27cc-48ae-997c-1dd993e3170c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.083424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9090baa-a7dd-46ce-bbe5-1acb39c39021 req-ea5c7166-c67c-49f1-87af-44d0ee9b6d55 tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3395905 Jun 03 15:36:05.093825 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a099d5fd-8956-4d76-941b-b95b2894a9c4 req-3593bb79-4e73-43ca-8ca7-4312e968f7fd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3922732 Jun 03 15:36:05.177749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0555a4-b009-4c90-9eac-bfd7a9e0412b None None] New status for floating IP 991e62f4-3527-44af-a178-ca334375dfa0: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:36:05.224484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Allocated IP 172.20.0.1 (c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd/7970fe92-b947-4f66-8cd7-a8d538e2961a/8c1bb651-f4a6-4322-afbc-04e445efdcdf) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:05.245064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-ccc9feac-d364-4b4f-bb30-efc754b68238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:05.249471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-ccc9feac-d364-4b4f-bb30-efc754b68238 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4934986 Jun 03 15:36:05.760638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-faaf0d4e-40a3-4d12-8938-6e1132837e30 None None] Current status of the port 3f0ff084-6fff-409d-abbc-898e2c34bb1d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:05.789194 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:05.790906 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a96bb28-545d-42d1-9435-08e03598384b'] response: {'name': 'network-changed', 'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24', 'status': 'completed', 'code': 200} Jun 03 15:36:05.793928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-b278cd11-952d-4eea-b6a6-cdcbdb7cfca9 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256145 Jun 03 15:36:05.953982 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.006941 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.027051 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.053763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Transition to ACTIVE for port object 8c1bb651-f4a6-4322-afbc-04e445efdcdf will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:06.077683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.216496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-36724b6c-27cc-48ae-997c-1dd993e3170c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] For port c8782f0e-7534-4b38-9cc3-c61041aa0b93, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c8782f0e-7534-4b38-9cc3-c61041aa0b93,segment=NetworkSegment(516150aa-6c57-4ea6-9a34-6dc44eb137bf),segment_id=516150aa-6c57-4ea6-9a34-6dc44eb137bf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:06.217088 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-36724b6c-27cc-48ae-997c-1dd993e3170c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.295311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f0ff084-6fff-409d-abbc-898e2c34bb1d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:06.327463 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a8b2d07-4370-44e8-b3fd-2fbb092f1ec0 req-e2ebe366-448d-4bdc-997d-cb34aa82d03a service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179763 Jun 03 15:36:06.386704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 3f0ff084-6fff-409d-abbc-898e2c34bb1d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:06.387427 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.449618 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.643999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-36724b6c-27cc-48ae-997c-1dd993e3170c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Calling delete_port for c8782f0e-7534-4b38-9cc3-c61041aa0b93 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:06.647298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 3f0ff084-6fff-409d-abbc-898e2c34bb1d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:06.652567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c8782f0e-7534-4b38-9cc3-c61041aa0b93 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:36:06.660201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=8c1bb651-f4a6-4322-afbc-04e445efdcdf,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:06.692009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a31031-9da9-4fe6-8db9-e1e02c8da724 req-95293923-5c0a-4bbd-ae73-21bcb6470ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:06.693598 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98a31031-9da9-4fe6-8db9-e1e02c8da724 req-95293923-5c0a-4bbd-ae73-21bcb6470ab1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 1096 time: 0.9644911 Jun 03 15:36:06.734385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:06.764892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:06.779249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:06.869952 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:06.987978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Allocated IP 2001:db8::fb (8f948917-afc9-44af-bcd8-a55887b1d7ed/a97c1014-5309-485b-9911-d75aa1bbddc8/c07ca4a9-6ac6-4186-949a-6ef84d844b06) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:07.047270 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.065174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c8782f0e-7534-4b38-9cc3-c61041aa0b93 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:07.066149 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.188620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-36724b6c-27cc-48ae-997c-1dd993e3170c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.308479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-480df767-d3f2-48c4-b2f7-8e768724567c None None] Provisioning for port 8c1bb651-f4a6-4322-afbc-04e445efdcdf completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:07.321552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-480df767-d3f2-48c4-b2f7-8e768724567c None None] Provisioning complete for port 8c1bb651-f4a6-4322-afbc-04e445efdcdf triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:07.322709 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-480df767-d3f2-48c4-b2f7-8e768724567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.363786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663e138-5ac3-49cb-9630-95270798d097 req-1b26ff47-8fcc-4f6a-b450-8b1363a90c29 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:07.373532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e663e138-5ac3-49cb-9630-95270798d097 req-1b26ff47-8fcc-4f6a-b450-8b1363a90c29 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 944 time: 0.9336104 Jun 03 15:36:07.414162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36724b6c-27cc-48ae-997c-1dd993e3170c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Pushing event deleted for resources: {'Port': ['ID=c8782f0e-7534-4b38-9cc3-c61041aa0b93,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:07.445995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6197bb-d9ae-44ca-91de-e5f4fbb4ea52 req-adcd1e2d-289a-4c23-8188-ef35cfad0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:07.448038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b6197bb-d9ae-44ca-91de-e5f4fbb4ea52 req-adcd1e2d-289a-4c23-8188-ef35cfad0a70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 1095 time: 1.0069139 Jun 03 15:36:07.466007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e663e138-5ac3-49cb-9630-95270798d097 req-3fadcba0-d9f3-43af-8971-e13005507cdc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911267 Jun 03 15:36:07.588155 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-480df767-d3f2-48c4-b2f7-8e768724567c None None] Port 8c1bb651-f4a6-4322-afbc-04e445efdcdf cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:07.613049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-36724b6c-27cc-48ae-997c-1dd993e3170c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] No DVR routers for this DVR port c8782f0e-7534-4b38-9cc3-c61041aa0b93 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:36:07.617141 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-36724b6c-27cc-48ae-997c-1dd993e3170c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.659271 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a0d6ec58-e5f4-4e8d-bc7d-e4c8cc2e5256 req-36724b6c-27cc-48ae-997c-1dd993e3170c tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.67 "DELETE /v2.0/ports/c8782f0e-7534-4b38-9cc3-c61041aa0b93 HTTP/1.1" status: 204 len: 173 time: 3.0051396 Jun 03 15:36:07.708172 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.732671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea471ba0-b28a-4f48-b746-fffd159839dd req-69527653-9f0e-4030-ab8f-248ea26f558a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:07.734288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea471ba0-b28a-4f48-b746-fffd159839dd req-69527653-9f0e-4030-ab8f-248ea26f558a tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/ports?device_id=d01b0f05-6a64-424d-a529-9c82baa3aadb HTTP/1.1" status: 200 len: 946 time: 1.4023643 Jun 03 15:36:07.763585 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:07.781688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6197bb-d9ae-44ca-91de-e5f4fbb4ea52 req-a5fb0427-b39e-46a4-9b49-19b1c8146ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:07.783528 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b6197bb-d9ae-44ca-91de-e5f4fbb4ea52 req-a5fb0427-b39e-46a4-9b49-19b1c8146ba6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.3036814 Jun 03 15:36:07.812022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'name': 'network-vif-deleted', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:36:07.850623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Network 8f948917-afc9-44af-bcd8-a55887b1d7ed is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:07.855038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:07.859802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:07.969521 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b6197bb-d9ae-44ca-91de-e5f4fbb4ea52 req-62394db6-a5fb-4e21-a609-eca318997e30 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b HTTP/1.1" status: 200 len: 217 time: 0.1744897 Jun 03 15:36:08.038439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea471ba0-b28a-4f48-b746-fffd159839dd req-a06d3a02-2c93-49a4-823d-7b7210768dad tempest-ServersNegativeTestJSON-2098398009 tempest-ServersNegativeTestJSON-2098398009-project] 10.222.0.48 "GET /v2.0/security-groups?id=2ff1dafc-e8d3-4928-8efb-d246eae95378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856054 Jun 03 15:36:08.058622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a31031-9da9-4fe6-8db9-e1e02c8da724 req-59641292-1aa5-4fc5-88e6-c8ab0a5aee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:08.060553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98a31031-9da9-4fe6-8db9-e1e02c8da724 req-59641292-1aa5-4fc5-88e6-c8ab0a5aee2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 916 time: 1.3501096 Jun 03 15:36:08.092000 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8264c9c5-a630-4200-8703-7598083951fc'] response: {'server_uuid': 'd01b0f05-6a64-424d-a529-9c82baa3aadb', 'name': 'network-vif-deleted', 'tag': 'c8782f0e-7534-4b38-9cc3-c61041aa0b93', 'status': 'completed', 'code': 200} Jun 03 15:36:08.101162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event updated for resources: {'Port': ['ID=c07ca4a9-6ac6-4186-949a-6ef84d844b06,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:08.364897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98a31031-9da9-4fe6-8db9-e1e02c8da724 req-b7ff0537-f86d-406b-830a-4885d4da3d10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09695ad-edc6-452a-956c-775c87ccab24 HTTP/1.1" status: 200 len: 1001 time: 0.2794275 Jun 03 15:36:08.367268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6197bb-d9ae-44ca-91de-e5f4fbb4ea52 req-11ecdf23-a994-4831-addf-7c028b7ce471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:08.369046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b6197bb-d9ae-44ca-91de-e5f4fbb4ea52 req-11ecdf23-a994-4831-addf-7c028b7ce471 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.3802946 Jun 03 15:36:08.490656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.597572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a31031-9da9-4fe6-8db9-e1e02c8da724 req-eafd5321-eaa7-4ce7-991c-f0a92954d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:08.599240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98a31031-9da9-4fe6-8db9-e1e02c8da724 req-eafd5321-eaa7-4ce7-991c-f0a92954d228 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.2217824 Jun 03 15:36:08.618097 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.734220 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:08.823500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6197bb-d9ae-44ca-91de-e5f4fbb4ea52 req-9d9e83e6-b9dd-4726-b640-b0d0db07a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:08.825444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b6197bb-d9ae-44ca-91de-e5f4fbb4ea52 req-9d9e83e6-b9dd-4726-b640-b0d0db07a12d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4464407 Jun 03 15:36:09.191512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a31031-9da9-4fe6-8db9-e1e02c8da724 req-f9b6e0be-6997-4e61-85be-602e7a8000cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:09.192752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98a31031-9da9-4fe6-8db9-e1e02c8da724 req-f9b6e0be-6997-4e61-85be-602e7a8000cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5831695 Jun 03 15:36:09.259862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:09.292599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34780fef-157b-459c-90fa-8b3d482b7638 req-b119893f-c575-44c2-b976-87442a5fae78 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:09.294191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34780fef-157b-459c-90fa-8b3d482b7638 req-b119893f-c575-44c2-b976-87442a5fae78 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 944 time: 0.5231955 Jun 03 15:36:09.302542 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b6197bb-d9ae-44ca-91de-e5f4fbb4ea52 req-46623d52-5208-470b-bf4c-964fef5a6663 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082882 Jun 03 15:36:09.368863 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.788614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34780fef-157b-459c-90fa-8b3d482b7638 req-73845f25-f02e-4a29-9b5f-9558d0e73a27 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215195 Jun 03 15:36:09.796648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d9bfce-14e7-40e6-89aa-cd0965ad7015 admin admin] Deleting subnet 98ceefca-3cfc-43a6-9839-31c33e352aca {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:36:09.802751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54290) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:09.807230 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34d9bfce-14e7-40e6-89aa-cd0965ad7015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.856362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98a31031-9da9-4fe6-8db9-e1e02c8da724 req-48eaa75f-c9fc-40a9-bee1-73df1e0f34fd service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209295 Jun 03 15:36:09.934986 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34d9bfce-14e7-40e6-89aa-cd0965ad7015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:09.965467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:36:09.993579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b6197bb-d9ae-44ca-91de-e5f4fbb4ea52 req-2e6e0301-b5f7-4dbe-905c-d3fa77fcf052 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219565 Jun 03 15:36:10.000644 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.003196 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7248-0422-4a65-b3f3-34f1fce04e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.024615 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.026604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Router a0796902-0f99-472b-beac-9bbf91466d3c is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:36:10.097138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dfcd7248-0422-4a65-b3f3-34f1fce04e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:10.121513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dfcd7248-0422-4a65-b3f3-34f1fce04e3b admin admin] Usage tracker for resource:security_group_rule and tenant:8db03d530c054c939b510284414a4d0a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:10.136132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dfcd7248-0422-4a65-b3f3-34f1fce04e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:10.143502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34d9bfce-14e7-40e6-89aa-cd0965ad7015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.144403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dfcd7248-0422-4a65-b3f3-34f1fce04e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:10.191358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98a31031-9da9-4fe6-8db9-e1e02c8da724 req-118f4f29-6a48-430b-ad0b-92b41f8d444b service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212121 Jun 03 15:36:10.230530 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.245729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=8c1bb651-f4a6-4322-afbc-04e445efdcdf,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:10.449507 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7248-0422-4a65-b3f3-34f1fce04e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.451781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:10.456437 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfcd7248-0422-4a65-b3f3-34f1fce04e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.476024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:10.522857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:10.546506 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Sync routers for ids ['a0796902-0f99-472b-beac-9bbf91466d3c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:10.578773 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Routers {'a0796902-0f99-472b-beac-9bbf91466d3c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:10.580293 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a0796902-0f99-472b-beac-9bbf91466d3c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:10.592345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd7248-0422-4a65-b3f3-34f1fce04e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb65a0d-21bf-4d3c-bc1f-e25ecd93acd1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:10.604551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.621724 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fc015d4c-3711-462c-aa6b-56d747b9ae83 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.0745735 Jun 03 15:36:10.625485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54298) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:10.652109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:36:10.675622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dfcd7248-0422-4a65-b3f3-34f1fce04e3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8db03d530c054c939b510284414a4d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8717849 Jun 03 15:36:10.684106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54302) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:10.786130 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34d9bfce-14e7-40e6-89aa-cd0965ad7015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.879544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9bfce-14e7-40e6-89aa-cd0965ad7015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ceefca-3cfc-43a6-9839-31c33e352aca,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:10.880201 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4258ecf-91fe-42dc-af3e-0cec7215126a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.909714 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34d9bfce-14e7-40e6-89aa-cd0965ad7015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:10.912015 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-34d9bfce-14e7-40e6-89aa-cd0965ad7015 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/98ceefca-3cfc-43a6-9839-31c33e352aca HTTP/1.1" status: 204 len: 168 time: 1.6510074 Jun 03 15:36:10.916218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54310) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:10.941111 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4258ecf-91fe-42dc-af3e-0cec7215126a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.012384 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4258ecf-91fe-42dc-af3e-0cec7215126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.032842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4258ecf-91fe-42dc-af3e-0cec7215126a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb65a0d-21bf-4d3c-bc1f-e25ecd93acd1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:11.044424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 4a4a5322-8959-456a-aa5d-e7872aec3b62 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:36:11.048831 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Set router a0796902-0f99-472b-beac-9bbf91466d3c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:11.078711 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4258ecf-91fe-42dc-af3e-0cec7215126a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.086413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a4258ecf-91fe-42dc-af3e-0cec7215126a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cb65a0d-21bf-4d3c-bc1f-e25ecd93acd1 HTTP/1.1" status: 204 len: 168 time: 0.4012480 Jun 03 15:36:11.100130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:11.115449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.144870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'port_id': '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b', 'mac_address': 'fa:16:3e:1c:1e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:36:11.273921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2a7440af-7763-4d58-bb82-2336e2ed33b8 None None] Provisioning complete for port 8c1bb651-f4a6-4322-afbc-04e445efdcdf triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:11.274813 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2a7440af-7763-4d58-bb82-2336e2ed33b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.432230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:11.432565 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.572821 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.604127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:36:11.643343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2a7440af-7763-4d58-bb82-2336e2ed33b8 None None] Port 8c1bb651-f4a6-4322-afbc-04e445efdcdf cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:11.653494 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:11.663371 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.761803 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0796902-0f99-472b-beac-9bbf91466d3c', 'name': '', 'tenant_id': 'dc48fc4743bc4e29be6023a470803db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f948917-afc9-44af-bcd8-a55887b1d7ed', 'external_fixed_ips': [{'subnet_id': 'a97c1014-5309-485b-9911-d75aa1bbddc8', 'ip_address': '2001:db8::fb'}], 'enable_snat': True}, 'gw_port_id': 'c07ca4a9-6ac6-4186-949a-6ef84d844b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:03Z', 'updated_at': '2022-06-03T15:36:08Z', 'revision_number': 3, 'project_id': 'dc48fc4743bc4e29be6023a470803db3', 'gw_port': {'id': 'c07ca4a9-6ac6-4186-949a-6ef84d844b06', 'name': '', 'network_id': '8f948917-afc9-44af-bcd8-a55887b1d7ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0796902-0f99-472b-beac-9bbf91466d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'a97c1014-5309-485b-9911-d75aa1bbddc8', 'ip_address': '2001:db8::fb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:06Z', 'updated_at': '2022-06-03T15:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a97c1014-5309-485b-9911-d75aa1bbddc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:11.767830 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Checking router: a0796902-0f99-472b-beac-9bbf91466d3c for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:11.768767 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Updating router a0796902-0f99-472b-beac-9bbf91466d3c port c07ca4a9-6ac6-4186-949a-6ef84d844b06 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:36:11.802744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54322) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:11.845466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-145f1c8e-e462-40a2-be32-22036517b0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.854151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:11.878335 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:11.883599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-145f1c8e-e462-40a2-be32-22036517b0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:11.890451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-145f1c8e-e462-40a2-be32-22036517b0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:556f9efc2d014dc0ba28e636eca0d449 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:11.895516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-145f1c8e-e462-40a2-be32-22036517b0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:11.906186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-145f1c8e-e462-40a2-be32-22036517b0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:11.948286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:11.961430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69299be-5c8f-42a4-a9c4-87ad7201465e None None] Sync routers for ids ['4a4a5322-8959-456a-aa5d-e7872aec3b62'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:11.974040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0aecd3d5-26de-4327-882b-f6cc8a05658b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/4a4a5322-8959-456a-aa5d-e7872aec3b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7792699 Jun 03 15:36:11.985023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54326) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:11.988523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69299be-5c8f-42a4-a9c4-87ad7201465e None None] Routers {'4a4a5322-8959-456a-aa5d-e7872aec3b62'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:11.990322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a69299be-5c8f-42a4-a9c4-87ad7201465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['4a4a5322-8959-456a-aa5d-e7872aec3b62'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:12.107958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a69299be-5c8f-42a4-a9c4-87ad7201465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:12.120988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69299be-5c8f-42a4-a9c4-87ad7201465e None None] Routers {'4a4a5322-8959-456a-aa5d-e7872aec3b62'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:12.121823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a69299be-5c8f-42a4-a9c4-87ad7201465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['4a4a5322-8959-456a-aa5d-e7872aec3b62'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:12.128937 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.211377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a69299be-5c8f-42a4-a9c4-87ad7201465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:12.211981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69299be-5c8f-42a4-a9c4-87ad7201465e None None] The sync data for ids ['4a4a5322-8959-456a-aa5d-e7872aec3b62'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:12.226597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba782e-64a6-4f9a-b72d-701d1f8f4fee req-d7d487bc-f00e-4e06-abf8-4ad555a0a613 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:12.229868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ba782e-64a6-4f9a-b72d-701d1f8f4fee req-d7d487bc-f00e-4e06-abf8-4ad555a0a613 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 944 time: 0.9242816 Jun 03 15:36:12.243381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2d938c-a535-4219-9bff-61815313e4c5']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:12.281867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:36:12.292448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516150aa-6c57-4ea6-9a34-6dc44eb137bf') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:12.292926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516150aa-6c57-4ea6-9a34-6dc44eb137bf') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:12.312455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dde163-457d-443b-8616-b24fa196562f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:12.313476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-01dde163-457d-443b-8616-b24fa196562f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Synchronizing usage tracker for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:36:12.317591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.326407 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-145f1c8e-e462-40a2-be32-22036517b0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.344078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Deleting port c07ca4a9-6ac6-4186-949a-6ef84d844b06 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:12.344657 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.355874 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-145f1c8e-e462-40a2-be32-22036517b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.398909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-01dde163-457d-443b-8616-b24fa196562f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Unset dirty status for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:36:12.404957 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-01dde163-457d-443b-8616-b24fa196562f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports/8c1bb651-f4a6-4322-afbc-04e445efdcdf HTTP/1.1" status: 200 len: 910 time: 0.4182124 Jun 03 15:36:12.405988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54330) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:12.445845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3990c1d5-b1a0-4585-afce-4ee83249519a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7970fe92-b947-4f66-8cd7-a8d538e2961a'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:12.542664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ba782e-64a6-4f9a-b72d-701d1f8f4fee req-5ad2c824-e7c4-4e65-b88c-b3556ece25d2 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005095 Jun 03 15:36:12.607815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-145f1c8e-e462-40a2-be32-22036517b0c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=556f9efc2d014dc0ba28e636eca0d449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7988153 Jun 03 15:36:12.610524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f1c8e-e462-40a2-be32-22036517b0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae267f0b-1efd-43be-ae1b-5789e2df5813,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:12.615408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54336) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:12.684152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.698155 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.718887 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Transition to ACTIVE for port object c07ca4a9-6ac6-4186-949a-6ef84d844b06 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:12.743006 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.750616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.773212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:12.774273 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.861130 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Pushing event updated for resources: {'Port': ['ID=c07ca4a9-6ac6-4186-949a-6ef84d844b06,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:12.886069 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.888084 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.888461 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.889135 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.889135 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.889569 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.889785 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.890083 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.890398 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.891056 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.894573 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.894573 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:12.927043 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 516150aa-6c57-4ea6-9a34-6dc44eb137bf resource provider aggregate not found Jun 03 15:36:12.929635 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Attempting to bind port c07ca4a9-6ac6-4186-949a-6ef84d844b06 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:12.930108 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Attempting to bind port c07ca4a9-6ac6-4186-949a-6ef84d844b06 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'f9fdf951-0e1e-4c85-863b-b50232279fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8f948917-afc9-44af-bcd8-a55887b1d7ed'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:12.930470 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Attempting to bind port c07ca4a9-6ac6-4186-949a-6ef84d844b06 on network 8f948917-afc9-44af-bcd8-a55887b1d7ed {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:12.941258 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:12.942010 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Checking segment: {'id': 'f9fdf951-0e1e-4c85-863b-b50232279fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8f948917-afc9-44af-bcd8-a55887b1d7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:12.942121 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.943092 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Bound using segment: {'id': 'f9fdf951-0e1e-4c85-863b-b50232279fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8f948917-afc9-44af-bcd8-a55887b1d7ed'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:12.944009 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Bound port: c07ca4a9-6ac6-4186-949a-6ef84d844b06, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fdf951-0e1e-4c85-863b-b50232279fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8f948917-afc9-44af-bcd8-a55887b1d7ed'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:12.944813 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:12.969746 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 516150aa-6c57-4ea6-9a34-6dc44eb137bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 516150aa-6c57-4ea6-9a34-6dc44eb137bf found for delete ", "request_id": "req-31704256-a211-4205-bf7c-ae0f95fee66f"}]} Jun 03 15:36:13.020608 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.028294 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.049030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-419908e7-82f7-457c-a285-c31fa2a4123a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.056266 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] For port c07ca4a9-6ac6-4186-949a-6ef84d844b06, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:13.060746 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] For port c07ca4a9-6ac6-4186-949a-6ef84d844b06, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c07ca4a9-6ac6-4186-949a-6ef84d844b06,segment=NetworkSegment(f9fdf951-0e1e-4c85-863b-b50232279fb0),segment_id=f9fdf951-0e1e-4c85-863b-b50232279fb0)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:13.065467 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.068956 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.092323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2d938c-a535-4219-9bff-61815313e4c5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:13.125477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-419908e7-82f7-457c-a285-c31fa2a4123a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.156306 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Routers {'a0796902-0f99-472b-beac-9bbf91466d3c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:13.157364 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a0796902-0f99-472b-beac-9bbf91466d3c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:13.173665 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-af56900c-7b7d-4ed9-9f00-8cc846e20bab admin admin] 10.222.0.48 "DELETE /v2.0/networks/1f2d938c-a535-4219-9bff-61815313e4c5 HTTP/1.1" status: 204 len: 168 time: 2.2501559 Jun 03 15:36:13.187761 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3990c1d5-b1a0-4585-afce-4ee83249519a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.267432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Calling delete_port for c07ca4a9-6ac6-4186-949a-6ef84d844b06 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:13.284537 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bfea4-4c54-4ea8-91bc-9cd3568ea937 None None] Pushing event updated for resources: {'Port': ['ID=c07ca4a9-6ac6-4186-949a-6ef84d844b06,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:13.314296 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-419908e7-82f7-457c-a285-c31fa2a4123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.328950 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] Set router a0796902-0f99-472b-beac-9bbf91466d3c gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:13.429160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419908e7-82f7-457c-a285-c31fa2a4123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae267f0b-1efd-43be-ae1b-5789e2df5813,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:13.516145 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:36:13.516627 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:36:13.518883 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-419908e7-82f7-457c-a285-c31fa2a4123a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.523148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-419908e7-82f7-457c-a285-c31fa2a4123a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae267f0b-1efd-43be-ae1b-5789e2df5813 HTTP/1.1" status: 204 len: 168 time: 0.9067066 Jun 03 15:36:13.524954 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0796902-0f99-472b-beac-9bbf91466d3c', 'name': '', 'tenant_id': 'dc48fc4743bc4e29be6023a470803db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:03Z', 'updated_at': '2022-06-03T15:36:12Z', 'revision_number': 4, 'project_id': 'dc48fc4743bc4e29be6023a470803db3', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:13.534149 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34127aad-98ab-49ef-af02-6f7a4c31c39e None None] The sync data for ids ['a0796902-0f99-472b-beac-9bbf91466d3c'] in n-d-844595-1 is: [{'id': 'a0796902-0f99-472b-beac-9bbf91466d3c', 'name': '', 'tenant_id': 'dc48fc4743bc4e29be6023a470803db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:03Z', 'updated_at': '2022-06-03T15:36:12Z', 'revision_number': 4, 'project_id': 'dc48fc4743bc4e29be6023a470803db3', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:13.551038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54350) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:13.626764 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-efbb8a0f-c1c3-46ce-9ed5-5d797073c8dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddbd34c78861408e9a2bc1035b21d6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742445 Jun 03 15:36:13.630805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54356) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:13.785100 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53ce4b01-ce43-4b81-b4b0-1367b19e04f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.871607 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53ce4b01-ce43-4b81-b4b0-1367b19e04f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.955307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53ce4b01-ce43-4b81-b4b0-1367b19e04f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:13.986055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce4b01-ce43-4b81-b4b0-1367b19e04f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff1dafc-e8d3-4928-8efb-d246eae95378,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:14.021488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cff05-e1b2-42bb-93df-58c76c1ff908 req-ad7392e1-df73-4c4a-b798-53acb8017d05 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:14.023934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c2cff05-e1b2-42bb-93df-58c76c1ff908 req-ad7392e1-df73-4c4a-b798-53acb8017d05 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 945 time: 0.2432675 Jun 03 15:36:14.043560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Deleting port c07ca4a9-6ac6-4186-949a-6ef84d844b06 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:14.043906 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.135897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c2cff05-e1b2-42bb-93df-58c76c1ff908 req-8ca68591-bfba-4bb1-9395-f5d8c265b0e8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965693 Jun 03 15:36:14.174746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3990c1d5-b1a0-4585-afce-4ee83249519a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.225189 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3990c1d5-b1a0-4585-afce-4ee83249519a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.389134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-53ce4b01-ce43-4b81-b4b0-1367b19e04f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.393203 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-53ce4b01-ce43-4b81-b4b0-1367b19e04f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ff1dafc-e8d3-4928-8efb-d246eae95378 HTTP/1.1" status: 204 len: 168 time: 0.7587810 Jun 03 15:36:14.437461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3990c1d5-b1a0-4585-afce-4ee83249519a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:14.438619 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3990c1d5-b1a0-4585-afce-4ee83249519a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:14.441195 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3990c1d5-b1a0-4585-afce-4ee83249519a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/ports/8c1bb651-f4a6-4322-afbc-04e445efdcdf HTTP/1.1" status: 200 len: 910 time: 2.0220923 Jun 03 15:36:14.448176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54372) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:14.542028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990c1d5-b1a0-4585-afce-4ee83249519a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=8c1bb651-f4a6-4322-afbc-04e445efdcdf,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:14.657970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:14.795320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:14.806177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:14.806985 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.010218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:15.010589 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.067447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:15.070008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e071d12-343f-407c-a5f5-2c34f79c7d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:36:15.089005 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.154804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] For port c07ca4a9-6ac6-4186-949a-6ef84d844b06, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c07ca4a9-6ac6-4186-949a-6ef84d844b06,segment=NetworkSegment(f9fdf951-0e1e-4c85-863b-b50232279fb0),segment_id=f9fdf951-0e1e-4c85-863b-b50232279fb0)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:15.155685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:15.226330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:15.426154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Calling delete_port for c07ca4a9-6ac6-4186-949a-6ef84d844b06 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:15.583291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a0092-34cf-4bfb-93b2-d5b15fc2c8e8 req-c160037d-bf63-41fe-9ad8-c239be71dd08 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:15.583834 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55f1b0c-4872-4b9c-8883-e16320d6c5bf'] response: {'server_uuid': '7e071d12-343f-407c-a5f5-2c34f79c7d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b', 'code': 200} Jun 03 15:36:15.589160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d1a0092-34cf-4bfb-93b2-d5b15fc2c8e8 req-c160037d-bf63-41fe-9ad8-c239be71dd08 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 946 time: 0.2474566 Jun 03 15:36:15.695472 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d1a0092-34cf-4bfb-93b2-d5b15fc2c8e8 req-2be6b823-8cb3-4b3f-bd12-c672905ab93a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910084 Jun 03 15:36:15.937173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f86df-d3fd-4308-a697-6ea4b4cd9d86 req-01798b0a-63ad-414b-b585-16292021c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:15.944944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-300f86df-d3fd-4308-a697-6ea4b4cd9d86 req-01798b0a-63ad-414b-b585-16292021c79b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 1097 time: 0.2346258 Jun 03 15:36:16.080720 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.081503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-300f86df-d3fd-4308-a697-6ea4b4cd9d86 req-66c59371-d207-41ba-b925-6927a07e332a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284342 Jun 03 15:36:16.215115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event deleted for resources: {'Port': ['ID=c07ca4a9-6ac6-4186-949a-6ef84d844b06,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:16.227005 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.305268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.305772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.306209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.306659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.307106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.307547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.308134 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.308607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.309059 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.309504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.309985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.310434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:16.334141 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1480220-6a67-43d0-b7b4-ff9a2710bfc7 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.951578 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:16.954326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.139770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.140281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0796902-0f99-472b-beac-9bbf91466d3c {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:36:17.152741 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:36:17.195258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a77e56-a24c-491c-a298-f461310e83c3 req-bf10fa62-3393-483a-b85c-d8a38d76c48e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:17.197720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0a77e56-a24c-491c-a298-f461310e83c3 req-bf10fa62-3393-483a-b85c-d8a38d76c48e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 946 time: 0.2261462 Jun 03 15:36:17.301090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0a77e56-a24c-491c-a298-f461310e83c3 req-6985893c-0f75-4e5f-ae50-628ec342a386 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950279 Jun 03 15:36:17.495259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.496550 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-90eae886-0fe5-47a8-afa7-911773a4a8a1 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "DELETE /v2.0/routers/a0796902-0f99-472b-beac-9bbf91466d3c HTTP/1.1" status: 204 len: 168 time: 6.8696668 Jun 03 15:36:17.502231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54484) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:17.659287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d1480220-6a67-43d0-b7b4-ff9a2710bfc7 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 8c1bb651-f4a6-4322-afbc-04e445efdcdf {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:17.659915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1480220-6a67-43d0-b7b4-ff9a2710bfc7 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.677387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ed44bd-905e-49b9-b64a-89e86af02831 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Deleting subnet a97c1014-5309-485b-9911-d75aa1bbddc8 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:36:17.680927 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-53ed44bd-905e-49b9-b64a-89e86af02831 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.762426 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-53ed44bd-905e-49b9-b64a-89e86af02831 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:17.877179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-53ed44bd-905e-49b9-b64a-89e86af02831 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.063226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-53ed44bd-905e-49b9-b64a-89e86af02831 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.160747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed44bd-905e-49b9-b64a-89e86af02831 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a97c1014-5309-485b-9911-d75aa1bbddc8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:18.169413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-53ed44bd-905e-49b9-b64a-89e86af02831 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.181085 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-53ed44bd-905e-49b9-b64a-89e86af02831 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/a97c1014-5309-485b-9911-d75aa1bbddc8 HTTP/1.1" status: 204 len: 168 time: 0.6772413 Jun 03 15:36:18.182236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54512) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:18.199578 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1480220-6a67-43d0-b7b4-ff9a2710bfc7 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.524431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d1480220-6a67-43d0-b7b4-ff9a2710bfc7 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 8c1bb651-f4a6-4322-afbc-04e445efdcdf owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:18.682750 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.876775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f8059-fa0d-406c-a851-cc56ccb9cf34 req-a94c16b3-58be-4fca-ad45-22f2fe5cace5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:18.888148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58f8059-fa0d-406c-a851-cc56ccb9cf34 req-a94c16b3-58be-4fca-ad45-22f2fe5cace5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 946 time: 0.3127139 Jun 03 15:36:18.913746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1480220-6a67-43d0-b7b4-ff9a2710bfc7 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.940033 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:18.999347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58f8059-fa0d-406c-a851-cc56ccb9cf34 req-50e1fade-89a3-471c-b341-6c5aa1cde126 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065798 Jun 03 15:36:19.003820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f948917-afc9-44af-bcd8-a55887b1d7ed']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:19.024453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fdf951-0e1e-4c85-863b-b50232279fb0') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:19.027875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fdf951-0e1e-4c85-863b-b50232279fb0') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:19.055515 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.069313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1480220-6a67-43d0-b7b4-ff9a2710bfc7 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=8c1bb651-f4a6-4322-afbc-04e445efdcdf,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:19.111789 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.123366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:19.124253 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.300736 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.368924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8f948917-afc9-44af-bcd8-a55887b1d7ed {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:36:19.376645 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:19.382651 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment f9fdf951-0e1e-4c85-863b-b50232279fb0 resource provider aggregate not found Jun 03 15:36:19.404823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event deleted for resources: {'Network': ['ID=8f948917-afc9-44af-bcd8-a55887b1d7ed,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:19.419414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6882ab74-4216-4c0e-b9f9-2568cb7760ff tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "DELETE /v2.0/networks/8f948917-afc9-44af-bcd8-a55887b1d7ed HTTP/1.1" status: 204 len: 168 time: 1.2305977 Jun 03 15:36:19.422303 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment f9fdf951-0e1e-4c85-863b-b50232279fb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9fdf951-0e1e-4c85-863b-b50232279fb0 found for delete ", "request_id": "req-9b31e672-a407-4e04-8109-54f5c0f34f77"}]} Jun 03 15:36:19.623976 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1480220-6a67-43d0-b7b4-ff9a2710bfc7 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:20.279379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54602) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:20.280892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1480220-6a67-43d0-b7b4-ff9a2710bfc7 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 4a4a5322-8959-456a-aa5d-e7872aec3b62 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:20.336874 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54610) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:20.473966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1480220-6a67-43d0-b7b4-ff9a2710bfc7 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:20.485598 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8a8bf-5d13-4cb5-b0b7-910dda2f3233 None None] Sync routers for ids ['4a4a5322-8959-456a-aa5d-e7872aec3b62'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:20.508972 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8a8bf-5d13-4cb5-b0b7-910dda2f3233 None None] Routers {'4a4a5322-8959-456a-aa5d-e7872aec3b62'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:20.509671 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-47c8a8bf-5d13-4cb5-b0b7-910dda2f3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['4a4a5322-8959-456a-aa5d-e7872aec3b62'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:20.514237 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d1480220-6a67-43d0-b7b4-ff9a2710bfc7 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/4a4a5322-8959-456a-aa5d-e7872aec3b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0625968 Jun 03 15:36:20.517110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54618) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:20.583755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc8661a8-9b2a-4b52-a27a-2e441e415736 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Synchronizing usage tracker for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:36:20.617391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc8661a8-9b2a-4b52-a27a-2e441e415736 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Unset dirty status for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:36:20.621946 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cc8661a8-9b2a-4b52-a27a-2e441e415736 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4a5322-8959-456a-aa5d-e7872aec3b62 HTTP/1.1" status: 200 len: 205 time: 0.1008828 Jun 03 15:36:20.622355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:20.764824 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-47c8a8bf-5d13-4cb5-b0b7-910dda2f3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:20.795070 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8a8bf-5d13-4cb5-b0b7-910dda2f3233 None None] Routers {'4a4a5322-8959-456a-aa5d-e7872aec3b62'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:20.795934 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-47c8a8bf-5d13-4cb5-b0b7-910dda2f3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['4a4a5322-8959-456a-aa5d-e7872aec3b62'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:20.808660 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f38ff04f-570e-4d40-966d-3412cbe72a2b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:20.858587 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6eb934e5-6cf6-4a17-8168-9e710e23eda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:20.890230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6eb934e5-6cf6-4a17-8168-9e710e23eda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:20.897361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6eb934e5-6cf6-4a17-8168-9e710e23eda4 admin admin] Usage tracker for resource:security_group_rule and tenant:496245e1c71040fe9d1e5d7689be6304 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:20.908283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6eb934e5-6cf6-4a17-8168-9e710e23eda4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:20.934445 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-47c8a8bf-5d13-4cb5-b0b7-910dda2f3233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:20.934832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6eb934e5-6cf6-4a17-8168-9e710e23eda4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:20.935635 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8a8bf-5d13-4cb5-b0b7-910dda2f3233 None None] The sync data for ids ['4a4a5322-8959-456a-aa5d-e7872aec3b62'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:21.015218 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d064afaf-e84b-46ae-8877-64c102379e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.030131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54632) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:21.042955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-36fdbee1-867c-4a25-87fa-8b46967b460c tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Request body: {'router': {'name': 'tempest-router--248108343', 'project_id': '1b154dc12f814db7a765e9d681280261'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:21.065314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-36fdbee1-867c-4a25-87fa-8b46967b460c tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:21.073454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d064afaf-e84b-46ae-8877-64c102379e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:21.084524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-36fdbee1-867c-4a25-87fa-8b46967b460c tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Usage tracker for resource:router and tenant:1b154dc12f814db7a765e9d681280261 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:21.098475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d064afaf-e84b-46ae-8877-64c102379e4a admin admin] Usage tracker for resource:security_group_rule and tenant:aab76e72da394c868168d2548df0d34d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:21.103512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-36fdbee1-867c-4a25-87fa-8b46967b460c tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:21.108313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d064afaf-e84b-46ae-8877-64c102379e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:21.121195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-36fdbee1-867c-4a25-87fa-8b46967b460c tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:21.128515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d064afaf-e84b-46ae-8877-64c102379e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:21.164797 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6eb934e5-6cf6-4a17-8168-9e710e23eda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.180434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6eb934e5-6cf6-4a17-8168-9e710e23eda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.207491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36fdbee1-867c-4a25-87fa-8b46967b460c tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.208520 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36fdbee1-867c-4a25-87fa-8b46967b460c tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.241193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f38ff04f-570e-4d40-966d-3412cbe72a2b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.245142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f38ff04f-570e-4d40-966d-3412cbe72a2b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.261488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb934e5-6cf6-4a17-8168-9e710e23eda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf8c33a-49ab-4292-a966-930ea862ff2c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:21.273071 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6eb934e5-6cf6-4a17-8168-9e710e23eda4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=496245e1c71040fe9d1e5d7689be6304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9345517 Jun 03 15:36:21.273272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54638) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:21.292006 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36fdbee1-867c-4a25-87fa-8b46967b460c tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.332164 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f38ff04f-570e-4d40-966d-3412cbe72a2b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.333988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38ff04f-570e-4d40-966d-3412cbe72a2b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Fanout notify agent at l3_agent the message router_deleted on router 4a4a5322-8959-456a-aa5d-e7872aec3b62 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:36:21.364373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36fdbee1-867c-4a25-87fa-8b46967b460c tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.383222 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f38ff04f-570e-4d40-966d-3412cbe72a2b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.385258 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f38ff04f-570e-4d40-966d-3412cbe72a2b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/4a4a5322-8959-456a-aa5d-e7872aec3b62 HTTP/1.1" status: 204 len: 168 time: 0.7615209 Jun 03 15:36:21.391000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54644) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:21.441406 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d064afaf-e84b-46ae-8877-64c102379e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.442786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36fdbee1-867c-4a25-87fa-8b46967b460c tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.444575 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-36fdbee1-867c-4a25-87fa-8b46967b460c tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4077003 Jun 03 15:36:21.447279 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d064afaf-e84b-46ae-8877-64c102379e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.452753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54648) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:21.508487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d064afaf-e84b-46ae-8877-64c102379e4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aab76e72da394c868168d2548df0d34d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2280045 Jun 03 15:36:21.509430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54656) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:21.510108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064afaf-e84b-46ae-8877-64c102379e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22751dc-ba14-45ba-aba9-127d91fe0690,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:21.620983 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7a5f426-6b8c-4b20-a348-6ffdedc29bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.634523 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6728f1e7-86f3-4501-b68a-22a36ba14ce6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.668214 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7a5f426-6b8c-4b20-a348-6ffdedc29bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.694274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada2cf8c-0e8d-478b-bab4-8c8183e3f39b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting subnet 7970fe92-b947-4f66-8cd7-a8d538e2961a {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:36:21.744303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7a5f426-6b8c-4b20-a348-6ffdedc29bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.760342 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ada2cf8c-0e8d-478b-bab4-8c8183e3f39b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.775677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7a5f426-6b8c-4b20-a348-6ffdedc29bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:21.777032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d7a5f426-6b8c-4b20-a348-6ffdedc29bc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c22751dc-ba14-45ba-aba9-127d91fe0690 HTTP/1.1" status: 204 len: 168 time: 0.2640526 Jun 03 15:36:21.781164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5f426-6b8c-4b20-a348-6ffdedc29bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22751dc-ba14-45ba-aba9-127d91fe0690,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:21.825379 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7496b7b-626e-4298-bfc9-40de7959090a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.170308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7496b7b-626e-4298-bfc9-40de7959090a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.243095 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ada2cf8c-0e8d-478b-bab4-8c8183e3f39b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.296489 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6728f1e7-86f3-4501-b68a-22a36ba14ce6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.301306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6728f1e7-86f3-4501-b68a-22a36ba14ce6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.407605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54678) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:22.416757 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ada2cf8c-0e8d-478b-bab4-8c8183e3f39b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.444395 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9518f653-fccb-48d2-b1c1-0a03e347f72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.454894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6728f1e7-86f3-4501-b68a-22a36ba14ce6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.455368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6728f1e7-86f3-4501-b68a-22a36ba14ce6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de0676e5-ebdb-4309-ad02-1e3ab65b8de9 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:36:22.485155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9518f653-fccb-48d2-b1c1-0a03e347f72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:22.494243 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7496b7b-626e-4298-bfc9-40de7959090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.495012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9518f653-fccb-48d2-b1c1-0a03e347f72c admin admin] Usage tracker for resource:security_group_rule and tenant:941f7c0491ff4681aa6a81e86ffa2c84 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:22.501066 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9518f653-fccb-48d2-b1c1-0a03e347f72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:22.516301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9518f653-fccb-48d2-b1c1-0a03e347f72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:22.532201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7496b7b-626e-4298-bfc9-40de7959090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf8c33a-49ab-4292-a966-930ea862ff2c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:22.541166 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6728f1e7-86f3-4501-b68a-22a36ba14ce6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.541641 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6728f1e7-86f3-4501-b68a-22a36ba14ce6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "DELETE /v2.0/routers/de0676e5-ebdb-4309-ad02-1e3ab65b8de9 HTTP/1.1" status: 204 len: 168 time: 1.0877373 Jun 03 15:36:22.546122 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d7496b7b-626e-4298-bfc9-40de7959090a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.551480 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d7496b7b-626e-4298-bfc9-40de7959090a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/faf8c33a-49ab-4292-a966-930ea862ff2c HTTP/1.1" status: 204 len: 168 time: 1.2765019 Jun 03 15:36:22.579630 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ada2cf8c-0e8d-478b-bab4-8c8183e3f39b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.630576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2cf8c-0e8d-478b-bab4-8c8183e3f39b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Subnet': ['ID=7970fe92-b947-4f66-8cd7-a8d538e2961a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:22.637476 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ada2cf8c-0e8d-478b-bab4-8c8183e3f39b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.647935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792840d3-d901-42e5-86dd-b2f3ad5a6d0c None None] Network c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:22.661065 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ada2cf8c-0e8d-478b-bab4-8c8183e3f39b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/7970fe92-b947-4f66-8cd7-a8d538e2961a HTTP/1.1" status: 204 len: 168 time: 1.2687478 Jun 03 15:36:22.664999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54692) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:22.731661 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9518f653-fccb-48d2-b1c1-0a03e347f72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.738745 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9518f653-fccb-48d2-b1c1-0a03e347f72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.851516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.860842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518f653-fccb-48d2-b1c1-0a03e347f72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd8372f-853d-43f0-8dcc-83492bbcbdaf,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:22.868212 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9518f653-fccb-48d2-b1c1-0a03e347f72c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=941f7c0491ff4681aa6a81e86ffa2c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4589603 Jun 03 15:36:22.873240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54696) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:22.900268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 3f0ff084-6fff-409d-abbc-898e2c34bb1d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:22.901040 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:22.976828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48ebade2-66cd-4ba3-a1cc-6e14f2705eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.017056 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48ebade2-66cd-4ba3-a1cc-6e14f2705eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.157855 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48ebade2-66cd-4ba3-a1cc-6e14f2705eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.176679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebade2-66cd-4ba3-a1cc-6e14f2705eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd8372f-853d-43f0-8dcc-83492bbcbdaf,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:23.185205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-48ebade2-66cd-4ba3-a1cc-6e14f2705eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.194428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-48ebade2-66cd-4ba3-a1cc-6e14f2705eb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bd8372f-853d-43f0-8dcc-83492bbcbdaf HTTP/1.1" status: 204 len: 168 time: 0.3149638 Jun 03 15:36:23.194428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54708) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:23.259671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] For port 3f0ff084-6fff-409d-abbc-898e2c34bb1d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3f0ff084-6fff-409d-abbc-898e2c34bb1d,segment=NetworkSegment(033a128e-2cbc-4133-a294-94548b67adab),segment_id=033a128e-2cbc-4133-a294-94548b67adab)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:23.260217 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.431344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854129e5-7a56-4823-9f98-cb33f07c765f None None] DHCP port deletion for c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:36:23.439519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-854129e5-7a56-4823-9f98-cb33f07c765f None None] Deleting port 3f0ff084-6fff-409d-abbc-898e2c34bb1d {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:23.440095 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-854129e5-7a56-4823-9f98-cb33f07c765f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.445670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 3f0ff084-6fff-409d-abbc-898e2c34bb1d owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:23.592849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54720) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:23.624851 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.637562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68483d14-04d1-4b12-b9ca-39b24b71c3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.643051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-854129e5-7a56-4823-9f98-cb33f07c765f None None] The port '3f0ff084-6fff-409d-abbc-898e2c34bb1d' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:36:23.676757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-68483d14-04d1-4b12-b9ca-39b24b71c3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:23.716139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-68483d14-04d1-4b12-b9ca-39b24b71c3ae admin admin] Usage tracker for resource:security_group_rule and tenant:171daafe7ef94e6b8c2b8a5c657d8497 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:23.726016 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] No DVR routers for this DVR port 3f0ff084-6fff-409d-abbc-898e2c34bb1d on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:36:23.727635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-68483d14-04d1-4b12-b9ca-39b24b71c3ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:23.754855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-68483d14-04d1-4b12-b9ca-39b24b71c3ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:23.784977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=3f0ff084-6fff-409d-abbc-898e2c34bb1d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:23.946443 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.961652 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68483d14-04d1-4b12-b9ca-39b24b71c3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.968018 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68483d14-04d1-4b12-b9ca-39b24b71c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:23.983378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:24.001200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033a128e-2cbc-4133-a294-94548b67adab') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:24.001778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033a128e-2cbc-4133-a294-94548b67adab') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:24.022543 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.051522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-777234450', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}, 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:24.060535 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.071226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:24.071757 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.076079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:24.078766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68483d14-04d1-4b12-b9ca-39b24b71c3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3170839b-7f22-478f-a1d4-7b63d6150aff,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:24.086848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Usage tracker for resource:router and tenant:cc1f617880fc4d09a5ea480a5df29f9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:24.091496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:24.107117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-68483d14-04d1-4b12-b9ca-39b24b71c3ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=171daafe7ef94e6b8c2b8a5c657d8497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5124519 Jun 03 15:36:24.108200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54738) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:24.109444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:24.167978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.167978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.233294 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 033a128e-2cbc-4133-a294-94548b67adab resource provider aggregate not found Jun 03 15:36:24.266127 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 033a128e-2cbc-4133-a294-94548b67adab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 033a128e-2cbc-4133-a294-94548b67adab found for delete ", "request_id": "req-d1ae7ed4-995c-4f35-9800-e96bc0bb0ad9"}]} Jun 03 15:36:24.282166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c362e97-f42d-4bf4-9150-42bed59626c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.294331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.321086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f0ff084-6fff-409d-abbc-898e2c34bb1d no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:36:24.352029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.367060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.377086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Network': ['ID=c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:24.407180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c362e97-f42d-4bf4-9150-42bed59626c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.423979 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-323a3c2f-269f-4225-b669-1577f0a68df2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/networks/c7778aa8-a5ee-4b8f-a027-7f6ec873c0bd HTTP/1.1" status: 204 len: 168 time: 1.7529421 Jun 03 15:36:24.424186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 3f0ff084-6fff-409d-abbc-898e2c34bb1d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:36:24.424186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f0ff084-6fff-409d-abbc-898e2c34bb1d not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:36:24.424344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54750) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:24.431236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4f8a801a-5875-469e-a1df-53f973d0484f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-81832738', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:24.466180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f8a801a-5875-469e-a1df-53f973d0484f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:24.475841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f8a801a-5875-469e-a1df-53f973d0484f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:router and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:24.483699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4f8a801a-5875-469e-a1df-53f973d0484f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:24.492885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4f8a801a-5875-469e-a1df-53f973d0484f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:24.508221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f8a801a-5875-469e-a1df-53f973d0484f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.510129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f8a801a-5875-469e-a1df-53f973d0484f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.529427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f8a801a-5875-469e-a1df-53f973d0484f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.553661 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f8a801a-5875-469e-a1df-53f973d0484f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.602727 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f8a801a-5875-469e-a1df-53f973d0484f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.602941 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4f8a801a-5875-469e-a1df-53f973d0484f tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1774085 Jun 03 15:36:24.617541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54766) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:24.657306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'network': {'name': 'tempest-RoutersTest-599112137'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:24.666687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:24.673483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:network and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:24.679277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:24.688103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:24.696996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c362e97-f42d-4bf4-9150-42bed59626c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.702451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:24.706760 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.749824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c362e97-f42d-4bf4-9150-42bed59626c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3170839b-7f22-478f-a1d4-7b63d6150aff,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:24.778742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:36:24.793049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.793387 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added segment 9e3e04e8-4202-48ec-8e64-bd917eb1fe61 of type vlan for network b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 Jun 03 15:36:24.834618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.879107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:24.902079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:24.903120 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.048471 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c362e97-f42d-4bf4-9150-42bed59626c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.058950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6c362e97-f42d-4bf4-9150-42bed59626c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3170839b-7f22-478f-a1d4-7b63d6150aff HTTP/1.1" status: 204 len: 168 time: 0.9362922 Jun 03 15:36:25.080375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.228205 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6088805 Jun 03 15:36:25.235036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54780) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:25.283356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'subnet': {'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:25.312808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f6afc-56a8-4ceb-a565-af5b059ba4c9 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Network': ['ID=b7c5973c-227e-4e3c-abf8-5dfb39cf53a4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:25.329537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:36:25.514379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:25.520563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:subnet and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:25.525440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:25.535323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:25.549906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:25.556845 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.815166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:25.862497 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.001429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.086863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Allocated IP 172.25.7.205 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/e9e2dfcd-f3cc-48e6-b457-86cf07cb8a43) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:26.171130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Subnet': ['ID=b03f8c91-393f-4785-b5d5-1d1661e87b21,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:26.173969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Checking segment: {'id': '9e3e04e8-4202-48ec-8e64-bd917eb1fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:26.174488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network hostable DHCP agents. Network: b7c5973c-227e-4e3c-abf8-5dfb39cf53a4, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:36:26.200815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:36:26.216639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, b7c5973c-227e-4e3c-abf8-5dfb39cf53a4) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:26.244704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d512e59-0e96-426b-848f-548d205714c7 None None] Network b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:26.256832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:26.262111 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.317676 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-598acf45-36ab-4677-af3a-680d2bb716bb tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0735922 Jun 03 15:36:26.321468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54826) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:26.420070 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.499573 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:26.671596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:26.681213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:26.704630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:26.904151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:36:26.905646 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.048963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Pushing event updated for resources: {'Port': ['ID=e9e2dfcd-f3cc-48e6-b457-86cf07cb8a43,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:27.321501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Allocated IP 172.20.0.2 (b7c5973c-227e-4e3c-abf8-5dfb39cf53a4/b03f8c91-393f-4785-b5d5-1d1661e87b21/87c09c34-b7fa-40cb-9dff-ba57904b932d) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:27.442380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:27.587945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54860) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:27.825445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.017804 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.069323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Transition to ACTIVE for port object 87c09c34-b7fa-40cb-9dff-ba57904b932d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:28.124751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Transition to ACTIVE for port object 87c09c34-b7fa-40cb-9dff-ba57904b932d will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:28.134049 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.239200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Network b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:28.243869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:28.250614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:28.277802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Pushing event updated for resources: {'Port': ['ID=87c09c34-b7fa-40cb-9dff-ba57904b932d,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:28.525632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Attempting to bind port 87c09c34-b7fa-40cb-9dff-ba57904b932d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:28.526256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Attempting to bind port 87c09c34-b7fa-40cb-9dff-ba57904b932d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '9e3e04e8-4202-48ec-8e64-bd917eb1fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:28.527025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Attempting to bind port 87c09c34-b7fa-40cb-9dff-ba57904b932d on network b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:28.538049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:28.539373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Checking segment: {'id': '9e3e04e8-4202-48ec-8e64-bd917eb1fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:28.540734 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.541975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Bound using segment: {'id': '9e3e04e8-4202-48ec-8e64-bd917eb1fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:28.543502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Bound port: 87c09c34-b7fa-40cb-9dff-ba57904b932d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3e04e8-4202-48ec-8e64-bd917eb1fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:28.544585 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.618537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Allocated IP 172.20.0.1 (b7c5973c-227e-4e3c-abf8-5dfb39cf53a4/b03f8c91-393f-4785-b5d5-1d1661e87b21/f707da0e-a444-4b1a-a4f5-d6d63e6955ae) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:28.682347 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.738420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:28.748676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Usage tracker for resource:security_group_rule and tenant:88b2c1e55f194ec2abf9dc701a0ab152 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:28.756983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:28.793077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] For port 87c09c34-b7fa-40cb-9dff-ba57904b932d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:28.799700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] For port 87c09c34-b7fa-40cb-9dff-ba57904b932d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=87c09c34-b7fa-40cb-9dff-ba57904b932d,segment=NetworkSegment(9e3e04e8-4202-48ec-8e64-bd917eb1fe61),segment_id=9e3e04e8-4202-48ec-8e64-bd917eb1fe61)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:28.805375 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:28.841237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:28.947823 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.003001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d746d-fd45-4015-afa7-fde012cc4e00 None None] Pushing event updated for resources: {'Port': ['ID=87c09c34-b7fa-40cb-9dff-ba57904b932d,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:29.008901 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.048021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Transition to ACTIVE for port object f707da0e-a444-4b1a-a4f5-d6d63e6955ae will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:29.094193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.245954 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:29.252597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:29.270490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:29.450174 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.476929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.512490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=f707da0e-a444-4b1a-a4f5-d6d63e6955ae,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:29.537972 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.578876 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.663802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88b2c1e55f194ec2abf9dc701a0ab152&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0742228 Jun 03 15:36:29.673351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54924) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:29.708056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4166c33f-af3d-407f-a07d-cd0ec2d9799e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:29.743424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.743893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.744449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.744864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.745255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.745675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.746242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.746909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.747536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.747919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.748138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.748419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd454-5099-4ff3-ba81-cbc19e4048c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:29.803440 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.829370 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b73af7ee-da28-4b0e-af92-d63a74f476df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:29.851440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Router e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:36:29.882632 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b73af7ee-da28-4b0e-af92-d63a74f476df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.197101 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b73af7ee-da28-4b0e-af92-d63a74f476df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.259347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:30.270532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d9f75-c100-4872-9225-017910c058c3 None None] Sync routers for ids ['e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:30.289915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d9f75-c100-4872-9225-017910c058c3 None None] Routers {'e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:30.291644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5f5d9f75-c100-4872-9225-017910c058c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:30.375438 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.382305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ce79acc4-7d70-47b7-b3dd-daba322b78ca tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.1877873 Jun 03 15:36:30.384612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54948) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:30.394952 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b73af7ee-da28-4b0e-af92-d63a74f476df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.396087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b73af7ee-da28-4b0e-af92-d63a74f476df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4166c33f-af3d-407f-a07d-cd0ec2d9799e HTTP/1.1" status: 204 len: 168 time: 0.7214077 Jun 03 15:36:30.410693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73af7ee-da28-4b0e-af92-d63a74f476df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4166c33f-af3d-407f-a07d-cd0ec2d9799e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:30.548934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5f5d9f75-c100-4872-9225-017910c058c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:30.590347 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.598714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 87c09c34-b7fa-40cb-9dff-ba57904b932d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:30.603375 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.682691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54958) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:30.802695 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d9f75-c100-4872-9225-017910c058c3 None None] Routers {'e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:30.809217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5f5d9f75-c100-4872-9225-017910c058c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:30.809828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=f707da0e-a444-4b1a-a4f5-d6d63e6955ae,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:30.852256 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:30.972666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5f5d9f75-c100-4872-9225-017910c058c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:30.972666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d9f75-c100-4872-9225-017910c058c3 None None] The sync data for ids ['e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:30.995392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 87c09c34-b7fa-40cb-9dff-ba57904b932d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:31.004289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-81c5a130-f6df-49cd-b25d-b0497fda2f99 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/routers/e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4 HTTP/1.1" status: 200 len: 924 time: 0.6117799 Jun 03 15:36:31.007144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54972) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:31.027310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ddf4f-3e48-4c2f-ba3d-97a2fcef7783 None None] Network b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:31.091662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:31.093721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:31.121385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-db310d78-d8fa-4ed1-9f2e-bf6a5a970bfd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4 HTTP/1.1" status: 200 len: 205 time: 0.1099370 Jun 03 15:36:31.123872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54976) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:31.286524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b2b555ea-155e-42ee-803f-ec6ab1383d4b None None] Provisioning for port 87c09c34-b7fa-40cb-9dff-ba57904b932d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:31.296650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b2b555ea-155e-42ee-803f-ec6ab1383d4b None None] Provisioning complete for port 87c09c34-b7fa-40cb-9dff-ba57904b932d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:31.297017 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2b555ea-155e-42ee-803f-ec6ab1383d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.497158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 65bae6e9-ccf3-443c-9f9d-0989148ea499 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:36:31.521261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5074275-7081-4d24-bb6b-0b113e01777a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.591377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b5074275-7081-4d24-bb6b-0b113e01777a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:31.612579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b5074275-7081-4d24-bb6b-0b113e01777a admin admin] Usage tracker for resource:security_group_rule and tenant:67b6a7f9035843ada58017f1beb82367 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:31.626796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b5074275-7081-4d24-bb6b-0b113e01777a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:31.630833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b2b555ea-155e-42ee-803f-ec6ab1383d4b None None] Current status of the port 87c09c34-b7fa-40cb-9dff-ba57904b932d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:31.631564 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2b555ea-155e-42ee-803f-ec6ab1383d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.644738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b5074275-7081-4d24-bb6b-0b113e01777a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:31.648767 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.705098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b2b555ea-155e-42ee-803f-ec6ab1383d4b None None] For port 87c09c34-b7fa-40cb-9dff-ba57904b932d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=87c09c34-b7fa-40cb-9dff-ba57904b932d,segment=NetworkSegment(9e3e04e8-4202-48ec-8e64-bd917eb1fe61),segment_id=9e3e04e8-4202-48ec-8e64-bd917eb1fe61)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:31.712567 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b2b555ea-155e-42ee-803f-ec6ab1383d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:31.928013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b555ea-155e-42ee-803f-ec6ab1383d4b None None] Pushing event updated for resources: {'Port': ['ID=87c09c34-b7fa-40cb-9dff-ba57904b932d,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:32.093345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:32.109341 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Sync routers for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:32.135213 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-982ae286-23c0-4b74-938a-4e13ea64a880 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8085775 Jun 03 15:36:32.135621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55006) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:32.138189 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6268b6c9-6bde-4192-8f3c-7b062d2d1113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.142246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'network': {'name': 'tempest-RoutersTest-1265186372'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:32.152408 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:32.153695 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ede111b7-aacb-4515-b75d-548df225823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:32.161151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:32.170362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:network and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:32.180470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:32.213529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:32.240496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2353b625-6979-4e2e-9125-a588a7b8cc8e None None] Provisioning for port f707da0e-a444-4b1a-a4f5-d6d63e6955ae completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:32.263772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2353b625-6979-4e2e-9125-a588a7b8cc8e None None] Provisioning complete for port f707da0e-a444-4b1a-a4f5-d6d63e6955ae triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:32.269918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2353b625-6979-4e2e-9125-a588a7b8cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.277087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:32.296709 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.429216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 87c09c34-b7fa-40cb-9dff-ba57904b932d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:32.433910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:36:32.465129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.465537 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added segment b61ae3b2-19c5-4c9c-9589-84a7680e38a4 of type vlan for network e97e5527-373d-40f8-bdb6-287148252172 Jun 03 15:36:32.499619 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.596442 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.729299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.744748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:32.745636 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.820495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Deleting port e9e2dfcd-f3cc-48e6-b457-86cf07cb8a43 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:32.822210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.838005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2353b625-6979-4e2e-9125-a588a7b8cc8e None None] Port f707da0e-a444-4b1a-a4f5-d6d63e6955ae cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:32.898436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2353b625-6979-4e2e-9125-a588a7b8cc8e None None] Provisioning complete for port 87c09c34-b7fa-40cb-9dff-ba57904b932d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:32.898930 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2353b625-6979-4e2e-9125-a588a7b8cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:32.927664 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:33.020677 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8806450 Jun 03 15:36:33.030170 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5074275-7081-4d24-bb6b-0b113e01777a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.032446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:33.055409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b5074275-7081-4d24-bb6b-0b113e01777a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.063818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'subnet': {'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:33.143743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4631e-c406-4a75-861d-6060602d2c6a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Network': ['ID=e97e5527-373d-40f8-bdb6-287148252172,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:33.256420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e97e5527-373d-40f8-bdb6-287148252172 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:36:33.326442 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 87c09c34-b7fa-40cb-9dff-ba57904b932d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:33.327237 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.365735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5074275-7081-4d24-bb6b-0b113e01777a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec8f95e-6129-488e-aa59-58b009828adb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:33.393765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b5074275-7081-4d24-bb6b-0b113e01777a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67b6a7f9035843ada58017f1beb82367&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7100198 Jun 03 15:36:33.401336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55036) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:33.509838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56bb88-4d14-4e83-9ea1-d0ae33f78e63 req-5b679bf9-712f-48ae-b468-f766971121e6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:33.515696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd56bb88-4d14-4e83-9ea1-d0ae33f78e63 req-5b679bf9-712f-48ae-b468-f766971121e6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.9658997 Jun 03 15:36:33.587104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:33.605388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:subnet and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:33.611169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:33.624255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:33.657981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24c625fa-f18a-4e3e-8153-fae81b6aa79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.660018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:33.676148 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.690493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd56bb88-4d14-4e83-9ea1-d0ae33f78e63 req-5fb936b4-7ed3-4061-8bf1-88a1f3c9473e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629913 Jun 03 15:36:33.737905 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.859991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24c625fa-f18a-4e3e-8153-fae81b6aa79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:33.979999 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ede111b7-aacb-4515-b75d-548df225823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:36:29Z', 'revision_number': 2, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:30Z', 'revision_number': 2, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:33.984740 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Checking router: 65bae6e9-ccf3-443c-9f9d-0989148ea499 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:33.985086 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Updating router 65bae6e9-ccf3-443c-9f9d-0989148ea499 port f707da0e-a444-4b1a-a4f5-d6d63e6955ae binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:36:33.985259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Calling delete_port for e9e2dfcd-f3cc-48e6-b457-86cf07cb8a43 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:34.024652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2353b625-6979-4e2e-9125-a588a7b8cc8e None None] Current status of the port 87c09c34-b7fa-40cb-9dff-ba57904b932d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:34.029242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 87c09c34-b7fa-40cb-9dff-ba57904b932d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:34.115294 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.178562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d54375c0-9ebd-46a2-999b-9eff12829ed4 None None] Provisioning complete for port f707da0e-a444-4b1a-a4f5-d6d63e6955ae triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:34.179205 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d54375c0-9ebd-46a2-999b-9eff12829ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.369398 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7b7a07d8-b404-4529-b947-3754790113a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.403316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86574c1-23cb-4756-8257-4b388e284bf5 req-3dd5bbc5-1639-4951-85b9-9848624f8d78 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:34.405791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e86574c1-23cb-4756-8257-4b388e284bf5 req-3dd5bbc5-1639-4951-85b9-9848624f8d78 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.3453059 Jun 03 15:36:34.431953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d54375c0-9ebd-46a2-999b-9eff12829ed4 None None] Port f707da0e-a444-4b1a-a4f5-d6d63e6955ae cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:34.504706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24c625fa-f18a-4e3e-8153-fae81b6aa79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.659106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c625fa-f18a-4e3e-8153-fae81b6aa79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec8f95e-6129-488e-aa59-58b009828adb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:34.743838 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.766945 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e86574c1-23cb-4756-8257-4b388e284bf5 req-2849ea0e-c9c9-42f1-9fcc-fcd269f6b860 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422468 Jun 03 15:36:34.834469 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.847941 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24c625fa-f18a-4e3e-8153-fae81b6aa79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:34.849089 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-24c625fa-f18a-4e3e-8153-fae81b6aa79b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ec8f95e-6129-488e-aa59-58b009828adb HTTP/1.1" status: 204 len: 168 time: 1.4419439 Jun 03 15:36:34.962337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Subnet': ['ID=29d9c94e-c8de-4765-bd9c-e41ccb82ba58,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:34.984984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Checking segment: {'id': 'b61ae3b2-19c5-4c9c-9589-84a7680e38a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:34.994573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network hostable DHCP agents. Network: e97e5527-373d-40f8-bdb6-287148252172, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:36:35.064492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Pushing event deleted for resources: {'Port': ['ID=e9e2dfcd-f3cc-48e6-b457-86cf07cb8a43,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:35.093361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network e97e5527-373d-40f8-bdb6-287148252172 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:36:35.118176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e97e5527-373d-40f8-bdb6-287148252172) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:35.131780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:35.132429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.153156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9c6362-f5b9-445d-b0df-a17030bf42db None None] Network e97e5527-373d-40f8-bdb6-287148252172 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:35.196555 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ccb3e093-37f0-4d7e-9e6d-9c4141ce8bec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1604877 Jun 03 15:36:35.201489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55082) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:35.210411 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.254744 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Transition to ACTIVE for port object f707da0e-a444-4b1a-a4f5-d6d63e6955ae will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:35.265839 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.418065 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5b0bd-d44e-4802-bfc4-005dadd5673b None None] Pushing event updated for resources: {'Port': ['ID=f707da0e-a444-4b1a-a4f5-d6d63e6955ae,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:35.586195 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.920227 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Attempting to bind port f707da0e-a444-4b1a-a4f5-d6d63e6955ae on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:35.920716 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Attempting to bind port f707da0e-a444-4b1a-a4f5-d6d63e6955ae by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '9e3e04e8-4202-48ec-8e64-bd917eb1fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:35.921836 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Attempting to bind port f707da0e-a444-4b1a-a4f5-d6d63e6955ae on network b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:35.930545 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-e97e5527-373d-40f8-bdb6-287148252172', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:36:35.931368 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.945524 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:35.946117 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Checking segment: {'id': '9e3e04e8-4202-48ec-8e64-bd917eb1fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:35.946597 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:35.947046 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Bound using segment: {'id': '9e3e04e8-4202-48ec-8e64-bd917eb1fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:35.947577 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Bound port: f707da0e-a444-4b1a-a4f5-d6d63e6955ae, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3e04e8-4202-48ec-8e64-bd917eb1fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:35.948003 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.007405 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.028905 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.030801 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.034998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.070667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01688f-41fe-4610-a89f-d210fcafaa0f req-412c3c8e-231e-4f7e-9f61-3dc3669f8bbe tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:36.080552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b01688f-41fe-4610-a89f-d210fcafaa0f req-412c3c8e-231e-4f7e-9f61-3dc3669f8bbe tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.8453467 Jun 03 15:36:36.151553 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.152151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Fanout notify agent at l3_agent the message router_deleted on router e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:36:36.192094 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-ede111b7-aacb-4515-b75d-548df225823d None None] For port f707da0e-a444-4b1a-a4f5-d6d63e6955ae, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:36.197097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55126) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:36.198881 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-ede111b7-aacb-4515-b75d-548df225823d None None] For port f707da0e-a444-4b1a-a4f5-d6d63e6955ae, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f707da0e-a444-4b1a-a4f5-d6d63e6955ae,segment=NetworkSegment(9e3e04e8-4202-48ec-8e64-bd917eb1fe61),segment_id=9e3e04e8-4202-48ec-8e64-bd917eb1fe61)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:36.208947 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.318281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b01688f-41fe-4610-a89f-d210fcafaa0f req-4b59fe52-f8ff-4346-9406-f3e39a744d7a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960914 Jun 03 15:36:36.342598 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.344937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fa86ba45-97b2-4747-999d-0b32d4986449 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4 HTTP/1.1" status: 204 len: 168 time: 5.2199173 Jun 03 15:36:36.349298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55138) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:36.361860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1144841116', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'enable_snat': False}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:36.416214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Allocated IP 172.21.0.2 (e97e5527-373d-40f8-bdb6-287148252172/29d9c94e-c8de-4765-bd9c-e41ccb82ba58/6aaa6b82-7764-49be-b849-8e5becd6fefe) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:36.436100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:36.452869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Usage tracker for resource:router and tenant:dc48fc4743bc4e29be6023a470803db3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:36.459875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:36.476326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:36.499962 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:36.500606 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ede111b7-aacb-4515-b75d-548df225823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:36.505397 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.509997 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.573254 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.609591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55144) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:36.657302 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5b0bd-d44e-4802-bfc4-005dadd5673b None None] Pushing event updated for resources: {'Port': ['ID=f707da0e-a444-4b1a-a4f5-d6d63e6955ae,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:36.908760 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57da0a3d-b1c1-4039-92d8-836534c58e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:36.949578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-57da0a3d-b1c1-4039-92d8-836534c58e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:36.953053 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ede111b7-aacb-4515-b75d-548df225823d None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:36.961708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-57da0a3d-b1c1-4039-92d8-836534c58e8a admin admin] Usage tracker for resource:security_group_rule and tenant:72268ff205a446b8844601e3e928ab4a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:36.984717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-57da0a3d-b1c1-4039-92d8-836534c58e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:37.022331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-57da0a3d-b1c1-4039-92d8-836534c58e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:37.076058 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.114224 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.232788 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.262367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Transition to ACTIVE for port object 6aaa6b82-7764-49be-b849-8e5becd6fefe will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:37.296487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Transition to ACTIVE for port object 6aaa6b82-7764-49be-b849-8e5becd6fefe will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:37.441934 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.444388 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ba5ee4e-dee7-471e-b1dc-678998210494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.589532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7ba5ee4e-dee7-471e-b1dc-678998210494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:37.595230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.607724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7ba5ee4e-dee7-471e-b1dc-678998210494 admin admin] Usage tracker for resource:security_group_rule and tenant:3bdff27d13d148208a9feb77adba8578 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:37.613964 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57da0a3d-b1c1-4039-92d8-836534c58e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.615278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7ba5ee4e-dee7-471e-b1dc-678998210494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:37.627298 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57da0a3d-b1c1-4039-92d8-836534c58e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.646916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7ba5ee4e-dee7-471e-b1dc-678998210494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:37.670492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Network e97e5527-373d-40f8-bdb6-287148252172 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:37.687340 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ede111b7-aacb-4515-b75d-548df225823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:36:29Z', 'revision_number': 2, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:36Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:37.688762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:37.693841 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede111b7-aacb-4515-b75d-548df225823d None None] The sync data for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 is: [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:36:29Z', 'revision_number': 2, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:36Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:37.709205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:37.711662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Pushing event updated for resources: {'Port': ['ID=6aaa6b82-7764-49be-b849-8e5becd6fefe,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:37.748015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051cca1-a223-4ec9-8d75-e07dc6ce8ce3 req-7b88a9df-9020-4475-bfd4-3321d375e44e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:37.750685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1051cca1-a223-4ec9-8d75-e07dc6ce8ce3 req-7b88a9df-9020-4475-bfd4-3321d375e44e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.0102572 Jun 03 15:36:37.773122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cc61c-3765-41db-a9ae-29761c69e936 req-8765047f-0224-45e1-bdca-e1866ce6ec6e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:37.781516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f68cc61c-3765-41db-a9ae-29761c69e936 req-8765047f-0224-45e1-bdca-e1866ce6ec6e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 945 time: 1.0516648 Jun 03 15:36:37.889787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Attempting to bind port 6aaa6b82-7764-49be-b849-8e5becd6fefe on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:37.890515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Attempting to bind port 6aaa6b82-7764-49be-b849-8e5becd6fefe by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b61ae3b2-19c5-4c9c-9589-84a7680e38a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:37.891170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Attempting to bind port 6aaa6b82-7764-49be-b849-8e5becd6fefe on network e97e5527-373d-40f8-bdb6-287148252172 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:37.910032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:37.910869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Checking segment: {'id': 'b61ae3b2-19c5-4c9c-9589-84a7680e38a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:37.911524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.912097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Bound using segment: {'id': 'b61ae3b2-19c5-4c9c-9589-84a7680e38a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:37.912774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Bound port: 6aaa6b82-7764-49be-b849-8e5becd6fefe, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61ae3b2-19c5-4c9c-9589-84a7680e38a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:37.913364 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:37.978545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f68cc61c-3765-41db-a9ae-29761c69e936 req-75eb7a5a-25ad-4deb-a63d-e634e20fc4aa tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960275 Jun 03 15:36:37.999090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1051cca1-a223-4ec9-8d75-e07dc6ce8ce3 req-d4741cae-5382-4907-bba3-f5030799a5f2 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102497 Jun 03 15:36:38.041400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] For port 6aaa6b82-7764-49be-b849-8e5becd6fefe, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:38.046054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] For port 6aaa6b82-7764-49be-b849-8e5becd6fefe, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6aaa6b82-7764-49be-b849-8e5becd6fefe,segment=NetworkSegment(b61ae3b2-19c5-4c9c-9589-84a7680e38a4),segment_id=b61ae3b2-19c5-4c9c-9589-84a7680e38a4)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:38.070962 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.073586 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-57da0a3d-b1c1-4039-92d8-836534c58e8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72268ff205a446b8844601e3e928ab4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8760905 Jun 03 15:36:38.077299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da0a3d-b1c1-4039-92d8-836534c58e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8aec3f-8ed6-4e80-8853-8ad0fde05f94,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:38.083807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55168) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:38.218821 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ba5ee4e-dee7-471e-b1dc-678998210494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.241508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ba5ee4e-dee7-471e-b1dc-678998210494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.275868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Allocated IP 172.21.0.1 (e97e5527-373d-40f8-bdb6-287148252172/29d9c94e-c8de-4765-bd9c-e41ccb82ba58/48fa1215-30a4-4c5e-9c0a-cc4dd735cee9) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:38.362432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5eba7b-31c4-43d4-935d-792fcc0625ae None None] Pushing event updated for resources: {'Port': ['ID=6aaa6b82-7764-49be-b849-8e5becd6fefe,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:38.644785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3e12275-df4e-491d-b518-16661a0b38bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.670464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5ee4e-dee7-471e-b1dc-678998210494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b454fe7b-f242-4cec-9580-7bb003b5066b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:38.736608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7ba5ee4e-dee7-471e-b1dc-678998210494 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3bdff27d13d148208a9feb77adba8578&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1235406 Jun 03 15:36:38.746354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.752927 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.758324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55178) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:38.782807 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3e12275-df4e-491d-b518-16661a0b38bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:38.909770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Transition to ACTIVE for port object 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:39.003371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.051209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.141094 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9a09781-c365-405b-acf9-b90a2e17e0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.181409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-2fd43bd1-1f55-46ae-a058-a8a88e4bbd74 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:39.183299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-2fd43bd1-1f55-46ae-a058-a8a88e4bbd74 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 945 time: 0.8292210 Jun 03 15:36:39.192087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3e12275-df4e-491d-b518-16661a0b38bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.195896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745f351-4a17-45e3-8d6e-5db192dae57f req-ea64f935-581d-4edd-9328-f631d5cf10cf tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:39.197852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3745f351-4a17-45e3-8d6e-5db192dae57f req-ea64f935-581d-4edd-9328-f631d5cf10cf tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.3387878 Jun 03 15:36:39.224989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.282534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e12275-df4e-491d-b518-16661a0b38bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8aec3f-8ed6-4e80-8853-8ad0fde05f94,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:39.297346 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9a09781-c365-405b-acf9-b90a2e17e0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.381854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network e97e5527-373d-40f8-bdb6-287148252172 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:39.403752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Deleting port d16055aa-c245-43a5-8b1e-0a04bf3cb66b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:39.403752 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.405599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:39.410870 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:39.466408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=48fa1215-30a4-4c5e-9c0a-cc4dd735cee9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:39.475781 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b3e12275-df4e-491d-b518-16661a0b38bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.478593 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b3e12275-df4e-491d-b518-16661a0b38bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f8aec3f-8ed6-4e80-8853-8ad0fde05f94 HTTP/1.1" status: 204 len: 168 time: 1.3933482 Jun 03 15:36:39.526340 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9a09781-c365-405b-acf9-b90a2e17e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.550025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a09781-c365-405b-acf9-b90a2e17e0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b454fe7b-f242-4cec-9580-7bb003b5066b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:39.576097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3745f351-4a17-45e3-8d6e-5db192dae57f req-64dc64f0-d5b0-4175-a1a3-b50ea9b8cf6f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363397 Jun 03 15:36:39.580792 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.580975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Allocated IP 172.25.7.137 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:39.622060 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9a09781-c365-405b-acf9-b90a2e17e0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.623215 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a9a09781-c365-405b-acf9-b90a2e17e0b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b454fe7b-f242-4cec-9580-7bb003b5066b HTTP/1.1" status: 204 len: 168 time: 0.8611870 Jun 03 15:36:39.816114 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:39.946354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d26939-cd28-40a1-9362-d8444a1ba8b2 req-45b645c3-a0c8-4460-8b72-0f9be4fcc83d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:39.948133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9d26939-cd28-40a1-9362-d8444a1ba8b2 req-45b645c3-a0c8-4460-8b72-0f9be4fcc83d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 945 time: 0.6641328 Jun 03 15:36:40.550779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d80e9cc-f10c-4159-9b43-32b40ebdd81a None None] Network e97e5527-373d-40f8-bdb6-287148252172 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:40.708696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55224) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:40.803347 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f0f347f-dc7e-41cf-8a2b-fef518ad351e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.810063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] For port d16055aa-c245-43a5-8b1e-0a04bf3cb66b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d16055aa-c245-43a5-8b1e-0a04bf3cb66b,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:40.810563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:40.852678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6aaa6b82-7764-49be-b849-8e5becd6fefe up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:40.855369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1f0f347f-dc7e-41cf-8a2b-fef518ad351e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:40.864573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f0f347f-dc7e-41cf-8a2b-fef518ad351e admin admin] Usage tracker for resource:security_group_rule and tenant:3407490dff6e4468be2bf91570e8e80c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:40.869535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f0f347f-dc7e-41cf-8a2b-fef518ad351e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:40.889388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1f0f347f-dc7e-41cf-8a2b-fef518ad351e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:40.997289 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.010985 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.144259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d7841c1b-082e-4ad3-addf-e2fda83cdeb1 None None] Provisioning for port 6aaa6b82-7764-49be-b849-8e5becd6fefe completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:41.201292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6aaa6b82-7764-49be-b849-8e5becd6fefe completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:41.207846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6aaa6b82-7764-49be-b849-8e5becd6fefe triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:41.208214 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.302909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.304341 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.304834 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Floating IP 1188194b-24ce-46a4-bc7d-ae5bbfeb95c8 disassociated. External IP: 172.25.7.73, port: d16055aa-c245-43a5-8b1e-0a04bf3cb66b. Jun 03 15:36:41.305333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Calling delete_port for d16055aa-c245-43a5-8b1e-0a04bf3cb66b owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:41.407210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6aaa6b82-7764-49be-b849-8e5becd6fefe is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:41.407734 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.498630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6aaa6b82-7764-49be-b849-8e5becd6fefe, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6aaa6b82-7764-49be-b849-8e5becd6fefe,segment=NetworkSegment(b61ae3b2-19c5-4c9c-9589-84a7680e38a4),segment_id=b61ae3b2-19c5-4c9c-9589-84a7680e38a4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:41.504558 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.506119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f707da0e-a444-4b1a-a4f5-d6d63e6955ae up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:41.592400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=48fa1215-30a4-4c5e-9c0a-cc4dd735cee9,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:41.602601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f0f347f-dc7e-41cf-8a2b-fef518ad351e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.616216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.622904 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f0f347f-dc7e-41cf-8a2b-fef518ad351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.721104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f707da0e-a444-4b1a-a4f5-d6d63e6955ae completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:41.729494 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6aaa6b82-7764-49be-b849-8e5becd6fefe,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:41.741358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f707da0e-a444-4b1a-a4f5-d6d63e6955ae triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:41.742491 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.804139 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1f0f347f-dc7e-41cf-8a2b-fef518ad351e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3407490dff6e4468be2bf91570e8e80c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0938685 Jun 03 15:36:41.812169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55256) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:41.834918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f347f-dc7e-41cf-8a2b-fef518ad351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8910aa-dfbb-488f-b22c-e9625c0bd541,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:41.839569 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.871636 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.883362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2e11d60d-3e2d-4bb3-a73d-a0cbff8d0e64 None None] Provisioning complete for port 6aaa6b82-7764-49be-b849-8e5becd6fefe triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:41.883750 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2e11d60d-3e2d-4bb3-a73d-a0cbff8d0e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:41.946779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network e97e5527-373d-40f8-bdb6-287148252172 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:41.952858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:41.980551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c319c06-ac6b-4a67-9fe6-edb5ba604c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.015329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f707da0e-a444-4b1a-a4f5-d6d63e6955ae is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:42.015825 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.062561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9d26939-cd28-40a1-9362-d8444a1ba8b2 req-f39ae471-28fe-4372-81dc-c0e110fc7842 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=f7c172d6-4d30-4788-ac9f-322e0bd81aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1385355 Jun 03 15:36:42.133117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'Port': ['ID=d16055aa-c245-43a5-8b1e-0a04bf3cb66b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:42.167980 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c319c06-ac6b-4a67-9fe6-edb5ba604c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.179395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f707da0e-a444-4b1a-a4f5-d6d63e6955ae, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f707da0e-a444-4b1a-a4f5-d6d63e6955ae,segment=NetworkSegment(9e3e04e8-4202-48ec-8e64-bd917eb1fe61),segment_id=9e3e04e8-4202-48ec-8e64-bd917eb1fe61)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:42.186261 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.285090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c319c06-ac6b-4a67-9fe6-edb5ba604c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.375101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6aaa6b82-7764-49be-b849-8e5becd6fefe up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:42.426366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2e11d60d-3e2d-4bb3-a73d-a0cbff8d0e64 None None] Current status of the port 6aaa6b82-7764-49be-b849-8e5becd6fefe is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:42.432664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c319c06-ac6b-4a67-9fe6-edb5ba604c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8910aa-dfbb-488f-b22c-e9625c0bd541,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:42.465970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c319c06-ac6b-4a67-9fe6-edb5ba604c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.470997 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6c319c06-ac6b-4a67-9fe6-edb5ba604c28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da8910aa-dfbb-488f-b22c-e9625c0bd541 HTTP/1.1" status: 204 len: 168 time: 0.6572855 Jun 03 15:36:42.502906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2e11d60d-3e2d-4bb3-a73d-a0cbff8d0e64 None None] Provisioning for port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:42.517901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 65bae6e9-ccf3-443c-9f9d-0989148ea499 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:42.585816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2e11d60d-3e2d-4bb3-a73d-a0cbff8d0e64 None None] Provisioning complete for port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:42.586216 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2e11d60d-3e2d-4bb3-a73d-a0cbff8d0e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.610552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da642e-e20f-47a5-8059-5bf68f2e851a req-604dac8a-23fe-4189-baba-c911ef4137fa tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:42.612444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49da642e-e20f-47a5-8059-5bf68f2e851a req-604dac8a-23fe-4189-baba-c911ef4137fa tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.6419940 Jun 03 15:36:42.624979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:42.724217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d16055aa-c245-43a5-8b1e-0a04bf3cb66b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:36:42.819989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:42.833817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:42.842404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event updated for resources: {'Port': ['ID=de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:42.865809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49da642e-e20f-47a5-8059-5bf68f2e851a req-5d83aaf1-c09a-484c-bcc9-f6bd3d9792ac tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448046 Jun 03 15:36:42.866877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:42.871411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f707da0e-a444-4b1a-a4f5-d6d63e6955ae,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:42.885171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:42.902322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Router deea8f90-251a-45e7-bdd9-69ab6134d047 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:42.912610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55288) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:42.914110 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d891f019-3ac9-478f-a2dc-e6b30c2fd2e3 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7036769 Jun 03 15:36:42.923121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: d16055aa-c245-43a5-8b1e-0a04bf3cb66b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:36:42.923553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d16055aa-c245-43a5-8b1e-0a04bf3cb66b not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:36:42.934806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Sync routers for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:42.936358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'network': {'name': 'tempest-RoutersTest-295354878'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:42.949420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:42.959433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2e11d60d-3e2d-4bb3-a73d-a0cbff8d0e64 None None] Port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:42.971277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:42.971939 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:43.060084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:network and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:43.077820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:43.112004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:43.188840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6aaa6b82-7764-49be-b849-8e5becd6fefe triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:43.189207 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:43.283125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f6b34b02-8808-43e7-bf11-bf6b23f0a540 None None] Provisioning complete for port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:43.283748 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f6b34b02-8808-43e7-bf11-bf6b23f0a540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:43.375629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f6b34b02-8808-43e7-bf11-bf6b23f0a540 None None] Port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:43.424016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:43.572710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6aaa6b82-7764-49be-b849-8e5becd6fefe is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:43.851455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:43.854888 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:43.886282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a866805c-77d9-4592-b1e5-011933ba71b0 req-e6321069-159a-4ff7-a13a-051bbef8d9a8 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 210 time: 0.1647909 Jun 03 15:36:44.007307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:36:39Z', 'revision_number': 3, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:40Z', 'revision_number': 2, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:44.014155 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Checking router: 65bae6e9-ccf3-443c-9f9d-0989148ea499 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:44.016303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Updating router 65bae6e9-ccf3-443c-9f9d-0989148ea499 port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:36:44.151103 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.163508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:44.176119 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62f99e-94cd-4631-a1f4-b720659a1586 None None] Sync routers for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:44.193264 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62f99e-94cd-4631-a1f4-b720659a1586 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:44.194729 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-af62f99e-94cd-4631-a1f4-b720659a1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:44.201245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:36:44.364842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f707da0e-a444-4b1a-a4f5-d6d63e6955ae up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:44.492583 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.492929 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added segment e65f9339-327f-4881-8640-95b1aad9abd1 of type vlan for network b5dacb78-6159-4c15-869e-bab9d112a06d Jun 03 15:36:44.498368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] No DVR routers for this DVR port d16055aa-c245-43a5-8b1e-0a04bf3cb66b on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:36:44.524562 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-af62f99e-94cd-4631-a1f4-b720659a1586 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:44.550318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.563222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1248cbb1-2628-42fb-8718-24086e7f5768', 'name': 'network-vif-deleted', 'tag': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:36:44.699564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46130d48-c7e6-4da1-a995-970c65990c52 req-bfc3ff11-1f08-477e-a670-522bf8631cb0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9196033 Jun 03 15:36:44.741391 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798bd2c3-90a2-4b15-b74b-49f33f27533c'] response: {'server_uuid': '1248cbb1-2628-42fb-8718-24086e7f5768', 'name': 'network-vif-deleted', 'tag': 'd16055aa-c245-43a5-8b1e-0a04bf3cb66b', 'status': 'completed', 'code': 200} Jun 03 15:36:44.923018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f707da0e-a444-4b1a-a4f5-d6d63e6955ae triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:44.924534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:44.996304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.005775 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-af62f99e-94cd-4631-a1f4-b720659a1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:a3:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:09Z', 'updated_at': '2022-06-03T15:32:16Z', 'revision_number': 2, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:45.010850 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62f99e-94cd-4631-a1f4-b720659a1586 None None] Checking router: deea8f90-251a-45e7-bdd9-69ab6134d047 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:45.023321 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62f99e-94cd-4631-a1f4-b720659a1586 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:45.024263 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-af62f99e-94cd-4631-a1f4-b720659a1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:45.071428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-358f3fa0-6b45-4b92-b04e-fd12da99a9d8 req-cb960d5f-269a-4b0a-a80d-d4a6a7d5fd3b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "DELETE /v2.0/ports/d16055aa-c245-43a5-8b1e-0a04bf3cb66b HTTP/1.1" status: 204 len: 173 time: 5.8695347 Jun 03 15:36:45.129561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3024f-77d6-4124-acb1-5abc3297ffe7 req-b7678f85-eb04-49f4-9822-28caf22bd304 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:45.137237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45c3024f-77d6-4124-acb1-5abc3297ffe7 req-b7678f85-eb04-49f4-9822-28caf22bd304 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.0697696 Jun 03 15:36:45.326002 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-af62f99e-94cd-4631-a1f4-b720659a1586 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:45.407233 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:36:45.471148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f707da0e-a444-4b1a-a4f5-d6d63e6955ae is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:45.523955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45c3024f-77d6-4124-acb1-5abc3297ffe7 req-6a81106c-1b61-422d-a0dd-2c7dbb8e5973 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855784 Jun 03 15:36:45.565278 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.578743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:45.579224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.699006 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.728988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Transition to ACTIVE for port object 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:45.740099 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.773383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6baf998f-e862-4868-b69c-fbf82c542ba9 req-112c8b8a-a3cd-42ab-8641-828144296b50 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:36:45.783611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Network': ['ID=b5dacb78-6159-4c15-869e-bab9d112a06d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:45.799221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:45.932583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network b5dacb78-6159-4c15-869e-bab9d112a06d details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:36:46.228579 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-af62f99e-94cd-4631-a1f4-b720659a1586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:a3:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:09Z', 'updated_at': '2022-06-03T15:32:16Z', 'revision_number': 2, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:46.239378 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af62f99e-94cd-4631-a1f4-b720659a1586 None None] The sync data for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 is: [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.54', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:a3:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:09Z', 'updated_at': '2022-06-03T15:32:16Z', 'revision_number': 2, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:46.266547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6baf998f-e862-4868-b69c-fbf82c542ba9 req-112c8b8a-a3cd-42ab-8641-828144296b50 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:36:46.297834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6baf998f-e862-4868-b69c-fbf82c542ba9 req-112c8b8a-a3cd-42ab-8641-828144296b50 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=1248cbb1-2628-42fb-8718-24086e7f5768 HTTP/1.1" status: 200 len: 210 time: 1.0106921 Jun 03 15:36:46.303011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-69a8c1c7-5a6e-4fae-bd27-468ace796e9c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.3868685 Jun 03 15:36:46.305922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55400) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:46.330470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'subnet': {'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:46.593367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:46.602503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:subnet and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:46.616524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:46.617385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac58a95-9be8-44ab-948e-3eb2fdfd9978 None None] Pushing event updated for resources: {'Port': ['ID=48fa1215-30a4-4c5e-9c0a-cc4dd735cee9,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:46.630773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:46.657191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:46.666699 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.774759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Attempting to bind port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:46.774957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Attempting to bind port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b61ae3b2-19c5-4c9c-9589-84a7680e38a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:46.775382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Attempting to bind port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 on network e97e5527-373d-40f8-bdb6-287148252172 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:46.783827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:46.784327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Checking segment: {'id': 'b61ae3b2-19c5-4c9c-9589-84a7680e38a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:46.784820 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.785379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Bound using segment: {'id': 'b61ae3b2-19c5-4c9c-9589-84a7680e38a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:46.786413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Bound port: 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61ae3b2-19c5-4c9c-9589-84a7680e38a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:46.786906 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:46.806008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1d0ca-6acd-4f4d-a732-bcfe8cc6d2ef None None] New status for floating IP 1188194b-24ce-46a4-bc7d-ae5bbfeb95c8: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:36:46.809515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46130d48-c7e6-4da1-a995-970c65990c52 req-663da289-39a9-4888-beeb-7df44df9f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:46.811279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46130d48-c7e6-4da1-a995-970c65990c52 req-663da289-39a9-4888-beeb-7df44df9f0bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 1097 time: 2.0171034 Jun 03 15:36:47.168810 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:47.435670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Checking segment: {'id': 'e65f9339-327f-4881-8640-95b1aad9abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:47.436445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network hostable DHCP agents. Network: b5dacb78-6159-4c15-869e-bab9d112a06d, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:36:47.442430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] For port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:47.449348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] For port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=48fa1215-30a4-4c5e-9c0a-cc4dd735cee9,segment=NetworkSegment(b61ae3b2-19c5-4c9c-9589-84a7680e38a4),segment_id=b61ae3b2-19c5-4c9c-9589-84a7680e38a4)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:47.460147 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:47.487379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Subnet': ['ID=44117243-7b0e-4df6-8f39-b0b8ed1f4789,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:47.528457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network b5dacb78-6159-4c15-869e-bab9d112a06d is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:36:47.571119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55464) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:47.584966 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:47.672267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46130d48-c7e6-4da1-a995-970c65990c52 req-47010ea1-5a22-4e1e-89ca-465d9112fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:47.686681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:47.689653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:47.691665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46130d48-c7e6-4da1-a995-970c65990c52 req-47010ea1-5a22-4e1e-89ca-465d9112fae7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 915 time: 0.3914981 Jun 03 15:36:47.767018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, b5dacb78-6159-4c15-869e-bab9d112a06d) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:47.787714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe98ab-bf4c-4353-aa39-9ae44f73398a None None] Network b5dacb78-6159-4c15-869e-bab9d112a06d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:47.800897 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:47.808248 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:47.905019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3c1cfe6-8f5d-460a-af0b-37c801e85249 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.022167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55494) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:48.023960 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dbd31aef-303a-46aa-8062-1a270ce8b60a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7162490 Jun 03 15:36:48.048631 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3c1cfe6-8f5d-460a-af0b-37c801e85249 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.057236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac58a95-9be8-44ab-948e-3eb2fdfd9978 None None] Pushing event updated for resources: {'Port': ['ID=48fa1215-30a4-4c5e-9c0a-cc4dd735cee9,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:48.158048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:48.166017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3c1cfe6-8f5d-460a-af0b-37c801e85249 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.251278 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1cfe6-8f5d-460a-af0b-37c801e85249 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c172d6-4d30-4788-ac9f-322e0bd81aa8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:48.279618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3c1cfe6-8f5d-460a-af0b-37c801e85249 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.281659 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46130d48-c7e6-4da1-a995-970c65990c52 req-8c1a222b-efba-451e-9ec7-31a656d54dd8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11335c2f-6e18-471f-bcbc-7812e67afce5 HTTP/1.1" status: 200 len: 1001 time: 0.5629346 Jun 03 15:36:48.288205 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e3c1cfe6-8f5d-460a-af0b-37c801e85249 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "DELETE /v2.0/security-groups/f7c172d6-4d30-4788-ac9f-322e0bd81aa8 HTTP/1.1" status: 204 len: 168 time: 0.7147853 Jun 03 15:36:48.291436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55512) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:48.337511 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-e7ccd7cc-e7c6-4ec3-9464-09a612ca6584 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] show failed (client error): The resource could not be found. Jun 03 15:36:48.339209 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e7ccd7cc-e7c6-4ec3-9464-09a612ca6584 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups/f7c172d6-4d30-4788-ac9f-322e0bd81aa8 HTTP/1.1" status: 404 len: 347 time: 0.0468235 Jun 03 15:36:48.342934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55522) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:48.534797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9891c-2203-415a-a681-a8bbeb28d150 req-e15f7898-6d65-4e50-abeb-e38df0600780 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:48.545816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3c9891c-2203-415a-a681-a8bbeb28d150 req-e15f7898-6d65-4e50-abeb-e38df0600780 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.7177947 Jun 03 15:36:48.613735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-b5dacb78-6159-4c15-869e-bab9d112a06d', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:36:48.616947 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.675139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4db12-bbe1-4b8e-be3f-75f4907e02db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Deleting port 9b3260ef-e53b-4cfa-9a14-0cc961af225b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:48.675888 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc4db12-bbe1-4b8e-be3f-75f4907e02db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:48.781378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46130d48-c7e6-4da1-a995-970c65990c52 req-78293251-3b48-4bd8-86e4-69f3965f447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:48.783069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46130d48-c7e6-4da1-a995-970c65990c52 req-78293251-3b48-4bd8-86e4-69f3965f447d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.4272037 Jun 03 15:36:48.788563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3c9891c-2203-415a-a681-a8bbeb28d150 req-be750cfa-5477-4b7b-98de-2f386269a0d8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413573 Jun 03 15:36:49.147302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Allocated IP 172.22.0.2 (b5dacb78-6159-4c15-869e-bab9d112a06d/44117243-7b0e-4df6-8f39-b0b8ed1f4789/b17515a5-d695-44e5-8ab4-9706aeac90fe) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:49.177134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Router f3ababe9-d31d-4c27-9eca-91bc9b656485 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:36:49.464992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46130d48-c7e6-4da1-a995-970c65990c52 req-a3057516-dc5c-4857-9a40-8f423c00dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:49.467041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46130d48-c7e6-4da1-a995-970c65990c52 req-a3057516-dc5c-4857-9a40-8f423c00dc23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6743691 Jun 03 15:36:49.478588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc4db12-bbe1-4b8e-be3f-75f4907e02db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:49.479041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc4db12-bbe1-4b8e-be3f-75f4907e02db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:49.801598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4db12-bbe1-4b8e-be3f-75f4907e02db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Calling delete_port for 9b3260ef-e53b-4cfa-9a14-0cc961af225b owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:36:49.855441 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:49.882954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Transition to ACTIVE for port object b17515a5-d695-44e5-8ab4-9706aeac90fe will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:49.928840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Transition to ACTIVE for port object b17515a5-d695-44e5-8ab4-9706aeac90fe will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:49.956693 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.086994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46130d48-c7e6-4da1-a995-970c65990c52 req-010e3ef2-6133-4335-862b-3182987c53c4 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430638 Jun 03 15:36:50.147564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:36:39Z', 'revision_number': 3, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:47Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:50.149042 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc4db12-bbe1-4b8e-be3f-75f4907e02db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.174802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Network b5dacb78-6159-4c15-869e-bab9d112a06d is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:50.177537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Pushing event updated for resources: {'Port': ['ID=b17515a5-d695-44e5-8ab4-9706aeac90fe,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:50.181119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:50.183344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:50.187657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f26c4-e3ad-4cd8-bffc-810c1ab07878 None None] The sync data for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 is: [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:36:39Z', 'revision_number': 3, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:47Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:50.244998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4db12-bbe1-4b8e-be3f-75f4907e02db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'Port': ['ID=9b3260ef-e53b-4cfa-9a14-0cc961af225b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:50.502062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc4db12-bbe1-4b8e-be3f-75f4907e02db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.515099 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.541832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Attempting to bind port b17515a5-d695-44e5-8ab4-9706aeac90fe on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:50.542266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Attempting to bind port b17515a5-d695-44e5-8ab4-9706aeac90fe by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e65f9339-327f-4881-8640-95b1aad9abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:50.542844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Attempting to bind port b17515a5-d695-44e5-8ab4-9706aeac90fe on network b5dacb78-6159-4c15-869e-bab9d112a06d {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:50.554137 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bc4db12-bbe1-4b8e-be3f-75f4907e02db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.560662 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9bc4db12-bbe1-4b8e-be3f-75f4907e02db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "DELETE /v2.0/floatingips/1188194b-24ce-46a4-bc7d-ae5bbfeb95c8 HTTP/1.1" status: 204 len: 168 time: 2.2099309 Jun 03 15:36:50.560867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:50.560867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Checking segment: {'id': 'e65f9339-327f-4881-8640-95b1aad9abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:50.560867 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.560867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Bound using segment: {'id': 'e65f9339-327f-4881-8640-95b1aad9abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:50.562760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Bound port: b17515a5-d695-44e5-8ab4-9706aeac90fe, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65f9339-327f-4881-8640-95b1aad9abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:50.563805 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:50.740127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] For port b17515a5-d695-44e5-8ab4-9706aeac90fe, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:50.746534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] For port b17515a5-d695-44e5-8ab4-9706aeac90fe, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b17515a5-d695-44e5-8ab4-9706aeac90fe,segment=NetworkSegment(e65f9339-327f-4881-8640-95b1aad9abd1),segment_id=e65f9339-327f-4881-8640-95b1aad9abd1)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:50.755230 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:51.145474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1df4d4-4096-4995-890c-d23476f7dc87 None None] Pushing event updated for resources: {'Port': ['ID=b17515a5-d695-44e5-8ab4-9706aeac90fe,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:51.226606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55656) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:51.348609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:51.363945 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Sync routers for ids ['f3ababe9-d31d-4c27-9eca-91bc9b656485'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:51.381194 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Routers {'f3ababe9-d31d-4c27-9eca-91bc9b656485'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:51.383383 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f3ababe9-d31d-4c27-9eca-91bc9b656485'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:51.536928 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b725ea-e788-402f-9b7b-b6239332aaef req-fff9023b-afa3-4c1d-b0cb-45b2fa50100f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:51.548429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90b725ea-e788-402f-9b7b-b6239332aaef req-fff9023b-afa3-4c1d-b0cb-45b2fa50100f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.4554946 Jun 03 15:36:51.568976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46130d48-c7e6-4da1-a995-970c65990c52 req-89bf7438-3b75-4ea7-a758-8080cbd04865 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4423590 Jun 03 15:36:51.572851 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:51.575859 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-58a88c2d-e541-4115-8751-0219269232aa tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 15.2251973 Jun 03 15:36:51.578696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55670) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:51.887687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90b725ea-e788-402f-9b7b-b6239332aaef req-2c2b8dca-eb2b-48bc-abe9-d1f375a2e377 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268797 Jun 03 15:36:52.074035 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9c737c82-6d57-47b3-a703-17cc61362fc7 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/routers/f3ababe9-d31d-4c27-9eca-91bc9b656485 HTTP/1.1" status: 200 len: 909 time: 0.4938240 Jun 03 15:36:52.077025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55686) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:52.084195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1144841116', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'enable_snat': True}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:52.089663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9e54b15-00bf-4777-b785-64e3a96859cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.141153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:52.147945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Usage tracker for resource:router and tenant:dc48fc4743bc4e29be6023a470803db3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:52.154502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:52.162941 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:52.176636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b9e54b15-00bf-4777-b785-64e3a96859cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:52.185704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b9e54b15-00bf-4777-b785-64e3a96859cf admin admin] Usage tracker for resource:security_group_rule and tenant:bfbde0b060264b15a3225474fee9d65a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:52.190186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b9e54b15-00bf-4777-b785-64e3a96859cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:52.193213 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.194319 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.204821 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b9e54b15-00bf-4777-b785-64e3a96859cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:52.233869 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.297324 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Set router f3ababe9-d31d-4c27-9eca-91bc9b656485 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:52.362936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Allocated IP 172.22.0.1 (b5dacb78-6159-4c15-869e-bab9d112a06d/44117243-7b0e-4df6-8f39-b0b8ed1f4789/6f53471a-e10f-48f4-8eb8-d7ef581fb064) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:52.501602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:52.655386 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9e54b15-00bf-4777-b785-64e3a96859cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.686749 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9e54b15-00bf-4777-b785-64e3a96859cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.694256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:52.708925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:52.709604 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.799417 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b9e54b15-00bf-4777-b785-64e3a96859cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bfbde0b060264b15a3225474fee9d65a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5696905 Jun 03 15:36:52.803315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55706) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:52.869889 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:52.945772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Transition to ACTIVE for port object 6f53471a-e10f-48f4-8eb8-d7ef581fb064 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:52.983129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:52.983885 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.033323 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.058476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=48fa1215-30a4-4c5e-9c0a-cc4dd735cee9,segment=NetworkSegment(b61ae3b2-19c5-4c9c-9589-84a7680e38a4),segment_id=b61ae3b2-19c5-4c9c-9589-84a7680e38a4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:53.076473 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.079279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b17515a5-d695-44e5-8ab4-9706aeac90fe up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:53.161097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network b5dacb78-6159-4c15-869e-bab9d112a06d is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:53.165173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:53.170348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:53.191967 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ababe9-d31d-4c27-9eca-91bc9b656485', 'name': 'tempest-snat-router-1144841116', 'tenant_id': 'dc48fc4743bc4e29be6023a470803db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.137'}], 'enable_snat': False}, 'gw_port_id': 'de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:36Z', 'updated_at': '2022-06-03T15:36:44Z', 'revision_number': 3, 'project_id': 'dc48fc4743bc4e29be6023a470803db3', 'gw_port': {'id': 'de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ababe9-d31d-4c27-9eca-91bc9b656485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:39Z', 'updated_at': '2022-06-03T15:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:53.193804 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Checking router: f3ababe9-d31d-4c27-9eca-91bc9b656485 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:36:53.194491 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Updating router f3ababe9-d31d-4c27-9eca-91bc9b656485 port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:36:53.251278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=6f53471a-e10f-48f4-8eb8-d7ef581fb064,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:53.268504 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.353309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f2037-d17f-4195-bef7-9bfd5b7c80a7 None None] Network b5dacb78-6159-4c15-869e-bab9d112a06d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:36:53.355859 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.385804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=48fa1215-30a4-4c5e-9c0a-cc4dd735cee9,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:53.398909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e54b15-00bf-4777-b785-64e3a96859cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578d497c-153c-4fc7-8d6f-e96ca4f05501,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:53.454607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077bebb-a154-440b-aa09-6b87880505c8 req-64935aa1-8c15-4d72-b1d6-4be0fc1dafaf tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:53.462066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0077bebb-a154-440b-aa09-6b87880505c8 req-64935aa1-8c15-4d72-b1d6-4be0fc1dafaf tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.2365024 Jun 03 15:36:53.512228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.512946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.513576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.513931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.514429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.514561 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf632f47-c964-498b-9ebb-57201f3a39f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.515026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.515709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.516627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.517158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.517680 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.518179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.519288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:53.524019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0077bebb-a154-440b-aa09-6b87880505c8 req-2e00d507-bc46-457a-95e8-f5561936dbc0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608480 Jun 03 15:36:53.526796 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.606605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4ccc3267-4f94-4800-bb46-24f2cc08bdb8 None None] Provisioning for port b17515a5-d695-44e5-8ab4-9706aeac90fe completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:53.668713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf632f47-c964-498b-9ebb-57201f3a39f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.743430 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.768448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port b17515a5-d695-44e5-8ab4-9706aeac90fe completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:53.785261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b17515a5-d695-44e5-8ab4-9706aeac90fe triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:53.788836 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.829739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf632f47-c964-498b-9ebb-57201f3a39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:53.861516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf632f47-c964-498b-9ebb-57201f3a39f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578d497c-153c-4fc7-8d6f-e96ca4f05501,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:54.329257 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.342431 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Transition to ACTIVE for port object de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:36:54.355707 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:36:54.356591 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.398833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b17515a5-d695-44e5-8ab4-9706aeac90fe is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:54.399265 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.505075 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba298d8-410c-4805-a2e3-7d8beb44fae6 None None] Pushing event updated for resources: {'Port': ['ID=de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:54.531090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port b17515a5-d695-44e5-8ab4-9706aeac90fe, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b17515a5-d695-44e5-8ab4-9706aeac90fe,segment=NetworkSegment(e65f9339-327f-4881-8640-95b1aad9abd1),segment_id=e65f9339-327f-4881-8640-95b1aad9abd1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:36:54.542068 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.544956 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Attempting to bind port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:36:54.545399 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Attempting to bind port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:36:54.545813 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Attempting to bind port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:36:54.564669 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:36:54.565369 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:36:54.566000 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.566574 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:36:54.567272 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Bound port: de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:36:54.567907 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.687235 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] For port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:36:54.691431 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] For port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:36:54.703922 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.846340 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf632f47-c964-498b-9ebb-57201f3a39f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.848156 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cf632f47-c964-498b-9ebb-57201f3a39f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/578d497c-153c-4fc7-8d6f-e96ca4f05501 HTTP/1.1" status: 204 len: 168 time: 2.0438521 Jun 03 15:36:54.857721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=b17515a5-d695-44e5-8ab4-9706aeac90fe,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:54.860059 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba298d8-410c-4805-a2e3-7d8beb44fae6 None None] Pushing event updated for resources: {'Port': ['ID=de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:54.872223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:54.874091 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Routers {'f3ababe9-d31d-4c27-9eca-91bc9b656485'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:54.874779 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f3ababe9-d31d-4c27-9eca-91bc9b656485'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:54.940656 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:54.989483 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.027795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8726313c-4365-4bf8-ad8d-1e1a4b4cf879 None None] Provisioning complete for port b17515a5-d695-44e5-8ab4-9706aeac90fe triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:55.028331 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8726313c-4365-4bf8-ad8d-1e1a4b4cf879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.133696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:55.136251 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.229370 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] Set router f3ababe9-d31d-4c27-9eca-91bc9b656485 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:55.343456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Allocated IP 172.25.7.220 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/a666ce04-e218-4eda-be9e-0b556ef718d8) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:36:55.360034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:55.561053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8726313c-4365-4bf8-ad8d-1e1a4b4cf879 None None] Current status of the port b17515a5-d695-44e5-8ab4-9706aeac90fe is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:55.611070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8726313c-4365-4bf8-ad8d-1e1a4b4cf879 None None] Provisioning for port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:55.618919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8726313c-4365-4bf8-ad8d-1e1a4b4cf879 None None] Provisioning complete for port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:55.619548 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8726313c-4365-4bf8-ad8d-1e1a4b4cf879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.654279 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.681968 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.760525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8726313c-4365-4bf8-ad8d-1e1a4b4cf879 None None] Port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:55.789221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.846076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcc79c-fc57-4109-9a1e-96d0c642be87 req-fe7ea70f-97b9-4b4c-b0ca-1d4a7d6064fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:55.847568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdcc79c-fc57-4109-9a1e-96d0c642be87 req-fe7ea70f-97b9-4b4c-b0ca-1d4a7d6064fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1095 time: 1.2109339 Jun 03 15:36:55.860739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bd1f6-92c3-4e03-97f4-3a7794fb8909 req-13458497-ddf8-485f-bd20-e4f3feda11fb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:55.862574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d43bd1f6-92c3-4e03-97f4-3a7794fb8909 req-13458497-ddf8-485f-bd20-e4f3feda11fb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.2273343 Jun 03 15:36:55.889988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fc8c2504-f248-4684-b0ec-d400939dad2e None None] Provisioning complete for port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:55.891388 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fc8c2504-f248-4684-b0ec-d400939dad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:55.910992 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.032708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c2504-f248-4684-b0ec-d400939dad2e None None] Port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:56.040988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=6f53471a-e10f-48f4-8eb8-d7ef581fb064,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:56.052098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.124841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55788) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:56.129410 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ababe9-d31d-4c27-9eca-91bc9b656485', 'name': 'tempest-snat-router-1144841116', 'tenant_id': 'dc48fc4743bc4e29be6023a470803db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.137'}], 'enable_snat': False}, 'gw_port_id': 'de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:36Z', 'updated_at': '2022-06-03T15:36:44Z', 'revision_number': 3, 'project_id': 'dc48fc4743bc4e29be6023a470803db3', 'gw_port': {'id': 'de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ababe9-d31d-4c27-9eca-91bc9b656485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:39Z', 'updated_at': '2022-06-03T15:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:56.136884 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d0a272-2b80-4924-8857-1de90bc1fba3 None None] The sync data for ids ['f3ababe9-d31d-4c27-9eca-91bc9b656485'] in n-d-844595-1 is: [{'id': 'f3ababe9-d31d-4c27-9eca-91bc9b656485', 'name': 'tempest-snat-router-1144841116', 'tenant_id': 'dc48fc4743bc4e29be6023a470803db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.137'}], 'enable_snat': False}, 'gw_port_id': 'de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:36Z', 'updated_at': '2022-06-03T15:36:44Z', 'revision_number': 3, 'project_id': 'dc48fc4743bc4e29be6023a470803db3', 'gw_port': {'id': 'de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ababe9-d31d-4c27-9eca-91bc9b656485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:39Z', 'updated_at': '2022-06-03T15:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:36:56.182604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92caa8de-ae7e-4849-88c4-e21f8ddc271d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.194545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:56.208632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:56.211108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:36:56.240285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d43bd1f6-92c3-4e03-97f4-3a7794fb8909 req-72b01b96-5e32-409e-8fff-2a7b1ed02bf7 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067057 Jun 03 15:36:56.245367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-92caa8de-ae7e-4849-88c4-e21f8ddc271d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:56.249800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-92caa8de-ae7e-4849-88c4-e21f8ddc271d admin admin] Usage tracker for resource:security_group_rule and tenant:6e6de110d1b8427785b5d00dd637bbf3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:56.253576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-92caa8de-ae7e-4849-88c4-e21f8ddc271d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:56.266406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-92caa8de-ae7e-4849-88c4-e21f8ddc271d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:56.323278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network b5dacb78-6159-4c15-869e-bab9d112a06d is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:36:56.326778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:36:56.393660 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92caa8de-ae7e-4849-88c4-e21f8ddc271d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.404602 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event updated for resources: {'Port': ['ID=a666ce04-e218-4eda-be9e-0b556ef718d8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:56.429903 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92caa8de-ae7e-4849-88c4-e21f8ddc271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.528565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caa8de-ae7e-4849-88c4-e21f8ddc271d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc8363f-b15f-4016-a63f-06aaa7747cb5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:56.582264 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-92caa8de-ae7e-4849-88c4-e21f8ddc271d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e6de110d1b8427785b5d00dd637bbf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4487824 Jun 03 15:36:56.585397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55798) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:56.776565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b17515a5-d695-44e5-8ab4-9706aeac90fe up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:56.820564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcc79c-fc57-4109-9a1e-96d0c642be87 req-5a2d0803-1d82-437c-942b-e30e6fabdb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:56.841861 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdcc79c-fc57-4109-9a1e-96d0c642be87 req-5a2d0803-1d82-437c-942b-e30e6fabdb1b service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.8797436 Jun 03 15:36:56.907094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-de59fe9c-58de-4070-bafa-a25864d80914 None None] Provisioning complete for port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:56.907815 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-de59fe9c-58de-4070-bafa-a25864d80914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.952541 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-489c3350-119c-41e9-abf0-e8c8122925ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:56.996149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b17515a5-d695-44e5-8ab4-9706aeac90fe triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:56.996149 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:57.007015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-489c3350-119c-41e9-abf0-e8c8122925ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:57.063227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-de59fe9c-58de-4070-bafa-a25864d80914 None None] Port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:36:57.160456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-489c3350-119c-41e9-abf0-e8c8122925ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:57.197977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c3350-119c-41e9-abf0-e8c8122925ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc8363f-b15f-4016-a63f-06aaa7747cb5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:57.261544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b17515a5-d695-44e5-8ab4-9706aeac90fe is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:36:57.344665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-489c3350-119c-41e9-abf0-e8c8122925ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:57.346258 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-489c3350-119c-41e9-abf0-e8c8122925ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddc8363f-b15f-4016-a63f-06aaa7747cb5 HTTP/1.1" status: 204 len: 168 time: 0.7593625 Jun 03 15:36:57.433423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54623d-95c3-4a1e-9043-a986e9c2ab45 req-d4230007-769e-4223-a4c4-b6a5d7acb177 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:57.471390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a54623d-95c3-4a1e-9043-a986e9c2ab45 req-d4230007-769e-4223-a4c4-b6a5d7acb177 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 946 time: 1.6037290 Jun 03 15:36:57.587103 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:57.614709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 65bae6e9-ccf3-443c-9f9d-0989148ea499 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:36:57.719711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a54623d-95c3-4a1e-9043-a986e9c2ab45 req-8c552407-7669-48ab-85c8-82a5983c8d30 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511842 Jun 03 15:36:57.938365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdcc79c-fc57-4109-9a1e-96d0c642be87 req-34632bfa-5dfe-4085-b4c4-87d33b019f07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 999 time: 1.0382969 Jun 03 15:36:58.037920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcc79c-fc57-4109-9a1e-96d0c642be87 req-4bd2455e-cc1d-4b3e-8b5b-7645a8f702c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:58.040049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdcc79c-fc57-4109-9a1e-96d0c642be87 req-4bd2455e-cc1d-4b3e-8b5b-7645a8f702c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.0815635 Jun 03 15:36:58.153858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-3352f3db-92d1-4b4e-af4e-24c83e140f38 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:58.155465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-3352f3db-92d1-4b4e-af4e-24c83e140f38 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 946 time: 1.3097816 Jun 03 15:36:58.241104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6871f2-e919-4330-bdfb-230ca5f3bdfc req-8fb56806-e712-4d26-a84b-18ce91c15e50 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:58.248704 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b6871f2-e919-4330-bdfb-230ca5f3bdfc req-8fb56806-e712-4d26-a84b-18ce91c15e50 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.7294841 Jun 03 15:36:58.282031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:58.295309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Sync routers for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:58.314053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:58.314053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:58.364816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6fc0d430-65bf-4519-9472-2e939473ce57 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3326490 Jun 03 15:36:58.398281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55844) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:58.417214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'network': {'name': 'tempest-RoutersTest-1369475658'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:58.441822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:36:58.463535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Deleting port 11335c2f-6e18-471f-bcbc-7812e67afce5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:36:58.463903 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:58.521294 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:58.546325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:network and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:36:58.551756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:36:58.576608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:36:58.580789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcc79c-fc57-4109-9a1e-96d0c642be87 req-473a4435-8685-4195-ac07-d49875b70048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:58.582354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdcc79c-fc57-4109-9a1e-96d0c642be87 req-473a4435-8685-4195-ac07-d49875b70048 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5333951 Jun 03 15:36:58.605293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b6871f2-e919-4330-bdfb-230ca5f3bdfc req-a71a17fd-3a22-46ea-aa31-e402fa8bd81a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554873 Jun 03 15:36:58.797049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:36:58.800535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:58.833239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:36:58.843987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:58.844338 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added segment 5169826c-c285-4661-94c2-595a1254d321 of type vlan for network 59cfdbe1-af5b-4b63-b977-663cdd7ba953 Jun 03 15:36:58.876684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:58.946037 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:58.953025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:58.954165 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:59.040666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:36:59.138896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Router 025b5d86-b44d-4067-b576-b1e6ed14874c is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:36:59.188411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:36:59.469625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0680485 Jun 03 15:36:59.471076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6a7fb-11d9-4e2b-81fa-4b491e6ea741 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Network': ['ID=59cfdbe1-af5b-4b63-b977-663cdd7ba953,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:59.475526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55876) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:59.496963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'subnet': {'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:36:59.562098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdcc79c-fc57-4109-9a1e-96d0c642be87 req-999ff776-4b2b-4f40-b457-00d1046e11ca service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9459832 Jun 03 15:36:59.582261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 59cfdbe1-af5b-4b63-b977-663cdd7ba953 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:36:59.680243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:36:59.693038 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Sync routers for ids ['025b5d86-b44d-4067-b576-b1e6ed14874c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:36:59.716346 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Routers {'025b5d86-b44d-4067-b576-b1e6ed14874c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:36:59.717000 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['025b5d86-b44d-4067-b576-b1e6ed14874c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:59.720826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:36:59.724535 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-46c8b383-9263-4fda-8486-4564c70a6eb0 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6462350 Jun 03 15:36:59.728424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:36:59.887530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:36:59.934327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:36:59.934790 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.016533 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.038521 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Set router 025b5d86-b44d-4067-b576-b1e6ed14874c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:00.344272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:00.349321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:subnet and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:00.361101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:00.378584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:00.402469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] For port 11335c2f-6e18-471f-bcbc-7812e67afce5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=11335c2f-6e18-471f-bcbc-7812e67afce5,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:00.403035 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.410968 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-74ef3150-bc69-4977-b220-69085874ecdc tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/routers/025b5d86-b44d-4067-b576-b1e6ed14874c HTTP/1.1" status: 200 len: 908 time: 0.6809132 Jun 03 15:37:00.429370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Made reservation on behalf of 9a4480da51324a369da4de855b8e0f40 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:00.430862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55912) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:00.433375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.567444 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b5d86-b44d-4067-b576-b1e6ed14874c', 'name': 'tempest-snat-router-1144841116', 'tenant_id': 'dc48fc4743bc4e29be6023a470803db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a666ce04-e218-4eda-be9e-0b556ef718d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:52Z', 'updated_at': '2022-06-03T15:36:57Z', 'revision_number': 3, 'project_id': 'dc48fc4743bc4e29be6023a470803db3', 'gw_port': {'id': 'a666ce04-e218-4eda-be9e-0b556ef718d8', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025b5d86-b44d-4067-b576-b1e6ed14874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:55Z', 'updated_at': '2022-06-03T15:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:00.573044 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Checking router: 025b5d86-b44d-4067-b576-b1e6ed14874c for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:00.573760 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Updating router 025b5d86-b44d-4067-b576-b1e6ed14874c port a666ce04-e218-4eda-be9e-0b556ef718d8 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:37:00.640654 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.717688 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:00.718760 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.747940 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 11335c2f-6e18-471f-bcbc-7812e67afce5 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:00.871580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:00.902136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84009cd6-abcb-40c7-aee4-6ad56ebf3dbf req-25b8af49-ebb3-4ac7-93ed-e581471240cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:00.903686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84009cd6-abcb-40c7-aee4-6ad56ebf3dbf req-25b8af49-ebb3-4ac7-93ed-e581471240cd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 946 time: 1.7633603 Jun 03 15:37:00.943751 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:00.959137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fdcc79c-fc57-4109-9a1e-96d0c642be87 req-2b934fc3-17e2-487c-bcad-5876f0f63fa5 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3514216 Jun 03 15:37:01.067658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-84009cd6-abcb-40c7-aee4-6ad56ebf3dbf req-4a9b13b7-a98d-4855-a1f0-abac3cfd48c9 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366119 Jun 03 15:37:01.067921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:01.068101 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.286958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 11335c2f-6e18-471f-bcbc-7812e67afce5 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:01.287383 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.307609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:36:55Z', 'revision_number': 2, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:01.330775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e4ab-eec3-49f4-89ed-c70e882d89f1 req-32f6845c-abfb-4205-89bb-a564128e8a9c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:01.332879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7405e4ab-eec3-49f4-89ed-c70e882d89f1 req-32f6845c-abfb-4205-89bb-a564128e8a9c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.3899605 Jun 03 15:37:01.343740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Checking router: 65bae6e9-ccf3-443c-9f9d-0989148ea499 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:01.345441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Updating router 65bae6e9-ccf3-443c-9f9d-0989148ea499 port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:37:01.520260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11335c2f-6e18-471f-bcbc-7812e67afce5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:01.537479 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.544915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 11335c2f-6e18-471f-bcbc-7812e67afce5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=11335c2f-6e18-471f-bcbc-7812e67afce5,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:01.546980 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.549634 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.555270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Deleting port a666ce04-e218-4eda-be9e-0b556ef718d8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:01.555737 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.566921 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.578720 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Transition to ACTIVE for port object a666ce04-e218-4eda-be9e-0b556ef718d8 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:01.594816 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.652335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7405e4ab-eec3-49f4-89ed-c70e882d89f1 req-c6fee98e-aac1-4ecc-8dab-37af917ad648 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131809 Jun 03 15:37:01.691723 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df096b03-77f3-439e-b93c-4e47feb406c6'] response: {'server_uuid': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'code': 200} Jun 03 15:37:01.753692 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.754107 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.754430 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Floating IP 0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5 disassociated. External IP: 172.25.7.54, port: 11335c2f-6e18-471f-bcbc-7812e67afce5. Jun 03 15:37:01.754752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Calling delete_port for 11335c2f-6e18-471f-bcbc-7812e67afce5 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:01.880374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=11335c2f-6e18-471f-bcbc-7812e67afce5,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:01.901735 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Attempting to bind port a666ce04-e218-4eda-be9e-0b556ef718d8 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:01.911306 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Attempting to bind port a666ce04-e218-4eda-be9e-0b556ef718d8 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:01.911779 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Attempting to bind port a666ce04-e218-4eda-be9e-0b556ef718d8 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:01.953823 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:01.956180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.961121 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:01.961789 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:01.962809 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:01.965691 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Bound port: a666ce04-e218-4eda-be9e-0b556ef718d8, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:01.966159 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.013380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] For port a666ce04-e218-4eda-be9e-0b556ef718d8, host n-d-844595-1, got binding levels [] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:02.015233 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.121559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Subnet': ['ID=34800461-def0-49b2-9737-942156dc8b84,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:02.122102 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93e738-2dc5-44d9-a651-ca30148d3111 None None] Pushing event updated for resources: {'Port': ['ID=a666ce04-e218-4eda-be9e-0b556ef718d8,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:02.129316 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:02.129316 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:02.168286 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-39939e5d-93d3-4c12-bd11-f6c0a07d2356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.175600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Checking segment: {'id': '5169826c-c285-4661-94c2-595a1254d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:02.176156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network hostable DHCP agents. Network: 59cfdbe1-af5b-4b63-b977-663cdd7ba953, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:37:02.224608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network 59cfdbe1-af5b-4b63-b977-663cdd7ba953 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:37:02.239074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 59cfdbe1-af5b-4b63-b977-663cdd7ba953) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:02.245623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:02.249510 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.255717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c27a6b1-90d6-4bb2-8a51-eba2e8688a3f None None] Network 59cfdbe1-af5b-4b63-b977-663cdd7ba953 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:02.290637 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] For port a666ce04-e218-4eda-be9e-0b556ef718d8, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:02.294180 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] For port a666ce04-e218-4eda-be9e-0b556ef718d8, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a666ce04-e218-4eda-be9e-0b556ef718d8,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:02.302376 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.412948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5e4a7300-f8e6-4b6b-9fe9-2ee8e25da077 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9311383 Jun 03 15:37:02.415075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55966) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:02.452765 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93e738-2dc5-44d9-a651-ca30148d3111 None None] Pushing event updated for resources: {'Port': ['ID=a666ce04-e218-4eda-be9e-0b556ef718d8,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:02.476934 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Routers {'025b5d86-b44d-4067-b576-b1e6ed14874c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:02.477442 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:36:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['025b5d86-b44d-4067-b576-b1e6ed14874c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:02.707953 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:37:02.725075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Deleting port 11335c2f-6e18-471f-bcbc-7812e67afce5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:02.725679 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:02.890111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09439653-0b10-441c-8619-cea43e4cd248 req-2cd97d73-a888-44d0-abe5-cd041a0ce59b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:02.891124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-09439653-0b10-441c-8619-cea43e4cd248 req-2cd97d73-a888-44d0-abe5-cd041a0ce59b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:02.895375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Calling delete_port for a666ce04-e218-4eda-be9e-0b556ef718d8 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:03.009717 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:03.014934 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] Set router 025b5d86-b44d-4067-b576-b1e6ed14874c gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:03.054382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Transition to ACTIVE for port object 6f53471a-e10f-48f4-8eb8-d7ef581fb064 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:03.079994 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:03.244774 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:03.245101 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:03.257300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-09439653-0b10-441c-8619-cea43e4cd248 req-2cd97d73-a888-44d0-abe5-cd041a0ce59b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:03.258854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09439653-0b10-441c-8619-cea43e4cd248 req-2cd97d73-a888-44d0-abe5-cd041a0ce59b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 944 time: 1.0012782 Jun 03 15:37:03.338613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68648582-e682-4838-a9ba-a42ff67f9ed8 None None] Pushing event updated for resources: {'Port': ['ID=6f53471a-e10f-48f4-8eb8-d7ef581fb064,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:03.351974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'fixed_ips': [{'subnet_id': '34800461-def0-49b2-9737-942156dc8b84'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:37:03.353048 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:03.387550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:03.446684 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025b5d86-b44d-4067-b576-b1e6ed14874c', 'name': 'tempest-snat-router-1144841116', 'tenant_id': 'dc48fc4743bc4e29be6023a470803db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:52Z', 'updated_at': '2022-06-03T15:37:01Z', 'revision_number': 4, 'project_id': 'dc48fc4743bc4e29be6023a470803db3', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:03.451141 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085feff-7206-4021-b341-ea1912e3cae5 None None] The sync data for ids ['025b5d86-b44d-4067-b576-b1e6ed14874c'] in n-d-844595-1 is: [{'id': '025b5d86-b44d-4067-b576-b1e6ed14874c', 'name': 'tempest-snat-router-1144841116', 'tenant_id': 'dc48fc4743bc4e29be6023a470803db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:52Z', 'updated_at': '2022-06-03T15:37:01Z', 'revision_number': 4, 'project_id': 'dc48fc4743bc4e29be6023a470803db3', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:03.547917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55998) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:03.746179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Deleting port a666ce04-e218-4eda-be9e-0b556ef718d8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:03.746520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:03.900114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] For port 11335c2f-6e18-471f-bcbc-7812e67afce5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=11335c2f-6e18-471f-bcbc-7812e67afce5,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:03.901570 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.044317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Attempting to bind port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:04.045025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Attempting to bind port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e65f9339-327f-4881-8640-95b1aad9abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:04.045025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Attempting to bind port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 on network b5dacb78-6159-4c15-869e-bab9d112a06d {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:04.052350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ee5b-2593-4a83-8042-92dfe44eb0d5 req-c89dabf0-eb72-4f27-ab86-4a5fa7bb155f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:04.054122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4bf4ee5b-2593-4a83-8042-92dfe44eb0d5 req-c89dabf0-eb72-4f27-ab86-4a5fa7bb155f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.0565643 Jun 03 15:37:04.076896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:04.077805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Checking segment: {'id': 'e65f9339-327f-4881-8640-95b1aad9abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:04.078461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.079005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Bound using segment: {'id': 'e65f9339-327f-4881-8640-95b1aad9abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:04.079590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Bound port: 6f53471a-e10f-48f4-8eb8-d7ef581fb064, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65f9339-327f-4881-8640-95b1aad9abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:04.080059 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.170794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-115597754'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:04.177649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09439653-0b10-441c-8619-cea43e4cd248 req-9de03da7-743f-44e5-bff7-002f3adaa12e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddef8586-2174-443d-a7f7-d4af6889c773&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8238103 Jun 03 15:37:04.202885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] For port a666ce04-e218-4eda-be9e-0b556ef718d8, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a666ce04-e218-4eda-be9e-0b556ef718d8,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:04.217404 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.222963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] For port 6f53471a-e10f-48f4-8eb8-d7ef581fb064, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:04.247152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] For port 6f53471a-e10f-48f4-8eb8-d7ef581fb064, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f53471a-e10f-48f4-8eb8-d7ef581fb064,segment=NetworkSegment(e65f9339-327f-4881-8640-95b1aad9abd1),segment_id=e65f9339-327f-4881-8640-95b1aad9abd1)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:04.263355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:04.276668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Usage tracker for resource:network and tenant:301e488afe5748feaedbb83e8aa6df82 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:04.436056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:04.448873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Allocated IP 172.23.0.2 (59cfdbe1-af5b-4b63-b977-663cdd7ba953/34800461-def0-49b2-9737-942156dc8b84/df3bf941-a690-4000-b3a9-db4f742b3c6d) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:04.456930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4bf4ee5b-2593-4a83-8042-92dfe44eb0d5 req-849d26c0-c743-4f96-81aa-d329f41c9759 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119459 Jun 03 15:37:04.592023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Calling delete_port for a666ce04-e218-4eda-be9e-0b556ef718d8 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:04.621498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:04.663325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Made reservation on behalf of 301e488afe5748feaedbb83e8aa6df82 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:04.670486 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.716327 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.809534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.837347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:04.837901 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.907231 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:04.935702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:04.947490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Usage tracker for resource:security_group_rule and tenant:301e488afe5748feaedbb83e8aa6df82 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:04.951042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:04.961058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:05.010288 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a6d914c-7171-41fc-bab6-e3efdae31810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.027716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68648582-e682-4838-a9ba-a42ff67f9ed8 None None] Pushing event updated for resources: {'Port': ['ID=6f53471a-e10f-48f4-8eb8-d7ef581fb064,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:05.038176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Transition to ACTIVE for port object df3bf941-a690-4000-b3a9-db4f742b3c6d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:05.041303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:05.041959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:05.050602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.052168 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.052168 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Floating IP 0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5 disassociated. External IP: 172.25.7.54, port: 11335c2f-6e18-471f-bcbc-7812e67afce5. Jun 03 15:37:05.052791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Calling delete_port for 11335c2f-6e18-471f-bcbc-7812e67afce5 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:05.170134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.174033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.268578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event deleted for resources: {'Port': ['ID=a666ce04-e218-4eda-be9e-0b556ef718d8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:05.271953 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.303161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Transition to ACTIVE for port object df3bf941-a690-4000-b3a9-db4f742b3c6d will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:05.310876 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.346782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5acafd-475f-4f4e-bb92-6fb65a9488c7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:05.347014 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.482751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:37:05.524772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:05.526728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.527079 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Added segment a0ec8b82-034e-497d-a3d7-51b1d016e4f0 of type vlan for network 135bca37-03fa-4303-9a94-8415435b9066 Jun 03 15:37:05.567100 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.587933 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.618377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'Port': ['ID=11335c2f-6e18-471f-bcbc-7812e67afce5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:05.623293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-570f8009-a849-4fb4-a78c-3ae3f0979797 req-1bc05209-614f-45a0-84b3-3dcff2635d55 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 210 time: 0.0763083 Jun 03 15:37:05.690048 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.702696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Pushing event updated for resources: {'Port': ['ID=df3bf941-a690-4000-b3a9-db4f742b3c6d,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:05.734824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Network 59cfdbe1-af5b-4b63-b977-663cdd7ba953 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:05.744780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:05.747541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:05.751152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:05.818394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.821139 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.852573 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.853403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 025b5d86-b44d-4067-b576-b1e6ed14874c {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:05.867260 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.904748 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.942270 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:05.943342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Router deea8f90-251a-45e7-bdd9-69ab6134d047 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:05.948819 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6380c0f0-feaa-47a1-b8c5-2e94513c43f6 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "DELETE /v2.0/routers/025b5d86-b44d-4067-b576-b1e6ed14874c HTTP/1.1" status: 204 len: 168 time: 5.5164256 Jun 03 15:37:05.954047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56044) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:06.077666 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:06.096060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:06.099242 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:06.285313 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7358313 Jun 03 15:37:06.294460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56056) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:06.461268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Attempting to bind port df3bf941-a690-4000-b3a9-db4f742b3c6d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:06.461897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Attempting to bind port df3bf941-a690-4000-b3a9-db4f742b3c6d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '5169826c-c285-4661-94c2-595a1254d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:06.462083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Attempting to bind port df3bf941-a690-4000-b3a9-db4f742b3c6d on network 59cfdbe1-af5b-4b63-b977-663cdd7ba953 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:06.471429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:06.471906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Checking segment: {'id': '5169826c-c285-4661-94c2-595a1254d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:06.472368 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:06.472833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Bound using segment: {'id': '5169826c-c285-4661-94c2-595a1254d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:06.473450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Bound port: df3bf941-a690-4000-b3a9-db4f742b3c6d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169826c-c285-4661-94c2-595a1254d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:06.473902 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:06.502692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da1f75-ed11-469c-b919-0c18466bc1fe req-ee55c975-f248-4453-a488-dd54258d7dd3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:06.504202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15da1f75-ed11-469c-b919-0c18466bc1fe req-ee55c975-f248-4453-a488-dd54258d7dd3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.7206573 Jun 03 15:37:06.651778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Request body: {'subnet': {'network_id': '135bca37-03fa-4303-9a94-8415435b9066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:06.698803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] For port df3bf941-a690-4000-b3a9-db4f742b3c6d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:06.727787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] For port df3bf941-a690-4000-b3a9-db4f742b3c6d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=df3bf941-a690-4000-b3a9-db4f742b3c6d,segment=NetworkSegment(5169826c-c285-4661-94c2-595a1254d321),segment_id=5169826c-c285-4661-94c2-595a1254d321)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:06.737367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15da1f75-ed11-469c-b919-0c18466bc1fe req-446393a9-e45b-439a-83e2-92fdb3bcebfd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189856 Jun 03 15:37:06.742947 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:06.868511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:06.967396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ca99c-ab58-4881-9f2e-575b37af095f tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Pushing event updated for resources: {'Network': ['ID=135bca37-03fa-4303-9a94-8415435b9066,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:06.980628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a9375-4ea7-40dc-a11a-9a8d721b69e5 None None] Pushing event updated for resources: {'Port': ['ID=df3bf941-a690-4000-b3a9-db4f742b3c6d,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:06.987899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8940058-34fe-4b46-8461-9b37c9323bce None None] Sync routers for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:07.011956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 135bca37-03fa-4303-9a94-8415435b9066 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:37:07.057836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:07.068437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Usage tracker for resource:subnet and tenant:301e488afe5748feaedbb83e8aa6df82 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:07.074444 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.123710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8940058-34fe-4b46-8461-9b37c9323bce None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:07.125153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c8940058-34fe-4b46-8461-9b37c9323bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:07.152921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:07.158526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2de8d4c0-56a9-45c8-8f07-b7104f69ee42 req-5ece833a-62a9-4bc8-8f0a-c330f935f887 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 210 time: 0.2066288 Jun 03 15:37:07.183614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] No DVR routers for this DVR port 11335c2f-6e18-471f-bcbc-7812e67afce5 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:07.189556 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.192393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'name': 'network-vif-deleted', 'tag': '11335c2f-6e18-471f-bcbc-7812e67afce5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:07.262195 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.262195 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:04Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:07.280341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:07.309625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51192948-6b94-42e6-842a-9e386ea01789 None None] The sync data for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 is: [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:04Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:07.347720 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce99f6cc-b396-4deb-ad23-ec18c09e3436'] response: {'server_uuid': '7e93c5ec-483d-40c3-9b84-6f5765c04523', 'name': 'network-vif-deleted', 'tag': '11335c2f-6e18-471f-bcbc-7812e67afce5', 'status': 'completed', 'code': 200} Jun 03 15:37:07.367777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6459608-b51b-4549-91fb-d04f84de8b91 req-8631764d-62fe-4082-864b-3930dd87612c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "DELETE /v2.0/ports/11335c2f-6e18-471f-bcbc-7812e67afce5 HTTP/1.1" status: 204 len: 173 time: 9.2045465 Jun 03 15:37:07.510742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56084) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:07.577078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Allocated IP 172.23.0.1 (59cfdbe1-af5b-4b63-b977-663cdd7ba953/34800461-def0-49b2-9737-942156dc8b84/6161711c-f71b-47cb-a032-e44be49ea3d5) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:07.594225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Made reservation on behalf of 301e488afe5748feaedbb83e8aa6df82 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:07.598528 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.655499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c8940058-34fe-4b46-8461-9b37c9323bce None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:07.837685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b15471-ac2f-488b-a7a2-b766c5c3cbd0 req-23a88970-67d3-4616-81a8-035a22d49394 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:07.848660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6b15471-ac2f-488b-a7a2-b766c5c3cbd0 req-23a88970-67d3-4616-81a8-035a22d49394 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.3998272 Jun 03 15:37:07.947589 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:07.975945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Deleting port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:07.976288 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.057802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f53471a-e10f-48f4-8eb8-d7ef581fb064 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:08.082601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6b15471-ac2f-488b-a7a2-b766c5c3cbd0 req-b22fbfc7-8e45-46fb-a003-2057505dd3ac tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329240 Jun 03 15:37:08.083334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa163-7519-4110-89e0-83287bb26d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.152542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.174354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Transition to ACTIVE for port object 6161711c-f71b-47cb-a032-e44be49ea3d5 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:08.206658 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.330233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0c2fa163-7519-4110-89e0-83287bb26d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:08.432556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:08.468130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:08.469087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.636471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0c2fa163-7519-4110-89e0-83287bb26d4f admin admin] Usage tracker for resource:security_group_rule and tenant:3b164869a4fb4ed8bd17382df86808d5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:08.659290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-459b27e3-3f5f-4ee9-960f-6cd599c1c5fc req-c0d677f7-197b-4ea0-8861-b7f59aea0963 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:08.662584 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.666177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0c2fa163-7519-4110-89e0-83287bb26d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:08.744059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0c2fa163-7519-4110-89e0-83287bb26d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:08.774053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network 59cfdbe1-af5b-4b63-b977-663cdd7ba953 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:08.795527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:08.808673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Pushing event updated for resources: {'Subnet': ['ID=48428f0d-fa92-499b-a209-9cd9b5526bfd,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:08.819059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:08.837137 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.838564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:08.838928 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.855322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c8940058-34fe-4b46-8461-9b37c9323bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:08.867716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-459b27e3-3f5f-4ee9-960f-6cd599c1c5fc req-c0d677f7-197b-4ea0-8861-b7f59aea0963 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:08.868087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] For port de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:08.869249 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:08.869808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-459b27e3-3f5f-4ee9-960f-6cd599c1c5fc req-c0d677f7-197b-4ea0-8861-b7f59aea0963 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e93c5ec-483d-40c3-9b84-6f5765c04523 HTTP/1.1" status: 200 len: 210 time: 0.3312466 Jun 03 15:37:08.870661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8940058-34fe-4b46-8461-9b37c9323bce None None] Checking router: deea8f90-251a-45e7-bdd9-69ab6134d047 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:08.870876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=6161711c-f71b-47cb-a032-e44be49ea3d5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:08.910441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Checking segment: {'id': 'a0ec8b82-034e-497d-a3d7-51b1d016e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '135bca37-03fa-4303-9a94-8415435b9066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:08.911444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Network hostable DHCP agents. Network: 135bca37-03fa-4303-9a94-8415435b9066, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:37:08.929621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab64f0-e636-4dbb-bcdd-1232cc0d3fe5 req-ace2f63c-8ce2-4089-bdf2-ec8c3ee73f14 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:08.931422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63ab64f0-e636-4dbb-bcdd-1232cc0d3fe5 req-ace2f63c-8ce2-4089-bdf2-ec8c3ee73f14 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.5966806 Jun 03 15:37:08.946002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6f53471a-e10f-48f4-8eb8-d7ef581fb064, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f53471a-e10f-48f4-8eb8-d7ef581fb064,segment=NetworkSegment(e65f9339-327f-4881-8640-95b1aad9abd1),segment_id=e65f9339-327f-4881-8640-95b1aad9abd1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:08.964159 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.004507 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.019098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8940058-34fe-4b46-8461-9b37c9323bce None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:09.019825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c8940058-34fe-4b46-8461-9b37c9323bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:09.068527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Calling delete_port for de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:09.080251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63ab64f0-e636-4dbb-bcdd-1232cc0d3fe5 req-9197e0e3-5e2e-4493-b8b0-36a880cc8f57 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420686 Jun 03 15:37:09.164735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Network 135bca37-03fa-4303-9a94-8415435b9066 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:37:09.170736 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa163-7519-4110-89e0-83287bb26d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.179523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c2fa163-7519-4110-89e0-83287bb26d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.207306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8347805a-0e82-4332-b736-3203f463f192 None None] Network 59cfdbe1-af5b-4b63-b977-663cdd7ba953 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:09.254120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0c2fa163-7519-4110-89e0-83287bb26d4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b164869a4fb4ed8bd17382df86808d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7337241 Jun 03 15:37:09.309797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56116) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:09.363445 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.375898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 135bca37-03fa-4303-9a94-8415435b9066) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:09.427466 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6f53471a-e10f-48f4-8eb8-d7ef581fb064,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:09.431718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27faa6c8-79e7-4400-bce6-3d362732d919 None None] Network 135bca37-03fa-4303-9a94-8415435b9066 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:09.458094 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.478658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fa163-7519-4110-89e0-83287bb26d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f5f411-9878-4bef-abbd-374795dc16ad,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:09.481222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:09.482003 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.492009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event deleted for resources: {'Port': ['ID=de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:09.569021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-832b042e-c323-43a0-a770-1ff14eae5a5e None None] Provisioning for port df3bf941-a690-4000-b3a9-db4f742b3c6d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:09.615377 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7d3ce09f-3b3f-46ec-bbbe-a6da799a028c tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3197460 Jun 03 15:37:09.618736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:09.627392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Request body: {'port': {'network_id': '135bca37-03fa-4303-9a94-8415435b9066', 'name': 'tempest-DHCPAgentSchedulersTestJSON-831742143'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:09.628762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c8940058-34fe-4b46-8461-9b37c9323bce None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:09.678619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:09.924311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device df3bf941-a690-4000-b3a9-db4f742b3c6d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:10.030245 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d750-9baa-463f-ae3c-8494db6e7eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.055256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff721a73-7d36-4aa1-bc4d-8368c7201ce4 req-e0340c0e-353b-43b1-84cc-508eaa795fe5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:10.062735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff721a73-7d36-4aa1-bc4d-8368c7201ce4 req-e0340c0e-353b-43b1-84cc-508eaa795fe5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.8187835 Jun 03 15:37:10.123684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56138) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:10.147432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.153115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.213118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:10.215604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.216099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3ababe9-d31d-4c27-9eca-91bc9b656485 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:10.223232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Usage tracker for resource:port and tenant:301e488afe5748feaedbb83e8aa6df82 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:10.230729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:10.235705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-135bca37-03fa-4303-9a94-8415435b9066', 'network_id': '135bca37-03fa-4303-9a94-8415435b9066', 'tenant_id': '301e488afe5748feaedbb83e8aa6df82', 'fixed_ips': [{'subnet_id': '48428f0d-fa92-499b-a209-9cd9b5526bfd'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:37:10.236616 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.239583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:10.243546 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.249661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-13dda4d4-e89b-4a40-a3ed-741f5830170a tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "DELETE /v2.0/routers/f3ababe9-d31d-4c27-9eca-91bc9b656485 HTTP/1.1" status: 204 len: 168 time: 4.2940645 Jun 03 15:37:10.250405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56142) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:10.260942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-713419098', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:10.271146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:10.281821 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Usage tracker for resource:router and tenant:cc1f617880fc4d09a5ea480a5df29f9a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:10.282501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d750-9baa-463f-ae3c-8494db6e7eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.286422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:10.291200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Made reservation on behalf of 301e488afe5748feaedbb83e8aa6df82 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:10.296210 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.318527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:10.340438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff721a73-7d36-4aa1-bc4d-8368c7201ce4 req-61957cd9-db13-4920-b94e-df047c2555e1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768271 Jun 03 15:37:10.374068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] device_id is not set on port 1e683247-b80c-4bb9-bb5a-2f97145c52a8 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:37:10.417518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.418994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.491471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.540432 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d750-9baa-463f-ae3c-8494db6e7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.562563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6d750-9baa-463f-ae3c-8494db6e7eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f5f411-9878-4bef-abbd-374795dc16ad,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:10.566987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b0da1f-8ad8-41d3-ad6c-dfde15f2700e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.578954 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d750-9baa-463f-ae3c-8494db6e7eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.583194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2ec6d750-9baa-463f-ae3c-8494db6e7eb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6f5f411-9878-4bef-abbd-374795dc16ad HTTP/1.1" status: 204 len: 168 time: 1.2684286 Jun 03 15:37:10.634491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b0da1f-8ad8-41d3-ad6c-dfde15f2700e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.644492 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.680879 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.751052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port df3bf941-a690-4000-b3a9-db4f742b3c6d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:10.809913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port df3bf941-a690-4000-b3a9-db4f742b3c6d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:10.810278 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:10.939119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event updated for resources: {'Port': ['ID=6161711c-f71b-47cb-a032-e44be49ea3d5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:10.949825 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.125017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c8940058-34fe-4b46-8461-9b37c9323bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:11.150501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port df3bf941-a690-4000-b3a9-db4f742b3c6d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:11.150877 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.162774 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b0da1f-8ad8-41d3-ad6c-dfde15f2700e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.183399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8940058-34fe-4b46-8461-9b37c9323bce None None] The sync data for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 is: [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:11.230673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0da1f-8ad8-41d3-ad6c-dfde15f2700e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddef8586-2174-443d-a7f7-d4af6889c773,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:11.235936 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-80b0da1f-8ad8-41d3-ad6c-dfde15f2700e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.239113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port df3bf941-a690-4000-b3a9-db4f742b3c6d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=df3bf941-a690-4000-b3a9-db4f742b3c6d,segment=NetworkSegment(5169826c-c285-4661-94c2-595a1254d321),segment_id=5169826c-c285-4661-94c2-595a1254d321)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:11.240249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-80b0da1f-8ad8-41d3-ad6c-dfde15f2700e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "DELETE /v2.0/security-groups/ddef8586-2174-443d-a7f7-d4af6889c773 HTTP/1.1" status: 204 len: 168 time: 1.1150017 Jun 03 15:37:11.241493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56156) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:11.283043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.285413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f53471a-e10f-48f4-8eb8-d7ef581fb064 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:11.301959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56160) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:11.339213 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-f9332139-4b10-4798-b75c-94e9f88be552 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] show failed (client error): The resource could not be found. Jun 03 15:37:11.354387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f9332139-4b10-4798-b75c-94e9f88be552 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups/ddef8586-2174-443d-a7f7-d4af6889c773 HTTP/1.1" status: 404 len: 347 time: 0.1086237 Jun 03 15:37:11.376935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.380037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56164) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:11.401945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Allocated IP 172.20.0.2 (135bca37-03fa-4303-9a94-8415435b9066/48428f0d-fa92-499b-a209-9cd9b5526bfd/1e683247-b80c-4bb9-bb5a-2f97145c52a8) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:11.510198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ea72512d-7c26-4ee7-bf35-47dfb663fa0e None None] Provisioning complete for port df3bf941-a690-4000-b3a9-db4f742b3c6d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:11.510790 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ea72512d-7c26-4ee7-bf35-47dfb663fa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.595022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=df3bf941-a690-4000-b3a9-db4f742b3c6d,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:11.643564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:11.644841 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.715730 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c03d470-24a0-4a8e-8867-38ea30ef5fd1 None None] New status for floating IP 0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:37:11.724137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Deleting port 36032bbb-a8b8-4d9d-bc1a-71ae6add8cb9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:11.724469 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.752557 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37d4e4ea-b544-4a44-b3df-3a396a41706b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.754858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.792819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-37d4e4ea-b544-4a44-b3df-3a396a41706b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:11.798045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-37d4e4ea-b544-4a44-b3df-3a396a41706b admin admin] Usage tracker for resource:security_group_rule and tenant:8fec47074c2b45d0848df105c3cfe963 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:11.801152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-37d4e4ea-b544-4a44-b3df-3a396a41706b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:11.807173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-37d4e4ea-b544-4a44-b3df-3a396a41706b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:11.833040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Transition to ACTIVE for port object 1e683247-b80c-4bb9-bb5a-2f97145c52a8 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:11.885747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ea72512d-7c26-4ee7-bf35-47dfb663fa0e None None] Current status of the port df3bf941-a690-4000-b3a9-db4f742b3c6d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:11.909311 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.921403 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37d4e4ea-b544-4a44-b3df-3a396a41706b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.951261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49e8fb-ef2d-4af2-a9ea-b3ac7b4b6510 req-da4fefc3-9375-40d2-83cf-261d2602df89 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:11.958727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b49e8fb-ef2d-4af2-a9ea-b3ac7b4b6510 req-da4fefc3-9375-40d2-83cf-261d2602df89 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.8801084 Jun 03 15:37:11.960650 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37d4e4ea-b544-4a44-b3df-3a396a41706b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:11.970538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Network 59cfdbe1-af5b-4b63-b977-663cdd7ba953 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:12.004358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:12.009325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ea72512d-7c26-4ee7-bf35-47dfb663fa0e None None] Provisioning for port 6161711c-f71b-47cb-a032-e44be49ea3d5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:12.025200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Network 135bca37-03fa-4303-9a94-8415435b9066 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:12.035717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4e4ea-b544-4a44-b3df-3a396a41706b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce0d1ca-c224-4a1e-bd45-025668708d03,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:12.035717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:12.053510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ea72512d-7c26-4ee7-bf35-47dfb663fa0e None None] Provisioning complete for port 6161711c-f71b-47cb-a032-e44be49ea3d5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:12.055163 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ea72512d-7c26-4ee7-bf35-47dfb663fa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.111533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:12.132175 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8c9588b9-bf45-4134-acaf-5a4d90340897 {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:12.133427 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:12.144022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:12.213500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ea72512d-7c26-4ee7-bf35-47dfb663fa0e None None] Port 6161711c-f71b-47cb-a032-e44be49ea3d5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:12.216902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device df3bf941-a690-4000-b3a9-db4f742b3c6d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:12.218843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Pushing event updated for resources: {'Port': ['ID=1e683247-b80c-4bb9-bb5a-2f97145c52a8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:12.362420 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.371597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-90be3b37-8d06-4bfa-9d92-6ef7f6c009d0 None None] Provisioning complete for port 6161711c-f71b-47cb-a032-e44be49ea3d5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:12.371980 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-90be3b37-8d06-4bfa-9d92-6ef7f6c009d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.399942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.408164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:12.408884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.485894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b49e8fb-ef2d-4af2-a9ea-b3ac7b4b6510 req-98402dad-368f-4dc1-9bdb-f0e491b6e87f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5261216 Jun 03 15:37:12.492503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-90be3b37-8d06-4bfa-9d92-6ef7f6c009d0 None None] Port 6161711c-f71b-47cb-a032-e44be49ea3d5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:12.498665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-37d4e4ea-b544-4a44-b3df-3a396a41706b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fec47074c2b45d0848df105c3cfe963&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1945355 Jun 03 15:37:12.501673 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.502065 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.510607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port df3bf941-a690-4000-b3a9-db4f742b3c6d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:12.510991 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.521912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56184) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:12.560214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 65bae6e9-ccf3-443c-9f9d-0989148ea499 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:12.654228 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.687740 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3418d597-0ed4-4084-a261-b932aadd27ef tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0678394 Jun 03 15:37:12.690972 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56206) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:12.702764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-02a29c87-59dd-42e6-819e-549e1d070db4 None None] Provisioning complete for port 6161711c-f71b-47cb-a032-e44be49ea3d5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:12.703497 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-02a29c87-59dd-42e6-819e-549e1d070db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.748164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port df3bf941-a690-4000-b3a9-db4f742b3c6d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:12.782855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:12.839661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-abd04542-f28a-433d-93b3-fb2902ff0b24 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Deleting port 1e683247-b80c-4bb9-bb5a-2f97145c52a8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:12.840054 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abd04542-f28a-433d-93b3-fb2902ff0b24 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:12.876726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Calling delete_port for 36032bbb-a8b8-4d9d-bc1a-71ae6add8cb9 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:12.900996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Allocated IP 172.25.7.27 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/12e15c74-beb8-4f20-9d0a-51d4171ad3ca) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:12.905433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:12.906000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device de7bf5f0-ec27-4c76-8c9d-94b6f38d7e8a not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:12.943964 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-02a29c87-59dd-42e6-819e-549e1d070db4 None None] Port 6161711c-f71b-47cb-a032-e44be49ea3d5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:13.035495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Allocated IP 172.20.0.3 (135bca37-03fa-4303-9a94-8415435b9066/48428f0d-fa92-499b-a209-9cd9b5526bfd/3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:13.119606 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d932b98-16f2-4400-a67a-229efac84368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.169022 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d932b98-16f2-4400-a67a-229efac84368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.206367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:13.236191 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.245339 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a757d7d1-d0ab-4836-953e-2e1102f4d8ae tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8268776 Jun 03 15:37:13.246039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56262) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:13.252542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Sync routers for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:13.253666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4c583431-df9e-4c8b-8bb5-6c83a6ba1fd1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:13.260522 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abd04542-f28a-433d-93b3-fb2902ff0b24 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.291738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:13.292712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:13.316413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:13.316983 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:13.399595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-abd04542-f28a-433d-93b3-fb2902ff0b24 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Calling delete_port for 1e683247-b80c-4bb9-bb5a-2f97145c52a8 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:13.417586 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d932b98-16f2-4400-a67a-229efac84368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.446987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d932b98-16f2-4400-a67a-229efac84368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce0d1ca-c224-4a1e-bd45-025668708d03,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:13.507739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.588307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Pushing event updated for resources: {'Port': ['ID=12e15c74-beb8-4f20-9d0a-51d4171ad3ca,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:13.606483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:13.639081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:13.645864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:13.646550 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.667540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:13.690389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d932b98-16f2-4400-a67a-229efac84368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.691529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7d932b98-16f2-4400-a67a-229efac84368 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ce0d1ca-c224-4a1e-bd45-025668708d03 HTTP/1.1" status: 204 len: 168 time: 1.1681752 Jun 03 15:37:13.781326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Transition to ACTIVE for port object 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:13.853659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Deleting port 36032bbb-a8b8-4d9d-bc1a-71ae6add8cb9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:13.854045 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:13.905744 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abd04542-f28a-433d-93b3-fb2902ff0b24 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.001484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Transition to ACTIVE for port object 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:14.018898 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.053453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd04542-f28a-433d-93b3-fb2902ff0b24 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Pushing event deleted for resources: {'Port': ['ID=1e683247-b80c-4bb9-bb5a-2f97145c52a8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:14.097379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Network 135bca37-03fa-4303-9a94-8415435b9066 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:14.103590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:14.131534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:14.198277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Pushing event updated for resources: {'Port': ['ID=3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:14.341154 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.341749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.504212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Attempting to bind port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:14.504940 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Attempting to bind port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'a0ec8b82-034e-497d-a3d7-51b1d016e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '135bca37-03fa-4303-9a94-8415435b9066'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:14.505613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Attempting to bind port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 on network 135bca37-03fa-4303-9a94-8415435b9066 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:14.519130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:14.519701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Checking segment: {'id': 'a0ec8b82-034e-497d-a3d7-51b1d016e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '135bca37-03fa-4303-9a94-8415435b9066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:14.520346 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.520896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Bound using segment: {'id': 'a0ec8b82-034e-497d-a3d7-51b1d016e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '135bca37-03fa-4303-9a94-8415435b9066'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:14.521496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Bound port: 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ec8b82-034e-497d-a3d7-51b1d016e4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '135bca37-03fa-4303-9a94-8415435b9066'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:14.522036 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.560149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.extraroute_db [None req-4c583431-df9e-4c8b-8bb5-6c83a6ba1fd1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:37:14.578983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.extraroute_db [None req-4c583431-df9e-4c8b-8bb5-6c83a6ba1fd1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Removed routes are [] {{(pid=88445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:37:14.582386 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c583431-df9e-4c8b-8bb5-6c83a6ba1fd1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.600411 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abd04542-f28a-433d-93b3-fb2902ff0b24 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.611956 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-abd04542-f28a-433d-93b3-fb2902ff0b24 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] 10.222.0.48 "DELETE /v2.0/ports/1e683247-b80c-4bb9-bb5a-2f97145c52a8 HTTP/1.1" status: 204 len: 168 time: 1.9200139 Jun 03 15:37:14.616282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56414) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:14.640295 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.754424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:09Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6161711c-f71b-47cb-a032-e44be49ea3d5', 'name': '', 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:fc:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '34800461-def0-49b2-9737-942156dc8b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:06Z', 'updated_at': '2022-06-03T15:37:10Z', 'revision_number': 2, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '34800461-def0-49b2-9737-942156dc8b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:14.766992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] For port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:14.772465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Checking router: 65bae6e9-ccf3-443c-9f9d-0989148ea499 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:14.772819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Updating router 65bae6e9-ccf3-443c-9f9d-0989148ea499 port 6161711c-f71b-47cb-a032-e44be49ea3d5 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:37:14.835017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] For port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0,segment=NetworkSegment(a0ec8b82-034e-497d-a3d7-51b1d016e4f0),segment_id=a0ec8b82-034e-497d-a3d7-51b1d016e4f0)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:14.850740 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:14.919578 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.039508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad14459-c56a-4959-9d11-870e27aef9da None None] Pushing event updated for resources: {'Port': ['ID=3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:15.067974 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c97075c7-0803-406a-9e8e-f54138e8ac48 tempest-DHCPAgentSchedulersTestJSON-1121779613 tempest-DHCPAgentSchedulersTestJSON-1121779613-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4502144 Jun 03 15:37:15.081295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56468) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:15.095904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2115525600'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:15.104387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:15.115352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Usage tracker for resource:network and tenant:301e488afe5748feaedbb83e8aa6df82 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:15.120967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:15.196676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:15.255975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Calling delete_port for 36032bbb-a8b8-4d9d-bc1a-71ae6add8cb9 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:15.280982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Made reservation on behalf of 301e488afe5748feaedbb83e8aa6df82 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:15.336603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.393314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f621f-7777-432d-884a-9e4722650a24 req-a5359f23-a900-4937-b5e4-8f6fe5c88236 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:15.395952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e97f621f-7777-432d-884a-9e4722650a24 req-a5359f23-a900-4937-b5e4-8f6fe5c88236 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.5852854 Jun 03 15:37:15.453740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.600765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:37:15.650191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e97f621f-7777-432d-884a-9e4722650a24 req-138d9742-ed5b-4903-aefd-d2c878fa029c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298295 Jun 03 15:37:15.650734 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.651369 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Added segment 01be69b6-bb05-4d4b-b9a5-96f285c4b5b6 of type vlan for network 60d56983-6132-490d-8419-f3e2544b658a Jun 03 15:37:15.705955 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.739680 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Transition to ACTIVE for port object 6161711c-f71b-47cb-a032-e44be49ea3d5 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:15.752905 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.804371 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.880011 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:15.886628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:15.887527 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.190494 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Pushing event updated for resources: {'Network': ['ID=60d56983-6132-490d-8419-f3e2544b658a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:16.220082 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.270201 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0f8f9bd4-e691-4743-b318-e2363ebdb219 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1847980 Jun 03 15:37:16.271104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56588) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:16.304868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 60d56983-6132-490d-8419-f3e2544b658a details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:37:16.341528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'Port': ['ID=36032bbb-a8b8-4d9d-bc1a-71ae6add8cb9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:16.352758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:16.441593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Router 8855e568-0ee1-4583-a7e2-c73be258c803 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:16.497232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92588d68-94b9-4746-b98a-05ca3456ec8c None None] Pushing event updated for resources: {'Port': ['ID=6161711c-f71b-47cb-a032-e44be49ea3d5,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:16.633233 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c583431-df9e-4c8b-8bb5-6c83a6ba1fd1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.675864 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c583431-df9e-4c8b-8bb5-6c83a6ba1fd1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.904910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e63224-a52f-4fb2-a5f3-c9792246fad5 None None] Network 135bca37-03fa-4303-9a94-8415435b9066 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:16.914757 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.957170 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:16.958403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-58b10041-4b63-4a8c-811e-1cdebbfa00db tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "DELETE /v2.0/floatingips/0c3ab65b-af45-4433-8d3c-ad7cc4cfe6f5 HTTP/1.1" status: 204 len: 168 time: 5.5689619 Jun 03 15:37:16.974073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85234af-7ecf-4b6d-ae9e-21317de1fdf5 req-9b541018-d52e-4943-a29c-98e829e16921 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:16.976095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d85234af-7ecf-4b6d-ae9e-21317de1fdf5 req-9b541018-d52e-4943-a29c-98e829e16921 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.5022829 Jun 03 15:37:16.978397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c583431-df9e-4c8b-8bb5-6c83a6ba1fd1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 65bae6e9-ccf3-443c-9f9d-0989148ea499 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:17.099715 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-22886076-b21c-4c5b-9300-b8d2bb137be4 tempest-DHCPAgentSchedulersTestJSON-1121779613 tempest-DHCPAgentSchedulersTestJSON-1121779613-project-admin] 10.222.0.48 "GET /v2.0/agents/e1bd789f-85e5-412f-9dc3-e747e8545a67/dhcp-networks HTTP/1.1" status: 200 len: 8815 time: 0.8274455 Jun 03 15:37:17.105575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:17.144517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:17.203908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Attempting to bind port 6161711c-f71b-47cb-a032-e44be49ea3d5 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:17.204272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Attempting to bind port 6161711c-f71b-47cb-a032-e44be49ea3d5 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '5169826c-c285-4661-94c2-595a1254d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:17.204658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Attempting to bind port 6161711c-f71b-47cb-a032-e44be49ea3d5 on network 59cfdbe1-af5b-4b63-b977-663cdd7ba953 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:17.272147 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ccad4a-0fb8-45f9-b645-710bd9e46178 None None] Sync routers for ids ['8855e568-0ee1-4583-a7e2-c73be258c803'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:17.293654 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.295762 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a87b98e2-63ab-4c0d-a9e6-540ac0cdbb48 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0428648 Jun 03 15:37:17.299134 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56696) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:17.311980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:17.313266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f1c61081-b6a5-49f9-bb51-71717a31380f tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'enable_snat': False}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:17.313497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Checking segment: {'id': '5169826c-c285-4661-94c2-595a1254d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:17.316296 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.316891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Bound using segment: {'id': '5169826c-c285-4661-94c2-595a1254d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:17.317400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Bound port: 6161711c-f71b-47cb-a032-e44be49ea3d5, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169826c-c285-4661-94c2-595a1254d321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:17.317774 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.319995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56700) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:17.338495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2088163929', 'description': 'tempest-description--1103394832'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:17.368805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:17.378466 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ccad4a-0fb8-45f9-b645-710bd9e46178 None None] Routers {'8855e568-0ee1-4583-a7e2-c73be258c803'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:17.384136 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-04ccad4a-0fb8-45f9-b645-710bd9e46178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8855e568-0ee1-4583-a7e2-c73be258c803'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:17.396776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d85234af-7ecf-4b6d-ae9e-21317de1fdf5 req-c95f3ca8-55db-4ced-a38b-67b7661d1eb5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110820 Jun 03 15:37:17.418038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:17.418465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:17.427840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c583431-df9e-4c8b-8bb5-6c83a6ba1fd1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:17.437511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c583431-df9e-4c8b-8bb5-6c83a6ba1fd1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.442152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4c583431-df9e-4c8b-8bb5-6c83a6ba1fd1 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499 HTTP/1.1" status: 200 len: 932 time: 4.1940806 Jun 03 15:37:17.443758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:17.446178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56706) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:17.534137 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-04ccad4a-0fb8-45f9-b645-710bd9e46178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:17.587989 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ccad4a-0fb8-45f9-b645-710bd9e46178 None None] Routers {'8855e568-0ee1-4583-a7e2-c73be258c803'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:17.592441 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-04ccad4a-0fb8-45f9-b645-710bd9e46178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8855e568-0ee1-4583-a7e2-c73be258c803'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:17.637639 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.684283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:17.695890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:17.701050 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:17.719890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-deca115e-4067-4797-817e-3ad12bbbf971 None None] Provisioning for port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:17.720293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a8a2a509-bd3f-4dc7-b4ae-01b3e863a6bf tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499 HTTP/1.1" status: 200 len: 932 time: 0.2722149 Jun 03 15:37:17.721639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:17.723652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56716) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:17.733517 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-04ccad4a-0fb8-45f9-b645-710bd9e46178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:17.733776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:17.734103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0fe9ec2c-3be4-49ca-b85b-38437eeaeba4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'routes': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:17.734213 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ccad4a-0fb8-45f9-b645-710bd9e46178 None None] The sync data for ids ['8855e568-0ee1-4583-a7e2-c73be258c803'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:17.755635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-deca115e-4067-4797-817e-3ad12bbbf971 None None] Provisioning complete for port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:17.756002 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-deca115e-4067-4797-817e-3ad12bbbf971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.870135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:17.870135 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:17.908731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a4dec2-7211-4bea-8c0f-28a62d58c644 tempest-DHCPAgentSchedulersTestJSON-1121779613 tempest-DHCPAgentSchedulersTestJSON-1121779613-project-admin] Network 60d56983-6132-490d-8419-f3e2544b658a is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:37:17.984061 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-80a4dec2-7211-4bea-8c0f-28a62d58c644 tempest-DHCPAgentSchedulersTestJSON-1121779613 tempest-DHCPAgentSchedulersTestJSON-1121779613-project-admin] 10.222.0.48 "POST /v2.0/agents/e1bd789f-85e5-412f-9dc3-e747e8545a67/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8748994 Jun 03 15:37:17.986703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56726) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:18.035330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff7486-7bbe-47a3-9b98-362ee49dd002 None None] Network 60d56983-6132-490d-8419-f3e2544b658a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:18.181194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] For port 6161711c-f71b-47cb-a032-e44be49ea3d5, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:18.188900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] For port 6161711c-f71b-47cb-a032-e44be49ea3d5, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6161711c-f71b-47cb-a032-e44be49ea3d5,segment=NetworkSegment(5169826c-c285-4661-94c2-595a1254d321),segment_id=5169826c-c285-4661-94c2-595a1254d321)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:18.221416 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:18.355477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:18.364344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:18.426201 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-216f8c35-487d-4b8a-8443-3f136914a158 tempest-DHCPAgentSchedulersTestJSON-1121779613 tempest-DHCPAgentSchedulersTestJSON-1121779613-project-admin] 10.222.0.48 "GET /v2.0/agents/e1bd789f-85e5-412f-9dc3-e747e8545a67/dhcp-networks HTTP/1.1" status: 200 len: 9586 time: 0.4383459 Jun 03 15:37:18.430673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56738) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:18.725686 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e70297ce-3611-4ae4-a5f2-bb1c89b9e90d tempest-DHCPAgentSchedulersTestJSON-1121779613 tempest-DHCPAgentSchedulersTestJSON-1121779613-project-admin] 10.222.0.48 "DELETE /v2.0/agents/e1bd789f-85e5-412f-9dc3-e747e8545a67/dhcp-networks/60d56983-6132-490d-8419-f3e2544b658a HTTP/1.1" status: 204 len: 168 time: 0.2936165 Jun 03 15:37:18.729249 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56744) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:19.054555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92588d68-94b9-4746-b98a-05ca3456ec8c None None] Pushing event updated for resources: {'Port': ['ID=6161711c-f71b-47cb-a032-e44be49ea3d5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:19.086356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:19.086904 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.120120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-deca115e-4067-4797-817e-3ad12bbbf971 None None] Current status of the port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:19.120554 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-deca115e-4067-4797-817e-3ad12bbbf971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.141026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:19.196366 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-add0d7ff-5812-47d5-961a-941ba72c0bfe tempest-DHCPAgentSchedulersTestJSON-1121779613 tempest-DHCPAgentSchedulersTestJSON-1121779613-project-admin] 10.222.0.48 "GET /v2.0/agents/e1bd789f-85e5-412f-9dc3-e747e8545a67/dhcp-networks HTTP/1.1" status: 200 len: 8815 time: 0.4650438 Jun 03 15:37:19.202303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56758) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:19.236316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1c61081-b6a5-49f9-bb51-71717a31380f tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.257568 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e25fd32c-0c19-4405-949c-a6fcc1f13d29 tempest-DHCPAgentSchedulersTestJSON-1121779613 tempest-DHCPAgentSchedulersTestJSON-1121779613-project-admin] 10.222.0.48 "GET /v2.0/networks/135bca37-03fa-4303-9a94-8415435b9066/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0488663 Jun 03 15:37:19.258102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56762) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:19.400460 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.418049 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.446213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0,segment=NetworkSegment(a0ec8b82-034e-497d-a3d7-51b1d016e4f0),segment_id=a0ec8b82-034e-497d-a3d7-51b1d016e4f0)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:19.487035 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-254b9ca0-737f-4a02-9554-b0f08caf6332 tempest-DHCPAgentSchedulersTestJSON-1121779613 tempest-DHCPAgentSchedulersTestJSON-1121779613-project-admin] 10.222.0.48 "GET /v2.0/networks/135bca37-03fa-4303-9a94-8415435b9066/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2143607 Jun 03 15:37:19.488688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56768) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:19.500352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d54db-1998-498a-aa00-75c304aa7ee5 req-a706c64a-068a-4ff9-aadc-7bdf567624ec tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:19.510601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-943d54db-1998-498a-aa00-75c304aa7ee5 req-a706c64a-068a-4ff9-aadc-7bdf567624ec tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.6493554 Jun 03 15:37:19.513730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.extraroute_db [None req-0fe9ec2c-3be4-49ca-b85b-38437eeaeba4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added routes are [] {{(pid=88445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:37:19.514118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.extraroute_db [None req-0fe9ec2c-3be4-49ca-b85b-38437eeaeba4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:37:19.526702 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.537641 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.542870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.2217114 Jun 03 15:37:19.547448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56772) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:19.616434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0540b593-958e-4bbf-98c6-011f8ff17d22 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group_rule': {'security_group_id': 'd8afb246-c20c-45e7-bd09-9bd07e90a99b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:19.671275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0540b593-958e-4bbf-98c6-011f8ff17d22 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:19.703579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0540b593-958e-4bbf-98c6-011f8ff17d22 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:19.723731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0540b593-958e-4bbf-98c6-011f8ff17d22 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:19.748280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef0375-98b1-4890-a64b-20178914555b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8afb246-c20c-45e7-bd09-9bd07e90a99b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:19.800848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0540b593-958e-4bbf-98c6-011f8ff17d22 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:19.831747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-943d54db-1998-498a-aa00-75c304aa7ee5 req-5850f870-6097-4ce6-96ca-dc52a22325e9 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187890 Jun 03 15:37:19.834597 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-deca115e-4067-4797-817e-3ad12bbbf971 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:19.835144 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-deca115e-4067-4797-817e-3ad12bbbf971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:19.884834 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0540b593-958e-4bbf-98c6-011f8ff17d22 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:19.892397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:19.945813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ec2c-3be4-49ca-b85b-38437eeaeba4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.000975 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e1e439e2-635f-43b1-9209-db91f98094d7 tempest-DHCPAgentSchedulersTestJSON-1121779613 tempest-DHCPAgentSchedulersTestJSON-1121779613-project-admin] 10.222.0.48 "GET /v2.0/agents/e1bd789f-85e5-412f-9dc3-e747e8545a67/dhcp-networks HTTP/1.1" status: 200 len: 8815 time: 0.5066729 Jun 03 15:37:20.025803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:14Z', 'revision_number': 6, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6161711c-f71b-47cb-a032-e44be49ea3d5', 'name': '', 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:fc:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '34800461-def0-49b2-9737-942156dc8b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:06Z', 'updated_at': '2022-06-03T15:37:18Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '34800461-def0-49b2-9737-942156dc8b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:20.031628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23e6fa-d392-418d-80c9-fe5d85d43846 None None] The sync data for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 is: [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:14Z', 'revision_number': 6, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6161711c-f71b-47cb-a032-e44be49ea3d5', 'name': '', 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:fc:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '34800461-def0-49b2-9737-942156dc8b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:06Z', 'updated_at': '2022-06-03T15:37:18Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '34800461-def0-49b2-9737-942156dc8b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:20.150771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56780) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:20.306431 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.463898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-deca115e-4067-4797-817e-3ad12bbbf971 None None] Current status of the port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:20.594946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-61eba391-79fc-4b69-a3f5-51ca8e4b443a None None] Provisioning complete for port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:20.595213 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-61eba391-79fc-4b69-a3f5-51ca8e4b443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.618800 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0540b593-958e-4bbf-98c6-011f8ff17d22 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.683408 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0540b593-958e-4bbf-98c6-011f8ff17d22 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:20.823037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-61eba391-79fc-4b69-a3f5-51ca8e4b443a None None] Current status of the port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:20.827763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-61eba391-79fc-4b69-a3f5-51ca8e4b443a None None] Could not find standard attr ID for object 1e683247-b80c-4bb9-bb5a-2f97145c52a8. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:37:20.911867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540b593-958e-4bbf-98c6-011f8ff17d22 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f0df5b-feaf-4fec-9098-3f5b0b10482f,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:21.141958 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1c61081-b6a5-49f9-bb51-71717a31380f tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.146237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1c61081-b6a5-49f9-bb51-71717a31380f tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.261696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c8fd-ba78-48ee-b201-f96e83a43cd9 req-edac810a-1adb-40af-a2a5-1c6535dc9d0f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:21.263985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a978c8fd-ba78-48ee-b201-f96e83a43cd9 req-edac810a-1adb-40af-a2a5-1c6535dc9d0f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.1102459 Jun 03 15:37:21.272240 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0540b593-958e-4bbf-98c6-011f8ff17d22 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.273573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0540b593-958e-4bbf-98c6-011f8ff17d22 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6783066 Jun 03 15:37:21.280337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56802) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:21.291924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group_rule': {'security_group_id': 'd8afb246-c20c-45e7-bd09-9bd07e90a99b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:21.310475 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.371281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7081b5-4681-4872-a411-c52b707b3f8c None None] Sync routers for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:21.387126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7081b5-4681-4872-a411-c52b707b3f8c None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:21.389674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6c7081b5-4681-4872-a411-c52b707b3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:21.392556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:21.414043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:21.419898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:21.429853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:21.432495 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ec2c-3be4-49ca-b85b-38437eeaeba4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.460961 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c61081-b6a5-49f9-bb51-71717a31380f tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Router 8855e568-0ee1-4583-a7e2-c73be258c803 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:21.475816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.482327 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ec2c-3be4-49ca-b85b-38437eeaeba4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.489325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a978c8fd-ba78-48ee-b201-f96e83a43cd9 req-9be8ac92-e958-41d5-88d6-fc7dd693c267 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093897 Jun 03 15:37:21.491136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d56983-6132-490d-8419-f3e2544b658a']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:21.571926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01be69b6-bb05-4d4b-b9a5-96f285c4b5b6') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:21.572217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01be69b6-bb05-4d4b-b9a5-96f285c4b5b6') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:21.683595 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.748130 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.772711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6c7081b5-4681-4872-a411-c52b707b3f8c None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:21.818194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:37:21.818837 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.837012 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.854202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:21.940532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be59607-4f5c-4bf6-8f25-7aabb662299e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:21.969841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe9ec2c-3be4-49ca-b85b-38437eeaeba4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 65bae6e9-ccf3-443c-9f9d-0989148ea499 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:21.975414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:21.976183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:21.976183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:21.994338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:21.994704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:21.995054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:21.995385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:22.000255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:22.001019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:22.001448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:22.002339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:22.002857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:22.009610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:22.023438 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.027503 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1268e0d4-c99b-4b42-bad3-b4f40884f399 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7428861 Jun 03 15:37:22.035764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c61081-b6a5-49f9-bb51-71717a31380f tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:22.037301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56822) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:22.043543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:22.045838 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21823f98-b6df-474b-9357-bee9c3dfc055 None None] Sync routers for ids ['8855e568-0ee1-4583-a7e2-c73be258c803'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:22.059761 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1c61081-b6a5-49f9-bb51-71717a31380f tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.060932 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f1c61081-b6a5-49f9-bb51-71717a31380f tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "PUT /v2.0/routers/8855e568-0ee1-4583-a7e2-c73be258c803 HTTP/1.1" status: 200 len: 924 time: 4.7595961 Jun 03 15:37:22.061825 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21823f98-b6df-474b-9357-bee9c3dfc055 None None] Routers {'8855e568-0ee1-4583-a7e2-c73be258c803'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:22.062502 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-21823f98-b6df-474b-9357-bee9c3dfc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8855e568-0ee1-4583-a7e2-c73be258c803'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:22.065787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56828) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:22.077823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:22.137129 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 01be69b6-bb05-4d4b-b9a5-96f285c4b5b6 resource provider aggregate not found Jun 03 15:37:22.219015 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-21823f98-b6df-474b-9357-bee9c3dfc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:22.231702 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 01be69b6-bb05-4d4b-b9a5-96f285c4b5b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01be69b6-bb05-4d4b-b9a5-96f285c4b5b6 found for delete ", "request_id": "req-b4e8682b-a97d-4b63-a33e-344228ee0958"}]} Jun 03 15:37:22.232559 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.251576 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21823f98-b6df-474b-9357-bee9c3dfc055 None None] Routers {'8855e568-0ee1-4583-a7e2-c73be258c803'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:22.252207 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-21823f98-b6df-474b-9357-bee9c3dfc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8855e568-0ee1-4583-a7e2-c73be258c803'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:22.283407 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.363068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Pushing event deleted for resources: {'Network': ['ID=60d56983-6132-490d-8419-f3e2544b658a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:22.366319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-71a5df1b-ec09-4ee3-ba95-0c2c5ce5360e tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] 10.222.0.48 "DELETE /v2.0/networks/60d56983-6132-490d-8419-f3e2544b658a HTTP/1.1" status: 204 len: 168 time: 2.2141416 Jun 03 15:37:22.378834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56838) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:22.403369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56840) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:22.420976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:floatingip and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:22.426007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:22.466880 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-21823f98-b6df-474b-9357-bee9c3dfc055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:22.467282 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21823f98-b6df-474b-9357-bee9c3dfc055 None None] The sync data for ids ['8855e568-0ee1-4583-a7e2-c73be258c803'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:22.468198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:22.486492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-304877c9-c250-4478-9679-9b8efea18821 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/routers/8855e568-0ee1-4583-a7e2-c73be258c803 HTTP/1.1" status: 200 len: 924 time: 0.4167662 Jun 03 15:37:22.490011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56850) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:22.494371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c370b-f762-4cd8-9b56-d502532fb9d3 req-23e1943e-7ac8-45c0-8a61-2cebb88fc4d9 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:22.502625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd8c370b-f762-4cd8-9b56-d502532fb9d3 req-23e1943e-7ac8-45c0-8a61-2cebb88fc4d9 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.7051532 Jun 03 15:37:22.508114 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-247e1bc3-048e-4a60-b332-7c7424cadb79 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] DELETE failed (client error): The resource could not be found. Jun 03 15:37:22.510304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247e1bc3-048e-4a60-b332-7c7424cadb79 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:37:22.517218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-247e1bc3-048e-4a60-b332-7c7424cadb79 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] 10.222.0.48 "DELETE /v2.0/ports/1e683247-b80c-4bb9-bb5a-2f97145c52a8 HTTP/1.1" status: 404 len: 333 time: 0.1228030 Jun 03 15:37:22.532060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56854) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:22.545127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.643995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd8c370b-f762-4cd8-9b56-d502532fb9d3 req-0c6304a7-8b90-4e3b-b179-6d81fb39339c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372473 Jun 03 15:37:22.650212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe9ec2c-3be4-49ca-b85b-38437eeaeba4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:22.659174 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0fe9ec2c-3be4-49ca-b85b-38437eeaeba4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.663924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0fe9ec2c-3be4-49ca-b85b-38437eeaeba4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499 HTTP/1.1" status: 200 len: 698 time: 4.9387262 Jun 03 15:37:22.664871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56858) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:22.724544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:22.725214 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.802321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6c7081b5-4681-4872-a411-c52b707b3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:19Z', 'revision_number': 7, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6161711c-f71b-47cb-a032-e44be49ea3d5', 'name': '', 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:fc:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '34800461-def0-49b2-9737-942156dc8b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:06Z', 'updated_at': '2022-06-03T15:37:18Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '34800461-def0-49b2-9737-942156dc8b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:22.817342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7081b5-4681-4872-a411-c52b707b3f8c None None] Checking router: 65bae6e9-ccf3-443c-9f9d-0989148ea499 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:22.869655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7081b5-4681-4872-a411-c52b707b3f8c None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:22.870562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6c7081b5-4681-4872-a411-c52b707b3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:22.877064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ddf931-06ef-4f5a-aefe-04ea0b898b5b tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Deleting subnet 48428f0d-fa92-499b-a209-9cd9b5526bfd {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:37:22.885543 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73ddf931-06ef-4f5a-aefe-04ea0b898b5b tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:22.960030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4d44d38-79a0-475c-8e68-729a785581db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.011376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f4d44d38-79a0-475c-8e68-729a785581db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:23.029689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f4d44d38-79a0-475c-8e68-729a785581db admin admin] Usage tracker for resource:security_group_rule and tenant:9191ce0826ca4efbb7a5289d1fb70bc6 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:23.040403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f4d44d38-79a0-475c-8e68-729a785581db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:23.050788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f4d44d38-79a0-475c-8e68-729a785581db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:23.055642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:23.056845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6161711c-f71b-47cb-a032-e44be49ea3d5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:23.066465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-88fe88c9-2123-4835-8f6b-36021aab10f6 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499 HTTP/1.1" status: 200 len: 698 time: 0.4000273 Jun 03 15:37:23.067368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9da81b-63ef-46ed-a0f2-62b02b748166 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:23.070633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56868) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:23.073188 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cc9da81b-63ef-46ed-a0f2-62b02b748166 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&device_id=8855e568-0ee1-4583-a7e2-c73be258c803&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5819387 Jun 03 15:37:23.077013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56870) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:23.150447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6c7081b5-4681-4872-a411-c52b707b3f8c None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:23.326119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d22d5b-b452-4c8b-8b5a-41a572e6a2e5 req-f4e77c3d-a4be-46a2-8414-ddf49db7eb4d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:23.329998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6161711c-f71b-47cb-a032-e44be49ea3d5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:23.334098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06d22d5b-b452-4c8b-8b5a-41a572e6a2e5 req-f4e77c3d-a4be-46a2-8414-ddf49db7eb4d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.4767337 Jun 03 15:37:23.357004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6161711c-f71b-47cb-a032-e44be49ea3d5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:23.357365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.412775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73ddf931-06ef-4f5a-aefe-04ea0b898b5b tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.518464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73ddf931-06ef-4f5a-aefe-04ea0b898b5b tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.656104 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73ddf931-06ef-4f5a-aefe-04ea0b898b5b tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.660465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6161711c-f71b-47cb-a032-e44be49ea3d5 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:23.661059 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.707830 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6161711c-f71b-47cb-a032-e44be49ea3d5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6161711c-f71b-47cb-a032-e44be49ea3d5,segment=NetworkSegment(5169826c-c285-4661-94c2-595a1254d321),segment_id=5169826c-c285-4661-94c2-595a1254d321)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:23.709289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06d22d5b-b452-4c8b-8b5a-41a572e6a2e5 req-d60e66df-adcf-4cc2-8a2e-6c5e8f67ce5a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3738444 Jun 03 15:37:23.721671 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.754525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddf931-06ef-4f5a-aefe-04ea0b898b5b tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Pushing event deleted for resources: {'Subnet': ['ID=48428f0d-fa92-499b-a209-9cd9b5526bfd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:23.805556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73ddf931-06ef-4f5a-aefe-04ea0b898b5b tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.812211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6c7081b5-4681-4872-a411-c52b707b3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:19Z', 'revision_number': 7, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6161711c-f71b-47cb-a032-e44be49ea3d5', 'name': '', 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:fc:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '34800461-def0-49b2-9737-942156dc8b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:06Z', 'updated_at': '2022-06-03T15:37:18Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '34800461-def0-49b2-9737-942156dc8b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:23.815167 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caebba0-79b0-40a8-bdf7-6c4faf5aafab tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:23.816816 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5caebba0-79b0-40a8-bdf7-6c4faf5aafab tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 881 time: 0.7361367 Jun 03 15:37:23.821560 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-73ddf931-06ef-4f5a-aefe-04ea0b898b5b tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] 10.222.0.48 "DELETE /v2.0/subnets/48428f0d-fa92-499b-a209-9cd9b5526bfd HTTP/1.1" status: 204 len: 168 time: 1.2828834 Jun 03 15:37:23.822456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56884) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:23.823158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d362b2-8499-4765-b4ec-41dcb0d1a205 None None] Network 135bca37-03fa-4303-9a94-8415435b9066 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:23.828990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:23.925618 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e233e0d7-a66e-46c0-b7c3-f729dba681b2 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=8855e568-0ee1-4583-a7e2-c73be258c803 HTTP/1.1" status: 200 len: 205 time: 0.0976903 Jun 03 15:37:23.929381 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4d44d38-79a0-475c-8e68-729a785581db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.930196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56892) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:23.935487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6161711c-f71b-47cb-a032-e44be49ea3d5,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:23.950060 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:23.974068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7081b5-4681-4872-a411-c52b707b3f8c None None] The sync data for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 is: [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:19Z', 'revision_number': 7, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6161711c-f71b-47cb-a032-e44be49ea3d5', 'name': '', 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:fc:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '34800461-def0-49b2-9737-942156dc8b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:06Z', 'updated_at': '2022-06-03T15:37:18Z', 'revision_number': 4, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '34800461-def0-49b2-9737-942156dc8b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:24.058732 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4d44d38-79a0-475c-8e68-729a785581db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.257303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185239a4-bcb1-46cb-bbbd-1fd778c8ac6a None None] DHCP port deletion for 135bca37-03fa-4303-9a94-8415435b9066 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:37:24.262141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-185239a4-bcb1-46cb-bbbd-1fd778c8ac6a None None] Deleting port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:24.262517 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-185239a4-bcb1-46cb-bbbd-1fd778c8ac6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.281326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.306074 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f4d44d38-79a0-475c-8e68-729a785581db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9191ce0826ca4efbb7a5289d1fb70bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8646758 Jun 03 15:37:24.310549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.323166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Deleting port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:24.323739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.354403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56906) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:24.355931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Allocated IP 172.25.7.18 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/a1a3b19a-ce79-46fb-a061-2778d01e697c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:24.425111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009d57f-4dc1-4c41-b9e4-1086fedb8d81 None None] Sync routers for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:24.451640 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009d57f-4dc1-4c41-b9e4-1086fedb8d81 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:24.452365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c009d57f-4dc1-4c41-b9e4-1086fedb8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:24.601749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d44d38-79a0-475c-8e68-729a785581db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c412286-1d3b-43db-b421-41a350833bcf,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:24.623100 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.654012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Deleting port 12e15c74-beb8-4f20-9d0a-51d4171ad3ca {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:24.654984 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.709185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c009d57f-4dc1-4c41-b9e4-1086fedb8d81 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:24.714720 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5398ca46-6451-4178-bf31-10e75c182255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.742095 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5398ca46-6451-4178-bf31-10e75c182255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.770899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-185239a4-bcb1-46cb-bbbd-1fd778c8ac6a None None] For port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0,segment=NetworkSegment(a0ec8b82-034e-497d-a3d7-51b1d016e4f0),segment_id=a0ec8b82-034e-497d-a3d7-51b1d016e4f0)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:24.771287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-185239a4-bcb1-46cb-bbbd-1fd778c8ac6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.817211 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5398ca46-6451-4178-bf31-10e75c182255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.866156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398ca46-6451-4178-bf31-10e75c182255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c412286-1d3b-43db-b421-41a350833bcf,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:24.869006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] For port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0,segment=NetworkSegment(a0ec8b82-034e-497d-a3d7-51b1d016e4f0),segment_id=a0ec8b82-034e-497d-a3d7-51b1d016e4f0)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:24.869365 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.898536 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.916924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4448441-e7af-4855-ae67-bec166b1d5d5 req-e0eb7a03-6907-466e-b568-d99d34479aeb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:24.925808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4448441-e7af-4855-ae67-bec166b1d5d5 req-e0eb7a03-6907-466e-b568-d99d34479aeb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.9209325 Jun 03 15:37:24.950571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:24.999459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-185239a4-bcb1-46cb-bbbd-1fd778c8ac6a None None] Calling delete_port for 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:25.066773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Calling delete_port for 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:25.106825 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5398ca46-6451-4178-bf31-10e75c182255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.110989 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5398ca46-6451-4178-bf31-10e75c182255 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c412286-1d3b-43db-b421-41a350833bcf HTTP/1.1" status: 204 len: 168 time: 0.7366979 Jun 03 15:37:25.160350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Calling delete_port for 12e15c74-beb8-4f20-9d0a-51d4171ad3ca owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:25.173010 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.195115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4448441-e7af-4855-ae67-bec166b1d5d5 req-c409bbce-7126-41f6-88de-8bdaf5429b61 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683749 Jun 03 15:37:25.280715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=a1a3b19a-ce79-46fb-a061-2778d01e697c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:25.286034 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.339432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] No DVR routers for this DVR port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:25.346350 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:37:25.358410 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-185239a4-bcb1-46cb-bbbd-1fd778c8ac6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:25.360511 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-185239a4-bcb1-46cb-bbbd-1fd778c8ac6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:25.385201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c009d57f-4dc1-4c41-b9e4-1086fedb8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:19Z', 'revision_number': 7, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6161711c-f71b-47cb-a032-e44be49ea3d5', 'name': '', 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:fc:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '34800461-def0-49b2-9737-942156dc8b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:06Z', 'updated_at': '2022-06-03T15:37:23Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '34800461-def0-49b2-9737-942156dc8b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:25.389562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009d57f-4dc1-4c41-b9e4-1086fedb8d81 None None] Checking router: 65bae6e9-ccf3-443c-9f9d-0989148ea499 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:25.399048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009d57f-4dc1-4c41-b9e4-1086fedb8d81 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:25.399766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c009d57f-4dc1-4c41-b9e4-1086fedb8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:25.569541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:25.570503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Pushing event deleted for resources: {'Port': ['ID=3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:25.576142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:25.581077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:25.598575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c009d57f-4dc1-4c41-b9e4-1086fedb8d81 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:25.622501 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.662801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135bca37-03fa-4303-9a94-8415435b9066']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:25.688011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ec8b82-034e-497d-a3d7-51b1d016e4f0') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:25.688437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ec8b82-034e-497d-a3d7-51b1d016e4f0') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:25.721856 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.758920 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.776009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:37:25.776430 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.806496 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.837707 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a0ec8b82-034e-497d-a3d7-51b1d016e4f0 resource provider aggregate not found Jun 03 15:37:25.893085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-185239a4-bcb1-46cb-bbbd-1fd778c8ac6a None None] Deleting port 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:25.893085 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-185239a4-bcb1-46cb-bbbd-1fd778c8ac6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:25.917092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Pushing event deleted for resources: {'Port': ['ID=12e15c74-beb8-4f20-9d0a-51d4171ad3ca,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:25.937678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6161711c-f71b-47cb-a032-e44be49ea3d5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:26.022035 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.048653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-185239a4-bcb1-46cb-bbbd-1fd778c8ac6a None None] The port '3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:37:26.153578 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a0ec8b82-034e-497d-a3d7-51b1d016e4f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0ec8b82-034e-497d-a3d7-51b1d016e4f0 found for delete ", "request_id": "req-50519d92-6b36-4468-b375-71beec8c3182"}]} Jun 03 15:37:26.157240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6161711c-f71b-47cb-a032-e44be49ea3d5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:26.157605 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.172616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.214911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.229318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] Pushing event deleted for resources: {'Network': ['ID=135bca37-03fa-4303-9a94-8415435b9066,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:26.245929 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bfd0cab7-0df4-4619-8114-a63e3633ca19 tempest-DHCPAgentSchedulersTestJSON-967732161 tempest-DHCPAgentSchedulersTestJSON-967732161-project] 10.222.0.48 "DELETE /v2.0/networks/135bca37-03fa-4303-9a94-8415435b9066 HTTP/1.1" status: 204 len: 168 time: 2.4133394 Jun 03 15:37:26.254141 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.359062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.380487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6161711c-f71b-47cb-a032-e44be49ea3d5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:26.392915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c009d57f-4dc1-4c41-b9e4-1086fedb8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:19Z', 'revision_number': 7, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6161711c-f71b-47cb-a032-e44be49ea3d5', 'name': '', 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:fc:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '34800461-def0-49b2-9737-942156dc8b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:06Z', 'updated_at': '2022-06-03T15:37:23Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '34800461-def0-49b2-9737-942156dc8b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:26.402932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c009d57f-4dc1-4c41-b9e4-1086fedb8d81 None None] The sync data for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 is: [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:19Z', 'revision_number': 7, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6161711c-f71b-47cb-a032-e44be49ea3d5', 'name': '', 'network_id': '59cfdbe1-af5b-4b63-b977-663cdd7ba953', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:fc:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '34800461-def0-49b2-9737-942156dc8b84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:37:06Z', 'updated_at': '2022-06-03T15:37:23Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '34800461-def0-49b2-9737-942156dc8b84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:26.478225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:26.544531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.548413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:26.548792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3f0ee7d1-9838-419c-99d3-9fd0f33bdaa0 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:26.753184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.761057 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.886352 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.913499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56970) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:26.930249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ed37c-6e03-43f2-999a-0263ec84fe10 req-16834244-376d-4e78-8a98-060559ebb795 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:26.932805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a1ed37c-6e03-43f2-999a-0263ec84fe10 req-16834244-376d-4e78-8a98-060559ebb795 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.5253522 Jun 03 15:37:26.943047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.950982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:26.954518 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9159908 Jun 03 15:37:26.958313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a32ac3-415a-47fd-bbb1-557ff37ffc96 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=a1a3b19a-ce79-46fb-a061-2778d01e697c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:27.052286 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.144842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a1ed37c-6e03-43f2-999a-0263ec84fe10 req-75f7ab63-6417-4a0b-8543-e03221fb1b99 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177809 Jun 03 15:37:27.146767 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.147335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Fanout notify agent at l3_agent the message router_deleted on router 8855e568-0ee1-4583-a7e2-c73be258c803 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:27.185286 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.186540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-059dbbc9-42b9-4aeb-a962-af868e020824 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/8855e568-0ee1-4583-a7e2-c73be258c803 HTTP/1.1" status: 204 len: 168 time: 3.2552612 Jun 03 15:37:27.190158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56984) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:27.196075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b81dfc92-b03d-4cc0-a801-019eda5b1783 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-609924474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:27.210881 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b81dfc92-b03d-4cc0-a801-019eda5b1783 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:27.216355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b81dfc92-b03d-4cc0-a801-019eda5b1783 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Usage tracker for resource:router and tenant:cc1f617880fc4d09a5ea480a5df29f9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:27.281638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b81dfc92-b03d-4cc0-a801-019eda5b1783 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:27.284271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 6161711c-f71b-47cb-a032-e44be49ea3d5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:27.284669 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.340225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b81dfc92-b03d-4cc0-a801-019eda5b1783 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:27.413113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b81dfc92-b03d-4cc0-a801-019eda5b1783 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.414246 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b81dfc92-b03d-4cc0-a801-019eda5b1783 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.432065 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6c91663c-0500-4676-9356-2f9b10823266 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=301e488afe5748feaedbb83e8aa6df82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105553 Jun 03 15:37:27.432599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57002) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:27.501456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-ad71a88f-0115-4d0b-838f-f18b543f38c7 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:27.523981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-139c32f1-28d7-491c-b067-aa328114299a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.539542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b81dfc92-b03d-4cc0-a801-019eda5b1783 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.571037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-139c32f1-28d7-491c-b067-aa328114299a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.575703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-ad71a88f-0115-4d0b-838f-f18b543f38c7 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:27.577033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-ad71a88f-0115-4d0b-838f-f18b543f38c7 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2088163929&fields=id&tenant_id=c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 267 time: 0.2399683 Jun 03 15:37:27.607724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b81dfc92-b03d-4cc0-a801-019eda5b1783 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.653555 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-139c32f1-28d7-491c-b067-aa328114299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.676391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c32f1-28d7-491c-b067-aa328114299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5acafd-475f-4f4e-bb92-6fb65a9488c7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:27.697209 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-139c32f1-28d7-491c-b067-aa328114299a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.698738 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-139c32f1-28d7-491c-b067-aa328114299a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c5acafd-475f-4f4e-bb92-6fb65a9488c7 HTTP/1.1" status: 204 len: 168 time: 0.2630908 Jun 03 15:37:27.738970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] For port 6161711c-f71b-47cb-a032-e44be49ea3d5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6161711c-f71b-47cb-a032-e44be49ea3d5,segment=NetworkSegment(5169826c-c285-4661-94c2-595a1254d321),segment_id=5169826c-c285-4661-94c2-595a1254d321)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:27.739518 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.774680 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b81dfc92-b03d-4cc0-a801-019eda5b1783 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:27.777285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57020) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:27.777797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b81dfc92-b03d-4cc0-a801-019eda5b1783 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5863357 Jun 03 15:37:27.786573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:27.905327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 6161711c-f71b-47cb-a032-e44be49ea3d5 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:28.226939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-0dedef73-12cf-4808-99d0-f84ec08efab7 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:28.228590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-0dedef73-12cf-4808-99d0-f84ec08efab7 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 814 time: 0.6267080 Jun 03 15:37:28.254550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-74bd110d-e21b-43b2-8497-b5b9f079b509 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/quotas/c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 375 time: 0.0179567 Jun 03 15:37:28.475107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:28.520868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-6b3eb7f8-2740-4cd2-a96b-2411c687d8be tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:28.541532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57072) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:28.566710 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d39c68-f358-4749-aec7-45c960ca5d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:28.612967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-6b3eb7f8-2740-4cd2-a96b-2411c687d8be tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:28.614992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-6b3eb7f8-2740-4cd2-a96b-2411c687d8be tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3507910 Jun 03 15:37:28.652286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98d39c68-f358-4749-aec7-45c960ca5d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:28.656593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-98d39c68-f358-4749-aec7-45c960ca5d02 admin admin] Usage tracker for resource:security_group_rule and tenant:e324c07f20f1481d98950135f2fedd48 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:28.660149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-98d39c68-f358-4749-aec7-45c960ca5d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:28.666462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98d39c68-f358-4749-aec7-45c960ca5d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:28.776530 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:28.839240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=6161711c-f71b-47cb-a032-e44be49ea3d5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:28.870590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d39c68-f358-4749-aec7-45c960ca5d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:28.966444 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98d39c68-f358-4749-aec7-45c960ca5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:29.065660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-fee4ef6c-c604-407c-b67b-41afbe047cb1 service neutron] 10.222.0.48 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266539 Jun 03 15:37:29.272029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d39c68-f358-4749-aec7-45c960ca5d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dd7f05-f932-4f86-90e6-5a9bad7b0503,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:29.350527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:29.369170 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-98d39c68-f358-4749-aec7-45c960ca5d02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e324c07f20f1481d98950135f2fedd48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8241310 Jun 03 15:37:29.371291 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:29.402889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57104) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:29.454967 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:29.526228 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:29.556787 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-360c6bbb-b4cf-4543-b1b9-5d499c1ea460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:29.636768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-b8d95522-08bc-4a1a-9743-f440ab536ad6 service neutron] 10.222.0.48 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699747 Jun 03 15:37:29.700343 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-360c6bbb-b4cf-4543-b1b9-5d499c1ea460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:29.823374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Allocated IP 172.25.7.198 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/8b132985-06e6-4e2c-849c-a9776efe4315) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:29.999071 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-360c6bbb-b4cf-4543-b1b9-5d499c1ea460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.055238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c6bbb-b4cf-4543-b1b9-5d499c1ea460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dd7f05-f932-4f86-90e6-5a9bad7b0503,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:30.077956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-360c6bbb-b4cf-4543-b1b9-5d499c1ea460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.084520 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-360c6bbb-b4cf-4543-b1b9-5d499c1ea460 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1dd7f05-f932-4f86-90e6-5a9bad7b0503 HTTP/1.1" status: 204 len: 168 time: 0.6803150 Jun 03 15:37:30.106386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f490889b-e0ce-425c-a998-4efb4522f803 req-51a4e6aa-6489-4cbc-be64-5fcd05524ecf tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 210 time: 0.1441097 Jun 03 15:37:30.153187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 65bae6e9-ccf3-443c-9f9d-0989148ea499 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:30.212903 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.334238 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:30.544096 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:30.551175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:30.554727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:30.595824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:30.606972 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589bd4a-58ef-4f59-8f6d-3528ed19440e None None] Sync routers for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:30.623100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-38a8a398-ea58-4d27-b462-91616771cfec tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5504777 Jun 03 15:37:30.624889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57150) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:30.627020 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589bd4a-58ef-4f59-8f6d-3528ed19440e None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:30.627831 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f589bd4a-58ef-4f59-8f6d-3528ed19440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:30.652515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Pushing event updated for resources: {'Port': ['ID=8b132985-06e6-4e2c-849c-a9776efe4315,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:31.002070 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f589bd4a-58ef-4f59-8f6d-3528ed19440e None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:31.141694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting subnet 34800461-def0-49b2-9737-942156dc8b84 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:37:31.145986 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.228787 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.297107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.465956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7b0c335-76bc-43a1-86cf-555196f30516 req-68813800-0af7-4f99-bb7f-451ca934cff4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 210 time: 0.1379344 Jun 03 15:37:31.501011 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:37:31.586256 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.766758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.800141 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.803772 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.860372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Subnet': ['ID=34800461-def0-49b2-9737-942156dc8b84,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:31.869829 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f589bd4a-58ef-4f59-8f6d-3528ed19440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:28Z', 'revision_number': 8, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:31.871054 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:31.883460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.883813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.884935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba042d38-602b-4430-8501-caec4dae3a64 None None] Network 59cfdbe1-af5b-4b63-b977-663cdd7ba953 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:31.885677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.887609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.889325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.892793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.894730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.895048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.895386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.895716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.896048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.896375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:31.898935 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589bd4a-58ef-4f59-8f6d-3528ed19440e None None] Checking router: 65bae6e9-ccf3-443c-9f9d-0989148ea499 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:31.910753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-71c73327-3fa7-4cc2-82f3-a24f9db057e0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/34800461-def0-49b2-9737-942156dc8b84 HTTP/1.1" status: 204 len: 168 time: 1.2826574 Jun 03 15:37:31.912275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57190) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:31.941321 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589bd4a-58ef-4f59-8f6d-3528ed19440e None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:31.948516 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f589bd4a-58ef-4f59-8f6d-3528ed19440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:32.146114 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f003fbb4-9a30-494a-a035-d6115cb74bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.196211 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.235897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port df3bf941-a690-4000-b3a9-db4f742b3c6d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:32.236431 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.432158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bacfbd-75ce-4256-9b26-c6cf6445c302 None None] DHCP port deletion for 59cfdbe1-af5b-4b63-b977-663cdd7ba953 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:37:32.437863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e7bacfbd-75ce-4256-9b26-c6cf6445c302 None None] Deleting port df3bf941-a690-4000-b3a9-db4f742b3c6d {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:32.438515 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7bacfbd-75ce-4256-9b26-c6cf6445c302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:32.469705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Router 367040e8-ce93-41af-af06-5b67471cfa55 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:32.487564 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f589bd4a-58ef-4f59-8f6d-3528ed19440e None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:32.584248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57204) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:33.008768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:33.035395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.037753 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0e262710-f73d-42b1-8ca9-bcba7f0c5cdd tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "PUT /v2.0/routers/367040e8-ce93-41af-af06-5b67471cfa55 HTTP/1.1" status: 200 len: 883 time: 5.2586863 Jun 03 15:37:33.041616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57222) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:33.276431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e7bacfbd-75ce-4256-9b26-c6cf6445c302 None None] For port df3bf941-a690-4000-b3a9-db4f742b3c6d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=df3bf941-a690-4000-b3a9-db4f742b3c6d,segment=NetworkSegment(5169826c-c285-4661-94c2-595a1254d321),segment_id=5169826c-c285-4661-94c2-595a1254d321)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:33.277716 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7bacfbd-75ce-4256-9b26-c6cf6445c302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.292862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2b49824-d6ba-4894-8531-80c0d1b97611 req-ac7fa901-c135-4d0b-96a8-bb92b1da21aa tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 210 time: 0.4455526 Jun 03 15:37:33.320629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1c08a-61fc-4669-892a-f1f3ad2cc460 None None] Sync routers for ids ['367040e8-ce93-41af-af06-5b67471cfa55'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:33.323555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-490173852'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:33.342526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:33.372696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1c08a-61fc-4669-892a-f1f3ad2cc460 None None] Routers {'367040e8-ce93-41af-af06-5b67471cfa55'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:33.373596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-62d1c08a-61fc-4669-892a-f1f3ad2cc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['367040e8-ce93-41af-af06-5b67471cfa55'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:33.445953 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f589bd4a-58ef-4f59-8f6d-3528ed19440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:28Z', 'revision_number': 8, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:33.452255 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589bd4a-58ef-4f59-8f6d-3528ed19440e None None] The sync data for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 is: [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:28Z', 'revision_number': 8, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f53471a-e10f-48f4-8eb8-d7ef581fb064', 'name': '', 'network_id': 'b5dacb78-6159-4c15-869e-bab9d112a06d', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:7b:25:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:51Z', 'updated_at': '2022-06-03T15:37:08Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '44117243-7b0e-4df6-8f39-b0b8ed1f4789', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:33.533540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Usage tracker for resource:network and tenant:820c808c6ed0489091bc4214ed2b59ba is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:33.544476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:33.551580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] For port df3bf941-a690-4000-b3a9-db4f742b3c6d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=df3bf941-a690-4000-b3a9-db4f742b3c6d,segment=NetworkSegment(5169826c-c285-4661-94c2-595a1254d321),segment_id=5169826c-c285-4661-94c2-595a1254d321)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:33.552184 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:33.584305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:33.615512 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-74417028-f3ce-42c0-917d-2609d0eeda02 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/routers/367040e8-ce93-41af-af06-5b67471cfa55 HTTP/1.1" status: 200 len: 924 time: 0.5715938 Jun 03 15:37:33.618898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57244) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:33.766927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e7bacfbd-75ce-4256-9b26-c6cf6445c302 None None] Calling delete_port for df3bf941-a690-4000-b3a9-db4f742b3c6d owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:33.802267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-62d1c08a-61fc-4669-892a-f1f3ad2cc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:33.827521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f88e0ab-0d94-4b67-92f1-44a1462368ae tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:33.837772 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8f88e0ab-0d94-4b67-92f1-44a1462368ae tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&device_id=367040e8-ce93-41af-af06-5b67471cfa55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2147758 Jun 03 15:37:33.838480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:33.909747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1c08a-61fc-4669-892a-f1f3ad2cc460 None None] Routers {'367040e8-ce93-41af-af06-5b67471cfa55'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:33.920676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-62d1c08a-61fc-4669-892a-f1f3ad2cc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['367040e8-ce93-41af-af06-5b67471cfa55'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:33.921139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for df3bf941-a690-4000-b3a9-db4f742b3c6d owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:34.037200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Made reservation on behalf of 820c808c6ed0489091bc4214ed2b59ba for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:34.037200 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.065544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device df3bf941-a690-4000-b3a9-db4f742b3c6d no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:34.141822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-62d1c08a-61fc-4669-892a-f1f3ad2cc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:34.142562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1c08a-61fc-4669-892a-f1f3ad2cc460 None None] The sync data for ids ['367040e8-ce93-41af-af06-5b67471cfa55'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:34.203463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aabb13-001e-4a32-bece-080f9afb0e5b tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:34.210541 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-14aabb13-001e-4a32-bece-080f9afb0e5b tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 881 time: 0.3709123 Jun 03 15:37:34.211180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57262) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:34.251663 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.303570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-065b8146-8bc9-44b8-821b-408bd45a8976 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:34.305055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-065b8146-8bc9-44b8-821b-408bd45a8976 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 814 time: 1.5745811 Jun 03 15:37:34.316658 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f35e52ab-77ff-43e9-89d2-a4ab124c5099 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=367040e8-ce93-41af-af06-5b67471cfa55 HTTP/1.1" status: 200 len: 205 time: 0.1043086 Jun 03 15:37:34.317265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57266) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:34.349381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port df3bf941-a690-4000-b3a9-db4f742b3c6d is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:34.349964 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.376694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:34.380036 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7bacfbd-75ce-4256-9b26-c6cf6445c302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.457539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Usage tracker for resource:security_group_rule and tenant:820c808c6ed0489091bc4214ed2b59ba is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:34.467567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:34.480782 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-144e649e-7d45-4c93-aeb8-70df76081a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.507835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:34.546684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bacfbd-75ce-4256-9b26-c6cf6445c302 None None] Pushing event deleted for resources: {'Port': ['ID=df3bf941-a690-4000-b3a9-db4f742b3c6d,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:34.571722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bacfbd-75ce-4256-9b26-c6cf6445c302 None None] No DVR routers for this DVR port df3bf941-a690-4000-b3a9-db4f742b3c6d on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:34.573428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6161711c-f71b-47cb-a032-e44be49ea3d5 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:34.642819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.649095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6161711c-f71b-47cb-a032-e44be49ea3d5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:34.649095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6161711c-f71b-47cb-a032-e44be49ea3d5 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:34.690791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-618b9c6a-b994-41fc-820e-b0dcaceed7ef tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 380 time: 0.3305938 Jun 03 15:37:34.714336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fe696-b94f-4a54-846e-927ea66d4d5d req-3e1c607e-c0de-4b9d-8f16-7815be8d60e0 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:34.721290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff1fe696-b94f-4a54-846e-927ea66d4d5d req-3e1c607e-c0de-4b9d-8f16-7815be8d60e0 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.9636538 Jun 03 15:37:34.726447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b703e4d5-312a-44e8-b77c-d4a81786a7c1 req-2ce801c6-9cfc-4a2a-bb19-8ff9a387e1f4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 210 time: 0.1382248 Jun 03 15:37:34.728780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'port': {'device_id': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'admin_state_up': True, 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'security_groups': ['d8afb246-c20c-45e7-bd09-9bd07e90a99b']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:34.745412 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:34.746070 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:34.882242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff1fe696-b94f-4a54-846e-927ea66d4d5d req-51fa57cd-a95e-489b-96cc-d43b13b01b89 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598508 Jun 03 15:37:34.907194 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:34.919609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Deleting port 8b132985-06e6-4e2c-849c-a9776efe4315 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:34.920635 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.005599 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.018914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:35.022841 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.053668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:35.070155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:37:35.096363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe090d45-50ba-4744-925b-b95c25f8fa91,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:35.099925 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.100701 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Added segment 27cd2567-3fda-4396-a17d-d68b802399d8 of type vlan for network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 Jun 03 15:37:35.102571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Made reservation on behalf of c16593676c8941818b1fa01140442ad7 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:35.108143 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.167134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.248815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port df3bf941-a690-4000-b3a9-db4f742b3c6d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:35.249179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.297503 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.336152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] The port 'df3bf941-a690-4000-b3a9-db4f742b3c6d' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:37:35.487965 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.574787 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.598368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Calling delete_port for 8b132985-06e6-4e2c-849c-a9776efe4315 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:35.630314 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.689081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cfdbe1-af5b-4b63-b977-663cdd7ba953']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:35.703195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Allocated IP 172.20.0.10 (fcccff01-137d-4d23-9c45-0cc46389b4ab/74f6b422-02ae-45e2-ae71-8e57a9ee5688/85e00eda-3288-4825-ad9a-3c6420120a77) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:35.705499 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.711387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:35.712011 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.751876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5169826c-c285-4661-94c2-595a1254d321') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:35.752222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5169826c-c285-4661-94c2-595a1254d321') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:35.858591 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.903795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'Network': ['ID=40a2d0e6-5c9b-4edb-910c-43dc38239e20,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:35.906738 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.920759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:37:35.926220 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-14d93479-93d8-491e-8a85-6c57daece736 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.3321154 Jun 03 15:37:35.926973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57298) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:35.932101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:37:35.932505 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.933711 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:35.966019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Request body: {'subnet': {'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:36.082687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Pushing event deleted for resources: {'Port': ['ID=8b132985-06e6-4e2c-849c-a9776efe4315,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:36.176324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.179500 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 5169826c-c285-4661-94c2-595a1254d321 resource provider aggregate not found Jun 03 15:37:36.227390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1a28087b-63ea-4950-a25e-cff9c08c94e2 req-d64b8edd-4b13-4732-856f-1408864009bd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:36.365306 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 5169826c-c285-4661-94c2-595a1254d321 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5169826c-c285-4661-94c2-595a1254d321 found for delete ", "request_id": "req-a6e6778c-25f9-4b6e-b2bb-1ba39478a25a"}]} Jun 03 15:37:36.485509 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.498202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.506114 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.519601 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.536673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.537242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Fanout notify agent at l3_agent the message router_deleted on router 367040e8-ce93-41af-af06-5b67471cfa55 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:36.547853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1a28087b-63ea-4950-a25e-cff9c08c94e2 req-d64b8edd-4b13-4732-856f-1408864009bd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:36.554522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a28087b-63ea-4950-a25e-cff9c08c94e2 req-d64b8edd-4b13-4732-856f-1408864009bd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 210 time: 0.6265469 Jun 03 15:37:36.558879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.560548 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c4042e40-f8ef-4295-9507-54954a0e610d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/367040e8-ce93-41af-af06-5b67471cfa55 HTTP/1.1" status: 204 len: 168 time: 2.2422249 Jun 03 15:37:36.564913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57318) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:36.575838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8eba2f6f-4701-4e14-8d52-f904f1eb4dd3 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1493146410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:36.582029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:36.584821 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8eba2f6f-4701-4e14-8d52-f904f1eb4dd3 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:36.589841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8eba2f6f-4701-4e14-8d52-f904f1eb4dd3 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Usage tracker for resource:router and tenant:cc1f617880fc4d09a5ea480a5df29f9a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:36.593134 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8eba2f6f-4701-4e14-8d52-f904f1eb4dd3 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:36.599818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8eba2f6f-4701-4e14-8d52-f904f1eb4dd3 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:36.601643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Network': ['ID=59cfdbe1-af5b-4b63-b977-663cdd7ba953,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:36.614733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8eba2f6f-4701-4e14-8d52-f904f1eb4dd3 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.617912 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8eba2f6f-4701-4e14-8d52-f904f1eb4dd3 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.635763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8eba2f6f-4701-4e14-8d52-f904f1eb4dd3 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.649144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Usage tracker for resource:subnet and tenant:820c808c6ed0489091bc4214ed2b59ba is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:36.653840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:36.660606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:36.666575 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-280e1123-e1e4-43c9-b2fe-3a9cd1ee4262 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/networks/59cfdbe1-af5b-4b63-b977-663cdd7ba953 HTTP/1.1" status: 204 len: 168 time: 4.7480245 Jun 03 15:37:36.666767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57326) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:36.690989 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.713385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cebe98-980c-4daf-a058-9dbe6ccd3990 req-9e754551-4d0b-44ad-bde0-bcc0701824a2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:36.720424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87cebe98-980c-4daf-a058-9dbe6ccd3990 req-9e754551-4d0b-44ad-bde0-bcc0701824a2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.5363672 Jun 03 15:37:36.722246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Made reservation on behalf of 820c808c6ed0489091bc4214ed2b59ba for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:36.725986 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.746850 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8eba2f6f-4701-4e14-8d52-f904f1eb4dd3 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.784386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Transition to ACTIVE for port object 85e00eda-3288-4825-ad9a-3c6420120a77 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:36.851660 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8eba2f6f-4701-4e14-8d52-f904f1eb4dd3 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:36.855336 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8eba2f6f-4701-4e14-8d52-f904f1eb4dd3 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2868650 Jun 03 15:37:36.857332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57336) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:36.865537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'enable_snat': True}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:36.883294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87cebe98-980c-4daf-a058-9dbe6ccd3990 req-4b2eb82a-53b3-4c73-98e6-f90efe95d6f5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618938 Jun 03 15:37:37.027138 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.056555 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.162006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Network fcccff01-137d-4d23-9c45-0cc46389b4ab is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:37.166435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:37.172402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:37.227681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=85e00eda-3288-4825-ad9a-3c6420120a77,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:37.255428 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.265899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:37.266794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.457565 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5cd6c545-a442-4409-a4eb-5b8d5d94b458 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7517819 Jun 03 15:37:37.610426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e12668ac-799d-4e71-aa3c-287fff1f8578 None None] Provisioning for port 85e00eda-3288-4825-ad9a-3c6420120a77 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:37.623443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e12668ac-799d-4e71-aa3c-287fff1f8578 None None] Provisioning complete for port 85e00eda-3288-4825-ad9a-3c6420120a77 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:37.624132 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e12668ac-799d-4e71-aa3c-287fff1f8578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.712408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e12668ac-799d-4e71-aa3c-287fff1f8578 None None] Port 85e00eda-3288-4825-ad9a-3c6420120a77 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:37.725141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Request body: {'port': {'device_id': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:37.788125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:37.791662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'Subnet': ['ID=2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:37.930882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Checking segment: {'id': '27cd2567-3fda-4396-a17d-d68b802399d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:37.931243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Network hostable DHCP agents. Network: 40a2d0e6-5c9b-4edb-910c-43dc38239e20, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:37:37.938284 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.013214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:37:38.060197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a52bb-0919-47bd-ae67-b8f2b67eda07 req-9dc2354e-8468-46e1-ad41-31e40b9d2384 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:38.061842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-660a52bb-0919-47bd-ae67-b8f2b67eda07 req-9dc2354e-8468-46e1-ad41-31e40b9d2384 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 932 time: 0.2665701 Jun 03 15:37:38.101804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 40a2d0e6-5c9b-4edb-910c-43dc38239e20) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:38.110565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b727c80a-8488-4581-bb71-6c6a98e99239 None None] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:38.135619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:38.136233 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.280559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-387e4203-471f-4373-858d-70b294543d72 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3306377 Jun 03 15:37:38.283131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57358) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:38.308423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-660a52bb-0919-47bd-ae67-b8f2b67eda07 req-cc99c67e-83c7-4685-a612-9d797246ac38 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078736 Jun 03 15:37:38.351642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Request body: {'port': {'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1730978198'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:38.385233 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.425236 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.435729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-40a2d0e6-5c9b-4edb-910c-43dc38239e20', 'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20', 'tenant_id': '820c808c6ed0489091bc4214ed2b59ba', 'fixed_ips': [{'subnet_id': '2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:37:38.437005 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.491151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.646833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57366) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:38.659414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:38.666841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Usage tracker for resource:port and tenant:820c808c6ed0489091bc4214ed2b59ba is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:38.685631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:38.692755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Allocated IP 2001:db8::2 (40a2d0e6-5c9b-4edb-910c-43dc38239e20/2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88/782cee52-30ec-435a-b051-21c6fe99d9d0) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:38.745972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:38.761952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c402b4-34ee-4ee6-b465-80c66f3cf1ff req-130d3fe1-81c7-4e16-9fac-618957806734 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:38.769240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3c402b4-34ee-4ee6-b465-80c66f3cf1ff req-130d3fe1-81c7-4e16-9fac-618957806734 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.7285197 Jun 03 15:37:38.834933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Made reservation on behalf of 820c808c6ed0489091bc4214ed2b59ba for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:38.838987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.885604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] device_id is not set on port 956fa482-ec84-46fc-9cf2-9bc6214cae79 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:37:38.898295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Allocated IP 172.25.7.187 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/b91cf81c-51a2-4c62-b63c-6d09e6fcaf7b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:38.954011 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.972751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Transition to ACTIVE for port object 782cee52-30ec-435a-b051-21c6fe99d9d0 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:38.980160 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:38.996492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Transition to ACTIVE for port object 782cee52-30ec-435a-b051-21c6fe99d9d0 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:39.005752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.012686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3c402b4-34ee-4ee6-b465-80c66f3cf1ff req-78b006d9-6ce6-4ca6-a6d2-296beeba1879 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423685 Jun 03 15:37:39.057137 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cb57419-7290-4d7a-8148-4bada1f53547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.090760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Pushing event updated for resources: {'Port': ['ID=782cee52-30ec-435a-b051-21c6fe99d9d0,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:39.106699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9cb57419-7290-4d7a-8148-4bada1f53547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:39.106919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:39.107931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:39.110898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:39.212840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Attempting to bind port 782cee52-30ec-435a-b051-21c6fe99d9d0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:39.213431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Attempting to bind port 782cee52-30ec-435a-b051-21c6fe99d9d0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '27cd2567-3fda-4396-a17d-d68b802399d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:39.213890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Attempting to bind port 782cee52-30ec-435a-b051-21c6fe99d9d0 on network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:39.224703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:39.225081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Checking segment: {'id': '27cd2567-3fda-4396-a17d-d68b802399d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:39.225489 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.225906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Bound using segment: {'id': '27cd2567-3fda-4396-a17d-d68b802399d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:39.226176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Allocated IP 2001:db8::c2 (40a2d0e6-5c9b-4edb-910c-43dc38239e20/2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88/956fa482-ec84-46fc-9cf2-9bc6214cae79) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:39.226424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Bound port: 782cee52-30ec-435a-b051-21c6fe99d9d0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cd2567-3fda-4396-a17d-d68b802399d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:39.226937 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.268308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e00eda-3288-4825-ad9a-3c6420120a77 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:37:39.294615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9cb57419-7290-4d7a-8148-4bada1f53547 admin admin] Usage tracker for resource:security_group_rule and tenant:df8bbf1eafe64d28a9c2ab721dcd602d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:39.301967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9cb57419-7290-4d7a-8148-4bada1f53547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:39.310686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9cb57419-7290-4d7a-8148-4bada1f53547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:39.317461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 6f53471a-e10f-48f4-8eb8-d7ef581fb064 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:39.317821 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.327586 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.339562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] For port 782cee52-30ec-435a-b051-21c6fe99d9d0, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:39.346707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] For port 782cee52-30ec-435a-b051-21c6fe99d9d0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=782cee52-30ec-435a-b051-21c6fe99d9d0,segment=NetworkSegment(27cd2567-3fda-4396-a17d-d68b802399d8),segment_id=27cd2567-3fda-4396-a17d-d68b802399d8)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:39.354134 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.425735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Transition to ACTIVE for port object 85e00eda-3288-4825-ad9a-3c6420120a77 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:39.434225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.512789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3b29b-07e0-456a-b446-afc3d1c0d2cf None None] Pushing event updated for resources: {'Port': ['ID=782cee52-30ec-435a-b051-21c6fe99d9d0,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:39.538683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.790145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] For port 6f53471a-e10f-48f4-8eb8-d7ef581fb064, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f53471a-e10f-48f4-8eb8-d7ef581fb064,segment=NetworkSegment(e65f9339-327f-4881-8640-95b1aad9abd1),segment_id=e65f9339-327f-4881-8640-95b1aad9abd1)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:39.790399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:39.829735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Pushing event updated for resources: {'Port': ['ID=85e00eda-3288-4825-ad9a-3c6420120a77,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:40.022319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 6f53471a-e10f-48f4-8eb8-d7ef581fb064 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:40.083215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.117322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.142091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59715f74-15ab-4ca8-b249-48095fe38645 req-71b112ce-0b83-4905-9acf-2b79143fdd12 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:40.143850 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59715f74-15ab-4ca8-b249-48095fe38645 req-71b112ce-0b83-4905-9acf-2b79143fdd12 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 944 time: 0.5235887 Jun 03 15:37:40.148338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Transition to ACTIVE for port object 956fa482-ec84-46fc-9cf2-9bc6214cae79 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:40.170472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Attempting to bind port 85e00eda-3288-4825-ad9a-3c6420120a77 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:37:40.171687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Attempting to bind port 85e00eda-3288-4825-ad9a-3c6420120a77 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:37:40.172122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Attempting to bind port 85e00eda-3288-4825-ad9a-3c6420120a77 on network fcccff01-137d-4d23-9c45-0cc46389b4ab {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:40.191321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Port 85e00eda-3288-4825-ad9a-3c6420120a77 on network fcccff01-137d-4d23-9c45-0cc46389b4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:37:40.191829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Attempting to bind port 85e00eda-3288-4825-ad9a-3c6420120a77 on network fcccff01-137d-4d23-9c45-0cc46389b4ab {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:37:40.200043 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cb57419-7290-4d7a-8148-4bada1f53547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.225710 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cb57419-7290-4d7a-8148-4bada1f53547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.228385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:37:40.228826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Checking segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:37:40.229302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Bound using segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:37:40.229835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Bound port: 85e00eda-3288-4825-ad9a-3c6420120a77, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:37:40.230266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.280975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:40.429220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:40.457825 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59715f74-15ab-4ca8-b249-48095fe38645 req-67da57f1-e030-4351-8be3-262cad5ffe2a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064208 Jun 03 15:37:40.458096 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:40.505099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event updated for resources: {'Port': ['ID=b91cf81c-51a2-4c62-b63c-6d09e6fcaf7b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:40.518449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb57419-7290-4d7a-8148-4bada1f53547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fe8a41-e34e-4a47-9871-4914b4392a99,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:40.522801 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9cb57419-7290-4d7a-8148-4bada1f53547 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df8bbf1eafe64d28a9c2ab721dcd602d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8734686 Jun 03 15:37:40.530408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57380) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:40.561854 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.576479 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.649995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=6f53471a-e10f-48f4-8eb8-d7ef581fb064,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:40.678073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] For port 85e00eda-3288-4825-ad9a-3c6420120a77, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:37:40.687469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:40.693325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:40.696267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:40.703266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:40.704405 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.720380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81809bed-b5c2-493f-9614-049bce1880df req-9276f212-0e25-4df6-888e-52833418029b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:40.730405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81809bed-b5c2-493f-9614-049bce1880df req-9276f212-0e25-4df6-888e-52833418029b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.5191410 Jun 03 15:37:40.731179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] For port 85e00eda-3288-4825-ad9a-3c6420120a77, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=85e00eda-3288-4825-ad9a-3c6420120a77,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:37:40.742643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'Port': ['ID=956fa482-ec84-46fc-9cf2-9bc6214cae79,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:40.759375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.902371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81809bed-b5c2-493f-9614-049bce1880df req-d8f33cd7-78f3-4cba-85e1-928f6e7a864e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446869 Jun 03 15:37:40.903898 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cbb59cac-0f9b-428e-a21c-c25822a149c6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5843437 Jun 03 15:37:40.915871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57386) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:40.918210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:40.918934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:40.920496 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] 10.222.0.67 "PUT /v2.0/ports/85e00eda-3288-4825-ad9a-3c6420120a77 HTTP/1.1" status: 200 len: 1092 time: 3.2071791 Jun 03 15:37:40.926658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'tag': '85e00eda-3288-4825-ad9a-3c6420120a77'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:40.966049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Request body: {'port': {'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-860259277', 'allowed_address_pairs': [{'ip_address': '2001:db8::c2', 'mac_address': 'fa:16:3e:3a:5d:0b'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:41.068912 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67bf8023-dfa0-406e-b790-6f0750dc1c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.218350 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71e1368-c7cb-4209-90e1-acfb20b0dfa8'] response: {'name': 'network-changed', 'server_uuid': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'tag': '85e00eda-3288-4825-ad9a-3c6420120a77', 'status': 'completed', 'code': 200} Jun 03 15:37:41.234914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22386ed-1f8c-4181-8a88-248c71a39064 service neutron] Pushing event updated for resources: {'Port': ['ID=85e00eda-3288-4825-ad9a-3c6420120a77,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:41.235113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec9004a-3dff-4490-88c6-d653c2d2cfc3 None None] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:41.323575 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67bf8023-dfa0-406e-b790-6f0750dc1c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.345471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-3bc9c12f-506d-4073-b598-3b49261c69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:41.347619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-3bc9c12f-506d-4073-b598-3b49261c69a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 1095 time: 0.3445885 Jun 03 15:37:41.399191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a49a5fd6-9d7c-409a-9f32-f7fef3b57c4e None None] Provisioning for port 782cee52-30ec-435a-b051-21c6fe99d9d0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:41.427767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:41.446720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-fc439049-86e1-4a8c-984c-e19cc9000e39 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e00eda-3288-4825-ad9a-3c6420120a77 HTTP/1.1" status: 200 len: 217 time: 0.0824680 Jun 03 15:37:41.447972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Usage tracker for resource:port and tenant:820c808c6ed0489091bc4214ed2b59ba is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:41.452128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:41.508487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:41.543850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Made reservation on behalf of 820c808c6ed0489091bc4214ed2b59ba for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:41.551007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.663114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-f242edba-f828-4feb-b9d4-b1bd770f52aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:41.666871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-f242edba-f828-4feb-b9d4-b1bd770f52aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.2114346 Jun 03 15:37:41.817617 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.871309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] device_id is not set on port 51b073a3-8137-412b-8ffe-8bd5fdccfd19 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:37:41.894046 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67bf8023-dfa0-406e-b790-6f0750dc1c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:41.982460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5c0bbe95-1c2a-4247-9234-5ead1ed711ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:41.984640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5c0bbe95-1c2a-4247-9234-5ead1ed711ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2903929 Jun 03 15:37:42.003393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d312db3-6fa8-4494-99c7-26423829ea25 req-1001825a-c679-48e2-9894-be8c175dd9c5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:42.010574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d312db3-6fa8-4494-99c7-26423829ea25 req-1001825a-c679-48e2-9894-be8c175dd9c5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 944 time: 0.3178425 Jun 03 15:37:42.059733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf8023-dfa0-406e-b790-6f0750dc1c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fe8a41-e34e-4a47-9871-4914b4392a99,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:42.095632 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.113058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 782cee52-30ec-435a-b051-21c6fe99d9d0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:42.305927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 782cee52-30ec-435a-b051-21c6fe99d9d0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:42.318268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 782cee52-30ec-435a-b051-21c6fe99d9d0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:42.321380 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.338323 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-67bf8023-dfa0-406e-b790-6f0750dc1c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.342096 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-67bf8023-dfa0-406e-b790-6f0750dc1c53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92fe8a41-e34e-4a47-9871-4914b4392a99 HTTP/1.1" status: 204 len: 168 time: 1.8060725 Jun 03 15:37:42.395228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-051ed229-7ec9-4224-8796-56c727cd3eb9 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032750 Jun 03 15:37:42.442130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3b234dc5-c771-4e6e-82f5-f2b97c629c73 None None] Provisioning for port 956fa482-ec84-46fc-9cf2-9bc6214cae79 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:42.485615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3b234dc5-c771-4e6e-82f5-f2b97c629c73 None None] Provisioning complete for port 956fa482-ec84-46fc-9cf2-9bc6214cae79 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:42.486016 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3b234dc5-c771-4e6e-82f5-f2b97c629c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.613818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3b234dc5-c771-4e6e-82f5-f2b97c629c73 None None] Port 956fa482-ec84-46fc-9cf2-9bc6214cae79 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:42.649684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d312db3-6fa8-4494-99c7-26423829ea25 req-b349b108-e2bb-463d-b91b-897a847f165e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6379466 Jun 03 15:37:42.668101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Allocated IP 2001:db8::1ad (40a2d0e6-5c9b-4edb-910c-43dc38239e20/2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88/51b073a3-8137-412b-8ffe-8bd5fdccfd19) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:42.711990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 65bae6e9-ccf3-443c-9f9d-0989148ea499 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:42.758793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52486d-6996-4ae9-b599-0db5c54587ef req-f1f5c827-f7ae-44ce-bf8d-27832c0e9853 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:42.761312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd52486d-6996-4ae9-b599-0db5c54587ef req-f1f5c827-f7ae-44ce-bf8d-27832c0e9853 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.4517882 Jun 03 15:37:42.781070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 782cee52-30ec-435a-b051-21c6fe99d9d0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:42.781070 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.802792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-40251369-d8a2-466a-9c9e-9e911cb1027c None None] Provisioning complete for port 956fa482-ec84-46fc-9cf2-9bc6214cae79 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:42.803164 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-40251369-d8a2-466a-9c9e-9e911cb1027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.837662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe8e1637-d7c9-4127-a0bd-53fc64eb3344 req-5d55b1e9-859f-4629-bc78-089a10b4c125 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190226 Jun 03 15:37:42.852239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 782cee52-30ec-435a-b051-21c6fe99d9d0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=782cee52-30ec-435a-b051-21c6fe99d9d0,segment=NetworkSegment(27cd2567-3fda-4396-a17d-d68b802399d8),segment_id=27cd2567-3fda-4396-a17d-d68b802399d8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:42.860042 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:42.908779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd52486d-6996-4ae9-b599-0db5c54587ef req-ad48c083-3f89-4a0a-843e-5b132080a3cb tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271567 Jun 03 15:37:42.984759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-40251369-d8a2-466a-9c9e-9e911cb1027c None None] Port 956fa482-ec84-46fc-9cf2-9bc6214cae79 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:43.000187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=782cee52-30ec-435a-b051-21c6fe99d9d0,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:43.071908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57404) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:43.133689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17f91488-da69-41e9-bfcb-a91bc9e22a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.173648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-17f91488-da69-41e9-bfcb-a91bc9e22a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:43.177675 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.186333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-17f91488-da69-41e9-bfcb-a91bc9e22a61 admin admin] Usage tracker for resource:security_group_rule and tenant:0447a30ccfbb499c9c4de4c2cc63212c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:43.192911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-17f91488-da69-41e9-bfcb-a91bc9e22a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:43.196597 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.198744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:43.204144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-17f91488-da69-41e9-bfcb-a91bc9e22a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:43.211686 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d0fe73d0-1445-4926-b774-b09fd88d5807 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5436585 Jun 03 15:37:43.213070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57408) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:43.218186 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a8eec-e55a-49d9-a3d3-17191413e236 None None] Sync routers for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:43.234601 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a8eec-e55a-49d9-a3d3-17191413e236 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:43.235916 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-682a8eec-e55a-49d9-a3d3-17191413e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:43.257410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028b72-cd56-41a8-aac2-d942b38bc351 req-2a3c2574-5767-460e-a4c4-1cdb789750db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:43.258946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91028b72-cd56-41a8-aac2-d942b38bc351 req-2a3c2574-5767-460e-a4c4-1cdb789750db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 1095 time: 0.1483746 Jun 03 15:37:43.331057 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.464090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Transition to ACTIVE for port object 51b073a3-8137-412b-8ffe-8bd5fdccfd19 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:43.573263 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-682a8eec-e55a-49d9-a3d3-17191413e236 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:43.589332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.596948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028b72-cd56-41a8-aac2-d942b38bc351 req-270f2035-c20e-4b53-9eec-314278428bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:43.600277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91028b72-cd56-41a8-aac2-d942b38bc351 req-270f2035-c20e-4b53-9eec-314278428bf2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 915 time: 0.3270910 Jun 03 15:37:43.641921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-792495a0-c8e2-41b1-bb1c-ce7c6dbdc870 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting subnet 44117243-7b0e-4df6-8f39-b0b8ed1f4789 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:37:43.658462 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-792495a0-c8e2-41b1-bb1c-ce7c6dbdc870 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.716206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'Port': ['ID=51b073a3-8137-412b-8ffe-8bd5fdccfd19,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:43.769985 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-792495a0-c8e2-41b1-bb1c-ce7c6dbdc870 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.810496 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91028b72-cd56-41a8-aac2-d942b38bc351 req-6bbd718f-b619-4b23-ab70-04db07180f25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e00eda-3288-4825-ad9a-3c6420120a77 HTTP/1.1" status: 200 len: 217 time: 0.0967448 Jun 03 15:37:43.879027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 782cee52-30ec-435a-b051-21c6fe99d9d0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:43.896544 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17f91488-da69-41e9-bfcb-a91bc9e22a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.916739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:43.920001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:43.925747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17f91488-da69-41e9-bfcb-a91bc9e22a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:43.946841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:43.954394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:43.955526 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.042434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 782cee52-30ec-435a-b051-21c6fe99d9d0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:44.043074 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.060272 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-17f91488-da69-41e9-bfcb-a91bc9e22a61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0447a30ccfbb499c9c4de4c2cc63212c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9872432 Jun 03 15:37:44.061131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f91488-da69-41e9-bfcb-a91bc9e22a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac02a198-38a2-42ea-98f4-9eef5a82f671,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:44.063524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57418) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:44.087598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Router 6835d5f8-8db9-4b99-b4bf-97214a900e05 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:44.208861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028b72-cd56-41a8-aac2-d942b38bc351 req-bd2f8e3a-e7f9-4cc2-b107-3b53595d9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:44.210569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91028b72-cd56-41a8-aac2-d942b38bc351 req-bd2f8e3a-e7f9-4cc2-b107-3b53595d9b43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.3503878 Jun 03 15:37:44.214912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f8bda491-8a47-4da6-9751-a74557c1b4fa tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.2930424 Jun 03 15:37:44.217144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57422) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:44.283027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 782cee52-30ec-435a-b051-21c6fe99d9d0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:44.291032 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-682a8eec-e55a-49d9-a3d3-17191413e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:40Z', 'revision_number': 9, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:44.302256 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a8eec-e55a-49d9-a3d3-17191413e236 None None] Checking router: 65bae6e9-ccf3-443c-9f9d-0989148ea499 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:44.313124 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-792495a0-c8e2-41b1-bb1c-ce7c6dbdc870 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.335262 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a8eec-e55a-49d9-a3d3-17191413e236 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:44.335887 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-682a8eec-e55a-49d9-a3d3-17191413e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:44.440553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c2998762-5d84-4f52-a780-5da0b7017b3e None None] Provisioning for port 51b073a3-8137-412b-8ffe-8bd5fdccfd19 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:44.453221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c2998762-5d84-4f52-a780-5da0b7017b3e None None] Provisioning complete for port 51b073a3-8137-412b-8ffe-8bd5fdccfd19 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:44.459456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c2998762-5d84-4f52-a780-5da0b7017b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.566149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c2998762-5d84-4f52-a780-5da0b7017b3e None None] Port 51b073a3-8137-412b-8ffe-8bd5fdccfd19 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:44.580934 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e226221e-1d8b-4e88-98b7-51a5a0ecb4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.589900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2874a9-8923-4e56-bd16-921e6f392e98 req-0cae272a-4fa9-4bc1-9bdd-cca073a3f22d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:44.598048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d2874a9-8923-4e56-bd16-921e6f392e98 req-0cae272a-4fa9-4bc1-9bdd-cca073a3f22d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 944 time: 0.6141994 Jun 03 15:37:44.659205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e226221e-1d8b-4e88-98b7-51a5a0ecb4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.663964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049bd5f-58a2-4ee8-a0b3-c80055d6d157 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:44.670279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049bd5f-58a2-4ee8-a0b3-c80055d6d157 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:44.676011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:44.676787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049bd5f-58a2-4ee8-a0b3-c80055d6d157 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:44.677732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4049bd5f-58a2-4ee8-a0b3-c80055d6d157 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Synchronizing usage tracker for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:44.687453 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-682a8eec-e55a-49d9-a3d3-17191413e236 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:44.689317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ebfe8-5e42-407b-b7bb-ed29d5303150 None None] Sync routers for ids ['6835d5f8-8db9-4b99-b4bf-97214a900e05'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:44.707213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ebfe8-5e42-407b-b7bb-ed29d5303150 None None] Routers {'6835d5f8-8db9-4b99-b4bf-97214a900e05'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:44.707861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-331ebfe8-5e42-407b-b7bb-ed29d5303150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6835d5f8-8db9-4b99-b4bf-97214a900e05'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:44.716634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebefcd-07fb-4b9c-ba7d-5561728291fb req-ee27c917-d303-4d61-a410-2fbf606f0a5e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:44.718297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2ebefcd-07fb-4b9c-ba7d-5561728291fb req-ee27c917-d303-4d61-a410-2fbf606f0a5e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.5149424 Jun 03 15:37:44.727801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91028b72-cd56-41a8-aac2-d942b38bc351 req-78baa7f4-cbea-42aa-8acb-a921d41f130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:44.729524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91028b72-cd56-41a8-aac2-d942b38bc351 req-78baa7f4-cbea-42aa-8acb-a921d41f130b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4717822 Jun 03 15:37:44.762504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d2874a9-8923-4e56-bd16-921e6f392e98 req-7d348a92-3f3e-4cad-9326-a38aa06de6c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631947 Jun 03 15:37:44.787026 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-792495a0-c8e2-41b1-bb1c-ce7c6dbdc870 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.839464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-331ebfe8-5e42-407b-b7bb-ed29d5303150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:44.860099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ebfe8-5e42-407b-b7bb-ed29d5303150 None None] Routers {'6835d5f8-8db9-4b99-b4bf-97214a900e05'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:44.860737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-331ebfe8-5e42-407b-b7bb-ed29d5303150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['6835d5f8-8db9-4b99-b4bf-97214a900e05'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:44.869558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e226221e-1d8b-4e88-98b7-51a5a0ecb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.884359 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.885598 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-57b916db-4a58-4b7e-baaf-5b5674cb57f2 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "PUT /v2.0/routers/6835d5f8-8db9-4b99-b4bf-97214a900e05 HTTP/1.1" status: 200 len: 919 time: 8.0272665 Jun 03 15:37:44.893104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57428) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:44.903562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4049bd5f-58a2-4ee8-a0b3-c80055d6d157 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Unset dirty status for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:44.905157 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4049bd5f-58a2-4ee8-a0b3-c80055d6d157 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6498103 Jun 03 15:37:44.909591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57432) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:44.914905 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e226221e-1d8b-4e88-98b7-51a5a0ecb4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:44.918700 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e226221e-1d8b-4e88-98b7-51a5a0ecb4dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac02a198-38a2-42ea-98f4-9eef5a82f671 HTTP/1.1" status: 204 len: 168 time: 0.8409290 Jun 03 15:37:44.919796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792495a0-c8e2-41b1-bb1c-ce7c6dbdc870 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Subnet': ['ID=44117243-7b0e-4df6-8f39-b0b8ed1f4789,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:44.998066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2ebefcd-07fb-4b9c-ba7d-5561728291fb req-36ab00d0-e7be-4cdd-9565-723f95bf5732 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652743 Jun 03 15:37:45.010372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-331ebfe8-5e42-407b-b7bb-ed29d5303150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:45.010992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ebfe8-5e42-407b-b7bb-ed29d5303150 None None] The sync data for ids ['6835d5f8-8db9-4b99-b4bf-97214a900e05'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:45.043512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db4169-9ffe-453e-9cc9-7463c67cfc49 None None] Network b5dacb78-6159-4c15-869e-bab9d112a06d requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:45.046279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-792495a0-c8e2-41b1-bb1c-ce7c6dbdc870 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.054807 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-792495a0-c8e2-41b1-bb1c-ce7c6dbdc870 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/44117243-7b0e-4df6-8f39-b0b8ed1f4789 HTTP/1.1" status: 204 len: 168 time: 1.8356836 Jun 03 15:37:45.067739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57438) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:45.069080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226221e-1d8b-4e88-98b7-51a5a0ecb4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac02a198-38a2-42ea-98f4-9eef5a82f671,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:45.146864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e7e862cc-30ad-49ef-92c0-53191fc891f6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Deleting port 51b073a3-8137-412b-8ffe-8bd5fdccfd19 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:45.147220 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e7e862cc-30ad-49ef-92c0-53191fc891f6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.319934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91028b72-cd56-41a8-aac2-d942b38bc351 req-d20f456b-cba5-4279-875c-87b70516b747 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505009 Jun 03 15:37:45.362803 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-682a8eec-e55a-49d9-a3d3-17191413e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:40Z', 'revision_number': 9, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:45.367411 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.372489 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a8eec-e55a-49d9-a3d3-17191413e236 None None] The sync data for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 is: [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:40Z', 'revision_number': 9, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': '48fa1215-30a4-4c5e-9c0a-cc4dd735cee9', 'name': '', 'network_id': 'e97e5527-373d-40f8-bdb6-287148252172', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:f2:0e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:37Z', 'updated_at': '2022-06-03T15:36:53Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': '29d9c94e-c8de-4765-bd9c-e41ccb82ba58', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:45.459529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-87d943d2-110a-4202-af0c-89476b4b4679 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/routers/6835d5f8-8db9-4b99-b4bf-97214a900e05 HTTP/1.1" status: 200 len: 925 time: 0.5641770 Jun 03 15:37:45.465749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57444) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:45.697598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port b17515a5-d695-44e5-8ab4-9706aeac90fe {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:45.698343 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.745978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026076bd-b538-46f7-8cde-5919964548ae tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:45.747600 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-026076bd-b538-46f7-8cde-5919964548ae tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&device_id=6835d5f8-8db9-4b99-b4bf-97214a900e05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2806542 Jun 03 15:37:45.769449 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cb2c5f-3a5a-40c8-a42f-3c9cd3a57e14 None None] DHCP port deletion for b5dacb78-6159-4c15-869e-bab9d112a06d request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:37:45.775249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-09cb2c5f-3a5a-40c8-a42f-3c9cd3a57e14 None None] Deleting port b17515a5-d695-44e5-8ab4-9706aeac90fe {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:45.775626 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-09cb2c5f-3a5a-40c8-a42f-3c9cd3a57e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:45.805078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57454) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:45.934880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91028b72-cd56-41a8-aac2-d942b38bc351 req-fd70a60b-8245-44aa-8643-2e9c357873e0 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034498 Jun 03 15:37:46.082132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-56f9c6e7-c088-4f5a-8874-10f62327fea2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6206634 Jun 03 15:37:46.105085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e7e862cc-30ad-49ef-92c0-53191fc891f6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.228516 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-09cb2c5f-3a5a-40c8-a42f-3c9cd3a57e14 None None] For port b17515a5-d695-44e5-8ab4-9706aeac90fe, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b17515a5-d695-44e5-8ab4-9706aeac90fe,segment=NetworkSegment(e65f9339-327f-4881-8640-95b1aad9abd1),segment_id=e65f9339-327f-4881-8640-95b1aad9abd1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:46.230392 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-09cb2c5f-3a5a-40c8-a42f-3c9cd3a57e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.374830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e7e862cc-30ad-49ef-92c0-53191fc891f6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Calling delete_port for 51b073a3-8137-412b-8ffe-8bd5fdccfd19 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:46.500892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b17515a5-d695-44e5-8ab4-9706aeac90fe no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:46.513531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b70d25b-e8ff-46b7-b377-ec1f997635f4 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:46.517933 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7b70d25b-e8ff-46b7-b377-ec1f997635f4 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 881 time: 0.7010620 Jun 03 15:37:46.519266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:46.609381 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d9cbf560-a2f8-4949-a202-e99e3fc5e299 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=6835d5f8-8db9-4b99-b4bf-97214a900e05 HTTP/1.1" status: 200 len: 205 time: 0.0860984 Jun 03 15:37:46.610133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57478) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:46.845276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] For port b17515a5-d695-44e5-8ab4-9706aeac90fe, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b17515a5-d695-44e5-8ab4-9706aeac90fe,segment=NetworkSegment(e65f9339-327f-4881-8640-95b1aad9abd1),segment_id=e65f9339-327f-4881-8640-95b1aad9abd1)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:46.846527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:46.891748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-09cb2c5f-3a5a-40c8-a42f-3c9cd3a57e14 None None] Calling delete_port for b17515a5-d695-44e5-8ab4-9706aeac90fe owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:46.985090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 85e00eda-3288-4825-ad9a-3c6420120a77 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:37:47.088950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e7e862cc-30ad-49ef-92c0-53191fc891f6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.124292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for b17515a5-d695-44e5-8ab4-9706aeac90fe owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:47.132727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b17515a5-d695-44e5-8ab4-9706aeac90fe is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:47.133092 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.239401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e862cc-30ad-49ef-92c0-53191fc891f6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event deleted for resources: {'Port': ['ID=51b073a3-8137-412b-8ffe-8bd5fdccfd19,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:47.269658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.269797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-c004d5b4-8d66-4ea3-ab7f-3bf039786074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:47.271474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-c004d5b4-8d66-4ea3-ab7f-3bf039786074 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1095 time: 0.6742606 Jun 03 15:37:47.292510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055d2c3-1edc-4f8b-bf48-a53d615adb17 req-cda8c1ec-c0de-4bf8-b536-c8ef8e29245b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:47.294173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0055d2c3-1edc-4f8b-bf48-a53d615adb17 req-cda8c1ec-c0de-4bf8-b536-c8ef8e29245b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 944 time: 1.2224786 Jun 03 15:37:47.329445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebb307-f9ea-4a34-9b43-7ad6c49cd62b req-08e94ded-f439-4f97-b431-d61d01b8047c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:47.331016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04ebb307-f9ea-4a34-9b43-7ad6c49cd62b req-08e94ded-f439-4f97-b431-d61d01b8047c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.6549916 Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: from cryptography.utils import int_from_bytes Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: from cryptography.utils import int_from_bytes Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn_limited( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn_limited( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:37:47.424371 n-d-844595-1 neutron-server[88445]: util.warn( Jun 03 15:37:47.464318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-09cb2c5f-3a5a-40c8-a42f-3c9cd3a57e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.530828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f53471a-e10f-48f4-8eb8-d7ef581fb064 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:47.584161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6f53471a-e10f-48f4-8eb8-d7ef581fb064 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:37:47.584503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f53471a-e10f-48f4-8eb8-d7ef581fb064 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:37:47.600509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb2c5f-3a5a-40c8-a42f-3c9cd3a57e14 None None] Pushing event deleted for resources: {'Port': ['ID=b17515a5-d695-44e5-8ab4-9706aeac90fe,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:47.602759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb2c5f-3a5a-40c8-a42f-3c9cd3a57e14 None None] No DVR routers for this DVR port b17515a5-d695-44e5-8ab4-9706aeac90fe on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:37:47.622513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0055d2c3-1edc-4f8b-bf48-a53d615adb17 req-b0529b31-1831-456f-86c0-f8c3a5c4c6cc tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208563 Jun 03 15:37:47.659397 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:37:47.659726 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:37:47.665135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04ebb307-f9ea-4a34-9b43-7ad6c49cd62b req-04737be2-0fc5-45bf-9df8-518947550ed8 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414639 Jun 03 15:37:47.676373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 85e00eda-3288-4825-ad9a-3c6420120a77, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=85e00eda-3288-4825-ad9a-3c6420120a77,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:47.682641 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.698699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '85e00eda-3288-4825-ad9a-3c6420120a77', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'port_id': '85e00eda-3288-4825-ad9a-3c6420120a77', 'mac_address': 'fa:16:3e:53:40:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:37:47.699434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Deleting port b91cf81c-51a2-4c62-b63c-6d09e6fcaf7b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:47.699977 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.737484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-4f161cfb-9c77-4813-b2ea-469aceda7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:47.739080 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-4f161cfb-9c77-4813-b2ea-469aceda7de1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.4071531 Jun 03 15:37:47.796820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 85e00eda-3288-4825-ad9a-3c6420120a77 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:47.797191 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.818445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e00eda-3288-4825-ad9a-3c6420120a77 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:37:47.838250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 85e00eda-3288-4825-ad9a-3c6420120a77, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=85e00eda-3288-4825-ad9a-3c6420120a77,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:47.844391 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.885137 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e7e862cc-30ad-49ef-92c0-53191fc891f6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:47.946911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=85e00eda-3288-4825-ad9a-3c6420120a77,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:47.996107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-dce68f14-6ceb-4376-bf03-35b2ae14d369 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 999 time: 0.2494309 Jun 03 15:37:48.004558 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e7e862cc-30ad-49ef-92c0-53191fc891f6 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "DELETE /v2.0/ports/51b073a3-8137-412b-8ffe-8bd5fdccfd19 HTTP/1.1" status: 204 len: 168 time: 3.0912447 Jun 03 15:37:48.010249 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57518) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:48.071839 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c713ac8d-f00a-4b4c-a336-a576b9d988a7 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] GET failed (client error): The resource could not be found. Jun 03 15:37:48.072365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c713ac8d-f00a-4b4c-a336-a576b9d988a7 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Synchronizing usage tracker for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:48.077338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-c1b7876e-cace-478a-bf09-9ba948f225b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:48.078883 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-c1b7876e-cace-478a-bf09-9ba948f225b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.0769634 Jun 03 15:37:48.113724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c713ac8d-f00a-4b4c-a336-a576b9d988a7 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Unset dirty status for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:48.120139 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c713ac8d-f00a-4b4c-a336-a576b9d988a7 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "GET /v2.0/ports/51b073a3-8137-412b-8ffe-8bd5fdccfd19 HTTP/1.1" status: 404 len: 333 time: 0.1036692 Jun 03 15:37:48.121619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:48.139598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Request body: {'port': {'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-171670439'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:48.167414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port b17515a5-d695-44e5-8ab4-9706aeac90fe {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:48.168102 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.199231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57528) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:48.233505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.258103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] The port 'b17515a5-d695-44e5-8ab4-9706aeac90fe' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:37:48.344612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['85e00eda-3288-4825-ad9a-3c6420120a77'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:37:48.427115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Calling delete_port for b91cf81c-51a2-4c62-b63c-6d09e6fcaf7b owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:48.435769 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.468693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dacb78-6159-4c15-869e-bab9d112a06d']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:48.483747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89c1b8c8-0b47-43b8-b684-c41e86d07b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.499524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65f9339-327f-4881-8640-95b1aad9abd1') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:48.499812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65f9339-327f-4881-8640-95b1aad9abd1') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:48.508841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-208eb812-2570-4f8b-82c4-60456a6ed695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:48.510567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-208eb812-2570-4f8b-82c4-60456a6ed695 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4227335 Jun 03 15:37:48.520678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.546771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:48.552641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-89c1b8c8-0b47-43b8-b684-c41e86d07b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:48.574970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:48.605068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Made reservation on behalf of 820c808c6ed0489091bc4214ed2b59ba for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:48.609814 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.644128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] device_id is not set on port 404f10e4-7b0c-4d16-ba7c-2cdf412be01d yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:37:48.757344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-89c1b8c8-0b47-43b8-b684-c41e86d07b5f admin admin] Usage tracker for resource:security_group_rule and tenant:987fbebf4f3c437381bab43be7902ba0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:48.774239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-89c1b8c8-0b47-43b8-b684-c41e86d07b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:48.822518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-89c1b8c8-0b47-43b8-b684-c41e86d07b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:48.824162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.854877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:37:48.855306 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.865155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:48.947949 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e65f9339-327f-4881-8640-95b1aad9abd1 resource provider aggregate not found Jun 03 15:37:49.049556 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e65f9339-327f-4881-8640-95b1aad9abd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e65f9339-327f-4881-8640-95b1aad9abd1 found for delete ", "request_id": "req-54f4b7d6-46af-416b-8208-b3d711354d23"}]} Jun 03 15:37:49.099338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-6ac85500-25cd-4f88-9406-1362a2fa1ff0 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714896 Jun 03 15:37:49.107300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Pushing event deleted for resources: {'Port': ['ID=b91cf81c-51a2-4c62-b63c-6d09e6fcaf7b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:49.141200 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.227507 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.230386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Allocated IP 2001:db8::224 (40a2d0e6-5c9b-4edb-910c-43dc38239e20/2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88/404f10e4-7b0c-4d16-ba7c-2cdf412be01d) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:49.258029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.265403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Network': ['ID=b5dacb78-6159-4c15-869e-bab9d112a06d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:49.310588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca1cad-7bcb-4cfe-b005-92666c10896e req-cbd647ea-a85e-431a-8f99-c5496c716d02 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:49.312600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-feca1cad-7bcb-4cfe-b005-92666c10896e req-cbd647ea-a85e-431a-8f99-c5496c716d02 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 945 time: 0.5476594 Jun 03 15:37:49.345225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e1ca45a3-15f4-4256-8213-2ec2dccd9234 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/networks/b5dacb78-6159-4c15-869e-bab9d112a06d HTTP/1.1" status: 204 len: 168 time: 4.2761087 Jun 03 15:37:49.363013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57552) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:49.400707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1367b-64ca-4053-89c0-74d015091f6d req-9649068b-46a8-4866-b4ed-9103c73d3e2d tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:49.407648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31d1367b-64ca-4053-89c0-74d015091f6d req-9649068b-46a8-4866-b4ed-9103c73d3e2d tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.5220256 Jun 03 15:37:49.488632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d02e7ae9-d3a9-468d-8cf4-b5820970b91b req-10033fa9-f5e9-43e4-9eb6-1d77af735b0c service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804061 Jun 03 15:37:49.490533 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.495638 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.509009 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89c1b8c8-0b47-43b8-b684-c41e86d07b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.601937 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89c1b8c8-0b47-43b8-b684-c41e86d07b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.641618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.642555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Fanout notify agent at l3_agent the message router_deleted on router 6835d5f8-8db9-4b99-b4bf-97214a900e05 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:49.645394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-feca1cad-7bcb-4cfe-b005-92666c10896e req-d532f7da-b086-42fb-be24-5f2a3c4d6078 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091581 Jun 03 15:37:49.672483 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.678412 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-34b1cd02-8904-4ace-9846-fd8ef5ecb856 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/6835d5f8-8db9-4b99-b4bf-97214a900e05 HTTP/1.1" status: 204 len: 168 time: 3.0675244 Jun 03 15:37:49.679082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57560) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:49.704917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-33d21807-ac6e-4750-80b0-8169c89cf94c tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-794163418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:49.712287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-89c1b8c8-0b47-43b8-b684-c41e86d07b5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=987fbebf4f3c437381bab43be7902ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5120449 Jun 03 15:37:49.715369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57568) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:49.719254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-33d21807-ac6e-4750-80b0-8169c89cf94c tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:49.726886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1b8c8-0b47-43b8-b684-c41e86d07b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa6ea0d-b4f9-44d9-a60a-5adde97be3d7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:49.732814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31d1367b-64ca-4053-89c0-74d015091f6d req-fbf84753-afac-442a-9c52-066a28342a82 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262878 Jun 03 15:37:49.733766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-33d21807-ac6e-4750-80b0-8169c89cf94c tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Usage tracker for resource:router and tenant:cc1f617880fc4d09a5ea480a5df29f9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:49.809453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-33d21807-ac6e-4750-80b0-8169c89cf94c tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:49.815706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.824353 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf95ee56-f5b2-4113-ac80-7f4e0c62db7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.848191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Transition to ACTIVE for port object 404f10e4-7b0c-4d16-ba7c-2cdf412be01d will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:49.866491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf95ee56-f5b2-4113-ac80-7f4e0c62db7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.876104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-33d21807-ac6e-4750-80b0-8169c89cf94c tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:49.909495 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33d21807-ac6e-4750-80b0-8169c89cf94c tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.910662 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33d21807-ac6e-4750-80b0-8169c89cf94c tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.932049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:49.971812 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33d21807-ac6e-4750-80b0-8169c89cf94c tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.020222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:50.021111 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf95ee56-f5b2-4113-ac80-7f4e0c62db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.034309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:50.037139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:50.044131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:50.044810 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.047822 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33d21807-ac6e-4750-80b0-8169c89cf94c tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.072152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95ee56-f5b2-4113-ac80-7f4e0c62db7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa6ea0d-b4f9-44d9-a60a-5adde97be3d7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:50.080850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'Port': ['ID=404f10e4-7b0c-4d16-ba7c-2cdf412be01d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:50.091218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf95ee56-f5b2-4113-ac80-7f4e0c62db7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.094803 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33d21807-ac6e-4750-80b0-8169c89cf94c tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.097521 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-33d21807-ac6e-4750-80b0-8169c89cf94c tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4110761 Jun 03 15:37:50.100071 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bf95ee56-f5b2-4113-ac80-7f4e0c62db7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/baa6ea0d-b4f9-44d9-a60a-5adde97be3d7 HTTP/1.1" status: 204 len: 168 time: 0.3801489 Jun 03 15:37:50.100558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57574) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:50.102557 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0f754ac6-88da-43e3-acd8-6b081a54f376 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9798822 Jun 03 15:37:50.105360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57578) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:50.109626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'enable_snat': False}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:50.112863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-502ee9de-3f3b-4cfc-9821-320cde1f7082 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c2', 'mac_address': 'fa:16:3e:3a:5d:0b'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:50.520732 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-502ee9de-3f3b-4cfc-9821-320cde1f7082 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.545290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e39d8206-4959-497f-a3af-aa0c9bcd1954 None None] Provisioning for port 404f10e4-7b0c-4d16-ba7c-2cdf412be01d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:50.551271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e39d8206-4959-497f-a3af-aa0c9bcd1954 None None] Provisioning complete for port 404f10e4-7b0c-4d16-ba7c-2cdf412be01d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:50.551677 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e39d8206-4959-497f-a3af-aa0c9bcd1954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.647832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e39d8206-4959-497f-a3af-aa0c9bcd1954 None None] Port 404f10e4-7b0c-4d16-ba7c-2cdf412be01d cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:50.985421 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:50.987197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 85e00eda-3288-4825-ad9a-3c6420120a77 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:51.003937 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-502ee9de-3f3b-4cfc-9821-320cde1f7082 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.012166 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-502ee9de-3f3b-4cfc-9821-320cde1f7082 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.135926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 85e00eda-3288-4825-ad9a-3c6420120a77 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:51.144631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 85e00eda-3288-4825-ad9a-3c6420120a77 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:51.145412 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.146073 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.153982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-502ee9de-3f3b-4cfc-9821-320cde1f7082 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] In _notify_port_updated(), no bound segment for port 404f10e4-7b0c-4d16-ba7c-2cdf412be01d on network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:37:51.164143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ee9de-3f3b-4cfc-9821-320cde1f7082 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:51.164929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-502ee9de-3f3b-4cfc-9821-320cde1f7082 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.168957 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-502ee9de-3f3b-4cfc-9821-320cde1f7082 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "PUT /v2.0/ports/404f10e4-7b0c-4d16-ba7c-2cdf412be01d HTTP/1.1" status: 200 len: 1001 time: 1.0602520 Jun 03 15:37:51.170725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57602) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:51.324948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ee9de-3f3b-4cfc-9821-320cde1f7082 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'Port': ['ID=404f10e4-7b0c-4d16-ba7c-2cdf412be01d,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:51.334631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 85e00eda-3288-4825-ad9a-3c6420120a77 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:51.336837 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.380181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-04484fe4-779f-4f19-bb1e-16edd62a5209 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Deleting port 404f10e4-7b0c-4d16-ba7c-2cdf412be01d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:51.387125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04484fe4-779f-4f19-bb1e-16edd62a5209 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.404876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e00eda-3288-4825-ad9a-3c6420120a77'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:51.444585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 85e00eda-3288-4825-ad9a-3c6420120a77, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=85e00eda-3288-4825-ad9a-3c6420120a77,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:51.451283 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.484129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a700dba-26f9-4a67-af0a-348d11f631ed req-22d4aa38-2674-487e-8457-c909d5e400d5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:51.485717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a700dba-26f9-4a67-af0a-348d11f631ed req-22d4aa38-2674-487e-8457-c909d5e400d5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 945 time: 0.6909311 Jun 03 15:37:51.620115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=85e00eda-3288-4825-ad9a-3c6420120a77,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:51.655157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6afad-8c30-4a4e-939b-1e8e00ff586d req-f62e283a-6937-4b51-9310-9110f56e0585 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:51.656705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32a6afad-8c30-4a4e-939b-1e8e00ff586d req-f62e283a-6937-4b51-9310-9110f56e0585 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.6555362 Jun 03 15:37:51.709696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dbb93158-6568-4529-9f8f-6bb510ddb18b None None] Provisioning complete for port 404f10e4-7b0c-4d16-ba7c-2cdf412be01d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:51.712417 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dbb93158-6568-4529-9f8f-6bb510ddb18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:51.722751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a700dba-26f9-4a67-af0a-348d11f631ed req-c3eceafe-40c0-47f0-91ce-3fd7b009923b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184017 Jun 03 15:37:51.866821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-dbb93158-6568-4529-9f8f-6bb510ddb18b None None] Port 404f10e4-7b0c-4d16-ba7c-2cdf412be01d cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:51.870289 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1619d91b-1afd-4a70-982c-9354e1d71e72'] response: {'server_uuid': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e00eda-3288-4825-ad9a-3c6420120a77', 'code': 200} Jun 03 15:37:51.916350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32a6afad-8c30-4a4e-939b-1e8e00ff586d req-618c11ab-6522-4ebd-a6a4-5c6f4f6615a3 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032390 Jun 03 15:37:52.118012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:52.118693 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.128554 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04484fe4-779f-4f19-bb1e-16edd62a5209 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.262196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-04484fe4-779f-4f19-bb1e-16edd62a5209 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Calling delete_port for 404f10e4-7b0c-4d16-ba7c-2cdf412be01d owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:52.493515 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04484fe4-779f-4f19-bb1e-16edd62a5209 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.500022 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.536043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:52.561764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04484fe4-779f-4f19-bb1e-16edd62a5209 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event deleted for resources: {'Port': ['ID=404f10e4-7b0c-4d16-ba7c-2cdf412be01d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:52.744856 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.763029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-04484fe4-779f-4f19-bb1e-16edd62a5209 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.795559 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-04484fe4-779f-4f19-bb1e-16edd62a5209 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "DELETE /v2.0/ports/404f10e4-7b0c-4d16-ba7c-2cdf412be01d HTTP/1.1" status: 204 len: 168 time: 1.6206498 Jun 03 15:37:52.800150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57640) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:52.880361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e1b4f495-24a1-4284-9e2a-aa0e8ffe2563 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-92353134'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:52.888807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e1b4f495-24a1-4284-9e2a-aa0e8ffe2563 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:52.901224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e1b4f495-24a1-4284-9e2a-aa0e8ffe2563 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Usage tracker for resource:router and tenant:b1b3dd65104d461fab46f4ced7e72ebe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:52.911029 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d6dc15-8534-4b37-9095-3a82c71b7d86 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] GET failed (client error): The resource could not be found. Jun 03 15:37:52.911890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-51d6dc15-8534-4b37-9095-3a82c71b7d86 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Synchronizing usage tracker for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:52.916330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e1b4f495-24a1-4284-9e2a-aa0e8ffe2563 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:52.925565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e1b4f495-24a1-4284-9e2a-aa0e8ffe2563 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:52.955037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f495-24a1-4284-9e2a-aa0e8ffe2563 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.956924 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f495-24a1-4284-9e2a-aa0e8ffe2563 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:52.973721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-51d6dc15-8534-4b37-9095-3a82c71b7d86 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Unset dirty status for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:52.974328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa43f2-8c8b-4c02-b49e-6f8639a65f13 req-74b4621d-e81e-4fee-b8ee-ea5778fc7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:52.975836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75fa43f2-8c8b-4c02-b49e-6f8639a65f13 req-74b4621d-e81e-4fee-b8ee-ea5778fc7ff9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 1097 time: 0.8641484 Jun 03 15:37:52.979072 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-51d6dc15-8534-4b37-9095-3a82c71b7d86 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "GET /v2.0/ports/404f10e4-7b0c-4d16-ba7c-2cdf412be01d HTTP/1.1" status: 404 len: 333 time: 0.1734316 Jun 03 15:37:52.986003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57646) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:52.998359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Request body: {'port': {'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-262793740'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:53.000474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f09695ad-edc6-452a-956c-775c87ccab24 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:37:53.105859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f495-24a1-4284-9e2a-aa0e8ffe2563 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.173802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f495-24a1-4284-9e2a-aa0e8ffe2563 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.209968 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1b4f495-24a1-4284-9e2a-aa0e8ffe2563 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.214149 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e1b4f495-24a1-4284-9e2a-aa0e8ffe2563 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.6768606 Jun 03 15:37:53.217332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57650) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:53.217734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:53.224255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] For port 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=48fa1215-30a4-4c5e-9c0a-cc4dd735cee9,segment=NetworkSegment(b61ae3b2-19c5-4c9c-9589-84a7680e38a4),segment_id=b61ae3b2-19c5-4c9c-9589-84a7680e38a4)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:53.224724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.235081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'f09695ad-edc6-452a-956c-775c87ccab24', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'port_id': 'f09695ad-edc6-452a-956c-775c87ccab24', 'mac_address': 'fa:16:3e:12:cc:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:37:53.305803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f09695ad-edc6-452a-956c-775c87ccab24 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:53.306370 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.325723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f09695ad-edc6-452a-956c-775c87ccab24 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:37:53.345032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:53.350256 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.381500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:53.438546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f09695ad-edc6-452a-956c-775c87ccab24,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:53.472532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:53.487718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b639-a2a4-4686-bb6a-f7cba2ceff65 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.537166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Allocated IP 172.25.7.61 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/1e3f50bc-ef19-40e8-8a8c-bcbe8d90f2a8) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:53.538890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['f09695ad-edc6-452a-956c-775c87ccab24'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:37:53.595926 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75fa43f2-8c8b-4c02-b49e-6f8639a65f13 req-af5c35f8-8b8a-49ad-ad94-bdcf22ae906e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6032565 Jun 03 15:37:53.633274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:53.665103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d73dd-a512-408b-b9dc-5a1dcd77c3b3 req-c41d907d-3150-4540-8f0f-f02fffdf141f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:53.667439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-628d73dd-a512-408b-b9dc-5a1dcd77c3b3 req-c41d907d-3150-4540-8f0f-f02fffdf141f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 946 time: 0.5718148 Jun 03 15:37:53.817824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d865-0833-4075-9a28-7c9cb6e8199d req-15ea164f-b848-431a-a260-8ae277023258 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:53.822400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f157d865-0833-4075-9a28-7c9cb6e8199d req-15ea164f-b848-431a-a260-8ae277023258 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 944 time: 0.7216597 Jun 03 15:37:53.876137 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b639-a2a4-4686-bb6a-f7cba2ceff65 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.878855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b639-a2a4-4686-bb6a-f7cba2ceff65 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.900923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Made reservation on behalf of 820c808c6ed0489091bc4214ed2b59ba for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:53.904708 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.926770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-628d73dd-a512-408b-b9dc-5a1dcd77c3b3 req-8d143948-ca86-45b8-9d23-9590f859c02b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496085 Jun 03 15:37:53.930733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] device_id is not set on port 89b4498c-832b-4352-a0dd-e32eba3f45c5 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:37:53.939373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f157d865-0833-4075-9a28-7c9cb6e8199d req-c0e2cc83-f058-4aeb-9f01-d482f9313721 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996144 Jun 03 15:37:53.974895 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b639-a2a4-4686-bb6a-f7cba2ceff65 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:53.975386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f6b639-a2a4-4686-bb6a-f7cba2ceff65 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc512a77-d48a-47e6-8812-60b62dd218d9 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:54.000509 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b639-a2a4-4686-bb6a-f7cba2ceff65 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.002326 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a9f6b639-a2a4-4686-bb6a-f7cba2ceff65 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] 10.222.0.48 "DELETE /v2.0/routers/dc512a77-d48a-47e6-8812-60b62dd218d9 HTTP/1.1" status: 204 len: 168 time: 0.7840216 Jun 03 15:37:54.006141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57656) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:54.023905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3cd2b1bb-fb1d-4a9f-bfc9-78f042659d08 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Request body: {'router': {'name': 'tempest-router-803475587', 'distributed': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:54.034888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3cd2b1bb-fb1d-4a9f-bfc9-78f042659d08 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:54.044555 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.048967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3cd2b1bb-fb1d-4a9f-bfc9-78f042659d08 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Usage tracker for resource:router and tenant:b1b3dd65104d461fab46f4ced7e72ebe is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:54.053621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3cd2b1bb-fb1d-4a9f-bfc9-78f042659d08 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:54.062323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3cd2b1bb-fb1d-4a9f-bfc9-78f042659d08 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:54.064261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.125819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=48fa1215-30a4-4c5e-9c0a-cc4dd735cee9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:54.158634 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b1bb-fb1d-4a9f-bfc9-78f042659d08 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.159673 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b1bb-fb1d-4a9f-bfc9-78f042659d08 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.226441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Allocated IP 2001:db8::386 (40a2d0e6-5c9b-4edb-910c-43dc38239e20/2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88/89b4498c-832b-4352-a0dd-e32eba3f45c5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:54.249574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b1bb-fb1d-4a9f-bfc9-78f042659d08 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.265150 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.412093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:54.475737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:54.486122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:54.499803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.516269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Transition to ACTIVE for port object 89b4498c-832b-4352-a0dd-e32eba3f45c5 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:37:54.521713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b1bb-fb1d-4a9f-bfc9-78f042659d08 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.543398 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.556276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Pushing event updated for resources: {'Port': ['ID=1e3f50bc-ef19-40e8-8a8c-bcbe8d90f2a8,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:54.594371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.613531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b1bb-fb1d-4a9f-bfc9-78f042659d08 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.617269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3cd2b1bb-fb1d-4a9f-bfc9-78f042659d08 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6050076 Jun 03 15:37:54.617965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57660) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:54.679900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:54.688965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:54.750192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:37:54.755995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:54.756656 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.768747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'Port': ['ID=89b4498c-832b-4352-a0dd-e32eba3f45c5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:54.786795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6655a95b-82ee-431b-84b4-9a9c4d723076 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:54.867008 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1724c3f0-f07f-400f-908d-ffe239e4107c tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8784308 Jun 03 15:37:54.870351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57666) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:54.969588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9b46c6b8-e913-4428-a1a8-a08ce88b5373 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3a:5d:0b'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:55.000223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f09695ad-edc6-452a-956c-775c87ccab24 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:37:55.118327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b531138e-c51f-4df5-8968-3a636f22e9ab None None] Provisioning for port 89b4498c-832b-4352-a0dd-e32eba3f45c5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:37:55.133096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b531138e-c51f-4df5-8968-3a636f22e9ab None None] Provisioning complete for port 89b4498c-832b-4352-a0dd-e32eba3f45c5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:55.133462 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b531138e-c51f-4df5-8968-3a636f22e9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.211532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b531138e-c51f-4df5-8968-3a636f22e9ab None None] Port 89b4498c-832b-4352-a0dd-e32eba3f45c5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:55.214903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port f09695ad-edc6-452a-956c-775c87ccab24 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:55.215728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.243280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6655a95b-82ee-431b-84b4-9a9c4d723076 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.245589 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6655a95b-82ee-431b-84b4-9a9c4d723076 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.273848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6655a95b-82ee-431b-84b4-9a9c4d723076 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.274358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6655a95b-82ee-431b-84b4-9a9c4d723076 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1c3de52-0e88-4171-a4e8-f2613a6f030d {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:55.302080 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6655a95b-82ee-431b-84b4-9a9c4d723076 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.304985 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6655a95b-82ee-431b-84b4-9a9c4d723076 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c1c3de52-0e88-4171-a4e8-f2613a6f030d HTTP/1.1" status: 204 len: 168 time: 0.6863704 Jun 03 15:37:55.309669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57676) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:55.321823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ed5e19bc-34a7-4110-a98e-58d8ddf143ca tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Request body: {'router': {'name': 'tempest-router-1259813774', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1ca3be97dc49437d836e654b2c89adfc'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:55.334772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ed5e19bc-34a7-4110-a98e-58d8ddf143ca tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:55.346297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ed5e19bc-34a7-4110-a98e-58d8ddf143ca tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Usage tracker for resource:router and tenant:1ca3be97dc49437d836e654b2c89adfc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:55.354574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ed5e19bc-34a7-4110-a98e-58d8ddf143ca tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:55.368118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ed5e19bc-34a7-4110-a98e-58d8ddf143ca tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:55.392081 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed5e19bc-34a7-4110-a98e-58d8ddf143ca tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.394052 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed5e19bc-34a7-4110-a98e-58d8ddf143ca tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.394237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f09695ad-edc6-452a-956c-775c87ccab24 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:37:55.397535 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.415919 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed5e19bc-34a7-4110-a98e-58d8ddf143ca tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.443116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed5e19bc-34a7-4110-a98e-58d8ddf143ca tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.446797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:55.470629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:55.484918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.493935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed5e19bc-34a7-4110-a98e-58d8ddf143ca tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.495534 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ed5e19bc-34a7-4110-a98e-58d8ddf143ca tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1847079 Jun 03 15:37:55.498331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57684) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:55.512065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:55.524287 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b46c6b8-e913-4428-a1a8-a08ce88b5373 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:55.605444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f09695ad-edc6-452a-956c-775c87ccab24,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:55.615401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.616119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.616462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.616792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.617118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.617442 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.617763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.618111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.618421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.618737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.619052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.619372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:55.977364 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b46c6b8-e913-4428-a1a8-a08ce88b5373 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.052134 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b46c6b8-e913-4428-a1a8-a08ce88b5373 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.125432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.125751 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.132649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fde285-8890-4ed1-9fca-699e29dfd6b0 req-e72e90b7-4f8b-4d37-945f-3444e031ce9d tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:56.134137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30fde285-8890-4ed1-9fca-699e29dfd6b0 req-e72e90b7-4f8b-4d37-945f-3444e031ce9d tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 944 time: 0.8635006 Jun 03 15:37:56.158493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae259ff-5d05-4e29-a032-061f6a55b97c req-5a507b28-673d-4919-adb3-2e4367c85aec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:56.159941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ae259ff-5d05-4e29-a032-061f6a55b97c req-5a507b28-673d-4919-adb3-2e4367c85aec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 946 time: 0.8702023 Jun 03 15:37:56.198137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9b46c6b8-e913-4428-a1a8-a08ce88b5373 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] In _notify_port_updated(), no bound segment for port 89b4498c-832b-4352-a0dd-e32eba3f45c5 on network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:37:56.204631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b46c6b8-e913-4428-a1a8-a08ce88b5373 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:56.205260 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b46c6b8-e913-4428-a1a8-a08ce88b5373 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.206567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9b46c6b8-e913-4428-a1a8-a08ce88b5373 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "PUT /v2.0/ports/89b4498c-832b-4352-a0dd-e32eba3f45c5 HTTP/1.1" status: 200 len: 1002 time: 1.2572773 Jun 03 15:37:56.213394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57694) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:56.282258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88444) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 03 15:37:56.282787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Router 2070cf96-f9c6-4694-984d-3adb3983b659 migrating from provider to provider. {{(pid=88444) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 03 15:37:56.283039 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.296858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.305176 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.466368 n-d-844595-1 neutron-server[88444]: WARNING neutron.scheduler.l3_agent_scheduler [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] No L3 agents can host the router 2070cf96-f9c6-4694-984d-3adb3983b659 Jun 03 15:37:56.528328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46c6b8-e913-4428-a1a8-a08ce88b5373 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'Port': ['ID=89b4498c-832b-4352-a0dd-e32eba3f45c5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:56.541297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d321ea1f-1d41-4b6a-8dd8-661221da793c None None] Provisioning complete for port 89b4498c-832b-4352-a0dd-e32eba3f45c5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:37:56.541297 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d321ea1f-1d41-4b6a-8dd8-661221da793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.564910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 65bae6e9-ccf3-443c-9f9d-0989148ea499 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:37:56.602475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30fde285-8890-4ed1-9fca-699e29dfd6b0 req-ac6a332e-8693-4e53-b724-21236593fa40 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4320412 Jun 03 15:37:56.610991 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ae259ff-5d05-4e29-a032-061f6a55b97c req-af6d7126-f196-4396-9ecd-4b00a2943981 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299958 Jun 03 15:37:56.616609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-92fe3801-8a2e-45d9-984e-f5ce7f06f812 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Deleting port 89b4498c-832b-4352-a0dd-e32eba3f45c5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:56.616946 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92fe3801-8a2e-45d9-984e-f5ce7f06f812 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.627500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d321ea1f-1d41-4b6a-8dd8-661221da793c None None] Port 89b4498c-832b-4352-a0dd-e32eba3f45c5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:37:56.657307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.724005 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05f8f94-12c6-4baa-ad13-79a74892df0a'] response: {'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24', 'code': 200} Jun 03 15:37:56.737647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Hosts for router 2070cf96-f9c6-4694-984d-3adb3983b659: [] {{(pid=88444) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jun 03 15:37:56.776499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Hosts for other DVR routers connected to router 2070cf96-f9c6-4694-984d-3adb3983b659: set() {{(pid=88444) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jun 03 15:37:56.778867 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:56.780232 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-74540399-498b-47f8-bfff-fa0352e0d4ed tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] 10.222.0.48 "PUT /v2.0/routers/2070cf96-f9c6-4694-984d-3adb3983b659 HTTP/1.1" status: 200 len: 717 time: 1.2793882 Jun 03 15:37:56.782933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57700) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:56.946780 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f21fec55-5cd3-4041-b81a-49a99c8f4988 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] 10.222.0.48 "GET /v2.0/routers/2070cf96-f9c6-4694-984d-3adb3983b659 HTTP/1.1" status: 200 len: 717 time: 0.1626308 Jun 03 15:37:56.952571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57704) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:57.124792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:57.132648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0ddf86a0-1c10-499e-9f0f-634750072857 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7593267 Jun 03 15:37:57.137680 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57710) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:57.138309 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0bf8c3-666d-41b2-b95c-fa63e53cd13d None None] Sync routers for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:57.152888 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0bf8c3-666d-41b2-b95c-fa63e53cd13d None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:57.153773 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0d0bf8c3-666d-41b2-b95c-fa63e53cd13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:57.302640 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-207eeeb8-a524-42a8-8da7-e7c5f06661c3 tempest-RoutersTestDVR-1251403676 tempest-RoutersTestDVR-1251403676-project] 10.222.0.48 "GET /v2.0/routers/2070cf96-f9c6-4694-984d-3adb3983b659 HTTP/1.1" status: 200 len: 683 time: 0.3433385 Jun 03 15:37:57.303294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57714) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:57.309078 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0d0bf8c3-666d-41b2-b95c-fa63e53cd13d None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:57.374868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b8e3b0-653c-4407-9e31-331abc52e561 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting subnet 29d9c94e-c8de-4765-bd9c-e41ccb82ba58 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:37:57.386382 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39b8e3b0-653c-4407-9e31-331abc52e561 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.517593 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84399815-eb21-43b0-b020-540a2ec971be tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.575609 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92fe3801-8a2e-45d9-984e-f5ce7f06f812 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.591565 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39b8e3b0-653c-4407-9e31-331abc52e561 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.626365 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.740864 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0d0bf8c3-666d-41b2-b95c-fa63e53cd13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:53Z', 'revision_number': 10, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:57.745714 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0bf8c3-666d-41b2-b95c-fa63e53cd13d None None] Checking router: 65bae6e9-ccf3-443c-9f9d-0989148ea499 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:57.755778 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0bf8c3-666d-41b2-b95c-fa63e53cd13d None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:57.756395 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0d0bf8c3-666d-41b2-b95c-fa63e53cd13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:57.842527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-92fe3801-8a2e-45d9-984e-f5ce7f06f812 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Calling delete_port for 89b4498c-832b-4352-a0dd-e32eba3f45c5 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:37:57.931183 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:57.967479 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0d0bf8c3-666d-41b2-b95c-fa63e53cd13d None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:37:58.115085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84399815-eb21-43b0-b020-540a2ec971be tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.117619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84399815-eb21-43b0-b020-540a2ec971be tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.143868 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84399815-eb21-43b0-b020-540a2ec971be tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.144590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84399815-eb21-43b0-b020-540a2ec971be tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2070cf96-f9c6-4694-984d-3adb3983b659 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:58.159391 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84399815-eb21-43b0-b020-540a2ec971be tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.160682 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-84399815-eb21-43b0-b020-540a2ec971be tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] 10.222.0.48 "DELETE /v2.0/routers/2070cf96-f9c6-4694-984d-3adb3983b659 HTTP/1.1" status: 204 len: 168 time: 0.8552444 Jun 03 15:37:58.165039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57724) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:58.171035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-13874b6f-25bc-4cd1-a14b-9c37fa8615c4 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Request body: {'router': {'name': 'tempest-router-1823252749', 'distributed': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:58.178692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13874b6f-25bc-4cd1-a14b-9c37fa8615c4 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:58.183711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13874b6f-25bc-4cd1-a14b-9c37fa8615c4 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Usage tracker for resource:router and tenant:b1b3dd65104d461fab46f4ced7e72ebe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:37:58.187377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13874b6f-25bc-4cd1-a14b-9c37fa8615c4 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:37:58.194141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13874b6f-25bc-4cd1-a14b-9c37fa8615c4 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:58.213718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13874b6f-25bc-4cd1-a14b-9c37fa8615c4 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.215084 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13874b6f-25bc-4cd1-a14b-9c37fa8615c4 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.235143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13874b6f-25bc-4cd1-a14b-9c37fa8615c4 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.268254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13874b6f-25bc-4cd1-a14b-9c37fa8615c4 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.310461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13874b6f-25bc-4cd1-a14b-9c37fa8615c4 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.311955 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-13874b6f-25bc-4cd1-a14b-9c37fa8615c4 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1453774 Jun 03 15:37:58.316375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57728) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:58.372637 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0d0bf8c3-666d-41b2-b95c-fa63e53cd13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:53Z', 'revision_number': 10, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:58.387768 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0bf8c3-666d-41b2-b95c-fa63e53cd13d None None] The sync data for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 is: [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:37:53Z', 'revision_number': 10, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None, '_interfaces': [{'id': 'f707da0e-a444-4b1a-a4f5-d6d63e6955ae', 'name': '', 'network_id': 'b7c5973c-227e-4e3c-abf8-5dfb39cf53a4', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'mac_address': 'fa:16:3e:89:1a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'device_owner': 'network:router_interface', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:36:27Z', 'updated_at': '2022-06-03T15:36:42Z', 'revision_number': 5, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'subnets': [{'id': 'b03f8c91-393f-4785-b5d5-1d1661e87b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:58.504380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca59a8e1-e21b-4eca-a35e-803cbe886b02 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.582555 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92fe3801-8a2e-45d9-984e-f5ce7f06f812 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.594371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39b8e3b0-653c-4407-9e31-331abc52e561 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.704860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe3801-8a2e-45d9-984e-f5ce7f06f812 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event deleted for resources: {'Port': ['ID=89b4498c-832b-4352-a0dd-e32eba3f45c5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:58.765185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6852b6b-5061-457b-89de-6269d27b4f87 req-a8e7e104-cdaf-4adf-b0c6-a7c427d00640 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:58.767445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6852b6b-5061-457b-89de-6269d27b4f87 req-a8e7e104-cdaf-4adf-b0c6-a7c427d00640 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 946 time: 0.8734729 Jun 03 15:37:58.781268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a41d1-3bdf-4f68-ac8f-eb9e2a0f59e5 req-08cf2308-ab8f-479d-a4a7-c536a3c74a36 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:58.788667 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-067a41d1-3bdf-4f68-ac8f-eb9e2a0f59e5 req-08cf2308-ab8f-479d-a4a7-c536a3c74a36 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.8598797 Jun 03 15:37:58.813843 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca59a8e1-e21b-4eca-a35e-803cbe886b02 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.819282 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca59a8e1-e21b-4eca-a35e-803cbe886b02 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.858266 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca59a8e1-e21b-4eca-a35e-803cbe886b02 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.859360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca59a8e1-e21b-4eca-a35e-803cbe886b02 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59ac3ff6-6bc8-4caf-8516-5fad493ab581 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:37:58.862206 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92fe3801-8a2e-45d9-984e-f5ce7f06f812 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.869478 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca59a8e1-e21b-4eca-a35e-803cbe886b02 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:58.873950 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ca59a8e1-e21b-4eca-a35e-803cbe886b02 tempest-RoutersTestDVR-652885608 tempest-RoutersTestDVR-652885608-project-admin] 10.222.0.48 "DELETE /v2.0/routers/59ac3ff6-6bc8-4caf-8516-5fad493ab581 HTTP/1.1" status: 204 len: 168 time: 0.5535469 Jun 03 15:37:58.937614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-92fe3801-8a2e-45d9-984e-f5ce7f06f812 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "DELETE /v2.0/ports/89b4498c-832b-4352-a0dd-e32eba3f45c5 HTTP/1.1" status: 204 len: 168 time: 2.7073314 Jun 03 15:37:58.940832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57738) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:58.962266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-067a41d1-3bdf-4f68-ac8f-eb9e2a0f59e5 req-b71c2cb0-6fc9-4c98-b0be-71c172099464 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723347 Jun 03 15:37:58.982894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6852b6b-5061-457b-89de-6269d27b4f87 req-bbb4033f-3843-4675-af2e-a0d77fdf67d0 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802042 Jun 03 15:37:59.001815 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39b8e3b0-653c-4407-9e31-331abc52e561 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.046727 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ee5c70-00d4-4dd0-8247-1ebd803022b1 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] GET failed (client error): The resource could not be found. Jun 03 15:37:59.047397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b8ee5c70-00d4-4dd0-8247-1ebd803022b1 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Synchronizing usage tracker for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:37:59.075381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b8ee5c70-00d4-4dd0-8247-1ebd803022b1 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Unset dirty status for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:37:59.085590 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b8ee5c70-00d4-4dd0-8247-1ebd803022b1 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "GET /v2.0/ports/89b4498c-832b-4352-a0dd-e32eba3f45c5 HTTP/1.1" status: 404 len: 333 time: 0.1432135 Jun 03 15:37:59.088427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57744) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:59.096853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Request body: {'port': {'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1669063595'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:37:59.113751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Router ffd2c5fb-19e0-467f-89eb-1967a86ca892 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:37:59.191794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8e3b0-653c-4407-9e31-331abc52e561 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Subnet': ['ID=29d9c94e-c8de-4765-bd9c-e41ccb82ba58,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:59.204234 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39b8e3b0-653c-4407-9e31-331abc52e561 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.212424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a7ef7-c1ff-4a92-b6d1-ed42fa8301b0 None None] Network e97e5527-373d-40f8-bdb6-287148252172 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:37:59.224370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-39b8e3b0-653c-4407-9e31-331abc52e561 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/29d9c94e-c8de-4765-bd9c-e41ccb82ba58 HTTP/1.1" status: 204 len: 168 time: 2.0696564 Jun 03 15:37:59.228027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57748) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:59.268545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:37:59.291306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:37:59.323388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Made reservation on behalf of 820c808c6ed0489091bc4214ed2b59ba for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:59.336879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.407976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] device_id is not set on port 9ecb3de6-4e64-4822-9476-0f2540b660e5 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:37:59.560692 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.576187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57762) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:59.583126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:37:59.590965 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.596178 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.597374 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8b7986d0-9220-400d-8cc2-d74de1249c5e tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "PUT /v2.0/routers/ffd2c5fb-19e0-467f-89eb-1967a86ca892 HTTP/1.1" status: 200 len: 918 time: 9.4936347 Jun 03 15:37:59.598196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b16c935-c155-4977-8ebb-8e85a51cd7e8 None None] Sync routers for ids ['ffd2c5fb-19e0-467f-89eb-1967a86ca892'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:59.600571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57766) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:59.624040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 6aaa6b82-7764-49be-b849-8e5becd6fefe {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:59.624452 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.631701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16c935-c155-4977-8ebb-8e85a51cd7e8 None None] Routers {'ffd2c5fb-19e0-467f-89eb-1967a86ca892'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:59.632525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0b16c935-c155-4977-8ebb-8e85a51cd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ffd2c5fb-19e0-467f-89eb-1967a86ca892'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:59.682074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92f2b1-fb09-4052-8ff7-b4231fc338fd req-29266c21-42b7-4365-8f1f-a77de4fdb47a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:59.691883 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d92f2b1-fb09-4052-8ff7-b4231fc338fd req-29266c21-42b7-4365-8f1f-a77de4fdb47a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 946 time: 0.4687295 Jun 03 15:37:59.694488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57772) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:37:59.710732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0b16c935-c155-4977-8ebb-8e85a51cd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:59.713404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] DHCP port deletion for e97e5527-373d-40f8-bdb6-287148252172 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:37:59.721035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Deleting port 6aaa6b82-7764-49be-b849-8e5becd6fefe {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:37:59.721616 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:37:59.764869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16c935-c155-4977-8ebb-8e85a51cd7e8 None None] Routers {'ffd2c5fb-19e0-467f-89eb-1967a86ca892'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:37:59.765510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0b16c935-c155-4977-8ebb-8e85a51cd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:37:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ffd2c5fb-19e0-467f-89eb-1967a86ca892'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:59.929550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:37:59.942731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] For port 6aaa6b82-7764-49be-b849-8e5becd6fefe, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6aaa6b82-7764-49be-b849-8e5becd6fefe,segment=NetworkSegment(b61ae3b2-19c5-4c9c-9589-84a7680e38a4),segment_id=b61ae3b2-19c5-4c9c-9589-84a7680e38a4)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:37:59.943568 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:00.044392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0b16c935-c155-4977-8ebb-8e85a51cd7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:00.044392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b16c935-c155-4977-8ebb-8e85a51cd7e8 None None] The sync data for ids ['ffd2c5fb-19e0-467f-89eb-1967a86ca892'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:00.056492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Allocated IP 2001:db8::3de (40a2d0e6-5c9b-4edb-910c-43dc38239e20/2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88/9ecb3de6-4e64-4822-9476-0f2540b660e5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:00.064379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:00.064914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 48fa1215-30a4-4c5e-9c0a-cc4dd735cee9 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:00.065448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6aaa6b82-7764-49be-b849-8e5becd6fefe no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:00.117260 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-25252179-206f-4103-929c-1e8b3019ded5 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/routers/ffd2c5fb-19e0-467f-89eb-1967a86ca892 HTTP/1.1" status: 200 len: 924 time: 0.5099199 Jun 03 15:38:00.128068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57786) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:00.393286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6aaa6b82-7764-49be-b849-8e5becd6fefe is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:00.393843 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:00.426405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] For port 6aaa6b82-7764-49be-b849-8e5becd6fefe, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6aaa6b82-7764-49be-b849-8e5becd6fefe,segment=NetworkSegment(b61ae3b2-19c5-4c9c-9589-84a7680e38a4),segment_id=b61ae3b2-19c5-4c9c-9589-84a7680e38a4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:00.426706 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:00.494106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-269b831c-d74d-4139-8bf1-66d08d9ecbc5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'floatingip': {'port_id': '85e00eda-3288-4825-ad9a-3c6420120a77'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:00.550535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 6aaa6b82-7764-49be-b849-8e5becd6fefe owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:00.603261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6aaa6b82-7764-49be-b849-8e5becd6fefe, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6aaa6b82-7764-49be-b849-8e5becd6fefe,segment=NetworkSegment(b61ae3b2-19c5-4c9c-9589-84a7680e38a4),segment_id=b61ae3b2-19c5-4c9c-9589-84a7680e38a4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:00.659590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d485d81c-c24b-42eb-8d52-7c266f3cdd78 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:00.664705 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d485d81c-c24b-42eb-8d52-7c266f3cdd78 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&device_id=ffd2c5fb-19e0-467f-89eb-1967a86ca892&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5356333 Jun 03 15:38:00.668237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57806) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:00.721502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Calling delete_port for 6aaa6b82-7764-49be-b849-8e5becd6fefe owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:00.754109 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7623616-4793-4ce1-9b45-157cff9332a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:00.775351 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:00.778028 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-269b831c-d74d-4139-8bf1-66d08d9ecbc5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:00.842746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29210d92-ee90-40ad-9f4d-6644f14f71f3 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:00.852710 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-29210d92-ee90-40ad-9f4d-6644f14f71f3 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 881 time: 0.1830404 Jun 03 15:38:00.853662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57810) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:00.901344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6aaa6b82-7764-49be-b849-8e5becd6fefe,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:00.918142 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:38:00.918142 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:38:00.930972 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0f18941e-295f-4d5f-938b-aa2b030fb554 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffd2c5fb-19e0-467f-89eb-1967a86ca892 HTTP/1.1" status: 200 len: 205 time: 0.0733440 Jun 03 15:38:00.954277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57814) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:01.401387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:01.417228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Deleting port 6aaa6b82-7764-49be-b849-8e5becd6fefe {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:01.418365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:01.441154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Transition to ACTIVE for port object 9ecb3de6-4e64-4822-9476-0f2540b660e5 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:01.475374 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:01.661726 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:01.929705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:01.956232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:01.966123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'Port': ['ID=9ecb3de6-4e64-4822-9476-0f2540b660e5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:01.968643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:01.974550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:01.974832 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:01.980637 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:01.994271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Deleting port 1e3f50bc-ef19-40e8-8a8c-bcbe8d90f2a8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:01.996840 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.090697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7623616-4793-4ce1-9b45-157cff9332a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:02.118081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7623616-4793-4ce1-9b45-157cff9332a3 admin admin] Usage tracker for resource:security_group_rule and tenant:1ca3be97dc49437d836e654b2c89adfc is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:02.120597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] For port 6aaa6b82-7764-49be-b849-8e5becd6fefe, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6aaa6b82-7764-49be-b849-8e5becd6fefe,segment=NetworkSegment(b61ae3b2-19c5-4c9c-9589-84a7680e38a4),segment_id=b61ae3b2-19c5-4c9c-9589-84a7680e38a4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:02.127870 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.144591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7623616-4793-4ce1-9b45-157cff9332a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:02.158988 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4adf7d7d-8d81-4097-885b-011c46deb78d tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0693610 Jun 03 15:38:02.164274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57822) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:02.172205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-269b831c-d74d-4139-8bf1-66d08d9ecbc5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:38:02.224849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Request body: {'port': {'network_id': '40a2d0e6-5c9b-4edb-910c-43dc38239e20', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-486935957'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:02.327321 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-32e4f249-630b-409a-a455-6b3c8fb3d444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.404743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7623616-4793-4ce1-9b45-157cff9332a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:02.427264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Calling delete_port for 6aaa6b82-7764-49be-b849-8e5becd6fefe owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:02.432909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.521223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:38:02.521601 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:38:02.529521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d5441-e1c7-4e2a-9e70-405aae88fb55 req-9a0e680b-8158-444d-9300-ad527f1fa728 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:02.529786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a138120d-dbad-4497-962c-62c78e5293e0 None None] Provisioning for port 9ecb3de6-4e64-4822-9476-0f2540b660e5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:02.537662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c4d5441-e1c7-4e2a-9e70-405aae88fb55 req-9a0e680b-8158-444d-9300-ad527f1fa728 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 2.0477638 Jun 03 15:38:02.540909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a138120d-dbad-4497-962c-62c78e5293e0 None None] Provisioning complete for port 9ecb3de6-4e64-4822-9476-0f2540b660e5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:02.541281 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a138120d-dbad-4497-962c-62c78e5293e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.586092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-269b831c-d74d-4139-8bf1-66d08d9ecbc5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.603660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c4d5441-e1c7-4e2a-9e70-405aae88fb55 req-8f9167ee-7402-4d70-a94b-65dd4aaab49b tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648971 Jun 03 15:38:02.611571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-269b831c-d74d-4139-8bf1-66d08d9ecbc5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.635811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a138120d-dbad-4497-962c-62c78e5293e0 None None] Port 9ecb3de6-4e64-4822-9476-0f2540b660e5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:02.637608 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.695671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] Pushing event deleted for resources: {'Port': ['ID=6aaa6b82-7764-49be-b849-8e5becd6fefe,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:02.697044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Calling delete_port for 1e3f50bc-ef19-40e8-8a8c-bcbe8d90f2a8 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:02.699489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdc235-d350-48be-9e90-c2e5c9e93f4e None None] No DVR routers for this DVR port 6aaa6b82-7764-49be-b849-8e5becd6fefe on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:38:02.760275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:02.768389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Usage tracker for resource:port and tenant:820c808c6ed0489091bc4214ed2b59ba is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:02.773136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:02.782412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:02.784899 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7623616-4793-4ce1-9b45-157cff9332a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.800806 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7623616-4793-4ce1-9b45-157cff9332a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.818902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Made reservation on behalf of 820c808c6ed0489091bc4214ed2b59ba for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:02.824989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:02.943278 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b7623616-4793-4ce1-9b45-157cff9332a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ca3be97dc49437d836e654b2c89adfc&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3640397 Jun 03 15:38:02.955016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7623616-4793-4ce1-9b45-157cff9332a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12ae8e-cdf8-46ae-974d-f0f8b0fea37d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:02.982349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57830) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:03.037524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] device_id is not set on port 3b33d535-894e-4466-860f-e42a6d96f659 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:03.053481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 6aaa6b82-7764-49be-b849-8e5becd6fefe {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:03.054507 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:03.305136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:03.445984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Allocated IP 2001:db8::33 (40a2d0e6-5c9b-4edb-910c-43dc38239e20/2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88/3b33d535-894e-4466-860f-e42a6d96f659) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:03.462312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] The port '6aaa6b82-7764-49be-b849-8e5becd6fefe' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:38:03.471815 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-269b831c-d74d-4139-8bf1-66d08d9ecbc5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Floating IP bbc41462-2cff-4c52-8a37-178835f5a593 associated. External IP: 172.25.7.18, port: 85e00eda-3288-4825-ad9a-3c6420120a77. Jun 03 15:38:03.485126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Pushing event deleted for resources: {'Port': ['ID=1e3f50bc-ef19-40e8-8a8c-bcbe8d90f2a8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:03.773166 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.066911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.117221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.189971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.190662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Fanout notify agent at l3_agent the message router_deleted on router ffd2c5fb-19e0-467f-89eb-1967a86ca892 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:38:04.221339 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.261832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97e5527-373d-40f8-bdb6-287148252172']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:04.263553 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.264782 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3c524b42-db43-4d90-8904-c7980b7b617d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/ffd2c5fb-19e0-467f-89eb-1967a86ca892 HTTP/1.1" status: 204 len: 168 time: 3.3097949 Jun 03 15:38:04.274988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57838) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:04.278909 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87ab038a-769f-4a4e-aa40-5b8d12dae37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.279693 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.306740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Transition to ACTIVE for port object 3b33d535-894e-4466-860f-e42a6d96f659 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:04.316587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61ae3b2-19c5-4c9c-9589-84a7680e38a4') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:04.317010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61ae3b2-19c5-4c9c-9589-84a7680e38a4') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:04.338281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-817668232', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:04.349448 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.352883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:04.361908 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.392775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.403134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:38:04.403688 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.425462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Usage tracker for resource:router and tenant:cc1f617880fc4d09a5ea480a5df29f9a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:04.450315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:04.466816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:04.507681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:04.517224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'Port': ['ID=3b33d535-894e-4466-860f-e42a6d96f659,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:04.530392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:04.535914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:04.549072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:04.550287 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.558741 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.559779 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.602231 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2883ca75-c76d-4b62-a0e8-c2469b7c14df tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4366195 Jun 03 15:38:04.602923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57844) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:04.604208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.612476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-860f6101-dd5c-4b0f-a9d7-93ca541baa9a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c2', 'mac_address': 'fa:16:3e:3a:5d:0b'}, {'ip_address': '2001:db8::3de', 'mac_address': 'fa:16:3e:e3:59:ef'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:04.693347 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8a37278-01fe-4c37-ba7b-e20375669c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:04.798149 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment b61ae3b2-19c5-4c9c-9589-84a7680e38a4 resource provider aggregate not found Jun 03 15:38:04.930565 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment b61ae3b2-19c5-4c9c-9589-84a7680e38a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b61ae3b2-19c5-4c9c-9589-84a7680e38a4 found for delete ", "request_id": "req-1cffec5e-82e6-4133-8618-919aa8f0d048"}]} Jun 03 15:38:05.034938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-640dd9ac-bc0e-4744-ba40-0a778fde6f37 None None] Provisioning for port 3b33d535-894e-4466-860f-e42a6d96f659 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:05.047275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-640dd9ac-bc0e-4744-ba40-0a778fde6f37 None None] Provisioning complete for port 3b33d535-894e-4466-860f-e42a6d96f659 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:05.048143 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-640dd9ac-bc0e-4744-ba40-0a778fde6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.152636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-640dd9ac-bc0e-4744-ba40-0a778fde6f37 None None] Port 3b33d535-894e-4466-860f-e42a6d96f659 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:05.176463 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8a37278-01fe-4c37-ba7b-e20375669c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.242424 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.248075 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.299994 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.309267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8a37278-01fe-4c37-ba7b-e20375669c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.342121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a37278-01fe-4c37-ba7b-e20375669c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12ae8e-cdf8-46ae-974d-f0f8b0fea37d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:05.382651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d958c-9b0e-4a3b-a992-25a162dad7ef req-65664f8c-233d-4e60-9937-edb706d1ab56 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:05.384379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-211d958c-9b0e-4a3b-a992-25a162dad7ef req-65664f8c-233d-4e60-9937-edb706d1ab56 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 1.4849958 Jun 03 15:38:05.385458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Network': ['ID=e97e5527-373d-40f8-bdb6-287148252172,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:05.529056 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8a37278-01fe-4c37-ba7b-e20375669c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.530519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f8a37278-01fe-4c37-ba7b-e20375669c26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f12ae8e-cdf8-46ae-974d-f0f8b0fea37d HTTP/1.1" status: 204 len: 168 time: 2.5470057 Jun 03 15:38:05.571594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-845dfc38-4a66-4237-ab9d-f09711390615 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/networks/e97e5527-373d-40f8-bdb6-287148252172 HTTP/1.1" status: 204 len: 168 time: 6.3408859 Jun 03 15:38:05.600740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57854) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:05.614776 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:05.898919 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.195543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-211d958c-9b0e-4a3b-a992-25a162dad7ef req-75c6a81b-b0d9-4ba8-80dc-61685cf1cc61 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7986727 Jun 03 15:38:06.279135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269b831c-d74d-4139-8bf1-66d08d9ecbc5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Router deea8f90-251a-45e7-bdd9-69ab6134d047 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:06.305432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-860f6101-dd5c-4b0f-a9d7-93ca541baa9a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.630374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:06.763166 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f050c49-25ab-4a7d-925e-daf427864ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:06.825845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f050c49-25ab-4a7d-925e-daf427864ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:06.906834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f050c49-25ab-4a7d-925e-daf427864ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b3dd65104d461fab46f4ced7e72ebe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:06.927768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0f050c49-25ab-4a7d-925e-daf427864ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:06.987743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0f050c49-25ab-4a7d-925e-daf427864ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:06.990199 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.035582 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.259460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269b831c-d74d-4139-8bf1-66d08d9ecbc5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:07.265848 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-269b831c-d74d-4139-8bf1-66d08d9ecbc5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.293936 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e54f76-6081-4c92-b249-01e8837a0547 None None] Sync routers for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:07.363362 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e54f76-6081-4c92-b249-01e8837a0547 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:07.364594 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-61e54f76-6081-4c92-b249-01e8837a0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:07.382952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-269b831c-d74d-4139-8bf1-66d08d9ecbc5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "PUT /v2.0/floatingips/bbc41462-2cff-4c52-8a37-178835f5a593 HTTP/1.1" status: 200 len: 991 time: 7.6752989 Jun 03 15:38:07.384020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'tag': '85e00eda-3288-4825-ad9a-3c6420120a77'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:38:07.562099 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9d8735-3814-46c5-b624-13f33e1addcf'] response: {'name': 'network-changed', 'server_uuid': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'tag': '85e00eda-3288-4825-ad9a-3c6420120a77', 'status': 'completed', 'code': 200} Jun 03 15:38:07.773777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port f707da0e-a444-4b1a-a4f5-d6d63e6955ae {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:07.774572 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:07.805101 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-860f6101-dd5c-4b0f-a9d7-93ca541baa9a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:38:07.811787 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-61e54f76-6081-4c92-b249-01e8837a0547 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:07.873217 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-860f6101-dd5c-4b0f-a9d7-93ca541baa9a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.047725 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-860f6101-dd5c-4b0f-a9d7-93ca541baa9a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.132740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.175390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-860f6101-dd5c-4b0f-a9d7-93ca541baa9a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] In _notify_port_updated(), no bound segment for port 3b33d535-894e-4466-860f-e42a6d96f659 on network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:38:08.185278 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f6101-dd5c-4b0f-a9d7-93ca541baa9a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:08.186718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-860f6101-dd5c-4b0f-a9d7-93ca541baa9a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.188495 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-860f6101-dd5c-4b0f-a9d7-93ca541baa9a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "PUT /v2.0/ports/3b33d535-894e-4466-860f-e42a6d96f659 HTTP/1.1" status: 200 len: 1065 time: 3.5824134 Jun 03 15:38:08.230791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57880) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:08.278830 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-61e54f76-6081-4c92-b249-01e8837a0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'bbc41462-2cff-4c52-8a37-178835f5a593', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '85e00eda-3288-4825-ad9a-3c6420120a77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:53:40:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:37:25Z', 'updated_at': '2022-06-03T15:38:02Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:08.285418 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e54f76-6081-4c92-b249-01e8837a0547 None None] Checking router: deea8f90-251a-45e7-bdd9-69ab6134d047 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:08.295408 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e54f76-6081-4c92-b249-01e8837a0547 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:08.296490 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-61e54f76-6081-4c92-b249-01e8837a0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:08.312080 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f050c49-25ab-4a7d-925e-daf427864ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.313529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.356832 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f050c49-25ab-4a7d-925e-daf427864ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.497813 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0f050c49-25ab-4a7d-925e-daf427864ac1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1b3dd65104d461fab46f4ced7e72ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8620484 Jun 03 15:38:08.513341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57884) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:08.558673 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:38:08.578911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f6101-dd5c-4b0f-a9d7-93ca541baa9a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event updated for resources: {'Port': ['ID=3b33d535-894e-4466-860f-e42a6d96f659,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:08.618050 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-61e54f76-6081-4c92-b249-01e8837a0547 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:08.645802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cdf6fd31-bee2-4d3b-a19e-25fcb69f15d6 None None] Provisioning complete for port 3b33d535-894e-4466-860f-e42a6d96f659 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:08.655544 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fd31-bee2-4d3b-a19e-25fcb69f15d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.694034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa2941-3b29-482a-b34b-55c87651a1e8 req-01a4f265-3971-4fea-b420-2d4a9e370a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:08.697963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17fa2941-3b29-482a-b34b-55c87651a1e8 req-01a4f265-3971-4fea-b420-2d4a9e370a44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 1097 time: 1.0795197 Jun 03 15:38:08.720860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8083444a-b27b-4a49-8635-4205bf3ba2c5 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Deleting port 3b33d535-894e-4466-860f-e42a6d96f659 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:08.729575 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8083444a-b27b-4a49-8635-4205bf3ba2c5 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.764357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f050c49-25ab-4a7d-925e-daf427864ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc496ad-e4ce-48ea-aa11-dca7d9ee6eec,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:08.883368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7fcdb-1d48-47d7-92fb-8085b92b0b4b req-c3a3f13e-8228-4498-8fbb-721b40f72a64 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:08.897604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9c7fcdb-1d48-47d7-92fb-8085b92b0b4b req-c3a3f13e-8228-4498-8fbb-721b40f72a64 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 1.1338093 Jun 03 15:38:08.925050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12caf33b-c3b3-4c0c-9d55-9aaa72c15cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.931475 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:08.950833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6fd31-bee2-4d3b-a19e-25fcb69f15d6 None None] Port 3b33d535-894e-4466-860f-e42a6d96f659 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:09.041401 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12caf33b-c3b3-4c0c-9d55-9aaa72c15cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:09.097719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Allocated IP 172.25.7.25 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/af890f14-35b5-41e0-962b-d34dc1d0f2dd) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:09.510225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9c7fcdb-1d48-47d7-92fb-8085b92b0b4b req-6d7a2e96-36a8-4b9c-b062-5f14faac090f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212251 Jun 03 15:38:09.555515 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8083444a-b27b-4a49-8635-4205bf3ba2c5 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:09.607413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] For port f707da0e-a444-4b1a-a4f5-d6d63e6955ae, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f707da0e-a444-4b1a-a4f5-d6d63e6955ae,segment=NetworkSegment(9e3e04e8-4202-48ec-8e64-bd917eb1fe61),segment_id=9e3e04e8-4202-48ec-8e64-bd917eb1fe61)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:09.607844 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:09.815720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for f707da0e-a444-4b1a-a4f5-d6d63e6955ae owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:09.914515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa2941-3b29-482a-b34b-55c87651a1e8 req-4975e45d-b61b-4a7d-9c8c-7a165549f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:09.919047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17fa2941-3b29-482a-b34b-55c87651a1e8 req-4975e45d-b61b-4a7d-9c8c-7a165549f759 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 915 time: 1.2095528 Jun 03 15:38:09.932293 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12caf33b-c3b3-4c0c-9d55-9aaa72c15cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:09.937739 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-61e54f76-6081-4c92-b249-01e8837a0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'bbc41462-2cff-4c52-8a37-178835f5a593', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '85e00eda-3288-4825-ad9a-3c6420120a77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:53:40:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:37:25Z', 'updated_at': '2022-06-03T15:38:02Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:09.952751 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e54f76-6081-4c92-b249-01e8837a0547 None None] The sync data for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 is: [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'bbc41462-2cff-4c52-8a37-178835f5a593', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.18', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': '85e00eda-3288-4825-ad9a-3c6420120a77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:53:40:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:37:25Z', 'updated_at': '2022-06-03T15:38:02Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:10.072307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8083444a-b27b-4a49-8635-4205bf3ba2c5 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Calling delete_port for 3b33d535-894e-4466-860f-e42a6d96f659 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:10.191957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12caf33b-c3b3-4c0c-9d55-9aaa72c15cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc496ad-e4ce-48ea-aa11-dca7d9ee6eec,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:10.261836 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.276071 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12caf33b-c3b3-4c0c-9d55-9aaa72c15cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.280115 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-12caf33b-c3b3-4c0c-9d55-9aaa72c15cdc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdc496ad-e4ce-48ea-aa11-dca7d9ee6eec HTTP/1.1" status: 204 len: 168 time: 1.7567589 Jun 03 15:38:10.376825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139dc502-1710-4006-8baa-6b72251b71a3 None None] New status for floating IP bbc41462-2cff-4c52-8a37-178835f5a593: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:38:10.396790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17fa2941-3b29-482a-b34b-55c87651a1e8 req-e068237a-f489-47c2-99aa-c68f3c1c3b78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85e00eda-3288-4825-ad9a-3c6420120a77 HTTP/1.1" status: 200 len: 999 time: 0.4551227 Jun 03 15:38:10.471466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.535433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8083444a-b27b-4a49-8635-4205bf3ba2c5 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.564983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa2941-3b29-482a-b34b-55c87651a1e8 req-5076d095-b96b-4f59-9182-0308bc6b54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:10.566412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17fa2941-3b29-482a-b34b-55c87651a1e8 req-5076d095-b96b-4f59-9182-0308bc6b54a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.1513736 Jun 03 15:38:10.619271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:10.630389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:10.644209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:10.698925 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:10.939440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Port': ['ID=f707da0e-a444-4b1a-a4f5-d6d63e6955ae,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:11.085208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Pushing event updated for resources: {'Port': ['ID=af890f14-35b5-41e0-962b-d34dc1d0f2dd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:11.550186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa2941-3b29-482a-b34b-55c87651a1e8 req-5556cd18-74af-4dcb-a88a-792056aacf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:11.551857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17fa2941-3b29-482a-b34b-55c87651a1e8 req-5556cd18-74af-4dcb-a88a-792056aacf24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9785290 Jun 03 15:38:11.604298 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:11.665017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10d983-c7d6-4d6b-9265-0fba6909bc04 req-536e5531-52dd-4901-8958-2d2113cacf12 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:11.673682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e10d983-c7d6-4d6b-9265-0fba6909bc04 req-536e5531-52dd-4901-8958-2d2113cacf12 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.7153416 Jun 03 15:38:11.931028 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e10d983-c7d6-4d6b-9265-0fba6909bc04 req-c7b24b7a-b57b-4645-8505-143aa5750607 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562828 Jun 03 15:38:11.953007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:12.032968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083444a-b27b-4a49-8635-4205bf3ba2c5 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event deleted for resources: {'Port': ['ID=3b33d535-894e-4466-860f-e42a6d96f659,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:12.101608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17fa2941-3b29-482a-b34b-55c87651a1e8 req-ff393790-180d-40f7-bccc-f7c0f7d801b7 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378156 Jun 03 15:38:12.227804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 65bae6e9-ccf3-443c-9f9d-0989148ea499 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:12.306394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8083444a-b27b-4a49-8635-4205bf3ba2c5 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:12.326548 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8083444a-b27b-4a49-8635-4205bf3ba2c5 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "DELETE /v2.0/ports/3b33d535-894e-4466-860f-e42a6d96f659 HTTP/1.1" status: 204 len: 168 time: 4.0919218 Jun 03 15:38:12.328405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57922) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:12.386988 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bc8f85-bd4a-4cf5-a749-b61e988e687a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] GET failed (client error): The resource could not be found. Jun 03 15:38:12.387585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a0bc8f85-bd4a-4cf5-a749-b61e988e687a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Synchronizing usage tracker for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:12.508285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a0bc8f85-bd4a-4cf5-a749-b61e988e687a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Unset dirty status for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:12.509617 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a0bc8f85-bd4a-4cf5-a749-b61e988e687a tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "GET /v2.0/ports/3b33d535-894e-4466-860f-e42a6d96f659 HTTP/1.1" status: 404 len: 333 time: 0.1812737 Jun 03 15:38:12.525921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57932) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:12.660290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:12.673715 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c80f511-0751-45f5-9b71-1415965a6cd5 None None] Sync routers for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:12.699563 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80f511-0751-45f5-9b71-1415965a6cd5 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:12.703198 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8c80f511-0751-45f5-9b71-1415965a6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:12.723978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a0fdd36c-e39a-4db1-a3c3-c0b911fd6da4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1197319 Jun 03 15:38:12.732022 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17fa2941-3b29-482a-b34b-55c87651a1e8 req-d1ba07de-a9be-47ab-8e08-a90d54969277 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169314 Jun 03 15:38:12.732022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57936) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:12.838516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-27fdb849-4504-48c0-8b47-ce891bd485ae tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Deleting port 9ecb3de6-4e64-4822-9476-0f2540b660e5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:12.838824 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27fdb849-4504-48c0-8b47-ce891bd485ae tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:12.981699 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-8c80f511-0751-45f5-9b71-1415965a6cd5 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:13.106139 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.159050 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57946) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:13.255164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee3429e-3e52-4851-b8cf-0f0e5849c3e2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting subnet b03f8c91-393f-4785-b5d5-1d1661e87b21 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:38:13.265806 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ee3429e-3e52-4851-b8cf-0f0e5849c3e2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.268286 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8c80f511-0751-45f5-9b71-1415965a6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:38:10Z', 'revision_number': 11, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:13.273310 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c80f511-0751-45f5-9b71-1415965a6cd5 None None] Checking router: 65bae6e9-ccf3-443c-9f9d-0989148ea499 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:13.284693 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80f511-0751-45f5-9b71-1415965a6cd5 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:13.285307 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8c80f511-0751-45f5-9b71-1415965a6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:13.336502 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ee3429e-3e52-4851-b8cf-0f0e5849c3e2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.438108 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-8c80f511-0751-45f5-9b71-1415965a6cd5 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:13.476190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ee3429e-3e52-4851-b8cf-0f0e5849c3e2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.570290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-280092259', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:13.578142 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ee3429e-3e52-4851-b8cf-0f0e5849c3e2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.584896 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8c80f511-0751-45f5-9b71-1415965a6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:38:10Z', 'revision_number': 11, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:13.600510 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c80f511-0751-45f5-9b71-1415965a6cd5 None None] The sync data for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 is: [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:38:10Z', 'revision_number': 11, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:13.615152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:13.644071 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ee3429e-3e52-4851-b8cf-0f0e5849c3e2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.647174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Usage tracker for resource:port and tenant:f0cd3fdc538e4073b78f222a4c170bda is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:13.653485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404adb5d-576a-4abc-945e-ad8e71270ad9 None None] Network b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:13.659798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280e077-ab60-43ee-ae19-60f74741aae2 req-441cd88a-22ab-4de0-ae70-8b80f164877f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:13.661338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a280e077-ab60-43ee-ae19-60f74741aae2 req-441cd88a-22ab-4de0-ae70-8b80f164877f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.5031855 Jun 03 15:38:13.662109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3429e-3e52-4851-b8cf-0f0e5849c3e2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Subnet': ['ID=b03f8c91-393f-4785-b5d5-1d1661e87b21,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:13.666362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:13.674895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:13.678274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8ee3429e-3e52-4851-b8cf-0f0e5849c3e2 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/b03f8c91-393f-4785-b5d5-1d1661e87b21 HTTP/1.1" status: 204 len: 168 time: 0.9339514 Jun 03 15:38:13.706886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57956) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:13.745600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Made reservation on behalf of f0cd3fdc538e4073b78f222a4c170bda for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:13.747934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.752769 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27fdb849-4504-48c0-8b47-ce891bd485ae tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.766905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a280e077-ab60-43ee-ae19-60f74741aae2 req-846431d6-38a5-47c2-ac4e-1b683bb1a0ed tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905585 Jun 03 15:38:13.861131 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:13.932099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:13.985524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Usage tracker for resource:security_group_rule and tenant:f0cd3fdc538e4073b78f222a4c170bda is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:14.005849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:14.026074 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.042018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:14.061478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-27fdb849-4504-48c0-8b47-ce891bd485ae tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Calling delete_port for 9ecb3de6-4e64-4822-9476-0f2540b660e5 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:14.079095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f707da0e-a444-4b1a-a4f5-d6d63e6955ae no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:14.085414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 87c09c34-b7fa-40cb-9dff-ba57904b932d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:14.085752 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.178632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f707da0e-a444-4b1a-a4f5-d6d63e6955ae {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:14.179050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f707da0e-a444-4b1a-a4f5-d6d63e6955ae not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:14.194147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Router d320b2d5-a3b1-4c95-87ef-c35d517c1cff is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:38:14.299603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa14fc91-fa35-4ec2-87fa-467910e46a70 None None] DHCP port deletion for b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:38:14.304489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fa14fc91-fa35-4ec2-87fa-467910e46a70 None None] Deleting port 87c09c34-b7fa-40cb-9dff-ba57904b932d {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:14.305025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fa14fc91-fa35-4ec2-87fa-467910e46a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.399296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] For port 87c09c34-b7fa-40cb-9dff-ba57904b932d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=87c09c34-b7fa-40cb-9dff-ba57904b932d,segment=NetworkSegment(9e3e04e8-4202-48ec-8e64-bd917eb1fe61),segment_id=9e3e04e8-4202-48ec-8e64-bd917eb1fe61)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:14.399915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.596358 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27fdb849-4504-48c0-8b47-ce891bd485ae tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.701493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:14.749077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdb849-4504-48c0-8b47-ce891bd485ae tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event deleted for resources: {'Port': ['ID=9ecb3de6-4e64-4822-9476-0f2540b660e5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:14.761429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fa14fc91-fa35-4ec2-87fa-467910e46a70 None None] For port 87c09c34-b7fa-40cb-9dff-ba57904b932d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=87c09c34-b7fa-40cb-9dff-ba57904b932d,segment=NetworkSegment(9e3e04e8-4202-48ec-8e64-bd917eb1fe61),segment_id=9e3e04e8-4202-48ec-8e64-bd917eb1fe61)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:14.762712 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fa14fc91-fa35-4ec2-87fa-467910e46a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.762978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Calling delete_port for 87c09c34-b7fa-40cb-9dff-ba57904b932d owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:14.925915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.930807 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-33a6f546-391e-47db-981f-c980d7497a71 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.5977480 Jun 03 15:38:14.932885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57974) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:14.948909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.950248 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27fdb849-4504-48c0-8b47-ce891bd485ae tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.964425 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-27fdb849-4504-48c0-8b47-ce891bd485ae tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "DELETE /v2.0/ports/9ecb3de6-4e64-4822-9476-0f2540b660e5 HTTP/1.1" status: 204 len: 168 time: 2.4290881 Jun 03 15:38:14.967638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57978) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:14.977360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:14.983014 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:14.987236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fa14fc91-fa35-4ec2-87fa-467910e46a70 None None] Calling delete_port for 87c09c34-b7fa-40cb-9dff-ba57904b932d owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:15.054549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] device_id is not set on port fe8aec16-b329-40ec-8cbf-751c6adf231f yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:15.086911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f45da1-0fa6-445b-a86a-a9b3c03c3694 None None] Sync routers for ids ['d320b2d5-a3b1-4c95-87ef-c35d517c1cff'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:15.096424 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fa14fc91-fa35-4ec2-87fa-467910e46a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.174400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14fc91-fa35-4ec2-87fa-467910e46a70 None None] Pushing event deleted for resources: {'Port': ['ID=87c09c34-b7fa-40cb-9dff-ba57904b932d,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:15.184079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f45da1-0fa6-445b-a86a-a9b3c03c3694 None None] Routers {'d320b2d5-a3b1-4c95-87ef-c35d517c1cff'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:15.184856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b7f45da1-0fa6-445b-a86a-a9b3c03c3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['d320b2d5-a3b1-4c95-87ef-c35d517c1cff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:15.244666 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8658e9a9-d189-4e4a-ab36-6c9a8b926ca2 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] GET failed (client error): The resource could not be found. Jun 03 15:38:15.246284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8658e9a9-d189-4e4a-ab36-6c9a8b926ca2 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Synchronizing usage tracker for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:15.259887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991c12e2-3cb0-4ffc-9b76-9f3a6bbb2335,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:15.264445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b7f45da1-0fa6-445b-a86a-a9b3c03c3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:15.276699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14fc91-fa35-4ec2-87fa-467910e46a70 None None] No DVR routers for this DVR port 87c09c34-b7fa-40cb-9dff-ba57904b932d on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:38:15.293382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f45da1-0fa6-445b-a86a-a9b3c03c3694 None None] Routers {'d320b2d5-a3b1-4c95-87ef-c35d517c1cff'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:15.294054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b7f45da1-0fa6-445b-a86a-a9b3c03c3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['d320b2d5-a3b1-4c95-87ef-c35d517c1cff'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:15.329099 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:38:15.329453 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:38:15.392407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b7f45da1-0fa6-445b-a86a-a9b3c03c3694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:15.393469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f45da1-0fa6-445b-a86a-a9b3c03c3694 None None] The sync data for ids ['d320b2d5-a3b1-4c95-87ef-c35d517c1cff'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:15.409475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8658e9a9-d189-4e4a-ab36-6c9a8b926ca2 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Unset dirty status for tenant:820c808c6ed0489091bc4214ed2b59ba on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:15.410690 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8658e9a9-d189-4e4a-ab36-6c9a8b926ca2 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "GET /v2.0/ports/9ecb3de6-4e64-4822-9476-0f2540b660e5 HTTP/1.1" status: 404 len: 333 time: 0.2508039 Jun 03 15:38:15.438235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57982) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:15.534320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0d06f98b-3ddd-43ed-982f-db62baf89634 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Deleting port 956fa482-ec84-46fc-9cf2-9bc6214cae79 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:15.534563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d06f98b-3ddd-43ed-982f-db62baf89634 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:15.636381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c3421-af8d-4cad-bf29-b8719af1c65e req-5454e993-baaf-435c-855a-05d9c9e85022 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:15.637955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a78c3421-af8d-4cad-bf29-b8719af1c65e req-5454e993-baaf-435c-855a-05d9c9e85022 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.4921808 Jun 03 15:38:15.719386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Allocated IP 172.25.7.76 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/fe8aec16-b329-40ec-8cbf-751c6adf231f) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:15.994176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 87c09c34-b7fa-40cb-9dff-ba57904b932d no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:16.008700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Deleting port 87c09c34-b7fa-40cb-9dff-ba57904b932d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:16.015790 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.054514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 87c09c34-b7fa-40cb-9dff-ba57904b932d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:16.058475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a78c3421-af8d-4cad-bf29-b8719af1c65e req-82cffd6a-2e7b-41bf-a4e1-e465fa4db643 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4101255 Jun 03 15:38:16.061970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 87c09c34-b7fa-40cb-9dff-ba57904b932d not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:16.114428 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.136732 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.149154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Deleting port af890f14-35b5-41e0-962b-d34dc1d0f2dd {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:16.150141 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.152513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] The port '87c09c34-b7fa-40cb-9dff-ba57904b932d' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:38:16.304095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d06f98b-3ddd-43ed-982f-db62baf89634 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.383225 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.595041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0d06f98b-3ddd-43ed-982f-db62baf89634 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Calling delete_port for 956fa482-ec84-46fc-9cf2-9bc6214cae79 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:16.595505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Calling delete_port for af890f14-35b5-41e0-962b-d34dc1d0f2dd owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:16.595589 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.619953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c5973c-227e-4e3c-abf8-5dfb39cf53a4']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:16.659407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3e04e8-4202-48ec-8e64-bd917eb1fe61') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:16.659407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3e04e8-4202-48ec-8e64-bd917eb1fe61') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:16.700576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.763457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.843199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Pushing event deleted for resources: {'Port': ['ID=af890f14-35b5-41e0-962b-d34dc1d0f2dd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:16.847113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.865154 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.918750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:38:16.919494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:16.994879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.007770 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9e3e04e8-4202-48ec-8e64-bd917eb1fe61 resource provider aggregate not found Jun 03 15:38:17.064668 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9e3e04e8-4202-48ec-8e64-bd917eb1fe61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e3e04e8-4202-48ec-8e64-bd917eb1fe61 found for delete ", "request_id": "req-66b40577-260f-4f2f-8a3c-e09d5e3ba27d"}]} Jun 03 15:38:17.078660 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d06f98b-3ddd-43ed-982f-db62baf89634 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.273742 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.385189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06f98b-3ddd-43ed-982f-db62baf89634 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event deleted for resources: {'Port': ['ID=956fa482-ec84-46fc-9cf2-9bc6214cae79,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:17.407790 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.429193 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d06f98b-3ddd-43ed-982f-db62baf89634 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.446908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Pushing event deleted for resources: {'Network': ['ID=b7c5973c-227e-4e3c-abf8-5dfb39cf53a4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:17.450787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e28b03-38ef-40c1-b83f-e7af13da0f2d req-7394d70a-2651-4062-96df-1e7d0f99f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:17.452257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7e28b03-38ef-40c1-b83f-e7af13da0f2d req-7394d70a-2651-4062-96df-1e7d0f99f84c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1095 time: 0.6740000 Jun 03 15:38:17.526942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e01e3-ee4c-458c-bcb4-2758b11ab932 req-1efba09a-b0fb-4443-b71e-4d85f2ed7b88 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:17.528528 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-265e01e3-ee4c-458c-bcb4-2758b11ab932 req-1efba09a-b0fb-4443-b71e-4d85f2ed7b88 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.6861844 Jun 03 15:38:17.689016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d6b0ff0d-02cc-4dcf-83d6-276aeb31322a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/networks/b7c5973c-227e-4e3c-abf8-5dfb39cf53a4 HTTP/1.1" status: 204 len: 168 time: 3.9775238 Jun 03 15:38:17.690210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.713953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58010) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:17.778874 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-aed79766-d048-46f4-9d15-57059cf98366 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'routes': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:17.792893 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.797037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:17.990054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Router d320b2d5-a3b1-4c95-87ef-c35d517c1cff has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:18.117072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:18.125325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0d06f98b-3ddd-43ed-982f-db62baf89634 tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "DELETE /v2.0/ports/956fa482-ec84-46fc-9cf2-9bc6214cae79 HTTP/1.1" status: 204 len: 168 time: 2.6862564 Jun 03 15:38:18.135257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58018) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:18.147468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-265e01e3-ee4c-458c-bcb4-2758b11ab932 req-27266580-420c-43c3-84d7-8eaf82b30b41 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5875206 Jun 03 15:38:18.218508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:18.232894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:18.245019 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12e4540-28ee-4f87-92ed-fea00990c484 None None] Sync routers for ids ['d320b2d5-a3b1-4c95-87ef-c35d517c1cff'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:18.262968 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e4540-28ee-4f87-92ed-fea00990c484 None None] Routers {'d320b2d5-a3b1-4c95-87ef-c35d517c1cff'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:18.264118 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f12e4540-28ee-4f87-92ed-fea00990c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['d320b2d5-a3b1-4c95-87ef-c35d517c1cff'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:18.286419 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:18.287869 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aeca27e8-a5c2-42d8-a777-655427a74a14 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "PUT /v2.0/routers/d320b2d5-a3b1-4c95-87ef-c35d517c1cff HTTP/1.1" status: 200 len: 709 time: 3.3516135 Jun 03 15:38:18.291237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:18.301936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:18.412772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe766e-ddf4-4088-b67b-ac4f4e3eb286 req-5024910d-8628-4a40-a36d-0f1eb13daa80 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:18.420045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fafe766e-ddf4-4088-b67b-ac4f4e3eb286 req-5024910d-8628-4a40-a36d-0f1eb13daa80 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 1.1370358 Jun 03 15:38:18.471771 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f12e4540-28ee-4f87-92ed-fea00990c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:18.497140 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e4540-28ee-4f87-92ed-fea00990c484 None None] Routers {'d320b2d5-a3b1-4c95-87ef-c35d517c1cff'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:18.498353 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f12e4540-28ee-4f87-92ed-fea00990c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['d320b2d5-a3b1-4c95-87ef-c35d517c1cff'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:18.555090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Pushing event updated for resources: {'Port': ['ID=fe8aec16-b329-40ec-8cbf-751c6adf231f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:18.583488 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f12e4540-28ee-4f87-92ed-fea00990c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:18.584199 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12e4540-28ee-4f87-92ed-fea00990c484 None None] The sync data for ids ['d320b2d5-a3b1-4c95-87ef-c35d517c1cff'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:18.599711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.extraroute_db [None req-aed79766-d048-46f4-9d15-57059cf98366 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Added routes are [] {{(pid=88445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:38:18.600013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.extraroute_db [None req-aed79766-d048-46f4-9d15-57059cf98366 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Removed routes are [] {{(pid=88445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:38:18.600369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aed79766-d048-46f4-9d15-57059cf98366 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:18.610062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e28b03-38ef-40c1-b83f-e7af13da0f2d req-bb99dfd9-a5d7-4777-ad8b-3d9bcdac37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:18.612206 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7e28b03-38ef-40c1-b83f-e7af13da0f2d req-bb99dfd9-a5d7-4777-ad8b-3d9bcdac37dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 1.1391883 Jun 03 15:38:18.623849 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d5b6766d-3d20-40d3-bf70-83812921af84 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/routers/d320b2d5-a3b1-4c95-87ef-c35d517c1cff HTTP/1.1" status: 200 len: 744 time: 0.3314710 Jun 03 15:38:18.627120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:18.639235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:18.639855 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:18.670078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fafe766e-ddf4-4088-b67b-ac4f4e3eb286 req-4ba2bf60-98ce-431b-aa7b-4d3ca4f4f5d2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449415 Jun 03 15:38:18.674273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe80ae8-d9b0-4b03-8058-99b946760e1f tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Deleting subnet 2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:38:18.705551 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-12c2965b-3b03-4fde-8c29-d7d5b9cf2853 tempest-RoutersIpV6AdminTest-1931975065 tempest-RoutersIpV6AdminTest-1931975065-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&device_id=d320b2d5-a3b1-4c95-87ef-c35d517c1cff HTTP/1.1" status: 200 len: 205 time: 0.0771890 Jun 03 15:38:18.716984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:18.776424 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-76b3abe4-74a1-4907-80e4-97fd842b6a9d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=d320b2d5-a3b1-4c95-87ef-c35d517c1cff HTTP/1.1" status: 200 len: 205 time: 0.0559189 Jun 03 15:38:18.776733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58036) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:18.797930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2c5cf504-5e43-4157-80c9-ba08a9331ffa tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.6377668 Jun 03 15:38:18.809165 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebe80ae8-d9b0-4b03-8058-99b946760e1f tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:18.846227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58040) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:18.865209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.76'}]}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:18.949651 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d5545f-c6ae-422d-8a8a-4aecb3fe736e tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:18.956003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:18.976612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Usage tracker for resource:router and tenant:f0cd3fdc538e4073b78f222a4c170bda is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:19.049246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:19.098409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:19.108542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebe80ae8-d9b0-4b03-8058-99b946760e1f tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.147679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-c38fb893-9e11-4c99-b2d0-1532052f9af8 req-62462835-bdb7-4b7d-bdaa-82925342fe0f service neutron] (88445) timed out ('10.222.0.75', 57482) {{(pid=88445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:38:19.270472 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7e28b03-38ef-40c1-b83f-e7af13da0f2d req-441aa623-ab73-45c7-af48-c9ff7a755f57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 999 time: 0.6327181 Jun 03 15:38:19.426455 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aed79766-d048-46f4-9d15-57059cf98366 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.560171 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebe80ae8-d9b0-4b03-8058-99b946760e1f tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.574878 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d5545f-c6ae-422d-8a8a-4aecb3fe736e tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.577498 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d5545f-c6ae-422d-8a8a-4aecb3fe736e tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.606890 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d5545f-c6ae-422d-8a8a-4aecb3fe736e tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.607693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d5545f-c6ae-422d-8a8a-4aecb3fe736e tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Fanout notify agent at l3_agent the message router_deleted on router d320b2d5-a3b1-4c95-87ef-c35d517c1cff {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:38:19.629224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d5545f-c6ae-422d-8a8a-4aecb3fe736e tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.635351 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-07d5545f-c6ae-422d-8a8a-4aecb3fe736e tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/d320b2d5-a3b1-4c95-87ef-c35d517c1cff HTTP/1.1" status: 204 len: 168 time: 0.8572969 Jun 03 15:38:19.636179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58048) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:19.636392 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aed79766-d048-46f4-9d15-57059cf98366 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.640331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e28b03-38ef-40c1-b83f-e7af13da0f2d req-70351261-4623-463a-b9ea-e26d33a68b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:19.641750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7e28b03-38ef-40c1-b83f-e7af13da0f2d req-70351261-4623-463a-b9ea-e26d33a68b7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.3266439 Jun 03 15:38:19.651816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.651816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.671132 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:19.716599 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-72cbd226-74ba-4e79-a3a1-807088759260 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=d320b2d5-a3b1-4c95-87ef-c35d517c1cff HTTP/1.1" status: 200 len: 205 time: 0.0788608 Jun 03 15:38:19.720411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:19.934080 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-0a29d49b-67e7-4b69-8372-5c39c8ce4ee5 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] delete failed (client error): The resource could not be found. Jun 03 15:38:19.939122 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0a29d49b-67e7-4b69-8372-5c39c8ce4ee5 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/d320b2d5-a3b1-4c95-87ef-c35d517c1cff HTTP/1.1" status: 404 len: 336 time: 0.2188313 Jun 03 15:38:19.940882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58058) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.018336 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-46bb19d6-193d-4579-a9fe-8dab2411cf66 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffd2c5fb-19e0-467f-89eb-1967a86ca892 HTTP/1.1" status: 200 len: 205 time: 0.0743675 Jun 03 15:38:20.019055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58062) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.117681 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-1ee6c99b-c0e4-4cdc-b9cd-b2878cf7f9ad tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] delete failed (client error): The resource could not be found. Jun 03 15:38:20.121412 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1ee6c99b-c0e4-4cdc-b9cd-b2878cf7f9ad tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/ffd2c5fb-19e0-467f-89eb-1967a86ca892 HTTP/1.1" status: 404 len: 336 time: 0.1015091 Jun 03 15:38:20.122069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58068) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.177961 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9f81fbad-92d7-4948-886c-023b69dcf2f7 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=6835d5f8-8db9-4b99-b4bf-97214a900e05 HTTP/1.1" status: 200 len: 205 time: 0.0546923 Jun 03 15:38:20.178615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58072) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.270977 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-568f91ce-d11f-4e80-b3b5-3bb476d5d66e tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] delete failed (client error): The resource could not be found. Jun 03 15:38:20.274861 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-568f91ce-d11f-4e80-b3b5-3bb476d5d66e tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/6835d5f8-8db9-4b99-b4bf-97214a900e05 HTTP/1.1" status: 404 len: 336 time: 0.0952768 Jun 03 15:38:20.275716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.334062 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5eca67bf-cc94-4d68-90ad-b4c4ca2c2b1d tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=367040e8-ce93-41af-af06-5b67471cfa55 HTTP/1.1" status: 200 len: 205 time: 0.0572002 Jun 03 15:38:20.334693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58082) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.418638 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-d648dea6-7003-4d2f-bbd5-ed36667f3879 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] delete failed (client error): The resource could not be found. Jun 03 15:38:20.424348 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d648dea6-7003-4d2f-bbd5-ed36667f3879 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/367040e8-ce93-41af-af06-5b67471cfa55 HTTP/1.1" status: 404 len: 336 time: 0.0885935 Jun 03 15:38:20.425028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58086) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.438961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed79766-d048-46f4-9d15-57059cf98366 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 65bae6e9-ccf3-443c-9f9d-0989148ea499 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:38:20.502723 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8522131d-132f-4398-83d9-ffa78199c350 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=8855e568-0ee1-4583-a7e2-c73be258c803 HTTP/1.1" status: 200 len: 205 time: 0.0670595 Jun 03 15:38:20.503444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58090) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.583086 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-e3f45dc3-ef54-4e25-aa75-740d326c6ab6 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] delete failed (client error): The resource could not be found. Jun 03 15:38:20.587382 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e3f45dc3-ef54-4e25-aa75-740d326c6ab6 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/8855e568-0ee1-4583-a7e2-c73be258c803 HTTP/1.1" status: 404 len: 336 time: 0.0829220 Jun 03 15:38:20.588032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58094) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.646783 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e649fc45-54b6-45d0-a381-325034fa931e tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4 HTTP/1.1" status: 200 len: 205 time: 0.0546942 Jun 03 15:38:20.646783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.728478 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-b6cbba7f-e2ef-4d83-ae6b-0ebfb6b630a2 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] delete failed (client error): The resource could not be found. Jun 03 15:38:20.733641 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b6cbba7f-e2ef-4d83-ae6b-0ebfb6b630a2 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/routers/e9916c9c-9e8e-4fa4-91d3-859fa8ae88c4 HTTP/1.1" status: 404 len: 336 time: 0.0875361 Jun 03 15:38:20.734293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58102) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:20.788575 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa8d354-e816-46ff-843a-ffc89a50a035 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] DELETE failed (client error): The resource could not be found. Jun 03 15:38:20.789065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa8d354-e816-46ff-843a-ffc89a50a035 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:38:20.794151 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0aa8d354-e816-46ff-843a-ffc89a50a035 tempest-RoutersIpV6AdminTest-1349242869 tempest-RoutersIpV6AdminTest-1349242869-project] 10.222.0.48 "DELETE /v2.0/subnets/a97c1014-5309-485b-9911-d75aa1bbddc8 HTTP/1.1" status: 404 len: 337 time: 0.0587597 Jun 03 15:38:20.828666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed79766-d048-46f4-9d15-57059cf98366 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:20.841361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e5fe99-ee6f-459c-94a4-244f0db2a144 None None] Sync routers for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:20.861029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5fe99-ee6f-459c-94a4-244f0db2a144 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:20.863177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46e5fe99-ee6f-459c-94a4-244f0db2a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:20.868568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809673-fb21-40dd-9e15-46c54caa30a6 req-9064714a-b445-44b2-8415-0c76fc025baa tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:20.870390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5809673-fb21-40dd-9e15-46c54caa30a6 req-9064714a-b445-44b2-8415-0c76fc025baa tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.4551327 Jun 03 15:38:20.900767 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebe80ae8-d9b0-4b03-8058-99b946760e1f tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:20.919663 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.046689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-46e5fe99-ee6f-459c-94a4-244f0db2a144 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:21.101425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00c146-2b8f-4b03-a794-9939a9f44d91 req-b15c49b6-96ed-4c62-9174-5dfd0e892497 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:21.104087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d00c146-2b8f-4b03-a794-9939a9f44d91 req-b15c49b6-96ed-4c62-9174-5dfd0e892497 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.9734256 Jun 03 15:38:21.132252 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aed79766-d048-46f4-9d15-57059cf98366 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.137178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-aed79766-d048-46f4-9d15-57059cf98366 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499 HTTP/1.1" status: 200 len: 699 time: 3.3824027 Jun 03 15:38:21.137178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe80ae8-d9b0-4b03-8058-99b946760e1f tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:21.137793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58108) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:21.175471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf51df3-7fcd-4cb0-9806-c66847bbb6f7 None None] Network 40a2d0e6-5c9b-4edb-910c-43dc38239e20 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:21.201389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46e5fe99-ee6f-459c-94a4-244f0db2a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:38:10Z', 'revision_number': 11, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:21.217205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebe80ae8-d9b0-4b03-8058-99b946760e1f tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.223360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ebe80ae8-d9b0-4b03-8058-99b946760e1f tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "DELETE /v2.0/subnets/2d7ab8b9-dae5-4871-8f0b-20b5bbc6dd88 HTTP/1.1" status: 204 len: 168 time: 3.0727692 Jun 03 15:38:21.259951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58114) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:21.273933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e5fe99-ee6f-459c-94a4-244f0db2a144 None None] Checking router: 65bae6e9-ccf3-443c-9f9d-0989148ea499 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:21.274146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0b5bc542-27dc-4ca2-882b-559cf8701d22 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Synchronizing usage tracker for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:21.313025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0b5bc542-27dc-4ca2-882b-559cf8701d22 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Unset dirty status for tenant:9a4480da51324a369da4de855b8e0f40 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:21.317656 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0b5bc542-27dc-4ca2-882b-559cf8701d22 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=65bae6e9-ccf3-443c-9f9d-0989148ea499 HTTP/1.1" status: 200 len: 205 time: 0.1764305 Jun 03 15:38:21.318171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58116) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:21.319844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5fe99-ee6f-459c-94a4-244f0db2a144 None None] Routers {'65bae6e9-ccf3-443c-9f9d-0989148ea499'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:21.320478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46e5fe99-ee6f-459c-94a4-244f0db2a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['65bae6e9-ccf3-443c-9f9d-0989148ea499'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:21.354337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e28b03-38ef-40c1-b83f-e7af13da0f2d req-b0fc8530-ae69-45fc-8ea2-e5402a5fb425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:21.359918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7e28b03-38ef-40c1-b83f-e7af13da0f2d req-b0fc8530-ae69-45fc-8ea2-e5402a5fb425 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6388624 Jun 03 15:38:21.380719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5809673-fb21-40dd-9e15-46c54caa30a6 req-54d7f58c-a99e-46f2-9555-b5b22bd58935 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4993486 Jun 03 15:38:21.474238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-46e5fe99-ee6f-459c-94a4-244f0db2a144 None None] Set router 65bae6e9-ccf3-443c-9f9d-0989148ea499 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:21.601569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46e5fe99-ee6f-459c-94a4-244f0db2a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:38:10Z', 'revision_number': 11, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:21.640510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e5fe99-ee6f-459c-94a4-244f0db2a144 None None] The sync data for ids ['65bae6e9-ccf3-443c-9f9d-0989148ea499'] in n-d-844595-1 is: [{'id': '65bae6e9-ccf3-443c-9f9d-0989148ea499', 'name': 'tempest-RoutersTest-router-81832738', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:36:24Z', 'updated_at': '2022-06-03T15:38:10Z', 'revision_number': 11, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:21.697394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58122) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:21.714058 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8ffaba0-138a-4977-a3e1-727c492237aa tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:21.841184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54b87a9-cd03-4945-aa1e-c628bbfab275 None None] DHCP port deletion for 40a2d0e6-5c9b-4edb-910c-43dc38239e20 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:38:21.846217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c54b87a9-cd03-4945-aa1e-c628bbfab275 None None] Deleting port 782cee52-30ec-435a-b051-21c6fe99d9d0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:21.846858 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c54b87a9-cd03-4945-aa1e-c628bbfab275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.031623 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.171656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d00c146-2b8f-4b03-a794-9939a9f44d91 req-4f381bc9-ab3f-4598-a814-3b8c38fc8e97 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0083885 Jun 03 15:38:22.233747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Deleting port 782cee52-30ec-435a-b051-21c6fe99d9d0 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:22.234389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.278986 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8ffaba0-138a-4977-a3e1-727c492237aa tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.283822 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8ffaba0-138a-4977-a3e1-727c492237aa tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.308784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7e28b03-38ef-40c1-b83f-e7af13da0f2d req-3f992f05-a15f-495b-a8dd-5585d19f00f2 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9253678 Jun 03 15:38:22.325255 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8ffaba0-138a-4977-a3e1-727c492237aa tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.325868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ffaba0-138a-4977-a3e1-727c492237aa tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Fanout notify agent at l3_agent the message router_deleted on router 65bae6e9-ccf3-443c-9f9d-0989148ea499 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:38:22.332081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c54b87a9-cd03-4945-aa1e-c628bbfab275 None None] For port 782cee52-30ec-435a-b051-21c6fe99d9d0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=782cee52-30ec-435a-b051-21c6fe99d9d0,segment=NetworkSegment(27cd2567-3fda-4396-a17d-d68b802399d8),segment_id=27cd2567-3fda-4396-a17d-d68b802399d8)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:22.332603 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c54b87a9-cd03-4945-aa1e-c628bbfab275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.346697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8ffaba0-138a-4977-a3e1-727c492237aa tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.354157 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c8ffaba0-138a-4977-a3e1-727c492237aa tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499 HTTP/1.1" status: 204 len: 168 time: 1.0278225 Jun 03 15:38:22.354406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58130) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:22.364834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-52ad98b9-fcb3-46e8-a39e-e30c9495920a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1904882482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:22.382760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-52ad98b9-fcb3-46e8-a39e-e30c9495920a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:22.393662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-52ad98b9-fcb3-46e8-a39e-e30c9495920a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Usage tracker for resource:router and tenant:9a4480da51324a369da4de855b8e0f40 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:22.403144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-52ad98b9-fcb3-46e8-a39e-e30c9495920a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:22.417947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-52ad98b9-fcb3-46e8-a39e-e30c9495920a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:22.441330 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52ad98b9-fcb3-46e8-a39e-e30c9495920a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.442572 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52ad98b9-fcb3-46e8-a39e-e30c9495920a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.479604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52ad98b9-fcb3-46e8-a39e-e30c9495920a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.519530 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52ad98b9-fcb3-46e8-a39e-e30c9495920a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.554929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52ad98b9-fcb3-46e8-a39e-e30c9495920a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.559310 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-52ad98b9-fcb3-46e8-a39e-e30c9495920a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2015631 Jun 03 15:38:22.559901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58136) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:22.572820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bb92af6b-21c1-4962-ba14-59a4fc9f2d0d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:22.623390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c54b87a9-cd03-4945-aa1e-c628bbfab275 None None] Calling delete_port for 782cee52-30ec-435a-b051-21c6fe99d9d0 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:22.649906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8e35437-8f76-45b8-9a4a-f3ab83e54767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.757272 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c54b87a9-cd03-4945-aa1e-c628bbfab275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:22.843145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b87a9-cd03-4945-aa1e-c628bbfab275 None None] No DVR routers for this DVR port 782cee52-30ec-435a-b051-21c6fe99d9d0 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:38:22.848532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b87a9-cd03-4945-aa1e-c628bbfab275 None None] Pushing event deleted for resources: {'Port': ['ID=782cee52-30ec-435a-b051-21c6fe99d9d0,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:22.957672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c8e35437-8f76-45b8-9a4a-f3ab83e54767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:23.016085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c8e35437-8f76-45b8-9a4a-f3ab83e54767 admin admin] Usage tracker for resource:security_group_rule and tenant:cc1f617880fc4d09a5ea480a5df29f9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:23.084397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c8e35437-8f76-45b8-9a4a-f3ab83e54767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:23.114426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c8e35437-8f76-45b8-9a4a-f3ab83e54767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:23.181545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7e28b03-38ef-40c1-b83f-e7af13da0f2d req-377a7245-fbd5-4f80-90c4-4294023f73f6 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8610027 Jun 03 15:38:23.225864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] For port 782cee52-30ec-435a-b051-21c6fe99d9d0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=782cee52-30ec-435a-b051-21c6fe99d9d0,segment=NetworkSegment(27cd2567-3fda-4396-a17d-d68b802399d8),segment_id=27cd2567-3fda-4396-a17d-d68b802399d8)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:23.226362 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:23.364502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb92af6b-21c1-4962-ba14-59a4fc9f2d0d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:23.389901 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb92af6b-21c1-4962-ba14-59a4fc9f2d0d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:23.395237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ce1c8-ef4e-453c-8762-50a166ddc18d req-e40d8d8c-0600-47a1-8890-c0887ce22e65 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:23.407688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a49ce1c8-ef4e-453c-8762-50a166ddc18d req-e40d8d8c-0600-47a1-8890-c0887ce22e65 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.7255459 Jun 03 15:38:23.568368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Calling delete_port for 782cee52-30ec-435a-b051-21c6fe99d9d0 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:23.669650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a49ce1c8-ef4e-453c-8762-50a166ddc18d req-756fd0e6-7a14-4383-8705-22771742bcef tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594113 Jun 03 15:38:23.854440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb92af6b-21c1-4962-ba14-59a4fc9f2d0d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Router 4032c46d-0bcf-4236-ac38-8d083b5e769f is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:38:23.938638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 782cee52-30ec-435a-b051-21c6fe99d9d0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:24.023214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 782cee52-30ec-435a-b051-21c6fe99d9d0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:24.023548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 782cee52-30ec-435a-b051-21c6fe99d9d0 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:24.295601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb92af6b-21c1-4962-ba14-59a4fc9f2d0d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:24.306912 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5e6bda-004e-4bda-84fe-f2da33ef512b None None] Sync routers for ids ['4032c46d-0bcf-4236-ac38-8d083b5e769f'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:24.307603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb92af6b-21c1-4962-ba14-59a4fc9f2d0d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.316963 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bb92af6b-21c1-4962-ba14-59a4fc9f2d0d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "PUT /v2.0/routers/4032c46d-0bcf-4236-ac38-8d083b5e769f HTTP/1.1" status: 200 len: 694 time: 1.7559559 Jun 03 15:38:24.319952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:24.350542 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5e6bda-004e-4bda-84fe-f2da33ef512b None None] Routers {'4032c46d-0bcf-4236-ac38-8d083b5e769f'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:24.351233 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-bb5e6bda-004e-4bda-84fe-f2da33ef512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['4032c46d-0bcf-4236-ac38-8d083b5e769f'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:24.467156 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.520502 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.576053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:38:24.576616 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:38:24.581013 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8e35437-8f76-45b8-9a4a-f3ab83e54767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.604810 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8e35437-8f76-45b8-9a4a-f3ab83e54767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:24.653931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e35437-8f76-45b8-9a4a-f3ab83e54767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61e56ad-0055-4a37-9588-b7afc4c9432b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:24.656129 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7508e622-6383-4b36-a6ed-48eb5f8347f0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/routers/4032c46d-0bcf-4236-ac38-8d083b5e769f HTTP/1.1" status: 200 len: 700 time: 0.3349552 Jun 03 15:38:24.659454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58154) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:24.699045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d939e1-d0d3-409d-af79-9f75cb90c801 req-41897095-0d52-49ba-9df9-784d0a575ff2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:24.700825 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d939e1-d0d3-409d-af79-9f75cb90c801 req-41897095-0d52-49ba-9df9-784d0a575ff2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 1.1106973 Jun 03 15:38:24.729120 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4d1dba7d-8ec9-4211-8170-e113a7d60b9b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4032c46d-0bcf-4236-ac38-8d083b5e769f HTTP/1.1" status: 200 len: 205 time: 0.0637097 Jun 03 15:38:24.730080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58160) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:24.756002 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-bb5e6bda-004e-4bda-84fe-f2da33ef512b None None] Set router 4032c46d-0bcf-4236-ac38-8d083b5e769f gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:24.897043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c8e35437-8f76-45b8-9a4a-f3ab83e54767 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc1f617880fc4d09a5ea480a5df29f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8700459 Jun 03 15:38:24.907504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58164) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:24.965892 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d939e1-d0d3-409d-af79-9f75cb90c801 req-21ecf058-cfc8-4653-949e-7b8800736dd3 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581406 Jun 03 15:38:25.085424 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-bb5e6bda-004e-4bda-84fe-f2da33ef512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032c46d-0bcf-4236-ac38-8d083b5e769f', 'name': 'tempest-RoutersTest-router-1904882482', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:22Z', 'updated_at': '2022-06-03T15:38:23Z', 'revision_number': 2, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:25.096720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Deleting port 782cee52-30ec-435a-b051-21c6fe99d9d0 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:25.102263 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.111148 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5e6bda-004e-4bda-84fe-f2da33ef512b None None] Checking router: 4032c46d-0bcf-4236-ac38-8d083b5e769f for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:38:25.140646 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5e6bda-004e-4bda-84fe-f2da33ef512b None None] Routers {'4032c46d-0bcf-4236-ac38-8d083b5e769f'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:25.141598 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-bb5e6bda-004e-4bda-84fe-f2da33ef512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['4032c46d-0bcf-4236-ac38-8d083b5e769f'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:25.210058 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95c2a285-b24d-411a-9b4b-cc7ca457a3fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.346896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] The port '782cee52-30ec-435a-b051-21c6fe99d9d0' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:38:25.430739 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-bb5e6bda-004e-4bda-84fe-f2da33ef512b None None] Set router 4032c46d-0bcf-4236-ac38-8d083b5e769f gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:38:25.502963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dc998-134e-4e19-85a5-10862a849330 req-e484a4f0-d54c-4714-b67c-dd4eb75d0e3d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:25.504613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-289dc998-134e-4e19-85a5-10862a849330 req-e484a4f0-d54c-4714-b67c-dd4eb75d0e3d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.6669748 Jun 03 15:38:25.508755 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f938031-285d-40f8-99a1-ee16042d93f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.531257 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.656383 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-bb5e6bda-004e-4bda-84fe-f2da33ef512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4032c46d-0bcf-4236-ac38-8d083b5e769f', 'name': 'tempest-RoutersTest-router-1904882482', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:22Z', 'updated_at': '2022-06-03T15:38:23Z', 'revision_number': 2, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:25.660632 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5e6bda-004e-4bda-84fe-f2da33ef512b None None] The sync data for ids ['4032c46d-0bcf-4236-ac38-8d083b5e769f'] in n-d-844595-1 is: [{'id': '4032c46d-0bcf-4236-ac38-8d083b5e769f', 'name': 'tempest-RoutersTest-router-1904882482', 'tenant_id': '9a4480da51324a369da4de855b8e0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:38:22Z', 'updated_at': '2022-06-03T15:38:23Z', 'revision_number': 2, 'project_id': '9a4480da51324a369da4de855b8e0f40', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:25.665958 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95c2a285-b24d-411a-9b4b-cc7ca457a3fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.668328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95c2a285-b24d-411a-9b4b-cc7ca457a3fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.700580 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95c2a285-b24d-411a-9b4b-cc7ca457a3fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.703644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c2a285-b24d-411a-9b4b-cc7ca457a3fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Fanout notify agent at l3_agent the message router_deleted on router 4032c46d-0bcf-4236-ac38-8d083b5e769f {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:38:25.724902 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95c2a285-b24d-411a-9b4b-cc7ca457a3fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:25.729778 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-95c2a285-b24d-411a-9b4b-cc7ca457a3fe tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/4032c46d-0bcf-4236-ac38-8d083b5e769f HTTP/1.1" status: 204 len: 168 time: 0.9949074 Jun 03 15:38:25.731842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58180) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:25.799582 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-092302a7-8bb0-412e-ba70-16fda792e8ca tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4032c46d-0bcf-4236-ac38-8d083b5e769f HTTP/1.1" status: 200 len: 205 time: 0.0666771 Jun 03 15:38:25.800546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58184) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:25.885353 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-5bbb31f0-fd3b-4374-a7b5-ce29d83dbe0c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] delete failed (client error): The resource could not be found. Jun 03 15:38:25.889500 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5bbb31f0-fd3b-4374-a7b5-ce29d83dbe0c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/4032c46d-0bcf-4236-ac38-8d083b5e769f HTTP/1.1" status: 404 len: 336 time: 0.0873907 Jun 03 15:38:25.890315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58188) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:25.945053 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2187ea-7137-44b4-a7b0-a209edaa665a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] DELETE failed (client error): The resource could not be found. Jun 03 15:38:25.946587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2187ea-7137-44b4-a7b0-a209edaa665a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:38:25.950230 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aa2187ea-7137-44b4-a7b0-a209edaa665a tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/34800461-def0-49b2-9737-942156dc8b84 HTTP/1.1" status: 404 len: 337 time: 0.0592730 Jun 03 15:38:25.951388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58192) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:25.996836 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a9776b-09b0-47d2-bf63-58399b492628 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] DELETE failed (client error): The resource could not be found. Jun 03 15:38:25.997229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a9776b-09b0-47d2-bf63-58399b492628 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:38:25.999032 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-44a9776b-09b0-47d2-bf63-58399b492628 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/44117243-7b0e-4df6-8f39-b0b8ed1f4789 HTTP/1.1" status: 404 len: 337 time: 0.0472865 Jun 03 15:38:26.001695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:26.034301 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f938031-285d-40f8-99a1-ee16042d93f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.060362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-289dc998-134e-4e19-85a5-10862a849330 req-1ec78ca5-de75-4d35-97f4-e73fce1d68c6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5490782 Jun 03 15:38:26.076190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.100209 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dc9f96-429e-4b8e-8ac1-987d7ef35f89 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] DELETE failed (client error): The resource could not be found. Jun 03 15:38:26.103145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9dc9f96-429e-4b8e-8ac1-987d7ef35f89 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:38:26.105896 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e9dc9f96-429e-4b8e-8ac1-987d7ef35f89 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/29d9c94e-c8de-4765-bd9c-e41ccb82ba58 HTTP/1.1" status: 404 len: 337 time: 0.0915818 Jun 03 15:38:26.108979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58202) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:26.166690 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-628412ea-946e-485a-946c-464191d02244 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] DELETE failed (client error): The resource could not be found. Jun 03 15:38:26.167671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628412ea-946e-485a-946c-464191d02244 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:38:26.168724 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-628412ea-946e-485a-946c-464191d02244 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/b03f8c91-393f-4785-b5d5-1d1661e87b21 HTTP/1.1" status: 404 len: 337 time: 0.0590343 Jun 03 15:38:26.171830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58208) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:26.236298 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4848ad1f-5fd2-45bd-9493-b37bb21b1af4 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=65bae6e9-ccf3-443c-9f9d-0989148ea499 HTTP/1.1" status: 200 len: 205 time: 0.0630438 Jun 03 15:38:26.238495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58212) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:26.307627 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-ce96e045-2b9e-4251-ab24-68fe261bebce tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] delete failed (client error): The resource could not be found. Jun 03 15:38:26.309920 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ce96e045-2b9e-4251-ab24-68fe261bebce tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/65bae6e9-ccf3-443c-9f9d-0989148ea499 HTTP/1.1" status: 404 len: 336 time: 0.0692365 Jun 03 15:38:26.312392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58218) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:26.421782 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-91678e1b-a758-4f82-b0e7-c1550201ea81 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4a5322-8959-456a-aa5d-e7872aec3b62 HTTP/1.1" status: 200 len: 205 time: 0.1036096 Jun 03 15:38:26.422105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a2d0e6-5c9b-4edb-910c-43dc38239e20']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:26.422266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58222) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:26.428947 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f938031-285d-40f8-99a1-ee16042d93f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.466682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cd2567-3fda-4396-a17d-d68b802399d8') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:26.466959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cd2567-3fda-4396-a17d-d68b802399d8') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:26.488313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f938031-285d-40f8-99a1-ee16042d93f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61e56ad-0055-4a37-9588-b7afc4c9432b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:26.496157 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.506450 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.522961 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.527433 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-71b0fb69-ee64-4042-ae24-2295d572653d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] delete failed (client error): The resource could not be found. Jun 03 15:38:26.528813 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-71b0fb69-ee64-4042-ae24-2295d572653d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/4a4a5322-8959-456a-aa5d-e7872aec3b62 HTTP/1.1" status: 404 len: 336 time: 0.1055250 Jun 03 15:38:26.536294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58226) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:26.541789 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.582807 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0f938031-285d-40f8-99a1-ee16042d93f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.583987 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0f938031-285d-40f8-99a1-ee16042d93f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a61e56ad-0055-4a37-9588-b7afc4c9432b HTTP/1.1" status: 204 len: 168 time: 1.6558354 Jun 03 15:38:26.621255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:38:26.621835 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.692471 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1930dc-25e2-4e63-85dc-756ed1fa89fa tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] DELETE failed (client error): The resource could not be found. Jun 03 15:38:26.692693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1930dc-25e2-4e63-85dc-756ed1fa89fa tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:38:26.753634 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 27cd2567-3fda-4396-a17d-d68b802399d8 resource provider aggregate not found Jun 03 15:38:26.808580 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0e1930dc-25e2-4e63-85dc-756ed1fa89fa tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/7970fe92-b947-4f66-8cd7-a8d538e2961a HTTP/1.1" status: 404 len: 337 time: 0.2711349 Jun 03 15:38:26.809360 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.809940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e14a6ed2-95ad-40ec-b92d-1f5068995adc {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:38:26.811565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58238) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:26.839936 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 27cd2567-3fda-4396-a17d-d68b802399d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27cd2567-3fda-4396-a17d-d68b802399d8 found for delete ", "request_id": "req-6175d66b-808b-4f7d-be15-ae3620888a35"}]} Jun 03 15:38:26.849576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.854340 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:26.887883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22c70-6b70-4e8a-bb81-ac9981d010fc req-e19d1fae-dca4-4ac6-96d2-8a90dc5c122c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:26.888700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acc22c70-6b70-4e8a-bb81-ac9981d010fc req-e19d1fae-dca4-4ac6-96d2-8a90dc5c122c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.6677439 Jun 03 15:38:26.897760 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:38:26.907027 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ca6de029-8630-47d3-908c-b794cbb6b4f9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 8.0526986 Jun 03 15:38:26.913287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] 10.222.0.48 "DELETE /v2.0/networks/40a2d0e6-5c9b-4edb-910c-43dc38239e20 HTTP/1.1" status: 204 len: 168 time: 5.5783060 Jun 03 15:38:26.914926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58242) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:26.960020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512f112-d78e-4bba-8cc7-81aaa92b052e tempest-AllowedAddressPairIpV6TestJSON-1269748407 tempest-AllowedAddressPairIpV6TestJSON-1269748407-project] Pushing event deleted for resources: {'Network': ['ID=40a2d0e6-5c9b-4edb-910c-43dc38239e20,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:26.997815 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e3af6b75-4860-4f75-adc5-4d0ad39d4e5b tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d412944-9620-48ac-af9a-a447cd462822 HTTP/1.1" status: 200 len: 205 time: 0.1848288 Jun 03 15:38:26.999509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.103502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db025fb9-8669-4224-8969-53ce2a9a05fa req-f9bd0660-9966-4cc5-a830-beb720b35d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:27.105010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db025fb9-8669-4224-8969-53ce2a9a05fa req-f9bd0660-9966-4cc5-a830-beb720b35d29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 1096 time: 0.4583032 Jun 03 15:38:27.114221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58252) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.151984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-acc22c70-6b70-4e8a-bb81-ac9981d010fc req-756f85bf-ccdd-458e-baf3-1d9188d356e0 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563787 Jun 03 15:38:27.182632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f61590fb-b720-4212-b4ab-708be65826e9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Deleting port fe8aec16-b329-40ec-8cbf-751c6adf231f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:27.183066 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f61590fb-b720-4212-b4ab-708be65826e9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:27.187256 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-af08085d-e544-4680-8480-7c3636d1caef tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] delete failed (client error): The resource could not be found. Jun 03 15:38:27.191076 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-af08085d-e544-4680-8480-7c3636d1caef tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/4d412944-9620-48ac-af9a-a447cd462822 HTTP/1.1" status: 404 len: 336 time: 0.1886368 Jun 03 15:38:27.191312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58256) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.279092 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b5abdcef-d294-4189-82cb-5242d4ad67c0 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=509b6e8c-1d1b-46f2-9055-14b074f32c5d HTTP/1.1" status: 200 len: 205 time: 0.0865548 Jun 03 15:38:27.281314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58260) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.368638 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-de28b466-dc9f-4097-ad0f-3fb02fc2a14c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] delete failed (client error): The resource could not be found. Jun 03 15:38:27.369552 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-de28b466-dc9f-4097-ad0f-3fb02fc2a14c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/509b6e8c-1d1b-46f2-9055-14b074f32c5d HTTP/1.1" status: 404 len: 336 time: 0.0872610 Jun 03 15:38:27.375420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58264) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.453472 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66ea91e-3f27-4a4b-9fe9-b1ecc1f69900 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] DELETE failed (client error): The resource could not be found. Jun 03 15:38:27.454082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66ea91e-3f27-4a4b-9fe9-b1ecc1f69900 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:38:27.458699 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a66ea91e-3f27-4a4b-9fe9-b1ecc1f69900 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/929dea2c-0470-412e-95da-a60fd3a8391b HTTP/1.1" status: 404 len: 337 time: 0.0813644 Jun 03 15:38:27.459297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58268) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.520082 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e1c86e5a-b83a-4530-b88e-7f49ab88e487 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=76d4e82f-0cda-47ae-8802-a5e224930133 HTTP/1.1" status: 200 len: 205 time: 0.0596538 Jun 03 15:38:27.520743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58276) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.660131 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b682b7a9-5929-4d1e-9829-900b1c596932 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc48fc4743bc4e29be6023a470803db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5450470 Jun 03 15:38:27.674782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58280) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.784035 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-6c4990b4-cd2a-409f-af4a-eeaf720f0457 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] delete failed (client error): The resource could not be found. Jun 03 15:38:27.784556 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6c4990b4-cd2a-409f-af4a-eeaf720f0457 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/76d4e82f-0cda-47ae-8802-a5e224930133 HTTP/1.1" status: 404 len: 336 time: 0.2629018 Jun 03 15:38:27.787163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58286) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.810333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db025fb9-8669-4224-8969-53ce2a9a05fa req-223d556e-f999-45ab-8136-4a7a20f63fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:27.812404 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db025fb9-8669-4224-8969-53ce2a9a05fa req-223d556e-f999-45ab-8136-4a7a20f63fa8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 916 time: 0.6810002 Jun 03 15:38:27.820696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58290) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.836524 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d0b660-6b1c-497b-bf93-e89f12a5ac89 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] DELETE failed (client error): The resource could not be found. Jun 03 15:38:27.836983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d0b660-6b1c-497b-bf93-e89f12a5ac89 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:38:27.838770 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f6d0b660-6b1c-497b-bf93-e89f12a5ac89 tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/e8726f42-5240-48a1-aa4b-9ccb8213ddb2 HTTP/1.1" status: 404 len: 337 time: 0.0505550 Jun 03 15:38:27.842284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58296) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.889544 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-69e5be45-c6b0-4bd3-92af-2546cb65a97d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "GET /v2.0/ports?device_id=fec40ebc-dac8-4a43-951e-2a43d26f9245 HTTP/1.1" status: 200 len: 205 time: 0.0461230 Jun 03 15:38:27.892182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58300) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:27.971641 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-a7d39104-f92c-4a7b-9e13-0d0ee96b8a7d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] delete failed (client error): The resource could not be found. Jun 03 15:38:27.972693 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a7d39104-f92c-4a7b-9e13-0d0ee96b8a7d tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/routers/fec40ebc-dac8-4a43-951e-2a43d26f9245 HTTP/1.1" status: 404 len: 336 time: 0.0794184 Jun 03 15:38:27.977039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58304) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:28.002394 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f61590fb-b720-4212-b4ab-708be65826e9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.085478 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1b05d706-12e9-41cd-8099-ad0a44ab959a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=820c808c6ed0489091bc4214ed2b59ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636526 Jun 03 15:38:28.087016 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9d3135-f48b-44e7-a1ff-7fca0c4b8f6c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] DELETE failed (client error): The resource could not be found. Jun 03 15:38:28.087668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9d3135-f48b-44e7-a1ff-7fca0c4b8f6c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:38:28.089576 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3e9d3135-f48b-44e7-a1ff-7fca0c4b8f6c tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/0103de36-6f3e-4213-afb9-39f698891ca0 HTTP/1.1" status: 404 len: 337 time: 0.1115737 Jun 03 15:38:28.090547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58308) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:28.096071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58310) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:28.145134 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fabd8a-b705-4615-ad3e-5f0950ef8eca tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] DELETE failed (client error): The resource could not be found. Jun 03 15:38:28.145584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fabd8a-b705-4615-ad3e-5f0950ef8eca tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:38:28.150774 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e6fabd8a-b705-4615-ad3e-5f0950ef8eca tempest-RoutersTest-1795508047 tempest-RoutersTest-1795508047-project] 10.222.0.48 "DELETE /v2.0/subnets/b1bf11e9-4acc-47eb-9424-ded5c9b76ec1 HTTP/1.1" status: 404 len: 337 time: 0.0521479 Jun 03 15:38:28.350541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f61590fb-b720-4212-b4ab-708be65826e9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Calling delete_port for fe8aec16-b329-40ec-8cbf-751c6adf231f owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:28.382103 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6a8-f90b-402b-a0ad-749cda16423e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.493852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db025fb9-8669-4224-8969-53ce2a9a05fa req-0d0eed4b-6b6c-42e2-a004-a950d8e7e4c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09695ad-edc6-452a-956c-775c87ccab24 HTTP/1.1" status: 200 len: 1001 time: 0.6648972 Jun 03 15:38:28.512864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:28.616347 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6a8-f90b-402b-a0ad-749cda16423e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.716360 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7891ca1-e6b0-4b25-96ce-396698f7191a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.727495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db025fb9-8669-4224-8969-53ce2a9a05fa req-eac6f77b-3f56-4704-8389-87e430617652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:28.728940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db025fb9-8669-4224-8969-53ce2a9a05fa req-eac6f77b-3f56-4704-8389-87e430617652 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.2161400 Jun 03 15:38:28.755609 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6e6fb18d-95c2-456c-91f9-dc4f99e0d1a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a4480da51324a369da4de855b8e0f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410474 Jun 03 15:38:28.758022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:28.823191 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7891ca1-e6b0-4b25-96ce-396698f7191a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.846924 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.872041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2191c-d59a-4850-8226-39d7c1d71a26 req-0f85f0aa-064f-49ec-a992-4d7fc0ff23b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:28.873811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51b2191c-d59a-4850-8226-39d7c1d71a26 req-0f85f0aa-064f-49ec-a992-4d7fc0ff23b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 945 time: 0.5350523 Jun 03 15:38:28.883739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.886266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f61590fb-b720-4212-b4ab-708be65826e9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.965256 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.968558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6a8-f90b-402b-a0ad-749cda16423e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:28.978843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61590fb-b720-4212-b4ab-708be65826e9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe8aec16-b329-40ec-8cbf-751c6adf231f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:28.979953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ae7995-041c-4250-af37-f70438cbc281,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:28.992547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:28.993023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:28.993396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:28.993730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:28.994083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:28.994477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:28.994917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:28.995246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:28.995614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:28.995937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:28.996258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:28.996626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:29.025999 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.029941 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-41aa5e26-7ec7-402e-ac7b-491409fad1a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48ae7995-041c-4250-af37-f70438cbc281 HTTP/1.1" status: 204 len: 168 time: 0.2660863 Jun 03 15:38:29.035885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cf6a8-f90b-402b-a0ad-749cda16423e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e89ff9f-3e3a-41f5-8cf7-d7e778200db9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:29.096947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51b2191c-d59a-4850-8226-39d7c1d71a26 req-efb7baac-17ad-4046-b734-ebcfe28d6f67 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116468 Jun 03 15:38:29.116994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7891ca1-e6b0-4b25-96ce-396698f7191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.146934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db025fb9-8669-4224-8969-53ce2a9a05fa req-683a6c7c-d1a1-41ba-9ac3-7838641bd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:29.148917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db025fb9-8669-4224-8969-53ce2a9a05fa req-683a6c7c-d1a1-41ba-9ac3-7838641bd40e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4033711 Jun 03 15:38:29.155764 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a77cf6a8-f90b-402b-a0ad-749cda16423e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.156900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a77cf6a8-f90b-402b-a0ad-749cda16423e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e89ff9f-3e3a-41f5-8cf7-d7e778200db9 HTTP/1.1" status: 204 len: 168 time: 1.4721372 Jun 03 15:38:29.163821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7891ca1-e6b0-4b25-96ce-396698f7191a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe090d45-50ba-4744-925b-b95c25f8fa91,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:29.206914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f09695ad-edc6-452a-956c-775c87ccab24 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:29.243610 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7891ca1-e6b0-4b25-96ce-396698f7191a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.247800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f7891ca1-e6b0-4b25-96ce-396698f7191a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe090d45-50ba-4744-925b-b95c25f8fa91 HTTP/1.1" status: 204 len: 168 time: 0.9268165 Jun 03 15:38:29.281603 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f61590fb-b720-4212-b4ab-708be65826e9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.291455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f61590fb-b720-4212-b4ab-708be65826e9 tempest-RoutersAdminNegativeIpV6Test-848077553 tempest-RoutersAdminNegativeIpV6Test-848077553-project-admin] 10.222.0.48 "DELETE /v2.0/ports/fe8aec16-b329-40ec-8cbf-751c6adf231f HTTP/1.1" status: 204 len: 168 time: 2.3271523 Jun 03 15:38:29.393613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db025fb9-8669-4224-8969-53ce2a9a05fa req-492079b8-5a6e-42c7-ac7e-c32d794a0a93 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335119 Jun 03 15:38:29.493118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f09695ad-edc6-452a-956c-775c87ccab24 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:29.493739 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.548764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:29.550461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:38:29.560526 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.646367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db025fb9-8669-4224-8969-53ce2a9a05fa req-d84207c4-446e-4c1a-bc81-dd4971f5dd83 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452416 Jun 03 15:38:29.656314 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:29.664076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f09695ad-edc6-452a-956c-775c87ccab24,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:29.670817 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c6a647-f665-4b0f-af3e-cf37469d0531'] response: {'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24', 'code': 200} Jun 03 15:38:30.031183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58366) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:30.302245 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-921c5e00-fd2b-4e8f-b718-e2b40919105a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:30.336297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-921c5e00-fd2b-4e8f-b718-e2b40919105a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:30.340846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7949d71-6d9c-40c8-bbbf-26d2d1d34b6c req-462edc6b-ed1b-44d0-b100-11889036263e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:30.348233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-921c5e00-fd2b-4e8f-b718-e2b40919105a admin admin] Usage tracker for resource:security_group_rule and tenant:d2c4a95d17e34322bc6caef6f6eab980 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:30.348489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7949d71-6d9c-40c8-bbbf-26d2d1d34b6c req-462edc6b-ed1b-44d0-b100-11889036263e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.1032608 Jun 03 15:38:30.352028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-921c5e00-fd2b-4e8f-b718-e2b40919105a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:30.364960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-921c5e00-fd2b-4e8f-b718-e2b40919105a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:30.423613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7949d71-6d9c-40c8-bbbf-26d2d1d34b6c req-634e6b45-2f29-49d0-9e42-501389f029e1 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724945 Jun 03 15:38:30.484845 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-921c5e00-fd2b-4e8f-b718-e2b40919105a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:30.489684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-921c5e00-fd2b-4e8f-b718-e2b40919105a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:30.538164 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-921c5e00-fd2b-4e8f-b718-e2b40919105a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2c4a95d17e34322bc6caef6f6eab980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035002 Jun 03 15:38:30.538714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58390) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:30.539984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c5e00-fd2b-4e8f-b718-e2b40919105a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0abbec-b9ce-46bf-b166-4de1db48212a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:30.620237 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb129559-2baa-4019-ab89-9dd9575339c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:30.658554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb129559-2baa-4019-ab89-9dd9575339c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:30.738746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb129559-2baa-4019-ab89-9dd9575339c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:30.755460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb129559-2baa-4019-ab89-9dd9575339c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0abbec-b9ce-46bf-b166-4de1db48212a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:30.769723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb129559-2baa-4019-ab89-9dd9575339c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:30.769723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bb129559-2baa-4019-ab89-9dd9575339c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d0abbec-b9ce-46bf-b166-4de1db48212a HTTP/1.1" status: 204 len: 168 time: 0.2269590 Jun 03 15:38:31.119427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58420) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:31.213517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58426) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:31.381922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58434) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:31.437612 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0b46b949-c94e-4065-a953-b0201c4c6af7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0cd3fdc538e4073b78f222a4c170bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543213 Jun 03 15:38:31.440309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58438) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:31.488065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9d4b0ddf-3e2d-4b70-9fad-5a45b8c45a57 tempest-DvrRoutersNegativeTest-657223792 tempest-DvrRoutersNegativeTest-657223792-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-45000284', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:31.491859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.policy [None req-9d4b0ddf-3e2d-4b70-9fad-5a45b8c45a57 tempest-DvrRoutersNegativeTest-657223792 tempest-DvrRoutersNegativeTest-657223792-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88445) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 03 15:38:31.492606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.policy [None req-9d4b0ddf-3e2d-4b70-9fad-5a45b8c45a57 tempest-DvrRoutersNegativeTest-657223792 tempest-DvrRoutersNegativeTest-657223792-project] Failed policy check for 'create_router' {{(pid=88445) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 03 15:38:31.493155 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-9d4b0ddf-3e2d-4b70-9fad-5a45b8c45a57 tempest-DvrRoutersNegativeTest-657223792 tempest-DvrRoutersNegativeTest-657223792-project] create failed (client error): Access was denied to this resource. Jun 03 15:38:31.494163 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9d4b0ddf-3e2d-4b70-9fad-5a45b8c45a57 tempest-DvrRoutersNegativeTest-657223792 tempest-DvrRoutersNegativeTest-657223792-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3736408 Jun 03 15:38:31.531887 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abc87fd9-09fd-4980-98af-4d1a399cc6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:31.564755 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abc87fd9-09fd-4980-98af-4d1a399cc6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:31.632414 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-426db805-12c3-48af-b794-761b2958585a tempest-AgentManagementNegativeTest-695192583 tempest-AgentManagementNegativeTest-695192583-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4174762 Jun 03 15:38:31.669330 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abc87fd9-09fd-4980-98af-4d1a399cc6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:31.674567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58450) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:31.697779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc87fd9-09fd-4980-98af-4d1a399cc6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991c12e2-3cb0-4ffc-9b76-9f3a6bbb2335,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:31.709563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abc87fd9-09fd-4980-98af-4d1a399cc6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:31.711002 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-abc87fd9-09fd-4980-98af-4d1a399cc6ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/991c12e2-3cb0-4ffc-9b76-9f3a6bbb2335 HTTP/1.1" status: 204 len: 168 time: 0.2696991 Jun 03 15:38:31.963670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0de35-52b7-4b81-8854-82808bf0ecd4 req-473c24bc-f29b-446c-b251-d0e3ca68b9ec tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:31.965181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aeb0de35-52b7-4b81-8854-82808bf0ecd4 req-473c24bc-f29b-446c-b251-d0e3ca68b9ec tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.3894241 Jun 03 15:38:32.027953 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aeb0de35-52b7-4b81-8854-82808bf0ecd4 req-cec8f29c-d9fa-4a60-bebd-b62b07199169 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568700 Jun 03 15:38:32.054961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-768587895'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:32.062513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:32.071446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Usage tracker for resource:network and tenant:0a690c937d15443581b2eb13ee879d2c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:32.079015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:32.099193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:32.109739 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b39d8ab-3d10-4e6a-9d4d-d52dc7d2a130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.123836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Made reservation on behalf of 0a690c937d15443581b2eb13ee879d2c for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:32.128233 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.153656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.192366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:32.197835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Usage tracker for resource:security_group_rule and tenant:0a690c937d15443581b2eb13ee879d2c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:32.201173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:32.207767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:32.332283 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.345210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.361962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:32.428548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58480) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:32.436113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:32.461724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd44ddc-7d9c-4620-b666-9edbefc0dd45,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:32.482492 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.483391 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Added segment 5146c006-ec1a-4443-853b-0cfb2c2bb184 of type vlan for network 86bab230-4b8c-45d7-9116-35b45fad1e26 Jun 03 15:38:32.486768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.487565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.493698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.495428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.496057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.496780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.497549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.498356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.499065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.499743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.500384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.501096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:32.553579 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.609444 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.613723 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6587-9281-419e-bdd3-459adcc98f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.621100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:32.622246 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.632370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d1fb6587-9281-419e-bdd3-459adcc98f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:32.638904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1fb6587-9281-419e-bdd3-459adcc98f06 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a626c4e1b747e287a473d444fc8cf0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:32.643194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1fb6587-9281-419e-bdd3-459adcc98f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:32.701814 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2080f11a-8a48-44c5-a3fd-a8f41d9d69f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:32.723128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d1fb6587-9281-419e-bdd3-459adcc98f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:32.732681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2080f11a-8a48-44c5-a3fd-a8f41d9d69f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:32.743262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2080f11a-8a48-44c5-a3fd-a8f41d9d69f0 admin admin] Usage tracker for resource:security_group_rule and tenant:3092d38a0d524f578661ed9496f370ba is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:32.747852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2080f11a-8a48-44c5-a3fd-a8f41d9d69f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:32.763866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2080f11a-8a48-44c5-a3fd-a8f41d9d69f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:32.881856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2004137 Jun 03 15:38:32.886746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58492) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:32.914166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Request body: {'subnet': {'network_id': '86bab230-4b8c-45d7-9116-35b45fad1e26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:32.987011 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6587-9281-419e-bdd3-459adcc98f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.001736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1fb6587-9281-419e-bdd3-459adcc98f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.089456 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d1fb6587-9281-419e-bdd3-459adcc98f06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4a626c4e1b747e287a473d444fc8cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7257972 Jun 03 15:38:33.095260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb6587-9281-419e-bdd3-459adcc98f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ce460c-baeb-4d2e-b36d-411c7b87c1d4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:33.104237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58502) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:33.108522 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2080f11a-8a48-44c5-a3fd-a8f41d9d69f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.136130 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2080f11a-8a48-44c5-a3fd-a8f41d9d69f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.306745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080f11a-8a48-44c5-a3fd-a8f41d9d69f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff41eac0-7160-48a3-a300-ea283425c37c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:33.313440 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74d1cde0-66f0-441a-9e06-4275e928337b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.397799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e512c-9e0f-423f-b830-21ceb7276d27 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Pushing event updated for resources: {'Network': ['ID=86bab230-4b8c-45d7-9116-35b45fad1e26,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:33.408568 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74d1cde0-66f0-441a-9e06-4275e928337b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.418486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 86bab230-4b8c-45d7-9116-35b45fad1e26 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:38:33.509438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58512) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:33.524855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:33.536784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Usage tracker for resource:subnet and tenant:0a690c937d15443581b2eb13ee879d2c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:33.540715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:33.549723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:33.572034 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2080f11a-8a48-44c5-a3fd-a8f41d9d69f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3092d38a0d524f578661ed9496f370ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1426187 Jun 03 15:38:33.576501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58518) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:33.581149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Made reservation on behalf of 0a690c937d15443581b2eb13ee879d2c for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:33.596056 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.599630 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74d1cde0-66f0-441a-9e06-4275e928337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.650728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1cde0-66f0-441a-9e06-4275e928337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ce460c-baeb-4d2e-b36d-411c7b87c1d4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:33.666330 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74d1cde0-66f0-441a-9e06-4275e928337b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.671508 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-74d1cde0-66f0-441a-9e06-4275e928337b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3ce460c-baeb-4d2e-b36d-411c7b87c1d4 HTTP/1.1" status: 204 len: 168 time: 0.5579965 Jun 03 15:38:33.726643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc52189f-6ad0-4105-b770-964de5ab10c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.757808 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc52189f-6ad0-4105-b770-964de5ab10c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.794674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-705028710'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:33.803100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:33.810662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Usage tracker for resource:network and tenant:255bf6a578684f678a557a15449d6d04 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:33.815458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:33.825599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:33.826418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc52189f-6ad0-4105-b770-964de5ab10c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.869622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd260d-546c-4b16-98eb-8269a5144144 req-d3a44dba-8e3e-4856-a28b-bf265a9a2158 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:33.872483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ecd260d-546c-4b16-98eb-8269a5144144 req-d3a44dba-8e3e-4856-a28b-bf265a9a2158 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.5375807 Jun 03 15:38:33.879635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Made reservation on behalf of 255bf6a578684f678a557a15449d6d04 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:33.884825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52189f-6ad0-4105-b770-964de5ab10c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff41eac0-7160-48a3-a300-ea283425c37c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:33.885036 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.895560 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc52189f-6ad0-4105-b770-964de5ab10c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:33.899404 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bc52189f-6ad0-4105-b770-964de5ab10c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff41eac0-7160-48a3-a300-ea283425c37c HTTP/1.1" status: 204 len: 168 time: 0.3182890 Jun 03 15:38:33.971005 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.053999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:34.059936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ecd260d-546c-4b16-98eb-8269a5144144 req-e21303c9-ee20-451d-99bb-10d5cf354990 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511226 Jun 03 15:38:34.064579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Usage tracker for resource:security_group_rule and tenant:255bf6a578684f678a557a15449d6d04 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:34.069244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:34.083365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:34.260466 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ab870ae0-5646-4fb8-8f49-98a3b287576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.424005 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.447100 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.492292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:34.534569 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.535420 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Added segment 1db5ef84-2b3c-4ab8-9a01-16a50a20d10b of type vlan for network 5ac6c18e-528a-4a8f-ac88-406d8577f274 Jun 03 15:38:34.543271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1582fab1-51f3-4697-b052-943d3a46c1a9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:34.591249 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.600056 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.758386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Pushing event updated for resources: {'Subnet': ['ID=1060dc0c-9800-49be-a30d-53078ea63b26,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:34.767735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Checking segment: {'id': '5146c006-ec1a-4443-853b-0cfb2c2bb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '86bab230-4b8c-45d7-9116-35b45fad1e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:34.768184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Network hostable DHCP agents. Network: 86bab230-4b8c-45d7-9116-35b45fad1e26, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:38:34.781548 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.787009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:34.787571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:34.949772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Network 86bab230-4b8c-45d7-9116-35b45fad1e26 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:38:35.025997 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5125787 Jun 03 15:38:35.026958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90568ce4-3481-4ec8-a446-0c8cabde14d1 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'Network': ['ID=5ac6c18e-528a-4a8f-ac88-406d8577f274,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:35.029975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58572) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:35.038781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:38:35.039477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Request body: {'subnet': {'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:35.040259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 86bab230-4b8c-45d7-9116-35b45fad1e26) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:35.046595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:35.047042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:35.088795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4ab1e368-f3a6-4c53-af54-a3a53982d5f4 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2011938 Jun 03 15:38:35.093288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58580) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:35.102400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Request body: {'port': {'network_id': '86bab230-4b8c-45d7-9116-35b45fad1e26', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1360167908'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:35.239871 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce45e2c3-4fa7-47ad-b39e-d7b921fa62fb None None] Network 86bab230-4b8c-45d7-9116-35b45fad1e26 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:35.354443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f09695ad-edc6-452a-956c-775c87ccab24 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:35.505226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:35.512168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:35.522941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Usage tracker for resource:port and tenant:0a690c937d15443581b2eb13ee879d2c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:35.526732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Usage tracker for resource:subnet and tenant:255bf6a578684f678a557a15449d6d04 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:35.536743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:35.538111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:35.547987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:35.560063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:35.582535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Made reservation on behalf of 0a690c937d15443581b2eb13ee879d2c for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:35.589655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:35.594953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Made reservation on behalf of 255bf6a578684f678a557a15449d6d04 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:35.613580 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:35.621704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] device_id is not set on port 7bb820d7-ffbe-4249-9787-34ba5cdae308 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:35.672019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f09695ad-edc6-452a-956c-775c87ccab24 is: DOWN; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:35.681539 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:35.697020 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:35.698003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58596) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:35.970694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Allocated IP 2001:db8::2ae (86bab230-4b8c-45d7-9116-35b45fad1e26/1060dc0c-9800-49be-a30d-53078ea63b26/7bb820d7-ffbe-4249-9787-34ba5cdae308) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:36.050561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-86bab230-4b8c-45d7-9116-35b45fad1e26', 'network_id': '86bab230-4b8c-45d7-9116-35b45fad1e26', 'tenant_id': '0a690c937d15443581b2eb13ee879d2c', 'fixed_ips': [{'subnet_id': '1060dc0c-9800-49be-a30d-53078ea63b26'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:38:36.051543 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.293148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-289161ec-cc47-4f03-83cb-ad2ecad4b09d tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1609072120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:36.311885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-289161ec-cc47-4f03-83cb-ad2ecad4b09d tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:36.320532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-289161ec-cc47-4f03-83cb-ad2ecad4b09d tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Usage tracker for resource:router and tenant:4559be6dd5fe4ece8c9dd18db4524f60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:36.328160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-289161ec-cc47-4f03-83cb-ad2ecad4b09d tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:36.348464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-289161ec-cc47-4f03-83cb-ad2ecad4b09d tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:36.368016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289161ec-cc47-4f03-83cb-ad2ecad4b09d tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.383055 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289161ec-cc47-4f03-83cb-ad2ecad4b09d tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.452965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.554359 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.596357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Transition to ACTIVE for port object 7bb820d7-ffbe-4249-9787-34ba5cdae308 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:36.619848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289161ec-cc47-4f03-83cb-ad2ecad4b09d tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.662240 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.722793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'Subnet': ['ID=4b556143-1a5b-4beb-a36d-50a67195b256,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:36.730234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Checking segment: {'id': '1db5ef84-2b3c-4ab8-9a01-16a50a20d10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:36.730872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Network hostable DHCP agents. Network: 5ac6c18e-528a-4a8f-ac88-406d8577f274, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:38:36.744000 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289161ec-cc47-4f03-83cb-ad2ecad4b09d tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.774488 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289161ec-cc47-4f03-83cb-ad2ecad4b09d tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.779765 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-289161ec-cc47-4f03-83cb-ad2ecad4b09d tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0690978 Jun 03 15:38:36.782407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:36.789712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-759755348'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:36.795762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:38:36.798637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:36.820261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Usage tracker for resource:network and tenant:4559be6dd5fe4ece8c9dd18db4524f60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:36.825660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:36.836512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5ac6c18e-528a-4a8f-ac88-406d8577f274) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:36.846927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Network 86bab230-4b8c-45d7-9116-35b45fad1e26 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:36.848121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:36.856157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:36.864752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:36.869375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:36.870884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.876835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:36.877677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.917104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Pushing event updated for resources: {'Port': ['ID=7bb820d7-ffbe-4249-9787-34ba5cdae308,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:36.919699 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1c844723-50e2-4df4-8c67-54fc3bf8cfe3 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8875172 Jun 03 15:38:36.928974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Allocated IP 2001:db8::2 (86bab230-4b8c-45d7-9116-35b45fad1e26/1060dc0c-9800-49be-a30d-53078ea63b26/94cab764-4e26-4e3f-abcc-6b3c9c66cf71) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:36.933848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Made reservation on behalf of 4559be6dd5fe4ece8c9dd18db4524f60 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:36.935782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58632) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:36.939111 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:36.940866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2cf94de8-877b-420b-afb8-32f28071db0b tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8464699 Jun 03 15:38:36.946173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Request body: {'port': {'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274', 'name': 'tempest-AllowedAddressPairTestJSON-440371171'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:36.959655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:36.987643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Request body: {'port': {'network_id': '86bab230-4b8c-45d7-9116-35b45fad1e26', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1833849147', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:36.989197 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] bootfile-name is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:38:36.990493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] tftp-server is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:38:36.991021 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] server-ip-address is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:38:37.055128 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.240090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:37.244396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Usage tracker for resource:security_group_rule and tenant:4559be6dd5fe4ece8c9dd18db4524f60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:37.247684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:37.254103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:37.403519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.409541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:37.415258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Usage tracker for resource:port and tenant:255bf6a578684f678a557a15449d6d04 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:37.419383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:37.429349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:37.448128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Made reservation on behalf of 255bf6a578684f678a557a15449d6d04 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:37.452578 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.471268 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.495866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] device_id is not set on port 1e78ba4f-a967-4e85-838d-bc8fef1b76b7 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:37.504239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:37.527179 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.527714 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Added segment 7f7033d6-10ec-4a6d-8932-132347dbe042 of type vlan for network d12ad51e-f84c-42d0-85cd-ef2c783cf7fc Jun 03 15:38:37.591774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd10b-d256-43a7-aa88-1d5a5d14f4de req-52d1de35-30b0-4997-a476-96b448cb73c2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:37.593635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2befd10b-d256-43a7-aa88-1d5a5d14f4de req-52d1de35-30b0-4997-a476-96b448cb73c2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.3747928 Jun 03 15:38:37.653565 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.660465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2befd10b-d256-43a7-aa88-1d5a5d14f4de req-64c2d456-001a-434e-b9f8-d75ee560f8e3 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583720 Jun 03 15:38:37.676703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Transition to ACTIVE for port object 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:37.703756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.720630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Transition to ACTIVE for port object 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:37.771460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:37.781645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Allocated IP 172.20.0.12 (5ac6c18e-528a-4a8f-ac88-406d8577f274/4b556143-1a5b-4beb-a36d-50a67195b256/1e78ba4f-a967-4e85-838d-bc8fef1b76b7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:37.793978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Usage tracker for resource:port and tenant:0a690c937d15443581b2eb13ee879d2c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:37.798966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2733e35d-a0c0-409e-b073-d52093bdd467,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:37.803025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:37.816884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1687c5-29f6-4193-bb9f-6c74f267421f None None] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:37.821985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58666) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:37.834534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:37.848595 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.855694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:37.856721 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:37.889198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Made reservation on behalf of 0a690c937d15443581b2eb13ee879d2c for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:37.893179 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:38.114969 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:38.237356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event updated for resources: {'Network': ['ID=d12ad51e-f84c-42d0-85cd-ef2c783cf7fc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:38.252583 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cd9432ae-4f56-43d0-a0e0-960ad71e0744 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4585519 Jun 03 15:38:38.255595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] device_id is not set on port 8f3f2317-9114-40aa-9efd-db5e85a2c19a yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:38.256545 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:38.292927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network d12ad51e-f84c-42d0-85cd-ef2c783cf7fc details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:38:38.302346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58680) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:38.328471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Request body: {'subnet': {'network_id': 'd12ad51e-f84c-42d0-85cd-ef2c783cf7fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:38.469100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-3454bb41-a03c-40ec-9695-3b82d6e790a6 req-8064791b-b8f9-44d9-afe6-1bb8df8cbcb8 tempest-DeleteServersTestJSON-1332317685 tempest-DeleteServersTestJSON-1332317685-project] (88445) timed out ('10.222.0.75', 57593) {{(pid=88445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:38:38.486072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:38.532410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Transition to ACTIVE for port object 1e78ba4f-a967-4e85-838d-bc8fef1b76b7 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:38.534528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:38.538653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Usage tracker for resource:subnet and tenant:4559be6dd5fe4ece8c9dd18db4524f60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:38.541652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:38.551225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:38.584587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Network 86bab230-4b8c-45d7-9116-35b45fad1e26 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:38.589226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:38.598748 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:38.612475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-32f24f68-391c-4003-b960-6d2ed2a847a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7854395 Jun 03 15:38:38.615605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Pushing event updated for resources: {'Port': ['ID=94cab764-4e26-4e3f-abcc-6b3c9c66cf71,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:38.619720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Made reservation on behalf of 4559be6dd5fe4ece8c9dd18db4524f60 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:38.623873 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:38.626379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:38.793060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'Port': ['ID=1e78ba4f-a967-4e85-838d-bc8fef1b76b7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:38.811266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:38.816450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:38.823208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:38.894295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Allocated IP 2001:db8::3cb (86bab230-4b8c-45d7-9116-35b45fad1e26/1060dc0c-9800-49be-a30d-53078ea63b26/8f3f2317-9114-40aa-9efd-db5e85a2c19a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:39.076135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:39.076647 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.153711 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.218329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Attempting to bind port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:39.218672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Attempting to bind port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '5146c006-ec1a-4443-853b-0cfb2c2bb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '86bab230-4b8c-45d7-9116-35b45fad1e26'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:39.220235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Attempting to bind port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 on network 86bab230-4b8c-45d7-9116-35b45fad1e26 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:39.237266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:39.238302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Checking segment: {'id': '5146c006-ec1a-4443-853b-0cfb2c2bb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '86bab230-4b8c-45d7-9116-35b45fad1e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:39.241465 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.241935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Bound using segment: {'id': '5146c006-ec1a-4443-853b-0cfb2c2bb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '86bab230-4b8c-45d7-9116-35b45fad1e26'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:39.243196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Bound port: 94cab764-4e26-4e3f-abcc-6b3c9c66cf71, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5146c006-ec1a-4443-853b-0cfb2c2bb184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '86bab230-4b8c-45d7-9116-35b45fad1e26'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:39.245754 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.263282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cb734159-4eb4-44d7-b4cf-1f688a879943 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3244798 Jun 03 15:38:39.265645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58724) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:39.289187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Request body: {'port': {'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274', 'name': 'tempest-AllowedAddressPairTestJSON-284002141', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ce:b5:18'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:39.468447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-e8a44988-a61b-4053-a504-a2b368ee6a5e req-0a0b31d6-3eb2-4d10-9b7f-2d25aebc3e51 tempest-ListServersNegativeTestJSON-1371772850 tempest-ListServersNegativeTestJSON-1371772850-project] (88444) timed out ('10.222.0.75', 57631) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:38:39.531276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48df54e-bbc8-4ca7-aaf9-bfffaa4f200c req-dcbf4db9-d737-443e-a2c2-dd54540147ab tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:39.554153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a48df54e-bbc8-4ca7-aaf9-bfffaa4f200c req-dcbf4db9-d737-443e-a2c2-dd54540147ab tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.4908831 Jun 03 15:38:39.588023 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.623316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-5ac6c18e-528a-4a8f-ac88-406d8577f274', 'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274', 'tenant_id': '255bf6a578684f678a557a15449d6d04', 'fixed_ips': [{'subnet_id': '4b556143-1a5b-4beb-a36d-50a67195b256'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:38:39.626438 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:39.691121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a48df54e-bbc8-4ca7-aaf9-bfffaa4f200c req-217c9764-84d4-4b48-ae9d-86137bea8364 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329808 Jun 03 15:38:39.733514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:39.739606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Usage tracker for resource:port and tenant:255bf6a578684f678a557a15449d6d04 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:39.743848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:39.751595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:39.769699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Made reservation on behalf of 255bf6a578684f678a557a15449d6d04 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:39.803457 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] For port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:39.952468 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] For port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=94cab764-4e26-4e3f-abcc-6b3c9c66cf71,segment=NetworkSegment(5146c006-ec1a-4443-853b-0cfb2c2bb184),segment_id=5146c006-ec1a-4443-853b-0cfb2c2bb184)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:40.007237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:40.016312 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:40.045375 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:40.052605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Transition to ACTIVE for port object 8f3f2317-9114-40aa-9efd-db5e85a2c19a will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:40.070968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] device_id is not set on port e86e864b-05cb-43cd-adde-ea1e6ffb39ea yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:40.164486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event updated for resources: {'Subnet': ['ID=57cd8208-4cc3-40b8-9d4f-535e5c4f0c33,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:40.188692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Checking segment: {'id': '7f7033d6-10ec-4a6d-8932-132347dbe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd12ad51e-f84c-42d0-85cd-ef2c783cf7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:40.192117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Network hostable DHCP agents. Network: d12ad51e-f84c-42d0-85cd-ef2c783cf7fc, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:38:40.240451 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:40.317795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c4709-a5f8-46f9-8a44-ed85ede0cbf8 None None] Pushing event updated for resources: {'Port': ['ID=94cab764-4e26-4e3f-abcc-6b3c9c66cf71,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:40.335428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Allocated IP 172.20.0.5 (5ac6c18e-528a-4a8f-ac88-406d8577f274/4b556143-1a5b-4beb-a36d-50a67195b256/e86e864b-05cb-43cd-adde-ea1e6ffb39ea) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:40.397017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Pushing event updated for resources: {'Port': ['ID=8f3f2317-9114-40aa-9efd-db5e85a2c19a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:40.403398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Network d12ad51e-f84c-42d0-85cd-ef2c783cf7fc is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:38:40.414663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Network 86bab230-4b8c-45d7-9116-35b45fad1e26 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:40.416345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:40.420394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:40.431739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:40.432688 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:40.437688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, d12ad51e-f84c-42d0-85cd-ef2c783cf7fc) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:40.449013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:40.450075 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:40.455841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3c584-fa1a-420b-9fd7-8ef50fe90ad7 None None] Network d12ad51e-f84c-42d0-85cd-ef2c783cf7fc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:40.500132 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ebd83de7-b0e7-4d51-a727-1018afec7677 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.5278561 Jun 03 15:38:40.500329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58768) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:40.596635 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-529dd4bb-2253-47a4-bada-b874cc822e54 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2882211 Jun 03 15:38:40.597340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58776) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:40.612670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Request body: {'network': {'name': 'tempest-router-network01--1966924894'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:40.623612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:40.680956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Usage tracker for resource:network and tenant:4559be6dd5fe4ece8c9dd18db4524f60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:40.685522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:40.702895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:40.734822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7044ba5-64f4-489a-b1b8-1bdb4fd24680 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:40.741673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7044ba5-64f4-489a-b1b8-1bdb4fd24680 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:40.748300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7044ba5-64f4-489a-b1b8-1bdb4fd24680 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:40.749209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c7044ba5-64f4-489a-b1b8-1bdb4fd24680 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Synchronizing usage tracker for tenant:0a690c937d15443581b2eb13ee879d2c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:40.755267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Made reservation on behalf of 4559be6dd5fe4ece8c9dd18db4524f60 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:40.759100 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:40.853237 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:40.873563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Transition to ACTIVE for port object e86e864b-05cb-43cd-adde-ea1e6ffb39ea will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:40.890551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c7044ba5-64f4-489a-b1b8-1bdb4fd24680 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Unset dirty status for tenant:0a690c937d15443581b2eb13ee879d2c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:40.899846 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c7044ba5-64f4-489a-b1b8-1bdb4fd24680 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3964217 Jun 03 15:38:40.900801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58784) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:40.903771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:40.925001 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.017506 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.017978 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Added segment 7a491de5-db0f-47f8-aac6-0a1da9084809 of type vlan for network a5333620-e220-4120-9f63-456222f0e4d5 Jun 03 15:38:41.026075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c0116709-ba1f-49f2-8eac-87266cab29dc tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Deleting port 8f3f2317-9114-40aa-9efd-db5e85a2c19a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:41.026424 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0116709-ba1f-49f2-8eac-87266cab29dc tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.046142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-d12ad51e-f84c-42d0-85cd-ef2c783cf7fc', 'network_id': 'd12ad51e-f84c-42d0-85cd-ef2c783cf7fc', 'tenant_id': '4559be6dd5fe4ece8c9dd18db4524f60', 'fixed_ips': [{'subnet_id': '57cd8208-4cc3-40b8-9d4f-535e5c4f0c33'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:38:41.047008 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.119336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.179319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:41.205978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:41.224404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Allocated IP 172.20.0.2 (5ac6c18e-528a-4a8f-ac88-406d8577f274/4b556143-1a5b-4beb-a36d-50a67195b256/e94dba1f-ec52-4a06-a3a2-40c40c34f692) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:41.241301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:41.254804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.271861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:41.272985 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.306623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-257c6880-d8df-4913-bb28-69803a06d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:41.308296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-257c6880-d8df-4913-bb28-69803a06d8d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa&tenant_id=b3e4457f68d148e08a56851d77ccda36 HTTP/1.1" status: 200 len: 1094 time: 0.7563069 Jun 03 15:38:41.343923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'Port': ['ID=e86e864b-05cb-43cd-adde-ea1e6ffb39ea,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:41.510430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:41.511189 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.561163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbb47d-68da-4cf9-b470-040d5b07b02f req-dcd094ff-b079-42cc-8045-7bdf012ecc60 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:41.570682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bddbb47d-68da-4cf9-b470-040d5b07b02f req-dcd094ff-b079-42cc-8045-7bdf012ecc60 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.5413618 Jun 03 15:38:41.599306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Allocated IP 172.20.0.2 (d12ad51e-f84c-42d0-85cd-ef2c783cf7fc/57cd8208-4cc3-40b8-9d4f-535e5c4f0c33/50ca988a-81f2-4d1c-a973-2701e11e10e0) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:41.602081 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0116709-ba1f-49f2-8eac-87266cab29dc tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:41.648469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58798) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:41.674012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bddbb47d-68da-4cf9-b470-040d5b07b02f req-d8833b51-121a-4686-bfc2-efff91495fd6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998614 Jun 03 15:38:41.704998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c0901e16-71f4-49d0-8d5c-023c3b2d1643 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4305027 Jun 03 15:38:41.707917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58804) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:41.711488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-68479dc5-8fb0-4ce3-9f50-63b15eed3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:41.714757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-68479dc5-8fb0-4ce3-9f50-63b15eed3b57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 1094 time: 0.3498838 Jun 03 15:38:41.868469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c0116709-ba1f-49f2-8eac-87266cab29dc tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Calling delete_port for 8f3f2317-9114-40aa-9efd-db5e85a2c19a owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:42.001313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:42.023849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-7402b6a8-e1ed-462e-ba39-9c8a0e6332d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:42.024454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-7402b6a8-e1ed-462e-ba39-9c8a0e6332d3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 916 time: 0.2453673 Jun 03 15:38:42.082326 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.115207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Transition to ACTIVE for port object e94dba1f-ec52-4a06-a3a2-40c40c34f692 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:42.211848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc762e-5543-4f07-bf49-8ba6e4019b4d None None] Network 86bab230-4b8c-45d7-9116-35b45fad1e26 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:42.230401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.274295 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6676991 Jun 03 15:38:42.275595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58808) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:42.285449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Request body: {'network': {'name': 'tempest-router-network02--995247348'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:42.293096 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b4a3b-f193-46f3-85f0-7d4e4d1aeff9 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event updated for resources: {'Network': ['ID=a5333620-e220-4120-9f63-456222f0e4d5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:42.295807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:42.302191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Usage tracker for resource:network and tenant:4559be6dd5fe4ece8c9dd18db4524f60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:42.307410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:42.328819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Transition to ACTIVE for port object 50ca988a-81f2-4d1c-a973-2701e11e10e0 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:42.334225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a5333620-e220-4120-9f63-456222f0e4d5 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:38:42.367850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:42.407499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Made reservation on behalf of 4559be6dd5fe4ece8c9dd18db4524f60 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:42.411158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.449375 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0116709-ba1f-49f2-8eac-87266cab29dc tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.462413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Transition to ACTIVE for port object e94dba1f-ec52-4a06-a3a2-40c40c34f692 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:42.472888 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d153cf8f-1ce3-4378-bc81-b57bb8cb3f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.473907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:42.509973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:38:42.512889 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.534410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0116709-ba1f-49f2-8eac-87266cab29dc tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Pushing event deleted for resources: {'Port': ['ID=8f3f2317-9114-40aa-9efd-db5e85a2c19a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:42.572951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.573319 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Added segment 3780b586-74f8-4503-b6a3-5f962839ff1b of type vlan for network 0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f Jun 03 15:38:42.586243 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0116709-ba1f-49f2-8eac-87266cab29dc tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.593664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e174df01-21e3-43dd-928e-1532f8d910e9 None None] Provisioning for port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:42.602227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Transition to ACTIVE for port object 50ca988a-81f2-4d1c-a973-2701e11e10e0 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:42.604231 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Pushing event updated for resources: {'Port': ['ID=e94dba1f-ec52-4a06-a3a2-40c40c34f692,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:42.618077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d153cf8f-1ce3-4378-bc81-b57bb8cb3f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:42.621579 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c0116709-ba1f-49f2-8eac-87266cab29dc tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] 10.222.0.48 "DELETE /v2.0/ports/8f3f2317-9114-40aa-9efd-db5e85a2c19a HTTP/1.1" status: 204 len: 168 time: 1.7126153 Jun 03 15:38:42.627300 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.630559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58816) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:42.636543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e174df01-21e3-43dd-928e-1532f8d910e9 None None] Provisioning complete for port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:42.637387 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e174df01-21e3-43dd-928e-1532f8d910e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.641064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d153cf8f-1ce3-4378-bc81-b57bb8cb3f73 admin admin] Usage tracker for resource:security_group_rule and tenant:a52b0c9fce724306947d49a68350910c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:42.673610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Request body: {'port': {'name': 'tempest-new-port-name-1057651686', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:42.674213 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.674345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.api.validators [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] bootfile-name is not in valid_values {{(pid=88445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:38:42.674844 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.api.validators [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] tftp-server is not in valid_values {{(pid=88445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:38:42.675518 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.api.validators [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] server-ip-address is not in valid_values {{(pid=88445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:38:42.684413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:42.685062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.717604 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:42.766000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d153cf8f-1ce3-4378-bc81-b57bb8cb3f73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:42.803845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event updated for resources: {'Network': ['ID=0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:42.828820 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f7009500-2f35-41b8-8712-973e2904da1e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5497622 Jun 03 15:38:42.829034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58824) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:42.835113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Request body: {'subnet': {'network_id': 'a5333620-e220-4120-9f63-456222f0e4d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:42.901996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d153cf8f-1ce3-4378-bc81-b57bb8cb3f73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:42.930500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:38:42.960374 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-8ea3f17e-3a59-4d42-aa2a-985fe7747155 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09695ad-edc6-452a-956c-775c87ccab24 HTTP/1.1" status: 200 len: 999 time: 0.7173095 Jun 03 15:38:42.984032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:42.988844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Usage tracker for resource:subnet and tenant:4559be6dd5fe4ece8c9dd18db4524f60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:42.993019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:43.009831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:43.011344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:43.023985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:43.031131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Made reservation on behalf of 4559be6dd5fe4ece8c9dd18db4524f60 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:43.035490 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.106495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:43.113722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Pushing event updated for resources: {'Port': ['ID=50ca988a-81f2-4d1c-a973-2701e11e10e0,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:43.147586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a097326-244b-4da4-b49d-725e1913a215 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:43.154024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a097326-244b-4da4-b49d-725e1913a215 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:43.154855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7a097326-244b-4da4-b49d-725e1913a215 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Synchronizing usage tracker for tenant:255bf6a578684f678a557a15449d6d04 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:43.274369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.306082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Network d12ad51e-f84c-42d0-85cd-ef2c783cf7fc is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:43.339686 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.410496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:43.446970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:43.464179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-9cb19622-99c1-4f7a-9ff4-4feaeb563d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:43.466201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Checking segment: {'id': '7a491de5-db0f-47f8-aac6-0a1da9084809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a5333620-e220-4120-9f63-456222f0e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:43.466545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Network hostable DHCP agents. Network: a5333620-e220-4120-9f63-456222f0e4d5, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:38:43.467063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-9cb19622-99c1-4f7a-9ff4-4feaeb563d67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.4586196 Jun 03 15:38:43.467930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7a097326-244b-4da4-b49d-725e1913a215 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Unset dirty status for tenant:255bf6a578684f678a557a15449d6d04 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:43.472435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7a097326-244b-4da4-b49d-725e1913a215 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1727 time: 1.7562785 Jun 03 15:38:43.473724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58828) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:43.474581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event updated for resources: {'Subnet': ['ID=0c4bdca9-90c5-45c2-9d65-b8353c130a71,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:43.502820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Network a5333620-e220-4120-9f63-456222f0e4d5 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:38:43.522790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a5333620-e220-4120-9f63-456222f0e4d5) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:43.531982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:43.532645 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.562785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dae072-11c0-4502-a6ff-34d4fdcc8682 None None] Network a5333620-e220-4120-9f63-456222f0e4d5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:43.587333 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a68e7a0c-1ffd-4376-a6d9-e3ee3924f376 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7572310 Jun 03 15:38:43.590532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58832) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:43.599783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Request body: {'subnet': {'network_id': '0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:43.650588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Attempting to bind port e94dba1f-ec52-4a06-a3a2-40c40c34f692 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:43.651798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Attempting to bind port e94dba1f-ec52-4a06-a3a2-40c40c34f692 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '1db5ef84-2b3c-4ab8-9a01-16a50a20d10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:43.652009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Attempting to bind port e94dba1f-ec52-4a06-a3a2-40c40c34f692 on network 5ac6c18e-528a-4a8f-ac88-406d8577f274 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:43.683753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff70a6b-687b-4c60-85dd-05d7d038deac req-2805c6d7-ef3c-441b-81ca-137abbce2887 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:43.693675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ff70a6b-687b-4c60-85dd-05d7d038deac req-2805c6d7-ef3c-441b-81ca-137abbce2887 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.6840985 Jun 03 15:38:43.705206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-42b166ee-daab-42af-9309-9e2446c47b1f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Deleting port e86e864b-05cb-43cd-adde-ea1e6ffb39ea {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:43.705545 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42b166ee-daab-42af-9309-9e2446c47b1f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.742539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:43.749014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Usage tracker for resource:subnet and tenant:4559be6dd5fe4ece8c9dd18db4524f60 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:43.752888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:43.766753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:43.776296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:43.776775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Checking segment: {'id': '1db5ef84-2b3c-4ab8-9a01-16a50a20d10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:43.777279 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.777927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Bound using segment: {'id': '1db5ef84-2b3c-4ab8-9a01-16a50a20d10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:43.778333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Bound port: e94dba1f-ec52-4a06-a3a2-40c40c34f692, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db5ef84-2b3c-4ab8-9a01-16a50a20d10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:43.778708 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.790898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Made reservation on behalf of 4559be6dd5fe4ece8c9dd18db4524f60 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:43.797533 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:43.904855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e174df01-21e3-43dd-928e-1532f8d910e9 None None] Current status of the port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:43.905493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e174df01-21e3-43dd-928e-1532f8d910e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.030387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ff70a6b-687b-4c60-85dd-05d7d038deac req-28a8e9cd-0861-4d1f-9242-64ff84a46bfa tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353941 Jun 03 15:38:44.110664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] For port e94dba1f-ec52-4a06-a3a2-40c40c34f692, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:44.114745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] For port e94dba1f-ec52-4a06-a3a2-40c40c34f692, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e94dba1f-ec52-4a06-a3a2-40c40c34f692,segment=NetworkSegment(1db5ef84-2b3c-4ab8-9a01-16a50a20d10b),segment_id=1db5ef84-2b3c-4ab8-9a01-16a50a20d10b)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:44.137682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Attempting to bind port 50ca988a-81f2-4d1c-a973-2701e11e10e0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:44.138627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Attempting to bind port 50ca988a-81f2-4d1c-a973-2701e11e10e0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7f7033d6-10ec-4a6d-8932-132347dbe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd12ad51e-f84c-42d0-85cd-ef2c783cf7fc'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:44.139477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Attempting to bind port 50ca988a-81f2-4d1c-a973-2701e11e10e0 on network d12ad51e-f84c-42d0-85cd-ef2c783cf7fc {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:44.156096 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.156306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.184402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d153cf8f-1ce3-4378-bc81-b57bb8cb3f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.202538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-e8ab0e62-699d-4ba7-88c6-3db8632f4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:44.204327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-e8ab0e62-699d-4ba7-88c6-3db8632f4ecc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7266395 Jun 03 15:38:44.220155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d153cf8f-1ce3-4378-bc81-b57bb8cb3f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.241575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:44.242252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Checking segment: {'id': '7f7033d6-10ec-4a6d-8932-132347dbe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd12ad51e-f84c-42d0-85cd-ef2c783cf7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:44.242862 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.243422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Bound using segment: {'id': '7f7033d6-10ec-4a6d-8932-132347dbe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd12ad51e-f84c-42d0-85cd-ef2c783cf7fc'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:44.244081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Bound port: 50ca988a-81f2-4d1c-a973-2701e11e10e0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7033d6-10ec-4a6d-8932-132347dbe042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd12ad51e-f84c-42d0-85cd-ef2c783cf7fc'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:44.244668 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.254388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Checking segment: {'id': '3780b586-74f8-4503-b6a3-5f962839ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:44.254748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Network hostable DHCP agents. Network: 0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:38:44.260266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event updated for resources: {'Subnet': ['ID=41e8bd4e-d51e-4cf6-b9af-679bdb4068d9,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:44.280546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Network 0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:38:44.293964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:44.298890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:44.299537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.319369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d06a7-ac3e-46a1-88fd-52fe432e2b55 None None] Network 0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:44.327562 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e908ae86-097b-403a-977a-2afe71552632 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7335675 Jun 03 15:38:44.329780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58840) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:44.359114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.438887 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42b166ee-daab-42af-9309-9e2446c47b1f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.528500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e174df01-21e3-43dd-928e-1532f8d910e9 None None] For port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=94cab764-4e26-4e3f-abcc-6b3c9c66cf71,segment=NetworkSegment(5146c006-ec1a-4443-853b-0cfb2c2bb184),segment_id=5146c006-ec1a-4443-853b-0cfb2c2bb184)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:44.580526 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e174df01-21e3-43dd-928e-1532f8d910e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.597157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692137e-a630-484f-84a7-9e84f6c90334 None None] Pushing event updated for resources: {'Port': ['ID=e94dba1f-ec52-4a06-a3a2-40c40c34f692,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:44.736481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-42b166ee-daab-42af-9309-9e2446c47b1f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Calling delete_port for e86e864b-05cb-43cd-adde-ea1e6ffb39ea owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:44.861562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] For port 50ca988a-81f2-4d1c-a973-2701e11e10e0, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:44.893738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153cf8f-1ce3-4378-bc81-b57bb8cb3f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762dfeb3-9897-4685-95da-31e580b8f67e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:44.936983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-a5333620-e220-4120-9f63-456222f0e4d5', 'network_id': 'a5333620-e220-4120-9f63-456222f0e4d5', 'tenant_id': '4559be6dd5fe4ece8c9dd18db4524f60', 'fixed_ips': [{'subnet_id': '0c4bdca9-90c5-45c2-9d65-b8353c130a71'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:38:44.942408 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:44.961943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174df01-21e3-43dd-928e-1532f8d910e9 None None] Pushing event updated for resources: {'Port': ['ID=94cab764-4e26-4e3f-abcc-6b3c9c66cf71,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:45.006110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] For port 50ca988a-81f2-4d1c-a973-2701e11e10e0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=50ca988a-81f2-4d1c-a973-2701e11e10e0,segment=NetworkSegment(7f7033d6-10ec-4a6d-8932-132347dbe042),segment_id=7f7033d6-10ec-4a6d-8932-132347dbe042)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:45.021430 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.025444 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.195749 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.513272 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:38:45.565754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Allocated IP 172.20.0.2 (a5333620-e220-4120-9f63-456222f0e4d5/0c4bdca9-90c5-45c2-9d65-b8353c130a71/727ffd0d-4d75-4cbe-8d08-b623fb7a1de5) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:45.682607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] In _notify_port_updated(), no bound segment for port 7bb820d7-ffbe-4249-9787-34ba5cdae308 on network 86bab230-4b8c-45d7-9116-35b45fad1e26 {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:38:45.697255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:45.703514 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:45.709249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] 10.222.0.48 "PUT /v2.0/ports/7bb820d7-ffbe-4249-9787-34ba5cdae308 HTTP/1.1" status: 200 len: 1130 time: 3.0686138 Jun 03 15:38:45.718932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58852) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:45.801237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d153cf8f-1ce3-4378-bc81-b57bb8cb3f73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a52b0c9fce724306947d49a68350910c&name=default HTTP/1.1" status: 200 len: 2983 time: 4.1252756 Jun 03 15:38:45.826792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58856) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:45.900188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58860) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:45.930263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e093b7d-2427-463a-8f2d-9253924d2c77 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Pushing event updated for resources: {'Port': ['ID=7bb820d7-ffbe-4249-9787-34ba5cdae308,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:46.013302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16abe5c-824c-43d9-ad09-7423b7211b7f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:46.020850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a16abe5c-824c-43d9-ad09-7423b7211b7f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Synchronizing usage tracker for tenant:0a690c937d15443581b2eb13ee879d2c on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:46.142735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f89eb123-3769-4e41-b540-77deab8ad044 None None] Provisioning for port 7bb820d7-ffbe-4249-9787-34ba5cdae308 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:46.165900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f89eb123-3769-4e41-b540-77deab8ad044 None None] Provisioning complete for port 7bb820d7-ffbe-4249-9787-34ba5cdae308 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:46.166645 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f89eb123-3769-4e41-b540-77deab8ad044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.194290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a16abe5c-824c-43d9-ad09-7423b7211b7f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Unset dirty status for tenant:0a690c937d15443581b2eb13ee879d2c on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:46.197941 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a16abe5c-824c-43d9-ad09-7423b7211b7f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] 10.222.0.48 "GET /v2.0/ports/7bb820d7-ffbe-4249-9787-34ba5cdae308 HTTP/1.1" status: 200 len: 1130 time: 0.4701917 Jun 03 15:38:46.200584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58868) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:46.226406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f', 'network_id': '0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f', 'tenant_id': '4559be6dd5fe4ece8c9dd18db4524f60', 'fixed_ips': [{'subnet_id': '41e8bd4e-d51e-4cf6-b9af-679bdb4068d9'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:38:46.240842 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.253166 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-0beb7518-69ca-4675-8486-5f1eb70834b4 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8909431 Jun 03 15:38:46.272632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:46.324028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a7e9b4fb-9901-43bc-858a-360513ca9386 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Deleting port 7bb820d7-ffbe-4249-9787-34ba5cdae308 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:46.327986 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b4fb-9901-43bc-858a-360513ca9386 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.493267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c61fdd-4c37-43e4-af63-cef64ac27943 None None] Pushing event updated for resources: {'Port': ['ID=50ca988a-81f2-4d1c-a973-2701e11e10e0,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:46.495262 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fe152a1-40ae-482a-ae3c-2a5f7b909668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.505732 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d55daa84-bc1c-42f7-98a5-e9ebc24d5107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.558490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394ef04-7969-4e9b-a252-2389b237e1b7 req-e1d20f1b-8ab9-4a11-9341-d75745ab9106 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:46.560661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9394ef04-7969-4e9b-a252-2389b237e1b7 req-e1d20f1b-8ab9-4a11-9341-d75745ab9106 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.9835751 Jun 03 15:38:46.567283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-54b55a4e-2e09-4471-853c-01482cb74c75 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9173284 Jun 03 15:38:46.575703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d55daa84-bc1c-42f7-98a5-e9ebc24d5107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:46.584758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42b166ee-daab-42af-9309-9e2446c47b1f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.595706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d55daa84-bc1c-42f7-98a5-e9ebc24d5107 admin admin] Usage tracker for resource:security_group_rule and tenant:fff20d985f4f49d9b87c3bc6a8c11d4d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:46.630077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d55daa84-bc1c-42f7-98a5-e9ebc24d5107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:46.652140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d55daa84-bc1c-42f7-98a5-e9ebc24d5107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:46.655373 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fe152a1-40ae-482a-ae3c-2a5f7b909668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:46.852118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33734925-a739-40fd-b9f3-417388e437db None None] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:46.934502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b166ee-daab-42af-9309-9e2446c47b1f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event deleted for resources: {'Port': ['ID=e86e864b-05cb-43cd-adde-ea1e6ffb39ea,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:47.024430 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b4fb-9901-43bc-858a-360513ca9386 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.051464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4fd2f8e-f12e-4698-a4a6-e356aec23b08 req-8f6f7885-f08a-45b9-a350-147daab7e169 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417219 Jun 03 15:38:47.070569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9394ef04-7969-4e9b-a252-2389b237e1b7 req-aae7a053-3800-44c3-b119-4f1cf620fcec tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4692326 Jun 03 15:38:47.094598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f89eb123-3769-4e41-b540-77deab8ad044 None None] Port 7bb820d7-ffbe-4249-9787-34ba5cdae308 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:47.157270 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.203869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:47.204243 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.252978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-672e2f0d-e53e-4175-8cb6-dbf22398dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:47.257477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-672e2f0d-e53e-4175-8cb6-dbf22398dd7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 1096 time: 0.5798907 Jun 03 15:38:47.286248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a7e9b4fb-9901-43bc-858a-360513ca9386 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Calling delete_port for 7bb820d7-ffbe-4249-9787-34ba5cdae308 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:47.318121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f89eb123-3769-4e41-b540-77deab8ad044 None None] Provisioning complete for port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:47.318660 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f89eb123-3769-4e41-b540-77deab8ad044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.539252 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42b166ee-daab-42af-9309-9e2446c47b1f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.579604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b4fb-9901-43bc-858a-360513ca9386 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.600110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-42b166ee-daab-42af-9309-9e2446c47b1f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "DELETE /v2.0/ports/e86e864b-05cb-43cd-adde-ea1e6ffb39ea HTTP/1.1" status: 204 len: 168 time: 4.1139910 Jun 03 15:38:47.602407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58882) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:47.610251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Transition to ACTIVE for port object 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:47.616455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-df40be2b-79c6-4038-8c7c-7881da46dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:47.617676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:47.618850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e94dba1f-ec52-4a06-a3a2-40c40c34f692 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:47.619078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-df40be2b-79c6-4038-8c7c-7881da46dd55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.2890382 Jun 03 15:38:47.728377 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-11564d7e-e16c-4665-956d-195b47bcfcdf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cee7a4f-327d-4316-92e6-8c08322b1994 HTTP/1.1" status: 200 len: 217 time: 0.1021256 Jun 03 15:38:47.782360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Transition to ACTIVE for port object 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:47.796559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Allocated IP 172.20.0.2 (0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f/41e8bd4e-d51e-4cf6-b9af-679bdb4068d9/f7f12439-a540-4fcf-96fe-19ae80e3e366) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:47.821264 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:47.846920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-e64be6ee-65e8-42ca-ab3a-24314fa56cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:47.848467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-e64be6ee-65e8-42ca-ab3a-24314fa56cd6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.1070869 Jun 03 15:38:47.952041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fe152a1-40ae-482a-ae3c-2a5f7b909668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.089314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-a1c8d8ea-fb63-4299-99d4-062029a816a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:48.092756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-a1c8d8ea-fb63-4299-99d4-062029a816a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997223 Jun 03 15:38:48.213088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9b4fb-9901-43bc-858a-360513ca9386 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Pushing event deleted for resources: {'Port': ['ID=7bb820d7-ffbe-4249-9787-34ba5cdae308,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:48.302868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe152a1-40ae-482a-ae3c-2a5f7b909668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762dfeb3-9897-4685-95da-31e580b8f67e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:48.305156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b4fb-9901-43bc-858a-360513ca9386 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.374136 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf742e0f-c7ba-4764-8b97-d73fb90c5455 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] GET failed (client error): The resource could not be found. Jun 03 15:38:48.376103 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bf742e0f-c7ba-4764-8b97-d73fb90c5455 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "GET /v2.0/ports/e86e864b-05cb-43cd-adde-ea1e6ffb39ea HTTP/1.1" status: 404 len: 333 time: 0.4199526 Jun 03 15:38:48.405737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f107b7e7-ab88-4566-aef8-adc2f1e74e30 None None] Network d12ad51e-f84c-42d0-85cd-ef2c783cf7fc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:48.424853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58894) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:48.468054 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d55daa84-bc1c-42f7-98a5-e9ebc24d5107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.514224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Request body: {'port': {'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274', 'name': 'tempest-AllowedAddressPairTestJSON-390473137'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:48.540046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-abbbf5ee-80e4-4fa6-a393-15e2d7553c82 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440372 Jun 03 15:38:48.548743 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d55daa84-bc1c-42f7-98a5-e9ebc24d5107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.556329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae44156-798b-46e9-92f1-1740e94b5129 req-11cd8897-5e4c-4414-9da9-2f1e98ba30fd tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:48.570511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cae44156-798b-46e9-92f1-1740e94b5129 req-11cd8897-5e4c-4414-9da9-2f1e98ba30fd tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.1592786 Jun 03 15:38:48.634316 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a7e9b4fb-9901-43bc-858a-360513ca9386 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] 10.222.0.48 "DELETE /v2.0/ports/7bb820d7-ffbe-4249-9787-34ba5cdae308 HTTP/1.1" status: 204 len: 168 time: 2.4302099 Jun 03 15:38:48.641274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58898) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:48.720705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55daa84-bc1c-42f7-98a5-e9ebc24d5107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e11511-ede4-4ef3-8750-1d1ee30523b5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:48.737225 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5fe152a1-40ae-482a-ae3c-2a5f7b909668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:48.741149 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5fe152a1-40ae-482a-ae3c-2a5f7b909668 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/762dfeb3-9897-4685-95da-31e580b8f67e HTTP/1.1" status: 204 len: 168 time: 2.9129479 Jun 03 15:38:48.742929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Allocated IP 172.20.0.1 (a5333620-e220-4120-9f63-456222f0e4d5/0c4bdca9-90c5-45c2-9d65-b8353c130a71/07149e25-808e-42d0-bab9-6e5b48e1ae24) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:48.799792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Network a5333620-e220-4120-9f63-456222f0e4d5 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:48.808460 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cae44156-798b-46e9-92f1-1740e94b5129 req-dc099ebc-b00f-4377-acfe-ec32c2df9693 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366560 Jun 03 15:38:48.848778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58904) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:48.849330 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d55daa84-bc1c-42f7-98a5-e9ebc24d5107 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fff20d985f4f49d9b87c3bc6a8c11d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9428341 Jun 03 15:38:48.899854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:48.903536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:48.915457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3916e6-11cf-4b7c-9120-6ff4341a2c5f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Deleting subnet 1060dc0c-9800-49be-a30d-53078ea63b26 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:38:48.942617 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca3916e6-11cf-4b7c-9120-6ff4341a2c5f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.087591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e94dba1f-ec52-4a06-a3a2-40c40c34f692 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:49.181026 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.189345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f89eb123-3769-4e41-b540-77deab8ad044 None None] Current status of the port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:49.198231 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Pushing event updated for resources: {'Port': ['ID=727ffd0d-4d75-4cbe-8d08-b623fb7a1de5,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:49.225232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:49.239327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Usage tracker for resource:port and tenant:255bf6a578684f678a557a15449d6d04 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:49.276775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:49.297888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:49.335128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa882125-60f4-49e8-81aa-8b17094ce66c req-1071e055-ec33-4132-ace3-4e07c2c94760 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7428050 Jun 03 15:38:49.388831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Made reservation on behalf of 255bf6a578684f678a557a15449d6d04 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:49.390322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Transition to ACTIVE for port object f7f12439-a540-4fcf-96fe-19ae80e3e366 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:49.397360 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.427937 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca3916e6-11cf-4b7c-9120-6ff4341a2c5f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.470464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.510633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Attempting to bind port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:49.511204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Attempting to bind port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7a491de5-db0f-47f8-aac6-0a1da9084809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a5333620-e220-4120-9f63-456222f0e4d5'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:49.511489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Attempting to bind port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 on network a5333620-e220-4120-9f63-456222f0e4d5 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:49.544346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] device_id is not set on port 6c016753-827a-4da8-9f8c-6caa694607b5 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:49.545571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51335644-8d99-4eed-a0d8-661c860ec46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.562912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:49.563709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Checking segment: {'id': '7a491de5-db0f-47f8-aac6-0a1da9084809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a5333620-e220-4120-9f63-456222f0e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:49.564950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.566376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Bound using segment: {'id': '7a491de5-db0f-47f8-aac6-0a1da9084809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a5333620-e220-4120-9f63-456222f0e4d5'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:49.567268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Bound port: 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a491de5-db0f-47f8-aac6-0a1da9084809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a5333620-e220-4120-9f63-456222f0e4d5'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:49.568186 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.586872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58910) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:49.613613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Transition to ACTIVE for port object f7f12439-a540-4fcf-96fe-19ae80e3e366 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:49.639763 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51335644-8d99-4eed-a0d8-661c860ec46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.705963 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c40e227-5e60-450c-aca0-4963e9cda5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.715303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Transition to ACTIVE for port object 07149e25-808e-42d0-bab9-6e5b48e1ae24 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:49.722785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51335644-8d99-4eed-a0d8-661c860ec46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.727257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 50ca988a-81f2-4d1c-a973-2701e11e10e0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:49.765303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51335644-8d99-4eed-a0d8-661c860ec46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e11511-ede4-4ef3-8750-1d1ee30523b5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:49.769429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6c40e227-5e60-450c-aca0-4963e9cda5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:49.772870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Provisioning for port 1e78ba4f-a967-4e85-838d-bc8fef1b76b7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:49.781842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6c40e227-5e60-450c-aca0-4963e9cda5e9 admin admin] Usage tracker for resource:security_group_rule and tenant:05e5259ed06844b1b41fe3bb795684e2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:49.794362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Provisioning complete for port 1e78ba4f-a967-4e85-838d-bc8fef1b76b7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:49.795041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.799250 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-51335644-8d99-4eed-a0d8-661c860ec46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.801448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-51335644-8d99-4eed-a0d8-661c860ec46e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90e11511-ede4-4ef3-8750-1d1ee30523b5 HTTP/1.1" status: 204 len: 168 time: 0.9500120 Jun 03 15:38:49.815106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6c40e227-5e60-450c-aca0-4963e9cda5e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:49.828302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6c40e227-5e60-450c-aca0-4963e9cda5e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:49.886525 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca3916e6-11cf-4b7c-9120-6ff4341a2c5f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:49.948703 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.006658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Port 1e78ba4f-a967-4e85-838d-bc8fef1b76b7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:50.132875 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Allocated IP 172.20.0.10 (5ac6c18e-528a-4a8f-ac88-406d8577f274/4b556143-1a5b-4beb-a36d-50a67195b256/6c016753-827a-4da8-9f8c-6caa694607b5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:50.150697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Could not find standard attr ID for object 8f3f2317-9114-40aa-9efd-db5e85a2c19a. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:38:50.154715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Pushing event updated for resources: {'Port': ['ID=f7f12439-a540-4fcf-96fe-19ae80e3e366,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:50.191788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Network 0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:50.198054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:50.201845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:50.214443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] For port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:50.288548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Provisioning for port 50ca988a-81f2-4d1c-a973-2701e11e10e0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:50.363234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] For port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=727ffd0d-4d75-4cbe-8d08-b623fb7a1de5,segment=NetworkSegment(7a491de5-db0f-47f8-aac6-0a1da9084809),segment_id=7a491de5-db0f-47f8-aac6-0a1da9084809)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:50.402781 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.413420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca3916e6-11cf-4b7c-9120-6ff4341a2c5f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.491034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 50ca988a-81f2-4d1c-a973-2701e11e10e0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:50.511080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Attempting to bind port f7f12439-a540-4fcf-96fe-19ae80e3e366 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:38:50.512286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Attempting to bind port f7f12439-a540-4fcf-96fe-19ae80e3e366 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '3780b586-74f8-4503-b6a3-5f962839ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:38:50.512895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Attempting to bind port f7f12439-a540-4fcf-96fe-19ae80e3e366 on network 0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:38:50.571738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3916e6-11cf-4b7c-9120-6ff4341a2c5f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Pushing event deleted for resources: {'Subnet': ['ID=1060dc0c-9800-49be-a30d-53078ea63b26,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:50.586917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 50ca988a-81f2-4d1c-a973-2701e11e10e0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:50.587446 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.620355 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca3916e6-11cf-4b7c-9120-6ff4341a2c5f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.667103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8430260e-ed65-4765-ba95-01d7c3e0c219 None None] Network 86bab230-4b8c-45d7-9116-35b45fad1e26 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:50.710128 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.710734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:38:50.710734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Checking segment: {'id': '3780b586-74f8-4503-b6a3-5f962839ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:38:50.715636 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.716076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Bound using segment: {'id': '3780b586-74f8-4503-b6a3-5f962839ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:38:50.716579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Bound port: f7f12439-a540-4fcf-96fe-19ae80e3e366, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3780b586-74f8-4503-b6a3-5f962839ff1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:38:50.716966 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.723582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c40e227-5e60-450c-aca0-4963e9cda5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.755146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ca3916e6-11cf-4b7c-9120-6ff4341a2c5f tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] 10.222.0.48 "DELETE /v2.0/subnets/1060dc0c-9800-49be-a30d-53078ea63b26 HTTP/1.1" status: 204 len: 168 time: 2.0598953 Jun 03 15:38:50.757834 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c40e227-5e60-450c-aca0-4963e9cda5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.776595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58922) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:50.783157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Provisioning for port e94dba1f-ec52-4a06-a3a2-40c40c34f692 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:50.795467 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:50.881182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40e227-5e60-450c-aca0-4963e9cda5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c16371-efbe-4676-a4ba-2f1fd15ab2eb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:50.890017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Transition to ACTIVE for port object 6c016753-827a-4da8-9f8c-6caa694607b5 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:50.970956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6c40e227-5e60-450c-aca0-4963e9cda5e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05e5259ed06844b1b41fe3bb795684e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3827164 Jun 03 15:38:50.973945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58930) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:51.098083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd861f57-89f1-4487-85df-579e5b7bd146 req-089852b8-0f28-4b35-9d1e-cda8a050d8d5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:51.102869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd861f57-89f1-4487-85df-579e5b7bd146 req-089852b8-0f28-4b35-9d1e-cda8a050d8d5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.9179697 Jun 03 15:38:51.259334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Provisioning complete for port e94dba1f-ec52-4a06-a3a2-40c40c34f692 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:51.259771 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.274927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Network a5333620-e220-4120-9f63-456222f0e4d5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:51.282525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:51.294544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd861f57-89f1-4487-85df-579e5b7bd146 req-b54d9ece-816e-4b71-92e4-06f3455a17d4 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769791 Jun 03 15:38:51.321488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:51.365177 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62cd629b-5682-4546-baee-fecedcc7a09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.387287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event updated for resources: {'Port': ['ID=07149e25-808e-42d0-bab9-6e5b48e1ae24,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:51.405199 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62cd629b-5682-4546-baee-fecedcc7a09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.460579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdde28b-feef-402c-8719-060a5f9f6620 None None] Pushing event updated for resources: {'Port': ['ID=727ffd0d-4d75-4cbe-8d08-b623fb7a1de5,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:51.477831 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.505753 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62cd629b-5682-4546-baee-fecedcc7a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.522724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.527735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Deleting port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:51.528276 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.572864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd629b-5682-4546-baee-fecedcc7a09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c16371-efbe-4676-a4ba-2f1fd15ab2eb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:51.586891 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62cd629b-5682-4546-baee-fecedcc7a09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.589442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-62cd629b-5682-4546-baee-fecedcc7a09e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56c16371-efbe-4676-a4ba-2f1fd15ab2eb HTTP/1.1" status: 204 len: 168 time: 0.6138067 Jun 03 15:38:51.599350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:51.740475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:51.756504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:51.769467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] For port f7f12439-a540-4fcf-96fe-19ae80e3e366, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:38:51.784982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:38:51.838677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'Port': ['ID=6c016753-827a-4da8-9f8c-6caa694607b5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:52.008652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] For port f7f12439-a540-4fcf-96fe-19ae80e3e366, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f7f12439-a540-4fcf-96fe-19ae80e3e366,segment=NetworkSegment(3780b586-74f8-4503-b6a3-5f962839ff1b),segment_id=3780b586-74f8-4503-b6a3-5f962839ff1b)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:38:52.077954 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.330364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 50ca988a-81f2-4d1c-a973-2701e11e10e0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:52.335096 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.597579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Current status of the port e94dba1f-ec52-4a06-a3a2-40c40c34f692 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:52.598134 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.651499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4576a42-5ab1-40a6-a29d-769a841241ae None None] Network a5333620-e220-4120-9f63-456222f0e4d5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:52.794360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 50ca988a-81f2-4d1c-a973-2701e11e10e0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=50ca988a-81f2-4d1c-a973-2701e11e10e0,segment=NetworkSegment(7f7033d6-10ec-4a6d-8932-132347dbe042),segment_id=7f7033d6-10ec-4a6d-8932-132347dbe042)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:52.806655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bb712-a690-4428-b96d-2d962b9ebc73 None None] Pushing event updated for resources: {'Port': ['ID=f7f12439-a540-4fcf-96fe-19ae80e3e366,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:52.839263 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.894114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:52.894774 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:52.952873 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.074523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] For port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=94cab764-4e26-4e3f-abcc-6b3c9c66cf71,segment=NetworkSegment(5146c006-ec1a-4443-853b-0cfb2c2bb184),segment_id=5146c006-ec1a-4443-853b-0cfb2c2bb184)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:53.074991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.165526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] For port e94dba1f-ec52-4a06-a3a2-40c40c34f692, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e94dba1f-ec52-4a06-a3a2-40c40c34f692,segment=NetworkSegment(1db5ef84-2b3c-4ab8-9a01-16a50a20d10b),segment_id=1db5ef84-2b3c-4ab8-9a01-16a50a20d10b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:53.178734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=50ca988a-81f2-4d1c-a973-2701e11e10e0,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:53.198454 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.387727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f5775e-9a17-4420-8ccf-ce795897b6d6 None None] DHCP port deletion for 86bab230-4b8c-45d7-9116-35b45fad1e26 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:38:53.437792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Could not find standard attr ID for object 7bb820d7-ffbe-4249-9787-34ba5cdae308. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:38:53.443508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be381022-64ef-4e4e-aa1e-fabda5a9daa8 req-c2268763-2f2e-4801-86ec-248531474b8d tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:53.447610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be381022-64ef-4e4e-aa1e-fabda5a9daa8 req-c2268763-2f2e-4801-86ec-248531474b8d tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.2346992 Jun 03 15:38:53.512288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-38f5775e-9a17-4420-8ccf-ce795897b6d6 None None] Deleting port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:53.518117 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d274c45b-40ff-4376-bdee-2054e97c0053 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0838594 Jun 03 15:38:53.518606 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38f5775e-9a17-4420-8ccf-ce795897b6d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:53.551646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58984) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:53.560266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be381022-64ef-4e4e-aa1e-fabda5a9daa8 req-cb4e12c3-c257-448f-be95-9e0ffff7dd31 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064317 Jun 03 15:38:53.571889 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:53.572292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-28107bed-eabc-4169-8a58-ad1311ed7354 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ce:b5:18'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:53.706753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Calling delete_port for 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:53.821127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670e976-b823-488e-a6aa-dc3d36f74209 None None] Pushing event updated for resources: {'Port': ['ID=e94dba1f-ec52-4a06-a3a2-40c40c34f692,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:54.100828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Provisioning for port 6c016753-827a-4da8-9f8c-6caa694607b5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:54.176799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-28107bed-eabc-4169-8a58-ad1311ed7354 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.226824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Provisioning complete for port 6c016753-827a-4da8-9f8c-6caa694607b5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:54.227267 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.255854 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.626161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:54.657265 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a61f59-88d8-4930-b686-93799d9e7f38 None None] Network 0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:38:54.775268 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-28107bed-eabc-4169-8a58-ad1311ed7354 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.777991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59008) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:54.783182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Pushing event deleted for resources: {'Port': ['ID=94cab764-4e26-4e3f-abcc-6b3c9c66cf71,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:54.784790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1648826957', 'description': 'tempest-secgroup-smoke-1648826957 description', 'project_id': '767148f2fab9461bb6d15ea9d771d311'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:54.791834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:54.796179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-28107bed-eabc-4169-8a58-ad1311ed7354 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:54.806785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:54.818296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] No DVR routers for this DVR port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:38:54.885347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Port 6c016753-827a-4da8-9f8c-6caa694607b5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:54.887858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:54.972934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-38f5775e-9a17-4420-8ccf-ce795897b6d6 None None] For port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=94cab764-4e26-4e3f-abcc-6b3c9c66cf71,segment=NetworkSegment(5146c006-ec1a-4443-853b-0cfb2c2bb184),segment_id=5146c006-ec1a-4443-853b-0cfb2c2bb184)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:54.973376 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38f5775e-9a17-4420-8ccf-ce795897b6d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.094802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:55.248866 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.261487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-38f5775e-9a17-4420-8ccf-ce795897b6d6 None None] Calling delete_port for 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:55.270212 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.279753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107bed-eabc-4169-8a58-ad1311ed7354 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'Port': ['ID=6c016753-827a-4da8-9f8c-6caa694607b5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:55.328823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bab230-4b8c-45d7-9116-35b45fad1e26']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:55.343963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5146c006-ec1a-4443-853b-0cfb2c2bb184') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:55.344281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5146c006-ec1a-4443-853b-0cfb2c2bb184') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:55.348663 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.358198 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.386095 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.393486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:38:55.393913 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.400397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-28107bed-eabc-4169-8a58-ad1311ed7354 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] In _notify_port_updated(), no bound segment for port 6c016753-827a-4da8-9f8c-6caa694607b5 on network 5ac6c18e-528a-4a8f-ac88-406d8577f274 {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:38:55.419435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28107bed-eabc-4169-8a58-ad1311ed7354 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:55.434633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-28107bed-eabc-4169-8a58-ad1311ed7354 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.436315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-28107bed-eabc-4169-8a58-ad1311ed7354 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "PUT /v2.0/ports/6c016753-827a-4da8-9f8c-6caa694607b5 HTTP/1.1" status: 200 len: 994 time: 1.8750894 Jun 03 15:38:55.446516 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f7f12439-a540-4fcf-96fe-19ae80e3e366 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:55.454197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59016) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:55.504381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Provisioning complete for port 1e78ba4f-a967-4e85-838d-bc8fef1b76b7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:55.504698 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.551900 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.576055 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.605786 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] 10.222.0.48 "DELETE /v2.0/networks/86bab230-4b8c-45d7-9116-35b45fad1e26 HTTP/1.1" status: 204 len: 168 time: 4.8276806 Jun 03 15:38:55.613116 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 5146c006-ec1a-4443-853b-0cfb2c2bb184 resource provider aggregate not found Jun 03 15:38:55.624907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:55.630175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:55.631229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2b7c0-fa2c-46de-99e6-31b6ff0ecb29 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868 tempest-ExtraDHCPOptionsIpV6TestJSON-168192868-project] Pushing event deleted for resources: {'Network': ['ID=86bab230-4b8c-45d7-9116-35b45fad1e26,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:55.643821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:55.647282 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 5146c006-ec1a-4443-853b-0cfb2c2bb184 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5146c006-ec1a-4443-853b-0cfb2c2bb184 found for delete ", "request_id": "req-896b9e35-2652-41b1-9f2a-85c907bd079f"}]} Jun 03 15:38:55.656647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:55.693272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Port 1e78ba4f-a967-4e85-838d-bc8fef1b76b7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:38:55.718446 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.725769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a70b0831-34c0-4636-8f9a-6d81292a4c1a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Deleting port 6c016753-827a-4da8-9f8c-6caa694607b5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:55.726938 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a70b0831-34c0-4636-8f9a-6d81292a4c1a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.727251 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.841104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Provisioning for port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:55.875540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Provisioning complete for port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:55.876160 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:55.932830 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-38f5775e-9a17-4420-8ccf-ce795897b6d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:38:55.934621 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-38f5775e-9a17-4420-8ccf-ce795897b6d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:38:56.022893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f7f12439-a540-4fcf-96fe-19ae80e3e366 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:38:56.056988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 50ca988a-81f2-4d1c-a973-2701e11e10e0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:56.104595 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.316393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event updated for resources: {'Port': ['ID=07149e25-808e-42d0-bab9-6e5b48e1ae24,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:56.462689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-38f5775e-9a17-4420-8ccf-ce795897b6d6 None None] Deleting port 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:38:56.463729 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38f5775e-9a17-4420-8ccf-ce795897b6d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.471350 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a70b0831-34c0-4636-8f9a-6d81292a4c1a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.538873 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:56.572907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Network a5333620-e220-4120-9f63-456222f0e4d5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:38:56.574398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:38:56.681641 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.708641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-38f5775e-9a17-4420-8ccf-ce795897b6d6 None None] The port '94cab764-4e26-4e3f-abcc-6b3c9c66cf71' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:38:56.746450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Current status of the port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:56.747037 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.768008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 50ca988a-81f2-4d1c-a973-2701e11e10e0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:56.768580 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.893005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a70b0831-34c0-4636-8f9a-6d81292a4c1a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Calling delete_port for 6c016753-827a-4da8-9f8c-6caa694607b5 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:38:56.934728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:56.972188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:57.001175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c0046-2230-4fcb-9f41-bd6f0179a70e req-7fa16cc1-4238-4ca4-bd73-1a38de25099c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:57.002630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-406c0046-2230-4fcb-9f41-bd6f0179a70e req-7fa16cc1-4238-4ca4-bd73-1a38de25099c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 2.0912554 Jun 03 15:38:57.004086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:57.038447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:57.062059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] For port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=727ffd0d-4d75-4cbe-8d08-b623fb7a1de5,segment=NetworkSegment(7a491de5-db0f-47f8-aac6-0a1da9084809),segment_id=7a491de5-db0f-47f8-aac6-0a1da9084809)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:38:57.085397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:57.140230 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.183647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d52139e-df02-4671-b65b-6527fc15bc00,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:57.223021 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-406c0046-2230-4fcb-9f41-bd6f0179a70e req-63312447-8f9e-4b7e-9e3e-3b67c8ac9a54 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068665 Jun 03 15:38:57.372140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Provisioning complete for port 50ca988a-81f2-4d1c-a973-2701e11e10e0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:57.380831 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.428283 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a70b0831-34c0-4636-8f9a-6d81292a4c1a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.432573 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.578087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 50ca988a-81f2-4d1c-a973-2701e11e10e0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:57.579525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e94dba1f-ec52-4a06-a3a2-40c40c34f692 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:57.597458 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b0f48c74-cb8d-4f0b-810a-3190e0a58dac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a690c937d15443581b2eb13ee879d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0574346 Jun 03 15:38:57.600089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59044) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:57.635617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Router 2e647e24-2e11-4fd1-9f1a-f22381a32fc8 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:38:57.666298 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.716038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Pushing event updated for resources: {'Port': ['ID=727ffd0d-4d75-4cbe-8d08-b623fb7a1de5,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:57.790035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.790434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.794893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.795288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.795657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.795989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.796317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.796639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.796959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.797286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.797666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.798003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:38:57.900609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b0831-34c0-4636-8f9a-6d81292a4c1a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event deleted for resources: {'Port': ['ID=6c016753-827a-4da8-9f8c-6caa694607b5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:57.961608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6699b6b7-19c6-4707-9958-d64e3f3c8d2d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:57.969543 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-455e36e0-7537-4ec1-b3ab-683d96db6822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:57.992329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Current status of the port 50ca988a-81f2-4d1c-a973-2701e11e10e0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:57.997934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.001935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2a3ca6a0-2933-4ce3-aece-144dbaa72182 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.2198496 Jun 03 15:38:58.004134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Could not find standard attr ID for object e86e864b-05cb-43cd-adde-ea1e6ffb39ea. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:38:58.008098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59048) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:58.018660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e94dba1f-ec52-4a06-a3a2-40c40c34f692 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:58.019291 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.025004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:38:58.045596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-988fc971-0910-4f96-8912-07aeab9487e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '6699b6b7-19c6-4707-9958-d64e3f3c8d2d', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:58.070950 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-37c6a499-eae9-4274-9169-187d272be70a tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "PUT /v2.0/routers/2e647e24-2e11-4fd1-9f1a-f22381a32fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7396736 Jun 03 15:38:58.084680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59052) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:58.085774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-988fc971-0910-4f96-8912-07aeab9487e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:58.087587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a65ed1-94c0-4b1b-80fc-63d01473179f None None] Sync routers for ids ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:38:58.092982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-455e36e0-7537-4ec1-b3ab-683d96db6822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.108973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a65ed1-94c0-4b1b-80fc-63d01473179f None None] Routers {'2e647e24-2e11-4fd1-9f1a-f22381a32fc8'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:58.110102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-24a65ed1-94c0-4b1b-80fc-63d01473179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:58.192004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Provisioning complete for port e94dba1f-ec52-4a06-a3a2-40c40c34f692 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:58.192752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.197647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-988fc971-0910-4f96-8912-07aeab9487e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:58.274032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-24a65ed1-94c0-4b1b-80fc-63d01473179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:58.283512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a70b0831-34c0-4636-8f9a-6d81292a4c1a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.288988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a70b0831-34c0-4636-8f9a-6d81292a4c1a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "DELETE /v2.0/ports/6c016753-827a-4da8-9f8c-6caa694607b5 HTTP/1.1" status: 204 len: 168 time: 2.8333824 Jun 03 15:38:58.289810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59058) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:58.328226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a65ed1-94c0-4b1b-80fc-63d01473179f None None] Routers {'2e647e24-2e11-4fd1-9f1a-f22381a32fc8'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:38:58.328863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-24a65ed1-94c0-4b1b-80fc-63d01473179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:58.342439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-988fc971-0910-4f96-8912-07aeab9487e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:58.391052 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b435eb9-169c-46f9-9ef9-7b478595ea91 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] GET failed (client error): The resource could not be found. Jun 03 15:38:58.391752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1b435eb9-169c-46f9-9ef9-7b478595ea91 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Synchronizing usage tracker for tenant:255bf6a578684f678a557a15449d6d04 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:38:58.395280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-988fc971-0910-4f96-8912-07aeab9487e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:58.421460 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-24a65ed1-94c0-4b1b-80fc-63d01473179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:38:58.421837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a65ed1-94c0-4b1b-80fc-63d01473179f None None] The sync data for ids ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:38:58.423091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1b435eb9-169c-46f9-9ef9-7b478595ea91 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Unset dirty status for tenant:255bf6a578684f678a557a15449d6d04 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:38:58.425915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e94dba1f-ec52-4a06-a3a2-40c40c34f692 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:58.428604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1b435eb9-169c-46f9-9ef9-7b478595ea91 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "GET /v2.0/ports/6c016753-827a-4da8-9f8c-6caa694607b5 HTTP/1.1" status: 404 len: 333 time: 0.1372752 Jun 03 15:38:58.429599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59062) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:58.436432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Request body: {'port': {'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274', 'name': 'tempest-AllowedAddressPairTestJSON-1645149941'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:58.543865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:38:58.625355 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-988fc971-0910-4f96-8912-07aeab9487e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.656835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:38:58.657168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 94cab764-4e26-4e3f-abcc-6b3c9c66cf71 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:38:58.693076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0c1ea-f968-4246-afd7-38553e4d57ff None None] Current status of the port e94dba1f-ec52-4a06-a3a2-40c40c34f692 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:38:58.811613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Could not find standard attr ID for object 6c016753-827a-4da8-9f8c-6caa694607b5. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:38:58.818935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-455e36e0-7537-4ec1-b3ab-683d96db6822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.837786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Provisioning complete for port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:58.840158 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.849320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e36e0-7537-4ec1-b3ab-683d96db6822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd44ddc-7d9c-4620-b666-9edbefc0dd45,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:58.881304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:58.890696 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-988fc971-0910-4f96-8912-07aeab9487e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.904402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:58.925551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-455e36e0-7537-4ec1-b3ab-683d96db6822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.926897 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-455e36e0-7537-4ec1-b3ab-683d96db6822 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7dd44ddc-7d9c-4620-b666-9edbefc0dd45 HTTP/1.1" status: 204 len: 168 time: 1.3258164 Jun 03 15:38:58.928492 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-988fc971-0910-4f96-8912-07aeab9487e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.947810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Made reservation on behalf of 255bf6a578684f678a557a15449d6d04 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:38:58.951775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:58.977217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:38:59.004025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6968e1-7f22-4b6b-8978-48e9506de937 req-4d4af95a-0537-4099-a16f-c1f0a68a5f3a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:59.005585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f6968e1-7f22-4b6b-8978-48e9506de937 req-4d4af95a-0537-4099-a16f-c1f0a68a5f3a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.2257245 Jun 03 15:38:59.021653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] device_id is not set on port 31d4c204-d65e-475e-9b5d-5dc6022c5c5d yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:38:59.033243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fc971-0910-4f96-8912-07aeab9487e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47456b5-d5c5-4828-aeb5-2d94d88b6b17,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:59.127816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-988fc971-0910-4f96-8912-07aeab9487e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.129610 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-988fc971-0910-4f96-8912-07aeab9487e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1178315 Jun 03 15:38:59.143166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59072) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:59.152337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-85780838-c341-459e-85d2-abc1cca78b54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '6699b6b7-19c6-4707-9958-d64e3f3c8d2d', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:59.164126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-85780838-c341-459e-85d2-abc1cca78b54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:59.183351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-85780838-c341-459e-85d2-abc1cca78b54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:59.195655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Allocated IP 172.20.0.7 (5ac6c18e-528a-4a8f-ac88-406d8577f274/4b556143-1a5b-4beb-a36d-50a67195b256/31d4c204-d65e-475e-9b5d-5dc6022c5c5d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:38:59.202550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-85780838-c341-459e-85d2-abc1cca78b54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:38:59.230131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-85780838-c341-459e-85d2-abc1cca78b54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:38:59.314028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:38:59.315037 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.430674 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-17bed2b9-faf5-4087-9138-848af3156904 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:38:59.431732 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-17bed2b9-faf5-4087-9138-848af3156904 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "PUT /v2.0/routers/2e647e24-2e11-4fd1-9f1a-f22381a32fc8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3428452 Jun 03 15:38:59.436066 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:59.612587 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85780838-c341-459e-85d2-abc1cca78b54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.794459 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.815826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85780838-c341-459e-85d2-abc1cca78b54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.828259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85780838-c341-459e-85d2-abc1cca78b54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.883597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Transition to ACTIVE for port object 31d4c204-d65e-475e-9b5d-5dc6022c5c5d will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:38:59.900210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85780838-c341-459e-85d2-abc1cca78b54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55a9886-fcfd-4389-9a98-a60bf41c8a8b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:38:59.910548 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-85780838-c341-459e-85d2-abc1cca78b54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.912090 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-85780838-c341-459e-85d2-abc1cca78b54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7678108 Jun 03 15:38:59.915999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59094) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:38:59.926195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8404becc-7d1c-425f-be11-1ef2dba2fc9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '6699b6b7-19c6-4707-9958-d64e3f3c8d2d', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:38:59.938753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8404becc-7d1c-425f-be11-1ef2dba2fc9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:38:59.947296 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:38:59.947563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8404becc-7d1c-425f-be11-1ef2dba2fc9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:38:59.965159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Current status of the port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:00.052464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f6968e1-7f22-4b6b-8978-48e9506de937 req-5592e87b-8396-4520-a4c5-837e006e5308 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5228031 Jun 03 15:39:00.097609 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.110711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Provisioning for port 07149e25-808e-42d0-bab9-6e5b48e1ae24 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:00.137643 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Provisioning complete for port 07149e25-808e-42d0-bab9-6e5b48e1ae24 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:00.138044 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.238072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:00.274876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Port 07149e25-808e-42d0-bab9-6e5b48e1ae24 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:00.304578 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Provisioning for port f7f12439-a540-4fcf-96fe-19ae80e3e366 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:00.310305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Provisioning complete for port f7f12439-a540-4fcf-96fe-19ae80e3e366 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:00.310912 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.312188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:00.352072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:00.381420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:00.460366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8404becc-7d1c-425f-be11-1ef2dba2fc9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:00.518586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8404becc-7d1c-425f-be11-1ef2dba2fc9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:00.583700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'Port': ['ID=31d4c204-d65e-475e-9b5d-5dc6022c5c5d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:00.620725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:00.622384 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.626514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Current status of the port f7f12439-a540-4fcf-96fe-19ae80e3e366 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:00.627078 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.664238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-099b9b01-e156-48a0-a0e1-a23e2d474fda tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2331011 Jun 03 15:39:00.668028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59106) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:00.679228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0d6c7652-e504-42d0-9235-054cbe09a899 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ce:b5:18'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:00.707272 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8404becc-7d1c-425f-be11-1ef2dba2fc9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.731557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] For port f7f12439-a540-4fcf-96fe-19ae80e3e366, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f7f12439-a540-4fcf-96fe-19ae80e3e366,segment=NetworkSegment(3780b586-74f8-4503-b6a3-5f962839ff1b),segment_id=3780b586-74f8-4503-b6a3-5f962839ff1b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:00.740577 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:00.789708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59110) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:00.908895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed221e-1aa7-40fa-a7b8-a4ffe2f9ab62 None None] Pushing event updated for resources: {'Port': ['ID=f7f12439-a540-4fcf-96fe-19ae80e3e366,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:00.913339 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5678f012-b4e3-4b95-9b4d-c3c2e776b4d0 None None] Provisioning for port 31d4c204-d65e-475e-9b5d-5dc6022c5c5d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:00.932163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5678f012-b4e3-4b95-9b4d-c3c2e776b4d0 None None] Provisioning complete for port 31d4c204-d65e-475e-9b5d-5dc6022c5c5d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:00.932703 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5678f012-b4e3-4b95-9b4d-c3c2e776b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.025714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'networks': [{'name': 'tempest-network--1264257482'}, {'name': 'tempest-network--397181951'}]} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:01.026601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'network': {'name': 'tempest-network--1264257482'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:01.030994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'network': {'name': 'tempest-network--397181951'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:01.033407 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8404becc-7d1c-425f-be11-1ef2dba2fc9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.038858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5678f012-b4e3-4b95-9b4d-c3c2e776b4d0 None None] Port 31d4c204-d65e-475e-9b5d-5dc6022c5c5d cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:01.044866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8404becc-7d1c-425f-be11-1ef2dba2fc9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.056259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:01.077913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404becc-7d1c-425f-be11-1ef2dba2fc9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f44f0f-c854-4c7b-9356-55088c891080,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:01.099417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Usage tracker for resource:network and tenant:0688bf81f08e49cdad541fdedb3c7243 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:01.105424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:01.116514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:01.122823 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8404becc-7d1c-425f-be11-1ef2dba2fc9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.126117 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8404becc-7d1c-425f-be11-1ef2dba2fc9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2052560 Jun 03 15:39:01.127903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59122) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:01.188618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc77b5f-834d-4aef-af0d-a2d27c4e9051 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.343506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-24a6807b-c2c5-40b9-b39e-4fd6119ad0a6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '6699b6b7-19c6-4707-9958-d64e3f3c8d2d', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:01.367274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Made reservation on behalf of 0688bf81f08e49cdad541fdedb3c7243 for: {'network': 2} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:01.381610 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.497643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-24a6807b-c2c5-40b9-b39e-4fd6119ad0a6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:01.532312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-24a6807b-c2c5-40b9-b39e-4fd6119ad0a6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:01.547922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-24a6807b-c2c5-40b9-b39e-4fd6119ad0a6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:01.551853 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.575245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-24a6807b-c2c5-40b9-b39e-4fd6119ad0a6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:01.669231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:01.703697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Usage tracker for resource:security_group_rule and tenant:0688bf81f08e49cdad541fdedb3c7243 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:01.746453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:01.753642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:01.777083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2fc77b5f-834d-4aef-af0d-a2d27c4e9051 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Deleting port 07149e25-808e-42d0-bab9-6e5b48e1ae24 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:01.777806 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc77b5f-834d-4aef-af0d-a2d27c4e9051 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.855891 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.868238 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.868695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.898291 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24a6807b-c2c5-40b9-b39e-4fd6119ad0a6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:01.913441 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7652-e504-42d0-9235-054cbe09a899 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.019493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339338a8-d704-40d0-a43f-03d7961da383,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:02.021518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc77b5f-834d-4aef-af0d-a2d27c4e9051 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.044425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:02.131169 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3bc67cc7-3562-4b2d-9559-11cdd20045a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.140698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7d801-7fbc-4e2f-a0b1-2296ef0dc2a8 req-0b737006-ce11-4a8e-9f47-9d36f7698e87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:02.147323 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3a7d801-7fbc-4e2f-a0b1-2296ef0dc2a8 req-0b737006-ce11-4a8e-9f47-9d36f7698e87 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.7949996 Jun 03 15:39:02.162022 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.162466 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Added segment e47e8f3e-f107-4222-88e4-bc7fcb144a5c of type vlan for network 69e0bd87-787f-4b67-ba5d-ecaa957401a1 Jun 03 15:39:02.255845 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24a6807b-c2c5-40b9-b39e-4fd6119ad0a6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.265297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2fc77b5f-834d-4aef-af0d-a2d27c4e9051 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Calling delete_port for 07149e25-808e-42d0-bab9-6e5b48e1ae24 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:02.323696 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24a6807b-c2c5-40b9-b39e-4fd6119ad0a6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.352384 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.380745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3a7d801-7fbc-4e2f-a0b1-2296ef0dc2a8 req-ac7ab2dc-45fa-4205-a5fb-00a3cfe4c6a6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166734 Jun 03 15:39:02.390642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6807b-c2c5-40b9-b39e-4fd6119ad0a6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6dc992-93a9-4932-b96d-83390415eab0,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:02.455709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24a6807b-c2c5-40b9-b39e-4fd6119ad0a6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.457199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-24a6807b-c2c5-40b9-b39e-4fd6119ad0a6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3264551 Jun 03 15:39:02.463905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:02.474998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '6699b6b7-19c6-4707-9958-d64e3f3c8d2d', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:02.477760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:02.486517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:02.494567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:02.495745 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.496094 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Added segment 446a2f6e-79e7-4ca7-b62c-643cca6617e9 of type vlan for network f42d3b4e-1468-4e17-ad79-65ce9e272fa9 Jun 03 15:39:02.499327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:02.510010 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:02.520859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc77b5f-834d-4aef-af0d-a2d27c4e9051 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.538902 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7652-e504-42d0-9235-054cbe09a899 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.541600 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.548369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7652-e504-42d0-9235-054cbe09a899 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.560812 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Project 767148f2fab9461bb6d15ea9d771d311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:39:02.605503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc77b5f-834d-4aef-af0d-a2d27c4e9051 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event deleted for resources: {'Port': ['ID=07149e25-808e-42d0-bab9-6e5b48e1ae24,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:02.607850 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.724250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c7652-e504-42d0-9235-054cbe09a899 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'Port': ['ID=31d4c204-d65e-475e-9b5d-5dc6022c5c5d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:02.748340 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.748976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.759477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:02.771738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:02.772155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.776192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0d6c7652-e504-42d0-9235-054cbe09a899 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] In _notify_port_updated(), no bound segment for port 31d4c204-d65e-475e-9b5d-5dc6022c5c5d on network 5ac6c18e-528a-4a8f-ac88-406d8577f274 {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:39:02.784325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c7652-e504-42d0-9235-054cbe09a899 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:02.790976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d6c7652-e504-42d0-9235-054cbe09a899 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.798521 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0d6c7652-e504-42d0-9235-054cbe09a899 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "PUT /v2.0/ports/31d4c204-d65e-475e-9b5d-5dc6022c5c5d HTTP/1.1" status: 200 len: 996 time: 2.1289830 Jun 03 15:39:02.800764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:02.818333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f7f12439-a540-4fcf-96fe-19ae80e3e366 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:02.941361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f7f12439-a540-4fcf-96fe-19ae80e3e366 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:02.941742 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:02.979156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1882503 Jun 03 15:39:02.984122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59136) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:03.019737 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.065862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event updated for resources: {'Network': ['ID=69e0bd87-787f-4b67-ba5d-ecaa957401a1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:03.091882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f7f12439-a540-4fcf-96fe-19ae80e3e366 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:03.094870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 69e0bd87-787f-4b67-ba5d-ecaa957401a1 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:03.118106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e513f95d-1ab6-4887-ad07-cfacde74ac90 None None] Provisioning complete for port 31d4c204-d65e-475e-9b5d-5dc6022c5c5d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:03.118815 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e513f95d-1ab6-4887-ad07-cfacde74ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.137136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.139026 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2fc77b5f-834d-4aef-af0d-a2d27c4e9051 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.196803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466164d7-d5bf-4d5d-b2ca-31146a64743a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event updated for resources: {'Network': ['ID=f42d3b4e-1468-4e17-ad79-65ce9e272fa9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:03.217640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-316b3fe0-2973-448f-8223-6a8f2d33aa4a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Deleting port 31d4c204-d65e-475e-9b5d-5dc6022c5c5d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:03.218071 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-316b3fe0-2973-448f-8223-6a8f2d33aa4a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.222100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f42d3b4e-1468-4e17-ad79-65ce9e272fa9 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:03.269667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf8aaa-f193-4df1-a8cb-c54e6f6d07bb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.277399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf8aaa-f193-4df1-a8cb-c54e6f6d07bb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.284132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf8aaa-f193-4df1-a8cb-c54e6f6d07bb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.292794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf8aaa-f193-4df1-a8cb-c54e6f6d07bb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.294719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d9cf8aaa-f193-4df1-a8cb-c54e6f6d07bb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Synchronizing usage tracker for tenant:0688bf81f08e49cdad541fdedb3c7243 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:03.316975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d9cf8aaa-f193-4df1-a8cb-c54e6f6d07bb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Unset dirty status for tenant:0688bf81f08e49cdad541fdedb3c7243 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:03.321672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d9cf8aaa-f193-4df1-a8cb-c54e6f6d07bb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3365624 Jun 03 15:39:03.322419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59146) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:03.380628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e513f95d-1ab6-4887-ad07-cfacde74ac90 None None] Port 31d4c204-d65e-475e-9b5d-5dc6022c5c5d cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:03.425181 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.426456 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9615529 Jun 03 15:39:03.435393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59152) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:03.445770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '6699b6b7-19c6-4707-9958-d64e3f3c8d2d', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:03.447103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776aec-7d6c-42f8-bea3-2992dddcbd10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f77148-8d93-4770-8433-0fd6b15b5eaf,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:03.453786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:03.457998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:03.460997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:03.468413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:03.506950 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Project 767148f2fab9461bb6d15ea9d771d311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:39:03.525624 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.618585 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.675497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc77b5f-834d-4aef-af0d-a2d27c4e9051 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Router 2e647e24-2e11-4fd1-9f1a-f22381a32fc8 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:03.728008 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.742895 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.834078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced91d77-3286-490e-ab3c-37a117256012,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:03.841329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.853144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.854324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e366a582-05a7-4214-a2e2-1a2ab4ad1c89 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4181192 Jun 03 15:39:03.864605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59158) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:03.874146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1faf4f0-e550-4fb8-946d-4a8de42b713b req-8ca5fb5c-dfd8-40a1-9395-271cf3ae50d9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:03.875588 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1faf4f0-e550-4fb8-946d-4a8de42b713b req-8ca5fb5c-dfd8-40a1-9395-271cf3ae50d9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.3170388 Jun 03 15:39:03.881844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'network': {'name': 'tempest-network-smoke--659659263', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'port_security_enabled': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:03.891362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e0bd87-787f-4b67-ba5d-ecaa957401a1']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:03.903888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc77b5f-834d-4aef-af0d-a2d27c4e9051 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:03.916382 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2fc77b5f-834d-4aef-af0d-a2d27c4e9051 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "PUT /v2.0/routers/2e647e24-2e11-4fd1-9f1a-f22381a32fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4738178 Jun 03 15:39:03.916578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:03.916677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59162) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:03.918263 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd268a5-e41a-4190-a1ac-11537f17f655 None None] Sync routers for ids ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:03.919648 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-316b3fe0-2973-448f-8223-6a8f2d33aa4a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:03.928496 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd268a5-e41a-4190-a1ac-11537f17f655 None None] Routers {'2e647e24-2e11-4fd1-9f1a-f22381a32fc8'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:03.929113 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1bd268a5-e41a-4190-a1ac-11537f17f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:03.990643 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1bd268a5-e41a-4190-a1ac-11537f17f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:04.000470 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd268a5-e41a-4190-a1ac-11537f17f655 None None] Routers {'2e647e24-2e11-4fd1-9f1a-f22381a32fc8'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:04.001364 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1bd268a5-e41a-4190-a1ac-11537f17f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:38:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:04.037072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:network and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:04.043685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:04.047329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47e8f3e-f107-4222-88e4-bc7fcb144a5c') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:04.047621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47e8f3e-f107-4222-88e4-bc7fcb144a5c') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:04.064263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:04.065658 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1bd268a5-e41a-4190-a1ac-11537f17f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:04.066261 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd268a5-e41a-4190-a1ac-11537f17f655 None None] The sync data for ids ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:04.076035 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.101251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1faf4f0-e550-4fb8-946d-4a8de42b713b req-fe4f2883-3b25-4110-8215-a177dde6fbb9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155609 Jun 03 15:39:04.103710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:04.106108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.106344 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-8d35d2be-a383-441e-8daf-2aec4cf60f37 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] delete failed (client error): The resource could not be found. Jun 03 15:39:04.111316 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8d35d2be-a383-441e-8daf-2aec4cf60f37 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1169863697 HTTP/1.1" status: 404 len: 335 time: 0.1907320 Jun 03 15:39:04.114691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-316b3fe0-2973-448f-8223-6a8f2d33aa4a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Calling delete_port for 31d4c204-d65e-475e-9b5d-5dc6022c5c5d owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:04.117363 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.119235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59166) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:04.130445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2b343a20-5739-4fdc-a2de-3a64ed6f85ae tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Request body: {'router': {'external_gateway_info': {'network_id': '2e647e24-2e11-4fd1-9f1a-f22381a32fc8'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:04.187748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:04.188175 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.261348 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a779f9ec-ecd7-4510-bc57-6158c1e37348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.266205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-316b3fe0-2973-448f-8223-6a8f2d33aa4a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.329075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b3fe0-2973-448f-8223-6a8f2d33aa4a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event deleted for resources: {'Port': ['ID=31d4c204-d65e-475e-9b5d-5dc6022c5c5d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:04.332181 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e47e8f3e-f107-4222-88e4-bc7fcb144a5c resource provider aggregate not found Jun 03 15:39:04.359893 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e47e8f3e-f107-4222-88e4-bc7fcb144a5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e47e8f3e-f107-4222-88e4-bc7fcb144a5c found for delete ", "request_id": "req-7c6cc24b-1548-4e04-a606-715d291c7cd0"}]} Jun 03 15:39:04.436195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:04.454068 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-316b3fe0-2973-448f-8223-6a8f2d33aa4a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.469137 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-316b3fe0-2973-448f-8223-6a8f2d33aa4a tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "DELETE /v2.0/ports/31d4c204-d65e-475e-9b5d-5dc6022c5c5d HTTP/1.1" status: 204 len: 168 time: 1.6573377 Jun 03 15:39:04.469976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59174) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:04.537100 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.622445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.633093 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.633589 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Added segment 31869a06-8cbe-4571-9476-5764b97a52db of type vlan for network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa Jun 03 15:39:04.666702 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f014e3aa-a90e-4d1a-aebc-3171143af2dd tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] GET failed (client error): The resource could not be found. Jun 03 15:39:04.667216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f014e3aa-a90e-4d1a-aebc-3171143af2dd tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Synchronizing usage tracker for tenant:255bf6a578684f678a557a15449d6d04 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:04.686752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f014e3aa-a90e-4d1a-aebc-3171143af2dd tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Unset dirty status for tenant:255bf6a578684f678a557a15449d6d04 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:04.695522 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f014e3aa-a90e-4d1a-aebc-3171143af2dd tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "GET /v2.0/ports/31d4c204-d65e-475e-9b5d-5dc6022c5c5d HTTP/1.1" status: 404 len: 333 time: 0.2239735 Jun 03 15:39:04.696332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59184) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:04.706294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Request body: {'port': {'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274', 'name': 'tempest-AllowedAddressPairTestJSON-1668823011'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:04.708435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Network': ['ID=69e0bd87-787f-4b67-ba5d-ecaa957401a1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:04.717571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b343a20-5739-4fdc-a2de-3a64ed6f85ae tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.759319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d269a00f-8308-4779-85c2-2dcc8219f638 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "DELETE /v2.0/networks/69e0bd87-787f-4b67-ba5d-ecaa957401a1 HTTP/1.1" status: 204 len: 168 time: 1.4356928 Jun 03 15:39:04.761083 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.767551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59188) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:04.793002 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-2b343a20-5739-4fdc-a2de-3a64ed6f85ae tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] update failed (client error): The resource could not be found. Jun 03 15:39:04.793950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2b343a20-5739-4fdc-a2de-3a64ed6f85ae tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "PUT /v2.0/routers/2e647e24-2e11-4fd1-9f1a-f22381a32fc8 HTTP/1.1" status: 404 len: 339 time: 0.6737638 Jun 03 15:39:04.801532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59192) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:04.893507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:04.903655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:04.914903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Made reservation on behalf of 255bf6a578684f678a557a15449d6d04 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:04.919115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:04.950419 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:39:04.954023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] device_id is not set on port fa60f582-5333-4247-a075-43020378ebba yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:05.109302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Allocated IP 172.20.0.7 (5ac6c18e-528a-4a8f-ac88-406d8577f274/4b556143-1a5b-4beb-a36d-50a67195b256/fa60f582-5333-4247-a075-43020378ebba) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:05.126974 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.186541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.192039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:05.192706 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.246446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3806303 Jun 03 15:39:05.249921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59200) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:05.270014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'admin_state_up': True, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:05.282981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:05.289952 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.294416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:router and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:05.300459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:05.311766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:05.344942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.346275 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.394167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.403505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.422807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Transition to ACTIVE for port object fa60f582-5333-4247-a075-43020378ebba will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:05.570372 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.694457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.702052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda39498-5d44-4435-b026-90f545bb8d68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Network': ['ID=8616e049-be0e-4316-8a4d-f3f9fc32f4aa,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:05.719753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:05.753785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.801069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:05.807216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:05.811255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'Port': ['ID=fa60f582-5333-4247-a075-43020378ebba,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:05.813608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:05.821012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-eb03a8ca-5d1e-4d2f-a987-4c58651f90a8 req-691cebf2-02c7-4a77-a2ee-e0fc4e697da7 tempest-ServersTestBootFromVolume-1565679944 tempest-ServersTestBootFromVolume-1565679944-project] (88445) timed out ('10.222.0.75', 57632) {{(pid=88445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:39:05.834981 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.886080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42d3b4e-1468-4e17-ad79-65ce9e272fa9']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:05.904683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446a2f6e-79e7-4ca7-b62c-643cca6617e9') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:05.904982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446a2f6e-79e7-4ca7-b62c-643cca6617e9') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:05.942629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:05.943418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.950727 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.965007 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:05.991808 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-23377cff-38bd-4772-93c4-15e2f3fad622 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2940001 Jun 03 15:39:05.998647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59204) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:06.002665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfbc2b-ec63-44dd-b129-8a6cf6d6d657 req-e728a2df-93a4-4dfa-a249-7c860fe795a6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:06.004412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96bfbc2b-ec63-44dd-b129-8a6cf6d6d657 req-e728a2df-93a4-4dfa-a249-7c860fe795a6 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.4631772 Jun 03 15:39:06.006730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Request body: {'port': {'network_id': '5ac6c18e-528a-4a8f-ac88-406d8577f274', 'name': 'tempest-AllowedAddressPairTestJSON-1690223864'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:06.054872 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.130392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-00e38cce-fd0c-4c9c-b71d-13005afba07c None None] Provisioning for port fa60f582-5333-4247-a075-43020378ebba completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:06.135303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-00e38cce-fd0c-4c9c-b71d-13005afba07c None None] Provisioning complete for port fa60f582-5333-4247-a075-43020378ebba triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:06.135884 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00e38cce-fd0c-4c9c-b71d-13005afba07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.150391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:06.150932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.224191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-00e38cce-fd0c-4c9c-b71d-13005afba07c None None] Port fa60f582-5333-4247-a075-43020378ebba cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:06.354827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:06.358425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96bfbc2b-ec63-44dd-b129-8a6cf6d6d657 req-bf55d8c2-a5f0-4b80-9d9f-81158656233c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008425 Jun 03 15:39:06.378208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.416092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.426331 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 446a2f6e-79e7-4ca7-b62c-643cca6617e9 resource provider aggregate not found Jun 03 15:39:06.436508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Network': ['ID=f42d3b4e-1468-4e17-ad79-65ce9e272fa9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:06.452974 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1bc3ff3d-9dd5-479e-9f6c-c321ba03ed77 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "DELETE /v2.0/networks/f42d3b4e-1468-4e17-ad79-65ce9e272fa9 HTTP/1.1" status: 204 len: 168 time: 1.6812088 Jun 03 15:39:06.484793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59214) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:06.486564 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 446a2f6e-79e7-4ca7-b62c-643cca6617e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 446a2f6e-79e7-4ca7-b62c-643cca6617e9 found for delete ", "request_id": "req-4e3f5c47-8938-4777-8445-6e75f5f16083"}]} Jun 03 15:39:06.546712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Usage tracker for resource:port and tenant:255bf6a578684f678a557a15449d6d04 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:06.551487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:06.559930 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:06.595640 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.627159 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.630142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Made reservation on behalf of 255bf6a578684f678a557a15449d6d04 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:06.633511 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.702239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Allocated IP 172.20.0.1 (d12ad51e-f84c-42d0-85cd-ef2c783cf7fc/57cd8208-4cc3-40b8-9d4f-535e5c4f0c33/96d18344-666b-410a-9286-1c04f9f51aca) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:06.706213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] device_id is not set on port ecb6c5b3-3491-439a-b0de-add73cccef76 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:06.711499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d6e366-70eb-42c5-84d3-576b8c5e1876 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:06.717308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d6e366-70eb-42c5-84d3-576b8c5e1876 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:06.718092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b6d6e366-70eb-42c5-84d3-576b8c5e1876 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Synchronizing usage tracker for tenant:0688bf81f08e49cdad541fdedb3c7243 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:06.758368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b6d6e366-70eb-42c5-84d3-576b8c5e1876 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Unset dirty status for tenant:0688bf81f08e49cdad541fdedb3c7243 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:06.759445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b6d6e366-70eb-42c5-84d3-576b8c5e1876 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2720571 Jun 03 15:39:06.766757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59218) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:06.811915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1627771360'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:06.837257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:06.867142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:06.917599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.25.7.251 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/ed74d116-c596-4814-bef7-8524490cde41) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:06.925781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:06.962680 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Transition to ACTIVE for port object 96d18344-666b-410a-9286-1c04f9f51aca will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:06.996229 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.023598 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.032997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Made reservation on behalf of 0688bf81f08e49cdad541fdedb3c7243 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:07.037310 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.070730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Allocated IP 172.20.0.14 (5ac6c18e-528a-4a8f-ac88-406d8577f274/4b556143-1a5b-4beb-a36d-50a67195b256/ecb6c5b3-3491-439a-b0de-add73cccef76) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:07.074698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Network d12ad51e-f84c-42d0-85cd-ef2c783cf7fc is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:07.078386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:07.082178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:07.121660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:07.144497 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.179811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.179811 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Added segment 12fd6791-8a3c-4c19-81b2-9d567894bdf2 of type vlan for network e00c7397-8a95-4d5e-b087-1d81bb5ea8a3 Jun 03 15:39:07.240297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event updated for resources: {'Port': ['ID=96d18344-666b-410a-9286-1c04f9f51aca,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:07.256946 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.342759 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.438582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.473285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3780ea4c-5fb2-455a-80e8-f1ebf98fce7b None None] Provisioning for port 96d18344-666b-410a-9286-1c04f9f51aca completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:07.485623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3780ea4c-5fb2-455a-80e8-f1ebf98fce7b None None] Provisioning complete for port 96d18344-666b-410a-9286-1c04f9f51aca triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:07.486232 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3780ea4c-5fb2-455a-80e8-f1ebf98fce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.519747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.537996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:07.538762 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.588386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3780ea4c-5fb2-455a-80e8-f1ebf98fce7b None None] Port 96d18344-666b-410a-9286-1c04f9f51aca cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:07.612877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.695867 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.751204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Transition to ACTIVE for port object ecb6c5b3-3491-439a-b0de-add73cccef76 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:07.796168 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0262408 Jun 03 15:39:07.801620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13475f61-5210-48bd-a4db-ce3b6837fcbd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event updated for resources: {'Network': ['ID=e00c7397-8a95-4d5e-b087-1d81bb5ea8a3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:07.801849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59232) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:07.809811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:07.814312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-673046252'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:07.815238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:07.820485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:07.825932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:07.830406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e00c7397-8a95-4d5e-b087-1d81bb5ea8a3 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:07.851430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Usage tracker for resource:network and tenant:0688bf81f08e49cdad541fdedb3c7243 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:07.862621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=ed74d116-c596-4814-bef7-8524490cde41,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:07.902038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:07.931511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8427c-bdfe-47e7-ae0a-28f0268a7813 req-d909e7c0-8501-4bd5-8db3-df9407c3a68f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:07.932950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17e8427c-bdfe-47e7-ae0a-28f0268a7813 req-d909e7c0-8501-4bd5-8db3-df9407c3a68f tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.3127916 Jun 03 15:39:07.934125 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:07.980475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Made reservation on behalf of 0688bf81f08e49cdad541fdedb3c7243 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:07.984478 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:07.993663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.048109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17e8427c-bdfe-47e7-ae0a-28f0268a7813 req-9a6fcf37-7338-4c95-a63d-bf2b1712389e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046507 Jun 03 15:39:08.088415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:08.140878 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.148279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:08.149323 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.150046 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Added segment 89ca55fb-a9d5-4f5a-826a-ff9e7eadd1d9 of type vlan for network fc4b0ecf-ebef-4ccf-a624-280ec864fb25 Jun 03 15:39:08.163145 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.180806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:08.195081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:08.270874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'Port': ['ID=ecb6c5b3-3491-439a-b0de-add73cccef76,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:08.313186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:08.313849 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.400825 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.467538 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.504943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event updated for resources: {'Port': ['ID=96d18344-666b-410a-9286-1c04f9f51aca,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:08.532506 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c3304aa9-5b4e-4b25-838b-21572ffcc604 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5280497 Jun 03 15:39:08.532506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59236) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:08.550088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-073fb453-d970-46f7-8a7e-fd9e9becacdb None None] Provisioning for port ecb6c5b3-3491-439a-b0de-add73cccef76 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:08.561177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-073fb453-d970-46f7-8a7e-fd9e9becacdb None None] Provisioning complete for port ecb6c5b3-3491-439a-b0de-add73cccef76 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:08.562127 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-073fb453-d970-46f7-8a7e-fd9e9becacdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.605918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5b5c7269-e283-447b-be07-dd8ff3898e7b tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ce:b5:18'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:7b:4b:90'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:08.621546 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.631819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:08.632470 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.640782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-073fb453-d970-46f7-8a7e-fd9e9becacdb None None] Port ecb6c5b3-3491-439a-b0de-add73cccef76 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:08.767984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9651611 Jun 03 15:39:08.775312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59242) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:08.776171 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:08.796779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'ports': [{'network_id': 'e00c7397-8a95-4d5e-b087-1d81bb5ea8a3', 'name': 'tempest-port--1920386278', 'admin_state_up': True}, {'network_id': 'fc4b0ecf-ebef-4ccf-a624-280ec864fb25', 'admin_state_up': False}]} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:08.797122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'port': {'network_id': 'e00c7397-8a95-4d5e-b087-1d81bb5ea8a3', 'name': 'tempest-port--1920386278', 'admin_state_up': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:08.797556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'port': {'network_id': 'fc4b0ecf-ebef-4ccf-a624-280ec864fb25', 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:08.825450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dee0c-5c3b-4c8a-b3c9-7242696d1dcd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event updated for resources: {'Network': ['ID=fc4b0ecf-ebef-4ccf-a624-280ec864fb25,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:08.839639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network fc4b0ecf-ebef-4ccf-a624-280ec864fb25 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:08.944898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Network d12ad51e-f84c-42d0-85cd-ef2c783cf7fc is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:08.947681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:08.982798 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.252861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:09.259614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Usage tracker for resource:port and tenant:0688bf81f08e49cdad541fdedb3c7243 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:09.264478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:09.265710 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b5c7269-e283-447b-be07-dd8ff3898e7b tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.284484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:09.288072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Router 2e647e24-2e11-4fd1-9f1a-f22381a32fc8 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:09.308736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Made reservation on behalf of 0688bf81f08e49cdad541fdedb3c7243 for: {'port': 2} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:09.313358 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.314752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7895f28d-edd0-4b9d-9e57-12d7178d60f6 None None] Provisioning complete for port 96d18344-666b-410a-9286-1c04f9f51aca triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:09.315188 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7895f28d-edd0-4b9d-9e57-12d7178d60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.361356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f09695ad-edc6-452a-956c-775c87ccab24 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:39:09.404566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7895f28d-edd0-4b9d-9e57-12d7178d60f6 None None] Port 96d18344-666b-410a-9286-1c04f9f51aca cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:09.589267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.608994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.629864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:09.660406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'f09695ad-edc6-452a-956c-775c87ccab24', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'port_id': 'f09695ad-edc6-452a-956c-775c87ccab24', 'mac_address': 'fa:16:3e:12:cc:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:39:09.820230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f09695ad-edc6-452a-956c-775c87ccab24 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:09.820653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.844308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196df10-2f19-405b-a0e4-35466fb56a07 req-9c2ee45f-c32a-4e47-a949-2e5448ce353e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:09.856015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09695ad-edc6-452a-956c-775c87ccab24 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:39:09.856274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2196df10-2f19-405b-a0e4-35466fb56a07 req-9c2ee45f-c32a-4e47-a949-2e5448ce353e tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 943 time: 0.6614609 Jun 03 15:39:09.887862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:09.896811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.977860 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b5c7269-e283-447b-be07-dd8ff3898e7b tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:09.984832 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b5c7269-e283-447b-be07-dd8ff3898e7b tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:10.024379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router cc2015b5-d355-45f9-a707-24b5c81b2d03 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:39:10.032708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f09695ad-edc6-452a-956c-775c87ccab24,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:10.046209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:10.063200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3bd28ade-56ea-407d-97a4-9583745da370 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "PUT /v2.0/routers/2e647e24-2e11-4fd1-9f1a-f22381a32fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2599723 Jun 03 15:39:10.064747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59258) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:10.079728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95e368-5ca4-4d8d-94ae-0b1075adbdd8 None None] Sync routers for ids ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:10.103947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95e368-5ca4-4d8d-94ae-0b1075adbdd8 None None] Routers {'2e647e24-2e11-4fd1-9f1a-f22381a32fc8'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:10.109244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bf95e368-5ca4-4d8d-94ae-0b1075adbdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:10.134494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2196df10-2f19-405b-a0e4-35466fb56a07 req-676856d4-f9b2-482b-b378-b891633326d4 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772830 Jun 03 15:39:10.255077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bf95e368-5ca4-4d8d-94ae-0b1075adbdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:10.278569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95e368-5ca4-4d8d-94ae-0b1075adbdd8 None None] Routers {'2e647e24-2e11-4fd1-9f1a-f22381a32fc8'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:10.279191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bf95e368-5ca4-4d8d-94ae-0b1075adbdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:10.279346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5b5c7269-e283-447b-be07-dd8ff3898e7b tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] In _notify_port_updated(), no bound segment for port ecb6c5b3-3491-439a-b0de-add73cccef76 on network 5ac6c18e-528a-4a8f-ac88-406d8577f274 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:39:10.285195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c7269-e283-447b-be07-dd8ff3898e7b tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:10.285508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b5c7269-e283-447b-be07-dd8ff3898e7b tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:10.289754 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5b5c7269-e283-447b-be07-dd8ff3898e7b tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "PUT /v2.0/ports/ecb6c5b3-3491-439a-b0de-add73cccef76 HTTP/1.1" status: 200 len: 1057 time: 1.7021401 Jun 03 15:39:10.297406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59262) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:10.352770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] device_id is not set on port 0c0fabed-b747-4a04-8924-da2026312b9a yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:10.357773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c7269-e283-447b-be07-dd8ff3898e7b tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event updated for resources: {'Port': ['ID=ecb6c5b3-3491-439a-b0de-add73cccef76,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:10.374025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bf95e368-5ca4-4d8d-94ae-0b1075adbdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:10.374428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95e368-5ca4-4d8d-94ae-0b1075adbdd8 None None] The sync data for ids ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:10.410045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:10.420245 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Sync routers for ids ['cc2015b5-d355-45f9-a707-24b5c81b2d03'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:10.432683 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Routers {'cc2015b5-d355-45f9-a707-24b5c81b2d03'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:10.433451 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc2015b5-d355-45f9-a707-24b5c81b2d03'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:10.450127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['f09695ad-edc6-452a-956c-775c87ccab24'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:39:10.452090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:10.458031 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-49ca7753-a771-4ffe-907e-f22f82a32abf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.2071414 Jun 03 15:39:10.459316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59266) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:10.589257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-eb2c5224-2de9-4434-9d4d-a90f28d11caf None None] Provisioning complete for port ecb6c5b3-3491-439a-b0de-add73cccef76 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:10.590338 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eb2c5224-2de9-4434-9d4d-a90f28d11caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:10.659342 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38f78fd8-313b-42ab-ba15-adcdb5ec44a7 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:10.678178 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e0e3aceb-fe41-4c03-a033-a3a634160518 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=767148f2fab9461bb6d15ea9d771d311&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2170753 Jun 03 15:39:10.679446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59272) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:10.698283 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Set router cc2015b5-d355-45f9-a707-24b5c81b2d03 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:10.709977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c5224-2de9-4434-9d4d-a90f28d11caf None None] Port ecb6c5b3-3491-439a-b0de-add73cccef76 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:10.746429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-066bc170-bc8c-483e-8aa0-92f663b0f11f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Deleting port ecb6c5b3-3491-439a-b0de-add73cccef76 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:10.746767 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-066bc170-bc8c-483e-8aa0-92f663b0f11f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.000757 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.008846 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-38f78fd8-313b-42ab-ba15-adcdb5ec44a7 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 15:39:11.009900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-38f78fd8-313b-42ab-ba15-adcdb5ec44a7 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "DELETE /v2.0/routers/2e647e24-2e11-4fd1-9f1a-f22381a32fc8 HTTP/1.1" status: 409 len: 329 time: 0.9390342 Jun 03 15:39:11.027796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59278) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:11.078795 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:08Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:11.083157 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Checking router: cc2015b5-d355-45f9-a707-24b5c81b2d03 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:11.083496 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Updating router cc2015b5-d355-45f9-a707-24b5c81b2d03 port ed74d116-c596-4814-bef7-8524490cde41 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:39:11.123361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd41953-5f92-482c-b9b1-98b48bb56bb6 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:11.124924 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ecd41953-5f92-482c-b9b1-98b48bb56bb6 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4443307 Jun 03 15:39:11.128033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59282) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:11.148982 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.179517 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b33e94c7-a29e-4dd7-a30d-9b478a2f7dac tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476868 Jun 03 15:39:11.179818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59286) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:11.187177 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-32639520', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:11.338318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:11.342970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:subnet and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:11.347687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:11.356500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:11.371791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:11.376615 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.644651 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.664852 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Transition to ACTIVE for port object ed74d116-c596-4814-bef7-8524490cde41 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:11.673632 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.685428 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.687605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] device_id is not set on port a3d8af85-764d-4723-bebc-d3ce7e234e0f yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:11.801206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Subnet': ['ID=b6f2775e-c94e-4891-a56b-88a73e7e0c48,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:11.804704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Checking segment: {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:11.805073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network hostable DHCP agents. Network: 8616e049-be0e-4316-8a4d-f3f9fc32f4aa, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:11.817332 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Pushing event updated for resources: {'Port': ['ID=ed74d116-c596-4814-bef7-8524490cde41,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:11.827589 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:11.840050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 8616e049-be0e-4316-8a4d-f3f9fc32f4aa) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:11.845443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:11.846572 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.849042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae7052-6352-418a-87f6-95bd51b0d1ef None None] Network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:11.871864 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Attempting to bind port ed74d116-c596-4814-bef7-8524490cde41 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:11.872281 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Attempting to bind port ed74d116-c596-4814-bef7-8524490cde41 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:11.872675 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Attempting to bind port ed74d116-c596-4814-bef7-8524490cde41 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:11.879802 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7a2191a4-16a5-4e66-9f6f-2841cd4c8bd3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6987863 Jun 03 15:39:11.880596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59292) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:11.882540 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:11.882907 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:11.883299 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.883684 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:11.884293 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Bound port: ed74d116-c596-4814-bef7-8524490cde41, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:11.884703 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.932361 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.932711 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.933043 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.933395 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.933724 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.934068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.934385 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.934702 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.935018 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.935331 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.935642 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.935952 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:11.956371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-066bc170-bc8c-483e-8aa0-92f663b0f11f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:11.986595 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] For port ed74d116-c596-4814-bef7-8524490cde41, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:11.990684 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] For port ed74d116-c596-4814-bef7-8524490cde41, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ed74d116-c596-4814-bef7-8524490cde41,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:11.998119 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.120464 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992238f4-fe5c-4045-989f-b24dab368c2e None None] Pushing event updated for resources: {'Port': ['ID=ed74d116-c596-4814-bef7-8524490cde41,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:12.133504 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Routers {'cc2015b5-d355-45f9-a707-24b5c81b2d03'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:12.134219 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc2015b5-d355-45f9-a707-24b5c81b2d03'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:12.212645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:12.213493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.235415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-066bc170-bc8c-483e-8aa0-92f663b0f11f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Calling delete_port for ecb6c5b3-3491-439a-b0de-add73cccef76 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:12.536115 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] Set router cc2015b5-d355-45f9-a707-24b5c81b2d03 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:12.554053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3d626-ac17-4350-9b37-853af90aea10 req-ce577391-9835-42f9-85bc-f8f9ce96d23c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:12.557374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Allocated IP 172.20.0.2 (8616e049-be0e-4316-8a4d-f3f9fc32f4aa/b6f2775e-c94e-4891-a56b-88a73e7e0c48/8ba6f939-2ed9-40ce-b374-085260bb54d0) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:12.561393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72a3d626-ac17-4350-9b37-853af90aea10 req-ce577391-9835-42f9-85bc-f8f9ce96d23c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 944 time: 1.0062063 Jun 03 15:39:12.675731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59302) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:12.732961 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72a3d626-ac17-4350-9b37-853af90aea10 req-30329be9-202a-49c3-a8e7-e90fe875b943 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679914 Jun 03 15:39:12.744054 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-066bc170-bc8c-483e-8aa0-92f663b0f11f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:12.840498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bc170-bc8c-483e-8aa0-92f663b0f11f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event deleted for resources: {'Port': ['ID=ecb6c5b3-3491-439a-b0de-add73cccef76,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:13.058030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.107022 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-335f45f4-6449-4489-bbd2-8f4f47cc3393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.112483 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.135587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Transition to ACTIVE for port object 8ba6f939-2ed9-40ce-b374-085260bb54d0 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:13.177343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Transition to ACTIVE for port object 8ba6f939-2ed9-40ce-b374-085260bb54d0 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:13.179425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-335f45f4-6449-4489-bbd2-8f4f47cc3393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:13.187189 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:08Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:13.190673 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.198243 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09ffb0-cf6e-4754-b1a6-81b3b6af038b None None] The sync data for ids ['cc2015b5-d355-45f9-a707-24b5c81b2d03'] in n-d-844595-1 is: [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:08Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:13.199850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-335f45f4-6449-4489-bbd2-8f4f47cc3393 admin admin] Usage tracker for resource:security_group_rule and tenant:2e2c93e8ec41482982c8017085c51d4d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:13.206451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-335f45f4-6449-4489-bbd2-8f4f47cc3393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:13.218175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-335f45f4-6449-4489-bbd2-8f4f47cc3393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:13.274479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:13.293513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:13.302367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:13.305576 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.397729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f09695ad-edc6-452a-956c-775c87ccab24 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:13.466727 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.514671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Pushing event updated for resources: {'Port': ['ID=8ba6f939-2ed9-40ce-b374-085260bb54d0,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:13.563648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Attempting to bind port 8ba6f939-2ed9-40ce-b374-085260bb54d0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:13.567816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Attempting to bind port 8ba6f939-2ed9-40ce-b374-085260bb54d0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:13.568326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Attempting to bind port 8ba6f939-2ed9-40ce-b374-085260bb54d0 on network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:13.580357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:13.580866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Checking segment: {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:13.581357 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.581849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Bound using segment: {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:13.582562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Bound port: 8ba6f939-2ed9-40ce-b374-085260bb54d0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:13.583036 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.601845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event updated for resources: {'Port': ['ID=0c0fabed-b747-4a04-8924-da2026312b9a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:13.661286 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04f2dbbb-e7cc-4e4c-b121-045a2c5fe66e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.682530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port f09695ad-edc6-452a-956c-775c87ccab24 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:13.682993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.794356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] For port 8ba6f939-2ed9-40ce-b374-085260bb54d0, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:13.799317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] For port 8ba6f939-2ed9-40ce-b374-085260bb54d0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8ba6f939-2ed9-40ce-b374-085260bb54d0,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:13.811875 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:13.994405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1974ff-dc03-41b4-ba89-ab88b8d6e99d None None] Pushing event updated for resources: {'Port': ['ID=8ba6f939-2ed9-40ce-b374-085260bb54d0,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:14.053962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f09695ad-edc6-452a-956c-775c87ccab24 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:14.054561 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.079333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.20.0.1 (8616e049-be0e-4316-8a4d-f3f9fc32f4aa/b6f2775e-c94e-4891-a56b-88a73e7e0c48/a895019e-7df9-4c54-93d2-33c30691e99f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:14.122050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:14.140419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:14.146783 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.229847 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93b6baa-b09e-4caf-9de1-191d41af50dc'] response: {'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24', 'code': 200} Jun 03 15:39:14.268354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f09695ad-edc6-452a-956c-775c87ccab24,revision_number=10']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:14.314803 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-066bc170-bc8c-483e-8aa0-92f663b0f11f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.379633 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.415276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Transition to ACTIVE for port object a895019e-7df9-4c54-93d2-33c30691e99f will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:14.427578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-066bc170-bc8c-483e-8aa0-92f663b0f11f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "DELETE /v2.0/ports/ecb6c5b3-3491-439a-b0de-add73cccef76 HTTP/1.1" status: 204 len: 168 time: 4.1236804 Jun 03 15:39:14.429068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Checking segment: {'id': '12fd6791-8a3c-4c19-81b2-9d567894bdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e00c7397-8a95-4d5e-b087-1d81bb5ea8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:14.429514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Network hostable DHCP agents. Network: e00c7397-8a95-4d5e-b087-1d81bb5ea8a3, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:14.439827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59312) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:14.465947 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.549965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:14.553794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-335f45f4-6449-4489-bbd2-8f4f47cc3393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.563208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:14.572323 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b3442b-0ac4-4c68-b82f-96355bee3350 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] GET failed (client error): The resource could not be found. Jun 03 15:39:14.573234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-12b3442b-0ac4-4c68-b82f-96355bee3350 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Synchronizing usage tracker for tenant:255bf6a578684f678a557a15449d6d04 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:14.573424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:14.632686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-335f45f4-6449-4489-bbd2-8f4f47cc3393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.641913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=a895019e-7df9-4c54-93d2-33c30691e99f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:14.658622 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.719308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Network e00c7397-8a95-4d5e-b087-1d81bb5ea8a3 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:14.742328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1a0c6-e09c-4a78-89a3-7f44f53ae7cb req-00fd8657-07e8-4b26-bd05-66afcf6a444c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:14.743983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33f1a0c6-e09c-4a78-89a3-7f44f53ae7cb req-00fd8657-07e8-4b26-bd05-66afcf6a444c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 946 time: 0.6973953 Jun 03 15:39:14.751684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-335f45f4-6449-4489-bbd2-8f4f47cc3393 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e2c93e8ec41482982c8017085c51d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0541339 Jun 03 15:39:14.752725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-12b3442b-0ac4-4c68-b82f-96355bee3350 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Unset dirty status for tenant:255bf6a578684f678a557a15449d6d04 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:14.753791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-12b3442b-0ac4-4c68-b82f-96355bee3350 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "GET /v2.0/ports/ecb6c5b3-3491-439a-b0de-add73cccef76 HTTP/1.1" status: 404 len: 333 time: 0.3112862 Jun 03 15:39:14.754800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59316) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:14.757007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59318) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:14.759139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f45f4-6449-4489-bbd2-8f4f47cc3393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb63921-1c43-4e3f-970e-91a463cf6654,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:14.816136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e00c7397-8a95-4d5e-b087-1d81bb5ea8a3) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:14.833866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e847d7d-0d8b-4511-ab54-15000f422e42 None None] Network e00c7397-8a95-4d5e-b087-1d81bb5ea8a3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:14.882331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.886521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:14.888011 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.941362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ed74d116-c596-4814-bef7-8524490cde41 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:14.944469 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e795e229-09ac-4d29-987b-580f3bb64a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:14.996473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2f636a47-91bb-4de9-9f6a-8563297e8113 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Deleting port fa60f582-5333-4247-a075-43020378ebba {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:14.997085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f636a47-91bb-4de9-9f6a-8563297e8113 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.002049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e795e229-09ac-4d29-987b-580f3bb64a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.128801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port ed74d116-c596-4814-bef7-8524490cde41 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:15.134523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port ed74d116-c596-4814-bef7-8524490cde41 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:15.134888 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.239927 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33f1a0c6-e09c-4a78-89a3-7f44f53ae7cb req-3a1b6b5a-edb5-4724-91c5-9e7664c6a8bd tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4846773 Jun 03 15:39:15.254151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e795e229-09ac-4d29-987b-580f3bb64a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.260015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b66db-eae9-491d-af1c-9c058e891b0d req-393f4feb-8cce-46b9-94c0-0cea05871e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:15.261969 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-051b66db-eae9-491d-af1c-9c058e891b0d req-393f4feb-8cce-46b9-94c0-0cea05871e36 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 1097 time: 0.6996019 Jun 03 15:39:15.323730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port ed74d116-c596-4814-bef7-8524490cde41 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:15.324138 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.343525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event updated for resources: {'Port': ['ID=a3d8af85-764d-4723-bebc-d3ce7e234e0f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:15.354341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795e229-09ac-4d29-987b-580f3bb64a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb63921-1c43-4e3f-970e-91a463cf6654,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:15.357334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port ed74d116-c596-4814-bef7-8524490cde41, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ed74d116-c596-4814-bef7-8524490cde41,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:15.361152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-04f2dbbb-e7cc-4e4c-b121-045a2c5fe66e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Deleting port 96d18344-666b-410a-9286-1c04f9f51aca {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:15.361607 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04f2dbbb-e7cc-4e4c-b121-045a2c5fe66e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.361740 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.362554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8ba6f939-2ed9-40ce-b374-085260bb54d0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:15.382894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e795e229-09ac-4d29-987b-580f3bb64a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.384027 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e795e229-09ac-4d29-987b-580f3bb64a48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4eb63921-1c43-4e3f-970e-91a463cf6654 HTTP/1.1" status: 204 len: 168 time: 0.6279213 Jun 03 15:39:15.469087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Checking segment: {'id': '89ca55fb-a9d5-4f5a-826a-ff9e7eadd1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fc4b0ecf-ebef-4ccf-a624-280ec864fb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:15.469528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Network hostable DHCP agents. Network: fc4b0ecf-ebef-4ccf-a624-280ec864fb25, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:15.508723 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.509840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-051b66db-eae9-491d-af1c-9c058e891b0d req-d2ec37a3-d9a7-4107-a740-24bd030d804b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370834 Jun 03 15:39:15.522681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.564410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 8ba6f939-2ed9-40ce-b374-085260bb54d0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:15.575414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=ed74d116-c596-4814-bef7-8524490cde41,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:15.653292 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.779173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Network fc4b0ecf-ebef-4ccf-a624-280ec864fb25 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:15.797392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, fc4b0ecf-ebef-4ccf-a624-280ec864fb25) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:15.801335 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04f2dbbb-e7cc-4e4c-b121-045a2c5fe66e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.809921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1728e95f-9c71-43df-b9ac-5b40506c77a7 None None] Network fc4b0ecf-ebef-4ccf-a624-280ec864fb25 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:15.830153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=a895019e-7df9-4c54-93d2-33c30691e99f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:15.859721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59328) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:15.892006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:15.897767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:15.898048 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4b8206f-0023-406f-bb52-2441da0790b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.903173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:15.904173 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:15.948112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d4b8206f-0023-406f-bb52-2441da0790b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:15.974058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d4b8206f-0023-406f-bb52-2441da0790b5 admin admin] Usage tracker for resource:security_group_rule and tenant:a47616918654469e89a71749fa4b7733 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:15.980636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d4b8206f-0023-406f-bb52-2441da0790b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:15.989657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d4b8206f-0023-406f-bb52-2441da0790b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:15.993058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:15.995771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:16.007813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-04f2dbbb-e7cc-4e4c-b121-045a2c5fe66e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Calling delete_port for 96d18344-666b-410a-9286-1c04f9f51aca owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:16.044019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4e3df987-06ad-4d9e-9c3f-9ea99baac125 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.2569215 Jun 03 15:39:16.046468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f636a47-91bb-4de9-9f6a-8563297e8113 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.065203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59332) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:16.071139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588fd0d8-46a5-4d30-bb46-29fb856b47b5 None None] Network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:16.188254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f18d419b-d14e-47b1-a580-29086badd539 None None] Provisioning for port 8ba6f939-2ed9-40ce-b374-085260bb54d0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:16.209296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f18d419b-d14e-47b1-a580-29086badd539 None None] Provisioning complete for port 8ba6f939-2ed9-40ce-b374-085260bb54d0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:16.209674 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f18d419b-d14e-47b1-a580-29086badd539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.370343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router cc2015b5-d355-45f9-a707-24b5c81b2d03 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:16.390849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-2f636a47-91bb-4de9-9f6a-8563297e8113 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Calling delete_port for fa60f582-5333-4247-a075-43020378ebba owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:16.482870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f18d419b-d14e-47b1-a580-29086badd539 None None] Current status of the port 8ba6f939-2ed9-40ce-b374-085260bb54d0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:16.483271 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f18d419b-d14e-47b1-a580-29086badd539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.522165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f18d419b-d14e-47b1-a580-29086badd539 None None] For port 8ba6f939-2ed9-40ce-b374-085260bb54d0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8ba6f939-2ed9-40ce-b374-085260bb54d0,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:16.528461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f18d419b-d14e-47b1-a580-29086badd539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.564279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4b8206f-0023-406f-bb52-2441da0790b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.575936 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d4b8206f-0023-406f-bb52-2441da0790b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.612084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf05a293-53f1-486a-ba59-7081dc0b4e27 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:16.619168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf05a293-53f1-486a-ba59-7081dc0b4e27 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:16.619983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cf05a293-53f1-486a-ba59-7081dc0b4e27 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Synchronizing usage tracker for tenant:0688bf81f08e49cdad541fdedb3c7243 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:16.651799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cf05a293-53f1-486a-ba59-7081dc0b4e27 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Unset dirty status for tenant:0688bf81f08e49cdad541fdedb3c7243 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:16.655983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cf05a293-53f1-486a-ba59-7081dc0b4e27 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5894015 Jun 03 15:39:16.657054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d419b-d14e-47b1-a580-29086badd539 None None] Pushing event updated for resources: {'Port': ['ID=8ba6f939-2ed9-40ce-b374-085260bb54d0,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:16.660448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59340) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:16.679142 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d4b8206f-0023-406f-bb52-2441da0790b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a47616918654469e89a71749fa4b7733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8153026 Jun 03 15:39:16.682240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59344) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:16.745196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8206f-0023-406f-bb52-2441da0790b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da54b166-3f9f-4543-88d1-761d41e7f6e9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:16.787346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-634ed347-2a0b-4257-a279-b02d869f2fcb None None] Provisioning for port a895019e-7df9-4c54-93d2-33c30691e99f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:16.794251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-634ed347-2a0b-4257-a279-b02d869f2fcb None None] Provisioning complete for port a895019e-7df9-4c54-93d2-33c30691e99f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:16.794582 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-634ed347-2a0b-4257-a279-b02d869f2fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.841073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-97893ec7-dce8-49d8-b38f-44231666629f tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Deleting port 0c0fabed-b747-4a04-8924-da2026312b9a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:16.841832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97893ec7-dce8-49d8-b38f-44231666629f tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.849396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ed74d116-c596-4814-bef7-8524490cde41 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:16.860387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:16.862154 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf5915e2-0add-4f98-a6f1-25c635dbe795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.886087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3eccf-ab93-49ab-92b2-6caedf383bde req-8c0ae640-9720-4663-a3e4-5837e7208c29 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:16.887859 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1df3eccf-ab93-49ab-92b2-6caedf383bde req-8c0ae640-9720-4663-a3e4-5837e7208c29 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 946 time: 0.4258409 Jun 03 15:39:16.908865 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf5915e2-0add-4f98-a6f1-25c635dbe795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:16.911942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Sync routers for ids ['cc2015b5-d355-45f9-a707-24b5c81b2d03'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:16.929622 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ebf4e994-5406-4111-8267-2294b0502307 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "PUT /v2.0/routers/cc2015b5-d355-45f9-a707-24b5c81b2d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0375581 Jun 03 15:39:16.966543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Routers {'cc2015b5-d355-45f9-a707-24b5c81b2d03'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:16.967825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc2015b5-d355-45f9-a707-24b5c81b2d03'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:17.027234 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf5915e2-0add-4f98-a6f1-25c635dbe795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.060275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5915e2-0add-4f98-a6f1-25c635dbe795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da54b166-3f9f-4543-88d1-761d41e7f6e9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:17.082108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf5915e2-0add-4f98-a6f1-25c635dbe795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.083154 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cf5915e2-0add-4f98-a6f1-25c635dbe795 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da54b166-3f9f-4543-88d1-761d41e7f6e9 HTTP/1.1" status: 204 len: 168 time: 0.3997414 Jun 03 15:39:17.172786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-634ed347-2a0b-4257-a279-b02d869f2fcb None None] Port a895019e-7df9-4c54-93d2-33c30691e99f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:17.203809 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f636a47-91bb-4de9-9f6a-8563297e8113 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.303232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1df3eccf-ab93-49ab-92b2-6caedf383bde req-b2098aa2-88e0-44d6-b19f-42271db9526a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3811445 Jun 03 15:39:17.325022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port ed74d116-c596-4814-bef7-8524490cde41 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:17.325653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.430321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-634ed347-2a0b-4257-a279-b02d869f2fcb None None] Provisioning complete for port 8ba6f939-2ed9-40ce-b374-085260bb54d0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:17.431401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-634ed347-2a0b-4257-a279-b02d869f2fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.496445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f636a47-91bb-4de9-9f6a-8563297e8113 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event deleted for resources: {'Port': ['ID=fa60f582-5333-4247-a075-43020378ebba,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:17.692461 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04f2dbbb-e7cc-4e4c-b121-045a2c5fe66e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:17.843019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Set router cc2015b5-d355-45f9-a707-24b5c81b2d03 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:17.845673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2dbbb-e7cc-4e4c-b121-045a2c5fe66e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event deleted for resources: {'Port': ['ID=96d18344-666b-410a-9286-1c04f9f51aca,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:17.909342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-011328d2-2fd4-4f69-8e12-6bdd4b1ed33d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:17.945796 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97893ec7-dce8-49d8-b38f-44231666629f tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.149724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port ed74d116-c596-4814-bef7-8524490cde41 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:18.151177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8ba6f939-2ed9-40ce-b374-085260bb54d0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:18.197255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-97893ec7-dce8-49d8-b38f-44231666629f tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Calling delete_port for 0c0fabed-b747-4a04-8924-da2026312b9a owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:18.237032 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f636a47-91bb-4de9-9f6a-8563297e8113 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.260305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-011328d2-2fd4-4f69-8e12-6bdd4b1ed33d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:18.267677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-011328d2-2fd4-4f69-8e12-6bdd4b1ed33d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648826957&fields=id&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 267 time: 0.8193779 Jun 03 15:39:18.282645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-634ed347-2a0b-4257-a279-b02d869f2fcb None None] Current status of the port 8ba6f939-2ed9-40ce-b374-085260bb54d0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:18.414301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8ba6f939-2ed9-40ce-b374-085260bb54d0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:18.415458 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.476248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-f7bcbeb2-2cf5-461a-918d-0c54e4686a19 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:18.476939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-f7bcbeb2-2cf5-461a-918d-0c54e4686a19 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:18.508648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59418) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:18.509495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2f636a47-91bb-4de9-9f6a-8563297e8113 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "DELETE /v2.0/ports/fa60f582-5333-4247-a075-43020378ebba HTTP/1.1" status: 204 len: 168 time: 3.7463846 Jun 03 15:39:18.595419 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5cbc8e-e25f-4bcd-a808-4bfe87cc05e4 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] GET failed (client error): The resource could not be found. Jun 03 15:39:18.598328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c5cbc8e-e25f-4bcd-a808-4bfe87cc05e4 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Synchronizing usage tracker for tenant:255bf6a578684f678a557a15449d6d04 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:18.627683 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c5cbc8e-e25f-4bcd-a808-4bfe87cc05e4 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Unset dirty status for tenant:255bf6a578684f678a557a15449d6d04 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:18.629786 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8c5cbc8e-e25f-4bcd-a808-4bfe87cc05e4 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "GET /v2.0/ports/fa60f582-5333-4247-a075-43020378ebba HTTP/1.1" status: 404 len: 333 time: 0.1199977 Jun 03 15:39:18.634530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59424) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:18.769286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fdb81de2-284c-4c73-802a-0323adce73fb None None] Provisioning complete for port a895019e-7df9-4c54-93d2-33c30691e99f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:18.770075 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fdb81de2-284c-4c73-802a-0323adce73fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.772358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8bcae1d4-7735-4d77-b81d-e0ac4bc787a8 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Deleting port 1e78ba4f-a967-4e85-838d-bc8fef1b76b7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:18.772706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8bcae1d4-7735-4d77-b81d-e0ac4bc787a8 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.847978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04f2dbbb-e7cc-4e4c-b121-045a2c5fe66e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:18.868996 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8ba6f939-2ed9-40ce-b374-085260bb54d0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:18.926250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-f7bcbeb2-2cf5-461a-918d-0c54e4686a19 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:18.927608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-f7bcbeb2-2cf5-461a-918d-0c54e4686a19 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/networks?id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 200 len: 796 time: 0.6390016 Jun 03 15:39:19.023924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-058c7517-5733-4480-860a-d203d3821ec9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/quotas/767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 375 time: 0.0274255 Jun 03 15:39:19.027941 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97893ec7-dce8-49d8-b38f-44231666629f tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.061493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fdb81de2-284c-4c73-802a-0323adce73fb None None] Port a895019e-7df9-4c54-93d2-33c30691e99f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:19.086606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:14Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a895019e-7df9-4c54-93d2-33c30691e99f', 'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:15:1c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:13Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 2, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:19.092256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Checking router: cc2015b5-d355-45f9-a707-24b5c81b2d03 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:19.092600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Updating router cc2015b5-d355-45f9-a707-24b5c81b2d03 port a895019e-7df9-4c54-93d2-33c30691e99f binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:39:19.186878 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.193931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8bcae1d4-7735-4d77-b81d-e0ac4bc787a8 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.219416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97893ec7-dce8-49d8-b38f-44231666629f tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Port': ['ID=0c0fabed-b747-4a04-8924-da2026312b9a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:19.240961 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97893ec7-dce8-49d8-b38f-44231666629f tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.430779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f2dbbb-e7cc-4e4c-b121-045a2c5fe66e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Router 2e647e24-2e11-4fd1-9f1a-f22381a32fc8 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:19.433334 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-97893ec7-dce8-49d8-b38f-44231666629f tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "DELETE /v2.0/ports/0c0fabed-b747-4a04-8924-da2026312b9a HTTP/1.1" status: 204 len: 168 time: 2.7707617 Jun 03 15:39:19.442272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59440) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:19.443045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8bcae1d4-7735-4d77-b81d-e0ac4bc787a8 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Calling delete_port for 1e78ba4f-a967-4e85-838d-bc8fef1b76b7 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:19.453999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5a864-f1f5-41a6-91f8-10b6f28f3314 req-021f56ff-2128-4c99-9148-9dcd6e97d598 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:19.455811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99d5a864-f1f5-41a6-91f8-10b6f28f3314 req-021f56ff-2128-4c99-9148-9dcd6e97d598 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 946 time: 0.6033340 Jun 03 15:39:19.676201 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8bcae1d4-7735-4d77-b81d-e0ac4bc787a8 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.715949 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-2a850561-5a55-4840-b234-0c11c56ddd16 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6293945 Jun 03 15:39:19.718475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f2dbbb-e7cc-4e4c-b121-045a2c5fe66e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:19.727784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-04f2dbbb-e7cc-4e4c-b121-045a2c5fe66e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "PUT /v2.0/routers/2e647e24-2e11-4fd1-9f1a-f22381a32fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6971483 Jun 03 15:39:19.736418 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e82db-0ceb-461f-8007-1c4fa289acc1 None None] Sync routers for ids ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:19.736983 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.741086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1b3c0-a8f9-41b2-a3a4-cf474856ae85 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Deleting port a3d8af85-764d-4723-bebc-d3ce7e234e0f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:19.741487 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6c1b3c0-a8f9-41b2-a3a4-cf474856ae85 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.752114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Transition to ACTIVE for port object a895019e-7df9-4c54-93d2-33c30691e99f will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:19.762399 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:19.783769 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e82db-0ceb-461f-8007-1c4fa289acc1 None None] Routers {'2e647e24-2e11-4fd1-9f1a-f22381a32fc8'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:19.786769 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3e7e82db-0ceb-461f-8007-1c4fa289acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:19.797895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59452) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:19.861068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99d5a864-f1f5-41a6-91f8-10b6f28f3314 req-283d0797-ce9e-4b72-8950-889504e96144 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3624694 Jun 03 15:39:19.877507 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3e7e82db-0ceb-461f-8007-1c4fa289acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:19.906306 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e82db-0ceb-461f-8007-1c4fa289acc1 None None] Routers {'2e647e24-2e11-4fd1-9f1a-f22381a32fc8'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:19.907042 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3e7e82db-0ceb-461f-8007-1c4fa289acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:19.934588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c761c-545f-4c7c-b0a2-dbdf78c0c4f8 None None] Pushing event updated for resources: {'Port': ['ID=a895019e-7df9-4c54-93d2-33c30691e99f,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:20.029420 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3e7e82db-0ceb-461f-8007-1c4fa289acc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:20.029815 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7e82db-0ceb-461f-8007-1c4fa289acc1 None None] The sync data for ids ['2e647e24-2e11-4fd1-9f1a-f22381a32fc8'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:20.075275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcae1d4-7735-4d77-b81d-e0ac4bc787a8 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event deleted for resources: {'Port': ['ID=1e78ba4f-a967-4e85-838d-bc8fef1b76b7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:20.110972 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-ddac9048-22e5-44e9-bdbe-46bdf4dd328e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] show failed (client error): The resource could not be found. Jun 03 15:39:20.119776 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ddac9048-22e5-44e9-bdbe-46bdf4dd328e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1235895478 HTTP/1.1" status: 404 len: 335 time: 0.2690134 Jun 03 15:39:20.120419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59460) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:20.157786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-09ba69d7-c636-436a-abed-84d7b26a0feb tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:20.184869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-e3a8b362-9651-4ac7-990e-a8e2a20217e1 service neutron] 10.222.0.48 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778806 Jun 03 15:39:20.243505 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6c1b3c0-a8f9-41b2-a3a4-cf474856ae85 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.318202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Attempting to bind port a895019e-7df9-4c54-93d2-33c30691e99f on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:20.318569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Attempting to bind port a895019e-7df9-4c54-93d2-33c30691e99f by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:20.318928 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Attempting to bind port a895019e-7df9-4c54-93d2-33c30691e99f on network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:20.320055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59466) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:20.333659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:20.334063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Checking segment: {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:20.334458 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.334847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Bound using segment: {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:20.335322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Bound port: a895019e-7df9-4c54-93d2-33c30691e99f, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:20.335661 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.503573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] For port a895019e-7df9-4c54-93d2-33c30691e99f, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:20.507414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] For port a895019e-7df9-4c54-93d2-33c30691e99f, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a895019e-7df9-4c54-93d2-33c30691e99f,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:20.511065 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8bcae1d4-7735-4d77-b81d-e0ac4bc787a8 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.514434 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.516777 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-09ba69d7-c636-436a-abed-84d7b26a0feb tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] update failed (client error): The resource could not be found. Jun 03 15:39:20.522335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-09ba69d7-c636-436a-abed-84d7b26a0feb tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1703815740 HTTP/1.1" status: 404 len: 335 time: 0.3940530 Jun 03 15:39:20.523092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:20.585989 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8bcae1d4-7735-4d77-b81d-e0ac4bc787a8 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "DELETE /v2.0/ports/1e78ba4f-a967-4e85-838d-bc8fef1b76b7 HTTP/1.1" status: 204 len: 168 time: 1.9455612 Jun 03 15:39:20.614669 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c761c-545f-4c7c-b0a2-dbdf78c0c4f8 None None] Pushing event updated for resources: {'Port': ['ID=a895019e-7df9-4c54-93d2-33c30691e99f,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:20.630949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d24b5c7-ad36-46bd-83b8-7a8e489346e6 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Deleting subnet 41e8bd4e-d51e-4cf6-b9af-679bdb4068d9 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:20.632921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59476) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:20.655203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Routers {'cc2015b5-d355-45f9-a707-24b5c81b2d03'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:20.655203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc2015b5-d355-45f9-a707-24b5c81b2d03'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:20.684601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d24b5c7-ad36-46bd-83b8-7a8e489346e6 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.769514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1b3c0-a8f9-41b2-a3a4-cf474856ae85 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Calling delete_port for a3d8af85-764d-4723-bebc-d3ce7e234e0f owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:20.820377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d24b5c7-ad36-46bd-83b8-7a8e489346e6 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.871000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-056d3f53-d528-42bd-9b66-ffc0d85c8913 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Deleting subnet 4b556143-1a5b-4beb-a36d-50a67195b256 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:20.875083 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-056d3f53-d528-42bd-9b66-ffc0d85c8913 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.882471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-f507e28f-ecb5-4abb-b5e6-9b17e09b30b0 service neutron] 10.222.0.48 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810167 Jun 03 15:39:20.948684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-056d3f53-d528-42bd-9b66-ffc0d85c8913 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:20.954758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7934-e983-40db-a21c-398f2802f9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.018228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6dfe7934-e983-40db-a21c-398f2802f9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:21.021630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] Set router cc2015b5-d355-45f9-a707-24b5c81b2d03 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:21.027721 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6c1b3c0-a8f9-41b2-a3a4-cf474856ae85 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.066050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-056d3f53-d528-42bd-9b66-ffc0d85c8913 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.137495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6dfe7934-e983-40db-a21c-398f2802f9b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b96e2d530d4faa9433d256fa1154e7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:21.160680 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6dfe7934-e983-40db-a21c-398f2802f9b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:21.162569 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-056d3f53-d528-42bd-9b66-ffc0d85c8913 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.176590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6dfe7934-e983-40db-a21c-398f2802f9b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:21.257165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d3f53-d528-42bd-9b66-ffc0d85c8913 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event deleted for resources: {'Subnet': ['ID=4b556143-1a5b-4beb-a36d-50a67195b256,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:21.274150 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-056d3f53-d528-42bd-9b66-ffc0d85c8913 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.285074 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-056d3f53-d528-42bd-9b66-ffc0d85c8913 tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "DELETE /v2.0/subnets/4b556143-1a5b-4beb-a36d-50a67195b256 HTTP/1.1" status: 204 len: 168 time: 0.6503067 Jun 03 15:39:21.288723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1b3c0-a8f9-41b2-a3a4-cf474856ae85 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Port': ['ID=a3d8af85-764d-4723-bebc-d3ce7e234e0f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:21.293389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59492) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:21.375964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d6c1b3c0-a8f9-41b2-a3a4-cf474856ae85 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.413358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99c51873-9a87-4d8b-b0ec-faaf8b2b6a44 req-f7bf6964-93ad-4ff6-a3b8-dae9b5cf1c5a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 210 time: 0.1080601 Jun 03 15:39:21.425984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa75004a-5d54-46f4-b9d2-deb86ea49695 None None] Network 5ac6c18e-528a-4a8f-ac88-406d8577f274 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:21.432417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d6c1b3c0-a8f9-41b2-a3a4-cf474856ae85 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "DELETE /v2.0/ports/a3d8af85-764d-4723-bebc-d3ce7e234e0f HTTP/1.1" status: 204 len: 168 time: 1.9870317 Jun 03 15:39:21.438507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59498) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:21.516684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-144c9eaa-e889-41fc-8925-ca4280cd2580 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Synchronizing usage tracker for tenant:0688bf81f08e49cdad541fdedb3c7243 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:21.580877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.586817 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d24b5c7-ad36-46bd-83b8-7a8e489346e6 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.625918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb35566-6761-417c-861f-0e48bb342b61 req-d4cee8f7-1dc2-4e74-a251-8fdbf7af50f8 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:21.636375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dcb35566-6761-417c-861f-0e48bb342b61 req-d4cee8f7-1dc2-4e74-a251-8fdbf7af50f8 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 946 time: 0.4132783 Jun 03 15:39:21.672422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-144c9eaa-e889-41fc-8925-ca4280cd2580 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Unset dirty status for tenant:0688bf81f08e49cdad541fdedb3c7243 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:21.673855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-144c9eaa-e889-41fc-8925-ca4280cd2580 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2327785 Jun 03 15:39:21.684154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59506) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:21.705477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-866584691'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:21.716074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Deleting port e94dba1f-ec52-4a06-a3a2-40c40c34f692 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:21.717899 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.722387 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7934-e983-40db-a21c-398f2802f9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.724634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:21.732901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Usage tracker for resource:network and tenant:0688bf81f08e49cdad541fdedb3c7243 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:21.748372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dcb35566-6761-417c-861f-0e48bb342b61 req-760a2842-1b82-474a-8e3f-ec79a5ceedba tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106827 Jun 03 15:39:21.749651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:21.763385 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7934-e983-40db-a21c-398f2802f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.836986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:21.900714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6dfe7934-e983-40db-a21c-398f2802f9b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9b96e2d530d4faa9433d256fa1154e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5695989 Jun 03 15:39:21.902811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe7934-e983-40db-a21c-398f2802f9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb578991-9c05-4e5d-bd14-44aa53d0e2f2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:21.907061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59514) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:21.910314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Made reservation on behalf of 0688bf81f08e49cdad541fdedb3c7243 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:21.914508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.976642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d24b5c7-ad36-46bd-83b8-7a8e489346e6 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:21.989836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:22.050882 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.051957 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Added segment 287d0749-2599-4f23-9b46-8f232b826e08 of type vlan for network 1585ecc3-a087-4f67-9e40-106a64a17368 Jun 03 15:39:22.063489 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6346e16e-d2b8-41c5-8031-38f90502a361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.082114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:14Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a895019e-7df9-4c54-93d2-33c30691e99f', 'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:15:1c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:13Z', 'updated_at': '2022-06-03T15:39:20Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:22.087681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87427abc-2900-433a-bb8c-c21146105d1b None None] The sync data for ids ['cc2015b5-d355-45f9-a707-24b5c81b2d03'] in n-d-844595-1 is: [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:14Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a895019e-7df9-4c54-93d2-33c30691e99f', 'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:15:1c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:13Z', 'updated_at': '2022-06-03T15:39:20Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:22.125173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24b5c7-ad36-46bd-83b8-7a8e489346e6 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event deleted for resources: {'Subnet': ['ID=41e8bd4e-d51e-4cf6-b9af-679bdb4068d9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:22.146470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d24b5c7-ad36-46bd-83b8-7a8e489346e6 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.150411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2f82c-9620-46e5-9aa0-77704b92e2d0 None None] Network 0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:22.165304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.171760 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6346e16e-d2b8-41c5-8031-38f90502a361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.262757 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2d24b5c7-ad36-46bd-83b8-7a8e489346e6 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "DELETE /v2.0/subnets/41e8bd4e-d51e-4cf6-b9af-679bdb4068d9 HTTP/1.1" status: 204 len: 168 time: 1.7388711 Jun 03 15:39:22.287962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59520) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:22.304725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999f340-dd42-4ca6-9b61-8a847e0691df None None] DHCP port deletion for 5ac6c18e-528a-4a8f-ac88-406d8577f274 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:22.327240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0999f340-dd42-4ca6-9b61-8a847e0691df None None] Deleting port e94dba1f-ec52-4a06-a3a2-40c40c34f692 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:22.327781 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0999f340-dd42-4ca6-9b61-8a847e0691df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.504628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] For port e94dba1f-ec52-4a06-a3a2-40c40c34f692, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e94dba1f-ec52-4a06-a3a2-40c40c34f692,segment=NetworkSegment(1db5ef84-2b3c-4ab8-9a01-16a50a20d10b),segment_id=1db5ef84-2b3c-4ab8-9a01-16a50a20d10b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:22.505253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.508856 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:39:22.524140 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.537551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:22.541202 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.652343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9634197 Jun 03 15:39:22.658072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Calling delete_port for e94dba1f-ec52-4a06-a3a2-40c40c34f692 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:22.668053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59526) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:22.675626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-387111864'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:22.746587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:22.782125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.831747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70ff9d58-f1e8-4b38-a66a-998ca467efd0 req-62c5f901-42f3-4907-9b2d-dbd602165877 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 210 time: 0.1406987 Jun 03 15:39:22.853069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Usage tracker for resource:network and tenant:0688bf81f08e49cdad541fdedb3c7243 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:22.855348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0999f340-dd42-4ca6-9b61-8a847e0691df None None] For port e94dba1f-ec52-4a06-a3a2-40c40c34f692, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e94dba1f-ec52-4a06-a3a2-40c40c34f692,segment=NetworkSegment(1db5ef84-2b3c-4ab8-9a01-16a50a20d10b),segment_id=1db5ef84-2b3c-4ab8-9a01-16a50a20d10b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:22.855973 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0999f340-dd42-4ca6-9b61-8a847e0691df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.861560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-453f96be-af30-4432-8944-d11e9018d4df tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Deleting subnet 0c4bdca9-90c5-45c2-9d65-b8353c130a71 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:22.864457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:22.877271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event deleted for resources: {'Port': ['ID=e94dba1f-ec52-4a06-a3a2-40c40c34f692,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:22.885377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] No DVR routers for this DVR port e94dba1f-ec52-4a06-a3a2-40c40c34f692 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:22.889120 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6346e16e-d2b8-41c5-8031-38f90502a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:22.898155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:22.900063 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-453f96be-af30-4432-8944-d11e9018d4df tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.024199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b3a28-b208-4f57-bee9-44988c5e1743 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event updated for resources: {'Network': ['ID=1585ecc3-a087-4f67-9e40-106a64a17368,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:23.082565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346e16e-d2b8-41c5-8031-38f90502a361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb578991-9c05-4e5d-bd14-44aa53d0e2f2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:23.107085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec4765-ed2c-4b13-921e-a3ed92bced86 None None] DHCP port deletion for 0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:23.111023 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.124344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 1585ecc3-a087-4f67-9e40-106a64a17368 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:23.126354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Made reservation on behalf of 0688bf81f08e49cdad541fdedb3c7243 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:23.129794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.166801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac6c18e-528a-4a8f-ac88-406d8577f274']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:23.174556 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6346e16e-d2b8-41c5-8031-38f90502a361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.176751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6346e16e-d2b8-41c5-8031-38f90502a361 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb578991-9c05-4e5d-bd14-44aa53d0e2f2 HTTP/1.1" status: 204 len: 168 time: 1.2678118 Jun 03 15:39:23.197382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db5ef84-2b3c-4ab8-9a01-16a50a20d10b') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:23.197867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db5ef84-2b3c-4ab8-9a01-16a50a20d10b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:23.200426 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-453f96be-af30-4432-8944-d11e9018d4df tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.227822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a895019e-7df9-4c54-93d2-33c30691e99f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:23.231015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.271070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.283782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:23.284804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.413673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0999f340-dd42-4ca6-9b61-8a847e0691df None None] Calling delete_port for e94dba1f-ec52-4a06-a3a2-40c40c34f692 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:23.426554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:23.499878 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.500561 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Added segment e605f318-d2d7-4960-b248-9bbf3eb43646 of type vlan for network 33b9b429-6a6e-49b0-af83-a6d7f8076a74 Jun 03 15:39:23.689275 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-0999f340-dd42-4ca6-9b61-8a847e0691df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:39:23.689628 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-0999f340-dd42-4ca6-9b61-8a847e0691df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:39:23.690552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-73ec4765-ed2c-4b13-921e-a3ed92bced86 None None] Deleting port f7f12439-a540-4fcf-96fe-19ae80e3e366 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:23.690676 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-73ec4765-ed2c-4b13-921e-a3ed92bced86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.703166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.761604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-eafb15d4-9445-4f67-97ee-77514ceaf8f9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:23.768433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-eafb15d4-9445-4f67-97ee-77514ceaf8f9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "GET /v2.0/networks?id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 200 len: 796 time: 0.4876409 Jun 03 15:39:23.789727 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-453f96be-af30-4432-8944-d11e9018d4df tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.862918 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:39:23.879324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59542) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:23.889994 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1db5ef84-2b3c-4ab8-9a01-16a50a20d10b resource provider aggregate not found Jun 03 15:39:23.927219 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1db5ef84-2b3c-4ab8-9a01-16a50a20d10b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1db5ef84-2b3c-4ab8-9a01-16a50a20d10b found for delete ", "request_id": "req-f0a13d9a-15c9-4bf1-81e8-c016cf0d1777"}]} Jun 03 15:39:23.951908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:23.991624 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.015724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-453f96be-af30-4432-8944-d11e9018d4df tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.034338 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] 10.222.0.48 "DELETE /v2.0/networks/5ac6c18e-528a-4a8f-ac88-406d8577f274 HTTP/1.1" status: 204 len: 168 time: 2.7388580 Jun 03 15:39:24.052479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53723b-f43a-40bf-8c40-63888316cb4f tempest-AllowedAddressPairTestJSON-2145921087 tempest-AllowedAddressPairTestJSON-2145921087-project] Pushing event deleted for resources: {'Network': ['ID=5ac6c18e-528a-4a8f-ac88-406d8577f274,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:24.060956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-73ec4765-ed2c-4b13-921e-a3ed92bced86 None None] For port f7f12439-a540-4fcf-96fe-19ae80e3e366, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f7f12439-a540-4fcf-96fe-19ae80e3e366,segment=NetworkSegment(3780b586-74f8-4503-b6a3-5f962839ff1b),segment_id=3780b586-74f8-4503-b6a3-5f962839ff1b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:24.061365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-73ec4765-ed2c-4b13-921e-a3ed92bced86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.107435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f96be-af30-4432-8944-d11e9018d4df tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4bdca9-90c5-45c2-9d65-b8353c130a71,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:24.110962 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-453f96be-af30-4432-8944-d11e9018d4df tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.129748 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddeb4c25-2cfa-4ef5-b2e6-ba5ee02b7edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.150433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-453f96be-af30-4432-8944-d11e9018d4df tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "DELETE /v2.0/subnets/0c4bdca9-90c5-45c2-9d65-b8353c130a71 HTTP/1.1" status: 204 len: 168 time: 1.8578346 Jun 03 15:39:24.152457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59556) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:24.162659 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.173751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:24.185845 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.213129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db571d2b-c619-495d-8dcf-cf276c010b05 None None] Network a5333620-e220-4120-9f63-456222f0e4d5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:24.224896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ddeb4c25-2cfa-4ef5-b2e6-ba5ee02b7edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:24.234416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ddeb4c25-2cfa-4ef5-b2e6-ba5ee02b7edf admin admin] Usage tracker for resource:security_group_rule and tenant:4ced40d2d89c43c6bf5b845e16eba9e8 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:24.244103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ddeb4c25-2cfa-4ef5-b2e6-ba5ee02b7edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:24.257979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ddeb4c25-2cfa-4ef5-b2e6-ba5ee02b7edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:24.325632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0999f340-dd42-4ca6-9b61-8a847e0691df None None] Deleting port e94dba1f-ec52-4a06-a3a2-40c40c34f692 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:24.325781 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0999f340-dd42-4ca6-9b61-8a847e0691df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.370808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-73ec4765-ed2c-4b13-921e-a3ed92bced86 None None] Calling delete_port for f7f12439-a540-4fcf-96fe-19ae80e3e366 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:24.388582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.401206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Deleting port f7f12439-a540-4fcf-96fe-19ae80e3e366 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:24.401568 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.506454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-fedea99b-db81-4440-b2e8-3937e861abaf req-e9df7149-b4d4-4752-b012-936cd8d187d8 service neutron] (88444) timed out ('10.222.0.67', 64329) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:39:24.550068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0999f340-dd42-4ca6-9b61-8a847e0691df None None] The port 'e94dba1f-ec52-4a06-a3a2-40c40c34f692' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:39:24.555441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port a895019e-7df9-4c54-93d2-33c30691e99f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:24.563214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a895019e-7df9-4c54-93d2-33c30691e99f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:24.563863 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.582592 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddeb4c25-2cfa-4ef5-b2e6-ba5ee02b7edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.603494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddeb4c25-2cfa-4ef5-b2e6-ba5ee02b7edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.637905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59566) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:24.639260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9696164 Jun 03 15:39:24.688467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6dc0a273-e0f2-42c5-ab83-3673d0ce10d4 req-366b4c4f-c92e-4fdb-abdb-ae5e397b3ad4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 210 time: 0.5931103 Jun 03 15:39:24.697237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-2c1538da-a18e-4d62-9bb3-63eb9f7faf1d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 380 time: 0.8465483 Jun 03 15:39:24.704713 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-73ec4765-ed2c-4b13-921e-a3ed92bced86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.777978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] For port f7f12439-a540-4fcf-96fe-19ae80e3e366, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f7f12439-a540-4fcf-96fe-19ae80e3e366,segment=NetworkSegment(3780b586-74f8-4503-b6a3-5f962839ff1b),segment_id=3780b586-74f8-4503-b6a3-5f962839ff1b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:24.779331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:24.974965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Calling delete_port for f7f12439-a540-4fcf-96fe-19ae80e3e366 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:24.996520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec4765-ed2c-4b13-921e-a3ed92bced86 None None] Pushing event deleted for resources: {'Port': ['ID=f7f12439-a540-4fcf-96fe-19ae80e3e366,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:25.007066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec4765-ed2c-4b13-921e-a3ed92bced86 None None] No DVR routers for this DVR port f7f12439-a540-4fcf-96fe-19ae80e3e366 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:25.038788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a895019e-7df9-4c54-93d2-33c30691e99f is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:25.039176 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.121800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a5bff-da5a-4894-9336-9b8ae28d1046 None None] DHCP port deletion for a5333620-e220-4120-9f63-456222f0e4d5 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:25.139760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-698a5bff-da5a-4894-9336-9b8ae28d1046 None None] Deleting port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:25.140129 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-698a5bff-da5a-4894-9336-9b8ae28d1046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.172392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5436eae-24da-45cb-8211-521518830422 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event updated for resources: {'Network': ['ID=33b9b429-6a6e-49b0-af83-a6d7f8076a74,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:25.185418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'port': {'device_id': 'f259008b-a378-4ce7-a369-2bf547125b80', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'admin_state_up': True, 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'security_groups': ['6699b6b7-19c6-4707-9958-d64e3f3c8d2d']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:25.188749 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:39:25.189339 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:39:25.218390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port a895019e-7df9-4c54-93d2-33c30691e99f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a895019e-7df9-4c54-93d2-33c30691e99f,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:25.225185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 33b9b429-6a6e-49b0-af83-a6d7f8076a74 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:25.229785 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ddeb4c25-2cfa-4ef5-b2e6-ba5ee02b7edf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ced40d2d89c43c6bf5b845e16eba9e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2533922 Jun 03 15:39:25.239529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59572) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:25.268448 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-184476a1-53af-4b3e-abd8-ecd52bfc614e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=255bf6a578684f678a557a15449d6d04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6393125 Jun 03 15:39:25.281290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59576) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:25.426455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb4c25-2cfa-4ef5-b2e6-ba5ee02b7edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1268c479-0442-42fa-a1f7-90b13ccccad7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:25.514266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d185ee1-3ca8-43d5-b501-11c49dd467dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.525840 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be6afaa0-5b46-48f0-87b7-bb234e8e954a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.528769 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.572374 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d185ee1-3ca8-43d5-b501-11c49dd467dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.639920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f7f12439-a540-4fcf-96fe-19ae80e3e366 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:25.672947 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be6afaa0-5b46-48f0-87b7-bb234e8e954a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.689949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f7f12439-a540-4fcf-96fe-19ae80e3e366 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:25.690707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f7f12439-a540-4fcf-96fe-19ae80e3e366 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:25.691276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Deleting port f7f12439-a540-4fcf-96fe-19ae80e3e366 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:25.691619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.706181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e94dba1f-ec52-4a06-a3a2-40c40c34f692 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:25.804170 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be6afaa0-5b46-48f0-87b7-bb234e8e954a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.808950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:25.813394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:port and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:25.816975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:25.823789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:25.827595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e94dba1f-ec52-4a06-a3a2-40c40c34f692 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:25.829476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e94dba1f-ec52-4a06-a3a2-40c40c34f692 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:25.847223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d185ee1-3ca8-43d5-b501-11c49dd467dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.851135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:25.854867 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.875949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6afaa0-5b46-48f0-87b7-bb234e8e954a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1268c479-0442-42fa-a1f7-90b13ccccad7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:25.899107 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be6afaa0-5b46-48f0-87b7-bb234e8e954a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.900258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-be6afaa0-5b46-48f0-87b7-bb234e8e954a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1268c479-0442-42fa-a1f7-90b13ccccad7 HTTP/1.1" status: 204 len: 168 time: 0.6479716 Jun 03 15:39:25.905427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d185ee1-3ca8-43d5-b501-11c49dd467dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:25.906658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2d185ee1-3ca8-43d5-b501-11c49dd467dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1582fab1-51f3-4697-b052-943d3a46c1a9 HTTP/1.1" status: 204 len: 168 time: 0.6243474 Jun 03 15:39:25.936862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] The port 'f7f12439-a540-4fcf-96fe-19ae80e3e366' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:39:26.138184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-698a5bff-da5a-4894-9336-9b8ae28d1046 None None] For port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=727ffd0d-4d75-4cbe-8d08-b623fb7a1de5,segment=NetworkSegment(7a491de5-db0f-47f8-aac6-0a1da9084809),segment_id=7a491de5-db0f-47f8-aac6-0a1da9084809)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:26.138582 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-698a5bff-da5a-4894-9336-9b8ae28d1046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.304435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.20.0.5 (8616e049-be0e-4316-8a4d-f3f9fc32f4aa/b6f2775e-c94e-4891-a56b-88a73e7e0c48/4de36b08-1233-4a27-906a-d6906ff69231) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:26.310712 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.387338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:26.437565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3780b586-74f8-4503-b6a3-5f962839ff1b') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:26.438051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3780b586-74f8-4503-b6a3-5f962839ff1b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:26.467554 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.503052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-698a5bff-da5a-4894-9336-9b8ae28d1046 None None] Calling delete_port for 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:26.508923 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.524915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:26.525771 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.545251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:26.599764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=a895019e-7df9-4c54-93d2-33c30691e99f,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:26.802166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 update to DOWN by agent not found {{(pid=88446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:39:26.806560 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-698a5bff-da5a-4894-9336-9b8ae28d1046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.828177 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.861272 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.879163 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:26.881452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Transition to ACTIVE for port object 4de36b08-1233-4a27-906a-d6906ff69231 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:26.898896 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3780b586-74f8-4503-b6a3-5f962839ff1b resource provider aggregate not found Jun 03 15:39:26.905757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a5bff-da5a-4894-9336-9b8ae28d1046 None None] Pushing event deleted for resources: {'Port': ['ID=727ffd0d-4d75-4cbe-8d08-b623fb7a1de5,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:26.924642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a5bff-da5a-4894-9336-9b8ae28d1046 None None] No DVR routers for this DVR port 727ffd0d-4d75-4cbe-8d08-b623fb7a1de5 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:26.934167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d185ee1-3ca8-43d5-b501-11c49dd467dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1582fab1-51f3-4697-b052-943d3a46c1a9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:27.043720 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3780b586-74f8-4503-b6a3-5f962839ff1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3780b586-74f8-4503-b6a3-5f962839ff1b found for delete ", "request_id": "req-5ebf9737-1311-4392-b224-664f98386e1c"}]} Jun 03 15:39:27.051318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.057774 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "DELETE /v2.0/networks/0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f HTTP/1.1" status: 204 len: 168 time: 2.9038243 Jun 03 15:39:27.061939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34da4ea-9453-48f6-9b22-a7df47d57b7e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event deleted for resources: {'Network': ['ID=0ee9d8b1-8a84-4d6a-9fe2-eb2345f7e60f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:27.064060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59614) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:27.242941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:27.262088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:27.268785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:27.377034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=4de36b08-1233-4a27-906a-d6906ff69231,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:27.430140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:27.431352 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.462057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33696749-e442-4dbd-a387-6ad3a81f50df req-275073d7-5769-4857-a50f-2fe052e2a9f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:27.475783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33696749-e442-4dbd-a387-6ad3a81f50df req-275073d7-5769-4857-a50f-2fe052e2a9f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 931 time: 0.5469460 Jun 03 15:39:27.500573 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.582237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-0b037563-7743-4185-bfce-fedc76338bc5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4030876 Jun 03 15:39:27.633148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Request body: {'port': {'device_id': 'f259008b-a378-4ce7-a369-2bf547125b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:27.752164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3d23b566-8650-493e-9cc1-229275fa40ff None None] Provisioning for port 4de36b08-1233-4a27-906a-d6906ff69231 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:27.760000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3d23b566-8650-493e-9cc1-229275fa40ff None None] Provisioning complete for port 4de36b08-1233-4a27-906a-d6906ff69231 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:27.760368 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3d23b566-8650-493e-9cc1-229275fa40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.773807 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.825356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33696749-e442-4dbd-a387-6ad3a81f50df req-ee2ab5b3-129a-4bd4-99d9-d33f95eaf01c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467028 Jun 03 15:39:27.834914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5333620-e220-4120-9f63-456222f0e4d5']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:27.860711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a491de5-db0f-47f8-aac6-0a1da9084809') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:27.861426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a491de5-db0f-47f8-aac6-0a1da9084809') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:27.909049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.939616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3d23b566-8650-493e-9cc1-229275fa40ff None None] Port 4de36b08-1233-4a27-906a-d6906ff69231 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:27.962908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59636) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:27.964254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:27.973787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:27.974528 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.024164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a895019e-7df9-4c54-93d2-33c30691e99f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:28.027039 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.131804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59644) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:28.141264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c9550993-0336-4afd-b2d0-a96713c5dc36 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:28.143544 n-d-844595-1 neutron-server[88445]: WARNING neutron.api.v2.base [None req-c9550993-0336-4afd-b2d0-a96713c5dc36 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 15:39:28.144126 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-c9550993-0336-4afd-b2d0-a96713c5dc36 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:39:28.146726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c9550993-0336-4afd-b2d0-a96713c5dc36 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1831667 Jun 03 15:39:28.163180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'subnets': [{'network_id': '1585ecc3-a087-4f67-9e40-106a64a17368', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--113960655', 'ip_version': 6}, {'network_id': '33b9b429-6a6e-49b0-af83-a6d7f8076a74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:28.163575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'subnet': {'network_id': '1585ecc3-a087-4f67-9e40-106a64a17368', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--113960655', 'ip_version': 6}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:28.164322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Request body: {'subnet': {'network_id': '33b9b429-6a6e-49b0-af83-a6d7f8076a74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:28.182540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59648) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:28.198533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group': {'name': 'tempest-secgroup--656338224'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:28.227012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a895019e-7df9-4c54-93d2-33c30691e99f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:28.227480 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.265347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:28.288842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:28.297654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:28.311496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:28.403720 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.417472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.428664 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.443494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.456169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a895019e-7df9-4c54-93d2-33c30691e99f is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:28.459303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event deleted for resources: {'Network': ['ID=a5333620-e220-4120-9f63-456222f0e4d5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:28.465786 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a8d8376f-5d9e-4dd4-8e42-ad806ddcd974 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "DELETE /v2.0/networks/a5333620-e220-4120-9f63-456222f0e4d5 HTTP/1.1" status: 204 len: 168 time: 1.3890891 Jun 03 15:39:28.468759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59658) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:28.550786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd21a344-e7e5-4d52-87d2-b8ba2f751de5 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Deleting subnet 57cd8208-4cc3-40b8-9d4f-535e5c4f0c33 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:28.551901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:28.555853 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd21a344-e7e5-4d52-87d2-b8ba2f751de5 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.637302 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd21a344-e7e5-4d52-87d2-b8ba2f751de5 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.735574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:28.742681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:28.758456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd21a344-e7e5-4d52-87d2-b8ba2f751de5 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.769393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:28.795302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:28.818766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Usage tracker for resource:subnet and tenant:0688bf81f08e49cdad541fdedb3c7243 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:28.825059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:28.857221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd21a344-e7e5-4d52-87d2-b8ba2f751de5 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.857652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:28.890509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Made reservation on behalf of 0688bf81f08e49cdad541fdedb3c7243 for: {'subnet': 2} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:28.895485 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.896018 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.931295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21a344-e7e5-4d52-87d2-b8ba2f751de5 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event deleted for resources: {'Subnet': ['ID=57cd8208-4cc3-40b8-9d4f-535e5c4f0c33,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:28.944237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6797204d-dd8f-41fe-87c3-c520ab80e034 None None] Network d12ad51e-f84c-42d0-85cd-ef2c783cf7fc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:28.957332 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd21a344-e7e5-4d52-87d2-b8ba2f751de5 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:28.977696 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fd21a344-e7e5-4d52-87d2-b8ba2f751de5 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "DELETE /v2.0/subnets/57cd8208-4cc3-40b8-9d4f-535e5c4f0c33 HTTP/1.1" status: 204 len: 168 time: 0.5074615 Jun 03 15:39:28.980564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59676) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:29.125890 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 7a491de5-db0f-47f8-aac6-0a1da9084809 resource provider aggregate not found Jun 03 15:39:29.157414 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 7a491de5-db0f-47f8-aac6-0a1da9084809 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a491de5-db0f-47f8-aac6-0a1da9084809 found for delete ", "request_id": "req-41f5add7-3d7a-4626-b8d7-ed5c67cbfbeb"}]} Jun 03 15:39:29.168524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.177240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de36b08-1233-4a27-906a-d6906ff69231 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:39:29.186971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Deleting port 50ca988a-81f2-4d1c-a973-2701e11e10e0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:29.187541 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.199903 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.254977 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.286339 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.300104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Transition to ACTIVE for port object 4de36b08-1233-4a27-906a-d6906ff69231 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:29.334436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aead31b-befd-4cf9-b8f1-ed7336004432 None None] DHCP port deletion for d12ad51e-f84c-42d0-85cd-ef2c783cf7fc request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:39:29.338862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8aead31b-befd-4cf9-b8f1-ed7336004432 None None] Deleting port 50ca988a-81f2-4d1c-a973-2701e11e10e0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:29.339968 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8aead31b-befd-4cf9-b8f1-ed7336004432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.341669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:29.358208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.365468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:29.412192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:29.449929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:29.546836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] For port 50ca988a-81f2-4d1c-a973-2701e11e10e0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=50ca988a-81f2-4d1c-a973-2701e11e10e0,segment=NetworkSegment(7f7033d6-10ec-4a6d-8932-132347dbe042),segment_id=7f7033d6-10ec-4a6d-8932-132347dbe042)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:29.547284 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.588512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de82d7a-c070-46d6-a181-e804551e8627 req-1f28b5fe-6022-403e-a636-9ae0f0f70598 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:29.589422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0de82d7a-c070-46d6-a181-e804551e8627 req-1f28b5fe-6022-403e-a636-9ae0f0f70598 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:29.592311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093e150c-631a-4a56-994f-bac4a9d40a3e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:29.593966 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.692949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Pushing event updated for resources: {'Port': ['ID=4de36b08-1233-4a27-906a-d6906ff69231,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:29.781646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8aead31b-befd-4cf9-b8f1-ed7336004432 None None] For port 50ca988a-81f2-4d1c-a973-2701e11e10e0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=50ca988a-81f2-4d1c-a973-2701e11e10e0,segment=NetworkSegment(7f7033d6-10ec-4a6d-8932-132347dbe042),segment_id=7f7033d6-10ec-4a6d-8932-132347dbe042)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:29.781646 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8aead31b-befd-4cf9-b8f1-ed7336004432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.784663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Calling delete_port for 50ca988a-81f2-4d1c-a973-2701e11e10e0 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:29.898594 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:29.900819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0de82d7a-c070-46d6-a181-e804551e8627 req-1f28b5fe-6022-403e-a636-9ae0f0f70598 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:29.902287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0de82d7a-c070-46d6-a181-e804551e8627 req-1f28b5fe-6022-403e-a636-9ae0f0f70598 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 931 time: 0.9144888 Jun 03 15:39:29.979609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event deleted for resources: {'Port': ['ID=50ca988a-81f2-4d1c-a973-2701e11e10e0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:29.991050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.991400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.991737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.992070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.992397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.992725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.993052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.993545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.993888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.994222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.994567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.994899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:29.999705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] No DVR routers for this DVR port 50ca988a-81f2-4d1c-a973-2701e11e10e0 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:30.038734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8aead31b-befd-4cf9-b8f1-ed7336004432 None None] Calling delete_port for 50ca988a-81f2-4d1c-a973-2701e11e10e0 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:30.077056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 50ca988a-81f2-4d1c-a973-2701e11e10e0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:30.140819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.146271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 50ca988a-81f2-4d1c-a973-2701e11e10e0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:39:30.147060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 50ca988a-81f2-4d1c-a973-2701e11e10e0 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:39:30.180385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12ad51e-f84c-42d0-85cd-ef2c783cf7fc']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:30.191118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0de82d7a-c070-46d6-a181-e804551e8627 req-660c5bec-9023-40ea-a053-9ffc5344c4d1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692797 Jun 03 15:39:30.198762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7033d6-10ec-4a6d-8932-132347dbe042') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:30.199108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7033d6-10ec-4a6d-8932-132347dbe042') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:30.199786 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-8aead31b-befd-4cf9-b8f1-ed7336004432 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:39:30.200141 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-8aead31b-befd-4cf9-b8f1-ed7336004432 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:39:30.211800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.225778 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.229086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Attempting to bind port 4de36b08-1233-4a27-906a-d6906ff69231 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:30.229463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Attempting to bind port 4de36b08-1233-4a27-906a-d6906ff69231 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:30.229809 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.230079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Attempting to bind port 4de36b08-1233-4a27-906a-d6906ff69231 on network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:30.240237 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.241391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:30.241847 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.257480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Port 4de36b08-1233-4a27-906a-d6906ff69231 on network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:30.257801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Attempting to bind port 4de36b08-1233-4a27-906a-d6906ff69231 on network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:30.285913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:30.285913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Checking segment: {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:30.285913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Bound using segment: {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:30.286360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Bound port: 4de36b08-1233-4a27-906a-d6906ff69231, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:30.286360 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.356803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d2a82-c57b-434c-8f8e-bc81d937e382,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:30.374184 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.375410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2abaee6e-a033-49ec-a4e7-43ea72643d95 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1917417 Jun 03 15:39:30.380635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59714) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:30.394747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9ce05263-2ef9-4fc6-824c-01b8de17d3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'be7d2a82-c57b-434c-8f8e-bc81d937e382', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:30.402945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9ce05263-2ef9-4fc6-824c-01b8de17d3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:30.410457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9ce05263-2ef9-4fc6-824c-01b8de17d3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:30.415540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9ce05263-2ef9-4fc6-824c-01b8de17d3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:30.418842 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.457857 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.460849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9ce05263-2ef9-4fc6-824c-01b8de17d3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:30.464083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Pushing event deleted for resources: {'Network': ['ID=d12ad51e-f84c-42d0-85cd-ef2c783cf7fc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:30.487398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:30.491932 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fcde8d2b-2f4c-43d9-95f0-c0f6b67ff02e tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "DELETE /v2.0/networks/d12ad51e-f84c-42d0-85cd-ef2c783cf7fc HTTP/1.1" status: 204 len: 168 time: 1.5100672 Jun 03 15:39:30.501670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59718) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:30.502466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4de36b08-1233-4a27-906a-d6906ff69231,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:30.518203 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.561078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7c6b92ef-d5f0-4abe-bec7-04935b0d5346 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Synchronizing usage tracker for tenant:4559be6dd5fe4ece8c9dd18db4524f60 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:30.563792 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ce05263-2ef9-4fc6-824c-01b8de17d3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.607074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:30.609545 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.611379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] 10.222.0.67 "PUT /v2.0/ports/4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 1091 time: 3.0034513 Jun 03 15:39:30.612449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:30.617501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7c6b92ef-d5f0-4abe-bec7-04935b0d5346 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Unset dirty status for tenant:4559be6dd5fe4ece8c9dd18db4524f60 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:30.620193 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.625234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59730) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:30.634916 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7c6b92ef-d5f0-4abe-bec7-04935b0d5346 tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e647e24-2e11-4fd1-9f1a-f22381a32fc8 HTTP/1.1" status: 200 len: 205 time: 0.1309466 Jun 03 15:39:30.702393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8aead31b-befd-4cf9-b8f1-ed7336004432 None None] Deleting port 50ca988a-81f2-4d1c-a973-2701e11e10e0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:30.703053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8aead31b-befd-4cf9-b8f1-ed7336004432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.703438 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ce05263-2ef9-4fc6-824c-01b8de17d3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.710248 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ce05263-2ef9-4fc6-824c-01b8de17d3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.772464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce05263-2ef9-4fc6-824c-01b8de17d3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02250a5-008e-4af8-8807-6ab6c8922b81,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:30.791126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8aead31b-befd-4cf9-b8f1-ed7336004432 None None] The port '50ca988a-81f2-4d1c-a973-2701e11e10e0' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:39:30.791397 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ce05263-2ef9-4fc6-824c-01b8de17d3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.792403 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9ce05263-2ef9-4fc6-824c-01b8de17d3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4106946 Jun 03 15:39:30.795566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59738) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:30.800813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-150fe105-3fb2-4d1a-a16a-6c8e37d3c8b7 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'be7d2a82-c57b-434c-8f8e-bc81d937e382', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:30.808274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-150fe105-3fb2-4d1a-a16a-6c8e37d3c8b7 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:30.808416 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276a73c4-2110-48f7-a474-43e010acd42c'] response: {'name': 'network-changed', 'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231', 'status': 'completed', 'code': 200} Jun 03 15:39:30.813076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-150fe105-3fb2-4d1a-a16a-6c8e37d3c8b7 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:30.818811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-150fe105-3fb2-4d1a-a16a-6c8e37d3c8b7 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:30.825944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-150fe105-3fb2-4d1a-a16a-6c8e37d3c8b7 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:30.862887 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-150fe105-3fb2-4d1a-a16a-6c8e37d3c8b7 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:30.955026 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-150fe105-3fb2-4d1a-a16a-6c8e37d3c8b7 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:39:30.959276 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-150fe105-3fb2-4d1a-a16a-6c8e37d3c8b7 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1626642 Jun 03 15:39:30.959916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59742) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:31.039609 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3da738c7-e121-4c0d-ba24-99e25c6ac53b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.079748 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3da738c7-e121-4c0d-ba24-99e25c6ac53b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.115455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e375aa-7bc6-4602-89ca-978b0c51f17f service neutron] Pushing event updated for resources: {'Port': ['ID=4de36b08-1233-4a27-906a-d6906ff69231,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:31.144297 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3da738c7-e121-4c0d-ba24-99e25c6ac53b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.153066 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43583c0d-e7b8-4b7c-9d77-73d1a0079ade tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.173521 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3da738c7-e121-4c0d-ba24-99e25c6ac53b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.181657 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3da738c7-e121-4c0d-ba24-99e25c6ac53b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "DELETE /v2.0/security-groups/be7d2a82-c57b-434c-8f8e-bc81d937e382 HTTP/1.1" status: 204 len: 168 time: 0.2138858 Jun 03 15:39:31.181657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da738c7-e121-4c0d-ba24-99e25c6ac53b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d2a82-c57b-434c-8f8e-bc81d937e382,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:31.181657 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 7f7033d6-10ec-4a6d-8932-132347dbe042 resource provider aggregate not found Jun 03 15:39:31.194136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59748) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:31.217903 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 7f7033d6-10ec-4a6d-8932-132347dbe042 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f7033d6-10ec-4a6d-8932-132347dbe042 found for delete ", "request_id": "req-13ec9f0f-8111-459b-bc15-86308631cece"}]} Jun 03 15:39:31.273380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-69765c0d-4258-4bf2-92c9-6c11ea0c7f62 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Synchronizing usage tracker for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:31.288425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Checking segment: {'id': '287d0749-2599-4f23-9b46-8f232b826e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1585ecc3-a087-4f67-9e40-106a64a17368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:31.288785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Network hostable DHCP agents. Network: 1585ecc3-a087-4f67-9e40-106a64a17368, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:31.293740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event updated for resources: {'Subnet': ['ID=fab3a2c7-e0d4-4c06-89bf-aca16a57b4ff,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:31.313576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-69765c0d-4258-4bf2-92c9-6c11ea0c7f62 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Unset dirty status for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:31.323697 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-69765c0d-4258-4bf2-92c9-6c11ea0c7f62 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1265640 Jun 03 15:39:31.324441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59756) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:31.375878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group': {'name': 'tempest-secgroup--627052363'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:31.393687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:31.586281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:31.596621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Network 1585ecc3-a087-4f67-9e40-106a64a17368 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:31.605720 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43583c0d-e7b8-4b7c-9d77-73d1a0079ade tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.613581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-4cafa910-090a-4ea7-801c-65ae82a6dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:31.615201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-4cafa910-090a-4ea7-801c-65ae82a6dcf5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1094 time: 0.7932148 Jun 03 15:39:31.622334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43583c0d-e7b8-4b7c-9d77-73d1a0079ade tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.691351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 1585ecc3-a087-4f67-9e40-106a64a17368) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:31.701671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf2b05-a44d-410e-8539-b2050507e68d None None] Network 1585ecc3-a087-4f67-9e40-106a64a17368 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:31.703609 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.724122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-10303e12-a7da-4246-8739-af53df3e7561 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 217 time: 0.0916107 Jun 03 15:39:31.725129 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.831582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43583c0d-e7b8-4b7c-9d77-73d1a0079ade tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.832051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43583c0d-e7b8-4b7c-9d77-73d1a0079ade tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Fanout notify agent at l3_agent the message router_deleted on router 2e647e24-2e11-4fd1-9f1a-f22381a32fc8 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:39:31.869897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:31.886772 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43583c0d-e7b8-4b7c-9d77-73d1a0079ade tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:31.891073 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-43583c0d-e7b8-4b7c-9d77-73d1a0079ade tempest-RoutersNegativeTest-918286350 tempest-RoutersNegativeTest-918286350-project] 10.222.0.48 "DELETE /v2.0/routers/2e647e24-2e11-4fd1-9f1a-f22381a32fc8 HTTP/1.1" status: 204 len: 168 time: 1.2307904 Jun 03 15:39:31.898930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:31.909607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:31.919328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event updated for resources: {'Subnet': ['ID=eb2c2b08-f67b-4945-9824-4213291cd48f,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:31.928511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-6df8b05e-4f03-4fea-aa03-2100efc90b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:31.930610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-6df8b05e-4f03-4fea-aa03-2100efc90b18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6f2775e-c94e-4891-a56b-88a73e7e0c48 HTTP/1.1" status: 200 len: 833 time: 0.1667001 Jun 03 15:39:31.931811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:31.948276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5e0ec-4f73-434b-866c-a10430879f31 req-5f66f3dd-755e-4919-a736-1aedfe92b027 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:31.956598 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59c5e0ec-4f73-434b-866c-a10430879f31 req-5f66f3dd-755e-4919-a736-1aedfe92b027 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 943 time: 0.5757878 Jun 03 15:39:31.986675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-1585ecc3-a087-4f67-9e40-106a64a17368', 'network_id': '1585ecc3-a087-4f67-9e40-106a64a17368', 'tenant_id': '0688bf81f08e49cdad541fdedb3c7243', 'fixed_ips': [{'subnet_id': 'fab3a2c7-e0d4-4c06-89bf-aca16a57b4ff'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:31.987848 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.045952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Checking segment: {'id': 'e605f318-d2d7-4960-b248-9bbf3eb43646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '33b9b429-6a6e-49b0-af83-a6d7f8076a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:32.046320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Network hostable DHCP agents. Network: 33b9b429-6a6e-49b0-af83-a6d7f8076a74, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:32.142214 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59c5e0ec-4f73-434b-866c-a10430879f31 req-377b11ff-bdf5-4b83-a305-8a8478b73d75 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842535 Jun 03 15:39:32.170700 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fbb1e824-8dd2-4e42-b37a-9c3582e4ad70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.171029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Network 33b9b429-6a6e-49b0-af83-a6d7f8076a74 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:32.218746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 33b9b429-6a6e-49b0-af83-a6d7f8076a74) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:32.229339 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.232622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:32.233052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:32.233710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.240228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385d22f9-14e3-4df3-bf92-1779a759b79a None None] Network 33b9b429-6a6e-49b0-af83-a6d7f8076a74 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:32.242993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-4b395df5-c442-437a-988e-ee1026540faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:32.244927 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-4b395df5-c442-437a-988e-ee1026540faa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2859943 Jun 03 15:39:32.251181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.260842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Allocated IP 2001:db8::1 (1585ecc3-a087-4f67-9e40-106a64a17368/fab3a2c7-e0d4-4c06-89bf-aca16a57b4ff/47cb6789-53f8-4057-8d3b-d19a38c39ad1) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:32.425520 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59774) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:32.426224 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d0cfb991-f50a-4ace-a305-5826aecffe9a tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.2910101 Jun 03 15:39:32.443775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ce9cdc-3451-417a-ba6a-b76feb0a6e79,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:32.448825 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.450081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-35769ab5-0c68-4fec-a723-f206f13c3555 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1238198 Jun 03 15:39:32.455328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59778) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:32.472467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-80e68e09-6bb3-4838-a784-8f8cc9be6606 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'f2ce9cdc-3451-417a-ba6a-b76feb0a6e79', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:32.473758 n-d-844595-1 neutron-server[88445]: WARNING neutron.api.v2.base [None req-80e68e09-6bb3-4838-a784-8f8cc9be6606 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 03 15:39:32.474643 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-80e68e09-6bb3-4838-a784-8f8cc9be6606 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:32.479607 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-80e68e09-6bb3-4838-a784-8f8cc9be6606 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0192111 Jun 03 15:39:32.488893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59782) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:32.501143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59786) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:32.555026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1defae3-d4e4-451c-82ab-6efe764bd7eb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:32.556590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1defae3-d4e4-451c-82ab-6efe764bd7eb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:32.558371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1defae3-d4e4-451c-82ab-6efe764bd7eb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:32.573936 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f1defae3-d4e4-451c-82ab-6efe764bd7eb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1335018 Jun 03 15:39:32.576715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59792) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:32.580836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-e7baf8e8-ccf0-4398-b63e-15576d618edc service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245766 Jun 03 15:39:32.675798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0729fee-25c1-45c2-af88-5d9fd6a81acd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Deleting subnet fab3a2c7-e0d4-4c06-89bf-aca16a57b4ff {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:32.798987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-33b9b429-6a6e-49b0-af83-a6d7f8076a74', 'network_id': '33b9b429-6a6e-49b0-af83-a6d7f8076a74', 'tenant_id': '0688bf81f08e49cdad541fdedb3c7243', 'fixed_ips': [{'subnet_id': 'eb2c2b08-f67b-4945-9824-4213291cd48f'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:39:32.801543 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.873042 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-be6b477b-1693-49ed-adb6-b4d775aff1e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4559be6dd5fe4ece8c9dd18db4524f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711751 Jun 03 15:39:32.876640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59802) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:32.892378 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.952263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aeb40b-692c-4c8c-aa54-a7486b415e0f req-1e4d2d36-3ecf-49f8-8852-005f1e8cebc4 service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469043 Jun 03 15:39:32.954345 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.961266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:32.977007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Transition to ACTIVE for port object 47cb6789-53f8-4057-8d3b-d19a38c39ad1 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:33.015869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Transition to ACTIVE for port object 47cb6789-53f8-4057-8d3b-d19a38c39ad1 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:33.019566 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bff1e23-b956-4713-b03c-fbee0acff8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.054173 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.063162 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.103876 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bff1e23-b956-4713-b03c-fbee0acff8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.133909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0729fee-25c1-45c2-af88-5d9fd6a81acd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.158422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ce9cdc-3451-417a-ba6a-b76feb0a6e79,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:33.199370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Network 1585ecc3-a087-4f67-9e40-106a64a17368 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:33.201938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0729fee-25c1-45c2-af88-5d9fd6a81acd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.206942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:33.213473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.213820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.214221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.214557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.217380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Pushing event updated for resources: {'Port': ['ID=47cb6789-53f8-4057-8d3b-d19a38c39ad1,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:33.219972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:33.225963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.226398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.226739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.227074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.227407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.228132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.228468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.228795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:33.253855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Allocated IP 2001:db8:0:1::1 (33b9b429-6a6e-49b0-af83-a6d7f8076a74/eb2c2b08-f67b-4945-9824-4213291cd48f/3b05d976-aa30-40df-b649-bf8c76a5fecf) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:33.291813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.296124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cdd6b56b-181a-4f90-b9ed-ad56fb99405c tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "DELETE /v2.0/security-groups/f2ce9cdc-3451-417a-ba6a-b76feb0a6e79 HTTP/1.1" status: 204 len: 168 time: 0.8053906 Jun 03 15:39:33.301986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59812) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:33.465302 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0729fee-25c1-45c2-af88-5d9fd6a81acd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.508901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Attempting to bind port 47cb6789-53f8-4057-8d3b-d19a38c39ad1 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:33.509242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Attempting to bind port 47cb6789-53f8-4057-8d3b-d19a38c39ad1 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '287d0749-2599-4f23-9b46-8f232b826e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1585ecc3-a087-4f67-9e40-106a64a17368'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:33.509901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Attempting to bind port 47cb6789-53f8-4057-8d3b-d19a38c39ad1 on network 1585ecc3-a087-4f67-9e40-106a64a17368 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:33.520301 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bff1e23-b956-4713-b03c-fbee0acff8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.520826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:33.521446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Checking segment: {'id': '287d0749-2599-4f23-9b46-8f232b826e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1585ecc3-a087-4f67-9e40-106a64a17368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:33.522071 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.522661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Bound using segment: {'id': '287d0749-2599-4f23-9b46-8f232b826e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1585ecc3-a087-4f67-9e40-106a64a17368'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:33.523334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Bound port: 47cb6789-53f8-4057-8d3b-d19a38c39ad1, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287d0749-2599-4f23-9b46-8f232b826e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1585ecc3-a087-4f67-9e40-106a64a17368'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:33.523934 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.553679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff1e23-b956-4713-b03c-fbee0acff8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2733e35d-a0c0-409e-b073-d52093bdd467,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:33.563465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bff1e23-b956-4713-b03c-fbee0acff8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.566857 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5bff1e23-b956-4713-b03c-fbee0acff8b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2733e35d-a0c0-409e-b073-d52093bdd467 HTTP/1.1" status: 204 len: 168 time: 0.6704440 Jun 03 15:39:33.618601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0729fee-25c1-45c2-af88-5d9fd6a81acd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.639167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2f30a0b5-e8c6-477b-94f8-495088ec0348 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Synchronizing usage tracker for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:33.650514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd45bcd-0bb8-4519-aa9d-4ed078120271 req-85d8a594-4d00-493b-8c27-39ea509dd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:33.652360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bd45bcd-0bb8-4519-aa9d-4ed078120271 req-85d8a594-4d00-493b-8c27-39ea509dd064 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1094 time: 0.5539913 Jun 03 15:39:33.682698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0729fee-25c1-45c2-af88-5d9fd6a81acd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:33.687509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0729fee-25c1-45c2-af88-5d9fd6a81acd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Subnet': ['ID=fab3a2c7-e0d4-4c06-89bf-aca16a57b4ff,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:33.707433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c0729fee-25c1-45c2-af88-5d9fd6a81acd tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "DELETE /v2.0/subnets/fab3a2c7-e0d4-4c06-89bf-aca16a57b4ff HTTP/1.1" status: 204 len: 168 time: 1.1168785 Jun 03 15:39:33.707433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59818) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:33.915842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f236c61f-3a3e-49af-96b9-acd0f41ab721 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Deleting subnet eb2c2b08-f67b-4945-9824-4213291cd48f {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:39:34.122067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] For port 47cb6789-53f8-4057-8d3b-d19a38c39ad1, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:34.146291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] For port 47cb6789-53f8-4057-8d3b-d19a38c39ad1, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=47cb6789-53f8-4057-8d3b-d19a38c39ad1,segment=NetworkSegment(287d0749-2599-4f23-9b46-8f232b826e08),segment_id=287d0749-2599-4f23-9b46-8f232b826e08)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:34.171292 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.194376 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.216261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Transition to ACTIVE for port object 3b05d976-aa30-40df-b649-bf8c76a5fecf will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:34.238233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Transition to ACTIVE for port object 3b05d976-aa30-40df-b649-bf8c76a5fecf will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:34.246161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f236c61f-3a3e-49af-96b9-acd0f41ab721 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.304134 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.342845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2f30a0b5-e8c6-477b-94f8-495088ec0348 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Unset dirty status for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:34.344432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2f30a0b5-e8c6-477b-94f8-495088ec0348 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0154767 Jun 03 15:39:34.348864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59834) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:34.363546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cafde-3b25-4171-9639-c64db16f84a0 None None] Pushing event updated for resources: {'Port': ['ID=47cb6789-53f8-4057-8d3b-d19a38c39ad1,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:34.391739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f236c61f-3a3e-49af-96b9-acd0f41ab721 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.407032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be5464-fae6-4089-8e51-fe6fdb467c7c req-977d99b9-8283-4abe-9b99-8b26192a586d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:34.408589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39be5464-fae6-4089-8e51-fe6fdb467c7c req-977d99b9-8283-4abe-9b99-8b26192a586d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 943 time: 1.0689480 Jun 03 15:39:34.428034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984547950'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:34.466167 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-617d321e-e8d3-4c70-82da-7a331194cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.471954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Network 33b9b429-6a6e-49b0-af83-a6d7f8076a74 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:34.481049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:34.486582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:34.494027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:34.572087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:34.598563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Pushing event updated for resources: {'Port': ['ID=3b05d976-aa30-40df-b649-bf8c76a5fecf,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:34.623840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39be5464-fae6-4089-8e51-fe6fdb467c7c req-ca93623c-7091-4eae-93ea-8f4fcc40f8d9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721160 Jun 03 15:39:34.630078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.675667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd45bcd-0bb8-4519-aa9d-4ed078120271 req-9ecc39a1-36af-4283-b31a-1f70d0e2487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:34.677191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bd45bcd-0bb8-4519-aa9d-4ed078120271 req-9ecc39a1-36af-4283-b31a-1f70d0e2487b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 200 len: 897 time: 1.0160825 Jun 03 15:39:34.689799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4243f-2de7-45e4-8d9e-c82b4f4f937f req-58d45b4d-3a86-4ffb-a0a3-e9538b644879 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:34.697919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adb4243f-2de7-45e4-8d9e-c82b4f4f937f req-58d45b4d-3a86-4ffb-a0a3-e9538b644879 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.4578207 Jun 03 15:39:34.717403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f224c6a-e994-48a3-a1b3-761e9b2d1a06 None None] Network 1585ecc3-a087-4f67-9e40-106a64a17368 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:34.718207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:34.786988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:34.801388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:34.805613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bd45bcd-0bb8-4519-aa9d-4ed078120271 req-e2bdc9dc-dd30-4d26-83c7-2c0665f07e33 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 217 time: 0.1050386 Jun 03 15:39:34.807546 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f236c61f-3a3e-49af-96b9-acd0f41ab721 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.866455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:34.909675 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f236c61f-3a3e-49af-96b9-acd0f41ab721 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:34.920166 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adb4243f-2de7-45e4-8d9e-c82b4f4f937f req-648db09a-a3cb-46cc-b4a1-75e2ffb6eb82 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212939 Jun 03 15:39:34.943747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd45bcd-0bb8-4519-aa9d-4ed078120271 req-170ee4cc-363c-40eb-9668-39821d5af11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:34.946684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bd45bcd-0bb8-4519-aa9d-4ed078120271 req-170ee4cc-363c-40eb-9668-39821d5af11d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6f2775e-c94e-4891-a56b-88a73e7e0c48 HTTP/1.1" status: 200 len: 833 time: 0.1304677 Jun 03 15:39:34.985140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Attempting to bind port 3b05d976-aa30-40df-b649-bf8c76a5fecf on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:34.985526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Attempting to bind port 3b05d976-aa30-40df-b649-bf8c76a5fecf by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e605f318-d2d7-4960-b248-9bbf3eb43646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '33b9b429-6a6e-49b0-af83-a6d7f8076a74'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:34.985896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Attempting to bind port 3b05d976-aa30-40df-b649-bf8c76a5fecf on network 33b9b429-6a6e-49b0-af83-a6d7f8076a74 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:35.000846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:35.001132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Checking segment: {'id': 'e605f318-d2d7-4960-b248-9bbf3eb43646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '33b9b429-6a6e-49b0-af83-a6d7f8076a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:35.001435 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.001716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Bound using segment: {'id': 'e605f318-d2d7-4960-b248-9bbf3eb43646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '33b9b429-6a6e-49b0-af83-a6d7f8076a74'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:35.002692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Bound port: 3b05d976-aa30-40df-b649-bf8c76a5fecf, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e605f318-d2d7-4960-b248-9bbf3eb43646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '33b9b429-6a6e-49b0-af83-a6d7f8076a74'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:35.003065 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.087049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f236c61f-3a3e-49af-96b9-acd0f41ab721 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.116258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236c61f-3a3e-49af-96b9-acd0f41ab721 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2c2b08-f67b-4945-9824-4213291cd48f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:35.124324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59854) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:35.130101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] For port 3b05d976-aa30-40df-b649-bf8c76a5fecf, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:35.133444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] For port 3b05d976-aa30-40df-b649-bf8c76a5fecf, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3b05d976-aa30-40df-b649-bf8c76a5fecf,segment=NetworkSegment(e605f318-d2d7-4960-b248-9bbf3eb43646),segment_id=e605f318-d2d7-4960-b248-9bbf3eb43646)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:35.138829 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f236c61f-3a3e-49af-96b9-acd0f41ab721 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "DELETE /v2.0/subnets/eb2c2b08-f67b-4945-9824-4213291cd48f HTTP/1.1" status: 204 len: 168 time: 1.4357750 Jun 03 15:39:35.140726 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.202320 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.286851 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.405574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba04bc8-1efa-4ea4-895e-b039b1a0f4f3 None None] Pushing event updated for resources: {'Port': ['ID=3b05d976-aa30-40df-b649-bf8c76a5fecf,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:35.411203 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.414176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c4fe4-e3ee-4d41-a3e3-a39ef012f312 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:35.414814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fc9c4fe4-e3ee-4d41-a3e3-a39ef012f312 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Synchronizing usage tracker for tenant:0688bf81f08e49cdad541fdedb3c7243 on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:35.437390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b9440-dd20-464d-8ac1-73fdc92687ae None None] Network 33b9b429-6a6e-49b0-af83-a6d7f8076a74 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:35.439021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3827b5fe-5bfd-442e-92ea-2f6198bb9169,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:35.459817 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.464362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59866) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:35.465039 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4f763789-b9bf-4890-baa8-4104ec02e3bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0900459 Jun 03 15:39:35.471271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-eafff146-de5a-4f99-8f51-f57cb8d714c5 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': '3827b5fe-5bfd-442e-92ea-2f6198bb9169', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:35.472294 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-eafff146-de5a-4f99-8f51-f57cb8d714c5 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 03 15:39:35.472856 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-eafff146-de5a-4f99-8f51-f57cb8d714c5 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:35.473930 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eafff146-de5a-4f99-8f51-f57cb8d714c5 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083935 Jun 03 15:39:35.479379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59870) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:35.483246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fc9c4fe4-e3ee-4d41-a3e3-a39ef012f312 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Unset dirty status for tenant:0688bf81f08e49cdad541fdedb3c7243 on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:35.488523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fc9c4fe4-e3ee-4d41-a3e3-a39ef012f312 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3551376 Jun 03 15:39:35.489184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd45bcd-0bb8-4519-aa9d-4ed078120271 req-052c7884-465d-4d17-b424-25661fc9d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:35.492229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bd45bcd-0bb8-4519-aa9d-4ed078120271 req-052c7884-465d-4d17-b424-25661fc9d135 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5320628 Jun 03 15:39:35.492974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59874) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:35.685290 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.713196 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4ead453-8af8-4f01-9e09-97f98f684961 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.818086 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4ead453-8af8-4f01-9e09-97f98f684961 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.935045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4ead453-8af8-4f01-9e09-97f98f684961 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.967524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ead453-8af8-4f01-9e09-97f98f684961 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3827b5fe-5bfd-442e-92ea-2f6198bb9169,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:35.972967 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4ead453-8af8-4f01-9e09-97f98f684961 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:35.974174 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b4ead453-8af8-4f01-9e09-97f98f684961 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "DELETE /v2.0/security-groups/3827b5fe-5bfd-442e-92ea-2f6198bb9169 HTTP/1.1" status: 204 len: 168 time: 0.4937277 Jun 03 15:39:35.978560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59896) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:35.990137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c04d1-2a2c-4c5a-a281-51063868c07c None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:39:36.012226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.046385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-abf8f372-0a35-4b94-8574-bcc83e2a15e5 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Synchronizing usage tracker for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:36.073995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-abf8f372-0a35-4b94-8574-bcc83e2a15e5 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Unset dirty status for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:36.075603 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-abf8f372-0a35-4b94-8574-bcc83e2a15e5 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0961533 Jun 03 15:39:36.081275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59902) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:36.086741 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group': {'name': 'tempest-secgroup--4837878'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:36.094215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:36.103932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:36.126977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c79f1-6273-40aa-a878-3acdba4d7632 req-e7f841be-9007-4ad4-94f2-e1eb736bbb9b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:36.128817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f8c79f1-6273-40aa-a878-3acdba4d7632 req-e7f841be-9007-4ad4-94f2-e1eb736bbb9b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.9243720 Jun 03 15:39:36.137263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.161642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4c04d1-2a2c-4c5a-a281-51063868c07c None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:39:36.194468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bd45bcd-0bb8-4519-aa9d-4ed078120271 req-72eb78df-8755-4a7b-b516-ab0a095f3ed1 service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256589 Jun 03 15:39:36.195137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Deleting port 3b05d976-aa30-40df-b649-bf8c76a5fecf {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:36.195327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:36.195478 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.207901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:36.218969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:36.242830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:36.373843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f8c79f1-6273-40aa-a878-3acdba4d7632 req-e76f361e-b5b3-42aa-b070-5bf0e5734d35 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226622 Jun 03 15:39:36.452861 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.459879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.540564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed9cfad-d992-440b-8784-cd125331556e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:36.557991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.559691 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5b8c0397-baf7-4622-b2d4-0e1dbd0247a2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4773328 Jun 03 15:39:36.562944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59914) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:36.581215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f7a9a-74d2-436a-b60e-2506ca2681b8 req-ebfe7108-2897-4c59-ba95-559d1bb376d7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:36.584032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4224d514-3784-41d2-89b1-6e9479268f6a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': '4ed9cfad-d992-440b-8784-cd125331556e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:36.590091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d1f7a9a-74d2-436a-b60e-2506ca2681b8 req-ebfe7108-2897-4c59-ba95-559d1bb376d7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 943 time: 0.5617950 Jun 03 15:39:36.594714 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-4224d514-3784-41d2-89b1-6e9479268f6a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 03 15:39:36.595477 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-4224d514-3784-41d2-89b1-6e9479268f6a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:36.596548 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4224d514-3784-41d2-89b1-6e9479268f6a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0322163 Jun 03 15:39:36.599479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59922) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:36.604876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5ce31000-59b1-41e9-9d4e-3e70a634a270 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': '4ed9cfad-d992-440b-8784-cd125331556e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:36.610908 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-5ce31000-59b1-41e9-9d4e-3e70a634a270 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 03 15:39:36.611484 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-5ce31000-59b1-41e9-9d4e-3e70a634a270 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:36.613929 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5ce31000-59b1-41e9-9d4e-3e70a634a270 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121999 Jun 03 15:39:36.616151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59928) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:36.621309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d07043ec-9b30-474f-828d-347f4c62c620 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': '4ed9cfad-d992-440b-8784-cd125331556e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:36.622376 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-d07043ec-9b30-474f-828d-347f4c62c620 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 03 15:39:36.622866 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-d07043ec-9b30-474f-828d-347f4c62c620 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:36.623953 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d07043ec-9b30-474f-828d-347f4c62c620 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068331 Jun 03 15:39:36.626794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59932) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:36.632113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-69514e16-16ac-4161-bddf-e9984e09f28b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': '4ed9cfad-d992-440b-8784-cd125331556e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:36.633214 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-69514e16-16ac-4161-bddf-e9984e09f28b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 03 15:39:36.633738 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-69514e16-16ac-4161-bddf-e9984e09f28b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:36.634754 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-69514e16-16ac-4161-bddf-e9984e09f28b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070157 Jun 03 15:39:36.637597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59936) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:36.734502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca77cf3f-8ca8-4973-8f35-0a54969123dc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.749702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] For port 3b05d976-aa30-40df-b649-bf8c76a5fecf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3b05d976-aa30-40df-b649-bf8c76a5fecf,segment=NetworkSegment(e605f318-d2d7-4960-b248-9bbf3eb43646),segment_id=e605f318-d2d7-4960-b248-9bbf3eb43646)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:36.750491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.776802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b7381-d9b6-4b85-b89b-b190ec63e397 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:39:36.800769 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca77cf3f-8ca8-4973-8f35-0a54969123dc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.910790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Calling delete_port for 3b05d976-aa30-40df-b649-bf8c76a5fecf owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:36.947827 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca77cf3f-8ca8-4973-8f35-0a54969123dc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.987936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77cf3f-8ca8-4973-8f35-0a54969123dc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed9cfad-d992-440b-8784-cd125331556e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:36.994017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca77cf3f-8ca8-4973-8f35-0a54969123dc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:36.999407 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ca77cf3f-8ca8-4973-8f35-0a54969123dc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "DELETE /v2.0/security-groups/4ed9cfad-d992-440b-8784-cd125331556e HTTP/1.1" status: 204 len: 168 time: 0.3607173 Jun 03 15:39:37.000253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59948) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:37.076695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-40721787-55e6-43dc-9e9b-ed55178b68c5 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Synchronizing usage tracker for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:37.120520 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.123644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-40721787-55e6-43dc-9e9b-ed55178b68c5 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Unset dirty status for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:37.129462 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-40721787-55e6-43dc-9e9b-ed55178b68c5 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244457 Jun 03 15:39:37.129805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59956) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:37.135708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group': {'name': 'tempest-secgroup--162807802'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:37.147373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:37.162472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:37.187885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.221467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b7381-d9b6-4b85-b89b-b190ec63e397 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:39:37.249996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:37.258146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:37.266328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:37.281634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:37.418758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bd45bcd-0bb8-4519-aa9d-4ed078120271 req-c0d644fe-990b-4af1-b705-d6ff79a47ad1 service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1889653 Jun 03 15:39:37.448544 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.455414 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.478826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d1f7a9a-74d2-436a-b60e-2506ca2681b8 req-9286ee80-798c-4e90-91c2-42b82caa0eea tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729719 Jun 03 15:39:37.494922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4de36b08-1233-4a27-906a-d6906ff69231 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:39:37.574352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e3bde0-766f-42f6-bfc6-687777af5890,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:37.580768 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.586761 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-45879ba5-1a98-49e5-a0c5-f6527ec5235d tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4522696 Jun 03 15:39:37.586761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59966) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:37.599052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-69d72f83-afd5-4071-aba9-8df0e8caf265 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'c5e3bde0-766f-42f6-bfc6-687777af5890', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:37.607384 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-69d72f83-afd5-4071-aba9-8df0e8caf265 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 15:39:37.607978 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-69d72f83-afd5-4071-aba9-8df0e8caf265 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:37.609027 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-69d72f83-afd5-4071-aba9-8df0e8caf265 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0216398 Jun 03 15:39:37.612558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59970) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:37.634407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b1e7b3e5-49a4-43d6-b653-077c509fecd4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'c5e3bde0-766f-42f6-bfc6-687777af5890', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:37.646194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1e7b3e5-49a4-43d6-b653-077c509fecd4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:37.657196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b1e7b3e5-49a4-43d6-b653-077c509fecd4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:37.660446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b1e7b3e5-49a4-43d6-b653-077c509fecd4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:37.675773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b1e7b3e5-49a4-43d6-b653-077c509fecd4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:37.709432 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:37.737350 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-b1e7b3e5-49a4-43d6-b653-077c509fecd4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:37.738425 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b1e7b3e5-49a4-43d6-b653-077c509fecd4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1241419 Jun 03 15:39:37.741427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59974) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:37.747464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7ca1dd2c-2694-4939-a88d-f87a99ae78a0 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'c5e3bde0-766f-42f6-bfc6-687777af5890', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:37.750637 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-7ca1dd2c-2694-4939-a88d-f87a99ae78a0 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 03 15:39:37.751326 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-7ca1dd2c-2694-4939-a88d-f87a99ae78a0 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:37.752504 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7ca1dd2c-2694-4939-a88d-f87a99ae78a0 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099804 Jun 03 15:39:37.756107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59978) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:37.767395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-beb544d6-9696-4d76-8c51-ffb3f75d69aa tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'c5e3bde0-766f-42f6-bfc6-687777af5890', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:37.792639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-beb544d6-9696-4d76-8c51-ffb3f75d69aa tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:37.802600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-beb544d6-9696-4d76-8c51-ffb3f75d69aa tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:37.807108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-beb544d6-9696-4d76-8c51-ffb3f75d69aa tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:37.819151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-beb544d6-9696-4d76-8c51-ffb3f75d69aa tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:37.828534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Port': ['ID=3b05d976-aa30-40df-b649-bf8c76a5fecf,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:37.850054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] No DVR routers for this DVR port 3b05d976-aa30-40df-b649-bf8c76a5fecf on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:37.885449 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-beb544d6-9696-4d76-8c51-ffb3f75d69aa tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:37.886808 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-beb544d6-9696-4d76-8c51-ffb3f75d69aa tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1294425 Jun 03 15:39:37.890207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59984) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:37.896987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-af15d5df-6387-45e5-a32b-c67ca31c32bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'c5e3bde0-766f-42f6-bfc6-687777af5890', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:37.907167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4de36b08-1233-4a27-906a-d6906ff69231,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:37.910554 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-af15d5df-6387-45e5-a32b-c67ca31c32bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 15:39:37.911063 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-af15d5df-6387-45e5-a32b-c67ca31c32bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:37.915025 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-af15d5df-6387-45e5-a32b-c67ca31c32bc tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0207825 Jun 03 15:39:37.915361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59988) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:37.920773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c706713d-5706-45c8-b6fa-dd36b70148ba tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'c5e3bde0-766f-42f6-bfc6-687777af5890', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:37.928177 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c706713d-5706-45c8-b6fa-dd36b70148ba tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:37.932892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c706713d-5706-45c8-b6fa-dd36b70148ba tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:37.933987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '4de36b08-1233-4a27-906a-d6906ff69231', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'port_id': '4de36b08-1233-4a27-906a-d6906ff69231', 'mac_address': 'fa:16:3e:16:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:39:37.936134 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c706713d-5706-45c8-b6fa-dd36b70148ba tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:37.955101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c706713d-5706-45c8-b6fa-dd36b70148ba tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:37.996077 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-c706713d-5706-45c8-b6fa-dd36b70148ba tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:38.000222 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c706713d-5706-45c8-b6fa-dd36b70148ba tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0811820 Jun 03 15:39:38.001431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59992) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:38.002519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 4de36b08-1233-4a27-906a-d6906ff69231 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:38.002891 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.011814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bcde426e-356d-4da4-960e-407c066031b2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'c5e3bde0-766f-42f6-bfc6-687777af5890', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:38.015194 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-bcde426e-356d-4da4-960e-407c066031b2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 03 15:39:38.015746 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-bcde426e-356d-4da4-960e-407c066031b2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:38.021062 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bcde426e-356d-4da4-960e-407c066031b2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156507 Jun 03 15:39:38.023293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59996) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:38.044994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-af1cc7bc-b63a-4616-b625-2c88cf6cd56e tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'c5e3bde0-766f-42f6-bfc6-687777af5890', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:38.065780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-af1cc7bc-b63a-4616-b625-2c88cf6cd56e tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:38.076559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-af1cc7bc-b63a-4616-b625-2c88cf6cd56e tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:38.081591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de36b08-1233-4a27-906a-d6906ff69231 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:39:38.083356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-af1cc7bc-b63a-4616-b625-2c88cf6cd56e tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:38.089374 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.099621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-af1cc7bc-b63a-4616-b625-2c88cf6cd56e tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:38.109380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4de36b08-1233-4a27-906a-d6906ff69231,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:38.115133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65668ea-3d5b-43f4-873e-f4efa27710c9 req-5c4d6c20-de1f-4bec-8e16-a71073671aad tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:38.123688 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.124185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d65668ea-3d5b-43f4-873e-f4efa27710c9 req-5c4d6c20-de1f-4bec-8e16-a71073671aad tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.5850186 Jun 03 15:39:38.163092 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-af1cc7bc-b63a-4616-b625-2c88cf6cd56e tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:38.169342 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-af1cc7bc-b63a-4616-b625-2c88cf6cd56e tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1462142 Jun 03 15:39:38.170845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60000) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:38.193788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7f6ddaa3-fd93-49e5-bd99-e63d959ef2c2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'c5e3bde0-766f-42f6-bfc6-687777af5890', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:38.208448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f6ddaa3-fd93-49e5-bd99-e63d959ef2c2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:38.214309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f6ddaa3-fd93-49e5-bd99-e63d959ef2c2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:38.218609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7f6ddaa3-fd93-49e5-bd99-e63d959ef2c2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:38.219529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b9b429-6a6e-49b0-af83-a6d7f8076a74']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:38.226212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7f6ddaa3-fd93-49e5-bd99-e63d959ef2c2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:38.254116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e605f318-d2d7-4960-b248-9bbf3eb43646') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:38.254405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e605f318-d2d7-4960-b248-9bbf3eb43646') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:38.277228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=4de36b08-1233-4a27-906a-d6906ff69231,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:38.279747 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-7f6ddaa3-fd93-49e5-bd99-e63d959ef2c2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:38.280575 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7f6ddaa3-fd93-49e5-bd99-e63d959ef2c2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1081741 Jun 03 15:39:38.289586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60004) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:38.307758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d65668ea-3d5b-43f4-873e-f4efa27710c9 req-fa1b0ed9-4a04-47fc-9005-57962fdf90e3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688986 Jun 03 15:39:38.309689 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.377594 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.415090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:38.417033 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.613917 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e605f318-d2d7-4960-b248-9bbf3eb43646 resource provider aggregate not found Jun 03 15:39:38.694367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['4de36b08-1233-4a27-906a-d6906ff69231'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:39:38.715920 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e605f318-d2d7-4960-b248-9bbf3eb43646 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e605f318-d2d7-4960-b248-9bbf3eb43646 found for delete ", "request_id": "req-4e693a46-90e2-466f-a562-377406c8f7ff"}]} Jun 03 15:39:38.756387 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a0df-96e1-44dc-b808-6e64d133439b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.785131 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.790042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.807116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.827813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a0df-96e1-44dc-b808-6e64d133439b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:38.857283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Network': ['ID=33b9b429-6a6e-49b0-af83-a6d7f8076a74,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:38.878051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-45701fb9-598e-463c-b6fc-0340b9fb0bdb tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "DELETE /v2.0/networks/33b9b429-6a6e-49b0-af83-a6d7f8076a74 HTTP/1.1" status: 204 len: 168 time: 3.3763103 Jun 03 15:39:38.880488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:38.966408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4674d-a234-4829-a5bd-e5ea96b60e73 req-a9fe7218-4da5-4a5e-bd6e-0d92cbc25c53 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:38.976286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67a4674d-a234-4829-a5bd-e5ea96b60e73 req-a9fe7218-4da5-4a5e-bd6e-0d92cbc25c53 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.3517916 Jun 03 15:39:39.008149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a0df-96e1-44dc-b808-6e64d133439b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.043595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c525c-fd5f-4444-9c77-6ecf1ee48063 req-c5392524-fb3c-4a1e-97d7-2c2329f219dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:39.077113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf1c525c-fd5f-4444-9c77-6ecf1ee48063 req-c5392524-fb3c-4a1e-97d7-2c2329f219dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 944 time: 0.4145784 Jun 03 15:39:39.077113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1a0df-96e1-44dc-b808-6e64d133439b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e3bde0-766f-42f6-bfc6-687777af5890,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:39.077113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a0df-96e1-44dc-b808-6e64d133439b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.077113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c0f1a0df-96e1-44dc-b808-6e64d133439b tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "DELETE /v2.0/security-groups/c5e3bde0-766f-42f6-bfc6-687777af5890 HTTP/1.1" status: 204 len: 168 time: 0.7701485 Jun 03 15:39:39.102237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60032) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:39.158438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67a4674d-a234-4829-a5bd-e5ea96b60e73 req-aa1bf67a-44fd-4fb7-8e34-13895b226fe3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809900 Jun 03 15:39:39.253921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf1c525c-fd5f-4444-9c77-6ecf1ee48063 req-89444744-38fe-45c4-b761-0f733dc886a5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831958 Jun 03 15:39:39.272613 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.301640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Deleting port 47cb6789-53f8-4057-8d3b-d19a38c39ad1 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:39.302429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.328342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-54305f13-f859-419c-85ba-d8f768f05239 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Synchronizing usage tracker for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:39.375649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-54305f13-f859-419c-85ba-d8f768f05239 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Unset dirty status for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:39.386275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-54305f13-f859-419c-85ba-d8f768f05239 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2829521 Jun 03 15:39:39.390874 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60052) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:39.403434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267139421'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:39.427924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:39.471474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:39.503720 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.540195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:39.545476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:39.548856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:39.555223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:39.656681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] For port 47cb6789-53f8-4057-8d3b-d19a38c39ad1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=47cb6789-53f8-4057-8d3b-d19a38c39ad1,segment=NetworkSegment(287d0749-2599-4f23-9b46-8f232b826e08),segment_id=287d0749-2599-4f23-9b46-8f232b826e08)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:39.657045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.780317 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.794068 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.872424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-f3f230d4-a72c-4bba-916d-8a8be690bbc0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:39.875311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-f3f230d4-a72c-4bba-916d-8a8be690bbc0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 812 time: 0.2874072 Jun 03 15:39:39.876600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Calling delete_port for 47cb6789-53f8-4057-8d3b-d19a38c39ad1 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:39.911945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cb07f2-1a92-4e54-a6ed-377ae112fef7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:39.915686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:39.916894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c684c8ac-8dca-4003-8741-065a5b1fd116 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5213573 Jun 03 15:39:39.920277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60072) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:39.926645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-60742d1b-1fdb-41f7-8efd-db70477fbfdc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/quotas/b163480c5f5548dc8056614d98fd5bcd HTTP/1.1" status: 200 len: 375 time: 0.0372782 Jun 03 15:39:39.935717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-5f8397ca-72ec-4660-959f-ef8ba7a163b2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': '97cb07f2-1a92-4e54-a6ed-377ae112fef7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:40.015744 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.032512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5f8397ca-72ec-4660-959f-ef8ba7a163b2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:40.043560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5f8397ca-72ec-4660-959f-ef8ba7a163b2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:40.053641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5f8397ca-72ec-4660-959f-ef8ba7a163b2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:40.077463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Port': ['ID=47cb6789-53f8-4057-8d3b-d19a38c39ad1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:40.081602 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] No DVR routers for this DVR port 47cb6789-53f8-4057-8d3b-d19a38c39ad1 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:40.106920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5f8397ca-72ec-4660-959f-ef8ba7a163b2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:40.246481 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-5f8397ca-72ec-4660-959f-ef8ba7a163b2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The resource could not be found. Jun 03 15:39:40.247766 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5f8397ca-72ec-4660-959f-ef8ba7a163b2 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3264163 Jun 03 15:39:40.252533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:40.261179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-28f8e84c-1605-48af-b6da-84bc4459c763 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': '97cb07f2-1a92-4e54-a6ed-377ae112fef7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fd6beca7-686e-411e-8b20-f38c7d70c9a9'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:40.268620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-f8d2872c-9c7c-4402-b9a8-d6b12c8c05c6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3196073 Jun 03 15:39:40.273437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-28f8e84c-1605-48af-b6da-84bc4459c763 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:40.280599 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.282405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c63491-4891-496c-93b4-bbb992c00403 req-82e01805-1a23-43ef-b2c1-ca14118fabed tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:40.284868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7c63491-4891-496c-93b4-bbb992c00403 req-82e01805-1a23-43ef-b2c1-ca14118fabed tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 946 time: 0.2321036 Jun 03 15:39:40.321385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1585ecc3-a087-4f67-9e40-106a64a17368']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.340677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287d0749-2599-4f23-9b46-8f232b826e08') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.340976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287d0749-2599-4f23-9b46-8f232b826e08') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.357090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.364986 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7c63491-4891-496c-93b4-bbb992c00403 req-5417fc59-a402-46f0-a422-1123b8bb3ef4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710573 Jun 03 15:39:40.395288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-28f8e84c-1605-48af-b6da-84bc4459c763 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:40.405014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-28f8e84c-1605-48af-b6da-84bc4459c763 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:40.408781 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.426265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-28f8e84c-1605-48af-b6da-84bc4459c763 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:40.431321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:40.432262 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.523686 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 287d0749-2599-4f23-9b46-8f232b826e08 resource provider aggregate not found Jun 03 15:39:40.555372 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 287d0749-2599-4f23-9b46-8f232b826e08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 287d0749-2599-4f23-9b46-8f232b826e08 found for delete ", "request_id": "req-bc9ac3af-c061-427f-b34c-bfb3f21e73f5"}]} Jun 03 15:39:40.588537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.611137 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-28f8e84c-1605-48af-b6da-84bc4459c763 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The resource could not be found. Jun 03 15:39:40.614885 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-28f8e84c-1605-48af-b6da-84bc4459c763 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3583562 Jun 03 15:39:40.614885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.620947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:40.631741 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Network': ['ID=1585ecc3-a087-4f67-9e40-106a64a17368,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:40.673085 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6b443a8b-ad75-44d7-b112-06a1108b9276 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "DELETE /v2.0/networks/1585ecc3-a087-4f67-9e40-106a64a17368 HTTP/1.1" status: 204 len: 168 time: 1.7912810 Jun 03 15:39:40.673734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60104) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:40.739373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-6e69d2c2-40ae-4011-934a-e8ea0e77fe45 service neutron] 10.222.0.48 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697933 Jun 03 15:39:40.840180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3b35fc8-231c-4382-9bc9-6d5952bbd8af tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.857504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.892242 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3b35fc8-231c-4382-9bc9-6d5952bbd8af tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:40.964984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683557-1d31-4949-8122-2d3dc60fc778 req-db36c6db-7c96-4238-ade4-97964f20e945 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:40.967693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55683557-1d31-4949-8122-2d3dc60fc778 req-db36c6db-7c96-4238-ade4-97964f20e945 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 944 time: 0.3757482 Jun 03 15:39:41.052942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.055057 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55683557-1d31-4949-8122-2d3dc60fc778 req-1684588d-0a98-42ef-ac90-8dae11fe673b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787683 Jun 03 15:39:41.081307 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-9bc98c4e-3864-4e31-8513-401712203715 service neutron] 10.222.0.48 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410132 Jun 03 15:39:41.089108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3b35fc8-231c-4382-9bc9-6d5952bbd8af tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.106828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4b0ecf-ebef-4ccf-a624-280ec864fb25']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:41.129455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b35fc8-231c-4382-9bc9-6d5952bbd8af tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cb07f2-1a92-4e54-a6ed-377ae112fef7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:41.132732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ca55fb-a9d5-4f5a-826a-ff9e7eadd1d9') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:41.133031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ca55fb-a9d5-4f5a-826a-ff9e7eadd1d9') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:41.149798 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.157377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a3b35fc8-231c-4382-9bc9-6d5952bbd8af tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.162840 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a3b35fc8-231c-4382-9bc9-6d5952bbd8af tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "DELETE /v2.0/security-groups/97cb07f2-1a92-4e54-a6ed-377ae112fef7 HTTP/1.1" status: 204 len: 168 time: 0.5367055 Jun 03 15:39:41.164184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60116) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:41.200174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.244579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:41.244971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.357257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34efc10e-4bb8-4b6a-98cb-3bf4738d627e req-73fc84ae-385f-4395-a057-7aec023c9ce2 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 210 time: 0.0918040 Jun 03 15:39:41.429400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4de36b08-1233-4a27-906a-d6906ff69231 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:39:41.544849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5d0bf289-4ded-474a-933f-3cb725396517 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Synchronizing usage tracker for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:41.572241 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.575169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5d0bf289-4ded-474a-933f-3cb725396517 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Unset dirty status for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:41.576778 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5d0bf289-4ded-474a-933f-3cb725396517 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4115045 Jun 03 15:39:41.582602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60130) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:41.585864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 4de36b08-1233-4a27-906a-d6906ff69231 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:41.587985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-53f4494a-6427-4334-8d6a-f2900aa9323a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'e5932df3-8f12-4ae2-a670-271256c23768', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:41.597284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 4de36b08-1233-4a27-906a-d6906ff69231 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:41.597700 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.607838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-53f4494a-6427-4334-8d6a-f2900aa9323a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:41.617090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-53f4494a-6427-4334-8d6a-f2900aa9323a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:41.623840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-53f4494a-6427-4334-8d6a-f2900aa9323a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:41.627145 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.635820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-53f4494a-6427-4334-8d6a-f2900aa9323a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:41.657362 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "DELETE /v2.0/networks/fc4b0ecf-ebef-4ccf-a624-280ec864fb25 HTTP/1.1" status: 204 len: 168 time: 0.9784410 Jun 03 15:39:41.657676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91fd32-4c29-4187-a75e-8c3299453694 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Network': ['ID=fc4b0ecf-ebef-4ccf-a624-280ec864fb25,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:41.659955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60136) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:41.823337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 4de36b08-1233-4a27-906a-d6906ff69231 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:41.824063 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.843200 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-53f4494a-6427-4334-8d6a-f2900aa9323a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The resource could not be found. Jun 03 15:39:41.844239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-53f4494a-6427-4334-8d6a-f2900aa9323a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2603838 Jun 03 15:39:41.848093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60142) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:41.853545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group': {'name': 'tempest-secgroup--905853977'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:41.860475 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.863589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:41.864002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:41.878906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4de36b08-1233-4a27-906a-d6906ff69231,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:41.889149 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.901761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:41.926639 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:41.980832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:41.985820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:41.990662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:42.007408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:42.011159 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af734639-d904-40bf-ace1-214948d5b148'] response: {'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231', 'code': 200} Jun 03 15:39:42.118809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=4de36b08-1233-4a27-906a-d6906ff69231,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:42.163568 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.168838 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.242864 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.247609 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3981977 Jun 03 15:39:42.265335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60154) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:42.266231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d311da8-9fcd-4f15-b421-25c57e1b9b07 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23972da-668d-414e-8ee4-3552333538de,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:42.288711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035931641'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:42.300655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:42.308537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:42.312720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:42.319452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:42.343003 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.387860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:42.406234 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.406764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:42.409782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:42.415868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:42.603367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00c7397-8a95-4d5e-b087-1d81bb5ea8a3']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:42.614719 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.622508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.625463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fd6791-8a3c-4c19-81b2-9d567894bdf2') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:42.625976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fd6791-8a3c-4c19-81b2-9d567894bdf2') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:42.644334 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 89ca55fb-a9d5-4f5a-826a-ff9e7eadd1d9 resource provider aggregate not found Jun 03 15:39:42.670265 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.672826 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 89ca55fb-a9d5-4f5a-826a-ff9e7eadd1d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89ca55fb-a9d5-4f5a-826a-ff9e7eadd1d9 found for delete ", "request_id": "req-bf00880e-64b7-458a-a146-fc29c458e632"}]} Jun 03 15:39:42.697574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ee797a-a605-4ca0-a666-84fdca9acbe5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:42.703047 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.704510 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f306c784-7e5e-4c0b-ba13-3374e73d2b97 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4223042 Jun 03 15:39:42.707901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60166) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:42.718077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fe5347fd-8f98-4353-8054-0280be7ecfe4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group_rule': {'security_group_id': 'e23972da-668d-414e-8ee4-3552333538de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '54ee797a-a605-4ca0-a666-84fdca9acbe5'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:42.723752 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.727859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fe5347fd-8f98-4353-8054-0280be7ecfe4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:42.743010 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fe5347fd-8f98-4353-8054-0280be7ecfe4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:42.749544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:42.749974 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.750747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fe5347fd-8f98-4353-8054-0280be7ecfe4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:42.767517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fe5347fd-8f98-4353-8054-0280be7ecfe4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:42.773449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4eef0-31f5-4509-8c03-36a1b4b1ee34 req-a42c414a-950f-4b56-aa13-3619c237dd5f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:42.781129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80d4eef0-31f5-4509-8c03-36a1b4b1ee34 req-a42c414a-950f-4b56-aa13-3619c237dd5f tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 946 time: 1.2029986 Jun 03 15:39:42.814841 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-fe5347fd-8f98-4353-8054-0280be7ecfe4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:39:42.817908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-05ac8a51-b5d4-40e1-bb01-b44acaff497d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:42.819531 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fe5347fd-8f98-4353-8054-0280be7ecfe4 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1090004 Jun 03 15:39:42.819658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-05ac8a51-b5d4-40e1-bb01-b44acaff497d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 946 time: 0.4920039 Jun 03 15:39:42.820260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60172) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:42.821076 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 12fd6791-8a3c-4c19-81b2-9d567894bdf2 resource provider aggregate not found Jun 03 15:39:42.872234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1a1e4-54ef-4efd-9e77-4af18ada76aa req-1f1ce8cf-1604-4710-b17a-8735656e3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:42.874087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71e1a1e4-54ef-4efd-9e77-4af18ada76aa req-1f1ce8cf-1604-4710-b17a-8735656e3538 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1096 time: 0.7442214 Jun 03 15:39:42.909475 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69273dc1-82c7-49df-9e0a-3c0289eaa3c8 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.945349 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69273dc1-82c7-49df-9e0a-3c0289eaa3c8 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:42.962040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20da16-a5ca-4246-a3f9-d03f8495cf29 req-ce11fa1c-485c-438b-a36b-3ad8fb1d6bd2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:42.963544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f20da16-a5ca-4246-a3f9-d03f8495cf29 req-ce11fa1c-485c-438b-a36b-3ad8fb1d6bd2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.7243731 Jun 03 15:39:42.980303 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 12fd6791-8a3c-4c19-81b2-9d567894bdf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12fd6791-8a3c-4c19-81b2-9d567894bdf2 found for delete ", "request_id": "req-aa2d80a6-d803-4d85-b5f6-413822c6d527"}]} Jun 03 15:39:43.021316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69273dc1-82c7-49df-9e0a-3c0289eaa3c8 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.068436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69273dc1-82c7-49df-9e0a-3c0289eaa3c8 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ee797a-a605-4ca0-a666-84fdca9acbe5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:43.083576 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-69273dc1-82c7-49df-9e0a-3c0289eaa3c8 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.088778 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-69273dc1-82c7-49df-9e0a-3c0289eaa3c8 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "DELETE /v2.0/security-groups/54ee797a-a605-4ca0-a666-84fdca9acbe5 HTTP/1.1" status: 204 len: 168 time: 0.2671819 Jun 03 15:39:43.092360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60184) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:43.092538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80d4eef0-31f5-4509-8c03-36a1b4b1ee34 req-da1ca39b-61eb-4e40-a2ef-d4a2ce30302a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100228 Jun 03 15:39:43.113562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.118202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71e1a1e4-54ef-4efd-9e77-4af18ada76aa req-9166e06c-4e03-49bf-b4b0-80e79d6b2834 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354945 Jun 03 15:39:43.123865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Deleting port 85e00eda-3288-4825-ad9a-3c6420120a77 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:43.132552 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.178165 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.223852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] Pushing event deleted for resources: {'Network': ['ID=e00c7397-8a95-4d5e-b087-1d81bb5ea8a3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:43.239708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-51db6eb0-2dab-4d1d-b939-6f59aacb6672 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Synchronizing usage tracker for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:43.245148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1c4bb788-7329-4f70-9675-7927cdca6ab1 tempest-BulkNetworkOpsIpV6Test-1495349778 tempest-BulkNetworkOpsIpV6Test-1495349778-project] 10.222.0.48 "DELETE /v2.0/networks/e00c7397-8a95-4d5e-b087-1d81bb5ea8a3 HTTP/1.1" status: 204 len: 168 time: 1.5815458 Jun 03 15:39:43.279995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-51db6eb0-2dab-4d1d-b939-6f59aacb6672 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Unset dirty status for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:43.282283 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-51db6eb0-2dab-4d1d-b939-6f59aacb6672 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1866152 Jun 03 15:39:43.293408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60196) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:43.477369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-864203ac-4790-455a-87bb-f618aa27a3c4 req-153e29af-0501-438d-8aed-f60ee8a88c49 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 210 time: 0.1374934 Jun 03 15:39:43.507137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f20da16-a5ca-4246-a3f9-d03f8495cf29 req-de6821ec-55fe-4b49-8b39-edd95a996fd8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5058944 Jun 03 15:39:43.806334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60220) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:43.832300 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a33a9c7c-bc51-493b-9ec6-f4b8eac215ac tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.884872 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a33a9c7c-bc51-493b-9ec6-f4b8eac215ac tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:43.999409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a33a9c7c-bc51-493b-9ec6-f4b8eac215ac tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.056274 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-be03d979-ca19-47d1-9495-54c0547caa68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0688bf81f08e49cdad541fdedb3c7243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459335 Jun 03 15:39:44.059925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60232) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:44.133978 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b169-080c-49a8-81f5-3701f4bf3466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.200197 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b169-080c-49a8-81f5-3701f4bf3466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.232332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] For port 85e00eda-3288-4825-ad9a-3c6420120a77, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=85e00eda-3288-4825-ad9a-3c6420120a77,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:44.232715 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.260709 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b169-080c-49a8-81f5-3701f4bf3466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.287460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1b169-080c-49a8-81f5-3701f4bf3466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339338a8-d704-40d0-a43f-03d7961da383,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:44.289406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c0a1b169-080c-49a8-81f5-3701f4bf3466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.290750 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c0a1b169-080c-49a8-81f5-3701f4bf3466 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/339338a8-d704-40d0-a43f-03d7961da383 HTTP/1.1" status: 204 len: 168 time: 0.2297692 Jun 03 15:39:44.465988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a9c7c-bc51-493b-9ec6-f4b8eac215ac tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23972da-668d-414e-8ee4-3552333538de,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:44.475338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-f3de551b-d10a-4f29-bf53-cf83c7fd1106 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:44.477280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-f3de551b-d10a-4f29-bf53-cf83c7fd1106 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 812 time: 0.8896370 Jun 03 15:39:44.539016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Request body: {'port': {'device_id': '5c003293-4a5c-4463-bad4-b87a07bcff26', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'admin_state_up': True, 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:44.563975 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a33a9c7c-bc51-493b-9ec6-f4b8eac215ac tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:44.565184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a33a9c7c-bc51-493b-9ec6-f4b8eac215ac tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "DELETE /v2.0/security-groups/e23972da-668d-414e-8ee4-3552333538de HTTP/1.1" status: 204 len: 168 time: 1.2682509 Jun 03 15:39:44.568023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:44.697302 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b5b909e0-ef80-472e-8a00-d5cd1d61c098 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1101518 Jun 03 15:39:44.699494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60256) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:44.847684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076964895'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:44.854509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:44.859673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:44.863544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:44.870365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:44.891831 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ebd23279-1e09-43bf-bdb1-1cc279c052db req-794160ba-7e35-4eef-85e1-51f0ab9ae1e7 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 210 time: 0.1884701 Jun 03 15:39:44.930259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.266380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:45.390732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Usage tracker for resource:security_group_rule and tenant:caf7af005142488d88703dd55299de41 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:45.433847 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.434328 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.434759 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Floating IP bbc41462-2cff-4c52-8a37-178835f5a593 disassociated. External IP: 172.25.7.18, port: 85e00eda-3288-4825-ad9a-3c6420120a77. Jun 03 15:39:45.435175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Calling delete_port for 85e00eda-3288-4825-ad9a-3c6420120a77 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:45.459196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 85e00eda-3288-4825-ad9a-3c6420120a77 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:39:45.477208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:45.503353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:45.519599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60288) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:45.579084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60294) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:45.606934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eafe5-1651-4343-acd3-e20658c7e831 req-65c0490c-5b7e-464f-a81a-fdbe03ca24ad tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:45.609154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e0eafe5-1651-4343-acd3-e20658c7e831 req-65c0490c-5b7e-464f-a81a-fdbe03ca24ad tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 946 time: 1.2992816 Jun 03 15:39:45.617079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:45.629649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 85e00eda-3288-4825-ad9a-3c6420120a77 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:39:45.630136 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.667032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e00eda-3288-4825-ad9a-3c6420120a77'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:45.672364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:45.682821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 85e00eda-3288-4825-ad9a-3c6420120a77, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=85e00eda-3288-4825-ad9a-3c6420120a77,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:45.691419 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.731499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e47f6b-d4aa-42a2-87ab-909fbb51cc23 req-b7e22e07-12ae-4a88-ac2d-a01c408446b0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:45.739560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16e47f6b-d4aa-42a2-87ab-909fbb51cc23 req-b7e22e07-12ae-4a88-ac2d-a01c408446b0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.5455830 Jun 03 15:39:45.761000 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-390cde3f-2b1b-4d73-97e4-a8004c55b439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.762958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Made reservation on behalf of b163480c5f5548dc8056614d98fd5bcd for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:45.766593 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.777822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-390cde3f-2b1b-4d73-97e4-a8004c55b439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:45.782625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-390cde3f-2b1b-4d73-97e4-a8004c55b439 admin admin] Usage tracker for resource:security_group_rule and tenant:39642aa4f8e543e0a9c2dc6638c369ba is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:45.783618 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:39:45.783940 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:39:45.785714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-390cde3f-2b1b-4d73-97e4-a8004c55b439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:45.794248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-390cde3f-2b1b-4d73-97e4-a8004c55b439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:45.796324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=85e00eda-3288-4825-ad9a-3c6420120a77,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:45.800627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e0eafe5-1651-4343-acd3-e20658c7e831 req-40a7d439-81ad-4df5-8cec-6a2d94aa0753 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788738 Jun 03 15:39:45.860978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-889221729'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:45.867344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:45.872219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:network and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:45.875365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:45.882740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:45.886911 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b653614-8b96-4034-9de9-97af0c7cdd17'] response: {'server_uuid': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e00eda-3288-4825-ad9a-3c6420120a77', 'code': 200} Jun 03 15:39:45.894655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.902329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:45.906205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.917237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16e47f6b-d4aa-42a2-87ab-909fbb51cc23 req-ebe97086-c546-487d-80c2-9ca7c9ad799c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741760 Jun 03 15:39:45.920907 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.929810 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.959478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:45.968453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:security_group_rule and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:45.972635 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-390cde3f-2b1b-4d73-97e4-a8004c55b439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:45.973986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:45.982004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-390cde3f-2b1b-4d73-97e4-a8004c55b439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.003348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f185ee8-1c45-435d-bbb0-c73a6f6d406b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:46.017133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:46.027610 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-390cde3f-2b1b-4d73-97e4-a8004c55b439 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39642aa4f8e543e0a9c2dc6638c369ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470193 Jun 03 15:39:46.030805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60304) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.043032 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.044212 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0e6dad78-f2be-45a8-895d-6c1cac41ec68 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3322685 Jun 03 15:39:46.062676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60308) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.075105 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-07367cc4-b80f-4f2d-89b3-0b599a8d6e91 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:46.076064 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-07367cc4-b80f-4f2d-89b3-0b599a8d6e91 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 15:39:46.076544 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-07367cc4-b80f-4f2d-89b3-0b599a8d6e91 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] update failed (client error): There was a conflict when trying to complete your request. Jun 03 15:39:46.077476 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-07367cc4-b80f-4f2d-89b3-0b599a8d6e91 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "PUT /v2.0/security-groups/6f185ee8-1c45-435d-bbb0-c73a6f6d406b HTTP/1.1" status: 409 len: 330 time: 0.0139368 Jun 03 15:39:46.088955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.097407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e25c8711-86ba-45e0-80f7-0ed4bdf03b10 req-0da009eb-5716-4f13-a5e5-3156a5eda67a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Synchronizing usage tracker for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:46.128751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e25c8711-86ba-45e0-80f7-0ed4bdf03b10 req-0da009eb-5716-4f13-a5e5-3156a5eda67a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Unset dirty status for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:46.129956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e25c8711-86ba-45e0-80f7-0ed4bdf03b10 req-0da009eb-5716-4f13-a5e5-3156a5eda67a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 210 time: 0.0938215 Jun 03 15:39:46.131021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Allocated IP 172.20.0.11 (1e06978f-48c8-4113-a05a-9feeb3f60cbc/59a883d1-3b44-43ed-a45f-1b4a3d684d6c/db5cbc63-2df3-4063-a580-b7ec0a7f7a4f) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:46.144818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cde3f-2b1b-4d73-97e4-a8004c55b439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fc0438-b72d-4317-8dc8-0dfeebda1a94,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:46.219041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12500811-26a4-45af-8b86-d4f1904bba4a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.243919 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f54f594-3a0b-4aa7-b1ac-0b8fe23e2dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.281151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12500811-26a4-45af-8b86-d4f1904bba4a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.286863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Deleting port 85e00eda-3288-4825-ad9a-3c6420120a77 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:46.287199 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.324603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f54f594-3a0b-4aa7-b1ac-0b8fe23e2dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.399194 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.405341 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.429750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:46.442910 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.442910 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Added segment 72a183c6-65ed-4642-9c9c-6b6a2091c266 of type vlan for network 96235a7b-47a8-4cce-89be-6add25ffd6aa Jun 03 15:39:46.472713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12500811-26a4-45af-8b86-d4f1904bba4a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.483302 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.500320 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.583395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Transition to ACTIVE for port object db5cbc63-2df3-4063-a580-b7ec0a7f7a4f will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:46.622533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4d7984-70e9-4c55-8654-055b203249d3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:46.626504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12500811-26a4-45af-8b86-d4f1904bba4a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.630189 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-12500811-26a4-45af-8b86-d4f1904bba4a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "DELETE /v2.0/security-groups/6f185ee8-1c45-435d-bbb0-c73a6f6d406b HTTP/1.1" status: 204 len: 168 time: 0.5304286 Jun 03 15:39:46.639141 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.644985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:46.645817 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.666945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f54f594-3a0b-4aa7-b1ac-0b8fe23e2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.666945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f54f594-3a0b-4aa7-b1ac-0b8fe23e2dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.671234 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1f54f594-3a0b-4aa7-b1ac-0b8fe23e2dfb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9fc0438-b72d-4317-8dc8-0dfeebda1a94 HTTP/1.1" status: 204 len: 168 time: 0.6348805 Jun 03 15:39:46.677524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.793597 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2726612 Jun 03 15:39:46.798077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60336) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:46.808564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] For port 85e00eda-3288-4825-ad9a-3c6420120a77, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=85e00eda-3288-4825-ad9a-3c6420120a77,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:39:46.809073 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:46.810032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a55ba-b737-4e60-90c3-64de3bbc9477 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Network': ['ID=96235a7b-47a8-4cce-89be-6add25ffd6aa,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:46.819957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'name': 'tempest-PortsTestJSON-1862541805'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:46.822819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12500811-26a4-45af-8b86-d4f1904bba4a tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f185ee8-1c45-435d-bbb0-c73a6f6d406b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:46.825752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:46.864337 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-01e27517-fd19-4504-9431-3a834ec13326 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3872707 Jun 03 15:39:46.865219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54f594-3a0b-4aa7-b1ac-0b8fe23e2dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fc0438-b72d-4317-8dc8-0dfeebda1a94,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:46.958949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:47.067863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a7273c7d-0760-4512-8f56-3cf013985031 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Synchronizing usage tracker for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:47.082535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:port and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:47.089782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:47.121811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:47.123061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a7273c7d-0760-4512-8f56-3cf013985031 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] Unset dirty status for tenant:caf7af005142488d88703dd55299de41 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:47.129120 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a7273c7d-0760-4512-8f56-3cf013985031 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3315914 Jun 03 15:39:47.132798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-3310f60f-aa8a-46fb-8fec-057f2cb7d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:47.134347 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-3310f60f-aa8a-46fb-8fec-057f2cb7d548 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3e4457f68d148e08a56851d77ccda36&device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 1097 time: 0.1831174 Jun 03 15:39:47.134942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60346) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.153394 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-6d57f660-6d8d-4b4b-8576-39bea5009b21 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] delete failed (client error): The resource could not be found. Jun 03 15:39:47.159587 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6d57f660-6d8d-4b4b-8576-39bea5009b21 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "DELETE /v2.0/security-groups/64ccec71-8c9e-49f7-a422-94c106f942a4 HTTP/1.1" status: 404 len: 347 time: 0.0186505 Jun 03 15:39:47.178411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60350) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.200419 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-3c5a77de-75f1-494d-b9bf-77cc676a00c6 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] show failed (client error): The resource could not be found. Jun 03 15:39:47.201201 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3c5a77de-75f1-494d-b9bf-77cc676a00c6 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "GET /v2.0/security-groups/58063780-7cd5-45c7-a9b9-c3347ba49c2e HTTP/1.1" status: 404 len: 347 time: 0.0221186 Jun 03 15:39:47.216373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60356) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.234109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60358) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:47.259286 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.294015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5cee7a4f-327d-4316-92e6-8c08322b1994', '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:39:47.370996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-2e3951cb-cdc8-49f3-8ffd-7b3cbbcea29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:47.372785 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-2e3951cb-cdc8-49f3-8ffd-7b3cbbcea29e service neutron] 10.222.0.67 "GET /v2.0/networks?id=50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 200 len: 916 time: 0.2170269 Jun 03 15:39:47.381747 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-8d88996b-9835-429c-b8fa-d5ad50f060a8 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] show failed (client error): The resource could not be found. Jun 03 15:39:47.383114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8d88996b-9835-429c-b8fa-d5ad50f060a8 tempest-NegativeSecGroupTest-1160411499 tempest-NegativeSecGroupTest-1160411499-project] 10.222.0.48 "GET /v2.0/security-group-rules/730627b6-9560-4582-a6dc-665bf15bf6fc HTTP/1.1" status: 404 len: 356 time: 0.1508276 Jun 03 15:39:47.434878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:47.438393 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.513754 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-6b51abb2-630a-45cd-a021-9daefa7ecba4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f09695ad-edc6-452a-956c-775c87ccab24 HTTP/1.1" status: 200 len: 1001 time: 0.1342096 Jun 03 15:39:47.559227 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5aec-e1ce-4e48-9c56-0a85777f9014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:47.642471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-e20c5bb5-bfd1-4883-b346-931933ce0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:47.646504 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-e20c5bb5-bfd1-4883-b346-931933ce0a89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 200 len: 854 time: 0.1261048 Jun 03 15:39:47.656946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cd6d5aec-e1ce-4e48-9c56-0a85777f9014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:47.661154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cd6d5aec-e1ce-4e48-9c56-0a85777f9014 admin admin] Usage tracker for resource:security_group_rule and tenant:19b9c6ac13644d87919989a5f72c1359 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:47.665944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cd6d5aec-e1ce-4e48-9c56-0a85777f9014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:47.675184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cd6d5aec-e1ce-4e48-9c56-0a85777f9014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:47.803962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:47.803962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event updated for resources: {'Port': ['ID=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:47.824794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:47.843491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-22a0b82d-8425-4699-b650-fb251d62076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:47.845195 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-22a0b82d-8425-4699-b650-fb251d62076f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50d85d7a-4e98-4da0-8512-98a59effa284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932728 Jun 03 15:39:47.848133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:47.884963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:48.114486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60372) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.194317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:48.195195 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.218953 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-39107d79-ba2a-41a6-9db4-37e03b9d6531 service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670595 Jun 03 15:39:48.228974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-14eef90d-7201-4b2d-a227-1a32bd8d3102 None None] Provisioning for port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:39:48.240976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-14eef90d-7201-4b2d-a227-1a32bd8d3102 None None] Provisioning complete for port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:39:48.241355 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14eef90d-7201-4b2d-a227-1a32bd8d3102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.326678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-14eef90d-7201-4b2d-a227-1a32bd8d3102 None None] Port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:39:48.411512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5aec-e1ce-4e48-9c56-0a85777f9014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.420148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588615d-d1d0-4b4e-b0a0-f556533eec10 req-d7326a67-93d2-4d32-b128-82598a0d538d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:48.421688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6588615d-d1d0-4b4e-b0a0-f556533eec10 req-d7326a67-93d2-4d32-b128-82598a0d538d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 1.3095200 Jun 03 15:39:48.432433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-53aeecd8-22ce-4047-ad6f-c5350bb8a5f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=caf7af005142488d88703dd55299de41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168786 Jun 03 15:39:48.435302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60378) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.444353 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd6d5aec-e1ce-4e48-9c56-0a85777f9014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.467505 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.467964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.468306 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Floating IP bbc41462-2cff-4c52-8a37-178835f5a593 disassociated. External IP: 172.25.7.18, port: 85e00eda-3288-4825-ad9a-3c6420120a77. Jun 03 15:39:48.468651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Calling delete_port for 85e00eda-3288-4825-ad9a-3c6420120a77 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:48.475287 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-356691f5-abda-48f1-84a9-5f4b29a2f88e req-ecbb8723-30dd-42d9-a4b0-5f58fb797c3f service neutron] 10.222.0.67 "GET /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471554 Jun 03 15:39:48.522046 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-811c2812-eb4f-489e-bf0a-30f8f9d7980f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.537757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76faf96-e01d-48ea-a67d-581fb532364e req-70ee517f-ce4f-4642-b5ab-da40850892aa tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:48.538409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a76faf96-e01d-48ea-a67d-581fb532364e req-70ee517f-ce4f-4642-b5ab-da40850892aa tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:48.561147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-811c2812-eb4f-489e-bf0a-30f8f9d7980f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.572413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-58e466e3-e32c-4498-8405-1f526d646198 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0432253 Jun 03 15:39:48.616987 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-811c2812-eb4f-489e-bf0a-30f8f9d7980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.634690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c2812-eb4f-489e-bf0a-30f8f9d7980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093e150c-631a-4a56-994f-bac4a9d40a3e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:48.640851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Request body: {'port': {'device_id': '5c003293-4a5c-4463-bad4-b87a07bcff26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:48.648789 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-811c2812-eb4f-489e-bf0a-30f8f9d7980f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.652673 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-811c2812-eb4f-489e-bf0a-30f8f9d7980f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/093e150c-631a-4a56-994f-bac4a9d40a3e HTTP/1.1" status: 204 len: 168 time: 0.2138753 Jun 03 15:39:48.705381 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cd6d5aec-e1ce-4e48-9c56-0a85777f9014 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19b9c6ac13644d87919989a5f72c1359&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4515986 Jun 03 15:39:48.708188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60384) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:48.721446 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.731826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d5aec-e1ce-4e48-9c56-0a85777f9014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae975bc-a260-42d3-aa8c-d56db307acf9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:48.751848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a76faf96-e01d-48ea-a67d-581fb532364e req-70ee517f-ce4f-4642-b5ab-da40850892aa tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:48.753175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a76faf96-e01d-48ea-a67d-581fb532364e req-70ee517f-ce4f-4642-b5ab-da40850892aa tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 944 time: 1.6721094 Jun 03 15:39:48.793558 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6588615d-d1d0-4b4e-b0a0-f556533eec10 req-b48ce46e-1021-4687-b712-a4a5f25c9be4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718112 Jun 03 15:39:48.817767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d128f81-6d1d-4f5b-9eed-6ac6a8300956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.855023 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d128f81-6d1d-4f5b-9eed-6ac6a8300956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.942190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d128f81-6d1d-4f5b-9eed-6ac6a8300956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.985373 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d128f81-6d1d-4f5b-9eed-6ac6a8300956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:48.988846 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7d128f81-6d1d-4f5b-9eed-6ac6a8300956 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dae975bc-a260-42d3-aa8c-d56db307acf9 HTTP/1.1" status: 204 len: 168 time: 0.2770786 Jun 03 15:39:48.995264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d128f81-6d1d-4f5b-9eed-6ac6a8300956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae975bc-a260-42d3-aa8c-d56db307acf9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:49.330389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a76faf96-e01d-48ea-a67d-581fb532364e req-f8f65623-4d65-4800-9be2-ceb7a73ad226 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8afb246-c20c-45e7-bd09-9bd07e90a99b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5643837 Jun 03 15:39:49.353324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.399662 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.486448 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.600828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60424) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.630323 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5753dc8-a9c6-4db4-ae4a-7757781fdab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.656981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a5753dc8-a9c6-4db4-ae4a-7757781fdab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:49.663139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a5753dc8-a9c6-4db4-ae4a-7757781fdab1 admin admin] Usage tracker for resource:security_group_rule and tenant:ad271152263741f398879f68c369673a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:49.666554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a5753dc8-a9c6-4db4-ae4a-7757781fdab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:49.679617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a5753dc8-a9c6-4db4-ae4a-7757781fdab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:49.794931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5753dc8-a9c6-4db4-ae4a-7757781fdab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.802437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a5753dc8-a9c6-4db4-ae4a-7757781fdab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:49.860033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60430) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.865350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=d33adefc-0bb9-41c3-a1f5-2627fc208ce7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:49.875791 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a5753dc8-a9c6-4db4-ae4a-7757781fdab1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad271152263741f398879f68c369673a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732484 Jun 03 15:39:49.876835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5753dc8-a9c6-4db4-ae4a-7757781fdab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e9d489-2e85-4e9f-84e1-2e6576c9c404,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:49.880197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60436) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:49.979860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9897e1-904d-4916-a1bf-41dbfea7deb5 req-aa0c49be-f347-4771-8eef-704c63edd066 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:49.988822 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a9897e1-904d-4916-a1bf-41dbfea7deb5 req-aa0c49be-f347-4771-8eef-704c63edd066 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 932 time: 1.0448165 Jun 03 15:39:50.001866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24af20fa-f6e5-4984-8b72-e915064cf869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.058335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78e3bbd8-9828-410a-a221-96130098a6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.073821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'Port': ['ID=85e00eda-3288-4825-ad9a-3c6420120a77,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:50.083273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78e3bbd8-9828-410a-a221-96130098a6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:50.087566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-78e3bbd8-9828-410a-a221-96130098a6bd admin admin] Usage tracker for resource:security_group_rule and tenant:1e91d525fc7045e782ed1e08e8b1b5c6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:50.090899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-78e3bbd8-9828-410a-a221-96130098a6bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:50.099948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78e3bbd8-9828-410a-a221-96130098a6bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:50.101607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Checking segment: {'id': '72a183c6-65ed-4642-9c9c-6b6a2091c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:50.102162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network hostable DHCP agents. Network: 96235a7b-47a8-4cce-89be-6add25ffd6aa, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:50.116061 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24af20fa-f6e5-4984-8b72-e915064cf869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.204733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24af20fa-f6e5-4984-8b72-e915064cf869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.240639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af20fa-f6e5-4984-8b72-e915064cf869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e9d489-2e85-4e9f-84e1-2e6576c9c404,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:50.265217 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24af20fa-f6e5-4984-8b72-e915064cf869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.266746 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-24af20fa-f6e5-4984-8b72-e915064cf869 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47e9d489-2e85-4e9f-84e1-2e6576c9c404 HTTP/1.1" status: 204 len: 168 time: 0.3854985 Jun 03 15:39:50.297799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a9897e1-904d-4916-a1bf-41dbfea7deb5 req-ef5a7ace-0502-4dcb-b36a-804fc71b5e2d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045764 Jun 03 15:39:50.334433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:50.352108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa3408-a85f-4397-9baf-3820f400ceba req-8a50b75f-0e8c-4580-a0c3-839ca54d9268 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:50.360301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87aa3408-a85f-4397-9baf-3820f400ceba req-8a50b75f-0e8c-4580-a0c3-839ca54d9268 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.8151183 Jun 03 15:39:50.361472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78e3bbd8-9828-410a-a221-96130098a6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.370725 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78e3bbd8-9828-410a-a221-96130098a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.463737 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-78e3bbd8-9828-410a-a221-96130098a6bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e91d525fc7045e782ed1e08e8b1b5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6023757 Jun 03 15:39:50.464708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60452) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:50.465373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3bbd8-9828-410a-a221-96130098a6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a57378-4b77-4f8c-9693-a3c6fa1f59b6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:50.551331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9239d4f-e45b-4161-bd72-696097ab60c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.556191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 96235a7b-47a8-4cce-89be-6add25ffd6aa) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:50.564537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215502cc-1f05-46aa-87de-253bd417d3d1 None None] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:50.570586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-591a83e5-5b48-4ef9-a7e6-876cfccdb2e6 req-154cc851-c216-4934-9dc7-91fba14acca4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 210 time: 0.0877957 Jun 03 15:39:50.598168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9239d4f-e45b-4161-bd72-696097ab60c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.599543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:50.607611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:50.608458 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.619260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Router deea8f90-251a-45e7-bdd9-69ab6134d047 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:50.659686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87aa3408-a85f-4397-9baf-3820f400ceba req-3bb8701e-b8af-4a77-8b1a-c895c138f639 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982280 Jun 03 15:39:50.680177 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9239d4f-e45b-4161-bd72-696097ab60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.694760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60460) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:50.706939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9239d4f-e45b-4161-bd72-696097ab60c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a57378-4b77-4f8c-9693-a3c6fa1f59b6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:50.725595 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9239d4f-e45b-4161-bd72-696097ab60c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.726772 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c9239d4f-e45b-4161-bd72-696097ab60c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27a57378-4b77-4f8c-9693-a3c6fa1f59b6 HTTP/1.1" status: 204 len: 168 time: 0.2571952 Jun 03 15:39:50.819126 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-42e1e1df-39c1-4733-bb78-f40f3473ad23 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.0179324 Jun 03 15:39:50.822360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:50.828792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1309296273'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:50.838474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:50.857173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:network and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:50.865241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:50.872312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:50.893469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:50.898070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.931028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:50.942491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:50.942916 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Added segment 12f03758-b871-4b17-8d72-7a54ce716223 of type vlan for network 179ed882-1ff4-49fb-8246-04945a933b84 Jun 03 15:39:50.973461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.013296 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.020812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:51.021793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.067396 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2436528 Jun 03 15:39:51.068240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60482) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:51.069990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:51.076645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5cbc63-2df3-4063-a580-b7ec0a7f7a4f {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:39:51.081483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dad7e2-c530-4c75-a400-84eb956a5227 None None] Sync routers for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:51.092520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dad7e2-c530-4c75-a400-84eb956a5227 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:51.097651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c4dad7e2-c530-4c75-a400-84eb956a5227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:51.109024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1683f5-91ac-4dd0-90b5-ac62d53a91ee tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:51.110886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ed1683f5-91ac-4dd0-90b5-ac62d53a91ee tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1091 time: 0.3951585 Jun 03 15:39:51.111751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60486) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:51.121164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60488) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:51.123499 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.134046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'ports': [{'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa'}, {'network_id': '179ed882-1ff4-49fb-8246-04945a933b84'}]} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:51.134393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:51.135100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': '179ed882-1ff4-49fb-8246-04945a933b84'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:51.182483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '4de36b08-1233-4a27-906a-d6906ff69231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:51.197432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:51.204772 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca669243-8c39-4ed1-b0fc-99cab9d60157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.221808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] No DVR routers for this DVR port 85e00eda-3288-4825-ad9a-3c6420120a77 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:39:51.226075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:floatingip and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:51.231329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.233941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-101e2bb8-772c-46f9-972f-7fc5d6f6a531 req-7fe06d2d-e9ab-43aa-bf5f-1e09449788c4 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "DELETE /v2.0/ports/85e00eda-3288-4825-ad9a-3c6420120a77 HTTP/1.1" status: 204 len: 173 time: 8.3365331 Jun 03 15:39:51.235095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:51.246707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'name': 'network-vif-deleted', 'tag': '85e00eda-3288-4825-ad9a-3c6420120a77'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:51.257092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Transition to ACTIVE for port object db5cbc63-2df3-4063-a580-b7ec0a7f7a4f will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:39:51.291306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ca669243-8c39-4ed1-b0fc-99cab9d60157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:51.304885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:51.348624 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.374791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ca669243-8c39-4ed1-b0fc-99cab9d60157 admin admin] Usage tracker for resource:security_group_rule and tenant:921dcdc7ac2843cc8a7c7e792566f34e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:51.377566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:51.381449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:port and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:51.384357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:51.390947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:51.423041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 2} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:51.433290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.492187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a947e0-b3fe-45c9-9f01-8724230dcd76 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Network': ['ID=179ed882-1ff4-49fb-8246-04945a933b84,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:51.496121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.509437 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac6b883-e03f-4765-8156-53b8755d51a2'] response: {'server_uuid': '9a69ef1c-6caf-421f-bfe8-ab9063af7498', 'name': 'network-vif-deleted', 'tag': '85e00eda-3288-4825-ad9a-3c6420120a77', 'status': 'completed', 'code': 200} Jun 03 15:39:51.513022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c4dad7e2-c530-4c75-a400-84eb956a5227 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:51.548187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ca669243-8c39-4ed1-b0fc-99cab9d60157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:51.631107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ca669243-8c39-4ed1-b0fc-99cab9d60157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:51.681530 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:51.719111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 179ed882-1ff4-49fb-8246-04945a933b84 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:51.937534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port 096adac4-76d4-415a-a838-d63799c4d115 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:52.137038 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.164587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c4dad7e2-c530-4c75-a400-84eb956a5227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:52.173815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dad7e2-c530-4c75-a400-84eb956a5227 None None] Checking router: deea8f90-251a-45e7-bdd9-69ab6134d047 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:52.186193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dad7e2-c530-4c75-a400-84eb956a5227 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:52.187072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c4dad7e2-c530-4c75-a400-84eb956a5227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:52.332643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Pushing event updated for resources: {'Port': ['ID=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:52.415802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b3042ab4-9ca0-4d97-9ec9-40a8ffe41bb9 req-a6209efd-75e8-404c-a17e-7b8e7231fb3c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:52.419320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port ae93ed41-0a6c-4879-8282-7c5d494f2b3b yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:39:52.585364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b3042ab4-9ca0-4d97-9ec9-40a8ffe41bb9 req-a6209efd-75e8-404c-a17e-7b8e7231fb3c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:52.586571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3042ab4-9ca0-4d97-9ec9-40a8ffe41bb9 req-a6209efd-75e8-404c-a17e-7b8e7231fb3c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a69ef1c-6caf-421f-bfe8-ab9063af7498 HTTP/1.1" status: 200 len: 210 time: 0.3594134 Jun 03 15:39:52.599664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c4dad7e2-c530-4c75-a400-84eb956a5227 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:39:52.628235 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.630896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Attempting to bind port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:39:52.631270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Attempting to bind port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:39:52.631519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Attempting to bind port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:52.651373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee4f02-81d8-4eac-bd82-c1b66c07beb3 req-5da41c76-9224-4c65-a36a-28b8836fe6d8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:52.658639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29ee4f02-81d8-4eac-bd82-c1b66c07beb3 req-5da41c76-9224-4c65-a36a-28b8836fe6d8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 944 time: 1.0252206 Jun 03 15:39:52.667811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:39:52.668757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Attempting to bind port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:39:52.685188 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.716786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:39:52.717541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Checking segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:52.718187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Bound using segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:39:52.718857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Bound port: db5cbc63-2df3-4063-a580-b7ec0a7f7a4f, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:39:52.719414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.731822 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca669243-8c39-4ed1-b0fc-99cab9d60157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.749699 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca669243-8c39-4ed1-b0fc-99cab9d60157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.843549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29ee4f02-81d8-4eac-bd82-c1b66c07beb3 req-5848c7a0-6bf5-4683-b789-e8daa8c26d07 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837347 Jun 03 15:39:52.879413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=096adac4-76d4-415a-a838-d63799c4d115,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:52.898352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca669243-8c39-4ed1-b0fc-99cab9d60157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e09d341-b3de-4709-be83-95f8b04a99e1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:52.909122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ca669243-8c39-4ed1-b0fc-99cab9d60157 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=921dcdc7ac2843cc8a7c7e792566f34e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7892621 Jun 03 15:39:52.916469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:52.919056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60534) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:52.920566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:52.924376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:52.925512 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.955122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60538) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:52.960546 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:52.966495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] For port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:39:52.970986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] For port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:39:53.007847 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.111708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:53.112468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.113866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] 10.222.0.67 "PUT /v2.0/ports/db5cbc63-2df3-4063-a580-b7ec0a7f7a4f HTTP/1.1" status: 200 len: 1092 time: 4.5020788 Jun 03 15:39:53.238998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=ae93ed41-0a6c-4879-8282-7c5d494f2b3b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:53.265132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Checking segment: {'id': '12f03758-b871-4b17-8d72-7a54ce716223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '179ed882-1ff4-49fb-8246-04945a933b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:53.265490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network hostable DHCP agents. Network: 179ed882-1ff4-49fb-8246-04945a933b84, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:53.294804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-671d400c-5ace-4f4c-98c8-7cefea53f08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.305113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c4dad7e2-c530-4c75-a400-84eb956a5227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:53.316901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dad7e2-c530-4c75-a400-84eb956a5227 None None] The sync data for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 is: [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:53.425911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-671d400c-5ace-4f4c-98c8-7cefea53f08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.451525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 179ed882-1ff4-49fb-8246-04945a933b84 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:53.463044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057132f6-abb8-4b8d-a85c-d11465fe6af1 service neutron] Pushing event updated for resources: {'Port': ['ID=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:53.485207 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0da2986-1912-44dd-beb3-0caa778e7fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.488709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 179ed882-1ff4-49fb-8246-04945a933b84) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:53.495643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:53.502909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1134bb-45b8-4110-9126-e90abba3e47e None None] Network 179ed882-1ff4-49fb-8246-04945a933b84 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:53.506321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:53.510318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c003293-4a5c-4463-bad4-b87a07bcff26', 'tag': 'db5cbc63-2df3-4063-a580-b7ec0a7f7a4f'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:53.512803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:53.513203 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.516825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.25.7.189 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/bd8b7e79-fde1-4066-8329-81ee9208e38d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:39:53.531689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d0da2986-1912-44dd-beb3-0caa778e7fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:53.539528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d0da2986-1912-44dd-beb3-0caa778e7fa9 admin admin] Usage tracker for resource:security_group_rule and tenant:f99b05e2a8c54429a51cf7232eb0f0c5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:53.546350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d0da2986-1912-44dd-beb3-0caa778e7fa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:53.565760 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-047cc458-54eb-4c6a-b94c-8e37855e614b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4901643 Jun 03 15:39:53.568297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d0da2986-1912-44dd-beb3-0caa778e7fa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:53.570090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60552) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:53.632077 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3be3b32-0cc9-4a2b-822f-90edfb4230ff'] response: {'name': 'network-changed', 'server_uuid': '5c003293-4a5c-4463-bad4-b87a07bcff26', 'tag': 'db5cbc63-2df3-4063-a580-b7ec0a7f7a4f', 'status': 'completed', 'code': 200} Jun 03 15:39:53.671085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b1fad-acaa-47fd-8bfc-cec3322fe8cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port ae93ed41-0a6c-4879-8282-7c5d494f2b3b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:53.671563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1fad-acaa-47fd-8bfc-cec3322fe8cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.701566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-9224bca5-bcbb-4c5f-afd3-7ed310b224ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:53.703246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-9224bca5-bcbb-4c5f-afd3-7ed310b224ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 1095 time: 0.4311998 Jun 03 15:39:53.829023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60564) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:53.840573 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-671d400c-5ace-4f4c-98c8-7cefea53f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.855305 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada381a-c61e-43b5-86b5-ad90b6e1df91 None None] New status for floating IP bbc41462-2cff-4c52-8a37-178835f5a593: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:39:53.896416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d400c-5ace-4f4c-98c8-7cefea53f08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e09d341-b3de-4709-be83-95f8b04a99e1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:53.913088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-5b70b040-64bc-41f6-83e6-2cea8b6194a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f HTTP/1.1" status: 200 len: 217 time: 0.1835787 Jun 03 15:39:53.992567 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-671d400c-5ace-4f4c-98c8-7cefea53f08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:53.996020 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-671d400c-5ace-4f4c-98c8-7cefea53f08b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e09d341-b3de-4709-be83-95f8b04a99e1 HTTP/1.1" status: 204 len: 168 time: 1.0661592 Jun 03 15:39:54.051193 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.126847 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1fad-acaa-47fd-8bfc-cec3322fe8cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.139607 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4036bde6-96b3-448d-8ef3-37fc98557e4e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.238023 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.295281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b1fad-acaa-47fd-8bfc-cec3322fe8cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for ae93ed41-0a6c-4879-8282-7c5d494f2b3b owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:54.345062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=bd8b7e79-fde1-4066-8329-81ee9208e38d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:54.364395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4036bde6-96b3-448d-8ef3-37fc98557e4e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.370759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:39:54.381141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:54.392799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-5f73ce49-ffba-4321-afe3-f74983cd5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:54.394299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-5f73ce49-ffba-4321-afe3-f74983cd5791 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.2912204 Jun 03 15:39:54.397792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:39:54.447553 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1fad-acaa-47fd-8bfc-cec3322fe8cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.494093 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0da2986-1912-44dd-beb3-0caa778e7fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.518159 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4036bde6-96b3-448d-8ef3-37fc98557e4e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.528937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b1fad-acaa-47fd-8bfc-cec3322fe8cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=ae93ed41-0a6c-4879-8282-7c5d494f2b3b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:54.533755 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0da2986-1912-44dd-beb3-0caa778e7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.578882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da2986-1912-44dd-beb3-0caa778e7fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4f6f4d-2312-482a-93e0-2fcb410b4c44,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:54.593713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036bde6-96b3-448d-8ef3-37fc98557e4e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8afb246-c20c-45e7-bd09-9bd07e90a99b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:54.597606 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1fad-acaa-47fd-8bfc-cec3322fe8cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.608136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4036bde6-96b3-448d-8ef3-37fc98557e4e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:54.614276 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4036bde6-96b3-448d-8ef3-37fc98557e4e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "DELETE /v2.0/security-groups/d8afb246-c20c-45e7-bd09-9bd07e90a99b HTTP/1.1" status: 204 len: 168 time: 0.7840621 Jun 03 15:39:54.618964 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3e8b1fad-acaa-47fd-8bfc-cec3322fe8cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/ae93ed41-0a6c-4879-8282-7c5d494f2b3b HTTP/1.1" status: 204 len: 168 time: 1.0456548 Jun 03 15:39:54.618964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60588) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:54.637444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60590) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:54.698396 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-0a31d3fc-920d-42fe-919d-94e9a6d95c1c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] show failed (client error): The resource could not be found. Jun 03 15:39:54.699520 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0a31d3fc-920d-42fe-919d-94e9a6d95c1c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups/d8afb246-c20c-45e7-bd09-9bd07e90a99b HTTP/1.1" status: 404 len: 347 time: 0.0802119 Jun 03 15:39:54.704298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60598) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:54.736815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d772f8-ee99-4fae-a67e-ebb2c23c0b65 req-ab919a8c-19e4-4a50-8fb2-de14d0f4f3ba tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:54.739584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1d772f8-ee99-4fae-a67e-ebb2c23c0b65 req-ab919a8c-19e4-4a50-8fb2-de14d0f4f3ba tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 944 time: 0.5702822 Jun 03 15:39:54.754524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d0da2986-1912-44dd-beb3-0caa778e7fa9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f99b05e2a8c54429a51cf7232eb0f0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7973812 Jun 03 15:39:54.766085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60602) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:54.916945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-16d32eb2-bf43-4c5c-bb89-74780468a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:54.919405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-16d32eb2-bf43-4c5c-bb89-74780468a201 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4912238 Jun 03 15:39:55.017297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-174ba13f-d799-4b3b-9e7a-cdf28e5bb374 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Deleting port a1a3b19a-ce79-46fb-a061-2778d01e697c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:55.017297 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-174ba13f-d799-4b3b-9e7a-cdf28e5bb374 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.250515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa77762-226a-4249-a50b-e89aa2266c03 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:55.286226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa77762-226a-4249-a50b-e89aa2266c03 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:55.286226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5fa77762-226a-4249-a50b-e89aa2266c03 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:55.360159 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5fa77762-226a-4249-a50b-e89aa2266c03 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:55.362283 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5fa77762-226a-4249-a50b-e89aa2266c03 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7232006 Jun 03 15:39:55.366210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60622) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:55.370600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-228819ca-7ea4-4a74-99ec-8af2753a6d7e service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281108 Jun 03 15:39:55.480165 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1d772f8-ee99-4fae-a67e-ebb2c23c0b65 req-eebafea3-015f-41ae-997a-f2e76adce793 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7309713 Jun 03 15:39:55.572559 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-174ba13f-d799-4b3b-9e7a-cdf28e5bb374 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.573381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-174ba13f-d799-4b3b-9e7a-cdf28e5bb374 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.588444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-17610c54-6e1f-4780-b241-b7c0f1b76bf9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 096adac4-76d4-415a-a838-d63799c4d115 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:39:55.588880 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17610c54-6e1f-4780-b241-b7c0f1b76bf9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.598361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a57ceaad-dab3-43b8-9a44-f0069c97a1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.628557 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a57ceaad-dab3-43b8-9a44-f0069c97a1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.806814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1703705-1e01-4743-a830-50eaa3b889e7 req-a5263619-a736-4cfd-9ef3-b404479fb9ee service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210043 Jun 03 15:39:55.846692 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a57ceaad-dab3-43b8-9a44-f0069c97a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.883514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ceaad-dab3-43b8-9a44-f0069c97a1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4f6f4d-2312-482a-93e0-2fcb410b4c44,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:55.894153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-174ba13f-d799-4b3b-9e7a-cdf28e5bb374 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Calling delete_port for a1a3b19a-ce79-46fb-a061-2778d01e697c owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:55.960466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a57ceaad-dab3-43b8-9a44-f0069c97a1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:55.964884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a57ceaad-dab3-43b8-9a44-f0069c97a1b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f4f6f4d-2312-482a-93e0-2fcb410b4c44 HTTP/1.1" status: 204 len: 168 time: 1.1969929 Jun 03 15:39:56.022255 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.024809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720e736-1b51-4717-bb48-b8b8933adc82 req-2095d665-825e-4df8-90ad-2e60de1d7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:56.026425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0720e736-1b51-4717-bb48-b8b8933adc82 req-2095d665-825e-4df8-90ad-2e60de1d7231 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 1095 time: 0.1207585 Jun 03 15:39:56.254532 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.344245 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17610c54-6e1f-4780-b241-b7c0f1b76bf9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.390706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720e736-1b51-4717-bb48-b8b8933adc82 req-8e351327-fd40-45a4-9fc9-97ea19fff38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:56.392240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0720e736-1b51-4717-bb48-b8b8933adc82 req-8e351327-fd40-45a4-9fc9-97ea19fff38b service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.3577642 Jun 03 15:39:56.506157 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0720e736-1b51-4717-bb48-b8b8933adc82 req-361ca575-4d30-4eb7-8f94-43de81be221f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f HTTP/1.1" status: 200 len: 217 time: 0.0993154 Jun 03 15:39:56.612329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60664) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:56.665942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-174ba13f-d799-4b3b-9e7a-cdf28e5bb374 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.677071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-17610c54-6e1f-4780-b241-b7c0f1b76bf9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 096adac4-76d4-415a-a838-d63799c4d115 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:39:56.688388 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7fa7005e-647a-4bdb-9d2c-376fffad8c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.772241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ba13f-d799-4b3b-9e7a-cdf28e5bb374 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'Port': ['ID=a1a3b19a-ce79-46fb-a061-2778d01e697c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:56.781674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7fa7005e-647a-4bdb-9d2c-376fffad8c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:56.793510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720e736-1b51-4717-bb48-b8b8933adc82 req-216a8176-17de-43a2-af8d-55262a0a6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:56.794958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0720e736-1b51-4717-bb48-b8b8933adc82 req-216a8176-17de-43a2-af8d-55262a0a6f75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.2726119 Jun 03 15:39:56.804509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7fa7005e-647a-4bdb-9d2c-376fffad8c16 admin admin] Usage tracker for resource:security_group_rule and tenant:29f29332ff204d9db009fafb3b36a362 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:56.812586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7fa7005e-647a-4bdb-9d2c-376fffad8c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:56.896687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7fa7005e-647a-4bdb-9d2c-376fffad8c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:56.905449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-174ba13f-d799-4b3b-9e7a-cdf28e5bb374 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.910426 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17610c54-6e1f-4780-b241-b7c0f1b76bf9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.968234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17610c54-6e1f-4780-b241-b7c0f1b76bf9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=096adac4-76d4-415a-a838-d63799c4d115,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:56.981994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17610c54-6e1f-4780-b241-b7c0f1b76bf9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.996152 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-17610c54-6e1f-4780-b241-b7c0f1b76bf9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/096adac4-76d4-415a-a838-d63799c4d115 HTTP/1.1" status: 204 len: 168 time: 1.6259673 Jun 03 15:39:56.996152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-174ba13f-d799-4b3b-9e7a-cdf28e5bb374 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:56.997479 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-174ba13f-d799-4b3b-9e7a-cdf28e5bb374 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "DELETE /v2.0/floatingips/bbc41462-2cff-4c52-8a37-178835f5a593 HTTP/1.1" status: 204 len: 168 time: 2.2921753 Jun 03 15:39:56.998408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:57.012277 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.030500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.120687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb46d1-7a32-4151-bd07-8b0fec3585cf req-54d83403-a8f8-45b4-903e-d56a8c244da5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:57.122420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fadb46d1-7a32-4151-bd07-8b0fec3585cf req-54d83403-a8f8-45b4-903e-d56a8c244da5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 944 time: 0.4372363 Jun 03 15:39:57.163084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508e2bce-5e0f-4876-bf93-1534657fc049 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:57.163958 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-508e2bce-5e0f-4876-bf93-1534657fc049 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:39:57.165195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60680) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:57.186972 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-508e2bce-5e0f-4876-bf93-1534657fc049 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:39:57.188275 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-508e2bce-5e0f-4876-bf93-1534657fc049 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1886737 Jun 03 15:39:57.191299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60684) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:57.232897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092953078', 'description': 'tempest-description--2074291337'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:57.242940 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d12d42-d2aa-4f81-b55d-eaeade642eda tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:39:57.244441 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-98d12d42-d2aa-4f81-b55d-eaeade642eda tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/ae93ed41-0a6c-4879-8282-7c5d494f2b3b HTTP/1.1" status: 404 len: 333 time: 0.0520771 Jun 03 15:39:57.245331 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fadb46d1-7a32-4151-bd07-8b0fec3585cf req-9adea0a7-714e-44d2-a3d2-57669f016658 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879679 Jun 03 15:39:57.254790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720e736-1b51-4717-bb48-b8b8933adc82 req-cf069c23-7b09-405a-9a7f-81d475a8bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:57.256372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0720e736-1b51-4717-bb48-b8b8933adc82 req-cf069c23-7b09-405a-9a7f-81d475a8bbb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4392049 Jun 03 15:39:57.256855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60688) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:57.257545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:57.275637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:57.357170 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-87248d86-a4df-4835-9b39-dae97225d074 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:39:57.358618 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-87248d86-a4df-4835-9b39-dae97225d074 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/096adac4-76d4-415a-a838-d63799c4d115 HTTP/1.1" status: 404 len: 333 time: 0.0982933 Jun 03 15:39:57.363758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60692) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:57.488122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=bd8b7e79-fde1-4066-8329-81ee9208e38d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:57.512210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:57.520484 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.527519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:57.584611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.701703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.713988 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.760799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179ed882-1ff4-49fb-8246-04945a933b84']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:57.774399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f03758-b871-4b17-8d72-7a54ce716223') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:57.774765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f03758-b871-4b17-8d72-7a54ce716223') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:57.787935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.801842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:57.807188 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.815696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:57.816093 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.830386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:57.842476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:57.856775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:57.865658 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7fa7005e-647a-4bdb-9d2c-376fffad8c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.886929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7fa7005e-647a-4bdb-9d2c-376fffad8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:57.902146 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 12f03758-b871-4b17-8d72-7a54ce716223 resource provider aggregate not found Jun 03 15:39:57.922499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0720e736-1b51-4717-bb48-b8b8933adc82 req-63e69c2d-97dc-434a-99aa-f1d0223f7230 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546054 Jun 03 15:39:57.939843 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Floating IP 460586d1-e385-4061-a6f1-71fc4a36a078 associated. External IP: 172.25.7.189, port: 4de36b08-1233-4a27-906a-d6906ff69231. Jun 03 15:39:57.961783 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 12f03758-b871-4b17-8d72-7a54ce716223 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12f03758-b871-4b17-8d72-7a54ce716223 found for delete ", "request_id": "req-a79aa41d-0dcc-4517-af47-3f129a530d06"}]} Jun 03 15:39:57.996705 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.046207 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.053180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Network': ['ID=179ed882-1ff4-49fb-8246-04945a933b84,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:58.059097 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1da375e9-bdc7-4d8e-905d-da64034ea373 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/networks/179ed882-1ff4-49fb-8246-04945a933b84 HTTP/1.1" status: 204 len: 168 time: 0.6942282 Jun 03 15:39:58.064200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60708) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:58.072939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-287081018'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:58.079654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:58.085420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:network and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:58.089109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:58.096959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:58.114884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:58.119100 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.124925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7fa7005e-647a-4bdb-9d2c-376fffad8c16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29f29332ff204d9db009fafb3b36a362&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5078039 Jun 03 15:39:58.133243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60714) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:58.155281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7005e-647a-4bdb-9d2c-376fffad8c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cde72f3-4547-4a20-8816-3e938e2258ff,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:58.172689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:39:58.186967 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.187354 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Added segment 881bf562-0286-4509-bae1-49f6458568f0 of type vlan for network 55498cfc-5518-466e-aae4-e9847e9f01a7 Jun 03 15:39:58.235476 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.300490 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.309786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:58.311041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.372422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0720e736-1b51-4717-bb48-b8b8933adc82 req-92ec6e37-a5af-4fcd-a0d1-fe3d603dd175 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694429 Jun 03 15:39:58.391358 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.405176 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.465371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b9b03e6d-e9d2-4e96-833b-ecb006ded126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.632427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af1d058-3dc7-497d-825e-74978219d0b0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:58.648283 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5785034 Jun 03 15:39:58.648437 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b9b03e6d-e9d2-4e96-833b-ecb006ded126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.649474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:58.656721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '55498cfc-5518-466e-aae4-e9847e9f01a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:58.657044 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.660939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6001f488-5af9-4035-a449-fc187a68152d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4860611 Jun 03 15:39:58.667246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60736) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:58.683917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-adeeacd5-6ad9-447e-b878-e43d55ed1393 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group_rule': {'security_group_id': '0af1d058-3dc7-497d-825e-74978219d0b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:58.739813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0c0d2-917d-4a6c-9efc-d247defeb9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Network': ['ID=55498cfc-5518-466e-aae4-e9847e9f01a7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:58.752967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 55498cfc-5518-466e-aae4-e9847e9f01a7 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:39:58.764107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-adeeacd5-6ad9-447e-b878-e43d55ed1393 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:58.792751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-adeeacd5-6ad9-447e-b878-e43d55ed1393 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:58.798270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-adeeacd5-6ad9-447e-b878-e43d55ed1393 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:58.812352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-adeeacd5-6ad9-447e-b878-e43d55ed1393 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:58.819725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:58.828061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:58.832466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:58.841402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:58.861911 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adeeacd5-6ad9-447e-b878-e43d55ed1393 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.862043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:58.865839 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.879144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router cc2015b5-d355-45f9-a707-24b5c81b2d03 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:39:58.892344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74c3a5-1820-4b34-b11c-bfda32dee7c7 req-3d9ff9f9-ed96-4cf2-866f-15cce37ede71 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:58.893721 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef74c3a5-1820-4b34-b11c-bfda32dee7c7 req-3d9ff9f9-ed96-4cf2-866f-15cce37ede71 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 944 time: 0.3493626 Jun 03 15:39:58.960754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b9b03e6d-e9d2-4e96-833b-ecb006ded126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:58.996075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Performing IP validity checks on allocation pools {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:39:58.997156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:39:59.078429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b03e6d-e9d2-4e96-833b-ecb006ded126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cde72f3-4547-4a20-8816-3e938e2258ff,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:59.155837 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b9b03e6d-e9d2-4e96-833b-ecb006ded126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.158251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b9b03e6d-e9d2-4e96-833b-ecb006ded126 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cde72f3-4547-4a20-8816-3e938e2258ff HTTP/1.1" status: 204 len: 168 time: 1.0132995 Jun 03 15:39:59.163734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef74c3a5-1820-4b34-b11c-bfda32dee7c7 req-d2a9f5f3-125c-4762-9633-8034d58f0e2e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437916 Jun 03 15:39:59.216042 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.319749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adeeacd5-6ad9-447e-b878-e43d55ed1393 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.337536 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adeeacd5-6ad9-447e-b878-e43d55ed1393 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.372582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Subnet': ['ID=66d3261a-2271-4f42-bc86-f01691ff24d8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:59.385807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Checking segment: {'id': '881bf562-0286-4509-bae1-49f6458568f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '55498cfc-5518-466e-aae4-e9847e9f01a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:39:59.387421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network hostable DHCP agents. Network: 55498cfc-5518-466e-aae4-e9847e9f01a7, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:39:59.441833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 55498cfc-5518-466e-aae4-e9847e9f01a7 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:39:59.461156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 55498cfc-5518-466e-aae4-e9847e9f01a7) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:39:59.468066 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:59.469287 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.471638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9081e978-8982-4427-9a69-9ebb4ece2b6e None None] Network 55498cfc-5518-466e-aae4-e9847e9f01a7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:39:59.511000 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:39:59.512796 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1b61ec27-9442-408f-9887-2c5c1b32d5b3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8627565 Jun 03 15:39:59.515730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60770) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:59.518169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device db5cbc63-2df3-4063-a580-b7ec0a7f7a4f details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:39:59.521713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': '55498cfc-5518-466e-aae4-e9847e9f01a7', 'name': 'tempest-PortsTestJSON-1550655601'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:59.573564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:39:59.597483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeeacd5-6ad9-447e-b878-e43d55ed1393 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08870de8-a303-4e91-9883-4b2a03cf8b7a,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:59.598334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82977d5b-f27b-4982-9573-034ee925062e None None] Sync routers for ids ['cc2015b5-d355-45f9-a707-24b5c81b2d03'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:59.603306 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.639766 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adeeacd5-6ad9-447e-b878-e43d55ed1393 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.644558 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-adeeacd5-6ad9-447e-b878-e43d55ed1393 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9754434 Jun 03 15:39:59.647253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60778) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:39:59.676431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-418eb559-a2bc-4864-9103-893fe0cd5c8d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.5404868 Jun 03 15:39:59.676431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:59.687345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0c6df40e-e2ff-4ccd-8ce5-f72bdaaee3ce tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'security_group_rule': {'security_group_id': '0af1d058-3dc7-497d-825e-74978219d0b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:39:59.703330 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.736569 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e0f1aa-ab33-4455-a38a-5ea81cfffe1f'] response: {'name': 'network-changed', 'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231', 'status': 'completed', 'code': 200} Jun 03 15:39:59.752947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82977d5b-f27b-4982-9573-034ee925062e None None] Routers {'cc2015b5-d355-45f9-a707-24b5c81b2d03'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:39:59.754039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-82977d5b-f27b-4982-9573-034ee925062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc2015b5-d355-45f9-a707-24b5c81b2d03'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:59.809851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0c6df40e-e2ff-4ccd-8ce5-f72bdaaee3ce tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:59.848126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0c6df40e-e2ff-4ccd-8ce5-f72bdaaee3ce tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:security_group_rule and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:39:59.851664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0c6df40e-e2ff-4ccd-8ce5-f72bdaaee3ce tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:39:59.862013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0c6df40e-e2ff-4ccd-8ce5-f72bdaaee3ce tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:59.925514 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:39:59.935048 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c6df40e-e2ff-4ccd-8ce5-f72bdaaee3ce tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:39:59.955155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:39:59.965346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:39:59.984165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:39:59.988340 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.055623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port 2e35953e-d6da-40eb-aa84-efcb0cc252d4 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:00.083431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-82977d5b-f27b-4982-9573-034ee925062e None None] Set router cc2015b5-d355-45f9-a707-24b5c81b2d03 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:00.133715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f73b75-7d7d-4b82-b159-dad3afde5ee8 req-778fb0c0-dd49-4361-a149-30165f6539ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:00.135182 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6f73b75-7d7d-4b82-b159-dad3afde5ee8 req-778fb0c0-dd49-4361-a149-30165f6539ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1096 time: 0.3483109 Jun 03 15:40:00.201210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa14623-b785-4160-b7dd-f8758bdf86a0 req-13ebc99a-8659-4ffb-8d8e-4d911ab56c0b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:00.207032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fa14623-b785-4160-b7dd-f8758bdf86a0 req-13ebc99a-8659-4ffb-8d8e-4d911ab56c0b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.2807560 Jun 03 15:40:00.304418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c6df40e-e2ff-4ccd-8ce5-f72bdaaee3ce tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.422909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c6df40e-e2ff-4ccd-8ce5-f72bdaaee3ce tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.527814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.10 (55498cfc-5518-466e-aae4-e9847e9f01a7/66d3261a-2271-4f42-bc86-f01691ff24d8/2e35953e-d6da-40eb-aa84-efcb0cc252d4) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:00.619177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fa14623-b785-4160-b7dd-f8758bdf86a0 req-c13c79af-3882-417f-b482-f7cc71b073b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467275 Jun 03 15:40:00.655776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60816) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:00.718646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-55498cfc-5518-466e-aae4-e9847e9f01a7', 'network_id': '55498cfc-5518-466e-aae4-e9847e9f01a7', 'tenant_id': '7a86b0aefdf54345be5012cbdd692f43', 'fixed_ips': [{'subnet_id': '66d3261a-2271-4f42-bc86-f01691ff24d8'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:00.719843 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.809537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f73b75-7d7d-4b82-b159-dad3afde5ee8 req-f1a7022c-27e3-4d03-a019-f15ca9b8733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:00.811378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6f73b75-7d7d-4b82-b159-dad3afde5ee8 req-f1a7022c-27e3-4d03-a019-f15ca9b8733b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 200 len: 897 time: 0.6660991 Jun 03 15:40:00.889720 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.908642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object 2e35953e-d6da-40eb-aa84-efcb0cc252d4 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:00.960866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:00.999895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:01.020627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242d514-0100-446b-9a6f-628a56033c9a req-181e09ce-3a78-4843-bebc-8e0281a3b63e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:01.028385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e242d514-0100-446b-9a6f-628a56033c9a req-181e09ce-3a78-4843-bebc-8e0281a3b63e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 944 time: 0.5325141 Jun 03 15:40:01.038230 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0ea1b6f5-a068-4deb-b13f-f0b209967f5c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/460586d1-e385-4061-a6f1-71fc4a36a078 HTTP/1.1" status: 200 len: 991 time: 0.3737502 Jun 03 15:40:01.054528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'db5cbc63-2df3-4063-a580-b7ec0a7f7a4f', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'port_id': 'db5cbc63-2df3-4063-a580-b7ec0a7f7a4f', 'mac_address': 'fa:16:3e:83:e3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:40:01.099929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e242d514-0100-446b-9a6f-628a56033c9a req-30656a31-346b-441e-a106-62e28031e094 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659189 Jun 03 15:40:01.102591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6f73b75-7d7d-4b82-b159-dad3afde5ee8 req-a1a38e51-3bb6-4583-8da6-ffe5133bb320 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 999 time: 0.2762372 Jun 03 15:40:01.123406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6df40e-e2ff-4ccd-8ce5-f72bdaaee3ce tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e2837f-081a-4e83-86be-89ea8d2a930c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:01.163086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 55498cfc-5518-466e-aae4-e9847e9f01a7 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:01.172548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:01.186690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c6df40e-e2ff-4ccd-8ce5-f72bdaaee3ce tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.189716 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0c6df40e-e2ff-4ccd-8ce5-f72bdaaee3ce tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5395377 Jun 03 15:40:01.196161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:01.202739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60828) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:01.249588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:01.255782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:01.256467 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.274093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:01.285074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:floatingip and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:01.293044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:01.295214 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=2e35953e-d6da-40eb-aa84-efcb0cc252d4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:01.317591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5cbc63-2df3-4063-a580-b7ec0a7f7a4f {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:40:01.319498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:01.344355 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.366288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f73b75-7d7d-4b82-b159-dad3afde5ee8 req-ece89a6d-edf7-478d-8b13-fc14fbca0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:01.368223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6f73b75-7d7d-4b82-b159-dad3afde5ee8 req-ece89a6d-edf7-478d-8b13-fc14fbca0f44 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6f2775e-c94e-4891-a56b-88a73e7e0c48 HTTP/1.1" status: 200 len: 833 time: 0.2572994 Jun 03 15:40:01.368543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:01.371286 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.411221 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-01d67680-8b8c-4a00-b23f-a8c410268f8b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8943508 Jun 03 15:40:01.414203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60836) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:01.436997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-82977d5b-f27b-4982-9573-034ee925062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:14Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '460586d1-e385-4061-a6f1-71fc4a36a078', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'port_id': '4de36b08-1233-4a27-906a-d6906ff69231', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'mac_address': 'fa:16:3e:16:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f259008b-a378-4ce7-a369-2bf547125b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:39:55Z', 'updated_at': '2022-06-03T15:39:55Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a895019e-7df9-4c54-93d2-33c30691e99f', 'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:15:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:13Z', 'updated_at': '2022-06-03T15:39:25Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:01.451509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:01.463891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82977d5b-f27b-4982-9573-034ee925062e None None] Checking router: cc2015b5-d355-45f9-a707-24b5c81b2d03 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:01.484510 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.583548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-61859e82-a503-4953-bfbc-e2fca8304d8e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 2e35953e-d6da-40eb-aa84-efcb0cc252d4 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:01.584342 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61859e82-a503-4953-bfbc-e2fca8304d8e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.657340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82977d5b-f27b-4982-9573-034ee925062e None None] Routers {'cc2015b5-d355-45f9-a707-24b5c81b2d03'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:01.658242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-82977d5b-f27b-4982-9573-034ee925062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:39:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc2015b5-d355-45f9-a707-24b5c81b2d03'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:01.675814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f73b75-7d7d-4b82-b159-dad3afde5ee8 req-b35df563-2cac-4c60-90bd-6e3cba3521bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:01.684639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6f73b75-7d7d-4b82-b159-dad3afde5ee8 req-b35df563-2cac-4c60-90bd-6e3cba3521bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3089955 Jun 03 15:40:01.771336 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.800262 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Allocated IP 172.20.0.2 (55498cfc-5518-466e-aae4-e9847e9f01a7/66d3261a-2271-4f42-bc86-f01691ff24d8/43f2914f-92bb-4079-bb35-d9e6365c83d2) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:01.945831 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61859e82-a503-4953-bfbc-e2fca8304d8e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:01.949269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Allocated IP 172.25.7.74 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/0934c82c-b9fc-47a0-9b0c-a1fd5aae0fc1) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:02.092230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['db5cbc63-2df3-4063-a580-b7ec0a7f7a4f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:02.116530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60850) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:02.144690 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.272899 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.370584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:02.401224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.402034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.410015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.410591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.411070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.411567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.412043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.412523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.413070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.413655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.414147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.414711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:02.432145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=0934c82c-b9fc-47a0-9b0c-a1fd5aae0fc1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:02.495891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:02.499398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:02.505966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:02.586178 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3749db72-bc3c-4dba-af8f-83e7e303801a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.596565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-61859e82-a503-4953-bfbc-e2fca8304d8e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 2e35953e-d6da-40eb-aa84-efcb0cc252d4 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:02.627880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6f73b75-7d7d-4b82-b159-dad3afde5ee8 req-50c0c66d-0708-4df6-bf1f-dc9bff27d707 service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9346347 Jun 03 15:40:02.636557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-82977d5b-f27b-4982-9573-034ee925062e None None] Set router cc2015b5-d355-45f9-a707-24b5c81b2d03 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:02.833949 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:02.847486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acf134-586a-4148-9569-4def2511eb0f req-17a967e8-a574-464a-bdab-ac8612e50ea3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:02.854608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50acf134-586a-4148-9569-4def2511eb0f req-17a967e8-a574-464a-bdab-ac8612e50ea3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 945 time: 0.4235327 Jun 03 15:40:02.878081 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cf50aeb7-8171-4d9b-9aff-faf4b6e66902 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/460586d1-e385-4061-a6f1-71fc4a36a078 HTTP/1.1" status: 200 len: 991 time: 0.3054996 Jun 03 15:40:03.094073 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.122157 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61859e82-a503-4953-bfbc-e2fca8304d8e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.126434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.205948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61859e82-a503-4953-bfbc-e2fca8304d8e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=2e35953e-d6da-40eb-aa84-efcb0cc252d4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:03.256710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Transition to ACTIVE for port object 43f2914f-92bb-4079-bb35-d9e6365c83d2 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:03.270175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50acf134-586a-4148-9569-4def2511eb0f req-d6dcfd82-fa89-426e-8e7d-8ed5ca9605fc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143662 Jun 03 15:40:03.341410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6f73b75-7d7d-4b82-b159-dad3afde5ee8 req-d96904f1-9ba9-4103-b208-9acecc9b9c5d service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032256 Jun 03 15:40:03.370084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Transition to ACTIVE for port object 43f2914f-92bb-4079-bb35-d9e6365c83d2 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:03.388050 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.490273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60892) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:03.521808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Network 55498cfc-5518-466e-aae4-e9847e9f01a7 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:03.524884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61859e82-a503-4953-bfbc-e2fca8304d8e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.533118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:03.547033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:03.563564 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-61859e82-a503-4953-bfbc-e2fca8304d8e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/2e35953e-d6da-40eb-aa84-efcb0cc252d4 HTTP/1.1" status: 204 len: 168 time: 2.1474202 Jun 03 15:40:03.567155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60900) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:03.630015 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6e25a8-610a-488e-92c0-61489c896a72 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:40:03.630758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6e25a8-610a-488e-92c0-61489c896a72 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:03.633004 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0c6e25a8-610a-488e-92c0-61489c896a72 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/2e35953e-d6da-40eb-aa84-efcb0cc252d4 HTTP/1.1" status: 404 len: 333 time: 0.0646422 Jun 03 15:40:03.636037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60906) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:03.737238 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a28885-65c0-4a72-b307-cc527b49130e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:40:03.737768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3a28885-65c0-4a72-b307-cc527b49130e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:03.771390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Pushing event updated for resources: {'Port': ['ID=43f2914f-92bb-4079-bb35-d9e6365c83d2,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:03.776556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3a28885-65c0-4a72-b307-cc527b49130e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:03.781233 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c3a28885-65c0-4a72-b307-cc527b49130e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/2e35953e-d6da-40eb-aa84-efcb0cc252d4 HTTP/1.1" status: 404 len: 333 time: 0.1435802 Jun 03 15:40:03.781489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60912) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:03.793232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Attempting to bind port 43f2914f-92bb-4079-bb35-d9e6365c83d2 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:03.793605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Attempting to bind port 43f2914f-92bb-4079-bb35-d9e6365c83d2 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '881bf562-0286-4509-bae1-49f6458568f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '55498cfc-5518-466e-aae4-e9847e9f01a7'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:03.794012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Attempting to bind port 43f2914f-92bb-4079-bb35-d9e6365c83d2 on network 55498cfc-5518-466e-aae4-e9847e9f01a7 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:03.809635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-82977d5b-f27b-4982-9573-034ee925062e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:14Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '460586d1-e385-4061-a6f1-71fc4a36a078', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'port_id': '4de36b08-1233-4a27-906a-d6906ff69231', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'mac_address': 'fa:16:3e:16:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f259008b-a378-4ce7-a369-2bf547125b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:39:55Z', 'updated_at': '2022-06-03T15:39:55Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a895019e-7df9-4c54-93d2-33c30691e99f', 'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:15:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:13Z', 'updated_at': '2022-06-03T15:39:25Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:03.812463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:03.812834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Checking segment: {'id': '881bf562-0286-4509-bae1-49f6458568f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '55498cfc-5518-466e-aae4-e9847e9f01a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:03.813232 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.813627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Bound using segment: {'id': '881bf562-0286-4509-bae1-49f6458568f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '55498cfc-5518-466e-aae4-e9847e9f01a7'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:03.814144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Bound port: 43f2914f-92bb-4079-bb35-d9e6365c83d2, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881bf562-0286-4509-bae1-49f6458568f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '55498cfc-5518-466e-aae4-e9847e9f01a7'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:03.814506 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.840885 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.851477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:03.929146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60916) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:03.946931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc91ab1-8580-41a9-8d52-058f56770d9c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting subnet 66d3261a-2271-4f42-bc86-f01691ff24d8 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:40:03.987369 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fc91ab1-8580-41a9-8d52-058f56770d9c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.030345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] For port 43f2914f-92bb-4079-bb35-d9e6365c83d2, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:04.033668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a11bd18-9a15-4423-ac3a-1d74777581f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.035815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] For port 43f2914f-92bb-4079-bb35-d9e6365c83d2, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=43f2914f-92bb-4079-bb35-d9e6365c83d2,segment=NetworkSegment(881bf562-0286-4509-bae1-49f6458568f0),segment_id=881bf562-0286-4509-bae1-49f6458568f0)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:04.037724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82977d5b-f27b-4982-9573-034ee925062e None None] The sync data for ids ['cc2015b5-d355-45f9-a707-24b5c81b2d03'] in n-d-844595-1 is: [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:14Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '460586d1-e385-4061-a6f1-71fc4a36a078', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.189', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'port_id': '4de36b08-1233-4a27-906a-d6906ff69231', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'mac_address': 'fa:16:3e:16:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f259008b-a378-4ce7-a369-2bf547125b80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:39:55Z', 'updated_at': '2022-06-03T15:39:55Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a895019e-7df9-4c54-93d2-33c30691e99f', 'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:15:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:13Z', 'updated_at': '2022-06-03T15:39:25Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:04.052128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.063019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1a11bd18-9a15-4423-ac3a-1d74777581f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:04.073123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1a11bd18-9a15-4423-ac3a-1d74777581f0 admin admin] Usage tracker for resource:security_group_rule and tenant:85b65ea110c444e3b80ea6d13fecb917 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:04.078183 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fc91ab1-8580-41a9-8d52-058f56770d9c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.108606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1a11bd18-9a15-4423-ac3a-1d74777581f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:04.111329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60922) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:04.130594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1a11bd18-9a15-4423-ac3a-1d74777581f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:04.215763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a5d18-97bd-4e00-88e8-f76607c8fa03 None None] Pushing event updated for resources: {'Port': ['ID=43f2914f-92bb-4079-bb35-d9e6365c83d2,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:04.224969 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fc91ab1-8580-41a9-8d52-058f56770d9c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.282325 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7535cc9-bcd7-47fc-ac30-85f0c31308a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.385485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a11bd18-9a15-4423-ac3a-1d74777581f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.410193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1a11bd18-9a15-4423-ac3a-1d74777581f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.455699 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.532320 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96ee2e-ec2d-4367-87ea-27d6eb7125b5 None None] New status for floating IP 460586d1-e385-4061-a6f1-71fc4a36a078: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:40:04.538042 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1a11bd18-9a15-4423-ac3a-1d74777581f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85b65ea110c444e3b80ea6d13fecb917&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0391920 Jun 03 15:40:04.548085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60934) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:04.573966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98e2a82a-ff08-413c-b7c0-edea67346159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.627520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fc91ab1-8580-41a9-8d52-058f56770d9c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.741070 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8dfbe250-50eb-4c7c-bb98-c3f49b670ba2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/460586d1-e385-4061-a6f1-71fc4a36a078 HTTP/1.1" status: 200 len: 991 time: 0.7991827 Jun 03 15:40:04.763428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=0934c82c-b9fc-47a0-9b0c-a1fd5aae0fc1,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:04.803162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98e2a82a-ff08-413c-b7c0-edea67346159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:04.808825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-98e2a82a-ff08-413c-b7c0-edea67346159 admin admin] Usage tracker for resource:security_group_rule and tenant:519597803e1140f2a3ce214389eec277 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:04.812990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-98e2a82a-ff08-413c-b7c0-edea67346159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:04.813828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.815299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-56e14488-30bc-4bef-ab92-04bdd8cede5c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6067407 Jun 03 15:40:04.819237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98e2a82a-ff08-413c-b7c0-edea67346159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:04.844370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d894bc-dcc5-4ed1-a32f-ed87d3e747dc req-7f908bcb-db3d-4d03-b843-6cc9ef376862 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:04.846259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5d894bc-dcc5-4ed1-a32f-ed87d3e747dc req-7f908bcb-db3d-4d03-b843-6cc9ef376862 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 945 time: 0.3808758 Jun 03 15:40:04.880903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc91ab1-8580-41a9-8d52-058f56770d9c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Subnet': ['ID=66d3261a-2271-4f42-bc86-f01691ff24d8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:04.914549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11bd18-9a15-4423-ac3a-1d74777581f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0599f23-0f7c-41d7-be87-4d3bd277a935,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:04.918152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fc91ab1-8580-41a9-8d52-058f56770d9c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.948370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50212216-e1f0-43f3-ab56-2adf5dc062cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:04.967224 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5d894bc-dcc5-4ed1-a32f-ed87d3e747dc req-3b8ac2ae-78d1-48d6-ba7f-4c57f5f8bd17 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127737 Jun 03 15:40:04.985477 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9fc91ab1-8580-41a9-8d52-058f56770d9c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/66d3261a-2271-4f42-bc86-f01691ff24d8 HTTP/1.1" status: 204 len: 168 time: 1.2004414 Jun 03 15:40:04.986737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60948) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:05.019688 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50212216-e1f0-43f3-ab56-2adf5dc062cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.140488 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50212216-e1f0-43f3-ab56-2adf5dc062cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.179260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50212216-e1f0-43f3-ab56-2adf5dc062cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0599f23-0f7c-41d7-be87-4d3bd277a935,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:05.203252 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.217509 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98e2a82a-ff08-413c-b7c0-edea67346159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.223092 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98e2a82a-ff08-413c-b7c0-edea67346159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.230715 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50212216-e1f0-43f3-ab56-2adf5dc062cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.234641 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-50212216-e1f0-43f3-ab56-2adf5dc062cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0599f23-0f7c-41d7-be87-4d3bd277a935 HTTP/1.1" status: 204 len: 168 time: 0.6830795 Jun 03 15:40:05.235998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 43f2914f-92bb-4079-bb35-d9e6365c83d2 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:05.236345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.278989 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-98e2a82a-ff08-413c-b7c0-edea67346159 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=519597803e1140f2a3ce214389eec277&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1667550 Jun 03 15:40:05.281099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2a82a-ff08-413c-b7c0-edea67346159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aac5e01-593e-4bb4-99ea-744226c5b137,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:05.284231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60966) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:05.298819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-4ffa3364-d454-482d-ad86-26bffa1c914b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:05.316589 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.361245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-4ffa3364-d454-482d-ad86-26bffa1c914b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:05.365142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60972) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:05.368947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-4ffa3364-d454-482d-ad86-26bffa1c914b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1092953078&fields=id&tenant_id=c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 267 time: 0.1927626 Jun 03 15:40:05.377415 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1296a990-3aaf-4618-bc54-2b4a8aec4e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.413199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1296a990-3aaf-4618-bc54-2b4a8aec4e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.483841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1296a990-3aaf-4618-bc54-2b4a8aec4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.513716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296a990-3aaf-4618-bc54-2b4a8aec4e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aac5e01-593e-4bb4-99ea-744226c5b137,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:05.515565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device db5cbc63-2df3-4063-a580-b7ec0a7f7a4f up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:05.527058 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1296a990-3aaf-4618-bc54-2b4a8aec4e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.530559 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1296a990-3aaf-4618-bc54-2b4a8aec4e60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3aac5e01-593e-4bb4-99ea-744226c5b137 HTTP/1.1" status: 204 len: 168 time: 0.2428203 Jun 03 15:40:05.646572 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.671366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:05.679513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:05.681307 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.700845 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccb22dc0-d8b7-4b4a-9854-2b430d2fd476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.752100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60982) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:05.756542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ccb22dc0-d8b7-4b4a-9854-2b430d2fd476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:05.883510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60988) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:05.890076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ccb22dc0-d8b7-4b4a-9854-2b430d2fd476 admin admin] Usage tracker for resource:security_group_rule and tenant:95f262e1740f4fb29b55170af0f6cd7f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:05.894278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:05.895000 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.898854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] For port 43f2914f-92bb-4079-bb35-d9e6365c83d2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=43f2914f-92bb-4079-bb35-d9e6365c83d2,segment=NetworkSegment(881bf562-0286-4509-bae1-49f6458568f0),segment_id=881bf562-0286-4509-bae1-49f6458568f0)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:05.899633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:05.902460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ccb22dc0-d8b7-4b4a-9854-2b430d2fd476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:05.918078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ccb22dc0-d8b7-4b4a-9854-2b430d2fd476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:05.925169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf774661-f29e-485c-aff5-78d336c1a865 None None] Network 55498cfc-5518-466e-aae4-e9847e9f01a7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:05.962250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c003293-4a5c-4463-bad4-b87a07bcff26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5cbc63-2df3-4063-a580-b7ec0a7f7a4f'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:05.975095 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9782d126-5fd5-4574-9546-fa0c7f35dbae tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/460586d1-e385-4061-a6f1-71fc4a36a078 HTTP/1.1" status: 200 len: 993 time: 0.2205591 Jun 03 15:40:06.068997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-0640f2cf-3c8b-4cc3-96c2-b60383c99022 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:06.076570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-0640f2cf-3c8b-4cc3-96c2-b60383c99022 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 814 time: 0.7066822 Jun 03 15:40:06.115459 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d074b1e-4090-4a48-8657-ef27baf19bdc'] response: {'server_uuid': '5c003293-4a5c-4463-bad4-b87a07bcff26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5cbc63-2df3-4063-a580-b7ec0a7f7a4f', 'code': 200} Jun 03 15:40:06.132359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 43f2914f-92bb-4079-bb35-d9e6365c83d2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:06.151843 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccb22dc0-d8b7-4b4a-9854-2b430d2fd476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.157174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccb22dc0-d8b7-4b4a-9854-2b430d2fd476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.200479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:06.207543 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39126c9d-9bbe-4e72-9923-48009b7c10cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.223369 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ccb22dc0-d8b7-4b4a-9854-2b430d2fd476 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95f262e1740f4fb29b55170af0f6cd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8544707 Jun 03 15:40:06.223369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb22dc0-d8b7-4b4a-9854-2b430d2fd476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40347a67-4743-44da-ba21-43ac02fc971c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:06.224498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60996) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:06.228581 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.239670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 43f2914f-92bb-4079-bb35-d9e6365c83d2 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:06.265746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32768) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:06.277862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-212c2898-395e-4d27-ad9f-dbdd0e0d114d None None] Provisioning for port 43f2914f-92bb-4079-bb35-d9e6365c83d2 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:06.303384 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d79d90d6-1ab2-49ea-a82a-ed1b892dee3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.336488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d79d90d6-1ab2-49ea-a82a-ed1b892dee3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:06.345262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d79d90d6-1ab2-49ea-a82a-ed1b892dee3b admin admin] Usage tracker for resource:security_group_rule and tenant:5e2721343ec64aebbab6dcb08f9eea63 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:06.350299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d79d90d6-1ab2-49ea-a82a-ed1b892dee3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:06.353477 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad8c18a8-8a6d-4a10-a8a7-2aa74186ea49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.359352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d79d90d6-1ab2-49ea-a82a-ed1b892dee3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:06.403972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:06.409276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 43f2914f-92bb-4079-bb35-d9e6365c83d2 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:06.412866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad8c18a8-8a6d-4a10-a8a7-2aa74186ea49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.420154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 43f2914f-92bb-4079-bb35-d9e6365c83d2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:06.420522 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.474133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9964406f-0f12-4f0f-8a56-ea4509c92178 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/quotas/c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 375 time: 0.3965549 Jun 03 15:40:06.480652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-39126c9d-9bbe-4e72-9923-48009b7c10cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:06.503007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-39126c9d-9bbe-4e72-9923-48009b7c10cb admin admin] Usage tracker for resource:security_group_rule and tenant:1f5286ac811e45119be9d35e8d5f644e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:06.516520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-39126c9d-9bbe-4e72-9923-48009b7c10cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:06.569293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e82627-4dc9-4cd5-a722-8f62c1b5c3af None None] DHCP port deletion for 55498cfc-5518-466e-aae4-e9847e9f01a7 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:40:06.569678 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d79d90d6-1ab2-49ea-a82a-ed1b892dee3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.571320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad8c18a8-8a6d-4a10-a8a7-2aa74186ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.581004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-48e82627-4dc9-4cd5-a722-8f62c1b5c3af None None] Deleting port 43f2914f-92bb-4079-bb35-d9e6365c83d2 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:06.581415 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-48e82627-4dc9-4cd5-a722-8f62c1b5c3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.591309 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d79d90d6-1ab2-49ea-a82a-ed1b892dee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.596930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-39126c9d-9bbe-4e72-9923-48009b7c10cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:06.629582 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d79d90d6-1ab2-49ea-a82a-ed1b892dee3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e2721343ec64aebbab6dcb08f9eea63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619547 Jun 03 15:40:06.631326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32774) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:06.632368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c18a8-8a6d-4a10-a8a7-2aa74186ea49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40347a67-4743-44da-ba21-43ac02fc971c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:06.645539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 43f2914f-92bb-4079-bb35-d9e6365c83d2 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:06.646654 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.677993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849030b0-8d80-4568-96af-b40e31594783 req-79ba4c3d-242f-4629-a8e5-c9c2e7c8cbf7 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:06.685705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-849030b0-8d80-4568-96af-b40e31594783 req-79ba4c3d-242f-4629-a8e5-c9c2e7c8cbf7 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 946 time: 0.4171104 Jun 03 15:40:06.732516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-e24616a7-43c6-4df5-a187-0b803af8ae89 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2391825 Jun 03 15:40:06.783208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.790044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-48e82627-4dc9-4cd5-a722-8f62c1b5c3af None None] The port '43f2914f-92bb-4079-bb35-d9e6365c83d2' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:40:06.850749 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad8c18a8-8a6d-4a10-a8a7-2aa74186ea49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.851859 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ad8c18a8-8a6d-4a10-a8a7-2aa74186ea49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40347a67-4743-44da-ba21-43ac02fc971c HTTP/1.1" status: 204 len: 168 time: 0.6264741 Jun 03 15:40:06.868290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd1af29d-9538-4ac1-a3d9-89e527adda40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.872061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d90d6-1ab2-49ea-a82a-ed1b892dee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff96c82-dc69-4d1b-a248-a23b56d55207,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:06.899910 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd1af29d-9538-4ac1-a3d9-89e527adda40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.933069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=43f2914f-92bb-4079-bb35-d9e6365c83d2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:06.963674 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd1af29d-9538-4ac1-a3d9-89e527adda40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.964091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No DVR routers for this DVR port 43f2914f-92bb-4079-bb35-d9e6365c83d2 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:40:06.983063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1af29d-9538-4ac1-a3d9-89e527adda40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff96c82-dc69-4d1b-a248-a23b56d55207,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:06.987548 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd1af29d-9538-4ac1-a3d9-89e527adda40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:06.988676 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fd1af29d-9538-4ac1-a3d9-89e527adda40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dff96c82-dc69-4d1b-a248-a23b56d55207 HTTP/1.1" status: 204 len: 168 time: 0.3538449 Jun 03 15:40:07.018868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-849030b0-8d80-4568-96af-b40e31594783 req-b986c0db-7da1-4168-b5d3-81d85060e74a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320613 Jun 03 15:40:07.058566 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.212142 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.227420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39126c9d-9bbe-4e72-9923-48009b7c10cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.233165 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-59128781-68fe-4e2f-a4c5-4f467059d330 service neutron] 10.222.0.48 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551907 Jun 03 15:40:07.244101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4f40d-3de0-4d5d-8d3a-0768bf09a294 req-1afb7da9-39b9-4568-87d5-18564b061d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:07.246117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8f4f40d-3de0-4d5d-8d3a-0768bf09a294 req-1afb7da9-39b9-4568-87d5-18564b061d94 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 1097 time: 1.0167675 Jun 03 15:40:07.250230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39126c9d-9bbe-4e72-9923-48009b7c10cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.286132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55498cfc-5518-466e-aae4-e9847e9f01a7']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:07.389331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881bf562-0286-4509-bae1-49f6458568f0') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:07.389623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881bf562-0286-4509-bae1-49f6458568f0') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:07.392424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32792) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:07.411362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75604b03-6dcb-4525-9401-3281414b7bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.423069 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.430323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75604b03-6dcb-4525-9401-3281414b7bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:07.434564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-75604b03-6dcb-4525-9401-3281414b7bca admin admin] Usage tracker for resource:security_group_rule and tenant:2599cf433ce044cab1d208bc6532a663 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:07.437863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-75604b03-6dcb-4525-9401-3281414b7bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:07.441670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-39126c9d-9bbe-4e72-9923-48009b7c10cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f5286ac811e45119be9d35e8d5f644e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5545194 Jun 03 15:40:07.441937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32798) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:07.447681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-75604b03-6dcb-4525-9401-3281414b7bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:07.475840 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.478092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39126c9d-9bbe-4e72-9923-48009b7c10cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb478c4f-6f25-4ffd-89b8-407064721e0d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:07.486682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8f4f40d-3de0-4d5d-8d3a-0768bf09a294 req-574526b7-64f9-4242-a438-b1aba661cc8e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086227 Jun 03 15:40:07.490911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:40:07.491316 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.542138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8001e34-5c80-440f-9953-0f43c0fe5c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.590461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8001e34-5c80-440f-9953-0f43c0fe5c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.615444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-fe976377-7328-4466-9143-90067fc2226c service neutron] 10.222.0.48 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687286 Jun 03 15:40:07.624110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.666605 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.684816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75604b03-6dcb-4525-9401-3281414b7bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.692833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Network': ['ID=55498cfc-5518-466e-aae4-e9847e9f01a7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:07.702860 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75604b03-6dcb-4525-9401-3281414b7bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.709751 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 881bf562-0286-4509-bae1-49f6458568f0 resource provider aggregate not found Jun 03 15:40:07.724090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ddfa2463-b803-4457-abea-c20f61a22949 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/networks/55498cfc-5518-466e-aae4-e9847e9f01a7 HTTP/1.1" status: 204 len: 168 time: 2.7351799 Jun 03 15:40:07.730798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 32812) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:07.737248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1649413297'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:07.751304 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 881bf562-0286-4509-bae1-49f6458568f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 881bf562-0286-4509-bae1-49f6458568f0 found for delete ", "request_id": "req-c3b253a2-ae75-460a-855a-3a48b8750d67"}]} Jun 03 15:40:07.754526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:07.765598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:network and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:07.770148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:07.782880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75604b03-6dcb-4525-9401-3281414b7bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb80698-b3be-49ae-baa6-08de2bf12c15,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:07.783788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:07.799007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:07.808092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.814014 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-75604b03-6dcb-4525-9401-3281414b7bca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2599cf433ce044cab1d208bc6532a663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202929 Jun 03 15:40:07.817577 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8001e34-5c80-440f-9953-0f43c0fe5c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.821444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32820) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:07.844987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8001e34-5c80-440f-9953-0f43c0fe5c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb478c4f-6f25-4ffd-89b8-407064721e0d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:07.886730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f01f8b11-04d7-4fc8-96ae-63d971166409 req-00f7241c-8c46-4c01-890b-608952dba4ba tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 210 time: 0.0600226 Jun 03 15:40:07.904379 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8001e34-5c80-440f-9953-0f43c0fe5c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.904379 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f8001e34-5c80-440f-9953-0f43c0fe5c71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb478c4f-6f25-4ffd-89b8-407064721e0d HTTP/1.1" status: 204 len: 168 time: 0.4604402 Jun 03 15:40:07.933747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e19ced90-89bc-4f8e-ba13-70bbede8e853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.959141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:07.989193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e19ced90-89bc-4f8e-ba13-70bbede8e853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.997009 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:07.997371 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Added segment 0146d644-c253-4cee-b9fd-71b66482dcd4 of type vlan for network 7a994797-df7f-4d77-945e-3fafc9cb5dca Jun 03 15:40:08.032565 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.071059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 43f2914f-92bb-4079-bb35-d9e6365c83d2 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:08.078610 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e19ced90-89bc-4f8e-ba13-70bbede8e853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.099402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ced90-89bc-4f8e-ba13-70bbede8e853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb80698-b3be-49ae-baa6-08de2bf12c15,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:08.111099 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.120611 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e19ced90-89bc-4f8e-ba13-70bbede8e853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.122450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:08.123110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.123800 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e19ced90-89bc-4f8e-ba13-70bbede8e853 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/edb80698-b3be-49ae-baa6-08de2bf12c15 HTTP/1.1" status: 204 len: 168 time: 0.2905960 Jun 03 15:40:08.142127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 43f2914f-92bb-4079-bb35-d9e6365c83d2 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:40:08.142464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 43f2914f-92bb-4079-bb35-d9e6365c83d2 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:40:08.252064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5200367 Jun 03 15:40:08.255201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32844) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:08.261523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '7a994797-df7f-4d77-945e-3fafc9cb5dca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:08.338548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ac81c-5532-4d49-a6d4-56af87928548 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Network': ['ID=7a994797-df7f-4d77-945e-3fafc9cb5dca,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:08.356526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 7a994797-df7f-4d77-945e-3fafc9cb5dca details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:08.366111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4678e-5af6-42de-927f-edf457356fd4 req-eb0afe04-5bc9-4878-864a-97073ffa73a7 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:08.367795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9da4678e-5af6-42de-927f-edf457356fd4 req-eb0afe04-5bc9-4878-864a-97073ffa73a7 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 946 time: 0.1927385 Jun 03 15:40:08.459843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9da4678e-5af6-42de-927f-edf457356fd4 req-f554bd89-516e-444b-88aa-df5d81a3f9e6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843971 Jun 03 15:40:08.484555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:08.489556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:08.492558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:08.500347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:08.521341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:08.524944 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.788547 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.790490 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.899170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Subnet': ['ID=f5f5eb94-2e4d-4012-b71b-5a5f35ea9ca4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:08.913405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Checking segment: {'id': '0146d644-c253-4cee-b9fd-71b66482dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7a994797-df7f-4d77-945e-3fafc9cb5dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:08.913760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network hostable DHCP agents. Network: 7a994797-df7f-4d77-945e-3fafc9cb5dca, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:08.940567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 7a994797-df7f-4d77-945e-3fafc9cb5dca is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:08.953025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 7a994797-df7f-4d77-945e-3fafc9cb5dca) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:08.961812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:08.962853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca0574c-8594-4706-90ea-75c1c129e698 None None] Network 7a994797-df7f-4d77-945e-3fafc9cb5dca requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:08.963178 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:08.997291 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2f1618f7-a0eb-4e56-ace2-8786af70a85f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7379997 Jun 03 15:40:08.998006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 32876) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:09.003742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': '7a994797-df7f-4d77-945e-3fafc9cb5dca', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1477301075'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:09.226220 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07d96bca-e051-4014-bcd7-b5e3f807c713 req-c38d6ceb-6d47-449d-8fb3-21e9e518f69e tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 210 time: 0.0819554 Jun 03 15:40:09.313041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:09.320557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:port and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:09.326762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:09.343043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-7a994797-df7f-4d77-945e-3fafc9cb5dca', 'network_id': '7a994797-df7f-4d77-945e-3fafc9cb5dca', 'tenant_id': '7a86b0aefdf54345be5012cbdd692f43', 'fixed_ips': [{'subnet_id': 'f5f5eb94-2e4d-4012-b71b-5a5f35ea9ca4'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:09.343908 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.348429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:09.375881 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:09.383642 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.424258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port 5c6f4569-bdda-419e-91b4-50d1eb92eb93 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:09.641709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Allocated IP 172.20.0.2 (7a994797-df7f-4d77-945e-3fafc9cb5dca/f5f5eb94-2e4d-4012-b71b-5a5f35ea9ca4/acf62b45-7c55-47bf-a071-8f65f4394f95) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:09.931704 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:09.943094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Transition to ACTIVE for port object acf62b45-7c55-47bf-a071-8f65f4394f95 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:09.964798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Transition to ACTIVE for port object acf62b45-7c55-47bf-a071-8f65f4394f95 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:09.973632 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.062904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087a5f3-2bf1-461d-ad8d-baf945427d3e req-1de956ef-8dae-4709-94c3-ef2afc7ee9d9 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:10.072104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8087a5f3-2bf1-461d-ad8d-baf945427d3e req-1de956ef-8dae-4709-94c3-ef2afc7ee9d9 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 946 time: 0.4094746 Jun 03 15:40:10.073786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Network 7a994797-df7f-4d77-945e-3fafc9cb5dca is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:10.077997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:10.082240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:10.093620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Pushing event updated for resources: {'Port': ['ID=acf62b45-7c55-47bf-a071-8f65f4394f95,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:10.109041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-de85dc9a-0aed-4efc-8f43-6531bbf8af86 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:10.110552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-de85dc9a-0aed-4efc-8f43-6531bbf8af86 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 814 time: 0.4738724 Jun 03 15:40:10.157910 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8087a5f3-2bf1-461d-ad8d-baf945427d3e req-25e5b105-03aa-4085-8fba-25ceae7eb19c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847676 Jun 03 15:40:10.180036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.13 (7a994797-df7f-4d77-945e-3fafc9cb5dca/f5f5eb94-2e4d-4012-b71b-5a5f35ea9ca4/5c6f4569-bdda-419e-91b4-50d1eb92eb93) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:10.235736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-23f830c9-7c4b-4f80-b76d-7f3abe20d2fe tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c16593676c8941818b1fa01140442ad7 HTTP/1.1" status: 200 len: 380 time: 0.0938084 Jun 03 15:40:10.247369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Attempting to bind port acf62b45-7c55-47bf-a071-8f65f4394f95 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:10.247851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Attempting to bind port acf62b45-7c55-47bf-a071-8f65f4394f95 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '0146d644-c253-4cee-b9fd-71b66482dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7a994797-df7f-4d77-945e-3fafc9cb5dca'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:10.248115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Attempting to bind port acf62b45-7c55-47bf-a071-8f65f4394f95 on network 7a994797-df7f-4d77-945e-3fafc9cb5dca {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:10.260481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:10.260856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Checking segment: {'id': '0146d644-c253-4cee-b9fd-71b66482dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7a994797-df7f-4d77-945e-3fafc9cb5dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:10.261259 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.261651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Bound using segment: {'id': '0146d644-c253-4cee-b9fd-71b66482dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7a994797-df7f-4d77-945e-3fafc9cb5dca'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:10.262585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Bound port: acf62b45-7c55-47bf-a071-8f65f4394f95, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0146d644-c253-4cee-b9fd-71b66482dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7a994797-df7f-4d77-945e-3fafc9cb5dca'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:10.262957 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.282467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'port': {'device_id': '383847d2-d174-4758-9088-55ecdce60878', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'admin_state_up': True, 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'security_groups': ['0af1d058-3dc7-497d-825e-74978219d0b0']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:10.399516 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] For port acf62b45-7c55-47bf-a071-8f65f4394f95, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:10.403723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] For port acf62b45-7c55-47bf-a071-8f65f4394f95, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=acf62b45-7c55-47bf-a071-8f65f4394f95,segment=NetworkSegment(0146d644-c253-4cee-b9fd-71b66482dcd4),segment_id=0146d644-c253-4cee-b9fd-71b66482dcd4)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:10.414854 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.527619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c33218-1898-49eb-a78c-d5d3a724aee9 None None] Pushing event updated for resources: {'Port': ['ID=acf62b45-7c55-47bf-a071-8f65f4394f95,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:10.564864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c68009f7-ff20-426b-8c9a-09281272a06a req-5e078e75-f7d9-49d9-9715-739b755cf2dc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b163480c5f5548dc8056614d98fd5bcd HTTP/1.1" status: 200 len: 267 time: 0.1586950 Jun 03 15:40:10.599551 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99b1cbb0-4b2c-4be1-8b0f-defb107d2feb req-c4c71ad7-9bc5-4c38-b724-f4608baf14d1 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 210 time: 0.1942658 Jun 03 15:40:10.829532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:10.847356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Usage tracker for resource:port and tenant:c16593676c8941818b1fa01140442ad7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:10.851016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:10.863386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:10.868725 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.900658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Made reservation on behalf of c16593676c8941818b1fa01140442ad7 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:10.904660 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:10.917741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object 5c6f4569-bdda-419e-91b4-50d1eb92eb93 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:10.939530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68009f7-ff20-426b-8c9a-09281272a06a req-719ee5a9-7dee-4fc8-b7d4-172e6a362a69 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:10.941048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c68009f7-ff20-426b-8c9a-09281272a06a req-719ee5a9-7dee-4fc8-b7d4-172e6a362a69 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 946 time: 0.3522792 Jun 03 15:40:10.989048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c68009f7-ff20-426b-8c9a-09281272a06a req-76840867-229d-43a3-a1bd-22970dece809 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Request body: {'port': {'security_groups': []}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:11.021109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-d8c8ca4a-3336-41eb-b21c-2a99744a13d0 req-50019b99-15c0-482c-885e-1dd523f9a567 service neutron] (88444) timed out ('10.222.0.67', 63967) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:40:11.130518 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.261156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 7a994797-df7f-4d77-945e-3fafc9cb5dca is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:11.268594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:11.278182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:11.305409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c68009f7-ff20-426b-8c9a-09281272a06a req-76840867-229d-43a3-a1bd-22970dece809 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.345563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=5c6f4569-bdda-419e-91b4-50d1eb92eb93,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:11.388242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Allocated IP 172.20.0.5 (fcccff01-137d-4d23-9c45-0cc46389b4ab/74f6b422-02ae-45e2-ae71-8e57a9ee5688/e3c1e23c-adc1-4300-9e70-3e1afb634d43) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:11.512775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:11.513838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.671903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-01f7821f-a23a-4847-ad29-414da99b12c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.6704488 Jun 03 15:40:11.672779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 32968) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:11.787116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-76852f81-453a-434d-b4ad-f49520f40bea tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 5c6f4569-bdda-419e-91b4-50d1eb92eb93 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:11.787513 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76852f81-453a-434d-b4ad-f49520f40bea tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:11.958762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b539d-c1b3-43c7-91a0-2c4aaab936f6 None None] Network 7a994797-df7f-4d77-945e-3fafc9cb5dca requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:12.030114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-86372381-32aa-497c-972b-3da0cabaf2d5 req-995b3f07-c944-4a89-9361-80e33abf67e5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:12.122258 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.124869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device acf62b45-7c55-47bf-a071-8f65f4394f95 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:12.128419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-86372381-32aa-497c-972b-3da0cabaf2d5 req-995b3f07-c944-4a89-9361-80e33abf67e5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:12.129954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86372381-32aa-497c-972b-3da0cabaf2d5 req-995b3f07-c944-4a89-9361-80e33abf67e5 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 210 time: 0.1955681 Jun 03 15:40:12.141664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c68009f7-ff20-426b-8c9a-09281272a06a req-76840867-229d-43a3-a1bd-22970dece809 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] For port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:12.158389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Transition to ACTIVE for port object e3c1e23c-adc1-4300-9e70-3e1afb634d43 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:12.182546 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c68009f7-ff20-426b-8c9a-09281272a06a req-76840867-229d-43a3-a1bd-22970dece809 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.192176 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c68009f7-ff20-426b-8c9a-09281272a06a req-76840867-229d-43a3-a1bd-22970dece809 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.235344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5cee7a4f-327d-4316-92e6-8c08322b1994', '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b', 'db5cbc63-2df3-4063-a580-b7ec0a7f7a4f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:12.238434 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76852f81-453a-434d-b4ad-f49520f40bea tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.274126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port acf62b45-7c55-47bf-a071-8f65f4394f95 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:12.289339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68009f7-ff20-426b-8c9a-09281272a06a req-76840867-229d-43a3-a1bd-22970dece809 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:12.290258 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c68009f7-ff20-426b-8c9a-09281272a06a req-76840867-229d-43a3-a1bd-22970dece809 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.297064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c68009f7-ff20-426b-8c9a-09281272a06a req-76840867-229d-43a3-a1bd-22970dece809 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "PUT /v2.0/ports/db5cbc63-2df3-4063-a580-b7ec0a7f7a4f HTTP/1.1" status: 200 len: 905 time: 1.3490999 Jun 03 15:40:12.299108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.300458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3f02fdca-a2a5-41ea-8521-c59880774ea5 None None] Provisioning for port acf62b45-7c55-47bf-a071-8f65f4394f95 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:12.301233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c003293-4a5c-4463-bad4-b87a07bcff26', 'tag': 'db5cbc63-2df3-4063-a580-b7ec0a7f7a4f'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:12.351850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3f02fdca-a2a5-41ea-8521-c59880774ea5 None None] Provisioning complete for port acf62b45-7c55-47bf-a071-8f65f4394f95 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:12.352552 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f02fdca-a2a5-41ea-8521-c59880774ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.381643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Network fcccff01-137d-4d23-9c45-0cc46389b4ab is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:12.393605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76840867-229d-43a3-a1bd-22970dece809 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event updated for resources: {'Port': ['ID=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:12.401835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:12.419762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:12.462852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port acf62b45-7c55-47bf-a071-8f65f4394f95 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:12.463375 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.576396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-76852f81-453a-434d-b4ad-f49520f40bea tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 5c6f4569-bdda-419e-91b4-50d1eb92eb93 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:12.577122 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f4a68c-8136-496a-b677-9c5ae52210a7'] response: {'name': 'network-changed', 'server_uuid': '5c003293-4a5c-4463-bad4-b87a07bcff26', 'tag': 'db5cbc63-2df3-4063-a580-b7ec0a7f7a4f', 'status': 'completed', 'code': 200} Jun 03 15:40:12.609025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['db5cbc63-2df3-4063-a580-b7ec0a7f7a4f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:12.878793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76852f81-453a-434d-b4ad-f49520f40bea tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.918964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:12.920020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:12.992822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76852f81-453a-434d-b4ad-f49520f40bea tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=5c6f4569-bdda-419e-91b4-50d1eb92eb93,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:13.051209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event updated for resources: {'Port': ['ID=e3c1e23c-adc1-4300-9e70-3e1afb634d43,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:13.093787 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-76852f81-453a-434d-b4ad-f49520f40bea tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.107939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-9d80e219-7304-4dbd-b99b-f77608b447ec tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8359196 Jun 03 15:40:13.115963 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-76852f81-453a-434d-b4ad-f49520f40bea tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/5c6f4569-bdda-419e-91b4-50d1eb92eb93 HTTP/1.1" status: 204 len: 168 time: 1.4415882 Jun 03 15:40:13.121633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33006) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:13.137293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-2d0ca13a-25ee-4e7f-ba64-23128b83eb17 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:40:13.138377 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-2d0ca13a-25ee-4e7f-ba64-23128b83eb17 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154467 Jun 03 15:40:13.154702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221c2a7-1aad-4012-b03e-f7a3e6fa4b27 req-3bc4668a-e0d4-4a73-a2ec-0b978d7b196d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:13.156208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8221c2a7-1aad-4012-b03e-f7a3e6fa4b27 req-3bc4668a-e0d4-4a73-a2ec-0b978d7b196d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 908 time: 0.3461001 Jun 03 15:40:13.162435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Request body: {'port': {'device_id': '383847d2-d174-4758-9088-55ecdce60878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:13.180585 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6863d2-9259-4fda-a6ea-6092c5c41bc3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:40:13.181328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cb6863d2-9259-4fda-a6ea-6092c5c41bc3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:13.214923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cb6863d2-9259-4fda-a6ea-6092c5c41bc3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:13.216462 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cb6863d2-9259-4fda-a6ea-6092c5c41bc3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/5c6f4569-bdda-419e-91b4-50d1eb92eb93 HTTP/1.1" status: 404 len: 333 time: 0.0936017 Jun 03 15:40:13.223162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33016) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:13.281758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997f488-7f7b-4ed7-9bfe-a46f15339a22 req-e4885544-4a0c-4164-b193-1d54dcab5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:13.283715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4997f488-7f7b-4ed7-9bfe-a46f15339a22 req-e4885544-4a0c-4164-b193-1d54dcab5580 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 1059 time: 0.8065202 Jun 03 15:40:13.570492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port acf62b45-7c55-47bf-a071-8f65f4394f95 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:13.571057 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.606991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3f02fdca-a2a5-41ea-8521-c59880774ea5 None None] Current status of the port acf62b45-7c55-47bf-a071-8f65f4394f95 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:13.607499 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f02fdca-a2a5-41ea-8521-c59880774ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.755101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8ea18b-9283-49ff-a5ce-99e4e170b693 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting subnet f5f5eb94-2e4d-4012-b71b-5a5f35ea9ca4 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:40:13.759738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997f488-7f7b-4ed7-9bfe-a46f15339a22 req-ad8991e6-e5c4-49d8-a016-a6246d9bef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:13.761152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4997f488-7f7b-4ed7-9bfe-a46f15339a22 req-ad8991e6-e5c4-49d8-a016-a6246d9bef11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.4713974 Jun 03 15:40:13.761741 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.782646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3f02fdca-a2a5-41ea-8521-c59880774ea5 None None] For port acf62b45-7c55-47bf-a071-8f65f4394f95, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=acf62b45-7c55-47bf-a071-8f65f4394f95,segment=NetworkSegment(0146d644-c253-4cee-b9fd-71b66482dcd4),segment_id=0146d644-c253-4cee-b9fd-71b66482dcd4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:13.814953 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f02fdca-a2a5-41ea-8521-c59880774ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:13.865276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4997f488-7f7b-4ed7-9bfe-a46f15339a22 req-cdb9666d-4e75-468b-83a0-95457f298184 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f HTTP/1.1" status: 200 len: 217 time: 0.0838335 Jun 03 15:40:13.867448 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af8ea18b-9283-49ff-a5ce-99e4e170b693 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.046787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8efbc3ff-aff1-4735-afde-50f4dffc6787 None None] Provisioning complete for port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:14.047152 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8efbc3ff-aff1-4735-afde-50f4dffc6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.104738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02fdca-a2a5-41ea-8521-c59880774ea5 None None] Pushing event updated for resources: {'Port': ['ID=acf62b45-7c55-47bf-a071-8f65f4394f95,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:14.118417 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:40:14.118765 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:40:14.348465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33042) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:14.366583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8efbc3ff-aff1-4735-afde-50f4dffc6787 None None] Current status of the port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:14.387078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8efbc3ff-aff1-4735-afde-50f4dffc6787 None None] Provisioning for port e3c1e23c-adc1-4300-9e70-3e1afb634d43 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:14.389198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18f7d5-b423-4326-a290-1d88a24bbf7d req-c5047241-aed5-4927-bece-e1b0f36a5027 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:14.391108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd18f7d5-b423-4326-a290-1d88a24bbf7d req-c5047241-aed5-4927-bece-e1b0f36a5027 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.0517359 Jun 03 15:40:14.394319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8efbc3ff-aff1-4735-afde-50f4dffc6787 None None] Provisioning complete for port e3c1e23c-adc1-4300-9e70-3e1afb634d43 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:14.394911 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8efbc3ff-aff1-4735-afde-50f4dffc6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.424105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af8ea18b-9283-49ff-a5ce-99e4e170b693 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.479292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997f488-7f7b-4ed7-9bfe-a46f15339a22 req-96207bf0-3fac-4b87-ac68-f41eb7f5cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:14.481141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4997f488-7f7b-4ed7-9bfe-a46f15339a22 req-96207bf0-3fac-4b87-ac68-f41eb7f5cde4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.5507274 Jun 03 15:40:14.522986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8efbc3ff-aff1-4735-afde-50f4dffc6787 None None] Port e3c1e23c-adc1-4300-9e70-3e1afb634d43 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:14.648119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64e832-f01c-4bf4-aa4b-4cdfdc166cb0 req-d379786a-f027-4c75-86d3-8ced7784207b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:14.649622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c64e832-f01c-4bf4-aa4b-4cdfdc166cb0 req-d379786a-f027-4c75-86d3-8ced7784207b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 931 time: 1.0508809 Jun 03 15:40:14.658204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b708cc2-77d6-4558-afea-34a6f1b5f73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.671851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd18f7d5-b423-4326-a290-1d88a24bbf7d req-83f8d094-59a3-4ac3-8ffc-e10e0ba8a6cc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693920 Jun 03 15:40:14.675359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3b708cc2-77d6-4558-afea-34a6f1b5f73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:14.679374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3b708cc2-77d6-4558-afea-34a6f1b5f73e admin admin] Usage tracker for resource:security_group_rule and tenant:40810c7fba6144dfbc078ab68a69f313 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:14.688549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3b708cc2-77d6-4558-afea-34a6f1b5f73e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:14.695563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3b708cc2-77d6-4558-afea-34a6f1b5f73e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:14.717455 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port acf62b45-7c55-47bf-a071-8f65f4394f95 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:14.720864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d02f241a-f717-4a58-a6b9-ed74b00eed35 None None] Could not find standard attr ID for object 5c6f4569-bdda-419e-91b4-50d1eb92eb93. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:40:14.738426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d02f241a-f717-4a58-a6b9-ed74b00eed35 None None] Provisioning complete for port acf62b45-7c55-47bf-a071-8f65f4394f95 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:14.741980 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d02f241a-f717-4a58-a6b9-ed74b00eed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.862724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b708cc2-77d6-4558-afea-34a6f1b5f73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.868982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b708cc2-77d6-4558-afea-34a6f1b5f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.886660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device acf62b45-7c55-47bf-a071-8f65f4394f95 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:14.929103 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3b708cc2-77d6-4558-afea-34a6f1b5f73e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40810c7fba6144dfbc078ab68a69f313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5790393 Jun 03 15:40:14.930237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b708cc2-77d6-4558-afea-34a6f1b5f73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981ea7fa-2f24-4fe0-8e26-fbbc5cd2a1fd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:14.932709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:14.969539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d02f241a-f717-4a58-a6b9-ed74b00eed35 None None] Current status of the port acf62b45-7c55-47bf-a071-8f65f4394f95 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:14.987345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port acf62b45-7c55-47bf-a071-8f65f4394f95 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:14.987703 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:14.999244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8f56668-9eb1-4d74-be3c-26ecc4f52d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.031408 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8f56668-9eb1-4d74-be3c-26ecc4f52d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.062727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c64e832-f01c-4bf4-aa4b-4cdfdc166cb0 req-e252bf61-3106-49d2-89a7-bf0b8b5321d0 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3787766 Jun 03 15:40:15.074838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af8ea18b-9283-49ff-a5ce-99e4e170b693 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.113549 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8f56668-9eb1-4d74-be3c-26ecc4f52d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.134426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f56668-9eb1-4d74-be3c-26ecc4f52d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ea7fa-2f24-4fe0-8e26-fbbc5cd2a1fd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:15.150169 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8f56668-9eb1-4d74-be3c-26ecc4f52d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.151363 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c8f56668-9eb1-4d74-be3c-26ecc4f52d96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/981ea7fa-2f24-4fe0-8e26-fbbc5cd2a1fd HTTP/1.1" status: 204 len: 168 time: 0.2176814 Jun 03 15:40:15.156990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-0f1734c9-de50-48cd-a70e-dbe969b270cf req-1f0c2c83-49e6-43f2-b47a-5abd792fa6d7 service neutron] (88445) timed out ('10.222.0.67', 63995) {{(pid=88445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:40:15.183800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port acf62b45-7c55-47bf-a071-8f65f4394f95 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:15.249932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997f488-7f7b-4ed7-9bfe-a46f15339a22 req-4f4dec20-248a-431c-a63e-cbe712b6458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:15.251536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4997f488-7f7b-4ed7-9bfe-a46f15339a22 req-4f4dec20-248a-431c-a63e-cbe712b6458c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7112405 Jun 03 15:40:15.310834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fa326-3ac7-4e4d-8bbb-3f56d6f3c333 req-22dc7ffd-b4ec-44c5-a032-51a5c4f156e5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:15.319620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f9fa326-3ac7-4e4d-8bbb-3f56d6f3c333 req-22dc7ffd-b4ec-44c5-a032-51a5c4f156e5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.3930826 Jun 03 15:40:15.445840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c1e23c-adc1-4300-9e70-3e1afb634d43 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:40:15.456907 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af8ea18b-9283-49ff-a5ce-99e4e170b693 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.463421 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.519092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33070) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:15.557070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-381f6fbd-ac34-4e4e-b714-636c190021f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.558702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ea18b-9283-49ff-a5ce-99e4e170b693 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f5eb94-2e4d-4012-b71b-5a5f35ea9ca4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:15.581175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3894d0b-c9ac-47ba-b065-56e9102c93f2 None None] Network 7a994797-df7f-4d77-945e-3fafc9cb5dca requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:15.585142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Transition to ACTIVE for port object e3c1e23c-adc1-4300-9e70-3e1afb634d43 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:15.589146 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af8ea18b-9283-49ff-a5ce-99e4e170b693 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.597353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-381f6fbd-ac34-4e4e-b714-636c190021f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:15.600538 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.604283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-381f6fbd-ac34-4e4e-b714-636c190021f8 admin admin] Usage tracker for resource:security_group_rule and tenant:1c8693635b9c4b46958ca386268e3050 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:15.609614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-381f6fbd-ac34-4e4e-b714-636c190021f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:15.616211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f9fa326-3ac7-4e4d-8bbb-3f56d6f3c333 req-f8857515-b9f1-4238-9184-fe9e55e01431 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2954621 Jun 03 15:40:15.618418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-381f6fbd-ac34-4e4e-b714-636c190021f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:15.706735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33076) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:15.707498 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-af8ea18b-9283-49ff-a5ce-99e4e170b693 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/f5f5eb94-2e4d-4012-b71b-5a5f35ea9ca4 HTTP/1.1" status: 204 len: 168 time: 2.4780962 Jun 03 15:40:15.882453 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-381f6fbd-ac34-4e4e-b714-636c190021f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.895145 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-381f6fbd-ac34-4e4e-b714-636c190021f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.910864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4997f488-7f7b-4ed7-9bfe-a46f15339a22 req-9b35b4cb-e301-44c6-bd69-bc08df56864d service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457682 Jun 03 15:40:15.982671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a900773a-be37-4281-a83d-cdde90e531cc None None] DHCP port deletion for 7a994797-df7f-4d77-945e-3fafc9cb5dca request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:40:15.985296 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-381f6fbd-ac34-4e4e-b714-636c190021f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c8693635b9c4b46958ca386268e3050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4593880 Jun 03 15:40:15.988874 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a900773a-be37-4281-a83d-cdde90e531cc None None] Deleting port acf62b45-7c55-47bf-a071-8f65f4394f95 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:15.989437 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a900773a-be37-4281-a83d-cdde90e531cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:15.990169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33080) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:15.990814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f6fbd-ac34-4e4e-b714-636c190021f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21378e5-b526-48d5-9b1b-013ec60bd021,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:16.139277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1e27a40-6ff7-4451-86e2-749b4da0a1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.154207 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.211757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port acf62b45-7c55-47bf-a071-8f65f4394f95 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:16.214432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.372453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Pushing event updated for resources: {'Port': ['ID=e3c1e23c-adc1-4300-9e70-3e1afb634d43,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:16.384485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1e27a40-6ff7-4451-86e2-749b4da0a1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.409971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a900773a-be37-4281-a83d-cdde90e531cc None None] For port acf62b45-7c55-47bf-a071-8f65f4394f95, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=acf62b45-7c55-47bf-a071-8f65f4394f95,segment=NetworkSegment(0146d644-c253-4cee-b9fd-71b66482dcd4),segment_id=0146d644-c253-4cee-b9fd-71b66482dcd4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:16.411043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a900773a-be37-4281-a83d-cdde90e531cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.451154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-2d1de8ca-2a62-4478-acc2-95c0c8a9c409 req-15d903eb-5837-4927-9436-4a5253f3dd87 service neutron] (88444) timed out ('10.222.0.67', 63971) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:40:16.497221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Attempting to bind port e3c1e23c-adc1-4300-9e70-3e1afb634d43 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:16.497852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Attempting to bind port e3c1e23c-adc1-4300-9e70-3e1afb634d43 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:16.498169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Attempting to bind port e3c1e23c-adc1-4300-9e70-3e1afb634d43 on network fcccff01-137d-4d23-9c45-0cc46389b4ab {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:16.520407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Port e3c1e23c-adc1-4300-9e70-3e1afb634d43 on network fcccff01-137d-4d23-9c45-0cc46389b4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:40:16.520723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Attempting to bind port e3c1e23c-adc1-4300-9e70-3e1afb634d43 on network fcccff01-137d-4d23-9c45-0cc46389b4ab {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:16.539794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:16.540347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Checking segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:16.540792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Bound using segment: {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:16.553073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Bound port: e3c1e23c-adc1-4300-9e70-3e1afb634d43, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa31ca9e-71eb-4e11-b255-2530029f3219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:16.553453 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.654688 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a900773a-be37-4281-a83d-cdde90e531cc None None] Calling delete_port for acf62b45-7c55-47bf-a071-8f65f4394f95 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:16.671394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] For port e3c1e23c-adc1-4300-9e70-3e1afb634d43, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:16.675281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] For port e3c1e23c-adc1-4300-9e70-3e1afb634d43, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3c1e23c-adc1-4300-9e70-3e1afb634d43,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:16.696220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2601341-ba82-46c4-b816-5cb12ac91d0f req-8303065d-536b-4f56-a481-5c354e983cfc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:16.697966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2601341-ba82-46c4-b816-5cb12ac91d0f req-8303065d-536b-4f56-a481-5c354e983cfc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.7750213 Jun 03 15:40:16.704402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.842793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1e27a40-6ff7-4451-86e2-749b4da0a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.856520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device acf62b45-7c55-47bf-a071-8f65f4394f95 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:16.908572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f29ff9-a9a4-414e-83a5-c0a2d0384f07 req-460a2eff-fd94-4e20-aa77-c41fcf52f98c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:16.916280 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a900773a-be37-4281-a83d-cdde90e531cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.919014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47f29ff9-a9a4-414e-83a5-c0a2d0384f07 req-460a2eff-fd94-4e20-aa77-c41fcf52f98c tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 943 time: 0.5259335 Jun 03 15:40:16.923431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e27a40-6ff7-4451-86e2-749b4da0a1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21378e5-b526-48d5-9b1b-013ec60bd021,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:16.940941 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] For port acf62b45-7c55-47bf-a071-8f65f4394f95, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=acf62b45-7c55-47bf-a071-8f65f4394f95,segment=NetworkSegment(0146d644-c253-4cee-b9fd-71b66482dcd4),segment_id=0146d644-c253-4cee-b9fd-71b66482dcd4)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:16.943062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:16.943828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.945409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] 10.222.0.67 "PUT /v2.0/ports/e3c1e23c-adc1-4300-9e70-3e1afb634d43 HTTP/1.1" status: 200 len: 1091 time: 3.7874064 Jun 03 15:40:16.945935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.954086 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1e27a40-6ff7-4451-86e2-749b4da0a1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:16.954298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383847d2-d174-4758-9088-55ecdce60878', 'tag': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:16.970136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: acf62b45-7c55-47bf-a071-8f65f4394f95 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:40:16.970475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device acf62b45-7c55-47bf-a071-8f65f4394f95 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:40:16.979203 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a1e27a40-6ff7-4451-86e2-749b4da0a1cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d21378e5-b526-48d5-9b1b-013ec60bd021 HTTP/1.1" status: 204 len: 168 time: 0.9757466 Jun 03 15:40:17.015981 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2601341-ba82-46c4-b816-5cb12ac91d0f req-218c8c6d-6af8-41ac-9507-71576c312e71 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986357 Jun 03 15:40:17.043925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52374add-dd44-4c19-998f-2c8e8f0b6d0e service neutron] Pushing event updated for resources: {'Port': ['ID=e3c1e23c-adc1-4300-9e70-3e1afb634d43,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:17.052930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a900773a-be37-4281-a83d-cdde90e531cc None None] No DVR routers for this DVR port acf62b45-7c55-47bf-a071-8f65f4394f95 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:40:17.067283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900773a-be37-4281-a83d-cdde90e531cc None None] Pushing event deleted for resources: {'Port': ['ID=acf62b45-7c55-47bf-a071-8f65f4394f95,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:17.189715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for acf62b45-7c55-47bf-a071-8f65f4394f95 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:17.240786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4997f488-7f7b-4ed7-9bfe-a46f15339a22 req-e509f959-17ad-468d-a256-43b4b7b0636c service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2882864 Jun 03 15:40:17.267072 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d772344-0137-4de8-bbdc-2377b6df154b'] response: {'name': 'network-changed', 'server_uuid': '383847d2-d174-4758-9088-55ecdce60878', 'tag': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43', 'status': 'completed', 'code': 200} Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: from cryptography.utils import int_from_bytes Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: from cryptography.utils import int_from_bytes Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn_limited( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn_limited( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:40:17.329825 n-d-844595-1 neutron-server[88444]: util.warn( Jun 03 15:40:17.336258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:40:17.336883 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:40:17.377735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47f29ff9-a9a4-414e-83a5-c0a2d0384f07 req-020a6af5-000c-4c88-873d-bdd156c74118 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4577653 Jun 03 15:40:17.541773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-b697ce3e-cb0b-4612-9335-1e98945da50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:17.543768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-b697ce3e-cb0b-4612-9335-1e98945da50d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 1094 time: 0.5265584 Jun 03 15:40:17.560852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dfc9c-3dbc-4bf9-85a4-b44b6ba3cf5b req-7dc8842b-f041-4239-908c-416cbf0b3124 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:17.562477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e86dfc9c-3dbc-4bf9-85a4-b44b6ba3cf5b req-7dc8842b-f041-4239-908c-416cbf0b3124 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.2307158 Jun 03 15:40:17.627045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-813d0804-ec9d-44c1-885c-60cb427e0add service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3c1e23c-adc1-4300-9e70-3e1afb634d43 HTTP/1.1" status: 200 len: 217 time: 0.0634017 Jun 03 15:40:17.717984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e86dfc9c-3dbc-4bf9-85a4-b44b6ba3cf5b req-654ff984-6558-4e11-8e37-a9ba49aff067 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898545 Jun 03 15:40:17.735646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-1d62cc0d-45cc-4edc-952b-24da19ddd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:17.738784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-1d62cc0d-45cc-4edc-952b-24da19ddd7e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.0761609 Jun 03 15:40:17.834568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-a25c24a8-f3f9-4ca3-8476-1e4be13fe1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:17.836127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-a25c24a8-f3f9-4ca3-8476-1e4be13fe1a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928583 Jun 03 15:40:17.837766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port acf62b45-7c55-47bf-a071-8f65f4394f95 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:17.838318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:17.969318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] The port 'acf62b45-7c55-47bf-a071-8f65f4394f95' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:40:18.144544 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.195507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a994797-df7f-4d77-945e-3fafc9cb5dca']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:18.212529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0146d644-c253-4cee-b9fd-71b66482dcd4') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:18.213193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0146d644-c253-4cee-b9fd-71b66482dcd4') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:18.231528 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.250098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.257351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:40:18.257772 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.392223 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 0146d644-c253-4cee-b9fd-71b66482dcd4 resource provider aggregate not found Jun 03 15:40:18.422310 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 0146d644-c253-4cee-b9fd-71b66482dcd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0146d644-c253-4cee-b9fd-71b66482dcd4 found for delete ", "request_id": "req-26d81f5c-8eb8-404d-b7e1-9762aafccdfe"}]} Jun 03 15:40:18.452359 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.482793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.502681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Network': ['ID=7a994797-df7f-4d77-945e-3fafc9cb5dca,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:18.532377 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6258d630-b868-4ae9-b4e8-0de740f64d37 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/networks/7a994797-df7f-4d77-945e-3fafc9cb5dca HTTP/1.1" status: 204 len: 168 time: 2.8226402 Jun 03 15:40:18.536015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33148) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:18.543029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'name': 'tempest-PortsTestJSON-469881661'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:18.546034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-88a6f794-80c2-43f2-9df8-71553d42114b service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038195 Jun 03 15:40:18.639553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-5f0d96c8-a158-4ea3-b19a-2ee28d4d9e7a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:18.641651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-5f0d96c8-a158-4ea3-b19a-2ee28d4d9e7a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 812 time: 0.3851213 Jun 03 15:40:18.718539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:18.744881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:port and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:18.747557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-04008437-e363-495e-85bd-35d94fc6f596 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/quotas/b163480c5f5548dc8056614d98fd5bcd HTTP/1.1" status: 200 len: 375 time: 0.0455401 Jun 03 15:40:18.754637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:18.769202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:18.808848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:18.812863 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:18.853610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port c38910c1-908b-4a4f-afee-f7ece21bcbbd yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:18.892440 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c5be9e4-ad13-482c-802f-5872ac3a3e9e req-28940585-059d-4df6-8096-6d33e26b4e9c service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178408 Jun 03 15:40:18.905775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15c0a4-2f13-4d0b-8c31-8e37be02c545 req-2ff00c0c-0a36-42b2-8bfd-7bf787cb99d7 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:18.922839 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c15c0a4-2f13-4d0b-8c31-8e37be02c545 req-2ff00c0c-0a36-42b2-8bfd-7bf787cb99d7 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 943 time: 0.3427048 Jun 03 15:40:18.981977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-9e817e02-9e84-49f1-83d1-21e26bc4dd00 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2130444 Jun 03 15:40:19.274503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0c15c0a4-2f13-4d0b-8c31-8e37be02c545 req-9beb2af1-b913-425a-a1a0-c757976a6034 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496244 Jun 03 15:40:19.389220 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-fc351169-42bf-421b-92cc-e5853520c75d service neutron] 10.222.0.48 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989289 Jun 03 15:40:19.453855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.508553 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.606837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=c38910c1-908b-4a4f-afee-f7ece21bcbbd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:19.617859 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-01426cb9-dea1-4445-9479-b8393858907a service neutron] 10.222.0.48 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267871 Jun 03 15:40:19.620591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:19.625686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:19.630034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f7956-6851-4829-b807-cce87fb1d8d4 req-68767d79-e89e-4cee-a085-de651addebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:19.631703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:19.638899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f6f7956-6851-4829-b807-cce87fb1d8d4 req-68767d79-e89e-4cee-a085-de651addebd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 1094 time: 0.6225705 Jun 03 15:40:19.639056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:19.639835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:19.688007 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8fd60fbc-1e05-497f-90c5-b7c9304760f3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1506832 Jun 03 15:40:19.693767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:19.864547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2c991d62-5f2d-4a3d-8bdb-72cd0ff2474c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port c38910c1-908b-4a4f-afee-f7ece21bcbbd {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:19.866233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f7956-6851-4829-b807-cce87fb1d8d4 req-abc24a3a-4e18-4846-a95c-3db2cba2ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:19.867794 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f6f7956-6851-4829-b807-cce87fb1d8d4 req-abc24a3a-4e18-4846-a95c-3db2cba2ffd8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 915 time: 0.2178266 Jun 03 15:40:19.868265 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c991d62-5f2d-4a3d-8bdb-72cd0ff2474c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:20.105653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f6f7956-6851-4829-b807-cce87fb1d8d4 req-c4080435-9abb-4a66-8c35-5b2b0564aa3e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3c1e23c-adc1-4300-9e70-3e1afb634d43 HTTP/1.1" status: 200 len: 217 time: 0.2301488 Jun 03 15:40:20.112540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83795045-6181-4aa8-a5bf-7f93f8f8d9c1 req-9efcbe83-4ab3-456e-a044-332485707a0a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 210 time: 0.1171281 Jun 03 15:40:20.265106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f7956-6851-4829-b807-cce87fb1d8d4 req-f5f0df6d-af37-40a9-b3f7-71aad827bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:20.266997 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f6f7956-6851-4829-b807-cce87fb1d8d4 req-f5f0df6d-af37-40a9-b3f7-71aad827bf0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.1527200 Jun 03 15:40:20.411851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f7956-6851-4829-b807-cce87fb1d8d4 req-4bd0bf8f-3a20-4f30-82a4-dbe10879972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:20.418635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f6f7956-6851-4829-b807-cce87fb1d8d4 req-4bd0bf8f-3a20-4f30-82a4-dbe10879972d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443455 Jun 03 15:40:20.454155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c991d62-5f2d-4a3d-8bdb-72cd0ff2474c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:20.788109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2c991d62-5f2d-4a3d-8bdb-72cd0ff2474c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for c38910c1-908b-4a4f-afee-f7ece21bcbbd owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:20.900458 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c991d62-5f2d-4a3d-8bdb-72cd0ff2474c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.013045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c991d62-5f2d-4a3d-8bdb-72cd0ff2474c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=c38910c1-908b-4a4f-afee-f7ece21bcbbd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:21.013955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f6f7956-6851-4829-b807-cce87fb1d8d4 req-e6a57c97-7383-4cf4-a93d-f463719c02ee service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889435 Jun 03 15:40:21.016254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c991d62-5f2d-4a3d-8bdb-72cd0ff2474c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.030330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33220) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:21.031129 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2c991d62-5f2d-4a3d-8bdb-72cd0ff2474c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/c38910c1-908b-4a4f-afee-f7ece21bcbbd HTTP/1.1" status: 204 len: 168 time: 1.3360398 Jun 03 15:40:21.036687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'mac_address': 'fa:16:3e:02:31:c7', 'name': 'tempest-PortsTestJSON-1141694502'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:21.280855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df578c5-980d-4eb4-a5e8-6b6db3ab1028 req-d8379971-e30d-4859-a5a7-22a9e1e0ea99 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:21.282752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3df578c5-980d-4eb4-a5e8-6b6db3ab1028 req-d8379971-e30d-4859-a5a7-22a9e1e0ea99 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 943 time: 0.6388421 Jun 03 15:40:21.369620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e38ea6c1-8626-442e-951b-70490ee344c8 req-89eba16d-3ba3-468f-97bd-4dc683ee8ce6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 210 time: 0.0857043 Jun 03 15:40:21.403655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:21.408522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:port and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:21.412591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:21.419759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:21.481653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:21.533218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3df578c5-980d-4eb4-a5e8-6b6db3ab1028 req-9916ddd2-b52b-47a3-afd8-84ef9ea0867d tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025344 Jun 03 15:40:21.574783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e3c1e23c-adc1-4300-9e70-3e1afb634d43 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:40:21.666341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f6f7956-6851-4829-b807-cce87fb1d8d4 req-b74814ca-d96a-4e8c-806c-e304ba6a6619 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105804 Jun 03 15:40:21.882173 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:21.917565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e3c1e23c-adc1-4300-9e70-3e1afb634d43, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3c1e23c-adc1-4300-9e70-3e1afb634d43,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:21.952020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'port_id': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43', 'mac_address': 'fa:16:3e:e9:97:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:40:21.988104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port 9e138b05-b5da-4904-a8ed-135208025190 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:22.024071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port e3c1e23c-adc1-4300-9e70-3e1afb634d43 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:22.024970 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.046413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c1e23c-adc1-4300-9e70-3e1afb634d43 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:40:22.070294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e3c1e23c-adc1-4300-9e70-3e1afb634d43, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3c1e23c-adc1-4300-9e70-3e1afb634d43,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:22.081604 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.295907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=e3c1e23c-adc1-4300-9e70-3e1afb634d43,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:22.331190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.375070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-54c5e6c2-27e5-441b-bdc2-74cdb76b1056 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:22.376711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-54c5e6c2-27e5-441b-bdc2-74cdb76b1056 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 812 time: 0.6387229 Jun 03 15:40:22.378423 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:22.494620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Request body: {'port': {'device_id': 'fe76ae67-5397-4bfb-905a-222941f74811', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'admin_state_up': True, 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:22.576997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['e3c1e23c-adc1-4300-9e70-3e1afb634d43'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:22.749960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:22.808512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:22.943525 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-371bdb75-d051-41ee-8302-bb63410eb463 req-ee68956c-9ea2-43f6-a781-7e67d2a7b31b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 210 time: 0.2481580 Jun 03 15:40:22.957969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:22.963559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:22.964173 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.150435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=9e138b05-b5da-4904-a8ed-135208025190,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:23.245506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33254) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:23.270117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c507954d-fbc6-4bf0-8aeb-78d1ebb4a741 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2354066 Jun 03 15:40:23.355907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:23.370238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:23.378273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8648a54-5e0d-40f8-8cb7-1c8fd509183f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:23.379144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f8648a54-5e0d-40f8-8cb7-1c8fd509183f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:23.384808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bb3dc-5705-47aa-ab3f-a1050c2de6c2 req-8b6f8cce-9a0d-4e83-a7fa-f2e025755557 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:23.392213 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e30bb3dc-5705-47aa-ab3f-a1050c2de6c2 req-8b6f8cce-9a0d-4e83-a7fa-f2e025755557 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 944 time: 0.5678947 Jun 03 15:40:23.400051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f8648a54-5e0d-40f8-8cb7-1c8fd509183f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:23.405272 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f8648a54-5e0d-40f8-8cb7-1c8fd509183f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/9e138b05-b5da-4904-a8ed-135208025190 HTTP/1.1" status: 200 len: 841 time: 0.1592638 Jun 03 15:40:23.406412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33258) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:23.439014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Made reservation on behalf of b163480c5f5548dc8056614d98fd5bcd for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:23.450969 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.515313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d529-f61c-45c1-b6d5-51ff4793a19e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 9e138b05-b5da-4904-a8ed-135208025190 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:23.516698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90b8d529-f61c-45c1-b6d5-51ff4793a19e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:23.588037 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e30bb3dc-5705-47aa-ab3f-a1050c2de6c2 req-f6b30de8-fea2-49a0-b402-4e6cb3640863 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932011 Jun 03 15:40:23.723720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Allocated IP 172.20.0.9 (1e06978f-48c8-4113-a05a-9feeb3f60cbc/59a883d1-3b44-43ed-a45f-1b4a3d684d6c/5c683020-2377-4ef4-9ddb-2a82c0a6b2da) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:23.877796 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90b8d529-f61c-45c1-b6d5-51ff4793a19e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.024978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d529-f61c-45c1-b6d5-51ff4793a19e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 9e138b05-b5da-4904-a8ed-135208025190 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:24.194496 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90b8d529-f61c-45c1-b6d5-51ff4793a19e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.203065 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.276164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Transition to ACTIVE for port object 5c683020-2377-4ef4-9ddb-2a82c0a6b2da will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:24.280592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d529-f61c-45c1-b6d5-51ff4793a19e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=9e138b05-b5da-4904-a8ed-135208025190,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:24.298226 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfea16c1-cce3-4bed-9621-108362b764ef req-53545dc1-aadb-4c0a-9751-18c929456c29 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 210 time: 0.0639782 Jun 03 15:40:24.300090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90b8d529-f61c-45c1-b6d5-51ff4793a19e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.325329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33270) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:24.327085 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-90b8d529-f61c-45c1-b6d5-51ff4793a19e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/9e138b05-b5da-4904-a8ed-135208025190 HTTP/1.1" status: 204 len: 168 time: 0.9179316 Jun 03 15:40:24.381980 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eab94d9-4bd3-4af0-9d64-fc32bba0b806 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:40:24.382550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3eab94d9-4bd3-4af0-9d64-fc32bba0b806 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:24.397543 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.409090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3eab94d9-4bd3-4af0-9d64-fc32bba0b806 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:24.410315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3eab94d9-4bd3-4af0-9d64-fc32bba0b806 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/9e138b05-b5da-4904-a8ed-135208025190 HTTP/1.1" status: 404 len: 333 time: 0.0824084 Jun 03 15:40:24.415210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33276) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:24.422130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'name': 'tempest-PortsTestJSON-1527521907'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:24.449301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5cee7a4f-327d-4316-92e6-8c08322b1994', '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:24.495034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event updated for resources: {'Port': ['ID=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:24.537114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:24.544491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:24.548361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:24.707894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:24.746532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:24.751529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:24.754147 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.780039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:24.784314 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:24.850399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port 5cc80d38-dfd6-4b1b-9d55-e79076607247 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:24.969107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-707bbe28-f01f-434b-aeb4-e88ae89cb908 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4842234 Jun 03 15:40:25.002646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Request body: {'port': {'device_id': 'fe76ae67-5397-4bfb-905a-222941f74811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:25.175932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-307f6229-6f1f-4711-bc4b-204e9a85a19b None None] Provisioning for port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:25.201653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-307f6229-6f1f-4711-bc4b-204e9a85a19b None None] Provisioning complete for port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:25.202170 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-307f6229-6f1f-4711-bc4b-204e9a85a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.344880 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.416625 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.462641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-307f6229-6f1f-4711-bc4b-204e9a85a19b None None] Port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:25.534443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c342423-06f0-4bfe-bd6d-eef6e66f2a17 req-def4eade-dd6b-44f3-addd-78bfdd827650 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:25.545777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c342423-06f0-4bfe-bd6d-eef6e66f2a17 req-def4eade-dd6b-44f3-addd-78bfdd827650 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 944 time: 0.6991124 Jun 03 15:40:25.594776 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.599554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e3c1e23c-adc1-4300-9e70-3e1afb634d43 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:25.600076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:25.603979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:25.609599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:25.619693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:25.620731 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.633582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=5cc80d38-dfd6-4b1b-9d55-e79076607247,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:25.688648 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f299c1dc-6285-483a-bad2-61e35bc72275 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2720301 Jun 03 15:40:25.693660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:25.704378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-de146afa-5df7-49f0-9909-778ab0a56eae tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:25.762648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c342423-06f0-4bfe-bd6d-eef6e66f2a17 req-dbf84499-d32b-4af4-a480-1f95b57a97e3 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158048 Jun 03 15:40:25.781473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port e3c1e23c-adc1-4300-9e70-3e1afb634d43 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:25.793483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port e3c1e23c-adc1-4300-9e70-3e1afb634d43 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:25.795876 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:25.972123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5005fc6-fe81-4f45-97bd-bfb0c2b05ff7 req-baa2f37d-ae19-4613-9029-6da399db9e3d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:25.978821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f5005fc6-fe81-4f45-97bd-bfb0c2b05ff7 req-baa2f37d-ae19-4613-9029-6da399db9e3d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Synchronizing usage tracker for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:26.008531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port e3c1e23c-adc1-4300-9e70-3e1afb634d43 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:26.009119 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.101569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e3c1e23c-adc1-4300-9e70-3e1afb634d43, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3c1e23c-adc1-4300-9e70-3e1afb634d43,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:26.103517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383847d2-d174-4758-9088-55ecdce60878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:26.122819 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.255190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=e3c1e23c-adc1-4300-9e70-3e1afb634d43,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:26.266378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de146afa-5df7-49f0-9909-778ab0a56eae tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.267864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f5005fc6-fe81-4f45-97bd-bfb0c2b05ff7 req-baa2f37d-ae19-4613-9029-6da399db9e3d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Unset dirty status for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:26.272460 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5005fc6-fe81-4f45-97bd-bfb0c2b05ff7 req-baa2f37d-ae19-4613-9029-6da399db9e3d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 931 time: 0.5933383 Jun 03 15:40:26.463709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5005fc6-fe81-4f45-97bd-bfb0c2b05ff7 req-f9cabbee-3bac-4cc8-93df-44790bd59c25 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780648 Jun 03 15:40:26.506859 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc2960f-1dd4-42c3-9a75-bb94dceb8e36'] response: {'server_uuid': '383847d2-d174-4758-9088-55ecdce60878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43', 'code': 200} Jun 03 15:40:26.545136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de146afa-5df7-49f0-9909-778ab0a56eae tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.558412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de146afa-5df7-49f0-9909-778ab0a56eae tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.680997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-de146afa-5df7-49f0-9909-778ab0a56eae tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] In _notify_port_updated(), no bound segment for port 5cc80d38-dfd6-4b1b-9d55-e79076607247 on network 96235a7b-47a8-4cce-89be-6add25ffd6aa {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:40:26.688375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de146afa-5df7-49f0-9909-778ab0a56eae tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:26.689139 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de146afa-5df7-49f0-9909-778ab0a56eae tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.694658 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-de146afa-5df7-49f0-9909-778ab0a56eae tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "PUT /v2.0/ports/5cc80d38-dfd6-4b1b-9d55-e79076607247 HTTP/1.1" status: 200 len: 818 time: 0.9999440 Jun 03 15:40:26.695559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:26.771371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c683020-2377-4ef4-9ddb-2a82c0a6b2da {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:40:26.787307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.821379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Transition to ACTIVE for port object 5c683020-2377-4ef4-9ddb-2a82c0a6b2da will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:26.826053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de146afa-5df7-49f0-9909-778ab0a56eae tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=5cc80d38-dfd6-4b1b-9d55-e79076607247,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:26.829854 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.840304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6d4eaba1-46a1-4d3d-a30d-6537155afcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 5cc80d38-dfd6-4b1b-9d55-e79076607247 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:26.840304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d4eaba1-46a1-4d3d-a30d-6537155afcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:26.879132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa8ecf-f3e4-4672-b000-793dfe88bf96 req-ac7a57cf-94b8-4069-ab0c-64df7af5a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:26.881327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25fa8ecf-f3e4-4672-b000-793dfe88bf96 req-ac7a57cf-94b8-4069-ab0c-64df7af5a947 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 1096 time: 0.2526498 Jun 03 15:40:27.253679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25fa8ecf-f3e4-4672-b000-793dfe88bf96 req-94e0c742-0c2d-4078-b604-d615e930b806 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591767 Jun 03 15:40:27.318036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Pushing event updated for resources: {'Port': ['ID=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:27.433015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33336) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:27.469743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79217a91-1f56-4ed1-800a-6f4a08785157 req-f699d9ce-4edb-4eb1-bf5f-076e3c4034e0 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:27.471364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79217a91-1f56-4ed1-800a-6f4a08785157 req-f699d9ce-4edb-4eb1-bf5f-076e3c4034e0 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 945 time: 0.3664064 Jun 03 15:40:27.531049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Attempting to bind port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:27.531380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Attempting to bind port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:27.531702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Attempting to bind port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:27.532368 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d4eaba1-46a1-4d3d-a30d-6537155afcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.539745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:40:27.540086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Attempting to bind port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da on network 1e06978f-48c8-4113-a05a-9feeb3f60cbc {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:27.562582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:27.563571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Checking segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:27.563571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Bound using segment: {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:27.563741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Bound port: 5c683020-2377-4ef4-9ddb-2a82c0a6b2da, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5cb28c-5610-412b-99d9-3fa66962bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:27.563991 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.615364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79217a91-1f56-4ed1-800a-6f4a08785157 req-b334ed27-ddc2-4f88-922c-178c8bf8ea8b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111197 Jun 03 15:40:27.736082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6d4eaba1-46a1-4d3d-a30d-6537155afcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 5cc80d38-dfd6-4b1b-9d55-e79076607247 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:27.803079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2ecfe-78a4-4d45-8277-f839537eec44 req-6133ab13-8d24-4fe9-860a-d27353ce44dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:27.811755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37c2ecfe-78a4-4d45-8277-f839537eec44 req-6133ab13-8d24-4fe9-860a-d27353ce44dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 943 time: 0.1657801 Jun 03 15:40:27.872687 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d4eaba1-46a1-4d3d-a30d-6537155afcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.935866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eaba1-46a1-4d3d-a30d-6537155afcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=5cc80d38-dfd6-4b1b-9d55-e79076607247,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:27.941168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6d4eaba1-46a1-4d3d-a30d-6537155afcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:27.953138 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6d4eaba1-46a1-4d3d-a30d-6537155afcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/5cc80d38-dfd6-4b1b-9d55-e79076607247 HTTP/1.1" status: 204 len: 168 time: 1.2413044 Jun 03 15:40:27.955460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33354) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:28.013767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] For port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:28.017781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2285a41-069b-4103-b708-7e11024e9482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.051237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] For port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:28.056060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b980f9c-6846-4884-9390-19f45c17e4f8 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:28.057019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7b980f9c-6846-4884-9390-19f45c17e4f8 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:28.065215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.069717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2285a41-069b-4103-b708-7e11024e9482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:28.089477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7b980f9c-6846-4884-9390-19f45c17e4f8 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:28.093199 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7b980f9c-6846-4884-9390-19f45c17e4f8 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1344278 Jun 03 15:40:28.093501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33358) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:28.119442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37c2ecfe-78a4-4d45-8277-f839537eec44 req-bd16df15-1840-49f2-afd3-228c92c0852c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059375 Jun 03 15:40:28.130778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2285a41-069b-4103-b708-7e11024e9482 admin admin] Usage tracker for resource:security_group_rule and tenant:80f7b053378f4168b3e268f20d165d12 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:28.142907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2285a41-069b-4103-b708-7e11024e9482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:28.168655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2285a41-069b-4103-b708-7e11024e9482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:28.179870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:28.180789 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.182501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] 10.222.0.67 "PUT /v2.0/ports/5c683020-2377-4ef4-9ddb-2a82c0a6b2da HTTP/1.1" status: 200 len: 1091 time: 3.1868560 Jun 03 15:40:28.184472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe76ae67-5397-4bfb-905a-222941f74811', 'tag': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:28.188835 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac333bc-a310-49eb-8a74-a9e5ca071fd2 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:40:28.198183 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eac333bc-a310-49eb-8a74-a9e5ca071fd2 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/5cc80d38-dfd6-4b1b-9d55-e79076607247 HTTP/1.1" status: 404 len: 333 time: 0.1033628 Jun 03 15:40:28.204814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33368) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:28.215639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1574931758'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:28.245579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:28.250422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:network and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:28.254922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:28.266671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713df527-97de-4ce8-ac85-05e51205d73e service neutron] Pushing event updated for resources: {'Port': ['ID=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:28.266925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:28.292445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:28.296433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.330346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:28.340986 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.341286 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Added segment 89511f32-c2c1-4b46-90f3-cd044b20ce72 of type vlan for network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 Jun 03 15:40:28.371957 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.405509 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee4681d-7825-4d53-ba12-b16f88728199'] response: {'name': 'network-changed', 'server_uuid': 'fe76ae67-5397-4bfb-905a-222941f74811', 'tag': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da', 'status': 'completed', 'code': 200} Jun 03 15:40:28.406486 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.413022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:28.413663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.541457 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3370638 Jun 03 15:40:28.544721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33372) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:28.548239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee4c49-b22a-400c-8081-1d862a114e05 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Network': ['ID=59ef162b-c2cb-47a0-86c0-6b0fbff16452,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:28.553622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '59ef162b-c2cb-47a0-86c0-6b0fbff16452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:28.561948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:28.569378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-1a4c7075-027d-46fd-b72c-35d92c2d8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:28.570830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-1a4c7075-027d-46fd-b72c-35d92c2d8561 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 1094 time: 0.3006384 Jun 03 15:40:28.591168 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2285a41-069b-4103-b708-7e11024e9482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.663752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-e8591d67-ac3f-4cdc-a3fe-af8e3b20cd6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da HTTP/1.1" status: 200 len: 217 time: 0.0708876 Jun 03 15:40:28.664930 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2285a41-069b-4103-b708-7e11024e9482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.734558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:28.739431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:28.742427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:28.748820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:28.762265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:28.766252 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:28.826816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2285a41-069b-4103-b708-7e11024e9482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d56f31-d679-4756-9f84-a8c2fa560c4d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:28.843473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d2285a41-069b-4103-b708-7e11024e9482 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80f7b053378f4168b3e268f20d165d12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4013250 Jun 03 15:40:28.877090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33378) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:28.919855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-5f821081-4c80-4597-93a7-e3205d9dee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:28.921601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-5f821081-4c80-4597-93a7-e3205d9dee5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.2471323 Jun 03 15:40:28.963004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2264-5ea3-46e0-bcb7-8bfce459c5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.063226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e72aa-ce9d-4623-95ca-bea1ac45e6c7 req-4517318b-d163-49bd-8826-695160309428 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:29.070742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e74e72aa-ce9d-4623-95ca-bea1ac45e6c7 req-4517318b-d163-49bd-8826-695160309428 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 945 time: 0.2389276 Jun 03 15:40:29.094849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-b7bacd5f-be51-426b-ae57-da3dddc4dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:29.096626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-b7bacd5f-be51-426b-ae57-da3dddc4dbeb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638625 Jun 03 15:40:29.195866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2264-5ea3-46e0-bcb7-8bfce459c5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.235712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e74e72aa-ce9d-4623-95ca-bea1ac45e6c7 req-8460b3fb-70dd-4faa-a14e-451a60e8aada tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627533 Jun 03 15:40:29.309713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.347399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-6316af90-9528-408b-abe5-d036a674d3aa service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436337 Jun 03 15:40:29.370136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2264-5ea3-46e0-bcb7-8bfce459c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.417098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a2264-5ea3-46e0-bcb7-8bfce459c5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d56f31-d679-4756-9f84-a8c2fa560c4d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:29.443046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Checking segment: {'id': '89511f32-c2c1-4b46-90f3-cd044b20ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59ef162b-c2cb-47a0-86c0-6b0fbff16452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:29.443418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network hostable DHCP agents. Network: 59ef162b-c2cb-47a0-86c0-6b0fbff16452, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:29.448263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Subnet': ['ID=d5d421f7-e449-439a-9003-0ff1b43b1ffc,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:29.450916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb9a2264-5ea3-46e0-bcb7-8bfce459c5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.452079 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eb9a2264-5ea3-46e0-bcb7-8bfce459c5e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47d56f31-d679-4756-9f84-a8c2fa560c4d HTTP/1.1" status: 204 len: 168 time: 0.5740800 Jun 03 15:40:29.473094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:29.500564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 59ef162b-c2cb-47a0-86c0-6b0fbff16452) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:29.505783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:29.507819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.536663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eba254-c8a3-4f4d-84e2-fbad104d9e55 None None] Network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:29.553571 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8894a1c2-e2a6-4652-a237-2e25e137f788 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0043111 Jun 03 15:40:29.554545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33394) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:29.570803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-95b375ca-8f39-4fc4-ad63-843ccea79e4c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '59ef162b-c2cb-47a0-86c0-6b0fbff16452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:29.745161 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caf7643-b06b-4ff8-9968-2a6df09c74ab req-3d9290d8-e4d4-430d-92c6-8d736e95f2d1 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899653 Jun 03 15:40:29.847618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebfd8a-dedd-4996-92ac-108b3e777710 req-77ba0e61-cc92-4fa1-8425-d98c35bf3b67 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:29.849609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50ebfd8a-dedd-4996-92ac-108b3e777710 req-77ba0e61-cc92-4fa1-8425-d98c35bf3b67 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 943 time: 0.4412141 Jun 03 15:40:29.860611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-95b375ca-8f39-4fc4-ad63-843ccea79e4c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:29.874350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-95b375ca-8f39-4fc4-ad63-843ccea79e4c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:29.876993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.886088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-95b375ca-8f39-4fc4-ad63-843ccea79e4c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:29.886614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-59ef162b-c2cb-47a0-86c0-6b0fbff16452', 'network_id': '59ef162b-c2cb-47a0-86c0-6b0fbff16452', 'tenant_id': '7a86b0aefdf54345be5012cbdd692f43', 'fixed_ips': [{'subnet_id': 'd5d421f7-e449-439a-9003-0ff1b43b1ffc'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:29.887659 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.894014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-95b375ca-8f39-4fc4-ad63-843ccea79e4c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:29.935899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b375ca-8f39-4fc4-ad63-843ccea79e4c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:29.947228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95b375ca-8f39-4fc4-ad63-843ccea79e4c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:29.967208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50ebfd8a-dedd-4996-92ac-108b3e777710 req-3087539f-93be-4143-bcb8-7037d3e94347 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653114 Jun 03 15:40:29.996276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc73e22-2981-472e-ad7c-c654bcb9b250 req-060d6cf8-6ff8-4f29-900c-4e2dd6360162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:30.006204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fc73e22-2981-472e-ad7c-c654bcb9b250 req-060d6cf8-6ff8-4f29-900c-4e2dd6360162 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 1094 time: 0.1475480 Jun 03 15:40:30.189766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Allocated IP 172.20.0.2 (59ef162b-c2cb-47a0-86c0-6b0fbff16452/d5d421f7-e449-439a-9003-0ff1b43b1ffc/bd50363f-2dda-447c-b456-83e6df7be068) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:30.205248 n-d-844595-1 neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-95b375ca-8f39-4fc4-ad63-843ccea79e4c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d5d421f7-e449-439a-9003-0ff1b43b1ffc (CIDR: 172.20.0.0/28) Jun 03 15:40:30.206468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33404) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:30.233736 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b375ca-8f39-4fc4-ad63-843ccea79e4c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:40:30.234630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b375ca-8f39-4fc4-ad63-843ccea79e4c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:40:30.243532 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.277729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc73e22-2981-472e-ad7c-c654bcb9b250 req-338c74b2-db8a-4378-bbac-ca1270cced4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:30.279398 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fc73e22-2981-472e-ad7c-c654bcb9b250 req-338c74b2-db8a-4378-bbac-ca1270cced4b service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.2690139 Jun 03 15:40:30.291365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:30.298334 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-95b375ca-8f39-4fc4-ad63-843ccea79e4c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7399788 Jun 03 15:40:30.299731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Usage tracker for resource:security_group_rule and tenant:2643e4c4515c4043a9288ec10f0787a1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:30.302353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33412) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:30.305744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:30.315600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '59ef162b-c2cb-47a0-86c0-6b0fbff16452', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:30.339552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:30.544060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fc73e22-2981-472e-ad7c-c654bcb9b250 req-f80d54ad-2553-48b9-a98c-df84bb1894a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da HTTP/1.1" status: 200 len: 217 time: 0.2533329 Jun 03 15:40:30.589087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:30.599132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:30.607433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:30.616483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:30.658274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.674186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.678854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc73e22-2981-472e-ad7c-c654bcb9b250 req-1438336b-1925-4ca9-924c-344a69b48b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:30.680295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fc73e22-2981-472e-ad7c-c654bcb9b250 req-1438336b-1925-4ca9-924c-344a69b48b61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.1282992 Jun 03 15:40:30.693318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.694261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfceaa-6e47-44b9-8831-9feeaaa2afcb req-215edb51-2f33-4ce6-af90-7cdc49153540 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:30.705259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0acfceaa-6e47-44b9-8831-9feeaaa2afcb req-215edb51-2f33-4ce6-af90-7cdc49153540 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 945 time: 0.2812548 Jun 03 15:40:30.720275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Transition to ACTIVE for port object bd50363f-2dda-447c-b456-83e6df7be068 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:30.720634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:30.724981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.769297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Transition to ACTIVE for port object bd50363f-2dda-447c-b456-83e6df7be068 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:30.781599 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:30.863453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0acfceaa-6e47-44b9-8831-9feeaaa2afcb req-dc79556b-f4ea-4f70-a073-8e759b259b32 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569963 Jun 03 15:40:30.908598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc73e22-2981-472e-ad7c-c654bcb9b250 req-9bbd52af-daf3-4681-b6d0-ab6a116484ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:30.914849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fc73e22-2981-472e-ad7c-c654bcb9b250 req-9bbd52af-daf3-4681-b6d0-ab6a116484ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2066519 Jun 03 15:40:30.928831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Pushing event updated for resources: {'Port': ['ID=bd50363f-2dda-447c-b456-83e6df7be068,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:30.949703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:30.950688 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:30.953279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:31.008483 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2643e4c4515c4043a9288ec10f0787a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8004775 Jun 03 15:40:31.009620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33438) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:31.019492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce871ad-72fc-4ebd-996e-599d8645eb9b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:31.071546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.071920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.072300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.072718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.073087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.073528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.073866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.074217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.076017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.076628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.077168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.077710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa70e86-157c-4879-981a-adea0cd4bf6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:31.161484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Attempting to bind port bd50363f-2dda-447c-b456-83e6df7be068 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:31.162171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Attempting to bind port bd50363f-2dda-447c-b456-83e6df7be068 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '89511f32-c2c1-4b46-90f3-cd044b20ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59ef162b-c2cb-47a0-86c0-6b0fbff16452'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:31.162630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Attempting to bind port bd50363f-2dda-447c-b456-83e6df7be068 on network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:31.165441 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ef4dc2c-8c2a-4ed5-936f-208e899c1c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.170908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:31.171679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Checking segment: {'id': '89511f32-c2c1-4b46-90f3-cd044b20ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59ef162b-c2cb-47a0-86c0-6b0fbff16452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:31.172323 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.172847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Bound using segment: {'id': '89511f32-c2c1-4b46-90f3-cd044b20ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59ef162b-c2cb-47a0-86c0-6b0fbff16452'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:31.173441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Bound port: bd50363f-2dda-447c-b456-83e6df7be068, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89511f32-c2c1-4b46-90f3-cd044b20ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '59ef162b-c2cb-47a0-86c0-6b0fbff16452'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:31.174095 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.269519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ef4dc2c-8c2a-4ed5-936f-208e899c1c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.342438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] For port bd50363f-2dda-447c-b456-83e6df7be068, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:31.351199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] For port bd50363f-2dda-447c-b456-83e6df7be068, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bd50363f-2dda-447c-b456-83e6df7be068,segment=NetworkSegment(89511f32-c2c1-4b46-90f3-cd044b20ce72),segment_id=89511f32-c2c1-4b46-90f3-cd044b20ce72)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:31.358223 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.450340 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ef4dc2c-8c2a-4ed5-936f-208e899c1c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.477039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4dc2c-8c2a-4ed5-936f-208e899c1c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce871ad-72fc-4ebd-996e-599d8645eb9b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:31.533233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26269e5d-d084-40d7-ad20-8ef01e5b99ec None None] Pushing event updated for resources: {'Port': ['ID=bd50363f-2dda-447c-b456-83e6df7be068,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:31.535116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ef4dc2c-8c2a-4ed5-936f-208e899c1c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.542811 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0ef4dc2c-8c2a-4ed5-936f-208e899c1c5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ce871ad-72fc-4ebd-996e-599d8645eb9b HTTP/1.1" status: 204 len: 168 time: 0.5279560 Jun 03 15:40:31.544160 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.584207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fc73e22-2981-472e-ad7c-c654bcb9b250 req-6989de8b-2ca7-4dfa-b048-1e84b321c7e8 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259215 Jun 03 15:40:31.648625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:31.654019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:31.670190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:31.670190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:31.681986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Subnet': ['ID=aad9590d-7fe2-4c1e-95be-9cba68793caa,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:31.706725 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-18b57b18-4b85-4c22-86d0-fa19f886b81f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4009459 Jun 03 15:40:31.707918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33452) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:31.724211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': '59ef162b-c2cb-47a0-86c0-6b0fbff16452', 'fixed_ips': [{'subnet_id': 'd5d421f7-e449-439a-9003-0ff1b43b1ffc'}, {'subnet_id': 'aad9590d-7fe2-4c1e-95be-9cba68793caa'}], 'name': 'tempest-PortsTestJSON-920714349'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:31.861058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30f903-730f-4ae6-95eb-ea5151cc58eb req-d194bac9-1510-4ff7-b14f-1e04620394c3 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:31.863515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d30f903-730f-4ae6-95eb-ea5151cc58eb req-d194bac9-1510-4ff7-b14f-1e04620394c3 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 946 time: 0.5225773 Jun 03 15:40:31.907025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f784f8-e52b-46f7-893e-0d231450b512 req-10115f4b-606f-4b5f-9fec-f36056a0d237 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:31.932913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8f784f8-e52b-46f7-893e-0d231450b512 req-10115f4b-606f-4b5f-9fec-f36056a0d237 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 945 time: 0.7833915 Jun 03 15:40:31.937541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33458) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:31.975148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b99c25ab-03bd-43e1-a344-8a420f3cea2a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Request body: {'floatingip': {'port_id': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:32.147863 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8c80364c-cd34-4190-863e-a1a66d19d3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:32.154630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d30f903-730f-4ae6-95eb-ea5151cc58eb req-db2af0f1-fbfe-4cab-9d74-1d984d74c346 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068286 Jun 03 15:40:32.198938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b99c25ab-03bd-43e1-a344-8a420f3cea2a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:32.274256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fc73e22-2981-472e-ad7c-c654bcb9b250 req-c009218a-337d-4b03-bac2-828e419f9530 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524818 Jun 03 15:40:32.412961 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:32.432517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:port and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:32.438662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d1cd6-4ff8-4363-87c9-862054805e65 req-80c9e7f6-4b61-43fc-8973-cfcac5f4b10c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:32.442873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b9d1cd6-4ff8-4363-87c9-862054805e65 req-80c9e7f6-4b61-43fc-8973-cfcac5f4b10c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 943 time: 0.2461627 Jun 03 15:40:32.443052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:32.467586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:32.484289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:32.538525 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b9d1cd6-4ff8-4363-87c9-862054805e65 req-a31cc345-9a36-46e3-a3a7-e1cb47605b38 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877895 Jun 03 15:40:32.944162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bd50363f-2dda-447c-b456-83e6df7be068 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:33.183251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec861-a58c-4665-9d68-1fa95843f013 req-cf8626db-7b3f-4aa5-9d12-ce878bcef2f5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:33.184808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-efbec861-a58c-4665-9d68-1fa95843f013 req-cf8626db-7b3f-4aa5-9d12-ce878bcef2f5 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 946 time: 0.2033691 Jun 03 15:40:33.280028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port bd50363f-2dda-447c-b456-83e6df7be068 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:33.457906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Deleting port f09695ad-edc6-452a-956c-775c87ccab24 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:33.458265 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.520485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33496) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:33.608614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:33.666111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c68fa-ac05-44eb-bf5c-b4fbf24d97dd None None] Network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:33.762125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:33.847140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5c683020-2377-4ef4-9ddb-2a82c0a6b2da details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:40:34.058334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1582329369-network', 'tenant_id': '77f50bd2ea2f4859b5e5ce0b1a48afb1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:34.092368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:34.114497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Usage tracker for resource:network and tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:34.119840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:34.131641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:34.137774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a944977d-cc21-4595-8976-43b8fe613d09 None None] Provisioning for port bd50363f-2dda-447c-b456-83e6df7be068 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:34.151891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310478f7-1ed0-451c-9498-9c2d4cd1566d req-7591f0af-3d33-46a3-a1c0-78f9ea300c2a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:34.154702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'port_id': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da', 'mac_address': 'fa:16:3e:3e:c1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:40:34.159614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-310478f7-1ed0-451c-9498-9c2d4cd1566d req-7591f0af-3d33-46a3-a1c0-78f9ea300c2a tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 946 time: 0.6402633 Jun 03 15:40:34.193084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a944977d-cc21-4595-8976-43b8fe613d09 None None] Provisioning complete for port bd50363f-2dda-447c-b456-83e6df7be068 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:34.193746 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a944977d-cc21-4595-8976-43b8fe613d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.225206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:34.519425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] For port f09695ad-edc6-452a-956c-775c87ccab24, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f09695ad-edc6-452a-956c-775c87ccab24,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:34.520025 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.605028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.10 (59ef162b-c2cb-47a0-86c0-6b0fbff16452/d5d421f7-e449-439a-9003-0ff1b43b1ffc/0b020848-dc4d-4c41-aabe-eb3cdf9ebc66) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:34.607745 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0187b775-2753-4f28-897f-460f6c7b25f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.611851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:34.612525 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.614359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.25 (59ef162b-c2cb-47a0-86c0-6b0fbff16452/aad9590d-7fe2-4c1e-95be-9cba68793caa/0b020848-dc4d-4c41-aabe-eb3cdf9ebc66) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:34.642853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c683020-2377-4ef4-9ddb-2a82c0a6b2da {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:40:34.694961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Made reservation on behalf of 77f50bd2ea2f4859b5e5ce0b1a48afb1 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:34.697373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.724201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-310478f7-1ed0-451c-9498-9c2d4cd1566d req-7bfd2ff8-4719-4eec-ae16-cecd103ae28c tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups?id=135fe943-edaf-484e-90f3-61f0eb361e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5636981 Jun 03 15:40:34.728084 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.734297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:34.762276 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.811878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:34.823913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Usage tracker for resource:security_group_rule and tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:34.835237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:34.855321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:34.868916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdb5cc-a968-4c71-b8dd-360242693b6e req-a84d817c-9245-4713-9e9e-e9e412dbc869 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:34.876731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4abdb5cc-a968-4c71-b8dd-360242693b6e req-a84d817c-9245-4713-9e9e-e9e412dbc869 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 943 time: 0.9629390 Jun 03 15:40:34.884436 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.910101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:34.938325 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:34.944704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:34.977075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a944977d-cc21-4595-8976-43b8fe613d09 None None] Current status of the port bd50363f-2dda-447c-b456-83e6df7be068 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:34.977695 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a944977d-cc21-4595-8976-43b8fe613d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.039985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a944977d-cc21-4595-8976-43b8fe613d09 None None] For port bd50363f-2dda-447c-b456-83e6df7be068, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bd50363f-2dda-447c-b456-83e6df7be068,segment=NetworkSegment(89511f32-c2c1-4b46-90f3-cd044b20ce72),segment_id=89511f32-c2c1-4b46-90f3-cd044b20ce72)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:35.056760 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a944977d-cc21-4595-8976-43b8fe613d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.082413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:35.089432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:35.098268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=0b020848-dc4d-4c41-aabe-eb3cdf9ebc66,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:35.103392 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.106827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:35.145352 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.145352 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.145352 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Floating IP 991e62f4-3527-44af-a178-ca334375dfa0 disassociated. External IP: 172.25.7.140, port: f09695ad-edc6-452a-956c-775c87ccab24. Jun 03 15:40:35.145352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Calling delete_port for f09695ad-edc6-452a-956c-775c87ccab24 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:35.220936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30953624-0dfb-45ae-bd51-4068bc78bffb None None] Update dhcp port {'port': {'network_id': '59ef162b-c2cb-47a0-86c0-6b0fbff16452', 'fixed_ips': [{'subnet_id': 'd5d421f7-e449-439a-9003-0ff1b43b1ffc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aad9590d-7fe2-4c1e-95be-9cba68793caa'}], 'binding:host_id': 'n-d-844595-1'}, 'id': 'bd50363f-2dda-447c-b456-83e6df7be068'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:40:35.223047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4abdb5cc-a968-4c71-b8dd-360242693b6e req-5eb9470d-8060-4f0a-b988-382133f2d3e7 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454094 Jun 03 15:40:35.248164 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.271240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944977d-cc21-4595-8976-43b8fe613d09 None None] Pushing event updated for resources: {'Port': ['ID=bd50363f-2dda-447c-b456-83e6df7be068,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:35.310983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5c683020-2377-4ef4-9ddb-2a82c0a6b2da'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:35.315488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:35.316147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.352887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca49fa-f3db-41bd-b729-ce6ed2a6c169,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:35.369029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.369381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.369710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.370358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.371172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.371710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.372439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.372933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.373716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.374079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.374551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.374967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:40:35.388861 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-66c795b5-7882-4b6d-bb40-6ea3db363ddd tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6784840 Jun 03 15:40:35.394438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33518) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:35.409791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-908e704e-6ae4-43b3-8820-8dfcc53b2157 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5d421f7-e449-439a-9003-0ff1b43b1ffc'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:35.415287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.437752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-30953624-0dfb-45ae-bd51-4068bc78bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.443179 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b99c25ab-03bd-43e1-a344-8a420f3cea2a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.450547 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b99c25ab-03bd-43e1-a344-8a420f3cea2a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.686934 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.715534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:35.725531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.725950 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Added segment 3172545d-89c3-4dc8-bb85-64be607c3964 of type vlan for network 03b6d3fc-8101-41a5-be5e-14132bfbee91 Jun 03 15:40:35.756934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f09695ad-edc6-452a-956c-775c87ccab24 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:35.834326 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-b99c25ab-03bd-43e1-a344-8a420f3cea2a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Floating IP 243065e5-4727-4e19-837f-d57bf176db39 associated. External IP: 172.25.7.74, port: e3c1e23c-adc1-4300-9e70-3e1afb634d43. Jun 03 15:40:35.864541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.894350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: f09695ad-edc6-452a-956c-775c87ccab24 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:40:35.902172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f09695ad-edc6-452a-956c-775c87ccab24 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:40:35.907678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.957686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:35.958859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:35.959450 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.082842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-30953624-0dfb-45ae-bd51-4068bc78bffb None None] Allocated IP 172.20.0.18 (59ef162b-c2cb-47a0-86c0-6b0fbff16452/aad9590d-7fe2-4c1e-95be-9cba68793caa/bd50363f-2dda-447c-b456-83e6df7be068) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:36.226370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event deleted for resources: {'Port': ['ID=f09695ad-edc6-452a-956c-775c87ccab24,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:36.299257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-30953624-0dfb-45ae-bd51-4068bc78bffb None None] For port bd50363f-2dda-447c-b456-83e6df7be068, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bd50363f-2dda-447c-b456-83e6df7be068,segment=NetworkSegment(89511f32-c2c1-4b46-90f3-cd044b20ce72),segment_id=89511f32-c2c1-4b46-90f3-cd044b20ce72)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:36.336179 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-30953624-0dfb-45ae-bd51-4068bc78bffb None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.379472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-30953624-0dfb-45ae-bd51-4068bc78bffb None None] Transition to ACTIVE for port object bd50363f-2dda-447c-b456-83e6df7be068 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:36.394613 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-30953624-0dfb-45ae-bd51-4068bc78bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:36.510562 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:40:36.615873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30953624-0dfb-45ae-bd51-4068bc78bffb None None] Pushing event updated for resources: {'Port': ['ID=bd50363f-2dda-447c-b456-83e6df7be068,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:36.748811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9dd49fd-448a-447a-93ea-51eafcb63ca3 req-1feed7e1-30be-4191-bb4f-d5e41b68f1ee tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 210 time: 0.7682314 Jun 03 15:40:36.889640 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bd50363f-2dda-447c-b456-83e6df7be068 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:36.926874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99c25ab-03bd-43e1-a344-8a420f3cea2a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Router deea8f90-251a-45e7-bdd9-69ab6134d047 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:36.953847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] Pushing event updated for resources: {'Network': ['ID=03b6d3fc-8101-41a5-be5e-14132bfbee91,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:36.973193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 03b6d3fc-8101-41a5-be5e-14132bfbee91 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:37.099906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9a65adc0-568d-4580-80bf-00247b078b1b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5782795 Jun 03 15:40:37.102266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33556) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:37.136936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ee2fb-d128-49b3-8b9b-91cb837b5347 req-c8d631fe-698b-415c-92aa-8bee2c6d2f9e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:37.138943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-426ee2fb-d128-49b3-8b9b-91cb837b5347 req-c8d631fe-698b-415c-92aa-8bee2c6d2f9e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 944 time: 0.4665983 Jun 03 15:40:37.149089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Router 0b388eef-4df2-4188-904c-9eadb9c5a70b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:37.263314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Request body: {'subnet': {'network_id': '03b6d3fc-8101-41a5-be5e-14132bfbee91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1582329369-subnet', 'tenant_id': '77f50bd2ea2f4859b5e5ce0b1a48afb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:37.290353 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.345501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:37.354088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Usage tracker for resource:subnet and tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:37.369884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:37.397003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:37.448323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99c25ab-03bd-43e1-a344-8a420f3cea2a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:37.457258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b99c25ab-03bd-43e1-a344-8a420f3cea2a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.476595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddcca92-5927-47d3-84b9-b794d7f3cf09 None None] Sync routers for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:37.536179 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b99c25ab-03bd-43e1-a344-8a420f3cea2a tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "PUT /v2.0/floatingips/243065e5-4727-4e19-837f-d57bf176db39 HTTP/1.1" status: 200 len: 990 time: 5.5907609 Jun 03 15:40:37.537270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Made reservation on behalf of 77f50bd2ea2f4859b5e5ce0b1a48afb1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:37.540268 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.557838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383847d2-d174-4758-9088-55ecdce60878', 'tag': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:37.617304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddcca92-5927-47d3-84b9-b794d7f3cf09 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:37.617984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dddcca92-5927-47d3-84b9-b794d7f3cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:40:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:37.657650 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502d1306-1e90-4ea1-ae89-6d541b51ff2b'] response: {'name': 'network-changed', 'server_uuid': '383847d2-d174-4758-9088-55ecdce60878', 'tag': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43', 'status': 'completed', 'code': 200} Jun 03 15:40:37.687044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:37.701971 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ec39b2-992e-4a9e-b64e-ec6c64f2d24a None None] Sync routers for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:37.714695 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec39b2-992e-4a9e-b64e-ec6c64f2d24a None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:37.715319 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-62ec39b2-992e-4a9e-b64e-ec6c64f2d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:40:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:37.735637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a678f8-7eb2-48da-85b9-577c3b593a35 None None] Network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:37.769060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5c683020-2377-4ef4-9ddb-2a82c0a6b2da up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:37.855590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.869987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] No DVR routers for this DVR port f09695ad-edc6-452a-956c-775c87ccab24 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:40:37.874124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.876545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-efbec861-a58c-4665-9d68-1fa95843f013 req-0992d4d4-2daf-4c1d-ae55-5653c332f5b2 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.67 "DELETE /v2.0/ports/f09695ad-edc6-452a-956c-775c87ccab24 HTTP/1.1" status: 204 len: 173 time: 4.6846871 Jun 03 15:40:37.882947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'name': 'network-vif-deleted', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:37.897429 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-908e704e-6ae4-43b3-8820-8dfcc53b2157 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:37.918187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-426ee2fb-d128-49b3-8b9b-91cb837b5347 req-d5693392-b237-4ae6-8a46-0ef83325df17 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671697 Jun 03 15:40:38.099542 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf26f8f-89e9-46c0-a844-64fd89576873'] response: {'server_uuid': '0b7b4eb4-7051-4744-9125-f449ccc658aa', 'name': 'network-vif-deleted', 'tag': 'f09695ad-edc6-452a-956c-775c87ccab24', 'status': 'completed', 'code': 200} Jun 03 15:40:38.131813 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-62ec39b2-992e-4a9e-b64e-ec6c64f2d24a None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:38.145104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744da2cd-058e-4a78-8239-a9846262b6ed,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:38.147613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Checking segment: {'id': '3172545d-89c3-4dc8-bb85-64be607c3964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '03b6d3fc-8101-41a5-be5e-14132bfbee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:38.147971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Network hostable DHCP agents. Network: 03b6d3fc-8101-41a5-be5e-14132bfbee91, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:38.196311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Network 03b6d3fc-8101-41a5-be5e-14132bfbee91 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:38.231686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 03b6d3fc-8101-41a5-be5e-14132bfbee91) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:38.240123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:38.240717 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:38.277006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c986fb-7905-4d0c-9dca-1ea7986c9140 None None] Network 03b6d3fc-8101-41a5-be5e-14132bfbee91 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:38.291176 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2918f827-60fb-4072-8cc1-eaf389a3abd3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1817484 Jun 03 15:40:38.352740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f4b980d6-80fa-4c0a-85e7-4b22fc1bdb26 None None] Provisioning for port bd50363f-2dda-447c-b456-83e6df7be068 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:38.624717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e7f78656-302b-43c9-bc6e-dc2d956b4b41 req-1f9ab138-3bc4-4d4e-a122-85845bf3ace9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Synchronizing usage tracker for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:38.667838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ba438-9031-4035-bd6f-7b1f2c504367 req-b9e8c181-f13d-4efa-8055-fe5d5bf1b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:38.669597 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e87ba438-9031-4035-bd6f-7b1f2c504367 req-b9e8c181-f13d-4efa-8055-fe5d5bf1b84d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c16593676c8941818b1fa01140442ad7&device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 1096 time: 0.9160912 Jun 03 15:40:38.675309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e7f78656-302b-43c9-bc6e-dc2d956b4b41 req-1f9ab138-3bc4-4d4e-a122-85845bf3ace9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Unset dirty status for tenant:b3e4457f68d148e08a56851d77ccda36 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:38.676617 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7f78656-302b-43c9-bc6e-dc2d956b4b41 req-1f9ab138-3bc4-4d4e-a122-85845bf3ace9 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b7b4eb4-7051-4744-9125-f449ccc658aa HTTP/1.1" status: 200 len: 210 time: 0.5644693 Jun 03 15:40:38.810182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f4b980d6-80fa-4c0a-85e7-4b22fc1bdb26 None None] Provisioning complete for port bd50363f-2dda-447c-b456-83e6df7be068 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:38.810486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f4b980d6-80fa-4c0a-85e7-4b22fc1bdb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.110994 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-62ec39b2-992e-4a9e-b64e-ec6c64f2d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:39.123692 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ec39b2-992e-4a9e-b64e-ec6c64f2d24a None None] Checking router: 0b388eef-4df2-4188-904c-9eadb9c5a70b for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:39.139977 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec39b2-992e-4a9e-b64e-ec6c64f2d24a None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:39.140610 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-62ec39b2-992e-4a9e-b64e-ec6c64f2d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:40:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:39.213614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:39.290434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:39.292037 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.429423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ba438-9031-4035-bd6f-7b1f2c504367 req-d82eafe3-a931-4612-84e9-9fb3d1b3aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:39.439174 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e87ba438-9031-4035-bd6f-7b1f2c504367 req-d82eafe3-a931-4612-84e9-9fb3d1b3aaea service neutron] 10.222.0.67 "GET /v2.0/networks?id=fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 200 len: 915 time: 0.7545362 Jun 03 15:40:39.513162 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.528468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33598) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:39.533868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-125331869-network', 'tenant_id': '11a7b7787d034eb4baf83d78223fc0cb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:39.550545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:39.557612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Usage tracker for resource:network and tenant:11a7b7787d034eb4baf83d78223fc0cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:39.563429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:39.579608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:39.595988 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-62ec39b2-992e-4a9e-b64e-ec6c64f2d24a None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:39.603672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Made reservation on behalf of 11a7b7787d034eb4baf83d78223fc0cb for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:39.607385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.627223 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.652423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:39.658782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Usage tracker for resource:security_group_rule and tenant:11a7b7787d034eb4baf83d78223fc0cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:39.662641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:39.669726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:39.784187 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.807091 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.844349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-908e704e-6ae4-43b3-8820-8dfcc53b2157 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Delete allocated IP 172.20.0.25 (59ef162b-c2cb-47a0-86c0-6b0fbff16452/aad9590d-7fe2-4c1e-95be-9cba68793caa) {{(pid=88445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:40:39.853918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8c1778-70ff-480b-bb4c-a7dcd05d363e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:39.880871 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:39.897761 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:39.898441 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Added segment dd11dae5-4c35-42f6-b239-392fe71d7033 of type vlan for network 3efbbb5b-124c-4146-8c2c-06c23dd17927 Jun 03 15:40:39.965236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-dddcca92-5927-47d3-84b9-b794d7f3cf09 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:39.968219 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.058773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33622) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:40.110365 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.111843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:40.116191 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.127638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-908e704e-6ae4-43b3-8820-8dfcc53b2157 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.160048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-908e704e-6ae4-43b3-8820-8dfcc53b2157 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Ignored duplicate provisioning block setup for port 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 15:40:40.195618 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6661689 Jun 03 15:40:40.206909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33630) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:40.319131 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-908e704e-6ae4-43b3-8820-8dfcc53b2157 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.335689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e87ba438-9031-4035-bd6f-7b1f2c504367 req-4b622c55-eb7a-4b42-a307-4693950c3432 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3c1e23c-adc1-4300-9e70-3e1afb634d43 HTTP/1.1" status: 200 len: 998 time: 0.8798449 Jun 03 15:40:40.500316 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-62ec39b2-992e-4a9e-b64e-ec6c64f2d24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:40.506867 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ec39b2-992e-4a9e-b64e-ec6c64f2d24a None None] The sync data for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 is: [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:24Z', 'revision_number': 4, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a926e219-8d6e-4041-8eb0-1ee7db9ea52b', 'name': '', 'network_id': '50d85d7a-4e98-4da0-8512-98a59effa284', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'mac_address': 'fa:16:3e:22:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:21Z', 'updated_at': '2022-06-03T15:28:38Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'subnets': [{'id': '74f85207-a946-4ae0-ae8c-85d58a17d207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:40.557614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Request body: {'subnet': {'network_id': '3efbbb5b-124c-4146-8c2c-06c23dd17927', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-125331869-subnet', 'tenant_id': '11a7b7787d034eb4baf83d78223fc0cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:40.655477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ba438-9031-4035-bd6f-7b1f2c504367 req-47e374cd-30ca-476b-a7a6-4de3daf2548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:40.657154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e87ba438-9031-4035-bd6f-7b1f2c504367 req-47e374cd-30ca-476b-a7a6-4de3daf2548c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 200 len: 853 time: 0.1329217 Jun 03 15:40:40.697630 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5be98f1c-e459-4c90-9bf1-d324440dfd59 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.716960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:40.727386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33638) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:40.744347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Usage tracker for resource:subnet and tenant:11a7b7787d034eb4baf83d78223fc0cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:40.770009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:40.784281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c62396-4642-4ac0-9cc8-03d5e0ba3027 admin admin] Pushing event updated for resources: {'Network': ['ID=3efbbb5b-124c-4146-8c2c-06c23dd17927,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:40.816482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:40.861147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f7c26-f05d-461c-a0cd-7da0e223b50d req-7a8e8d86-cec5-4d58-b906-ea5c2428985a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:40.863581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a24f7c26-f05d-461c-a0cd-7da0e223b50d req-7a8e8d86-cec5-4d58-b906-ea5c2428985a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 944 time: 0.7010171 Jun 03 15:40:40.865114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6f1ac-606c-4b90-95a5-9105cdd789cf None None] Network 03b6d3fc-8101-41a5-be5e-14132bfbee91 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:40.889066 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5be98f1c-e459-4c90-9bf1-d324440dfd59 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.904900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 3efbbb5b-124c-4146-8c2c-06c23dd17927 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:40.905988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Made reservation on behalf of 11a7b7787d034eb4baf83d78223fc0cb for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:40.907734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e704e-6ae4-43b3-8820-8dfcc53b2157 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=0b020848-dc4d-4c41-aabe-eb3cdf9ebc66,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:40.913247 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.925366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ba438-9031-4035-bd6f-7b1f2c504367 req-f79c70c7-1975-493b-8492-7639c5b0af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:40.927380 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e87ba438-9031-4035-bd6f-7b1f2c504367 req-f79c70c7-1975-493b-8492-7639c5b0af89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fcccff01-137d-4d23-9c45-0cc46389b4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2462947 Jun 03 15:40:40.931312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-908e704e-6ae4-43b3-8820-8dfcc53b2157 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] In _notify_port_updated(), no bound segment for port 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 on network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:40:40.937311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e704e-6ae4-43b3-8820-8dfcc53b2157 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:40.938032 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-908e704e-6ae4-43b3-8820-8dfcc53b2157 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:40.939524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-908e704e-6ae4-43b3-8820-8dfcc53b2157 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "PUT /v2.0/ports/0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 HTTP/1.1" status: 200 len: 919 time: 5.5366087 Jun 03 15:40:41.162033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b7da46-23d9-4443-a916-0e7b36da02b7 None None] New status for floating IP 991e62f4-3527-44af-a178-ca334375dfa0: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:40:41.189907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33646) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:41.190445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33648) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:41.227279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-605e4165-894c-4af3-a2de-2daa3353bb73 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5d421f7-e449-439a-9003-0ff1b43b1ffc'}, {'subnet_id': 'aad9590d-7fe2-4c1e-95be-9cba68793caa'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:41.254080 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.313739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58e8f15d-dd89-41d3-b48b-db7cc36eea02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.357511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a24f7c26-f05d-461c-a0cd-7da0e223b50d req-443340ed-909d-49ae-a537-3a826ee44a4a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812708 Jun 03 15:40:41.359942 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e87ba438-9031-4035-bd6f-7b1f2c504367 req-70b37fd0-f0e9-4f4d-9e30-24582ce83b6c service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170225 Jun 03 15:40:41.438137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-58e8f15d-dd89-41d3-b48b-db7cc36eea02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:41.472745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-58e8f15d-dd89-41d3-b48b-db7cc36eea02 admin admin] Usage tracker for resource:security_group_rule and tenant:7b475a1712db4339b08e8a6c0630aa3d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:41.484238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:41.484734 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.494581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5be98f1c-e459-4c90-9bf1-d324440dfd59 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.498915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-58e8f15d-dd89-41d3-b48b-db7cc36eea02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:41.523658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Checking segment: {'id': 'dd11dae5-4c35-42f6-b239-392fe71d7033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3efbbb5b-124c-4146-8c2c-06c23dd17927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:41.524005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Network hostable DHCP agents. Network: 3efbbb5b-124c-4146-8c2c-06c23dd17927, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:41.525401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-52af4cb1-7f83-45dd-b099-b6f938b61ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.531883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-58e8f15d-dd89-41d3-b48b-db7cc36eea02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:41.558955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed3d5722-8c50-4d33-b1fd-87f4d9527939,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:41.580216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Network 3efbbb5b-124c-4146-8c2c-06c23dd17927 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:41.584065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-52af4cb1-7f83-45dd-b099-b6f938b61ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:41.591680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be98f1c-e459-4c90-9bf1-d324440dfd59 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=135fe943-edaf-484e-90f3-61f0eb361e5b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:41.601137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-52af4cb1-7f83-45dd-b099-b6f938b61ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:23bf63042f7443fcb8a28ea6dcadfe79 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:41.605828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 3efbbb5b-124c-4146-8c2c-06c23dd17927) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:41.607987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-52af4cb1-7f83-45dd-b099-b6f938b61ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:41.613497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:41.614108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.622269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-52af4cb1-7f83-45dd-b099-b6f938b61ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:41.636747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5be98f1c-e459-4c90-9bf1-d324440dfd59 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.637018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f4b980d6-80fa-4c0a-85e7-4b22fc1bdb26 None None] Current status of the port bd50363f-2dda-447c-b456-83e6df7be068 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:41.642461 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5be98f1c-e459-4c90-9bf1-d324440dfd59 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "DELETE /v2.0/security-groups/135fe943-edaf-484e-90f3-61f0eb361e5b HTTP/1.1" status: 204 len: 168 time: 1.5822701 Jun 03 15:40:41.652469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894a3ecb-c369-4d9b-b6f1-554b67d1c5d6 None None] Network 3efbbb5b-124c-4146-8c2c-06c23dd17927 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:41.654382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33656) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:41.669206 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe76ae67-5397-4bfb-905a-222941f74811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:41.673567 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-605e4165-894c-4af3-a2de-2daa3353bb73 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.703250 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f530fde2-f905-49b2-a65f-1719a65dc972 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4833851 Jun 03 15:40:41.708043 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-4703320a-cf06-4bf9-8965-3c43a18f75cc tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] show failed (client error): The resource could not be found. Jun 03 15:40:41.713375 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4703320a-cf06-4bf9-8965-3c43a18f75cc tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "GET /v2.0/security-groups/135fe943-edaf-484e-90f3-61f0eb361e5b HTTP/1.1" status: 404 len: 347 time: 0.0541563 Jun 03 15:40:41.725340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33664) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:41.772611 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7969e6-fbbb-4533-85ec-6db4936b6101'] response: {'server_uuid': 'fe76ae67-5397-4bfb-905a-222941f74811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da', 'code': 200} Jun 03 15:40:41.810575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:41.868062 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:41.953841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:42.203509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-787dfb8c-32fc-4f2c-b552-24a6ff3ac150 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Deleting port b3b3b3b4-f12e-4aa6-9635-f7bea8371882 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:42.204187 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-787dfb8c-32fc-4f2c-b552-24a6ff3ac150 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.284776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5077f99e-6846-4dcf-a326-a279da8e4aff None None] Network 3efbbb5b-124c-4146-8c2c-06c23dd17927 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:42.291636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-605e4165-894c-4af3-a2de-2daa3353bb73 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.19 (59ef162b-c2cb-47a0-86c0-6b0fbff16452/aad9590d-7fe2-4c1e-95be-9cba68793caa/0b020848-dc4d-4c41-aabe-eb3cdf9ebc66) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:42.362601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dddcca92-5927-47d3-84b9-b794d7f3cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '243065e5-4727-4e19-837f-d57bf176db39', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.74', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:e9:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383847d2-d174-4758-9088-55ecdce60878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:40:02Z', 'updated_at': '2022-06-03T15:40:35Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:42.398960 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58e8f15d-dd89-41d3-b48b-db7cc36eea02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.403544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddcca92-5927-47d3-84b9-b794d7f3cf09 None None] Checking router: deea8f90-251a-45e7-bdd9-69ab6134d047 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:42.414234 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58e8f15d-dd89-41d3-b48b-db7cc36eea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.424072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddcca92-5927-47d3-84b9-b794d7f3cf09 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:42.424942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dddcca92-5927-47d3-84b9-b794d7f3cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:40:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:42.471823 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-58e8f15d-dd89-41d3-b48b-db7cc36eea02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b475a1712db4339b08e8a6c0630aa3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7390542 Jun 03 15:40:42.482889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33682) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:42.572599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8f15d-dd89-41d3-b48b-db7cc36eea02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac03c72-25ec-4176-81f0-be09fe1d2dd4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:42.573572 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-605e4165-894c-4af3-a2de-2daa3353bb73 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.614581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-605e4165-894c-4af3-a2de-2daa3353bb73 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Ignored duplicate provisioning block setup for port 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 15:40:42.637790 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-787dfb8c-32fc-4f2c-b552-24a6ff3ac150 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.638530 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-787dfb8c-32fc-4f2c-b552-24a6ff3ac150 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.656378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0688d035-469d-4006-8dcd-5c1f28335190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.690774 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-605e4165-894c-4af3-a2de-2daa3353bb73 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.788540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-458b9cd5-77dc-4fa5-a300-75ae7bd8700b None None] Provisioning complete for port bd50363f-2dda-447c-b456-83e6df7be068 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:42.789307 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-458b9cd5-77dc-4fa5-a300-75ae7bd8700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.794478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-787dfb8c-32fc-4f2c-b552-24a6ff3ac150 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Calling delete_port for b3b3b3b4-f12e-4aa6-9635-f7bea8371882 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:42.857386 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0688d035-469d-4006-8dcd-5c1f28335190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:42.983745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-dddcca92-5927-47d3-84b9-b794d7f3cf09 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:42.994279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0688d035-469d-4006-8dcd-5c1f28335190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.017983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e87ba438-9031-4035-bd6f-7b1f2c504367 req-a5a7a7a1-92cc-48aa-892d-d44243d18b05 service neutron] 10.222.0.67 "GET /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6364813 Jun 03 15:40:43.033006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688d035-469d-4006-8dcd-5c1f28335190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac03c72-25ec-4176-81f0-be09fe1d2dd4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:43.048062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0688d035-469d-4006-8dcd-5c1f28335190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.060624 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0688d035-469d-4006-8dcd-5c1f28335190 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bac03c72-25ec-4176-81f0-be09fe1d2dd4 HTTP/1.1" status: 204 len: 168 time: 0.5698309 Jun 03 15:40:43.066344 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-787dfb8c-32fc-4f2c-b552-24a6ff3ac150 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.140636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-458b9cd5-77dc-4fa5-a300-75ae7bd8700b None None] Current status of the port bd50363f-2dda-447c-b456-83e6df7be068 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:43.167720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dfb8c-32fc-4f2c-b552-24a6ff3ac150 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Pushing event deleted for resources: {'Port': ['ID=b3b3b3b4-f12e-4aa6-9635-f7bea8371882,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:43.188903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e4165-894c-4af3-a2de-2daa3353bb73 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=0b020848-dc4d-4c41-aabe-eb3cdf9ebc66,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:43.197418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-458b9cd5-77dc-4fa5-a300-75ae7bd8700b None None] Provisioning for port 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:43.211774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-458b9cd5-77dc-4fa5-a300-75ae7bd8700b None None] Provisioning complete for port 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:43.212351 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-458b9cd5-77dc-4fa5-a300-75ae7bd8700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.294222 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-52af4cb1-7f83-45dd-b099-b6f938b61ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.298556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-787dfb8c-32fc-4f2c-b552-24a6ff3ac150 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.301253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-787dfb8c-32fc-4f2c-b552-24a6ff3ac150 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.302485 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-787dfb8c-32fc-4f2c-b552-24a6ff3ac150 tempest-AttachVolumeShelveTestJSON-1989582427 tempest-AttachVolumeShelveTestJSON-1989582427-project] 10.222.0.48 "DELETE /v2.0/floatingips/991e62f4-3527-44af-a178-ca334375dfa0 HTTP/1.1" status: 204 len: 168 time: 1.5761604 Jun 03 15:40:43.319860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-52af4cb1-7f83-45dd-b099-b6f938b61ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.380106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-52af4cb1-7f83-45dd-b099-b6f938b61ca6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23bf63042f7443fcb8a28ea6dcadfe79&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1841419 Jun 03 15:40:43.382718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33698) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:43.421447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-458b9cd5-77dc-4fa5-a300-75ae7bd8700b None None] Port 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:43.457512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d4e94-7d77-4832-b39c-ff872a88c05f req-07403fd1-e5fd-4459-9471-73693a0aa1a8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:43.459202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-774d4e94-7d77-4832-b39c-ff872a88c05f req-07403fd1-e5fd-4459-9471-73693a0aa1a8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.7534451 Jun 03 15:40:43.518992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa6649-44c4-4121-a88f-35477f29c01f req-49d17ed8-50b5-4d46-a078-4f9414cee701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:43.520564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caa6649-44c4-4121-a88f-35477f29c01f req-49d17ed8-50b5-4d46-a078-4f9414cee701 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 1096 time: 1.3288655 Jun 03 15:40:43.550754 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10ef57c9-cd00-4059-8574-b271c8315e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.566283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-38de8796-e75e-4012-a89d-e1aec649a446 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:43.567537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-38de8796-e75e-4012-a89d-e1aec649a446 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Synchronizing usage tracker for tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:43.595705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ca545f99-5130-4f30-b757-9fe53189f96f None None] Provisioning complete for port 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:43.596306 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca545f99-5130-4f30-b757-9fe53189f96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.609313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10ef57c9-cd00-4059-8574-b271c8315e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.662485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-605e4165-894c-4af3-a2de-2daa3353bb73 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] In _notify_port_updated(), no bound segment for port 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 on network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:40:43.680488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605e4165-894c-4af3-a2de-2daa3353bb73 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:43.681292 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-605e4165-894c-4af3-a2de-2daa3353bb73 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.688289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-605e4165-894c-4af3-a2de-2daa3353bb73 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "PUT /v2.0/ports/0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 HTTP/1.1" status: 200 len: 999 time: 2.4910488 Jun 03 15:40:43.688289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af4cb1-7f83-45dd-b099-b6f938b61ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea17363-6221-4696-a254-3f644f708c3e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:43.703949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33704) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:43.704557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33706) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:43.716864 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10ef57c9-cd00-4059-8574-b271c8315e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.723739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ca545f99-5130-4f30-b757-9fe53189f96f None None] Port 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:40:43.751970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef57c9-cd00-4059-8574-b271c8315e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea17363-6221-4696-a254-3f644f708c3e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:43.765655 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10ef57c9-cd00-4059-8574-b271c8315e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.767027 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-10ef57c9-cd00-4059-8574-b271c8315e50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ea17363-6221-4696-a254-3f644f708c3e HTTP/1.1" status: 204 len: 168 time: 0.3829784 Jun 03 15:40:43.784053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dddcca92-5927-47d3-84b9-b794d7f3cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '243065e5-4727-4e19-837f-d57bf176db39', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.74', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:e9:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383847d2-d174-4758-9088-55ecdce60878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:40:02Z', 'updated_at': '2022-06-03T15:40:35Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:43.790720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddcca92-5927-47d3-84b9-b794d7f3cf09 None None] The sync data for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 is: [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '243065e5-4727-4e19-837f-d57bf176db39', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'floating_ip_address': '172.25.7.74', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'port_id': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'mac_address': 'fa:16:3e:e9:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383847d2-d174-4758-9088-55ecdce60878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:40:02Z', 'updated_at': '2022-06-03T15:40:35Z', 'revision_number': 1, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:43.810513 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b47e6bf5-f096-4bb5-a2aa-3c041bb7c1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.835376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-774d4e94-7d77-4832-b39c-ff872a88c05f req-73b6cb5c-6b4c-41c6-aca2-800f8dba6f6c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314443 Jun 03 15:40:43.839033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b47e6bf5-f096-4bb5-a2aa-3c041bb7c1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:43.846792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0caa6649-44c4-4121-a88f-35477f29c01f req-fd452980-eb5b-4971-826a-2cc3a1376532 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462888 Jun 03 15:40:43.853632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-38de8796-e75e-4012-a89d-e1aec649a446 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Unset dirty status for tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:43.855251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-38de8796-e75e-4012-a89d-e1aec649a446 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/networks?id=03b6d3fc-8101-41a5-be5e-14132bfbee91 HTTP/1.1" status: 200 len: 809 time: 1.1662712 Jun 03 15:40:43.858063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b47e6bf5-f096-4bb5-a2aa-3c041bb7c1ad admin admin] Usage tracker for resource:security_group_rule and tenant:c409f250651247069946c253afa905ec is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:43.867209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5562dd77-eaed-475c-a887-06f52f19a7be tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:43.876530 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5562dd77-eaed-475c-a887-06f52f19a7be tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:43.927189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b47e6bf5-f096-4bb5-a2aa-3c041bb7c1ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:43.943014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b47e6bf5-f096-4bb5-a2aa-3c041bb7c1ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:43.952008 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-7d3a0c4f-4060-4016-b328-ae760defe6f2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/quotas/77f50bd2ea2f4859b5e5ce0b1a48afb1 HTTP/1.1" status: 200 len: 375 time: 0.0218093 Jun 03 15:40:44.068661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-0836926d-d06e-4991-8d75-837f115ec208 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=77f50bd2ea2f4859b5e5ce0b1a48afb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715024 Jun 03 15:40:44.126079 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f9315-9fe0-42a5-8638-2057033c8590 None None] New status for floating IP 243065e5-4727-4e19-837f-d57bf176db39: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:40:44.260774 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5562dd77-eaed-475c-a887-06f52f19a7be tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.363790 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b47e6bf5-f096-4bb5-a2aa-3c041bb7c1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.404413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33718) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:44.434240 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-476a66a8-b9db-44f3-b8e1-85fd310789ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.472050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-476a66a8-b9db-44f3-b8e1-85fd310789ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:44.477687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-476a66a8-b9db-44f3-b8e1-85fd310789ac admin admin] Usage tracker for resource:security_group_rule and tenant:00436cb3200c4336a6f485ab1f86301f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:44.486504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-476a66a8-b9db-44f3-b8e1-85fd310789ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:44.498259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-476a66a8-b9db-44f3-b8e1-85fd310789ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:44.573708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5562dd77-eaed-475c-a887-06f52f19a7be tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:44.612813 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-476a66a8-b9db-44f3-b8e1-85fd310789ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.618207 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-476a66a8-b9db-44f3-b8e1-85fd310789ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.663790 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b47e6bf5-f096-4bb5-a2aa-3c041bb7c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.682479 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-476a66a8-b9db-44f3-b8e1-85fd310789ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00436cb3200c4336a6f485ab1f86301f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766917 Jun 03 15:40:44.684180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a66a8-b9db-44f3-b8e1-85fd310789ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efa8334-a3e2-46a4-ab84-b04678af4878,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:44.687284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33724) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:44.754068 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90db2396-3007-404c-a928-804e70a443c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.784699 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90db2396-3007-404c-a928-804e70a443c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.826283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b47e6bf5-f096-4bb5-a2aa-3c041bb7c1ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c409f250651247069946c253afa905ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1175935 Jun 03 15:40:44.829354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33728) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:44.846167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e6bf5-f096-4bb5-a2aa-3c041bb7c1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c0ea66-9664-42e7-a521-11acde0de23c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:44.900297 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7850-7867-45d1-ad96-c360fecb1cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.910734 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90db2396-3007-404c-a928-804e70a443c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.949583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db2396-3007-404c-a928-804e70a443c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efa8334-a3e2-46a4-ab84-b04678af4878,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:44.953086 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7850-7867-45d1-ad96-c360fecb1cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.966327 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90db2396-3007-404c-a928-804e70a443c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:44.966813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-13795418-4779-4040-a100-ec9af19335af service neutron] 10.222.0.48 "GET /v2.0/networks/03b6d3fc-8101-41a5-be5e-14132bfbee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8697853 Jun 03 15:40:44.967559 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-90db2396-3007-404c-a928-804e70a443c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0efa8334-a3e2-46a4-ab84-b04678af4878 HTTP/1.1" status: 204 len: 168 time: 0.2792823 Jun 03 15:40:45.012508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5562dd77-eaed-475c-a887-06f52f19a7be tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.068012 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7850-7867-45d1-ad96-c360fecb1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.090057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e7850-7867-45d1-ad96-c360fecb1cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c0ea66-9664-42e7-a521-11acde0de23c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:45.100469 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb3e7850-7867-45d1-ad96-c360fecb1cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.104273 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bb3e7850-7867-45d1-ad96-c360fecb1cc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2c0ea66-9664-42e7-a521-11acde0de23c HTTP/1.1" status: 204 len: 168 time: 0.2707512 Jun 03 15:40:45.361268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562dd77-eaed-475c-a887-06f52f19a7be tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=0b020848-dc4d-4c41-aabe-eb3cdf9ebc66,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:45.586816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33746) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:45.605577 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c72eb2c-15f5-426d-9777-ec7a33a70598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.609749 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-338f49ae-3a26-4977-a2d6-7ae8bd25f05c service neutron] 10.222.0.48 "GET /v2.0/networks/03b6d3fc-8101-41a5-be5e-14132bfbee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228549 Jun 03 15:40:45.624163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7c72eb2c-15f5-426d-9777-ec7a33a70598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:45.630163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7c72eb2c-15f5-426d-9777-ec7a33a70598 admin admin] Usage tracker for resource:security_group_rule and tenant:b79fd96cb66148eba50d94eec1523f55 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:45.638285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7c72eb2c-15f5-426d-9777-ec7a33a70598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:45.654285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7c72eb2c-15f5-426d-9777-ec7a33a70598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:45.658053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5562dd77-eaed-475c-a887-06f52f19a7be tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:45.688613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9a5c5-2549-45dc-adb8-53aa0eeb13a1 req-ca8fffb9-ad31-4c05-981f-6b2ea5c3a8dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:45.690717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47f9a5c5-2549-45dc-adb8-53aa0eeb13a1 req-ca8fffb9-ad31-4c05-981f-6b2ea5c3a8dd tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.5134728 Jun 03 15:40:45.732886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5562dd77-eaed-475c-a887-06f52f19a7be tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 HTTP/1.1" status: 204 len: 168 time: 2.0264523 Jun 03 15:40:45.735695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33752) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:45.795144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47f9a5c5-2549-45dc-adb8-53aa0eeb13a1 req-432236dd-5001-48da-b13b-1fda8ae92644 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955398 Jun 03 15:40:45.840258 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93353a4-dd5a-44c2-95dd-61e05770daa3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:40:45.840895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e93353a4-dd5a-44c2-95dd-61e05770daa3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:45.870994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e93353a4-dd5a-44c2-95dd-61e05770daa3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:45.877368 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e93353a4-dd5a-44c2-95dd-61e05770daa3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 HTTP/1.1" status: 404 len: 333 time: 0.1372404 Jun 03 15:40:45.882600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33766) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:45.973774 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ed0c1ba-9853-40fd-9780-504980a8a79d req-a2726e20-81ae-4c9e-ab3b-630b642fa9a6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 210 time: 0.0972738 Jun 03 15:40:46.034978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-655ab39b-c344-4c92-9c58-2f7653e2e9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting subnet aad9590d-7fe2-4c1e-95be-9cba68793caa {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:40:46.038839 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-655ab39b-c344-4c92-9c58-2f7653e2e9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.096798 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c72eb2c-15f5-426d-9777-ec7a33a70598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.102418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c72eb2c-15f5-426d-9777-ec7a33a70598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.170383 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-655ab39b-c344-4c92-9c58-2f7653e2e9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.386394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72eb2c-15f5-426d-9777-ec7a33a70598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bc255c-b17f-490d-9f4c-9bc4ff410ab5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:46.393094 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7c72eb2c-15f5-426d-9777-ec7a33a70598 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b79fd96cb66148eba50d94eec1523f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8029687 Jun 03 15:40:46.394366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33790) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:46.489918 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-655ab39b-c344-4c92-9c58-2f7653e2e9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.501571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-017796c6-7624-4c08-b3f1-5ebf59d6f303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.532353 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-017796c6-7624-4c08-b3f1-5ebf59d6f303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.603954 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-017796c6-7624-4c08-b3f1-5ebf59d6f303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.624222 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-655ab39b-c344-4c92-9c58-2f7653e2e9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.652188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017796c6-7624-4c08-b3f1-5ebf59d6f303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bc255c-b17f-490d-9f4c-9bc4ff410ab5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:46.668133 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-017796c6-7624-4c08-b3f1-5ebf59d6f303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.674708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-017796c6-7624-4c08-b3f1-5ebf59d6f303 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3bc255c-b17f-490d-9f4c-9bc4ff410ab5 HTTP/1.1" status: 204 len: 168 time: 0.2787087 Jun 03 15:40:46.710970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d97a77d-e55e-46cc-9555-792d1234638f None None] Network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:46.716390 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-655ab39b-c344-4c92-9c58-2f7653e2e9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:46.722358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ab39b-c344-4c92-9c58-2f7653e2e9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Subnet': ['ID=aad9590d-7fe2-4c1e-95be-9cba68793caa,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:46.737516 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-655ab39b-c344-4c92-9c58-2f7653e2e9a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/aad9590d-7fe2-4c1e-95be-9cba68793caa HTTP/1.1" status: 204 len: 168 time: 0.8446653 Jun 03 15:40:46.739372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33800) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:46.855138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-90eedc59-3cdb-4fc7-b8bb-37a1c413f78f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting subnet d5d421f7-e449-439a-9003-0ff1b43b1ffc {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:40:46.862499 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eedc59-3cdb-4fc7-b8bb-37a1c413f78f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.060935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eedc59-3cdb-4fc7-b8bb-37a1c413f78f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.254957 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eedc59-3cdb-4fc7-b8bb-37a1c413f78f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.263135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ea9f946-9a05-4828-a909-4af350b1b982 req-fb83c22b-7050-45d0-9cb1-5916cd2abb84 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 210 time: 0.1462233 Jun 03 15:40:47.368278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f585649-0e98-4d7e-b978-5078305e5bd7 req-5b16aff9-278b-4f2c-8af5-125416f9bb44 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:47.373775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f585649-0e98-4d7e-b978-5078305e5bd7 req-5b16aff9-278b-4f2c-8af5-125416f9bb44 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.3518877 Jun 03 15:40:47.394234 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eedc59-3cdb-4fc7-b8bb-37a1c413f78f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.518818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f585649-0e98-4d7e-b978-5078305e5bd7 req-50490c6b-5131-4cfb-ac43-916a20c1cf62 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368520 Jun 03 15:40:47.574550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eedc59-3cdb-4fc7-b8bb-37a1c413f78f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d421f7-e449-439a-9003-0ff1b43b1ffc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:47.594218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-90eedc59-3cdb-4fc7-b8bb-37a1c413f78f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.615165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33836) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:47.615417 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-90eedc59-3cdb-4fc7-b8bb-37a1c413f78f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/d5d421f7-e449-439a-9003-0ff1b43b1ffc HTTP/1.1" status: 204 len: 168 time: 0.8745575 Jun 03 15:40:47.832859 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:47.863874 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port bd50363f-2dda-447c-b456-83e6df7be068 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:47.864300 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.366279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f510ae-cadf-4040-9e05-87755c6bcb4c None None] Network 59ef162b-c2cb-47a0-86c0-6b0fbff16452 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:48.527245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3f9b3472-02e0-4446-a400-e92fe752f0b0 None None] Provisioning complete for port bd50363f-2dda-447c-b456-83e6df7be068 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:48.527625 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f9b3472-02e0-4446-a400-e92fe752f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:48.924765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b3472-02e0-4446-a400-e92fe752f0b0 None None] Current status of the port bd50363f-2dda-447c-b456-83e6df7be068 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:49.031617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044460a8-134d-40e2-b6fa-fc1649b97323 None None] DHCP port deletion for 59ef162b-c2cb-47a0-86c0-6b0fbff16452 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:40:49.037084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-044460a8-134d-40e2-b6fa-fc1649b97323 None None] Deleting port bd50363f-2dda-447c-b456-83e6df7be068 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:49.037977 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-044460a8-134d-40e2-b6fa-fc1649b97323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.067869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f905d289-1ec6-4c88-b81d-5d94e1fd575c req-3d541cea-9233-42d7-a252-194268060dd6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 210 time: 0.6288388 Jun 03 15:40:49.145775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] For port bd50363f-2dda-447c-b456-83e6df7be068, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bd50363f-2dda-447c-b456-83e6df7be068,segment=NetworkSegment(89511f32-c2c1-4b46-90f3-cd044b20ce72),segment_id=89511f32-c2c1-4b46-90f3-cd044b20ce72)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:49.146361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.349005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for bd50363f-2dda-447c-b456-83e6df7be068 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:49.506401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-4646f6b5-4083-4141-982e-95187aef9e02 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:49.507872 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-4646f6b5-4083-4141-982e-95187aef9e02 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.67 "GET /v2.0/networks?id=03b6d3fc-8101-41a5-be5e-14132bfbee91 HTTP/1.1" status: 200 len: 809 time: 0.9017627 Jun 03 15:40:49.540382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-044460a8-134d-40e2-b6fa-fc1649b97323 None None] For port bd50363f-2dda-447c-b456-83e6df7be068, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bd50363f-2dda-447c-b456-83e6df7be068,segment=NetworkSegment(89511f32-c2c1-4b46-90f3-cd044b20ce72),segment_id=89511f32-c2c1-4b46-90f3-cd044b20ce72)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:49.541394 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-044460a8-134d-40e2-b6fa-fc1649b97323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.542104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Request body: {'port': {'device_id': 'a6a9eddd-22d8-40c7-865e-b5e6f891ce3a', 'network_id': '03b6d3fc-8101-41a5-be5e-14132bfbee91', 'admin_state_up': True, 'tenant_id': '77f50bd2ea2f4859b5e5ce0b1a48afb1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:49.568545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d4d3-c8de-44e6-bcde-30af4658174a req-6392a09e-5566-454d-98b4-91c04fa07b2d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:49.570124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3433d4d3-c8de-44e6-bcde-30af4658174a req-6392a09e-5566-454d-98b4-91c04fa07b2d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 1.1507699 Jun 03 15:40:49.646046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-26e9da59-c01b-42f1-8e45-10860e5164c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0414135 Jun 03 15:40:49.681487 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:49.694199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-044460a8-134d-40e2-b6fa-fc1649b97323 None None] Calling delete_port for bd50363f-2dda-447c-b456-83e6df7be068 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:49.796170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=bd50363f-2dda-447c-b456-83e6df7be068,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:49.801288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3433d4d3-c8de-44e6-bcde-30af4658174a req-4cce33a0-0b60-4816-b256-54ab6ea49975 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226834 Jun 03 15:40:49.815934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No DVR routers for this DVR port bd50363f-2dda-447c-b456-83e6df7be068 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:40:49.890533 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-044460a8-134d-40e2-b6fa-fc1649b97323 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:40:49.891306 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-044460a8-134d-40e2-b6fa-fc1649b97323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:40:49.906142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:49.910648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Usage tracker for resource:port and tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:49.914353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:49.977301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:50.015913 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.069404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ef162b-c2cb-47a0-86c0-6b0fbff16452']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:50.084412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33898) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:50.103135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Made reservation on behalf of 77f50bd2ea2f4859b5e5ce0b1a48afb1 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:50.107389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.123403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89511f32-c2c1-4b46-90f3-cd044b20ce72') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:50.123711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89511f32-c2c1-4b46-90f3-cd044b20ce72') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:50.147480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-4d3bc504-2733-4f07-8f14-8e31b6301221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:50.149020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-4d3bc504-2733-4f07-8f14-8e31b6301221 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 1097 time: 0.4576612 Jun 03 15:40:50.152169 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.373254 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-458c32f4-ef59-497d-b54c-fc16ba6d5b69 req-0017641e-a1f3-44b0-b92a-afc0bd1497df tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 210 time: 0.1350372 Jun 03 15:40:50.393456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-044460a8-134d-40e2-b6fa-fc1649b97323 None None] Deleting port bd50363f-2dda-447c-b456-83e6df7be068 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:50.393456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-044460a8-134d-40e2-b6fa-fc1649b97323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.393744 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.402717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:40:50.403288 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.534000 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.539661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-044460a8-134d-40e2-b6fa-fc1649b97323 None None] The port 'bd50363f-2dda-447c-b456-83e6df7be068' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:40:50.578443 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 89511f32-c2c1-4b46-90f3-cd044b20ce72 resource provider aggregate not found Jun 03 15:40:50.582230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:50.616164 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 89511f32-c2c1-4b46-90f3-cd044b20ce72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89511f32-c2c1-4b46-90f3-cd044b20ce72 found for delete ", "request_id": "req-aebaabb9-4fff-4886-93a1-b3d2e14c2f02"}]} Jun 03 15:40:50.654396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Network': ['ID=59ef162b-c2cb-47a0-86c0-6b0fbff16452,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:50.715342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-92044693-d898-4977-a3e7-aed648665ea7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/networks/59ef162b-c2cb-47a0-86c0-6b0fbff16452 HTTP/1.1" status: 204 len: 168 time: 3.0969043 Jun 03 15:40:50.717780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33920) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:50.785024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-84d9a405-405d-406c-b1b0-c6df24f5d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:50.786515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-84d9a405-405d-406c-b1b0-c6df24f5d03b service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.5732403 Jun 03 15:40:50.872512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Allocated IP 172.20.0.8 (03b6d3fc-8101-41a5-be5e-14132bfbee91/744da2cd-058e-4a78-8239-a9846262b6ed/173dd857-744f-4dd4-9e20-a03d5ace821b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:50.874818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-bc136fa5-b9ed-4190-a833-bd033cc5c795 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b HTTP/1.1" status: 200 len: 217 time: 0.0795214 Jun 03 15:40:50.918359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bd50363f-2dda-447c-b456-83e6df7be068 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:40:51.028654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: bd50363f-2dda-447c-b456-83e6df7be068 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:40:51.029128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bd50363f-2dda-447c-b456-83e6df7be068 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:40:51.316538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-7b7b09c9-dd42-4a93-91f5-2ed6ce3ee1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:51.318011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-7b7b09c9-dd42-4a93-91f5-2ed6ce3ee1d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.4311042 Jun 03 15:40:51.411380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.420091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f48c08-c397-486f-a2ec-6854d36c9c3b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:51.420806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-84f48c08-c397-486f-a2ec-6854d36c9c3b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:51.522481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-84f48c08-c397-486f-a2ec-6854d36c9c3b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:51.527063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-84f48c08-c397-486f-a2ec-6854d36c9c3b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7964919 Jun 03 15:40:51.529841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33950) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:51.636859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398dbfb-5758-4481-b656-2bb36f869c1f req-bb5613b8-f477-413b-bc53-745f23bceab0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:51.643824 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6398dbfb-5758-4481-b656-2bb36f869c1f req-bb5613b8-f477-413b-bc53-745f23bceab0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.5050220 Jun 03 15:40:51.692111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f9515f45-89db-4e6f-8c49-f099ef4485ee req-9ba3d408-5615-448f-9953-6fbac86f5adb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Synchronizing usage tracker for tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:51.754512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6398dbfb-5758-4481-b656-2bb36f869c1f req-7ccba320-d9dc-485b-bcf4-10295de2fdea tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097267 Jun 03 15:40:51.845352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f9515f45-89db-4e6f-8c49-f099ef4485ee req-9ba3d408-5615-448f-9953-6fbac86f5adb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Unset dirty status for tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:51.870302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] Deleting port a926e219-8d6e-4041-8eb0-1ee7db9ea52b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:51.870640 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:51.872422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9515f45-89db-4e6f-8c49-f099ef4485ee req-9ba3d408-5615-448f-9953-6fbac86f5adb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 210 time: 0.2863536 Jun 03 15:40:51.878112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-1af7433e-67c3-4008-928f-5d7e3eb0795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:51.879587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-1af7433e-67c3-4008-928f-5d7e3eb0795d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5490656 Jun 03 15:40:51.889956 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.044021 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1a389e6b-add9-43b8-8610-90e540363884 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5100198 Jun 03 15:40:52.048254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33956) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:52.059199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1765506868'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:52.069932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:52.083658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:network and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:52.104130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:52.117733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:52.144553 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.159856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-3998b112-e96d-4fea-ae33-5139a135d990 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557402 Jun 03 15:40:52.232519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:52.235988 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.250704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] For port a926e219-8d6e-4041-8eb0-1ee7db9ea52b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a926e219-8d6e-4041-8eb0-1ee7db9ea52b,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:52.251056 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.260400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Network 03b6d3fc-8101-41a5-be5e-14132bfbee91 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:52.283074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:52.340455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:52.449582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] Calling delete_port for a926e219-8d6e-4041-8eb0-1ee7db9ea52b owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:52.474608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:40:52.513738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Pushing event updated for resources: {'Port': ['ID=173dd857-744f-4dd4-9e20-a03d5ace821b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:52.544610 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.545107 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Added segment febef58b-186f-4132-90c9-a7d43e714b87 of type vlan for network 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 Jun 03 15:40:52.600805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:52.606165 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.656621 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-6d920eff-1802-4df4-8c5e-146a2ff60df2 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1222799 Jun 03 15:40:52.711263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Request body: {'port': {'device_id': 'a6a9eddd-22d8-40c7-865e-b5e6f891ce3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:52.835710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:52.921136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e95a1c0-a1ea-4544-9a47-e8a7cd937fa9 req-7c81ff3b-19f7-4673-bca3-ac6fd28d0634 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7194321 Jun 03 15:40:52.985636 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.138138 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:40:53.171316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a926e219-8d6e-4041-8eb0-1ee7db9ea52b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:53.172995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33986) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:53.271555 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.279817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:53.280445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.314299 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.330297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602da6e-520d-4333-90f7-f7b7c6be1e88 req-6eabcd77-5168-4aac-804b-daa8328e1f92 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:53.331837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6602da6e-520d-4333-90f7-f7b7c6be1e88 req-6eabcd77-5168-4aac-804b-daa8328e1f92 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.6451991 Jun 03 15:40:53.428863 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e498595-3b54-4590-9b95-8d1c9c4f1a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.523820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6e498595-3b54-4590-9b95-8d1c9c4f1a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:53.524585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4731288 Jun 03 15:40:53.527786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33992) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:53.531851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6e498595-3b54-4590-9b95-8d1c9c4f1a09 admin admin] Usage tracker for resource:security_group_rule and tenant:bb3ec38ddafa42d6b9ca568762c2b9c8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:53.539417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '6c5458c5-1f3b-4850-a5ba-1baa8e3f1216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:53.552469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6e498595-3b54-4590-9b95-8d1c9c4f1a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:53.563396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6602da6e-520d-4333-90f7-f7b7c6be1e88 req-5ca65da7-a175-45ed-bf3b-43e1f3af5341 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174938 Jun 03 15:40:53.566317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6e498595-3b54-4590-9b95-8d1c9c4f1a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:53.566708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c8de1-69d5-4d08-91d5-839f28e8a164 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Network': ['ID=6c5458c5-1f3b-4850-a5ba-1baa8e3f1216,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:53.598200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:40:53.644465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f4be5-96f8-4b65-87f9-c624c2bf43dd req-8ca8455a-d968-40e5-a4ba-e00201efb149 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:53.654138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c13f4be5-96f8-4b65-87f9-c624c2bf43dd req-8ca8455a-d968-40e5-a4ba-e00201efb149 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 931 time: 0.5186539 Jun 03 15:40:53.657573 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.772109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:53.789244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:53.796022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:53.807423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:53.903576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:53.907306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:53.996618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c13f4be5-96f8-4b65-87f9-c624c2bf43dd req-52cfae16-a51c-4daf-8286-5f37e25349fb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Synchronizing usage tracker for tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:40:54.047013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c13f4be5-96f8-4b65-87f9-c624c2bf43dd req-52cfae16-a51c-4daf-8286-5f37e25349fb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Unset dirty status for tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:40:54.048266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c13f4be5-96f8-4b65-87f9-c624c2bf43dd req-52cfae16-a51c-4daf-8286-5f37e25349fb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932502 Jun 03 15:40:54.052974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e498595-3b54-4590-9b95-8d1c9c4f1a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.062545 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6e498595-3b54-4590-9b95-8d1c9c4f1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.154379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173dd857-744f-4dd4-9e20-a03d5ace821b {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:40:54.162439 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.179015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Transition to ACTIVE for port object 173dd857-744f-4dd4-9e20-a03d5ace821b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:54.184313 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.334926 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6e498595-3b54-4590-9b95-8d1c9c4f1a09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb3ec38ddafa42d6b9ca568762c2b9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1607640 Jun 03 15:40:54.341281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34004) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:54.349906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=173dd857-744f-4dd4-9e20-a03d5ace821b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:54.421828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e498595-3b54-4590-9b95-8d1c9c4f1a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12f9b6b-3e2b-4107-b200-320eb1d3430c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:54.438683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Attempting to bind port 173dd857-744f-4dd4-9e20-a03d5ace821b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:54.439291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Attempting to bind port 173dd857-744f-4dd4-9e20-a03d5ace821b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '3172545d-89c3-4dc8-bb85-64be607c3964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '03b6d3fc-8101-41a5-be5e-14132bfbee91'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:54.439784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Attempting to bind port 173dd857-744f-4dd4-9e20-a03d5ace821b on network 03b6d3fc-8101-41a5-be5e-14132bfbee91 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:54.445655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Port 173dd857-744f-4dd4-9e20-a03d5ace821b on network 03b6d3fc-8101-41a5-be5e-14132bfbee91 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:40:54.446103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Attempting to bind port 173dd857-744f-4dd4-9e20-a03d5ace821b on network 03b6d3fc-8101-41a5-be5e-14132bfbee91 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:54.452486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:54.452957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Checking segment: {'id': '3172545d-89c3-4dc8-bb85-64be607c3964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '03b6d3fc-8101-41a5-be5e-14132bfbee91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:54.453433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Bound using segment: {'id': '3172545d-89c3-4dc8-bb85-64be607c3964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '03b6d3fc-8101-41a5-be5e-14132bfbee91'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:54.454330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Bound port: 173dd857-744f-4dd4-9e20-a03d5ace821b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3172545d-89c3-4dc8-bb85-64be607c3964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '03b6d3fc-8101-41a5-be5e-14132bfbee91'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:54.454775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.559704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] Router 0b388eef-4df2-4188-904c-9eadb9c5a70b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:40:54.561378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] For port 173dd857-744f-4dd4-9e20-a03d5ace821b, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:54.564807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] For port 173dd857-744f-4dd4-9e20-a03d5ace821b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=173dd857-744f-4dd4-9e20-a03d5ace821b,segment=NetworkSegment(3172545d-89c3-4dc8-bb85-64be607c3964),segment_id=3172545d-89c3-4dc8-bb85-64be607c3964)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:54.569418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.602040 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d7b08dc-6e4f-46c9-a7cb-e0be5b300714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.668713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.673021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=173dd857-744f-4dd4-9e20-a03d5ace821b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:54.688637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:54.688857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.690335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-96382d1f-3ed3-4f07-8078-0498d522d9f0 service neutron] 10.222.0.67 "PUT /v2.0/ports/173dd857-744f-4dd4-9e20-a03d5ace821b HTTP/1.1" status: 200 len: 1091 time: 2.0024614 Jun 03 15:40:54.690836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a9eddd-22d8-40c7-865e-b5e6f891ce3a', 'tag': '173dd857-744f-4dd4-9e20-a03d5ace821b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:40:54.772570 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d7b08dc-6e4f-46c9-a7cb-e0be5b300714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.814719 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f6cbce-d152-45f1-9175-cf83ec354d0d'] response: {'name': 'network-changed', 'server_uuid': 'a6a9eddd-22d8-40c7-865e-b5e6f891ce3a', 'tag': '173dd857-744f-4dd4-9e20-a03d5ace821b', 'status': 'completed', 'code': 200} Jun 03 15:40:54.914719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Subnet': ['ID=38e3b98b-98cb-4ee9-b8d2-35d3e187206f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:54.927394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a946ea-8536-4bee-a475-2dacaa0afbe8 req-b8f927b3-be41-473b-88e3-2fa0b8e5067d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:54.928561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4a946ea-8536-4bee-a475-2dacaa0afbe8 req-b8f927b3-be41-473b-88e3-2fa0b8e5067d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.1902556 Jun 03 15:40:54.931538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-f07f2dfc-c8f9-49b9-a162-498199787b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:54.931758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Checking segment: {'id': 'febef58b-186f-4132-90c9-a7d43e714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6c5458c5-1f3b-4850-a5ba-1baa8e3f1216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:54.932213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network hostable DHCP agents. Network: 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:40:54.933141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-f07f2dfc-c8f9-49b9-a162-498199787b48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77f50bd2ea2f4859b5e5ce0b1a48afb1&device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 1094 time: 0.1175463 Jun 03 15:40:54.952812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:40:54.969003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c0f30-4d06-403e-819b-c9d04289637e None None] Sync routers for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:40:54.970403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d7b08dc-6e4f-46c9-a7cb-e0be5b300714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:54.990475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c0f30-4d06-403e-819b-c9d04289637e None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:54.991216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f2c0f30-4d06-403e-819b-c9d04289637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:40:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:54.994630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:40:54.999869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b08dc-6e4f-46c9-a7cb-e0be5b300714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12f9b6b-3e2b-4107-b200-320eb1d3430c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:55.031114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:55.038061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:55.038608 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.052225 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3d934c0d-3f4f-4074-b217-dc29624f6ae2 admin admin] 10.222.0.48 "PUT /v2.0/routers/0b388eef-4df2-4188-904c-9eadb9c5a70b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9658158 Jun 03 15:40:55.053603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d7b08dc-6e4f-46c9-a7cb-e0be5b300714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.053858 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3d7b08dc-6e4f-46c9-a7cb-e0be5b300714 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f12f9b6b-3e2b-4107-b200-320eb1d3430c HTTP/1.1" status: 204 len: 168 time: 0.7090180 Jun 03 15:40:55.054905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34016) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:55.069848 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-950dbbdc-a2a0-4b04-af98-a12c479bcbe7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=173dd857-744f-4dd4-9e20-a03d5ace821b HTTP/1.1" status: 200 len: 217 time: 0.1211681 Jun 03 15:40:55.134165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246f03cf-34d3-4121-ac84-85aba0b6a200 None None] Network 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:55.202964 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-beaf9792-fd84-4623-a67b-903e6fbca988 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6728263 Jun 03 15:40:55.216339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:55.223581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': '6c5458c5-1f3b-4850-a5ba-1baa8e3f1216', 'name': 'tempest-PortsTestJSON-777622060'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:55.265504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-0fe3bfde-f80a-444c-a245-a4f4826a8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:55.267058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-0fe3bfde-f80a-444c-a245-a4f4826a8909 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=744da2cd-058e-4a78-8239-a9846262b6ed HTTP/1.1" status: 200 len: 849 time: 0.1416523 Jun 03 15:40:55.326760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4a946ea-8536-4bee-a475-2dacaa0afbe8 req-5607b9e9-8467-476c-9866-22887823e43c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916514 Jun 03 15:40:55.402793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-1300c922-b604-47ee-ae27-6e2a838f0eb6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03b6d3fc-8101-41a5-be5e-14132bfbee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264868 Jun 03 15:40:55.508995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1f2c0f30-4d06-403e-819b-c9d04289637e None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:55.566456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-b03cb672-a8cc-493d-b57d-f545132c2455 service neutron] 10.222.0.67 "GET /v2.0/networks/03b6d3fc-8101-41a5-be5e-14132bfbee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558781 Jun 03 15:40:55.575030 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.658455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34030) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:55.700795 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-befb343e-6b7f-4c8d-8274-7ddc4e31e815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.707357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:55.720098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a67da8-e31d-4e47-ae4c-7a534f336e44 req-1a11c3ff-e828-42e0-aa5a-749ddabdc131 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:55.721780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24a67da8-e31d-4e47-ae4c-7a534f336e44 req-1a11c3ff-e828-42e0-aa5a-749ddabdc131 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 943 time: 0.4506834 Jun 03 15:40:55.733406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:55.734263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-befb343e-6b7f-4c8d-8274-7ddc4e31e815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:55.752575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-befb343e-6b7f-4c8d-8274-7ddc4e31e815 admin admin] Usage tracker for resource:security_group_rule and tenant:28f3f734ff01450da15575899c5da86e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:55.769784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-befb343e-6b7f-4c8d-8274-7ddc4e31e815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:55.791859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-befb343e-6b7f-4c8d-8274-7ddc4e31e815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:55.814585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8d2d9de-2150-481b-90e8-e573e69998d5 req-c50fff09-e152-4305-8820-dd08e7e79c27 service neutron] 10.222.0.67 "GET /v2.0/networks/03b6d3fc-8101-41a5-be5e-14132bfbee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412994 Jun 03 15:40:55.819335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:55.823648 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.838936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24a67da8-e31d-4e47-ae4c-7a534f336e44 req-1a74bcca-0867-431c-9c2b-c9ec333ce791 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918412 Jun 03 15:40:55.862887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6c5458c5-1f3b-4850-a5ba-1baa8e3f1216', 'network_id': '6c5458c5-1f3b-4850-a5ba-1baa8e3f1216', 'tenant_id': '7a86b0aefdf54345be5012cbdd692f43', 'fixed_ips': [{'subnet_id': '38e3b98b-98cb-4ee9-b8d2-35d3e187206f'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:40:55.866754 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.875906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port 5fee54ab-37a5-48b2-991d-d11c96033f84 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:55.910004 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-befb343e-6b7f-4c8d-8274-7ddc4e31e815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.915123 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-befb343e-6b7f-4c8d-8274-7ddc4e31e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.928007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:55.960453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Deleting port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:55.960687 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.018940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-befb343e-6b7f-4c8d-8274-7ddc4e31e815 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28f3f734ff01450da15575899c5da86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543932 Jun 03 15:40:56.020840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34034) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:56.030766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb343e-6b7f-4c8d-8274-7ddc4e31e815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7348de8-c4ce-4ee3-8569-e60d6a209be0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:56.079827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f2c0f30-4d06-403e-819b-c9d04289637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:40:52Z', 'revision_number': 5, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port': {'id': '6a1ccff2-a450-4a99-828f-bf87ee8f5d68', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:12Z', 'updated_at': '2022-06-03T15:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:56.089908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c0f30-4d06-403e-819b-c9d04289637e None None] Checking router: 0b388eef-4df2-4188-904c-9eadb9c5a70b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:40:56.098299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Allocated IP 172.20.0.2 (6c5458c5-1f3b-4850-a5ba-1baa8e3f1216/38e3b98b-98cb-4ee9-b8d2-35d3e187206f/679dcc02-3e25-4bc7-b8a9-3c64757020f5) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:56.098762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4744c7-0f61-47e5-918a-72f2d9331c2b req-83d15b34-ab7c-4cbf-bfd2-bd72ff49fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:56.100471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b4744c7-0f61-47e5-918a-72f2d9331c2b req-83d15b34-ab7c-4cbf-bfd2-bd72ff49fc3e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77f50bd2ea2f4859b5e5ce0b1a48afb1&device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 1094 time: 0.1691008 Jun 03 15:40:56.110983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c0f30-4d06-403e-819b-c9d04289637e None None] Routers {'0b388eef-4df2-4188-904c-9eadb9c5a70b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:40:56.111612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f2c0f30-4d06-403e-819b-c9d04289637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:40:34Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0b388eef-4df2-4188-904c-9eadb9c5a70b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:56.226569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] For port 6a1ccff2-a450-4a99-828f-bf87ee8f5d68, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6a1ccff2-a450-4a99-828f-bf87ee8f5d68,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:56.226826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.352216 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8347d185-bd4d-43f4-b466-a2efc1d7a007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.366708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1f2c0f30-4d06-403e-819b-c9d04289637e None None] Set router 0b388eef-4df2-4188-904c-9eadb9c5a70b gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:40:56.415413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8347d185-bd4d-43f4-b466-a2efc1d7a007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.497256 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8347d185-bd4d-43f4-b466-a2efc1d7a007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.525912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347d185-bd4d-43f4-b466-a2efc1d7a007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7348de8-c4ce-4ee3-8569-e60d6a209be0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:56.530326 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8347d185-bd4d-43f4-b466-a2efc1d7a007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.533908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8347d185-bd4d-43f4-b466-a2efc1d7a007 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7348de8-c4ce-4ee3-8569-e60d6a209be0 HTTP/1.1" status: 204 len: 168 time: 0.5023530 Jun 03 15:40:56.620962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Calling delete_port for 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:40:56.642919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4744c7-0f61-47e5-918a-72f2d9331c2b req-0a55c5c2-1dbf-479b-b1db-de076a61e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:56.645031 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b4744c7-0f61-47e5-918a-72f2d9331c2b req-0a55c5c2-1dbf-479b-b1db-de076a61e760 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03b6d3fc-8101-41a5-be5e-14132bfbee91 HTTP/1.1" status: 200 len: 910 time: 0.5362465 Jun 03 15:40:56.709715 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.731926 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b4744c7-0f61-47e5-918a-72f2d9331c2b req-b7e1bcac-4072-4916-b9fc-3ed5e5018aa2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=173dd857-744f-4dd4-9e20-a03d5ace821b HTTP/1.1" status: 200 len: 217 time: 0.0783324 Jun 03 15:40:56.739275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Transition to ACTIVE for port object 679dcc02-3e25-4bc7-b8a9-3c64757020f5 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:56.773936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Transition to ACTIVE for port object 679dcc02-3e25-4bc7-b8a9-3c64757020f5 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:56.779964 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f2c0f30-4d06-403e-819b-c9d04289637e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:40:55Z', 'revision_number': 6, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:40:56.793834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138a54b-fe86-4a75-928b-e35f95156542 req-bd36369b-36c4-4f80-866f-32496393f8c0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:56.795568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2138a54b-fe86-4a75-928b-e35f95156542 req-bd36369b-36c4-4f80-866f-32496393f8c0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.2452257 Jun 03 15:40:56.816432 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.827647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c0f30-4d06-403e-819b-c9d04289637e None None] The sync data for ids ['0b388eef-4df2-4188-904c-9eadb9c5a70b'] in n-d-844595-1 is: [{'id': '0b388eef-4df2-4188-904c-9eadb9c5a70b', 'name': 'tempest-AttachVolumeShelveTestJSON-97148062-router', 'tenant_id': 'b3e4457f68d148e08a56851d77ccda36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:40:55Z', 'revision_number': 6, 'project_id': 'b3e4457f68d148e08a56851d77ccda36', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:40:56.887559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2138a54b-fe86-4a75-928b-e35f95156542 req-ad94c76c-2887-42d0-b526-a16805af2911 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842352 Jun 03 15:40:56.911138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4744c7-0f61-47e5-918a-72f2d9331c2b req-285b3e3f-4e51-474d-aa95-ad0a2f557e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:56.912763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b4744c7-0f61-47e5-918a-72f2d9331c2b req-285b3e3f-4e51-474d-aa95-ad0a2f557e34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=744da2cd-058e-4a78-8239-a9846262b6ed HTTP/1.1" status: 200 len: 849 time: 0.1709290 Jun 03 15:40:56.952093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Network 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:56.953288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Pushing event updated for resources: {'Port': ['ID=679dcc02-3e25-4bc7-b8a9-3c64757020f5,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:56.960091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:56.964391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:56.973963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.12 (6c5458c5-1f3b-4850-a5ba-1baa8e3f1216/38e3b98b-98cb-4ee9-b8d2-35d3e187206f/5fee54ab-37a5-48b2-991d-d11c96033f84) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:56.993688 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:56.997635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b4744c7-0f61-47e5-918a-72f2d9331c2b req-d96bb7b2-82ce-41e0-ad38-36119b828685 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03b6d3fc-8101-41a5-be5e-14132bfbee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746031 Jun 03 15:40:57.106420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1ccff2-a450-4a99-828f-bf87ee8f5d68,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:57.122124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Attempting to bind port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:40:57.124169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Attempting to bind port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'febef58b-186f-4132-90c9-a7d43e714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6c5458c5-1f3b-4850-a5ba-1baa8e3f1216'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:40:57.124916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Attempting to bind port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 on network 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:40:57.133124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:40:57.134136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Checking segment: {'id': 'febef58b-186f-4132-90c9-a7d43e714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6c5458c5-1f3b-4850-a5ba-1baa8e3f1216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:40:57.135120 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.135807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Bound using segment: {'id': 'febef58b-186f-4132-90c9-a7d43e714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6c5458c5-1f3b-4850-a5ba-1baa8e3f1216'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:40:57.136973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Bound port: 679dcc02-3e25-4bc7-b8a9-3c64757020f5, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febef58b-186f-4132-90c9-a7d43e714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6c5458c5-1f3b-4850-a5ba-1baa8e3f1216'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:40:57.137585 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.256651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b4744c7-0f61-47e5-918a-72f2d9331c2b req-dd58c017-268c-4938-946d-cfca520f006f service neutron] 10.222.0.67 "GET /v2.0/networks/03b6d3fc-8101-41a5-be5e-14132bfbee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497985 Jun 03 15:40:57.270845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e4edd-c055-4d84-b0c2-65406088d9e6 req-6d516a5a-0e67-4363-8a24-29fee825168f tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:57.272387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-161e4edd-c055-4d84-b0c2-65406088d9e6 req-6d516a5a-0e67-4363-8a24-29fee825168f tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 943 time: 0.2378249 Jun 03 15:40:57.334236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] For port 679dcc02-3e25-4bc7-b8a9-3c64757020f5, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:40:57.340069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] For port 679dcc02-3e25-4bc7-b8a9-3c64757020f5, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=679dcc02-3e25-4bc7-b8a9-3c64757020f5,segment=NetworkSegment(febef58b-186f-4132-90c9-a7d43e714b87),segment_id=febef58b-186f-4132-90c9-a7d43e714b87)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:40:57.352201 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.425176 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-161e4edd-c055-4d84-b0c2-65406088d9e6 req-e32f9cc4-7e59-4b41-81c5-400aa0e9191a tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309893 Jun 03 15:40:57.478956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b4744c7-0f61-47e5-918a-72f2d9331c2b req-332fabcb-7b5b-4581-94d1-336bae4bcc77 service neutron] 10.222.0.67 "GET /v2.0/networks/03b6d3fc-8101-41a5-be5e-14132bfbee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055204 Jun 03 15:40:57.526069 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.535461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8481b09-5b9b-4078-bf80-2c427ceb68aa None None] Pushing event updated for resources: {'Port': ['ID=679dcc02-3e25-4bc7-b8a9-3c64757020f5,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:57.750630 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.759827 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.763851 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.778620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object 5fee54ab-37a5-48b2-991d-d11c96033f84 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:57.805479 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.806103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b388eef-4df2-4188-904c-9eadb9c5a70b {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:40:57.831237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:57.832555 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fdde37d5-baad-4367-9f50-8a4366b4f043 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0b388eef-4df2-4188-904c-9eadb9c5a70b HTTP/1.1" status: 204 len: 168 time: 2.7746892 Jun 03 15:40:57.838127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34072) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:57.840863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5c683020-2377-4ef4-9ddb-2a82c0a6b2da details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:40:57.873668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.011406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=5fee54ab-37a5-48b2-991d-d11c96033f84,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:58.056124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:58.059819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:58.064974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:40:58.120399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7df56a-01d1-4e41-b347-6f890e506434 admin admin] Deleting subnet 74f85207-a946-4ae0-ae8c-85d58a17d207 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:40:58.129951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c7df56a-01d1-4e41-b347-6f890e506434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.161553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:58.198298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'port_id': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da', 'mac_address': 'fa:16:3e:3e:c1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:40:58.215981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:58.217206 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.239707 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c7df56a-01d1-4e41-b347-6f890e506434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.257439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ce18f-3898-4b1d-9d7f-9f4a6ed87fec req-3f709ab4-af32-4ff5-9366-2cf0b7658527 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:58.260253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb4ce18f-3898-4b1d-9d7f-9f4a6ed87fec req-3f709ab4-af32-4ff5-9366-2cf0b7658527 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.1159573 Jun 03 15:40:58.278351 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e0f23b3b-b478-4f34-a143-31b243e4a57b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0600526 Jun 03 15:40:58.283857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34084) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:58.296787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': '6c5458c5-1f3b-4850-a5ba-1baa8e3f1216', 'name': 'tempest-PortsTestJSON-1436585090'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:40:58.300796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:40:58.301397 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.343348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c683020-2377-4ef4-9ddb-2a82c0a6b2da {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:40:58.360264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb4ce18f-3898-4b1d-9d7f-9f4a6ed87fec req-7a6c318a-5147-4493-9854-fda54f3f8fa0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939162 Jun 03 15:40:58.376575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:58.383534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.484462 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c7df56a-01d1-4e41-b347-6f890e506434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.491898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:58.521063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:40:58.532777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:port and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:40:58.537642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:40:58.546854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:40:58.570426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:40:58.575018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.624457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port b190f7cf-63c1-43a9-b329-cfad45e536a0 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:40:58.725840 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c7df56a-01d1-4e41-b347-6f890e506434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:58.784676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5c683020-2377-4ef4-9ddb-2a82c0a6b2da'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:40:58.797763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5aeda-e5d9-4628-b0a2-d0a9f5bc18fb req-0beebff9-c467-4ad3-adfc-9213064eb708 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:40:58.799522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33e5aeda-e5d9-4628-b0a2-d0a9f5bc18fb req-0beebff9-c467-4ad3-adfc-9213064eb708 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 943 time: 0.1932526 Jun 03 15:40:58.884148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33e5aeda-e5d9-4628-b0a2-d0a9f5bc18fb req-6659922b-1575-4dd5-9afc-86c4b5013f1a tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783854 Jun 03 15:40:59.002284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 679dcc02-3e25-4bc7-b8a9-3c64757020f5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:40:59.056465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7df56a-01d1-4e41-b347-6f890e506434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f85207-a946-4ae0-ae8c-85d58a17d207,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:59.069131 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3c7df56a-01d1-4e41-b347-6f890e506434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.102073 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3c7df56a-01d1-4e41-b347-6f890e506434 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/74f85207-a946-4ae0-ae8c-85d58a17d207 HTTP/1.1" status: 204 len: 168 time: 1.2646494 Jun 03 15:40:59.105400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34102) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:40:59.117692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d653f4-581c-430c-bdce-4f403ed758f3 None None] Network 50d85d7a-4e98-4da0-8512-98a59effa284 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:59.251374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a71b8d-ace7-430d-b928-55512482d811 None None] Network 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:40:59.264955 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.277410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Deleting port 7cbe4831-1218-4a2b-85ad-e49be539a5de {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:40:59.277745 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.286247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.14 (6c5458c5-1f3b-4850-a5ba-1baa8e3f1216/38e3b98b-98cb-4ee9-b8d2-35d3e187206f/b190f7cf-63c1-43a9-b329-cfad45e536a0) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:40:59.627687 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.628285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:59.653446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0d001e51-59a8-4b6f-90ac-2cc1e9efd231 None None] Provisioning for port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:40:59.694024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:59.694395 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.704753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.711923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] For port 7cbe4831-1218-4a2b-85ad-e49be539a5de, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7cbe4831-1218-4a2b-85ad-e49be539a5de,segment=NetworkSegment(d98e5bbd-66c5-4a5b-bb55-11751614bf67),segment_id=d98e5bbd-66c5-4a5b-bb55-11751614bf67)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:40:59.712357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.726354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object b190f7cf-63c1-43a9-b329-cfad45e536a0 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:40:59.749095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0d001e51-59a8-4b6f-90ac-2cc1e9efd231 None None] Provisioning complete for port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:40:59.749731 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0d001e51-59a8-4b6f-90ac-2cc1e9efd231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.779621 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:40:59.931812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=b190f7cf-63c1-43a9-b329-cfad45e536a0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:40:59.956463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:40:59.958287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:40:59.966238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:00.033477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34126) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:00.133065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0d001e51-59a8-4b6f-90ac-2cc1e9efd231 None None] Current status of the port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:00.133536 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0d001e51-59a8-4b6f-90ac-2cc1e9efd231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.143050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:00.145424 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.148804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda797c5-24eb-4675-ab90-8576d724a4a3 None None] DHCP port deletion for 50d85d7a-4e98-4da0-8512-98a59effa284 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:41:00.157656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cda797c5-24eb-4675-ab90-8576d724a4a3 None None] Deleting port 7cbe4831-1218-4a2b-85ad-e49be539a5de {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:00.158190 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cda797c5-24eb-4675-ab90-8576d724a4a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.178077 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-667e2314-3964-434a-bb48-f6dcec4db56c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8930552 Jun 03 15:41:00.180700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:00.242800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:00.243217 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.284795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Calling delete_port for 7cbe4831-1218-4a2b-85ad-e49be539a5de owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:00.368402 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dedbfcc6-4a9d-4320-9a6e-ec7118d6f1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.391892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0d001e51-59a8-4b6f-90ac-2cc1e9efd231 None None] For port 679dcc02-3e25-4bc7-b8a9-3c64757020f5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=679dcc02-3e25-4bc7-b8a9-3c64757020f5,segment=NetworkSegment(febef58b-186f-4132-90c9-a7d43e714b87),segment_id=febef58b-186f-4132-90c9-a7d43e714b87)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:00.402646 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0d001e51-59a8-4b6f-90ac-2cc1e9efd231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.418294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dedbfcc6-4a9d-4320-9a6e-ec7118d6f1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:00.434946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dedbfcc6-4a9d-4320-9a6e-ec7118d6f1c5 admin admin] Usage tracker for resource:security_group_rule and tenant:65b3e5f931d946629a29f62405d4920e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:00.442460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dedbfcc6-4a9d-4320-9a6e-ec7118d6f1c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:00.465202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dedbfcc6-4a9d-4320-9a6e-ec7118d6f1c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:00.532480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e2c67-4e2c-4491-a345-7a877dec3321 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:00.533238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-df2e2c67-4e2c-4491-a345-7a877dec3321 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:00.536785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34138) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:00.543326 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.575353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-df2e2c67-4e2c-4491-a345-7a877dec3321 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:00.577472 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-df2e2c67-4e2c-4491-a345-7a877dec3321 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.3947523 Jun 03 15:41:00.584088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34144) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:00.640384 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:41:00.641042 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:41:00.690519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-587815c3-1d87-441b-af94-2c9a6ba4f1dc tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port b190f7cf-63c1-43a9-b329-cfad45e536a0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:00.690978 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-587815c3-1d87-441b-af94-2c9a6ba4f1dc tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.713969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] No DVR routers for this DVR port 7cbe4831-1218-4a2b-85ad-e49be539a5de on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:00.742613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbe4831-1218-4a2b-85ad-e49be539a5de,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:00.802227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cda797c5-24eb-4675-ab90-8576d724a4a3 None None] The port '7cbe4831-1218-4a2b-85ad-e49be539a5de' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:41:00.813548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cbc057cc-bf71-40b5-a059-0eb1d94fd0d3 None None] Provisioning complete for port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:00.813941 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cbc057cc-bf71-40b5-a059-0eb1d94fd0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.910281 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7cc29d07-c586-40ab-971c-1c0c11eba5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.923949 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.927739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d001e51-59a8-4b6f-90ac-2cc1e9efd231 None None] Pushing event updated for resources: {'Port': ['ID=679dcc02-3e25-4bc7-b8a9-3c64757020f5,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:00.949062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dedbfcc6-4a9d-4320-9a6e-ec7118d6f1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:00.952989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d85d7a-4e98-4da0-8512-98a59effa284']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:00.957843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7cc29d07-c586-40ab-971c-1c0c11eba5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:00.966778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98e5bbd-66c5-4a5b-bb55-11751614bf67') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:00.967077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98e5bbd-66c5-4a5b-bb55-11751614bf67') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:00.982842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.002807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c4d2a-cee4-4bce-9530-abfae4c308f7 req-b6ad395a-bc27-4df4-956c-94fb740855ae tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:01.004814 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dedbfcc6-4a9d-4320-9a6e-ec7118d6f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.010163 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d1c4d2a-cee4-4bce-9530-abfae4c308f7 req-b6ad395a-bc27-4df4-956c-94fb740855ae tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 944 time: 1.3953168 Jun 03 15:41:01.068893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d1c4d2a-cee4-4bce-9530-abfae4c308f7 req-33e1616e-c343-4736-9aba-2440a0a5a929 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577765 Jun 03 15:41:01.070373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cbc057cc-bf71-40b5-a059-0eb1d94fd0d3 None None] Current status of the port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:01.079544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.086831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cbc057cc-bf71-40b5-a059-0eb1d94fd0d3 None None] Provisioning for port 5fee54ab-37a5-48b2-991d-d11c96033f84 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:01.092395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cbc057cc-bf71-40b5-a059-0eb1d94fd0d3 None None] Provisioning complete for port 5fee54ab-37a5-48b2-991d-d11c96033f84 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:01.092897 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cbc057cc-bf71-40b5-a059-0eb1d94fd0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.095799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96873960-0be3-499e-ac8b-2ff3ee3ec182 req-2289d041-b75d-4f31-8c2a-3ca47d0bd81b tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:01.103185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96873960-0be3-499e-ac8b-2ff3ee3ec182 req-2289d041-b75d-4f31-8c2a-3ca47d0bd81b tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 943 time: 0.7852812 Jun 03 15:41:01.166619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7cc29d07-c586-40ab-971c-1c0c11eba5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:01f911b5cc484ca6a3038cce62535e44 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:01.182021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:01.184007 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.199631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7cc29d07-c586-40ab-971c-1c0c11eba5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:01.202553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbfcc6-4a9d-4320-9a6e-ec7118d6f1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e069601-fad7-445a-a785-38e5ce760cdd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:01.219673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7cc29d07-c586-40ab-971c-1c0c11eba5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:01.224538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96873960-0be3-499e-ac8b-2ff3ee3ec182 req-366d8710-70a8-4025-8fe8-088129eace3f tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204321 Jun 03 15:41:01.235793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cbc057cc-bf71-40b5-a059-0eb1d94fd0d3 None None] Port 5fee54ab-37a5-48b2-991d-d11c96033f84 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:01.244765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:01.276467 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dedbfcc6-4a9d-4320-9a6e-ec7118d6f1c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65b3e5f931d946629a29f62405d4920e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2363694 Jun 03 15:41:01.308251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34164) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:01.311076 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d98e5bbd-66c5-4a5b-bb55-11751614bf67 resource provider aggregate not found Jun 03 15:41:01.318436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:01.352018 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d98e5bbd-66c5-4a5b-bb55-11751614bf67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d98e5bbd-66c5-4a5b-bb55-11751614bf67 found for delete ", "request_id": "req-d0339e46-9bd7-401e-9aa3-149182d1b706"}]} Jun 03 15:41:01.353889 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-587815c3-1d87-441b-af94-2c9a6ba4f1dc tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.392255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:01.392828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6a1ccff2-a450-4a99-828f-bf87ee8f5d68 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:01.393003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a926e219-8d6e-4041-8eb0-1ee7db9ea52b no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:01.422456 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.426836 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.442840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: a926e219-8d6e-4041-8eb0-1ee7db9ea52b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:01.443269 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a926e219-8d6e-4041-8eb0-1ee7db9ea52b not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:01.459169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2a00bbe7-8123-43f9-8953-f7c1427a9d00 None None] Provisioning for port b190f7cf-63c1-43a9-b329-cfad45e536a0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:01.468452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d85d7a-4e98-4da0-8512-98a59effa284,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:01.468668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2a00bbe7-8123-43f9-8953-f7c1427a9d00 None None] Provisioning complete for port b190f7cf-63c1-43a9-b329-cfad45e536a0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:01.468668 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2a00bbe7-8123-43f9-8953-f7c1427a9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.495946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-106ca811-97c3-4e12-8293-1203854ad5e7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/50d85d7a-4e98-4da0-8512-98a59effa284 HTTP/1.1" status: 204 len: 168 time: 2.3862152 Jun 03 15:41:01.511240 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb459bc2-0ae8-4145-ab5f-4a47c2452b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.553892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-587815c3-1d87-441b-af94-2c9a6ba4f1dc tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for b190f7cf-63c1-43a9-b329-cfad45e536a0 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:01.583743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb459bc2-0ae8-4145-ab5f-4a47c2452b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.644691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 679dcc02-3e25-4bc7-b8a9-3c64757020f5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:01.722419 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb459bc2-0ae8-4145-ab5f-4a47c2452b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.742738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb459bc2-0ae8-4145-ab5f-4a47c2452b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e069601-fad7-445a-a785-38e5ce760cdd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:01.747841 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb459bc2-0ae8-4145-ab5f-4a47c2452b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.749124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bb459bc2-0ae8-4145-ab5f-4a47c2452b8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e069601-fad7-445a-a785-38e5ce760cdd HTTP/1.1" status: 204 len: 168 time: 0.4317799 Jun 03 15:41:01.755892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2a00bbe7-8123-43f9-8953-f7c1427a9d00 None None] Port b190f7cf-63c1-43a9-b329-cfad45e536a0 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:01.759633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34188) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:01.810301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2a00bbe7-8123-43f9-8953-f7c1427a9d00 None None] Provisioning complete for port 5fee54ab-37a5-48b2-991d-d11c96033f84 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:01.810976 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2a00bbe7-8123-43f9-8953-f7c1427a9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.860821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 173dd857-744f-4dd4-9e20-a03d5ace821b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:41:01.863345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5c683020-2377-4ef4-9ddb-2a82c0a6b2da up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:01.884360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f344f6d8-0b38-42a2-8f68-8dcb727678f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3e4457f68d148e08a56851d77ccda36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248329 Jun 03 15:41:01.885009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34192) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:01.925745 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7cc29d07-c586-40ab-971c-1c0c11eba5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.933551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7cc29d07-c586-40ab-971c-1c0c11eba5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:01.977553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2a00bbe7-8123-43f9-8953-f7c1427a9d00 None None] Port 5fee54ab-37a5-48b2-991d-d11c96033f84 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:02.006748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc29d07-c586-40ab-971c-1c0c11eba5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfe583c-4220-42d0-9f07-048b6b61e6fe,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:02.009911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-587815c3-1d87-441b-af94-2c9a6ba4f1dc tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.028103 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7cc29d07-c586-40ab-971c-1c0c11eba5e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01f911b5cc484ca6a3038cce62535e44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4882200 Jun 03 15:41:02.036187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34196) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:02.036895 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d05e322-27fa-4c85-b353-6c6f074a9af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.111852 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d05e322-27fa-4c85-b353-6c6f074a9af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.184310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:02.187077 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.245929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d05e322-27fa-4c85-b353-6c6f074a9af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.330189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-587815c3-1d87-441b-af94-2c9a6ba4f1dc tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.339743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587815c3-1d87-441b-af94-2c9a6ba4f1dc tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=b190f7cf-63c1-43a9-b329-cfad45e536a0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:02.363718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05e322-27fa-4c85-b353-6c6f074a9af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b7980b-7078-4629-bddf-08d1ad9bb11f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:02.380571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d05e322-27fa-4c85-b353-6c6f074a9af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.387868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1d05e322-27fa-4c85-b353-6c6f074a9af2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0b7980b-7078-4629-bddf-08d1ad9bb11f HTTP/1.1" status: 204 len: 168 time: 0.5017595 Jun 03 15:41:02.413845 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-587815c3-1d87-441b-af94-2c9a6ba4f1dc tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/b190f7cf-63c1-43a9-b329-cfad45e536a0 HTTP/1.1" status: 204 len: 168 time: 1.8294423 Jun 03 15:41:02.416592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34208) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:02.502340 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5970cad-4987-4744-aa95-a1e904b832e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:41:02.503350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5970cad-4987-4744-aa95-a1e904b832e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:02.527467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5970cad-4987-4744-aa95-a1e904b832e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:02.529661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b5970cad-4987-4744-aa95-a1e904b832e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/b190f7cf-63c1-43a9-b329-cfad45e536a0 HTTP/1.1" status: 404 len: 333 time: 0.1112854 Jun 03 15:41:02.537405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34212) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:02.575185 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f93c9ff1-6ba5-40b2-a9c6-45144fd18ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.613083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:02.617276 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.649732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e44e3-b158-4658-abb4-74cfe6780333 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 5fee54ab-37a5-48b2-991d-d11c96033f84 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:02.650105 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d6e44e3-b158-4658-abb4-74cfe6780333 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.657775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34216) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:02.722794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13079f5d-59f4-4271-a867-79cadd9e3c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.749661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 173dd857-744f-4dd4-9e20-a03d5ace821b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=173dd857-744f-4dd4-9e20-a03d5ace821b,segment=NetworkSegment(3172545d-89c3-4dc8-bb85-64be607c3964),segment_id=3172545d-89c3-4dc8-bb85-64be607c3964)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:02.755698 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13079f5d-59f4-4271-a867-79cadd9e3c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.794343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '173dd857-744f-4dd4-9e20-a03d5ace821b', 'network_id': '03b6d3fc-8101-41a5-be5e-14132bfbee91', 'port_id': '173dd857-744f-4dd4-9e20-a03d5ace821b', 'mac_address': 'fa:16:3e:d6:3b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744da2cd-058e-4a78-8239-a9846262b6ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:41:02.837502 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13079f5d-59f4-4271-a867-79cadd9e3c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.874294 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-622cc003-489b-403b-bdb7-25d994eaabe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.947223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13079f5d-59f4-4271-a867-79cadd9e3c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfe583c-4220-42d0-9f07-048b6b61e6fe,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:02.951303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-622cc003-489b-403b-bdb7-25d994eaabe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:02.954073 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13079f5d-59f4-4271-a867-79cadd9e3c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:02.958475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-13079f5d-59f4-4271-a867-79cadd9e3c53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebfe583c-4220-42d0-9f07-048b6b61e6fe HTTP/1.1" status: 204 len: 168 time: 0.7754948 Jun 03 15:41:02.972095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-622cc003-489b-403b-bdb7-25d994eaabe7 admin admin] Usage tracker for resource:security_group_rule and tenant:c4138eaa4bee42b29e99bd247a6573f6 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:02.980446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-622cc003-489b-403b-bdb7-25d994eaabe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:02.992443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-622cc003-489b-403b-bdb7-25d994eaabe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:03.002466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816f778-f2e6-40df-aac3-596934dd794f req-24b581bb-74fc-4edd-943d-8f8304e71afb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:03.010327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0816f778-f2e6-40df-aac3-596934dd794f req-24b581bb-74fc-4edd-943d-8f8304e71afb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 943 time: 0.4733646 Jun 03 15:41:03.063162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341eac-df0a-434f-939b-17ac0d752043 req-1a8e2866-f46e-4203-b024-b8e0689fe000 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:03.072052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed341eac-df0a-434f-939b-17ac0d752043 req-1a8e2866-f46e-4203-b024-b8e0689fe000 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 944 time: 0.6485999 Jun 03 15:41:03.128808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0816f778-f2e6-40df-aac3-596934dd794f req-2e874536-f7e9-41ef-a040-081d91f5775e tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154692 Jun 03 15:41:03.176329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 173dd857-744f-4dd4-9e20-a03d5ace821b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:03.176717 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.207419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed341eac-df0a-434f-939b-17ac0d752043 req-a097bcb6-34ed-4b36-a3d7-406056e4a83b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322422 Jun 03 15:41:03.241736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173dd857-744f-4dd4-9e20-a03d5ace821b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:41:03.309059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:03.319905 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-622cc003-489b-403b-bdb7-25d994eaabe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.326428 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-622cc003-489b-403b-bdb7-25d994eaabe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.379995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 173dd857-744f-4dd4-9e20-a03d5ace821b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=173dd857-744f-4dd4-9e20-a03d5ace821b,segment=NetworkSegment(3172545d-89c3-4dc8-bb85-64be607c3964),segment_id=3172545d-89c3-4dc8-bb85-64be607c3964)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:03.400014 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.438510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7cbe4831-1218-4a2b-85ad-e49be539a5de no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:03.443668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cc003-489b-403b-bdb7-25d994eaabe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff5458e-df1a-4ffc-9eeb-6467a70e641f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:03.486086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-622cc003-489b-403b-bdb7-25d994eaabe7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4138eaa4bee42b29e99bd247a6573f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7947152 Jun 03 15:41:03.488170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34236) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:03.513470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 7cbe4831-1218-4a2b-85ad-e49be539a5de {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:03.513720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7cbe4831-1218-4a2b-85ad-e49be539a5de not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:03.532165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:03.532165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.579006 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d6e44e3-b158-4658-abb4-74cfe6780333 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.601992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe76ae67-5397-4bfb-905a-222941f74811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:03.628062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=173dd857-744f-4dd4-9e20-a03d5ace821b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:03.637312 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-233b8a66-a7fd-49a4-a2b4-286c20719b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.640290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:03.659004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.659366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.660450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.660833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.662788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.664551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.665004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.665384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.666882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.668768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.669626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.669626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:03.682223 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.735234 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-233b8a66-a7fd-49a4-a2b4-286c20719b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.816999 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c390334-7316-4eaf-a8b0-098f96e910fa'] response: {'server_uuid': 'fe76ae67-5397-4bfb-905a-222941f74811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da', 'code': 200} Jun 03 15:41:03.862862 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-233b8a66-a7fd-49a4-a2b4-286c20719b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.874713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e44e3-b158-4658-abb4-74cfe6780333 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 5fee54ab-37a5-48b2-991d-d11c96033f84 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:03.891590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:03.923181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b8a66-a7fd-49a4-a2b4-286c20719b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff5458e-df1a-4ffc-9eeb-6467a70e641f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:03.935694 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-233b8a66-a7fd-49a4-a2b4-286c20719b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:03.939146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-233b8a66-a7fd-49a4-a2b4-286c20719b15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aff5458e-df1a-4ffc-9eeb-6467a70e641f HTTP/1.1" status: 204 len: 168 time: 0.4476669 Jun 03 15:41:04.031079 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d6e44e3-b158-4658-abb4-74cfe6780333 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:04.035503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['173dd857-744f-4dd4-9e20-a03d5ace821b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:41:04.094532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e44e3-b158-4658-abb4-74cfe6780333 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=5fee54ab-37a5-48b2-991d-d11c96033f84,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:04.255857 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d6e44e3-b158-4658-abb4-74cfe6780333 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:04.280348 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9d6e44e3-b158-4658-abb4-74cfe6780333 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/5fee54ab-37a5-48b2-991d-d11c96033f84 HTTP/1.1" status: 204 len: 168 time: 1.7400560 Jun 03 15:41:04.282606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34274) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:04.342868 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10ca976e-e872-4421-9faf-6b315f1472cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:04.481259 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca47778-6fe1-4869-8dd7-7ca0b17a68ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:41:04.483793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1ca47778-6fe1-4869-8dd7-7ca0b17a68ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/5fee54ab-37a5-48b2-991d-d11c96033f84 HTTP/1.1" status: 404 len: 333 time: 0.1950464 Jun 03 15:41:04.486610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34280) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:04.673298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a282ee-5eff-4715-a4b7-aeb21f5ec71e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting subnet 38e3b98b-98cb-4ee9-b8d2-35d3e187206f {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:04.687052 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24a282ee-5eff-4715-a4b7-aeb21f5ec71e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:04.731247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd26517-c10d-4454-8f49-58cf96182118 req-38c4fa0b-9b4c-4ece-af8d-df17caa7ba14 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:04.732783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bd26517-c10d-4454-8f49-58cf96182118 req-38c4fa0b-9b4c-4ece-af8d-df17caa7ba14 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 944 time: 0.2476461 Jun 03 15:41:04.951755 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24a282ee-5eff-4715-a4b7-aeb21f5ec71e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.038499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bd26517-c10d-4454-8f49-58cf96182118 req-baa8023f-8606-4d8f-8428-a3c76af145d5 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986598 Jun 03 15:41:05.110989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a2195-01fd-4cac-871e-d0aa0bb9d3e3 req-afafd225-daf6-41f9-a500-da5d4df04175 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:05.112543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d9a2195-01fd-4cac-871e-d0aa0bb9d3e3 req-afafd225-daf6-41f9-a500-da5d4df04175 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.3378553 Jun 03 15:41:05.148933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24a282ee-5eff-4715-a4b7-aeb21f5ec71e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.234797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d9a2195-01fd-4cac-871e-d0aa0bb9d3e3 req-f3673144-ed91-402d-9191-9d8a8a5d67a8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132753 Jun 03 15:41:05.278321 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24a282ee-5eff-4715-a4b7-aeb21f5ec71e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.326926 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.377779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a282ee-5eff-4715-a4b7-aeb21f5ec71e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Subnet': ['ID=38e3b98b-98cb-4ee9-b8d2-35d3e187206f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:05.384153 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24a282ee-5eff-4715-a4b7-aeb21f5ec71e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.395874 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3d1de-81cc-4380-ac69-6b100df59524 None None] Network 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:05.405317 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-24a282ee-5eff-4715-a4b7-aeb21f5ec71e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/38e3b98b-98cb-4ee9-b8d2-35d3e187206f HTTP/1.1" status: 204 len: 168 time: 0.9146714 Jun 03 15:41:05.405828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34326) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:05.659603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.672608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:05.672950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.688763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903ac89-ad54-4c46-b1d7-ef3ee3edb088 req-a11253c1-b0bb-4675-92fa-b587e04475be tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:05.699894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0903ac89-ad54-4c46-b1d7-ef3ee3edb088 req-a11253c1-b0bb-4675-92fa-b587e04475be tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1096 time: 0.1243463 Jun 03 15:41:05.720791 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0903ac89-ad54-4c46-b1d7-ef3ee3edb088 req-0e1af867-ea54-4e35-b723-96cf83b0a175 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.747559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0903ac89-ad54-4c46-b1d7-ef3ee3edb088 req-0e1af867-ea54-4e35-b723-96cf83b0a175 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:05.755584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0903ac89-ad54-4c46-b1d7-ef3ee3edb088 req-0e1af867-ea54-4e35-b723-96cf83b0a175 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Usage tracker for resource:security_group_rule and tenant:6a89b6e4b6b24a96978017baf97d2e9d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:05.759529 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.765342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0903ac89-ad54-4c46-b1d7-ef3ee3edb088 req-0e1af867-ea54-4e35-b723-96cf83b0a175 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:05.781216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0903ac89-ad54-4c46-b1d7-ef3ee3edb088 req-0e1af867-ea54-4e35-b723-96cf83b0a175 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:05.912979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 173dd857-744f-4dd4-9e20-a03d5ace821b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:05.975482 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0903ac89-ad54-4c46-b1d7-ef3ee3edb088 req-0e1af867-ea54-4e35-b723-96cf83b0a175 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:05.981710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0903ac89-ad54-4c46-b1d7-ef3ee3edb088 req-0e1af867-ea54-4e35-b723-96cf83b0a175 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.061045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0903ac89-ad54-4c46-b1d7-ef3ee3edb088 req-0e1af867-ea54-4e35-b723-96cf83b0a175 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598952 Jun 03 15:41:06.076332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1af867-ea54-4e35-b723-96cf83b0a175 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a65f04-b993-4838-8c6a-a6c0dcd01a2f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:06.112617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 173dd857-744f-4dd4-9e20-a03d5ace821b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:06.139208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 173dd857-744f-4dd4-9e20-a03d5ace821b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:06.139589 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.212088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] For port 679dcc02-3e25-4bc7-b8a9-3c64757020f5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=679dcc02-3e25-4bc7-b8a9-3c64757020f5,segment=NetworkSegment(febef58b-186f-4132-90c9-a7d43e714b87),segment_id=febef58b-186f-4132-90c9-a7d43e714b87)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:06.212547 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.249823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34356) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:06.252655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494067bf-316c-4a0b-919f-ca8803157e17 None None] DHCP port deletion for 6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:41:06.291227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-494067bf-316c-4a0b-919f-ca8803157e17 None None] Deleting port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:06.291597 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-494067bf-316c-4a0b-919f-ca8803157e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.377266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 679dcc02-3e25-4bc7-b8a9-3c64757020f5 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:06.555146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.623973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-494067bf-316c-4a0b-919f-ca8803157e17 None None] The port '679dcc02-3e25-4bc7-b8a9-3c64757020f5' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:41:06.642840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 173dd857-744f-4dd4-9e20-a03d5ace821b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:06.643342 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.687095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a9eddd-22d8-40c7-865e-b5e6f891ce3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173dd857-744f-4dd4-9e20-a03d5ace821b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:06.698672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36898342-b977-4749-aad3-c885d5041f9c req-abce2587-d893-4da1-8f8c-6d28744c8b2c tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:06.699582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 173dd857-744f-4dd4-9e20-a03d5ace821b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=173dd857-744f-4dd4-9e20-a03d5ace821b,segment=NetworkSegment(3172545d-89c3-4dc8-bb85-64be607c3964),segment_id=3172545d-89c3-4dc8-bb85-64be607c3964)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:06.709129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36898342-b977-4749-aad3-c885d5041f9c req-abce2587-d893-4da1-8f8c-6d28744c8b2c tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 944 time: 0.4392087 Jun 03 15:41:06.717075 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.754017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=679dcc02-3e25-4bc7-b8a9-3c64757020f5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:06.755847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No DVR routers for this DVR port 679dcc02-3e25-4bc7-b8a9-3c64757020f5 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:06.781926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e935c-76f5-41a9-be4b-dca42c6e4024 req-99d9d8d5-c178-4c9c-82eb-ed614b3fd3c6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:06.781926 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b38e935c-76f5-41a9-be4b-dca42c6e4024 req-99d9d8d5-c178-4c9c-82eb-ed614b3fd3c6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.3698521 Jun 03 15:41:06.882022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=173dd857-744f-4dd4-9e20-a03d5ace821b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:06.955439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:06.987784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5458c5-1f3b-4850-a5ba-1baa8e3f1216']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:07.000387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36898342-b977-4749-aad3-c885d5041f9c req-cf69a904-9396-40fa-9774-d434ff06d373 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902739 Jun 03 15:41:07.025541 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b38e935c-76f5-41a9-be4b-dca42c6e4024 req-b30d7b0f-225a-4625-8bae-c65b68a9509b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428539 Jun 03 15:41:07.028856 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-554b1702-2fca-4939-ac58-332fe82423ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.038476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34378) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:07.050785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febef58b-186f-4132-90c9-a7d43e714b87') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:07.051095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febef58b-186f-4132-90c9-a7d43e714b87') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:07.056135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34382) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:07.058924 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.126093 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058fd43e-e2e4-43ad-b51d-970f170bfaef'] response: {'server_uuid': 'a6a9eddd-22d8-40c7-865e-b5e6f891ce3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173dd857-744f-4dd4-9e20-a03d5ace821b', 'code': 200} Jun 03 15:41:07.128670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-554b1702-2fca-4939-ac58-332fe82423ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:07.135822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-554b1702-2fca-4939-ac58-332fe82423ad admin admin] Usage tracker for resource:security_group_rule and tenant:298a61442a7845e294ae22b3c0a75b5c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:07.141003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-554b1702-2fca-4939-ac58-332fe82423ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:07.167244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-554b1702-2fca-4939-ac58-332fe82423ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:07.390898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.423581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.432748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'network': {'name': 'tempest-network-smoke--112411838', 'project_id': '4d9167523947465893c35df85aa4b44d', 'port_security_enabled': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:07.453215 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8fbfc36e-fffe-424b-8143-4d9bdd1d7294 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/460586d1-e385-4061-a6f1-71fc4a36a078 HTTP/1.1" status: 200 len: 993 time: 0.4107597 Jun 03 15:41:07.458154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:07.459922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:07.460570 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.493583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:network and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:07.526733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:07.539532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:07.551692 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment febef58b-186f-4132-90c9-a7d43e714b87 resource provider aggregate not found Jun 03 15:41:07.576107 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment febef58b-186f-4132-90c9-a7d43e714b87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid febef58b-186f-4132-90c9-a7d43e714b87 found for delete ", "request_id": "req-3103e890-19ad-49ab-b540-f39a395d717b"}]} Jun 03 15:41:07.592154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Made reservation on behalf of 4d9167523947465893c35df85aa4b44d for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:07.595839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.612536 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.630508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75704288-2c9d-46dc-9077-b20f17856060 req-6bba1f38-d0f9-4377-89f4-43796ff45a2a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:07.632203 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75704288-2c9d-46dc-9077-b20f17856060 req-6bba1f38-d0f9-4377-89f4-43796ff45a2a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.3876784 Jun 03 15:41:07.650530 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.652051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.676713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-554b1702-2fca-4939-ac58-332fe82423ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.683158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Network': ['ID=6c5458c5-1f3b-4850-a5ba-1baa8e3f1216,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:07.699313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 679dcc02-3e25-4bc7-b8a9-3c64757020f5 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:07.707484 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3d5668a7-a94b-42de-8b3f-3a076f1232eb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/networks/6c5458c5-1f3b-4850-a5ba-1baa8e3f1216 HTTP/1.1" status: 204 len: 168 time: 2.3003275 Jun 03 15:41:07.709954 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34398) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:07.722400 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-554b1702-2fca-4939-ac58-332fe82423ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.724438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1218254532'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:07.732939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:07.740790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:07.749651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd52eae-0da6-4d54-b642-3ce3fd0726f1 req-ac8d9df7-63b8-42b3-a457-393e3e16f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:07.750714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:network and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:07.752103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0cd52eae-0da6-4d54-b642-3ce3fd0726f1 req-ac8d9df7-63b8-42b3-a457-393e3e16f0bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 1096 time: 0.4560657 Jun 03 15:41:07.760039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:07.772245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:07.774494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:07.790021 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75704288-2c9d-46dc-9077-b20f17856060 req-36b19cf3-73e2-4532-afa2-453bfd2df565 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211016 Jun 03 15:41:07.790971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:07.796752 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.833596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:07.834108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 679dcc02-3e25-4bc7-b8a9-3c64757020f5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:07.834451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 679dcc02-3e25-4bc7-b8a9-3c64757020f5 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:07.873495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:07.880020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:07.904821 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.905056 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Added segment 57ad58fc-20df-4c35-959c-ddc5cc6e4263 of type vlan for network bc0bffd7-50b3-4f1c-9481-a41eb4f612ff Jun 03 15:41:07.913939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-554b1702-2fca-4939-ac58-332fe82423ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=298a61442a7845e294ae22b3c0a75b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6620352 Jun 03 15:41:07.923122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34406) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:07.934220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b1702-2fca-4939-ac58-332fe82423ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f589fb-1e25-4533-b99e-25eb15316960,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:07.951146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0cd52eae-0da6-4d54-b642-3ce3fd0726f1 req-69c4b803-7b84-4c95-a74f-dfe9294737ee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712415 Jun 03 15:41:07.952646 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:07.994596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.001888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:08.002529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.090413 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3782742 Jun 03 15:41:08.095725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34418) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:08.155883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': 'bc0bffd7-50b3-4f1c-9481-a41eb4f612ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:08.283267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b118ac-fb4e-420b-a354-6712481440f7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Network': ['ID=bc0bffd7-50b3-4f1c-9481-a41eb4f612ff,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:08.284702 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.295436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-393a2604-bf89-48e7-92ac-1fb08eaa84e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.295625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network bc0bffd7-50b3-4f1c-9481-a41eb4f612ff details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:08.329775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-393a2604-bf89-48e7-92ac-1fb08eaa84e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.365023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:08.373909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:08.381208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:08.392647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:08.394716 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.417392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:08.422535 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.440712 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-393a2604-bf89-48e7-92ac-1fb08eaa84e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.540469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:08.555771 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-393a2604-bf89-48e7-92ac-1fb08eaa84e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.560339 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-393a2604-bf89-48e7-92ac-1fb08eaa84e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7f589fb-1e25-4533-b99e-25eb15316960 HTTP/1.1" status: 204 len: 168 time: 0.6201563 Jun 03 15:41:08.570204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2a1566-a1de-4975-b111-e792d87352ab,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:08.612002 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.612895 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Added segment 9a066051-e458-4c8e-ae7f-1419404b33a1 of type vlan for network 62e9e6ac-3306-4f7f-9ce7-9621327814da Jun 03 15:41:08.624158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a2604-bf89-48e7-92ac-1fb08eaa84e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f589fb-1e25-4533-b99e-25eb15316960,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:08.665844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17f5ca-4aed-4400-8612-6d9c872086c1 req-107eb51b-2999-4d94-ae5e-39ae3975946e tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:08.674251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a17f5ca-4aed-4400-8612-6d9c872086c1 req-107eb51b-2999-4d94-ae5e-39ae3975946e tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 945 time: 0.4744360 Jun 03 15:41:08.725786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.767966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a17f5ca-4aed-4400-8612-6d9c872086c1 req-5878d9cd-8481-46d4-8f6a-298960db0cd5 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902872 Jun 03 15:41:08.805536 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.807553 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.822277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:08.823130 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:08.923292 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.131930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Network': ['ID=62e9e6ac-3306-4f7f-9ce7-9621327814da,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:09.146420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Subnet': ['ID=5e3191a8-e24e-4a4b-b265-4d7bdb5dd56b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:09.147225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 62e9e6ac-3306-4f7f-9ce7-9621327814da details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:09.161475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-61191e08-656e-4312-b44e-bfbf741fa18e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1035416 Jun 03 15:41:09.164760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34440) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:09.171993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'admin_state_up': True, 'project_id': '4d9167523947465893c35df85aa4b44d', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:09.206397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:09.209393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b17792-0aae-4023-9fe6-7443333c8dce req-618417d8-2050-451e-b111-8b1e7e62ec6a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:09.213243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:router and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:09.222011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1b17792-0aae-4023-9fe6-7443333c8dce req-618417d8-2050-451e-b111-8b1e7e62ec6a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.2008047 Jun 03 15:41:09.233516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:09.236333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Checking segment: {'id': '57ad58fc-20df-4c35-959c-ddc5cc6e4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bc0bffd7-50b3-4f1c-9481-a41eb4f612ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:09.236684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network hostable DHCP agents. Network: bc0bffd7-50b3-4f1c-9481-a41eb4f612ff, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:09.260791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:09.301100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1b17792-0aae-4023-9fe6-7443333c8dce req-34c8788a-5aa0-4163-947b-ad63076f09f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829225 Jun 03 15:41:09.447012 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.448345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.470236 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:09.496381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network bc0bffd7-50b3-4f1c-9481-a41eb4f612ff is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:09.689045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd019e7f-de16-40f1-a00c-b2a97801abe4 req-2ef8f787-5ccc-4a94-8f2c-d22ff277615e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:09.689780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd019e7f-de16-40f1-a00c-b2a97801abe4 req-2ef8f787-5ccc-4a94-8f2c-d22ff277615e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.2712107 Jun 03 15:41:09.757664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fd019e7f-de16-40f1-a00c-b2a97801abe4 req-fbe49758-03a1-49c8-a528-be7faa53bc09 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610528 Jun 03 15:41:09.966380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:10.048334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de0995-d342-41e3-8012-db168d9322ab req-510c5864-ade3-4fe2-8193-5ec0bf5062b4 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:10.056899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11de0995-d342-41e3-8012-db168d9322ab req-510c5864-ade3-4fe2-8193-5ec0bf5062b4 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 945 time: 0.1601069 Jun 03 15:41:10.068935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, bc0bffd7-50b3-4f1c-9481-a41eb4f612ff) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:10.074716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:10.078831 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:10.086428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1554bee8-bea8-46a8-b2c6-6b284e2f843a None None] Network bc0bffd7-50b3-4f1c-9481-a41eb4f612ff requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:10.128971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11de0995-d342-41e3-8012-db168d9322ab req-6bbf6c9d-11f1-4414-a354-5f4e7ff02d69 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706100 Jun 03 15:41:10.190155 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-540bae72-ec97-4d36-b062-6afef1cf0021 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9025698 Jun 03 15:41:10.194272 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e7cd41ad-4ae4-4209-97f9-fead06e2e87f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0954592 Jun 03 15:41:10.194735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34478) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:10.203073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': 'bc0bffd7-50b3-4f1c-9481-a41eb4f612ff', 'name': 'tempest-PortsTestJSON-79530715', 'fixed_ips': [{'subnet_id': '5e3191a8-e24e-4a4b-b265-4d7bdb5dd56b', 'ip_address': '172.20.0.10'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:10.625127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806df785-c963-47ec-904f-afabb5748644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-bc0bffd7-50b3-4f1c-9481-a41eb4f612ff', 'network_id': 'bc0bffd7-50b3-4f1c-9481-a41eb4f612ff', 'tenant_id': '7a86b0aefdf54345be5012cbdd692f43', 'fixed_ips': [{'subnet_id': '5e3191a8-e24e-4a4b-b265-4d7bdb5dd56b'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:10.628517 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-806df785-c963-47ec-904f-afabb5748644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:10.882811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-806df785-c963-47ec-904f-afabb5748644 None None] Allocated IP 172.20.0.2 (bc0bffd7-50b3-4f1c-9481-a41eb4f612ff/5e3191a8-e24e-4a4b-b265-4d7bdb5dd56b/85f78188-8af6-4589-85d1-62e48b877291) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:11.231465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:11.253748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:port and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:11.260657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:11.281112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:11.302041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85c21c-0fbe-4e40-a381-603a6b3e4432 req-a78bd85d-7990-46ab-bb00-12809b8517d8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:11.309471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc85c21c-0fbe-4e40-a381-603a6b3e4432 req-a78bd85d-7990-46ab-bb00-12809b8517d8 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.5119812 Jun 03 15:41:11.442150 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-806df785-c963-47ec-904f-afabb5748644 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.468996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:11.505241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-806df785-c963-47ec-904f-afabb5748644 None None] Transition to ACTIVE for port object 85f78188-8af6-4589-85d1-62e48b877291 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:11.587261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-806df785-c963-47ec-904f-afabb5748644 None None] Transition to ACTIVE for port object 85f78188-8af6-4589-85d1-62e48b877291 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:11.600478 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-806df785-c963-47ec-904f-afabb5748644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.676706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.790166 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.824702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806df785-c963-47ec-904f-afabb5748644 None None] Pushing event updated for resources: {'Port': ['ID=85f78188-8af6-4589-85d1-62e48b877291,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:11.850671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806df785-c963-47ec-904f-afabb5748644 None None] Network bc0bffd7-50b3-4f1c-9481-a41eb4f612ff is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:11.855944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-806df785-c963-47ec-904f-afabb5748644 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:11.860643 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806df785-c963-47ec-904f-afabb5748644 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:11.882800 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:11.912591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc85c21c-0fbe-4e40-a381-603a6b3e4432 req-9c7ee9fe-7645-4360-9fb2-fc60370fb015 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996478 Jun 03 15:41:11.970029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e0541-b643-42f5-b082-5f4c243a3b2c req-4f7b42e8-6704-4ecf-af75-97ed1d664aef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:11.971574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-125e0541-b643-42f5-b082-5f4c243a3b2c req-4f7b42e8-6704-4ecf-af75-97ed1d664aef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.9043128 Jun 03 15:41:12.080837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-806df785-c963-47ec-904f-afabb5748644 None None] Attempting to bind port 85f78188-8af6-4589-85d1-62e48b877291 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:12.081180 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-806df785-c963-47ec-904f-afabb5748644 None None] Attempting to bind port 85f78188-8af6-4589-85d1-62e48b877291 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '57ad58fc-20df-4c35-959c-ddc5cc6e4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bc0bffd7-50b3-4f1c-9481-a41eb4f612ff'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:12.081573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806df785-c963-47ec-904f-afabb5748644 None None] Attempting to bind port 85f78188-8af6-4589-85d1-62e48b877291 on network bc0bffd7-50b3-4f1c-9481-a41eb4f612ff {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:12.092794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806df785-c963-47ec-904f-afabb5748644 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:12.093298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806df785-c963-47ec-904f-afabb5748644 None None] Checking segment: {'id': '57ad58fc-20df-4c35-959c-ddc5cc6e4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bc0bffd7-50b3-4f1c-9481-a41eb4f612ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:12.094768 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-806df785-c963-47ec-904f-afabb5748644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.095198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806df785-c963-47ec-904f-afabb5748644 None None] Bound using segment: {'id': '57ad58fc-20df-4c35-959c-ddc5cc6e4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bc0bffd7-50b3-4f1c-9481-a41eb4f612ff'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:12.095800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-806df785-c963-47ec-904f-afabb5748644 None None] Bound port: 85f78188-8af6-4589-85d1-62e48b877291, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ad58fc-20df-4c35-959c-ddc5cc6e4263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bc0bffd7-50b3-4f1c-9481-a41eb4f612ff'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:12.096176 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-806df785-c963-47ec-904f-afabb5748644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.144457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port c218440c-1754-4be3-85e5-2dfdc028d593 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:41:12.172158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Allocated IP 172.25.7.131 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:12.245541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-806df785-c963-47ec-904f-afabb5748644 None None] For port 85f78188-8af6-4589-85d1-62e48b877291, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:12.254882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-806df785-c963-47ec-904f-afabb5748644 None None] For port 85f78188-8af6-4589-85d1-62e48b877291, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=85f78188-8af6-4589-85d1-62e48b877291,segment=NetworkSegment(57ad58fc-20df-4c35-959c-ddc5cc6e4263),segment_id=57ad58fc-20df-4c35-959c-ddc5cc6e4263)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:12.269079 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-806df785-c963-47ec-904f-afabb5748644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.442798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-125e0541-b643-42f5-b082-5f4c243a3b2c req-910b8699-f5aa-46ab-ae86-3909c1dc2c0e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475329 Jun 03 15:41:12.468429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806df785-c963-47ec-904f-afabb5748644 None None] Pushing event updated for resources: {'Port': ['ID=85f78188-8af6-4589-85d1-62e48b877291,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:12.664385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:12.731961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.010172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:13.013738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:13.018008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:13.074551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:13.092518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.10 (bc0bffd7-50b3-4f1c-9481-a41eb4f612ff/5e3191a8-e24e-4a4b-b265-4d7bdb5dd56b/c218440c-1754-4be3-85e5-2dfdc028d593) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:13.526683 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:41:13.758978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 85f78188-8af6-4589-85d1-62e48b877291 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:13.916078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:13.965947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 85f78188-8af6-4589-85d1-62e48b877291 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:13.972938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object c218440c-1754-4be3-85e5-2dfdc028d593 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:14.039218 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.179841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-8d43469f-9298-4088-b264-979043573a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:14.181660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-8d43469f-9298-4088-b264-979043573a76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1096 time: 1.0829930 Jun 03 15:41:14.310800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.448194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0787b064-2d3c-451c-9101-95826e392b2a None None] Network bc0bffd7-50b3-4f1c-9481-a41eb4f612ff requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:14.694151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-77db33fb-a4cd-4735-bfbe-5dddab74ebff None None] Provisioning for port 85f78188-8af6-4589-85d1-62e48b877291 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:14.731033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=c218440c-1754-4be3-85e5-2dfdc028d593,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:14.758424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-77db33fb-a4cd-4735-bfbe-5dddab74ebff None None] Provisioning complete for port 85f78188-8af6-4589-85d1-62e48b877291 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:14.758915 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-77db33fb-a4cd-4735-bfbe-5dddab74ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.777651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network bc0bffd7-50b3-4f1c-9481-a41eb4f612ff is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:14.790293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:14.798091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:14.951783 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:14.964859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c0acc-ee25-4a6f-99b5-02f042a75dc9 req-35f6ff9e-98c4-45e0-a409-cf9a7b4e32c9 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:14.972511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-411c0acc-ee25-4a6f-99b5-02f042a75dc9 req-35f6ff9e-98c4-45e0-a409-cf9a7b4e32c9 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 1.6016231 Jun 03 15:41:15.052678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-17becb43-fb10-4780-bb17-dc6282f22459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:15.065296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-17becb43-fb10-4780-bb17-dc6282f22459 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 200 len: 897 time: 0.7555125 Jun 03 15:41:15.076497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:15.077403 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.111919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c85704-afd6-4abb-9b86-e4a1a80ea231 req-02961658-4b1c-4cf2-b905-4df2e373a884 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:15.113696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27c85704-afd6-4abb-9b86-e4a1a80ea231 req-02961658-4b1c-4cf2-b905-4df2e373a884 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 1.0824568 Jun 03 15:41:15.369918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-4887eaeb-afd1-41a9-8941-d9237f08d48e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 1001 time: 0.2815561 Jun 03 15:41:15.393081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-77db33fb-a4cd-4735-bfbe-5dddab74ebff None None] Current status of the port 85f78188-8af6-4589-85d1-62e48b877291 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:15.393081 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-77db33fb-a4cd-4735-bfbe-5dddab74ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.520934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34612) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:15.547879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-77db33fb-a4cd-4735-bfbe-5dddab74ebff None None] For port 85f78188-8af6-4589-85d1-62e48b877291, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=85f78188-8af6-4589-85d1-62e48b877291,segment=NetworkSegment(57ad58fc-20df-4c35-959c-ddc5cc6e4263),segment_id=57ad58fc-20df-4c35-959c-ddc5cc6e4263)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:15.576161 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-77db33fb-a4cd-4735-bfbe-5dddab74ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:15.711601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db33fb-a4cd-4735-bfbe-5dddab74ebff None None] Pushing event updated for resources: {'Port': ['ID=85f78188-8af6-4589-85d1-62e48b877291,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:15.736171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:41:15.741958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27c85704-afd6-4abb-9b86-e4a1a80ea231 req-9363910e-6aa1-40ca-9339-bbc0c209e4a9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6184351 Jun 03 15:41:15.762254 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-411c0acc-ee25-4a6f-99b5-02f042a75dc9 req-51e1711d-d3fd-407e-be46-85c045a6a94c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7880983 Jun 03 15:41:15.767322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-82ba902e-faa7-4e49-ae36-3d79f626795b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.5713441 Jun 03 15:41:15.770578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34618) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:15.779077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': 'bc0bffd7-50b3-4f1c-9481-a41eb4f612ff', 'name': 'tempest-PortsTestJSON-1864432948', 'fixed_ips': [{'subnet_id': '5e3191a8-e24e-4a4b-b265-4d7bdb5dd56b', 'ip_address': '172.20.0.9'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:15.820423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-7e34fcab-043e-4f28-b702-a067fd8a6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:15.822691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-7e34fcab-043e-4f28-b702-a067fd8a6b20 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6f2775e-c94e-4891-a56b-88a73e7e0c48 HTTP/1.1" status: 200 len: 833 time: 0.4142509 Jun 03 15:41:16.133408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fdfc9002-8fa3-4303-8d86-3bf18db6aad8 None None] Provisioning complete for port 85f78188-8af6-4589-85d1-62e48b877291 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:16.135471 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fdfc9002-8fa3-4303-8d86-3bf18db6aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.176869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-023c5158-9ff4-446e-ac7e-b57b76cffbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.231992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:16.241075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:16.252992 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Sync routers for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:16.268486 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:16.270121 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:16.283316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-023c5158-9ff4-446e-ac7e-b57b76cffbca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:16.293421 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.298798 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f705ed04-ccf8-4fe3-969a-9c9defe607ab tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1323297 Jun 03 15:41:16.299523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:16.332628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:port and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:16.346787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-023c5158-9ff4-446e-ac7e-b57b76cffbca admin admin] Usage tracker for resource:security_group_rule and tenant:d192382aed5546019e387c607f5c4f88 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:16.361800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:16.365499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-023c5158-9ff4-446e-ac7e-b57b76cffbca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:16.389817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc9002-8fa3-4303-8d86-3bf18db6aad8 None None] Current status of the port 85f78188-8af6-4589-85d1-62e48b877291 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:16.420110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:16.421222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fdfc9002-8fa3-4303-8d86-3bf18db6aad8 None None] Provisioning for port c218440c-1754-4be3-85e5-2dfdc028d593 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:16.429230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fdfc9002-8fa3-4303-8d86-3bf18db6aad8 None None] Provisioning complete for port c218440c-1754-4be3-85e5-2dfdc028d593 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:16.430180 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fdfc9002-8fa3-4303-8d86-3bf18db6aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.445113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-023c5158-9ff4-446e-ac7e-b57b76cffbca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:16.484701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:16.496466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.519824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-68d8edf1-dc9b-4ebb-9a03-6b86b8a1de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:16.521314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-68d8edf1-dc9b-4ebb-9a03-6b86b8a1de7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5168140 Jun 03 15:41:16.628259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc9002-8fa3-4303-8d86-3bf18db6aad8 None None] Port c218440c-1754-4be3-85e5-2dfdc028d593 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:16.690296 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:16.760579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-baa9d747-2363-4d25-a850-b1108420bfa4 None None] Provisioning complete for port c218440c-1754-4be3-85e5-2dfdc028d593 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:16.760951 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-baa9d747-2363-4d25-a850-b1108420bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:16.796636 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bfc09cd6-44b2-4e46-8a63-7ed981741757 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4d9167523947465893c35df85aa4b44d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4919646 Jun 03 15:41:16.798341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:16.842132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-61de5e72-a65b-4ed2-8146-de1b07fcc269 service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013813 Jun 03 15:41:16.886521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port ac69f632-bead-495c-8e21-4e1cab829f02 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:41:16.946251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-baa9d747-2363-4d25-a850-b1108420bfa4 None None] Port c218440c-1754-4be3-85e5-2dfdc028d593 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:17.002179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd0d92e-e413-4b64-8328-6c2223a0ea07 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:17.009811 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2bd0d92e-e413-4b64-8328-6c2223a0ea07 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2060804 Jun 03 15:41:17.018500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34644) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:17.075813 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1214a414-d34c-442c-8f52-23bc55c2cab0 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543139 Jun 03 15:41:17.081439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34650) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:17.097078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2078210545', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'project_id': '4d9167523947465893c35df85aa4b44d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:17.335788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:17.341121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:subnet and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:17.344160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:17.351074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:17.369825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Made reservation on behalf of 4d9167523947465893c35df85aa4b44d for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:17.389403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.417092 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:41:13Z', 'revision_number': 3, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:17.425375 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Checking router: ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:41:17.425817 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Updating router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:41:17.564340 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.700438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 85f78188-8af6-4589-85d1-62e48b877291 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:17.900199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 85f78188-8af6-4589-85d1-62e48b877291 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:17.900199 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:17.926875 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.005560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-ac93ccec-2120-41fe-8c81-9660b30c1424 service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0024366 Jun 03 15:41:18.108629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc6d68-b0b3-49da-997e-a4d6eee211e0 req-0c634b55-07b0-4d44-9562-7b2d869144e0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:18.124129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06fc6d68-b0b3-49da-997e-a4d6eee211e0 req-0c634b55-07b0-4d44-9562-7b2d869144e0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.8138039 Jun 03 15:41:18.145782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 85f78188-8af6-4589-85d1-62e48b877291 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:18.160447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Subnet': ['ID=2c19943b-be5a-4d7c-ac92-b100cf76c9b8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:18.191793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Checking segment: {'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:18.192019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.9 (bc0bffd7-50b3-4f1c-9481-a41eb4f612ff/5e3191a8-e24e-4a4b-b265-4d7bdb5dd56b/ac69f632-bead-495c-8e21-4e1cab829f02) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:18.195468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network hostable DHCP agents. Network: 62e9e6ac-3306-4f7f-9ce7-9621327814da, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:18.222579 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.238706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network 62e9e6ac-3306-4f7f-9ce7-9621327814da is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:18.255562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 62e9e6ac-3306-4f7f-9ce7-9621327814da) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:18.259538 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Transition to ACTIVE for port object 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:18.266553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27828b-be02-4b79-a80f-7572855fd976 None None] Network 62e9e6ac-3306-4f7f-9ce7-9621327814da requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:18.269388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:18.271207 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.273658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.323011 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-de9be3b6-0167-41e2-86ce-76dcf5e1ad10 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2318945 Jun 03 15:41:18.325794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34670) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:18.500395 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Attempting to bind port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:18.501681 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Attempting to bind port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:18.502295 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Attempting to bind port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:18.508579 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Pushing event updated for resources: {'Port': ['ID=0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:18.514600 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:18.517430 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:18.518147 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.518757 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:18.519465 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Bound port: 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:18.520089 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.566464 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.567514 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.568372 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.569215 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.570188 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.571058 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.571600 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.572170 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.572695 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.573241 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.573761 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.574313 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:18.670455 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] For port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:18.675196 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] For port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:18.683450 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.722504 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.745061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object ac69f632-bead-495c-8e21-4e1cab829f02 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:18.765851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34674) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:18.781515 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-023c5158-9ff4-446e-ac7e-b57b76cffbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.855229 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:18.856489 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:18.869131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2c8b-e33e-4ef6-829e-dad84dd7e270 req-2c85484f-5d75-4b50-a7be-a64fba77e585 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:18.875401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1aae2c8b-e33e-4ef6-829e-dad84dd7e270 req-2c85484f-5d75-4b50-a7be-a64fba77e585 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 1.7727585 Jun 03 15:41:18.883566 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.937421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-62e9e6ac-3306-4f7f-9ce7-9621327814da', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:18.938327 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:18.964349 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-023c5158-9ff4-446e-ac7e-b57b76cffbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.011048 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a482e-453e-4924-92af-7ad6719fe198 None None] Pushing event updated for resources: {'Port': ['ID=0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:19.190310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network bc0bffd7-50b3-4f1c-9481-a41eb4f612ff is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:19.194536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-023c5158-9ff4-446e-ac7e-b57b76cffbca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d192382aed5546019e387c607f5c4f88&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5015609 Jun 03 15:41:19.209310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:19.234906 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:19.274600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34680) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:19.300756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Allocated IP 172.20.0.2 (62e9e6ac-3306-4f7f-9ce7-9621327814da/2c19943b-be5a-4d7c-ac92-b100cf76c9b8/a43d9e15-feb0-48ff-a031-d75246c8c3b6) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:19.306371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=ac69f632-bead-495c-8e21-4e1cab829f02,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:19.347140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:19.495647 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11b8e461-efb2-41e9-82a5-d412b8ec414f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.660171 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.678731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Transition to ACTIVE for port object a43d9e15-feb0-48ff-a031-d75246c8c3b6 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:19.682156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c5158-9ff4-446e-ac7e-b57b76cffbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7f7018-5919-4c20-9446-a51b6bc87990,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:19.699680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-11b8e461-efb2-41e9-82a5-d412b8ec414f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:19.705800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06fc6d68-b0b3-49da-997e-a4d6eee211e0 req-ac0b191d-993c-49b2-bd7a-f1cc7bd42763 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5804145 Jun 03 15:41:19.724621 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1aae2c8b-e33e-4ef6-829e-dad84dd7e270 req-0068ace8-1cd3-4a2f-b2ef-7edd40ae6a4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6838207 Jun 03 15:41:19.743781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-11b8e461-efb2-41e9-82a5-d412b8ec414f admin admin] Usage tracker for resource:security_group_rule and tenant:873cd4ad7eaa4212aa1d68fbee69b9a8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:19.762150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-11b8e461-efb2-41e9-82a5-d412b8ec414f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:19.763775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Transition to ACTIVE for port object a43d9e15-feb0-48ff-a031-d75246c8c3b6 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:19.769378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-44f729a0-07ec-4723-a2a9-d1a636637bdb None None] Provisioning for port ac69f632-bead-495c-8e21-4e1cab829f02 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:19.779237 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.790912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:19.791872 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.834028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-44f729a0-07ec-4723-a2a9-d1a636637bdb None None] Provisioning complete for port ac69f632-bead-495c-8e21-4e1cab829f02 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:19.834536 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-44f729a0-07ec-4723-a2a9-d1a636637bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.891465 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46e6c053-0703-4066-8a57-d990a2c48a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:19.904913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-11b8e461-efb2-41e9-82a5-d412b8ec414f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:19.935864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-755942d4-ca07-4b33-9e74-247fd0da12ba tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1642148 Jun 03 15:41:19.939854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34688) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:19.962027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-44f729a0-07ec-4723-a2a9-d1a636637bdb None None] Port ac69f632-bead-495c-8e21-4e1cab829f02 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:19.989358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Network 62e9e6ac-3306-4f7f-9ce7-9621327814da is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:19.995319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:19.999141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:20.096565 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46e6c053-0703-4066-8a57-d990a2c48a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.126158 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:41:13Z', 'revision_number': 3, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:20.142970 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d4416a-adeb-49ae-99a8-a25f2895adb5 None None] The sync data for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 is: [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:41:13Z', 'revision_number': 3, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:20.175024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Attempting to bind port a43d9e15-feb0-48ff-a031-d75246c8c3b6 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:20.175750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Attempting to bind port a43d9e15-feb0-48ff-a031-d75246c8c3b6 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:20.176432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Attempting to bind port a43d9e15-feb0-48ff-a031-d75246c8c3b6 on network 62e9e6ac-3306-4f7f-9ce7-9621327814da {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:20.179722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Pushing event updated for resources: {'Port': ['ID=a43d9e15-feb0-48ff-a031-d75246c8c3b6,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:20.209141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:20.209673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Checking segment: {'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:20.210298 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.210877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Bound using segment: {'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:20.211608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Bound port: a43d9e15-feb0-48ff-a031-d75246c8c3b6, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:20.212150 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.328775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed594d3-1fc3-4352-abb0-e4cf366870fa tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:20.329481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bed594d3-1fc3-4352-abb0-e4cf366870fa tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:20.376464 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46e6c053-0703-4066-8a57-d990a2c48a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.391727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] For port a43d9e15-feb0-48ff-a031-d75246c8c3b6, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:20.396697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] For port a43d9e15-feb0-48ff-a031-d75246c8c3b6, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a43d9e15-feb0-48ff-a031-d75246c8c3b6,segment=NetworkSegment(9a066051-e458-4c8e-ae7f-1419404b33a1),segment_id=9a066051-e458-4c8e-ae7f-1419404b33a1)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:20.403154 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.426788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bed594d3-1fc3-4352-abb0-e4cf366870fa tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:20.430600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bed594d3-1fc3-4352-abb0-e4cf366870fa tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.4865353 Jun 03 15:41:20.432147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34694) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:20.450584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6c053-0703-4066-8a57-d990a2c48a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7f7018-5919-4c20-9446-a51b6bc87990,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:20.541911 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-46e6c053-0703-4066-8a57-d990a2c48a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.543422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-46e6c053-0703-4066-8a57-d990a2c48a01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae7f7018-5919-4c20-9446-a51b6bc87990 HTTP/1.1" status: 204 len: 168 time: 1.2107921 Jun 03 15:41:20.643603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11b8e461-efb2-41e9-82a5-d412b8ec414f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.684294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccacccd-e88f-4fd9-b1a6-f115615001a5 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:20.710027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccacccd-e88f-4fd9-b1a6-f115615001a5 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:20.740197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccacccd-e88f-4fd9-b1a6-f115615001a5 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:20.748501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-eccacccd-e88f-4fd9-b1a6-f115615001a5 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3147619 Jun 03 15:41:20.751635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34704) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:20.828949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecccf8-86cd-41f6-a0a1-ff0a49907cf6 None None] Pushing event updated for resources: {'Port': ['ID=a43d9e15-feb0-48ff-a031-d75246c8c3b6,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:20.912553 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:20.960387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11b8e461-efb2-41e9-82a5-d412b8ec414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:21.242053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4b7beeb2-f79c-4d61-92c3-11954e60117f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port ac69f632-bead-495c-8e21-4e1cab829f02 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:21.242303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4b7beeb2-f79c-4d61-92c3-11954e60117f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:21.444011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8e461-efb2-41e9-82a5-d412b8ec414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227cafa3-b690-49ee-850a-3cf424be45ea,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:21.508839 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-11b8e461-efb2-41e9-82a5-d412b8ec414f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=873cd4ad7eaa4212aa1d68fbee69b9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7416410 Jun 03 15:41:21.525316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34716) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:21.805413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:22.028955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83e304-d2ea-49c6-b80b-22a557a2e797 req-22042436-364e-4650-999d-10a404ba4b7b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:22.035860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b83e304-d2ea-49c6-b80b-22a557a2e797 req-22042436-364e-4650-999d-10a404ba4b7b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.5709186 Jun 03 15:41:22.065018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a230aa81-7dbd-405e-9af5-ae961daeb1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.109414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:22.116291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:22.116766 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.176833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a230aa81-7dbd-405e-9af5-ae961daeb1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.277972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5407ee5-1c7c-4b77-9f7f-5f2d8bbad99c req-8139c275-4f3e-4dbc-91f8-2779e214d5bb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:22.296106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5407ee5-1c7c-4b77-9f7f-5f2d8bbad99c req-8139c275-4f3e-4dbc-91f8-2779e214d5bb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 945 time: 0.9147320 Jun 03 15:41:22.348798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:22.349196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.394340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:22.401717 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.402890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a43d9e15-feb0-48ff-a031-d75246c8c3b6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:22.489439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Allocated IP 172.20.0.1 (62e9e6ac-3306-4f7f-9ce7-9621327814da/2c19943b-be5a-4d7c-ac92-b100cf76c9b8/9167fc22-7b74-4ec2-87c6-9e4585f30b2d) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:22.634708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4b7beeb2-f79c-4d61-92c3-11954e60117f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:22.733010 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5245d6-9114-4d9b-93b5-9da9c14daeb8 None None] Network 62e9e6ac-3306-4f7f-9ce7-9621327814da requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:22.858039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4b7beeb2-f79c-4d61-92c3-11954e60117f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for ac69f632-bead-495c-8e21-4e1cab829f02 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:23.000877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:23.047005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-56f93c34-5c7c-4ad0-9a85-c2cb3b62e43d None None] Provisioning for port a43d9e15-feb0-48ff-a031-d75246c8c3b6 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:23.101592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port a43d9e15-feb0-48ff-a031-d75246c8c3b6 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:23.116512 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a230aa81-7dbd-405e-9af5-ae961daeb1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.117095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4b7beeb2-f79c-4d61-92c3-11954e60117f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.117609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a43d9e15-feb0-48ff-a031-d75246c8c3b6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:23.117609 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.124579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b83e304-d2ea-49c6-b80b-22a557a2e797 req-1f8392dc-f4b8-4c52-b3dc-0faa2e9e2edf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0878668 Jun 03 15:41:23.182505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5407ee5-1c7c-4b77-9f7f-5f2d8bbad99c req-4b076e6d-d86e-4119-b7ab-b99a896dee09 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/security-groups?id=66ca49fa-f3db-41bd-b729-ce6ed2a6c169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8438046 Jun 03 15:41:23.197569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7beeb2-f79c-4d61-92c3-11954e60117f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=ac69f632-bead-495c-8e21-4e1cab829f02,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:23.227532 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.265934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230aa81-7dbd-405e-9af5-ae961daeb1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227cafa3-b690-49ee-850a-3cf424be45ea,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:23.325324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62925737-cc7c-49cd-ba61-a09889f9f4d5 req-62656733-8cdb-4f74-ac79-79a6fbcde341 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:23.327101 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62925737-cc7c-49cd-ba61-a09889f9f4d5 req-62656733-8cdb-4f74-ac79-79a6fbcde341 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 945 time: 0.9024062 Jun 03 15:41:23.397370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a230aa81-7dbd-405e-9af5-ae961daeb1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.401335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a230aa81-7dbd-405e-9af5-ae961daeb1aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/227cafa3-b690-49ee-850a-3cf424be45ea HTTP/1.1" status: 204 len: 168 time: 1.8684156 Jun 03 15:41:23.401335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Transition to ACTIVE for port object 9167fc22-7b74-4ec2-87c6-9e4585f30b2d will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:23.469797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a43d9e15-feb0-48ff-a031-d75246c8c3b6 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:23.470357 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.476522 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.487381 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4b7beeb2-f79c-4d61-92c3-11954e60117f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.558684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port a43d9e15-feb0-48ff-a031-d75246c8c3b6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a43d9e15-feb0-48ff-a031-d75246c8c3b6,segment=NetworkSegment(9a066051-e458-4c8e-ae7f-1419404b33a1),segment_id=9a066051-e458-4c8e-ae7f-1419404b33a1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:23.572818 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.696326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-62925737-cc7c-49cd-ba61-a09889f9f4d5 req-08b1f134-cffc-45d6-b386-3e6d233b7bf6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Deleting port 173dd857-744f-4dd4-9e20-a03d5ace821b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:23.703515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network 62e9e6ac-3306-4f7f-9ce7-9621327814da is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:23.704729 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-62925737-cc7c-49cd-ba61-a09889f9f4d5 req-08b1f134-cffc-45d6-b386-3e6d233b7bf6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.712961 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:23.718817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:23.795703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=a43d9e15-feb0-48ff-a031-d75246c8c3b6,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:23.796614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4b7beeb2-f79c-4d61-92c3-11954e60117f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/ac69f632-bead-495c-8e21-4e1cab829f02 HTTP/1.1" status: 204 len: 168 time: 3.0437970 Jun 03 15:41:23.797935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34748) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:23.825372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:23.862675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=9167fc22-7b74-4ec2-87c6-9e4585f30b2d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:23.912095 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-360f346b-bfb4-49a4-a27e-a753b83bbaa4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:41:23.913257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-360f346b-bfb4-49a4-a27e-a753b83bbaa4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:23.922304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:23.998897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:23.999312 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.116747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-360f346b-bfb4-49a4-a27e-a753b83bbaa4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:24.146475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-360f346b-bfb4-49a4-a27e-a753b83bbaa4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/ac69f632-bead-495c-8e21-4e1cab829f02 HTTP/1.1" status: 404 len: 333 time: 0.3376884 Jun 03 15:41:24.156952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-56724ad7-fdf3-4d8f-954a-087e2aa16d2a None None] Provisioning complete for port a43d9e15-feb0-48ff-a031-d75246c8c3b6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:24.157494 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56724ad7-fdf3-4d8f-954a-087e2aa16d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.205816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34766) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:24.238972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d998fce-f279-46a1-8b6a-3328aec1f524 req-6631ed99-62a2-4fcb-961b-58703966a91c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:24.242310 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d998fce-f279-46a1-8b6a-3328aec1f524 req-6631ed99-62a2-4fcb-961b-58703966a91c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.7621365 Jun 03 15:41:24.413714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34776) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:24.459888 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d97633d-0d33-4601-a640-d070b82fcd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.511362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3d97633d-0d33-4601-a640-d070b82fcd4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:24.530228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:24.543850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3d97633d-0d33-4601-a640-d070b82fcd4c admin admin] Usage tracker for resource:security_group_rule and tenant:d6a3ed732df34220ad5dd6ea4deac2d4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:24.549624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3d97633d-0d33-4601-a640-d070b82fcd4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:24.569053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3d97633d-0d33-4601-a640-d070b82fcd4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:24.629275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-56724ad7-fdf3-4d8f-954a-087e2aa16d2a None None] Current status of the port a43d9e15-feb0-48ff-a031-d75246c8c3b6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:24.698946 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.761656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e006a47d-b675-4a26-91a6-bb0cf775eedc None None] Provisioning for port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:24.769566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e006a47d-b675-4a26-91a6-bb0cf775eedc None None] Provisioning complete for port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:24.770771 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e006a47d-b675-4a26-91a6-bb0cf775eedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.824958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-62925737-cc7c-49cd-ba61-a09889f9f4d5 req-08b1f134-cffc-45d6-b386-3e6d233b7bf6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] For port 173dd857-744f-4dd4-9e20-a03d5ace821b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=173dd857-744f-4dd4-9e20-a03d5ace821b,segment=NetworkSegment(3172545d-89c3-4dc8-bb85-64be607c3964),segment_id=3172545d-89c3-4dc8-bb85-64be607c3964)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:24.825371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-62925737-cc7c-49cd-ba61-a09889f9f4d5 req-08b1f134-cffc-45d6-b386-3e6d233b7bf6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:24.856391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e006a47d-b675-4a26-91a6-bb0cf775eedc None None] Port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:24.872229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34782) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:24.987729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-62925737-cc7c-49cd-ba61-a09889f9f4d5 req-08b1f134-cffc-45d6-b386-3e6d233b7bf6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Calling delete_port for 173dd857-744f-4dd4-9e20-a03d5ace821b owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:25.074258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d97633d-0d33-4601-a640-d070b82fcd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.096258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d97633d-0d33-4601-a640-d070b82fcd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.179581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78a21391-95c6-432c-bdd1-fb3ca073c655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.221612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dd694de8-a14f-4420-9013-254c873b835a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port c218440c-1754-4be3-85e5-2dfdc028d593 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:25.222241 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd694de8-a14f-4420-9013-254c873b835a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.235635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78a21391-95c6-432c-bdd1-fb3ca073c655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:25.256381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-78a21391-95c6-432c-bdd1-fb3ca073c655 admin admin] Usage tracker for resource:security_group_rule and tenant:0c30c888da8a4759b5567cd282b143b4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:25.264119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-78a21391-95c6-432c-bdd1-fb3ca073c655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:25.274709 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3d97633d-0d33-4601-a640-d070b82fcd4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6a3ed732df34220ad5dd6ea4deac2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8577011 Jun 03 15:41:25.275826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97633d-0d33-4601-a640-d070b82fcd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd73df7f-104d-4f23-acac-2fe5214fa31a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:25.283082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34788) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:25.289998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78a21391-95c6-432c-bdd1-fb3ca073c655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:25.392479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d998fce-f279-46a1-8b6a-3328aec1f524 req-17f0d436-5a16-4782-b8c5-56809879011e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0566823 Jun 03 15:41:25.398247 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-62925737-cc7c-49cd-ba61-a09889f9f4d5 req-08b1f134-cffc-45d6-b386-3e6d233b7bf6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.532155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3379957a-8fc0-442b-8b56-536ebd5e9b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.592364 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3379957a-8fc0-442b-8b56-536ebd5e9b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.648055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1f134-cffc-45d6-b386-3e6d233b7bf6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Pushing event deleted for resources: {'Port': ['ID=173dd857-744f-4dd4-9e20-a03d5ace821b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:25.668602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.681421 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78a21391-95c6-432c-bdd1-fb3ca073c655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.683204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.716504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a43d9e15-feb0-48ff-a031-d75246c8c3b6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:25.760340 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78a21391-95c6-432c-bdd1-fb3ca073c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.815610 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd694de8-a14f-4420-9013-254c873b835a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.832740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a43d9e15-feb0-48ff-a031-d75246c8c3b6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:25.833742 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.839916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-62925737-cc7c-49cd-ba61-a09889f9f4d5 req-08b1f134-cffc-45d6-b386-3e6d233b7bf6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] No DVR routers for this DVR port 173dd857-744f-4dd4-9e20-a03d5ace821b on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:25.854049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28e11131-bf05-4b50-a30e-e1ab9d36887f req-29acbea2-7688-4d04-87b1-7813ed7d7603 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 210 time: 0.2068863 Jun 03 15:41:25.856230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a21391-95c6-432c-bdd1-fb3ca073c655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d66c97-491a-46ae-98b0-b2642e12974c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:25.871153 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-78a21391-95c6-432c-bdd1-fb3ca073c655 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c30c888da8a4759b5567cd282b143b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9646494 Jun 03 15:41:25.878495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34792) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:25.879314 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.916787 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-62925737-cc7c-49cd-ba61-a09889f9f4d5 req-08b1f134-cffc-45d6-b386-3e6d233b7bf6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.919669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a9eddd-22d8-40c7-865e-b5e6f891ce3a', 'name': 'network-vif-deleted', 'tag': '173dd857-744f-4dd4-9e20-a03d5ace821b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:25.921820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=9167fc22-7b74-4ec2-87c6-9e4585f30b2d,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:25.924466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3379957a-8fc0-442b-8b56-536ebd5e9b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:25.953467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 173dd857-744f-4dd4-9e20-a03d5ace821b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:26.015004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379957a-8fc0-442b-8b56-536ebd5e9b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd73df7f-104d-4f23-acac-2fe5214fa31a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:26.020444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dd694de8-a14f-4420-9013-254c873b835a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for c218440c-1754-4be3-85e5-2dfdc028d593 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:26.038563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3379957a-8fc0-442b-8b56-536ebd5e9b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.042599 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3379957a-8fc0-442b-8b56-536ebd5e9b91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd73df7f-104d-4f23-acac-2fe5214fa31a HTTP/1.1" status: 204 len: 168 time: 0.7549255 Jun 03 15:41:26.059205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 173dd857-744f-4dd4-9e20-a03d5ace821b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:26.064754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 173dd857-744f-4dd4-9e20-a03d5ace821b not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:26.066803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd0620-5ae6-4b8d-81f5-e93784ea0046 req-4b6da635-dbe8-40cb-adcc-8b4316f1fe96 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:26.068265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9bdd0620-5ae6-4b8d-81f5-e93784ea0046 req-4b6da635-dbe8-40cb-adcc-8b4316f1fe96 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 1.6429951 Jun 03 15:41:26.111032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62925737-cc7c-49cd-ba61-a09889f9f4d5 req-08b1f134-cffc-45d6-b386-3e6d233b7bf6 tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.67 "DELETE /v2.0/ports/173dd857-744f-4dd4-9e20-a03d5ace821b HTTP/1.1" status: 204 len: 173 time: 2.7743576 Jun 03 15:41:26.175456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9bdd0620-5ae6-4b8d-81f5-e93784ea0046 req-ff184795-5b6c-4b50-9a1e-8aa21d00c8b0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944586 Jun 03 15:41:26.254515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a43d9e15-feb0-48ff-a031-d75246c8c3b6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:26.272216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e17b89e-077b-48e2-934b-a5e3964f003b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.317600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e17b89e-077b-48e2-934b-a5e3964f003b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.338580 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd694de8-a14f-4420-9013-254c873b835a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.432013 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e17b89e-077b-48e2-934b-a5e3964f003b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.445218 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8025f2-d649-461f-97e6-01f65743d9a3'] response: {'server_uuid': 'a6a9eddd-22d8-40c7-865e-b5e6f891ce3a', 'name': 'network-vif-deleted', 'tag': '173dd857-744f-4dd4-9e20-a03d5ace821b', 'status': 'completed', 'code': 200} Jun 03 15:41:26.450934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd694de8-a14f-4420-9013-254c873b835a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=c218440c-1754-4be3-85e5-2dfdc028d593,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:26.470193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network 62e9e6ac-3306-4f7f-9ce7-9621327814da is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:26.472265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:26.481821 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17b89e-077b-48e2-934b-a5e3964f003b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d66c97-491a-46ae-98b0-b2642e12974c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:26.629136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e17b89e-077b-48e2-934b-a5e3964f003b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.638075 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5e17b89e-077b-48e2-934b-a5e3964f003b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12d66c97-491a-46ae-98b0-b2642e12974c HTTP/1.1" status: 204 len: 168 time: 0.7547045 Jun 03 15:41:26.663306 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd694de8-a14f-4420-9013-254c873b835a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.686854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dd694de8-a14f-4420-9013-254c873b835a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/c218440c-1754-4be3-85e5-2dfdc028d593 HTTP/1.1" status: 204 len: 168 time: 2.4794159 Jun 03 15:41:26.688243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34808) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:26.706833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34812) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:26.751874 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a5126b-5c31-46f7-afe5-99d36e2e9c10 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:41:26.754161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b1a5126b-5c31-46f7-afe5-99d36e2e9c10 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:26.760374 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c88daeb-f9e6-4b96-92cc-0f0db021ec5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:26.849334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b1a5126b-5c31-46f7-afe5-99d36e2e9c10 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:26.855141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b1a5126b-5c31-46f7-afe5-99d36e2e9c10 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/c218440c-1754-4be3-85e5-2dfdc028d593 HTTP/1.1" status: 404 len: 333 time: 0.1647103 Jun 03 15:41:26.859795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34816) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:26.967225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9c88daeb-f9e6-4b96-92cc-0f0db021ec5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:26.980650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9c88daeb-f9e6-4b96-92cc-0f0db021ec5f admin admin] Usage tracker for resource:security_group_rule and tenant:dbed5ec7e9a14f05a4991904e0018a13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:26.989293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9c88daeb-f9e6-4b96-92cc-0f0db021ec5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:27.005014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9c88daeb-f9e6-4b96-92cc-0f0db021ec5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:27.021782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-52d8ea98-faa2-4f0a-8330-6f97696ccdf9 None None] Provisioning complete for port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:27.023742 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-52d8ea98-faa2-4f0a-8330-6f97696ccdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.050774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4920fbb4-e771-458c-a965-b576eaa5052d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting subnet 5e3191a8-e24e-4a4b-b265-4d7bdb5dd56b {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:27.055160 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4920fbb4-e771-458c-a965-b576eaa5052d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.123275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952a193-8522-4058-87c6-dcf9aef3823f req-c9ab030f-2058-4c91-b823-5ba45d24e23e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:27.131672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8952a193-8522-4058-87c6-dcf9aef3823f req-c9ab030f-2058-4c91-b823-5ba45d24e23e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.3725560 Jun 03 15:41:27.187301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-52d8ea98-faa2-4f0a-8330-6f97696ccdf9 None None] Port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:27.191208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c88daeb-f9e6-4b96-92cc-0f0db021ec5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.205224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c88daeb-f9e6-4b96-92cc-0f0db021ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.222357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4920fbb4-e771-458c-a965-b576eaa5052d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.320712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88daeb-f9e6-4b96-92cc-0f0db021ec5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd931ae-b076-4523-9beb-ddc246311560,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:27.350467 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9c88daeb-f9e6-4b96-92cc-0f0db021ec5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbed5ec7e9a14f05a4991904e0018a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6424413 Jun 03 15:41:27.354700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34832) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:27.395600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:27.566053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3120fbe1-defa-4474-b74d-10fe75796c8f req-ffb7e321-2d76-4fae-bc35-3f91248bc1cb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Synchronizing usage tracker for tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:27.605363 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8952a193-8522-4058-87c6-dcf9aef3823f req-82c52cf3-4d2e-4877-aac3-12618b2b73f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722095 Jun 03 15:41:27.629202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3120fbe1-defa-4474-b74d-10fe75796c8f req-ffb7e321-2d76-4fae-bc35-3f91248bc1cb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] Unset dirty status for tenant:77f50bd2ea2f4859b5e5ce0b1a48afb1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:27.635051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3120fbe1-defa-4474-b74d-10fe75796c8f req-ffb7e321-2d76-4fae-bc35-3f91248bc1cb tempest-VolumesActionsTest-464362966 tempest-VolumesActionsTest-464362966-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6a9eddd-22d8-40c7-865e-b5e6f891ce3a HTTP/1.1" status: 200 len: 210 time: 0.4840462 Jun 03 15:41:27.689779 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4920fbb4-e771-458c-a965-b576eaa5052d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.833194 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a383004-16c6-4cdb-9cb1-a3c205e7b0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.865021 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a383004-16c6-4cdb-9cb1-a3c205e7b0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.882138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fdca4-15b6-4e9a-a1a8-b41ccf4ffbf5 req-61e7c0b2-7e1d-40ef-91ff-e4f31abc74b4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:27.884021 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce3fdca4-15b6-4e9a-a1a8-b41ccf4ffbf5 req-61e7c0b2-7e1d-40ef-91ff-e4f31abc74b4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.1498270 Jun 03 15:41:27.885637 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4920fbb4-e771-458c-a965-b576eaa5052d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.932896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:27.948352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Sync routers for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:27.951569 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a383004-16c6-4cdb-9cb1-a3c205e7b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.959491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:27.960307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:27.972210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a383004-16c6-4cdb-9cb1-a3c205e7b0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd931ae-b076-4523-9beb-ddc246311560,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:27.975245 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a383004-16c6-4cdb-9cb1-a3c205e7b0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:27.976544 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6a383004-16c6-4cdb-9cb1-a3c205e7b0a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdd931ae-b076-4523-9beb-ddc246311560 HTTP/1.1" status: 204 len: 168 time: 0.6208544 Jun 03 15:41:27.987174 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1fa8ba15-f314-4a5d-b306-464a3a0a81c2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "PUT /v2.0/routers/ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6600761 Jun 03 15:41:27.989648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34852) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:28.028787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920fbb4-e771-458c-a965-b576eaa5052d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3191a8-e24e-4a4b-b265-4d7bdb5dd56b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:28.039047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4920fbb4-e771-458c-a965-b576eaa5052d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.056542 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4920fbb4-e771-458c-a965-b576eaa5052d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/5e3191a8-e24e-4a4b-b265-4d7bdb5dd56b HTTP/1.1" status: 204 len: 168 time: 1.1912827 Jun 03 15:41:28.061213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34856) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:28.209265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce3fdca4-15b6-4e9a-a1a8-b41ccf4ffbf5 req-d935adf8-1ae2-49bb-a99e-510fa25104f6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076336 Jun 03 15:41:28.264478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d96b96-7222-46eb-bd5c-b95ee2b0c415 None None] Network bc0bffd7-50b3-4f1c-9481-a41eb4f612ff requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:28.287742 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.320394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.322425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.322901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.323360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.323907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.324250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.324716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 85f78188-8af6-4589-85d1-62e48b877291 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:28.325061 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:28.330374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.330869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.331336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.331789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.333477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.338552 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dc67d43c-44d3-4351-8ed5-97582c93ec34 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7668 time: 0.3478639 Jun 03 15:41:28.342739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:28.513089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee3c8f-5e3c-46d6-9318-f901b192130a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.513548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee3c8f-5e3c-46d6-9318-f901b192130a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.518636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee3c8f-5e3c-46d6-9318-f901b192130a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.519127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee3c8f-5e3c-46d6-9318-f901b192130a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.519583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee3c8f-5e3c-46d6-9318-f901b192130a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.520029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee3c8f-5e3c-46d6-9318-f901b192130a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.520469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee3c8f-5e3c-46d6-9318-f901b192130a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.520912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee3c8f-5e3c-46d6-9318-f901b192130a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.521350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee3c8f-5e3c-46d6-9318-f901b192130a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:28.529294 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7dee3c8f-5e3c-46d6-9318-f901b192130a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5902 time: 0.1854885 Jun 03 15:41:28.534115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34874) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:28.595737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:28.686610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96bd0cb-7fe5-4d73-9c55-218072083e6c None None] DHCP port deletion for bc0bffd7-50b3-4f1c-9481-a41eb4f612ff request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:41:28.717459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e96bd0cb-7fe5-4d73-9c55-218072083e6c None None] Deleting port 85f78188-8af6-4589-85d1-62e48b877291 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:28.718548 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e96bd0cb-7fe5-4d73-9c55-218072083e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.053720 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8b289c47-302e-4c3a-a84b-d6c0621dea40 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.5184643 Jun 03 15:41:29.119807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] For port 85f78188-8af6-4589-85d1-62e48b877291, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=85f78188-8af6-4589-85d1-62e48b877291,segment=NetworkSegment(57ad58fc-20df-4c35-959c-ddc5cc6e4263),segment_id=57ad58fc-20df-4c35-959c-ddc5cc6e4263)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:29.120686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.166794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34908) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:29.175794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586930864', 'description': 'tempest-secgroup-smoke-1586930864 description', 'project_id': '4d9167523947465893c35df85aa4b44d'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:29.186842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:29.192578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:29.197633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:29.207736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:29.228874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.306672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:29.320823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:29.332418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:29.354217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:29.369214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e96bd0cb-7fe5-4d73-9c55-218072083e6c None None] For port 85f78188-8af6-4589-85d1-62e48b877291, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=85f78188-8af6-4589-85d1-62e48b877291,segment=NetworkSegment(57ad58fc-20df-4c35-959c-ddc5cc6e4263),segment_id=57ad58fc-20df-4c35-959c-ddc5cc6e4263)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:29.370016 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e96bd0cb-7fe5-4d73-9c55-218072083e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.444082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 85f78188-8af6-4589-85d1-62e48b877291 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:29.523606 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.532643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34926) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:29.549030 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.639866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.645828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4774439 Jun 03 15:41:29.646613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34934) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:29.672102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c3379f20-6f35-4208-bcef-d4ef1d3f43e2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': '1d4251c0-24a7-4be3-9aed-7d6a3dea64a7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:29.688983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3379f20-6f35-4208-bcef-d4ef1d3f43e2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:29.695269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3379f20-6f35-4208-bcef-d4ef1d3f43e2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:29.696935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9d490-9b23-48c8-bbb8-e5e01cf20e2c req-4253afd4-9f0e-4006-8ef4-24739cc7534a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:29.699325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c3379f20-6f35-4208-bcef-d4ef1d3f43e2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:29.704674 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3b9d490-9b23-48c8-bbb8-e5e01cf20e2c req-4253afd4-9f0e-4006-8ef4-24739cc7534a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.8613098 Jun 03 15:41:29.707660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c3379f20-6f35-4208-bcef-d4ef1d3f43e2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:29.724909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0cc63-f4ce-4865-9917-489f025cd9a6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:29.739791 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3379f20-6f35-4208-bcef-d4ef1d3f43e2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.755607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 85f78188-8af6-4589-85d1-62e48b877291 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:29.769503 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.806317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34938) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:29.827999 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3379f20-6f35-4208-bcef-d4ef1d3f43e2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.838350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3379f20-6f35-4208-bcef-d4ef1d3f43e2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.878736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3379f20-6f35-4208-bcef-d4ef1d3f43e2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:29.883882 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c3379f20-6f35-4208-bcef-d4ef1d3f43e2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2319388 Jun 03 15:41:29.887592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34946) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:29.893834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ef7a8df5-cbd5-41ae-b1f8-0b794e11af1d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': '1d4251c0-24a7-4be3-9aed-7d6a3dea64a7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:29.900561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3379f20-6f35-4208-bcef-d4ef1d3f43e2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6a0eee-36af-4a20-8dc3-858d0229ae8c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:29.908587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=85f78188-8af6-4589-85d1-62e48b877291,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:29.917578 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 85f78188-8af6-4589-85d1-62e48b877291 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:29.917762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 85f78188-8af6-4589-85d1-62e48b877291 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:29.919324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-329119460-network', 'tenant_id': '5c15c36aa81149968881e45ce4841979'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:29.932532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:29.937226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Usage tracker for resource:network and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:29.941053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e96bd0cb-7fe5-4d73-9c55-218072083e6c None None] Calling delete_port for 85f78188-8af6-4589-85d1-62e48b877291 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:29.941362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No DVR routers for this DVR port 85f78188-8af6-4589-85d1-62e48b877291 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:29.942319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:29.955258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ef7a8df5-cbd5-41ae-b1f8-0b794e11af1d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:29.963856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:29.981239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-540098054'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:29.989772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:29.998705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Usage tracker for resource:network and tenant:4e5f59a133b74f4da275d3a053316109 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:30.004110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:30.012777 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.014390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:30.025978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3b9d490-9b23-48c8-bbb8-e5e01cf20e2c req-f273b186-ad2e-407f-9611-5bc40b3206fb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131928 Jun 03 15:41:30.029549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Made reservation on behalf of 5c15c36aa81149968881e45ce4841979 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:30.032983 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.048633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ef7a8df5-cbd5-41ae-b1f8-0b794e11af1d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:30.052228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Made reservation on behalf of 4e5f59a133b74f4da275d3a053316109 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:30.058991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.075321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ef7a8df5-cbd5-41ae-b1f8-0b794e11af1d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:30.081180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.102611 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.115023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ef7a8df5-cbd5-41ae-b1f8-0b794e11af1d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:30.128276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:30.128622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1fbd0-f05f-452c-a8d0-fdf8de36d7f5 req-ea0aed3b-ffe9-458a-a03a-d09a968b57fe tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:30.130229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36c1fbd0-f05f-452c-a8d0-fdf8de36d7f5 req-ea0aed3b-ffe9-458a-a03a-d09a968b57fe tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.5568433 Jun 03 15:41:30.133282 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-e96bd0cb-7fe5-4d73-9c55-218072083e6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:41:30.133460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Usage tracker for resource:security_group_rule and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:30.134378 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-e96bd0cb-7fe5-4d73-9c55-218072083e6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:41:30.137666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:30.144295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:30.173930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:41:24Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:25Z', 'revision_number': 2, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:30.178716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Checking router: ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:41:30.179081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Updating router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:41:30.182856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:30.200554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Usage tracker for resource:security_group_rule and tenant:4e5f59a133b74f4da275d3a053316109 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:30.204019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef7a8df5-cbd5-41ae-b1f8-0b794e11af1d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.221419 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.248716 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.273928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36c1fbd0-f05f-452c-a8d0-fdf8de36d7f5 req-9d2db05f-c78c-4c2f-a4a8-f5fbfd45e081 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161137 Jun 03 15:41:30.277670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:30.280175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0bffd7-50b3-4f1c-9481-a41eb4f612ff']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:30.295337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:30.317602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ad58fc-20df-4c35-959c-ddc5cc6e4263') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:30.317927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ad58fc-20df-4c35-959c-ddc5cc6e4263') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:30.330866 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.345490 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.348939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.361745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:30.362617 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.381358 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.449500 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 57ad58fc-20df-4c35-959c-ddc5cc6e4263 resource provider aggregate not found Jun 03 15:41:30.493209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:30.505476 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 57ad58fc-20df-4c35-959c-ddc5cc6e4263 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57ad58fc-20df-4c35-959c-ddc5cc6e4263 found for delete ", "request_id": "req-42608e85-af59-4d92-83b8-5914c20d2467"}]} Jun 03 15:41:30.526964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba76f99c-82bd-4a95-a15b-a2fc9cbfc9da,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:30.530853 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.557221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.557570 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Added segment f0525c9a-4766-4767-b729-df553b1311ec of type vlan for network 5983f29d-b6a5-463a-b76d-6f5a58803168 Jun 03 15:41:30.559830 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef7a8df5-cbd5-41ae-b1f8-0b794e11af1d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.573248 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef7a8df5-cbd5-41ae-b1f8-0b794e11af1d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.581781 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.587574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.610442 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.629609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a8df5-cbd5-41ae-b1f8-0b794e11af1d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07d8b9e-7cfd-4162-b28a-154c90be3c85,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:30.637345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e96bd0cb-7fe5-4d73-9c55-218072083e6c None None] Deleting port 85f78188-8af6-4589-85d1-62e48b877291 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:30.637941 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e96bd0cb-7fe5-4d73-9c55-218072083e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.666190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.690206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:30.695525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fc0ee5-1370-4c18-82ea-eb3db502dd98,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:30.695707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Network': ['ID=bc0bffd7-50b3-4f1c-9481-a41eb4f612ff,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:30.704665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ef7a8df5-cbd5-41ae-b1f8-0b794e11af1d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.706436 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ef7a8df5-cbd5-41ae-b1f8-0b794e11af1d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8171439 Jun 03 15:41:30.709685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34960) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:30.719760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ae52c96e-609f-4737-b0b7-dcd432f931cc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': '1d4251c0-24a7-4be3-9aed-7d6a3dea64a7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:30.725778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cb8a23e9-366f-45fa-8e8c-172687a963e1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/networks/bc0bffd7-50b3-4f1c-9481-a41eb4f612ff HTTP/1.1" status: 204 len: 168 time: 2.6622736 Jun 03 15:41:30.731150 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.731507 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Added segment 1940618b-1b83-4441-8d79-c697429a1e48 of type vlan for network b3fa068f-9828-4c43-9f4c-0818c7efcd54 Jun 03 15:41:30.741906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34964) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:30.747156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ae52c96e-609f-4737-b0b7-dcd432f931cc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:30.758687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-787449978'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:30.763184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6eeed-1820-4284-b566-1c4da3f84949 req-a4639806-0ac8-4f38-8f1b-b0cd2b89e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:30.763705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ae52c96e-609f-4737-b0b7-dcd432f931cc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:30.765034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63a6eeed-1820-4284-b566-1c4da3f84949 req-a4639806-0ac8-4f38-8f1b-b0cd2b89e892 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 1096 time: 0.1902387 Jun 03 15:41:30.769037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:30.771335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ae52c96e-609f-4737-b0b7-dcd432f931cc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:30.785387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ae52c96e-609f-4737-b0b7-dcd432f931cc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:30.788572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:network and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:30.793300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:30.803437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:30.809096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.810124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:30.810803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.843223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e96bd0cb-7fe5-4d73-9c55-218072083e6c None None] The port '85f78188-8af6-4589-85d1-62e48b877291' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:41:30.878392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.954229 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.964006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:30.967559 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.979719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Transition to ACTIVE for port object 9167fc22-7b74-4ec2-87c6-9e4585f30b2d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:30.984660 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae52c96e-609f-4737-b0b7-dcd432f931cc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:30.995019 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.004971 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1972082 Jun 03 15:41:31.013926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34972) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:31.051446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Request body: {'subnet': {'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-329119460-subnet', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:31.055491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13475398-95f0-43ad-95f0-34add8f66c05 admin admin] Pushing event updated for resources: {'Network': ['ID=5983f29d-b6a5-463a-b76d-6f5a58803168,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:31.073826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:31.087490 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5983f29d-b6a5-463a-b76d-6f5a58803168 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:31.095031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:31.098940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Usage tracker for resource:subnet and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:31.108522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:31.111618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.118980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:31.119607 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.138456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6eeed-1820-4284-b566-1c4da3f84949 req-c75bab88-0910-456d-ae2a-fd25b2109d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:31.141384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63a6eeed-1820-4284-b566-1c4da3f84949 req-c75bab88-0910-456d-ae2a-fd25b2109d7e service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.3691869 Jun 03 15:41:31.160872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:31.163129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.163526 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Added segment 14ece521-d374-4596-96ef-31865986b63e of type vlan for network ffa76d45-6908-4147-bbed-2e28f14fe65a Jun 03 15:41:31.273948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462b63e-4e5b-4df2-b899-fa258889e491 None None] Pushing event updated for resources: {'Port': ['ID=9167fc22-7b74-4ec2-87c6-9e4585f30b2d,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:31.323958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63a6eeed-1820-4284-b566-1c4da3f84949 req-0f856c5e-e72d-4651-8430-86516240dd16 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da HTTP/1.1" status: 200 len: 217 time: 0.1759131 Jun 03 15:41:31.354247 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae52c96e-609f-4737-b0b7-dcd432f931cc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.375055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Made reservation on behalf of 5c15c36aa81149968881e45ce4841979 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:31.380186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.395671 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8618989 Jun 03 15:41:31.406985 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae52c96e-609f-4737-b0b7-dcd432f931cc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.415171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34984) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:31.493717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6eeed-1820-4284-b566-1c4da3f84949 req-c4411dc9-1053-492e-a2c6-47168abe2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:31.498656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63a6eeed-1820-4284-b566-1c4da3f84949 req-c4411dc9-1053-492e-a2c6-47168abe2acc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.1634159 Jun 03 15:41:31.502500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Pushing event updated for resources: {'Network': ['ID=b3fa068f-9828-4c43-9f4c-0818c7efcd54,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:31.546799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.547452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.547936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.548472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.548952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.549428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.550161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.550786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.551410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.551968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.552478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.552987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d91d55-5991-4d5d-b701-fbb2e37be933 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:31.571930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network b3fa068f-9828-4c43-9f4c-0818c7efcd54 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:31.584043 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.589993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52c96e-609f-4737-b0b7-dcd432f931cc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d5043d-c601-413a-af07-f67d70bc4dd5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:31.605712 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae52c96e-609f-4737-b0b7-dcd432f931cc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.607471 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ae52c96e-609f-4737-b0b7-dcd432f931cc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8953452 Jun 03 15:41:31.613019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:31.631731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a4f8a99b-36fe-449f-8380-4675b1525b13 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': '1d4251c0-24a7-4be3-9aed-7d6a3dea64a7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:31.638868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a4f8a99b-36fe-449f-8380-4675b1525b13 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:31.643304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a4f8a99b-36fe-449f-8380-4675b1525b13 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:31.646652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a4f8a99b-36fe-449f-8380-4675b1525b13 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:31.653227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a4f8a99b-36fe-449f-8380-4675b1525b13 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:31.688800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4f8a99b-36fe-449f-8380-4675b1525b13 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.746187 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.753807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:31.754711 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.802092 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4f8a99b-36fe-449f-8380-4675b1525b13 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.803673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4756efe-4e4f-4738-ba79-b51fa50f5141 req-df8c29eb-353c-4ceb-8872-818a03bf6868 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:31.805763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4756efe-4e4f-4738-ba79-b51fa50f5141 req-df8c29eb-353c-4ceb-8872-818a03bf6868 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.5588827 Jun 03 15:41:31.815366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Request body: {'network': {'name': 'tempest-network--385511730', 'router:external': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:31.830097 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4f8a99b-36fe-449f-8380-4675b1525b13 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.865770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f9738-2fd9-4ef2-b7d3-e6af741fff78 req-10b4c0f7-a558-4c8e-98b2-f903e62dbb36 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:31.868437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a8f9738-2fd9-4ef2-b7d3-e6af741fff78 req-10b4c0f7-a558-4c8e-98b2-f903e62dbb36 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.2770498 Jun 03 15:41:31.874359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Attempting to bind port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:31.874945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Attempting to bind port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:31.875059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Attempting to bind port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d on network 62e9e6ac-3306-4f7f-9ce7-9621327814da {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:31.882671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:31.883048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Checking segment: {'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:31.883436 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.883826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Bound using segment: {'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:31.884550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Bound port: 9167fc22-7b74-4ec2-87c6-9e4585f30b2d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:31.884918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:31.893947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6eeed-1820-4284-b566-1c4da3f84949 req-23474008-556a-4d9d-8ecc-bc0f9a320b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:31.895708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63a6eeed-1820-4284-b566-1c4da3f84949 req-23474008-556a-4d9d-8ecc-bc0f9a320b4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3866744 Jun 03 15:41:31.950512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4756efe-4e4f-4738-ba79-b51fa50f5141 req-a3bbd694-e843-4311-80d4-ae6dc1df42f4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331258 Jun 03 15:41:32.007576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] For port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:32.012167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] For port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9167fc22-7b74-4ec2-87c6-9e4585f30b2d,segment=NetworkSegment(9a066051-e458-4c8e-ae7f-1419404b33a1),segment_id=9a066051-e458-4c8e-ae7f-1419404b33a1)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:32.017277 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.048291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:32.050753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a8f9738-2fd9-4ef2-b7d3-e6af741fff78 req-1da5b8b5-4294-42aa-985e-167ff44e4adb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638012 Jun 03 15:41:32.094834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Usage tracker for resource:network and tenant:7738b0ef626b4b5ca0e84f8c281a88f7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:32.098359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8a99b-36fe-449f-8380-4675b1525b13 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958d778e-dc3c-4a67-96a5-53dec09dd49f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:32.129699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63a6eeed-1820-4284-b566-1c4da3f84949 req-1e4502a5-2a12-4db9-99b5-888fbbd28c03 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113049 Jun 03 15:41:32.136793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:32.146197 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4010372 Jun 03 15:41:32.151409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34994) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:32.155535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:32.156163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:04Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:32.162153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:32.164325 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4f8a99b-36fe-449f-8380-4675b1525b13 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.165520 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a4f8a99b-36fe-449f-8380-4675b1525b13 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5482197 Jun 03 15:41:32.166509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52017f-a78e-4271-9868-546b4a3c0853 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Network': ['ID=ffa76d45-6908-4147-bbed-2e28f14fe65a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:32.173099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': 'ffa76d45-6908-4147-bbed-2e28f14fe65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:32.180163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34998) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:32.188058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': '1d4251c0-24a7-4be3-9aed-7d6a3dea64a7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:32.196622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:32.201455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:32.206032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:32.217278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:32.234233 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Project 4d9167523947465893c35df85aa4b44d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:41:32.256710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ffa76d45-6908-4147-bbed-2e28f14fe65a details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:32.312748 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.359662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:32.367156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:32.380725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:32.390620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Made reservation on behalf of 7738b0ef626b4b5ca0e84f8c281a88f7 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:32.392922 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.425404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462b63e-4e5b-4df2-b899-fa258889e491 None None] Pushing event updated for resources: {'Port': ['ID=9167fc22-7b74-4ec2-87c6-9e4585f30b2d,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:32.428116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-184e06eb-adab-491d-bc09-78bd6d4b5c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.453518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:32.463520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.487762 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.498164 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.524224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:32.533786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Usage tracker for resource:security_group_rule and tenant:7738b0ef626b4b5ca0e84f8c281a88f7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:32.539483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:32.548928 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.556269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:32.584558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091b86d7-3b09-4853-afa4-dd6cf8c764bd,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:32.593227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:32.597535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:32.597727 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.607222 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.608881 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6a7de522-b388-4c88-9b18-002fd2819a74 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4272738 Jun 03 15:41:32.613424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35004) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:32.631209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': '1d4251c0-24a7-4be3-9aed-7d6a3dea64a7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:32.641549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:32.648642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:32.652590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:32.662691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:32.676509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63a6eeed-1820-4284-b566-1c4da3f84949 req-e9fddc4a-5baa-4409-916d-952252fba160 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376348 Jun 03 15:41:32.678624 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Project 4d9167523947465893c35df85aa4b44d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:41:32.688196 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.805070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14e0566-c2fb-478f-a728-6d74f3acbcc9,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:32.835053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.835247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Checking segment: {'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:32.835346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Network hostable DHCP agents. Network: 5983f29d-b6a5-463a-b76d-6f5a58803168, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:32.843529 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.880994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094e69a7-6f79-4475-83bd-c60535bca0c8,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:32.895597 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:32.904735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-87ffd9b1-d7a8-4e7b-bec0-db149722b80b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2800477 Jun 03 15:41:32.927947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Network 5983f29d-b6a5-463a-b76d-6f5a58803168 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:32.968971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5983f29d-b6a5-463a-b76d-6f5a58803168) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:33.017913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:33.018503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.026264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ae011-c0ab-4b3f-abfa-3b157360a8f4 None None] Network 5983f29d-b6a5-463a-b76d-6f5a58803168 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:33.065355 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.078298 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.119150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a021ef4b-faae-4b95-9e07-d0a86eadcfcb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:33.125780 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-52d0b028-f3d4-4d76-ad54-2039ebd0bc8c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1016123 Jun 03 15:41:33.129234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35016) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:33.138556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:33.146100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:33.167322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:33.174183 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.174532 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Added segment 6a22669a-f0a4-49b4-8864-5c31b486f084 of type vlan for network 039eb742-3b6b-405b-a444-6b965f18faf3 Jun 03 15:41:33.179736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Usage tracker for resource:router and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:33.183911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.194092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:33.214937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:33.281670 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.315946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Subnet': ['ID=6ee7c75b-d061-45ce-931f-c698070b762a,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:33.338963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Checking segment: {'id': '14ece521-d374-4596-96ef-31865986b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ffa76d45-6908-4147-bbed-2e28f14fe65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:33.339318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network hostable DHCP agents. Network: ffa76d45-6908-4147-bbed-2e28f14fe65a, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:33.365653 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.366618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:33.367331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.389917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network ffa76d45-6908-4147-bbed-2e28f14fe65a is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:33.473138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, ffa76d45-6908-4147-bbed-2e28f14fe65a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:33.478748 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.480324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.481963 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0502753 Jun 03 15:41:33.483507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:33.484073 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.488917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35020) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:33.503156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861b604-1cde-4348-8490-55b178942861 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event updated for resources: {'Network': ['ID=039eb742-3b6b-405b-a444-6b965f18faf3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:33.516569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6c04e-2cc3-4cef-8a59-e9a08df6ddb3 None None] Network ffa76d45-6908-4147-bbed-2e28f14fe65a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:33.516822 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e5db3e61-b4d9-40e8-b782-5bb92d42b19d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3559761 Jun 03 15:41:33.517008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:33.527403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d56932b2-efe8-4190-a791-ffd523c1baf1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1887041710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:33.538451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 039eb742-3b6b-405b-a444-6b965f18faf3 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:33.552085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d56932b2-efe8-4190-a791-ffd523c1baf1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:33.558399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d56932b2-efe8-4190-a791-ffd523c1baf1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:router and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:33.561629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d56932b2-efe8-4190-a791-ffd523c1baf1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:33.569525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d56932b2-efe8-4190-a791-ffd523c1baf1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:33.582128 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d56932b2-efe8-4190-a791-ffd523c1baf1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.583256 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d56932b2-efe8-4190-a791-ffd523c1baf1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.601158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d56932b2-efe8-4190-a791-ffd523c1baf1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.623731 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d56932b2-efe8-4190-a791-ffd523c1baf1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.651604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d56932b2-efe8-4190-a791-ffd523c1baf1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.653383 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d56932b2-efe8-4190-a791-ffd523c1baf1 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1353040 Jun 03 15:41:33.656007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:33.662803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'network_id': 'ffa76d45-6908-4147-bbed-2e28f14fe65a', 'name': 'tempest-PortsTestJSON-1864477809'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:33.744719 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.818669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ed2ea-a6b2-4947-87ed-1c69ba396586 req-2f878b2f-23f3-48fc-bfb5-ba2de79e2b56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:33.825711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa8ed2ea-a6b2-4947-87ed-1c69ba396586 req-2f878b2f-23f3-48fc-bfb5-ba2de79e2b56 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.5958028 Jun 03 15:41:33.828827 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.837749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-5983f29d-b6a5-463a-b76d-6f5a58803168', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'fixed_ips': [{'subnet_id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:33.838630 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.912827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:41:24Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:31Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:33.951495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:33.956326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:port and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:33.960812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:33.969079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:33.983861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:33.988519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:33.994969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f150bc-37db-4cc8-89a6-d3050e7f165b None None] The sync data for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 is: [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:41:24Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:31Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:34.016845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec115ea-e4b9-4907-9516-04462852d219 req-f437b409-3edb-4ee3-991d-f77bcbfa3ee5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:34.021236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ec115ea-e4b9-4907-9516-04462852d219 req-f437b409-3edb-4ee3-991d-f77bcbfa3ee5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.6622269 Jun 03 15:41:34.028860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port 42fac48f-fb64-4cd8-a80f-d668e869a60e yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:41:34.173249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5c683020-2377-4ef4-9ddb-2a82c0a6b2da no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:34.289457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.11 (ffa76d45-6908-4147-bbed-2e28f14fe65a/6ee7c75b-d061-45ce-931f-c698070b762a/42fac48f-fb64-4cd8-a80f-d668e869a60e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:34.436387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Allocated IP 172.20.0.2 (5983f29d-b6a5-463a-b76d-6f5a58803168/b14e0566-c2fb-478f-a728-6d74f3acbcc9/e3a9edc9-8119-4a9d-89b0-5defd2955336) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:34.708127 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.710127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.739837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object 42fac48f-fb64-4cd8-a80f-d668e869a60e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:34.788658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa8ed2ea-a6b2-4947-87ed-1c69ba396586 req-a652e698-d56b-4860-8da1-50a706c1507e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9563553 Jun 03 15:41:34.820697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.885107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ec115ea-e4b9-4907-9516-04462852d219 req-3e3557b1-fd13-4f40-a859-a630954aa011 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8386135 Jun 03 15:41:34.915640 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.945861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Transition to ACTIVE for port object e3a9edc9-8119-4a9d-89b0-5defd2955336 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:34.961551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-ffa76d45-6908-4147-bbed-2e28f14fe65a', 'network_id': 'ffa76d45-6908-4147-bbed-2e28f14fe65a', 'tenant_id': '7a86b0aefdf54345be5012cbdd692f43', 'fixed_ips': [{'subnet_id': '6ee7c75b-d061-45ce-931f-c698070b762a'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:34.967095 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:34.974478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network ffa76d45-6908-4147-bbed-2e28f14fe65a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:34.986978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:35.004227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:35.019067 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.118313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:35.119525 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.145511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=42fac48f-fb64-4cd8-a80f-d668e869a60e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:35.154169 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9d1c7bd0-db28-4380-85ec-e7ea22c2d9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.164000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039eb742-3b6b-405b-a444-6b965f18faf3']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:35.172335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8bb14343-92fe-4a1f-8ef3-8a1cbc06a955 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5151784 Jun 03 15:41:35.182612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35046) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:35.193224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Transition to ACTIVE for port object e3a9edc9-8119-4a9d-89b0-5defd2955336 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:35.200058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a22669a-f0a4-49b4-8864-5c31b486f084') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:35.200222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a22669a-f0a4-49b4-8864-5c31b486f084') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:35.229779 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.248784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-6337dedb-8a93-4bc4-bb3b-cf208744d2f7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:35.295813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.317223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:35.318123 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.352192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-6337dedb-8a93-4bc4-bb3b-cf208744d2f7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:35.356085 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-6337dedb-8a93-4bc4-bb3b-cf208744d2f7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586930864&fields=id&tenant_id=4d9167523947465893c35df85aa4b44d HTTP/1.1" status: 200 len: 267 time: 0.3094687 Jun 03 15:41:35.426477 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 6a22669a-f0a4-49b4-8864-5c31b486f084 resource provider aggregate not found Jun 03 15:41:35.466043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.604732 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 6a22669a-f0a4-49b4-8864-5c31b486f084 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a22669a-f0a4-49b4-8864-5c31b486f084 found for delete ", "request_id": "req-c293f0f4-99cd-458b-b8dd-2fe0e2f10b09"}]} Jun 03 15:41:35.709398 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.734027 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.747090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:35.747852 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.794469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Network 5983f29d-b6a5-463a-b76d-6f5a58803168 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:35.805808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9167fc22-7b74-4ec2-87c6-9e4585f30b2d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:35.927477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:35.975500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:35.989502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Pushing event updated for resources: {'Port': ['ID=e3a9edc9-8119-4a9d-89b0-5defd2955336,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:35.992360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:36.094867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 039eb742-3b6b-405b-a444-6b965f18faf3 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:41:36.099035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event deleted for resources: {'Network': ['ID=039eb742-3b6b-405b-a444-6b965f18faf3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:36.105353 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.202573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.202920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.203254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.203584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.203904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.204226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.204542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.204861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.205177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.205489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.205799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.206132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:41:36.219146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe76ae67-5397-4bfb-905a-222941f74811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:36.239396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-331975a8-8899-4f7a-a2aa-1211c06f1b08 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "DELETE /v2.0/networks/039eb742-3b6b-405b-a444-6b965f18faf3 HTTP/1.1" status: 204 len: 168 time: 2.7457187 Jun 03 15:41:36.250089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35066) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:36.277776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:36.290628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-dc914813-6ce3-422e-90b7-d1f7ef304519 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:36.291429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-dc914813-6ce3-422e-90b7-d1f7ef304519 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:36.314683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:36.336484 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-989b4579-68b1-4374-b772-70d88666cddb service neutron] show failed (client error): The resource could not be found. Jun 03 15:41:36.337497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-989b4579-68b1-4374-b772-70d88666cddb service neutron] 10.222.0.67 "GET /v2.0/ports/4de36b08-1233-4a27-906a-d6906ff69231/bindings/n-h1-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.5579734 Jun 03 15:41:36.353456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Usage tracker for resource:network and tenant:7738b0ef626b4b5ca0e84f8c281a88f7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:36.375873 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:36.401410 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.466023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:36.492078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.496002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-dc914813-6ce3-422e-90b7-d1f7ef304519 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:36.497130 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-dc914813-6ce3-422e-90b7-d1f7ef304519 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/networks?id=62e9e6ac-3306-4f7f-9ce7-9621327814da HTTP/1.1" status: 200 len: 796 time: 1.1029692 Jun 03 15:41:36.517703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:36.566626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Allocated IP 172.20.0.2 (ffa76d45-6908-4147-bbed-2e28f14fe65a/6ee7c75b-d061-45ce-931f-c698070b762a/6f488cdd-5a0b-45fa-b50b-1c76479599b6) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:36.571434 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.575717 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.646917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.75', 57921) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:36.660705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Made reservation on behalf of 7738b0ef626b4b5ca0e84f8c281a88f7 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:36.663458 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.682452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Attempting to bind port e3a9edc9-8119-4a9d-89b0-5defd2955336 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:36.682819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Attempting to bind port e3a9edc9-8119-4a9d-89b0-5defd2955336 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:36.683568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Attempting to bind port e3a9edc9-8119-4a9d-89b0-5defd2955336 on network 5983f29d-b6a5-463a-b76d-6f5a58803168 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:36.694374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32330a8a-d4e8-43d5-b879-63afed47340c req-7ad253f1-de15-46a1-98e2-15079cfe136f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:36.696093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32330a8a-d4e8-43d5-b879-63afed47340c req-7ad253f1-de15-46a1-98e2-15079cfe136f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 945 time: 0.6405516 Jun 03 15:41:36.709832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-6f3af2ea-f61b-4b2b-badd-94a353932da4 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/quotas/4d9167523947465893c35df85aa4b44d HTTP/1.1" status: 200 len: 375 time: 0.1956928 Jun 03 15:41:36.723753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:36.725849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Checking segment: {'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:36.726343 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.729238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Bound using segment: {'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:36.730263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Bound port: e3a9edc9-8119-4a9d-89b0-5defd2955336, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:36.731853 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.813703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:36.841580 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32330a8a-d4e8-43d5-b879-63afed47340c req-af786ef1-8be2-44ef-a9bc-9176909a2517 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307588 Jun 03 15:41:36.914119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.75', 57922) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:36.915528 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:36.916049 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Added segment d826c0ff-9f39-49ba-ac6d-37ef6fea378d of type vlan for network 1f64a98c-f1ac-4251-914f-0968700aaffe Jun 03 15:41:36.943412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:36.984298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:36.984669 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.025459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Allocated IP 172.25.7.183 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:37.079314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:37.172664 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.214766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] For port e3a9edc9-8119-4a9d-89b0-5defd2955336, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:37.271697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.301479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] For port e3a9edc9-8119-4a9d-89b0-5defd2955336, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e3a9edc9-8119-4a9d-89b0-5defd2955336,segment=NetworkSegment(f0525c9a-4766-4767-b729-df553b1311ec),segment_id=f0525c9a-4766-4767-b729-df553b1311ec)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:37.316946 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.322497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-34417ce5-4c26-46ba-bea6-190d91aeaf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:37.324600 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-34417ce5-4c26-46ba-bea6-190d91aeaf0b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 1096 time: 0.6764684 Jun 03 15:41:37.342575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:37.355421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-79a51571-be65-4d16-bb45-42b1f228f87c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6344266 Jun 03 15:41:37.469573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-b0f610db-5bb9-4d87-b7ff-1b199392a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:37.471563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-b0f610db-5bb9-4d87-b7ff-1b199392a578 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1096 time: 0.5532293 Jun 03 15:41:37.471722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:37.471988 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.496867 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.506736 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.523287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Transition to ACTIVE for port object 6f488cdd-5a0b-45fa-b50b-1c76479599b6 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:37.562770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9167fc22-7b74-4ec2-87c6-9e4585f30b2d,segment=NetworkSegment(9a066051-e458-4c8e-ae7f-1419404b33a1),segment_id=9a066051-e458-4c8e-ae7f-1419404b33a1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:37.566853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c26aa-fc30-43f1-8670-f42ae7ca7c80 None None] Pushing event updated for resources: {'Port': ['ID=e3a9edc9-8119-4a9d-89b0-5defd2955336,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:37.569212 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.569903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Transition to ACTIVE for port object 6f488cdd-5a0b-45fa-b50b-1c76479599b6 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:37.572051 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.580092 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.610429 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.642913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Network ffa76d45-6908-4147-bbed-2e28f14fe65a is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:37.646071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:37.649961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:37.671815 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.672768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:37.673341 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.734060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=9167fc22-7b74-4ec2-87c6-9e4585f30b2d,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:37.807893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Attempting to bind port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:37.808327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Attempting to bind port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '14ece521-d374-4596-96ef-31865986b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ffa76d45-6908-4147-bbed-2e28f14fe65a'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:37.808608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Attempting to bind port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 on network ffa76d45-6908-4147-bbed-2e28f14fe65a {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:37.820463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:37.820463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Checking segment: {'id': '14ece521-d374-4596-96ef-31865986b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ffa76d45-6908-4147-bbed-2e28f14fe65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:37.820463 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.820802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Bound using segment: {'id': '14ece521-d374-4596-96ef-31865986b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ffa76d45-6908-4147-bbed-2e28f14fe65a'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:37.822309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Bound port: 6f488cdd-5a0b-45fa-b50b-1c76479599b6, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ece521-d374-4596-96ef-31865986b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ffa76d45-6908-4147-bbed-2e28f14fe65a'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:37.822309 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.849294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Pushing event updated for resources: {'Port': ['ID=6f488cdd-5a0b-45fa-b50b-1c76479599b6,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:37.880673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6151862 Jun 03 15:41:37.888878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35080) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:37.893576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:37.917143 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-e6d306ef-fa10-495b-a439-e778e3d6136d service neutron] 10.222.0.48 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032780 Jun 03 15:41:37.921728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Request body: {'subnet': {'network_id': '1f64a98c-f1ac-4251-914f-0968700aaffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:37.930139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04797e11-1c82-4af3-9ad2-0fbc2ee9a16a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event updated for resources: {'Network': ['ID=1f64a98c-f1ac-4251-914f-0968700aaffe,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:37.948132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=42fac48f-fb64-4cd8-a80f-d668e869a60e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:37.989451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] For port 6f488cdd-5a0b-45fa-b50b-1c76479599b6, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:37.994127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] For port 6f488cdd-5a0b-45fa-b50b-1c76479599b6, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f488cdd-5a0b-45fa-b50b-1c76479599b6,segment=NetworkSegment(14ece521-d374-4596-96ef-31865986b63e),segment_id=14ece521-d374-4596-96ef-31865986b63e)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:37.998567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 1f64a98c-f1ac-4251-914f-0968700aaffe details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:38.026451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7707f-a8f2-4b8d-b77d-1625064b8dc4 req-3d048f6b-5a1b-4c9f-ab54-24aef30d1a96 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:38.028823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1e7707f-a8f2-4b8d-b77d-1625064b8dc4 req-3d048f6b-5a1b-4c9f-ab54-24aef30d1a96 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.7638645 Jun 03 15:41:38.037704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:38.061200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-a9674a72-1433-43c9-a386-6e543d47d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:38.063034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-a9674a72-1433-43c9-a386-6e543d47d098 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 200 len: 897 time: 0.5352893 Jun 03 15:41:38.094753 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.162129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Usage tracker for resource:subnet and tenant:7738b0ef626b4b5ca0e84f8c281a88f7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:38.176523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:38.197801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:38.254498 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1e7707f-a8f2-4b8d-b77d-1625064b8dc4 req-02e1086b-ec68-4a7b-a3a0-656998b615a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957061 Jun 03 15:41:38.284713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae6036-4ec3-4c65-85f7-dc0a99c90b7a None None] Pushing event updated for resources: {'Port': ['ID=6f488cdd-5a0b-45fa-b50b-1c76479599b6,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:38.349657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-9cf6c956-e400-43e6-abd6-008df7d5b113 service neutron] 10.222.0.48 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027424 Jun 03 15:41:38.363184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Made reservation on behalf of 7738b0ef626b4b5ca0e84f8c281a88f7 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:38.369006 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.420149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.578518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.638284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-40fd4a15-6e97-4295-9331-6f91fc0ff16f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 1001 time: 0.5430894 Jun 03 15:41:38.682591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=4de36b08-1233-4a27-906a-d6906ff69231,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:38.685751 n-d-844595-1 neutron-server[88446]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3a7563d0-f620-490d-a30b-4b2fd8d4cbc6']: {'server_uuid': 'fe76ae67-5397-4bfb-905a-222941f74811', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da', 'code': 422} returned with failed status Jun 03 15:41:38.830931 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.853840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:38.915843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:38.985606 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:38.998080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:39.016607 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.028604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Transition to ACTIVE for port object 4de36b08-1233-4a27-906a-d6906ff69231 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:39.036914 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:39.083643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:39.110887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:39.113564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:39.259990 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a53bd9e7-86cf-435b-8328-c544f3557f5e req-eadd5109-0e11-43df-9a9c-eb8cfd20c3d9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 210 time: 0.3013215 Jun 03 15:41:39.383899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668cee00-fb90-494e-aa4c-fe7be76524fa None None] Network 5983f29d-b6a5-463a-b76d-6f5a58803168 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:39.541659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Pushing event updated for resources: {'Port': ['ID=4de36b08-1233-4a27-906a-d6906ff69231,revision_number=6']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:39.612873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3808e054-c4e1-4842-8c80-d1f4313fa401 None None] Provisioning for port e3a9edc9-8119-4a9d-89b0-5defd2955336 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:40.027024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f488cdd-5a0b-45fa-b50b-1c76479599b6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:40.094636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4de36b08-1233-4a27-906a-d6906ff69231 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:40.159377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8afa36-3d5c-4d32-a84d-aa264b58023a None None] Network ffa76d45-6908-4147-bbed-2e28f14fe65a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:40.164746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-42e5a825-c532-42b4-b3db-ae115e9f4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:40.166633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-42e5a825-c532-42b4-b3db-ae115e9f4b26 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6f2775e-c94e-4891-a56b-88a73e7e0c48 HTTP/1.1" status: 200 len: 833 time: 1.2457151 Jun 03 15:41:40.219709 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.223563 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63cdf6b-5833-4b07-9300-855df7ace40e'] response: {'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231', 'code': 200} Jun 03 15:41:40.231032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.250223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d393c0-e2a2-494d-bc8f-b313a781fd07 req-583bf2ee-0cef-4a6e-bfa0-2a7a5361e230 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:40.251791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83d393c0-e2a2-494d-bc8f-b313a781fd07 req-583bf2ee-0cef-4a6e-bfa0-2a7a5361e230 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.2918742 Jun 03 15:41:40.348569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a0e18bd0-4cce-40e5-bbeb-38353d499768 None None] Provisioning for port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:40.361549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] No DVR routers for this DVR port 4de36b08-1233-4a27-906a-d6906ff69231 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:40.362814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d989e1f-6d22-4db7-8b17-88ed7b5a090d req-6c3bd58b-1d0c-420b-a147-2d9898bb13d0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:40.374744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d989e1f-6d22-4db7-8b17-88ed7b5a090d req-6c3bd58b-1d0c-420b-a147-2d9898bb13d0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 943 time: 0.3621631 Jun 03 15:41:40.389664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 4de36b08-1233-4a27-906a-d6906ff69231 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:40.415432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:40.422920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:40.423391 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.806943 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.810845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Attempting to bind port 4de36b08-1233-4a27-906a-d6906ff69231 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:40.811170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Attempting to bind port 4de36b08-1233-4a27-906a-d6906ff69231 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:40.811485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Attempting to bind port 4de36b08-1233-4a27-906a-d6906ff69231 on network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:40.816545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=42fac48f-fb64-4cd8-a80f-d668e869a60e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:40.821204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Port 4de36b08-1233-4a27-906a-d6906ff69231 on network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:41:40.821499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Attempting to bind port 4de36b08-1233-4a27-906a-d6906ff69231 on network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:40.829505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:40.829834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Checking segment: {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:40.830247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Bound using segment: {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:40.830674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Bound port: 4de36b08-1233-4a27-906a-d6906ff69231, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31869a06-8cbe-4571-9476-5764b97a52db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:40.831006 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.836605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83d393c0-e2a2-494d-bc8f-b313a781fd07 req-9b2acccd-4bce-4b70-a091-0fa474351a77 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5673203 Jun 03 15:41:40.870172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:40.870624 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:40.968976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6f488cdd-5a0b-45fa-b50b-1c76479599b6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f488cdd-5a0b-45fa-b50b-1c76479599b6,segment=NetworkSegment(14ece521-d374-4596-96ef-31865986b63e),segment_id=14ece521-d374-4596-96ef-31865986b63e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:40.982293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d989e1f-6d22-4db7-8b17-88ed7b5a090d req-0c204e66-2bb1-4f77-a0d1-02b307e5754a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425121 Jun 03 15:41:41.014184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.015579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e3a9edc9-8119-4a9d-89b0-5defd2955336 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:41.077265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:41.099274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4de36b08-1233-4a27-906a-d6906ff69231,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:41.115625 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.248703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e3a9edc9-8119-4a9d-89b0-5defd2955336 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:41.256910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e3a9edc9-8119-4a9d-89b0-5defd2955336 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:41.262912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network ffa76d45-6908-4147-bbed-2e28f14fe65a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:41.272757 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.276971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:41.281390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:41.282401 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.284817 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] 10.222.0.75 "PUT /v2.0/ports/4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 1091 time: 3.9486697 Jun 03 15:41:41.479956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6f488cdd-5a0b-45fa-b50b-1c76479599b6,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:41.571544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e3a9edc9-8119-4a9d-89b0-5defd2955336 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:41.571923 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.592075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58e15b8e-6fdb-4578-925e-c457a135ff63 req-b295869f-927d-4410-a254-d24b7e244fc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 210 time: 0.3694730 Jun 03 15:41:41.632575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-1d3b8f95-2d05-4c13-8bff-f6ace9d773b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:41.634324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-1d3b8f95-2d05-4c13-8bff-f6ace9d773b8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4556785 Jun 03 15:41:41.641021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e3a9edc9-8119-4a9d-89b0-5defd2955336, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e3a9edc9-8119-4a9d-89b0-5defd2955336,segment=NetworkSegment(f0525c9a-4766-4767-b729-df553b1311ec),segment_id=f0525c9a-4766-4767-b729-df553b1311ec)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:41.644991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd7064-bac6-4ae7-b106-5d873ea6e33d service neutron] Pushing event updated for resources: {'Port': ['ID=4de36b08-1233-4a27-906a-d6906ff69231,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:41.646618 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.648949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9167fc22-7b74-4ec2-87c6-9e4585f30b2d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:41.729550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Router 3ab8218e-e81f-4ad2-b56f-113244e264f4 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:41:41.732852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-658fdf42-7c62-4a2e-ae83-4cb148961a2b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:41:41.734365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-658fdf42-7c62-4a2e-ae83-4cb148961a2b service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0403211 Jun 03 15:41:41.742707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.objects.ports [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88445) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:41:41.743651 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.790067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e3a9edc9-8119-4a9d-89b0-5defd2955336,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:41.815278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2553f0ed-833a-48f5-9e8b-55a2010e8be3 None None] Provisioning complete for port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:41.815513 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2553f0ed-833a-48f5-9e8b-55a2010e8be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.861199 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.912165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:41.912513 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:41.974248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:41.986311 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d46de3c1-4012-48ce-ba24-e71d3b532758 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "PUT /v2.0/routers/3ab8218e-e81f-4ad2-b56f-113244e264f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8015060 Jun 03 15:41:41.987469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35122) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:41.988526 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a92921-25f9-4ad1-b210-a2d9ca90f888 None None] Sync routers for ids ['3ab8218e-e81f-4ad2-b56f-113244e264f4'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:42.006964 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a92921-25f9-4ad1-b210-a2d9ca90f888 None None] Routers {'3ab8218e-e81f-4ad2-b56f-113244e264f4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:42.007888 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e7a92921-25f9-4ad1-b210-a2d9ca90f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['3ab8218e-e81f-4ad2-b56f-113244e264f4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:42.041511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2553f0ed-833a-48f5-9e8b-55a2010e8be3 None None] Current status of the port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:42.113315 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e7a92921-25f9-4ad1-b210-a2d9ca90f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:42.121782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b8a0a3-639d-40bb-8a11-3953cc7e2911 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:42.122574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d3b8a0a3-639d-40bb-8a11-3953cc7e2911 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:42.135697 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a92921-25f9-4ad1-b210-a2d9ca90f888 None None] Routers {'3ab8218e-e81f-4ad2-b56f-113244e264f4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:42.140049 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e7a92921-25f9-4ad1-b210-a2d9ca90f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['3ab8218e-e81f-4ad2-b56f-113244e264f4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:42.140630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:42.143013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2553f0ed-833a-48f5-9e8b-55a2010e8be3 None None] Provisioning for port 42fac48f-fb64-4cd8-a80f-d668e869a60e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:42.158780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2553f0ed-833a-48f5-9e8b-55a2010e8be3 None None] Provisioning complete for port 42fac48f-fb64-4cd8-a80f-d668e869a60e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:42.159250 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2553f0ed-833a-48f5-9e8b-55a2010e8be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.165545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d3b8a0a3-639d-40bb-8a11-3953cc7e2911 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:42.171155 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d3b8a0a3-639d-40bb-8a11-3953cc7e2911 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab8218e-e81f-4ad2-b56f-113244e264f4 HTTP/1.1" status: 200 len: 983 time: 0.1821680 Jun 03 15:41:42.171471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:42.288761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f488cdd-5a0b-45fa-b50b-1c76479599b6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:42.306679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:42.344957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-c44da405-9e5b-47e0-afa9-d897606436af tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:42.346754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-c44da405-9e5b-47e0-afa9-d897606436af tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "GET /v2.0/networks?id=62e9e6ac-3306-4f7f-9ce7-9621327814da HTTP/1.1" status: 200 len: 796 time: 1.3222463 Jun 03 15:41:42.377839 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e7a92921-25f9-4ad1-b210-a2d9ca90f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:42.378561 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a92921-25f9-4ad1-b210-a2d9ca90f888 None None] The sync data for ids ['3ab8218e-e81f-4ad2-b56f-113244e264f4'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:42.387580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2553f0ed-833a-48f5-9e8b-55a2010e8be3 None None] Port 42fac48f-fb64-4cd8-a80f-d668e869a60e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:42.406988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:42.407523 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.458826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event updated for resources: {'Subnet': ['ID=be06c8c8-bf6b-4c12-8e47-f072045e5faa,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:42.564156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7f1b3c71-437d-4d47-82b6-d971ec4b55de None None] Provisioning complete for port 42fac48f-fb64-4cd8-a80f-d668e869a60e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:42.564341 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3c71-437d-4d47-82b6-d971ec4b55de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.653855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b3c71-437d-4d47-82b6-d971ec4b55de None None] Port 42fac48f-fb64-4cd8-a80f-d668e869a60e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:42.740025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:42.740532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b9421-0679-4d29-b764-53e346774d05 req-ee2a8b03-62a8-4282-868e-9f14a8c56b06 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:42.741093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e3a9edc9-8119-4a9d-89b0-5defd2955336 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:42.742105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a6b9421-0679-4d29-b764-53e346774d05 req-ee2a8b03-62a8-4282-868e-9f14a8c56b06 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.4075310 Jun 03 15:41:42.761778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Checking segment: {'id': 'd826c0ff-9f39-49ba-ac6d-37ef6fea378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1f64a98c-f1ac-4251-914f-0968700aaffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:42.762213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Network hostable DHCP agents. Network: 1f64a98c-f1ac-4251-914f-0968700aaffe, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:41:42.824530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-4b4b6b7e-be80-47f3-930a-a58f5a85dc94 service neutron] 10.222.0.75 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0710135 Jun 03 15:41:42.829664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-95239633-738d-4972-8d76-99a9b19fd46d None None] Provisioning complete for port 42fac48f-fb64-4cd8-a80f-d668e869a60e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:42.830087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-95239633-738d-4972-8d76-99a9b19fd46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.832166 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-ca1ac84b-07fc-4a11-9ca5-7e710be3a65d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9167523947465893c35df85aa4b44d HTTP/1.1" status: 200 len: 380 time: 0.3745511 Jun 03 15:41:42.868399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e3a9edc9-8119-4a9d-89b0-5defd2955336 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:42.868762 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:42.959388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'port': {'device_id': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'admin_state_up': True, 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'security_groups': ['1d4251c0-24a7-4be3-9aed-7d6a3dea64a7']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:43.015371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-95239633-738d-4972-8d76-99a9b19fd46d None None] Port 42fac48f-fb64-4cd8-a80f-d668e869a60e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:43.027102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e3a9edc9-8119-4a9d-89b0-5defd2955336 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:43.061952 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af3ef662-6016-4267-af2f-e556e11efed7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.170615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a6b9421-0679-4d29-b764-53e346774d05 req-e95118fa-b33b-4045-b7b1-eb26689a7ce0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983829 Jun 03 15:41:43.176049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2dd515a-c975-48c6-8f38-5e0a2f2f1048 req-36e4aadf-e6da-4644-a20d-c60d06e94109 service neutron] 10.222.0.75 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369541 Jun 03 15:41:43.268793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Network 1f64a98c-f1ac-4251-914f-0968700aaffe is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:41:43.345001 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794e5c5f-5c07-467e-bc31-9102c5ed67fe'] response: {'name': 'network-changed', 'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231', 'status': 'completed', 'code': 200} Jun 03 15:41:43.515415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90b30d-2f85-4dd7-8272-3cbe3bc7081b req-a4179dad-cbb0-480f-8f86-51ccda092f27 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:43.516991 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b90b30d-2f85-4dd7-8272-3cbe3bc7081b req-a4179dad-cbb0-480f-8f86-51ccda092f27 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 943 time: 1.2470772 Jun 03 15:41:43.594502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 1f64a98c-f1ac-4251-914f-0968700aaffe) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:43.604114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f744baac-072a-48ab-bcb4-75fb6378368e None None] Network 1f64a98c-f1ac-4251-914f-0968700aaffe requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:43.627200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-af3ef662-6016-4267-af2f-e556e11efed7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 42fac48f-fb64-4cd8-a80f-d668e869a60e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:43.627540 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af3ef662-6016-4267-af2f-e556e11efed7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.685486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:43.686234 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.746415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45919e19-6f30-45d6-9353-9ddc618c6f3c req-7060bfa4-5cc8-4410-a3b8-292a26134c6b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 210 time: 0.3426933 Jun 03 15:41:43.799737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0076e7ec-3fc2-4d59-8fab-ff4940e415bc tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.9000056 Jun 03 15:41:43.811052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35148) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:43.830762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Request body: {'floatingip': {'floating_network_id': '1f64a98c-f1ac-4251-914f-0968700aaffe'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:43.938527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de70538b-8ca5-4502-a951-76a804f1bb7c None None] Network 1f64a98c-f1ac-4251-914f-0968700aaffe requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:43.940101 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af3ef662-6016-4267-af2f-e556e11efed7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.957085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:43.962322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:44.078798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-af3ef662-6016-4267-af2f-e556e11efed7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 42fac48f-fb64-4cd8-a80f-d668e869a60e owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:44.219191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:44.246566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Usage tracker for resource:floatingip and tenant:7738b0ef626b4b5ca0e84f8c281a88f7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:44.311848 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b90b30d-2f85-4dd7-8272-3cbe3bc7081b req-c8d87972-3570-447d-be0c-127693c71e57 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7397661 Jun 03 15:41:44.321339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:44.329406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:port and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:44.344339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:44.366595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-2a7d2afa-1e74-4d1a-9550-485a31b469f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:44.368660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-2a7d2afa-1e74-4d1a-9550-485a31b469f9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1094 time: 1.0790722 Jun 03 15:41:44.375208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:44.425801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:44.516608 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af3ef662-6016-4267-af2f-e556e11efed7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.525296 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.564931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Made reservation on behalf of 4d9167523947465893c35df85aa4b44d for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:44.568698 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:44.579789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ef662-6016-4267-af2f-e556e11efed7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=42fac48f-fb64-4cd8-a80f-d668e869a60e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:44.684136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-afe9abd3-6304-4482-84f2-0f4c958cff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:44.686867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-afe9abd3-6304-4482-84f2-0f4c958cff5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1094 time: 1.2789454 Jun 03 15:41:44.857714 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-af3ef662-6016-4267-af2f-e556e11efed7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.213008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0303d-42a7-44b4-8444-264f7fef6e51 req-a528b69e-46bb-4dd6-b91c-b924676f9b26 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:45.218438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45a0303d-42a7-44b4-8444-264f7fef6e51 req-a528b69e-46bb-4dd6-b91c-b924676f9b26 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.2524836 Jun 03 15:41:45.231809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14d5bfdb-52b7-4168-8d7e-2fc5e7797cc1 req-be74b7c2-d624-4c8b-9766-a010ef014484 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 210 time: 0.3323429 Jun 03 15:41:45.306329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-24c426ab-5dfa-4015-b696-2c7f94a678ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:45.307221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3ef662-6016-4267-af2f-e556e11efed7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Router 3ab8218e-e81f-4ad2-b56f-113244e264f4 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:45.307832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-24c426ab-5dfa-4015-b696-2c7f94a678ae service neutron] 10.222.0.75 "GET /v2.0/networks?id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 200 len: 897 time: 0.9210858 Jun 03 15:41:45.347997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:41:45.444967 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45a0303d-42a7-44b4-8444-264f7fef6e51 req-83d6fb4f-7b21-48bb-ac51-d037531f0e46 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156050 Jun 03 15:41:45.489240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3ef662-6016-4267-af2f-e556e11efed7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:45.500761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba142d6-dc68-46e0-98ef-47d6853afaf5 None None] Sync routers for ids ['3ab8218e-e81f-4ad2-b56f-113244e264f4'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:45.512243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba142d6-dc68-46e0-98ef-47d6853afaf5 None None] Routers {'3ab8218e-e81f-4ad2-b56f-113244e264f4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:45.512665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bba142d6-dc68-46e0-98ef-47d6853afaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['3ab8218e-e81f-4ad2-b56f-113244e264f4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:45.522269 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-af3ef662-6016-4267-af2f-e556e11efed7 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "PUT /v2.0/routers/3ab8218e-e81f-4ad2-b56f-113244e264f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3494544 Jun 03 15:41:45.525236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35170) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:45.536978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-7def9e87-cf33-4861-974a-56d96fbe9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:45.539191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-7def9e87-cf33-4861-974a-56d96fbe9f58 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 200 len: 897 time: 0.8380101 Jun 03 15:41:45.579046 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7cacd1-50d5-457c-bd38-aea02f5d2fd4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:41:45.579612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dc7cacd1-50d5-457c-bd38-aea02f5d2fd4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:45.596372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dc7cacd1-50d5-457c-bd38-aea02f5d2fd4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:45.600764 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dc7cacd1-50d5-457c-bd38-aea02f5d2fd4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/42fac48f-fb64-4cd8-a80f-d668e869a60e HTTP/1.1" status: 404 len: 333 time: 0.0742385 Jun 03 15:41:45.601560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35174) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:45.604401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bba142d6-dc68-46e0-98ef-47d6853afaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:45.613588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba142d6-dc68-46e0-98ef-47d6853afaf5 None None] Routers {'3ab8218e-e81f-4ad2-b56f-113244e264f4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:45.614296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bba142d6-dc68-46e0-98ef-47d6853afaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['3ab8218e-e81f-4ad2-b56f-113244e264f4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:45.680943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bba142d6-dc68-46e0-98ef-47d6853afaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:45.681344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba142d6-dc68-46e0-98ef-47d6853afaf5 None None] The sync data for ids ['3ab8218e-e81f-4ad2-b56f-113244e264f4'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:45.750003 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5ece872-c428-4da0-ab44-398707550579 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:45.869527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-988c4e37-ae74-47cb-ad7b-f73550c9f495 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 999 time: 0.5255318 Jun 03 15:41:45.881921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Allocated IP 172.20.0.10 (62e9e6ac-3306-4f7f-9ce7-9621327814da/2c19943b-be5a-4d7c-ac92-b100cf76c9b8/88923ff7-62f8-4197-a551-7bd884c6132b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:46.064098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5ece872-c428-4da0-ab44-398707550579 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.066272 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5ece872-c428-4da0-ab44-398707550579 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.068077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-b8201bfb-48d5-42ba-826b-b49294d4eeab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 999 time: 0.5153315 Jun 03 15:41:46.092099 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5ece872-c428-4da0-ab44-398707550579 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.092639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ece872-c428-4da0-ab44-398707550579 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Fanout notify agent at l3_agent the message router_deleted on router 3ab8218e-e81f-4ad2-b56f-113244e264f4 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:41:46.096813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:46.106624 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5ece872-c428-4da0-ab44-398707550579 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.110373 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b5ece872-c428-4da0-ab44-398707550579 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/routers/3ab8218e-e81f-4ad2-b56f-113244e264f4 HTTP/1.1" status: 204 len: 168 time: 0.5052030 Jun 03 15:41:46.110872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35178) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:46.116915 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Sync routers for ids ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:46.130197 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Routers {'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:46.131313 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:46.174354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-e9f8b502-63c3-436e-841d-5dd23b4b1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:46.175818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-e9f8b502-63c3-436e-841d-5dd23b4b1289 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6f2775e-c94e-4891-a56b-88a73e7e0c48 HTTP/1.1" status: 200 len: 833 time: 0.2752361 Jun 03 15:41:46.189831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-211a90ea-1478-4a50-8e27-9c0e5ae91d34 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting subnet 6ee7c75b-d061-45ce-931f-c698070b762a {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:41:46.193817 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-211a90ea-1478-4a50-8e27-9c0e5ae91d34 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.204329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.262840 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-211a90ea-1478-4a50-8e27-9c0e5ae91d34 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.350358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Allocated IP 172.20.0.13 (1f64a98c-f1ac-4251-914f-0968700aaffe/be06c8c8-bf6b-4c12-8e47-f072045e5faa/f77afdc9-4489-46f1-b696-51093a49a3df) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:46.375864 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Set router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:46.420859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-211a90ea-1478-4a50-8e27-9c0e5ae91d34 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.503037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-211a90ea-1478-4a50-8e27-9c0e5ae91d34 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.536933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.552345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-211a90ea-1478-4a50-8e27-9c0e5ae91d34 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.557628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4dcc52-65e0-4473-937f-45868f535075 None None] Network ffa76d45-6908-4147-bbed-2e28f14fe65a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:46.572246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a90ea-1478-4a50-8e27-9c0e5ae91d34 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee7c75b-d061-45ce-931f-c698070b762a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:46.578055 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-211a90ea-1478-4a50-8e27-9c0e5ae91d34 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/6ee7c75b-d061-45ce-931f-c698070b762a HTTP/1.1" status: 204 len: 168 time: 0.4659784 Jun 03 15:41:46.580841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:46.687906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.734710 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.747967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:46.748318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.750716 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:40Z', 'revision_number': 3, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:46.756181 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Checking router: e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:41:46.757035 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Updating router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:41:46.798696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event updated for resources: {'Port': ['ID=f77afdc9-4489-46f1-b696-51093a49a3df,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:46.818095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2172e-cbf1-405a-9389-7d7bda9c7dc0 req-5ca8fb53-21f7-4c18-958e-bd8961b5af51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:46.825509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ada2172e-cbf1-405a-9389-7d7bda9c7dc0 req-5ca8fb53-21f7-4c18-958e-bd8961b5af51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 943 time: 1.3128014 Jun 03 15:41:46.837732 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.860846 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:46.862131 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dd883e08-5bd3-4e09-a2a2-b7c3c6ea7983 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 13.7313755 Jun 03 15:41:46.874148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35190) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:46.999372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c49a01-4327-4315-b98c-ccbdd3373544 None None] DHCP port deletion for ffa76d45-6908-4147-bbed-2e28f14fe65a request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:41:47.003876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-13c49a01-4327-4315-b98c-ccbdd3373544 None None] Deleting port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:47.004120 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-13c49a01-4327-4315-b98c-ccbdd3373544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.159789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814b952-c3c1-4a1e-adbf-924f3f68841d req-570b83f6-04cb-46fa-86e4-4d951d0788c3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:47.167049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a814b952-c3c1-4a1e-adbf-924f3f68841d req-570b83f6-04cb-46fa-86e4-4d951d0788c3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.4969962 Jun 03 15:41:47.193018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Network 1f64a98c-f1ac-4251-914f-0968700aaffe is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:47.199606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-1e168a88-e100-4534-927b-0337c8550cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:47.202484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-1e168a88-e100-4534-927b-0337c8550cd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6f2775e-c94e-4891-a56b-88a73e7e0c48 HTTP/1.1" status: 200 len: 833 time: 1.1162636 Jun 03 15:41:47.226402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:47.260022 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.264464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] For port 6f488cdd-5a0b-45fa-b50b-1c76479599b6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f488cdd-5a0b-45fa-b50b-1c76479599b6,segment=NetworkSegment(14ece521-d374-4596-96ef-31865986b63e),segment_id=14ece521-d374-4596-96ef-31865986b63e)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:47.264826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.284226 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Transition to ACTIVE for port object 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:47.300596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:47.306202 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.402217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-13c49a01-4327-4315-b98c-ccbdd3373544 None None] For port 6f488cdd-5a0b-45fa-b50b-1c76479599b6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f488cdd-5a0b-45fa-b50b-1c76479599b6,segment=NetworkSegment(14ece521-d374-4596-96ef-31865986b63e),segment_id=14ece521-d374-4596-96ef-31865986b63e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:47.405253 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-13c49a01-4327-4315-b98c-ccbdd3373544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.418509 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2699ea-7969-4c13-9795-b95cd9dfa0ea None None] Pushing event updated for resources: {'Port': ['ID=9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:47.480506 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Attempting to bind port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:47.481024 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Attempting to bind port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:47.481748 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Attempting to bind port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:47.492178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 6f488cdd-5a0b-45fa-b50b-1c76479599b6 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:47.498836 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:47.499440 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:47.499928 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.500433 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:47.500995 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Bound port: 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:47.501447 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.602218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.616566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-13c49a01-4327-4315-b98c-ccbdd3373544 None None] Calling delete_port for 6f488cdd-5a0b-45fa-b50b-1c76479599b6 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:47.693681 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] For port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:47.702336 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] For port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:47.707516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=6f488cdd-5a0b-45fa-b50b-1c76479599b6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:47.708813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ada2172e-cbf1-405a-9389-7d7bda9c7dc0 req-c359fde0-6fac-4861-9783-084615571708 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8824036 Jun 03 15:41:47.712410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No DVR routers for this DVR port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:41:47.735784 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:47.767354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a814b952-c3c1-4a1e-adbf-924f3f68841d req-ca1f4f6f-44c6-4b5e-bf63-d693eafbf924 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5994165 Jun 03 15:41:47.769002 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-13c49a01-4327-4315-b98c-ccbdd3373544 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:41:47.769454 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-13c49a01-4327-4315-b98c-ccbdd3373544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:41:47.824249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-fa2110b6-5489-48dc-9f74-761f81a9dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:47.826014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-fa2110b6-5489-48dc-9f74-761f81a9dddd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2604439 Jun 03 15:41:47.955723 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Routers {'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:47.966374 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:48.058977 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.112024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa76d45-6908-4147-bbed-2e28f14fe65a']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:48.128273 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2699ea-7969-4c13-9795-b95cd9dfa0ea None None] Pushing event updated for resources: {'Port': ['ID=9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:48.128517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ece521-d374-4596-96ef-31865986b63e') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:48.128785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ece521-d374-4596-96ef-31865986b63e') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:48.162325 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.217264 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.233670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:48.234299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.236092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d2009fe8-e5e1-4df0-97d5-e4de3e339d6f req-1dd46e27-bf4e-4556-bceb-ad3935cf3154 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:48.270914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-13c49a01-4327-4315-b98c-ccbdd3373544 None None] Deleting port 6f488cdd-5a0b-45fa-b50b-1c76479599b6 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:48.272278 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-13c49a01-4327-4315-b98c-ccbdd3373544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.274769 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.464702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-13c49a01-4327-4315-b98c-ccbdd3373544 None None] The port '6f488cdd-5a0b-45fa-b50b-1c76479599b6' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:41:48.473856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f488cdd-5a0b-45fa-b50b-1c76479599b6 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:41:48.476778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-c821edd1-8be0-4c5e-b42d-09e64d31a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:48.492747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-c821edd1-8be0-4c5e-b42d-09e64d31a398 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2635622 Jun 03 15:41:48.535676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6f488cdd-5a0b-45fa-b50b-1c76479599b6 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:41:48.536022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f488cdd-5a0b-45fa-b50b-1c76479599b6 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:41:48.540538 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] Set router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:48.590512 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 14ece521-d374-4596-96ef-31865986b63e resource provider aggregate not found Jun 03 15:41:48.607015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.667879 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 14ece521-d374-4596-96ef-31865986b63e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14ece521-d374-4596-96ef-31865986b63e found for delete ", "request_id": "req-f3b1adc8-4c2d-475e-8d9d-c599d040313f"}]} Jun 03 15:41:48.669282 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:48.721308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Network': ['ID=ffa76d45-6908-4147-bbed-2e28f14fe65a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:48.742233 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-484a2430-ffe6-48ea-91a7-6f1ee8ca819d tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/networks/ffa76d45-6908-4147-bbed-2e28f14fe65a HTTP/1.1" status: 204 len: 168 time: 2.1570022 Jun 03 15:41:48.742570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35212) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:48.748933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-bbefa974-16cc-4e1e-864d-ebdf4026c5bf service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069004 Jun 03 15:41:48.863314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc059b-e690-4e91-9acd-09b3c518bf7c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:48.868484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-38dc059b-e690-4e91-9acd-09b3c518bf7c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:48.891062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-38dc059b-e690-4e91-9acd-09b3c518bf7c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:48.893588 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-38dc059b-e690-4e91-9acd-09b3c518bf7c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/d33adefc-0bb9-41c3-a1f5-2627fc208ce7 HTTP/1.1" status: 200 len: 841 time: 0.1499736 Jun 03 15:41:48.898496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35218) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:48.915512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Transition to ACTIVE for port object 88923ff7-62f8-4197-a551-7bd884c6132b will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:48.994137 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-be5023c5-a4b0-44ea-9890-03e1a9bd6519 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/d33adefc-0bb9-41c3-a1f5-2627fc208ce7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0937238 Jun 03 15:41:48.997499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35222) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:49.004691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:49.041271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d2009fe8-e5e1-4df0-97d5-e4de3e339d6f req-1dd46e27-bf4e-4556-bceb-ad3935cf3154 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:49.050170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2009fe8-e5e1-4df0-97d5-e4de3e339d6f req-1dd46e27-bf4e-4556-bceb-ad3935cf3154 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 210 time: 1.0294974 Jun 03 15:41:49.056047 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:40Z', 'revision_number': 3, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:49.060807 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a53ca-6250-4753-a175-ac7a73d11a43 None None] The sync data for ids ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'] in n-d-844595-1 is: [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:40Z', 'revision_number': 3, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:41:49.147261 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-c6687f25-b94e-4338-8263-4b71d8665250 service neutron] 10.222.0.75 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2908261 Jun 03 15:41:49.148384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:49.177184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:49.190683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.193730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:49.218879 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:49.256628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:49.260649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.551695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.691573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:49.697192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:49.704716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:49.705431 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.713684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb6afc2-1774-447b-89b3-a35354345f0f None None] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:49.725708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Subnet': ['ID=3dca1a70-40da-416c-af57-4ca66d92aabb,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:49.736645 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.745417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-855178dc-7083-4bc2-a405-f7ec31bbcd27 service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8786101 Jun 03 15:41:49.767664 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-278d0001-c060-48a0-98a3-b4809e88b516 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7690830 Jun 03 15:41:49.769683 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35228) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:49.795070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'security_group': {'name': 'tempest-secgroup-116294388'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:49.807432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d56c4-08b7-447b-a58a-a637711d1cd3 req-a52a3727-14c0-417b-891a-cd31919af6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:49.809691 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-290d56c4-08b7-447b-a58a-a637711d1cd3 req-a52a3727-14c0-417b-891a-cd31919af6f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1095 time: 0.2256975 Jun 03 15:41:49.813034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:49.818390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:security_group and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:49.822011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:49.830708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:49.901128 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:49.958291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6a040-7f71-4385-b822-9a237aec819a req-5b5498c6-512e-4e30-a2fb-daae4b2cabf3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:49.960207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53c6a040-7f71-4385-b822-9a237aec819a req-5b5498c6-512e-4e30-a2fb-daae4b2cabf3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.4651608 Jun 03 15:41:49.996717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network 62e9e6ac-3306-4f7f-9ce7-9621327814da is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:50.014877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d56c4-08b7-447b-a58a-a637711d1cd3 req-c60d4b03-8318-4fdc-b87e-8d39438317ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:50.016406 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-290d56c4-08b7-447b-a58a-a637711d1cd3 req-c60d4b03-8318-4fdc-b87e-8d39438317ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.1777368 Jun 03 15:41:50.027377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.037789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:50.041138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:50.100782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=88923ff7-62f8-4197-a551-7bd884c6132b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:50.101522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-96235a7b-47a8-4cce-89be-6add25ffd6aa', 'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'tenant_id': '7a86b0aefdf54345be5012cbdd692f43', 'fixed_ips': [{'subnet_id': '3dca1a70-40da-416c-af57-4ca66d92aabb'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:41:50.104062 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.158827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9032e1c6-ae2e-40d4-8a4b-11b7b0838706 req-d1f461ee-d0b9-4cb9-a1db-3df91c1250a6 service neutron] 10.222.0.75 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9989498 Jun 03 15:41:50.396928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-53c6a040-7f71-4385-b822-9a237aec819a req-1176f4bb-5cf2-4774-a221-cc6c57c3cbf5 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110692 Jun 03 15:41:50.432237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:50.485692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:50.487224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.516189 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:41:50.545065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7685b6-57e2-45b3-93c0-2dd9d55ce378 req-dae691a1-f430-45df-8ba5-7d0b02fd6c4f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:50.547397 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f7685b6-57e2-45b3-93c0-2dd9d55ce378 req-dae691a1-f430-45df-8ba5-7d0b02fd6c4f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 943 time: 1.2523863 Jun 03 15:41:50.605889 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-290d56c4-08b7-447b-a58a-a637711d1cd3 req-a49dcdef-6f22-424d-9fe2-c8f1aeb9e799 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 999 time: 0.5677981 Jun 03 15:41:50.608786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:50.651231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:security_group_rule and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:50.658448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:50.673591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:50.692363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-50c2cd46-15eb-48c0-858a-2d9bb8cd944a None None] Provisioning for port 88923ff7-62f8-4197-a551-7bd884c6132b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:50.702728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-50c2cd46-15eb-48c0-858a-2d9bb8cd944a None None] Provisioning complete for port 88923ff7-62f8-4197-a551-7bd884c6132b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:50.703358 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-50c2cd46-15eb-48c0-858a-2d9bb8cd944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.705040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-93b4df32-7c52-412e-b988-5046279c582d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8647490 Jun 03 15:41:50.707120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d56c4-08b7-447b-a58a-a637711d1cd3 req-a8a1e5f3-b773-41bc-bc0b-711ecd8615e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:50.708108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.708565 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-290d56c4-08b7-447b-a58a-a637711d1cd3 req-a8a1e5f3-b773-41bc-bc0b-711ecd8615e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.0955343 Jun 03 15:41:50.763398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Request body: {'port': {'device_id': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:50.769645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-50c2cd46-15eb-48c0-858a-2d9bb8cd944a None None] Port 88923ff7-62f8-4197-a551-7bd884c6132b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:50.777475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Allocated IP 172.20.0.2 (96235a7b-47a8-4cce-89be-6add25ffd6aa/3dca1a70-40da-416c-af57-4ca66d92aabb/72ad4ff0-65b9-4a72-847f-e07102d674a1) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:50.800331 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:41:50.817148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f7685b6-57e2-45b3-93c0-2dd9d55ce378 req-0065639d-eb20-4e44-9ad9-a65b95768bea tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462821 Jun 03 15:41:50.869169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:50.886445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.886672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:50.887476 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.892368 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.895512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d56c4-08b7-447b-a58a-a637711d1cd3 req-c3261ec4-9b25-4baa-ae16-81f8f369198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:50.897275 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-290d56c4-08b7-447b-a58a-a637711d1cd3 req-c3261ec4-9b25-4baa-ae16-81f8f369198e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631806 Jun 03 15:41:50.900085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.921415 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:50.970061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e02a43-ff67-4ac5-88e1-7dffca196170,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:51.037135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-e9d2345c-ac23-453c-93d5-089ad1cf42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:51.038908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-e9d2345c-ac23-453c-93d5-089ad1cf42f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1094 time: 0.8100865 Jun 03 15:41:51.056313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.057625 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-311b54d1-e24d-44f5-84f9-ca5535487831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2855036 Jun 03 15:41:51.060325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:51.067851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'security_group': {'name': 'tempest-secgroup-1189193098'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:51.080803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:51.096979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:security_group and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:51.101298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:51.118198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:51.126837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:51.127224 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.133744 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-290d56c4-08b7-447b-a58a-a637711d1cd3 req-971c629c-527b-46af-b276-668ee6370d66 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860700 Jun 03 15:41:51.149853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:51.161334 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.165423 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.325617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:51.353218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:security_group_rule and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:51.368776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:51.375026 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.383930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:51.402379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:51.408702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Transition to ACTIVE for port object 72ad4ff0-65b9-4a72-847f-e07102d674a1 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:51.446007 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-290d56c4-08b7-447b-a58a-a637711d1cd3 req-aa8f7a60-61e2-4fca-8d75-eea731f6d8a4 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056996 Jun 03 15:41:51.453919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Transition to ACTIVE for port object 72ad4ff0-65b9-4a72-847f-e07102d674a1 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:51.469289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc29fd9-95a5-4f7a-b459-5f47287afef1 req-cbf6ac54-a0ea-4326-8c76-09457e7ec055 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:51.477031 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.479671 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fc29fd9-95a5-4f7a-b459-5f47287afef1 req-cbf6ac54-a0ea-4326-8c76-09457e7ec055 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 932 time: 0.8867662 Jun 03 15:41:51.499422 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.531669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.545764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event updated for resources: {'Port': ['ID=f77afdc9-4489-46f1-b696-51093a49a3df,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:51.551155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.551992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:51.566123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:51.570250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:51.600332 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.604996 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5404835 Jun 03 15:41:51.606884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:51.613391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-930521849', 'security_groups': ['314b0e21-5234-4158-9635-8f244117607b'], 'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3dca1a70-40da-416c-af57-4ca66d92aabb'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:51.657602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.685371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fc29fd9-95a5-4f7a-b459-5f47287afef1 req-5ed6275d-cbab-44f0-87ca-1e73c160a78c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047062 Jun 03 15:41:51.687439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Allocated IP 172.20.0.1 (5983f29d-b6a5-463a-b76d-6f5a58803168/b14e0566-c2fb-478f-a728-6d74f3acbcc9/8a4335ad-0e29-46fc-9126-9acf32a9fb78) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:51.711374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Pushing event updated for resources: {'Port': ['ID=72ad4ff0-65b9-4a72-847f-e07102d674a1,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:51.721239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Attempting to bind port 72ad4ff0-65b9-4a72-847f-e07102d674a1 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:51.721809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Attempting to bind port 72ad4ff0-65b9-4a72-847f-e07102d674a1 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '72a183c6-65ed-4642-9c9c-6b6a2091c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:51.722530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Attempting to bind port 72ad4ff0-65b9-4a72-847f-e07102d674a1 on network 96235a7b-47a8-4cce-89be-6add25ffd6aa {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:51.731371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:51.731926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Checking segment: {'id': '72a183c6-65ed-4642-9c9c-6b6a2091c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:51.732523 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.733121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Bound using segment: {'id': '72a183c6-65ed-4642-9c9c-6b6a2091c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:51.733715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Bound port: 72ad4ff0-65b9-4a72-847f-e07102d674a1, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a183c6-65ed-4642-9c9c-6b6a2091c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:51.734240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.738744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8559a55-bfbe-4688-8951-e174f81bd1e0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314b0e21-5234-4158-9635-8f244117607b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:51.817604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:51.831453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:51.838410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-448962eb-5768-4cf5-a2af-12990edbf891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:51.840029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-448962eb-5768-4cf5-a2af-12990edbf891 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 200 len: 897 time: 0.6501408 Jun 03 15:41:51.840798 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.841836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c69d94cf-ae7b-4f70-9665-7460e265a56b tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0214026 Jun 03 15:41:51.863468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35256) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:51.870174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:51.879583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] For port 72ad4ff0-65b9-4a72-847f-e07102d674a1, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:51.884749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] For port 72ad4ff0-65b9-4a72-847f-e07102d674a1, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=72ad4ff0-65b9-4a72-847f-e07102d674a1,segment=NetworkSegment(72a183c6-65ed-4642-9c9c-6b6a2091c266),segment_id=72a183c6-65ed-4642-9c9c-6b6a2091c266)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:51.891893 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:51.975831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3d6f3-f759-432f-b505-0c188480aba2 None None] Pushing event updated for resources: {'Port': ['ID=72ad4ff0-65b9-4a72-847f-e07102d674a1,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:52.179042 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:52.204308 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3bea7622-2e66-4d84-9b6a-420dbf7bc572 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=1f64a98c-f1ac-4251-914f-0968700aaffe HTTP/1.1" status: 200 len: 690 time: 0.3379827 Jun 03 15:41:52.204827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35264) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:52.380721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port 35057c04-da26-4b5f-a466-24fd0af204a1 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:41:52.389257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:52.569920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:52.569920 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:52.588613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf974-824c-44f9-8d28-83fb38b7d653 req-44e77d3e-0713-460f-9af2-7ed0fcb19ef6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:52.589962 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19faf974-824c-44f9-8d28-83fb38b7d653 req-44e77d3e-0713-460f-9af2-7ed0fcb19ef6 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.9417324 Jun 03 15:41:52.700463 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:52.729360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:52.749804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-338ba3a7-a1bb-4e4a-8a98-1d5417d69e03 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 999 time: 0.5510051 Jun 03 15:41:52.806290 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:52.831407 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19faf974-824c-44f9-8d28-83fb38b7d653 req-2ecd4a4f-3bb9-4fc0-b253-8f393d7bd1e9 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858368 Jun 03 15:41:52.859073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Transition to ACTIVE for port object 8a4335ad-0e29-46fc-9126-9acf32a9fb78 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:52.874867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Deleting port f77afdc9-4489-46f1-b696-51093a49a3df {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:41:52.875475 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:52.883794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fda326-358f-4972-8f3d-1a60db162bb7 req-94c1d460-64e6-401c-b018-6efa486f4295 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:52.885382 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7fda326-358f-4972-8f3d-1a60db162bb7 req-94c1d460-64e6-401c-b018-6efa486f4295 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 943 time: 0.6939189 Jun 03 15:41:52.921271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-fd4cfeb0-6d6f-408a-857e-24e14849d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:52.922729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-fd4cfeb0-6d6f-408a-857e-24e14849d989 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6f2775e-c94e-4891-a56b-88a73e7e0c48 HTTP/1.1" status: 200 len: 833 time: 0.1533406 Jun 03 15:41:53.097198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7fda326-358f-4972-8f3d-1a60db162bb7 req-a24b5d89-36f3-429a-aa98-afd36ee1afb2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968334 Jun 03 15:41:53.097698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4de36b08-1233-4a27-906a-d6906ff69231 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:41:53.112248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.265511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Network 5983f29d-b6a5-463a-b76d-6f5a58803168 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:53.278135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:53.281219 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.281661 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.314343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:53.364482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Pushing event updated for resources: {'Port': ['ID=8a4335ad-0e29-46fc-9126-9acf32a9fb78,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:53.369597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88923ff7-62f8-4197-a551-7bd884c6132b {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:41:53.404204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4de36b08-1233-4a27-906a-d6906ff69231,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:53.429200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '4de36b08-1233-4a27-906a-d6906ff69231', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'port_id': '4de36b08-1233-4a27-906a-d6906ff69231', 'mac_address': 'fa:16:3e:16:c9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:41:53.469265 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.498051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-e23363b3-dbe0-4978-9da1-35dc2c8ccbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:53.501306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-e23363b3-dbe0-4978-9da1-35dc2c8ccbd8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5578949 Jun 03 15:41:53.516153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d071-03fe-4bfb-a078-73c7580bb8dc req-b410e24c-1710-463c-9dfe-3d698e62f281 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:53.518312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2889d071-03fe-4bfb-a078-73c7580bb8dc req-b410e24c-1710-463c-9dfe-3d698e62f281 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 932 time: 0.5193615 Jun 03 15:41:53.536409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 4de36b08-1233-4a27-906a-d6906ff69231 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:53.537149 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.559267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de36b08-1233-4a27-906a-d6906ff69231 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:41:53.567441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Calling delete_port for f77afdc9-4489-46f1-b696-51093a49a3df owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:41:53.567974 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.579090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4de36b08-1233-4a27-906a-d6906ff69231,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:53.596399 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.642857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.11 (96235a7b-47a8-4cce-89be-6add25ffd6aa/3dca1a70-40da-416c-af57-4ca66d92aabb/35057c04-da26-4b5f-a466-24fd0af204a1) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:53.754304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=4de36b08-1233-4a27-906a-d6906ff69231,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:53.767645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a2c66c05-0647-4cfb-97e4-b348b595c9fc None None] Provisioning for port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:53.769660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Transition to ACTIVE for port object 88923ff7-62f8-4197-a551-7bd884c6132b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:53.781993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a2c66c05-0647-4cfb-97e4-b348b595c9fc None None] Provisioning complete for port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:53.782665 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a2c66c05-0647-4cfb-97e4-b348b595c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.814332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.819379 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:53.858382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['4de36b08-1233-4a27-906a-d6906ff69231'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:41:53.887723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a2c66c05-0647-4cfb-97e4-b348b595c9fc None None] Port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:53.911976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event deleted for resources: {'Port': ['ID=f77afdc9-4489-46f1-b696-51093a49a3df,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:53.964110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2889d071-03fe-4bfb-a078-73c7580bb8dc req-f9e97578-83ba-4352-a369-1647a396714e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4143956 Jun 03 15:41:54.045365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ef90fa9-508c-4c2a-ad3f-712fd1ba3fca None None] Provisioning for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:54.105787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=88923ff7-62f8-4197-a551-7bd884c6132b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:54.144038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ef90fa9-508c-4c2a-ad3f-712fd1ba3fca None None] Provisioning complete for port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:54.145029 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ef90fa9-508c-4c2a-ad3f-712fd1ba3fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.214019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.358129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.371062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.402621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7ef90fa9-508c-4c2a-ad3f-712fd1ba3fca None None] Port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:54.415272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 72ad4ff0-65b9-4a72-847f-e07102d674a1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:54.438033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object 35057c04-da26-4b5f-a466-24fd0af204a1 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:54.495130 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.498785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.519180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.594083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:54.599376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:54.599900 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.621097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=be06c8c8-bf6b-4c12-8e47-f072045e5faa,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:54.712541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:54.722418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:54.742185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:41:54.772753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 72ad4ff0-65b9-4a72-847f-e07102d674a1 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:54.773144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.819132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=35057c04-da26-4b5f-a466-24fd0af204a1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:54.820253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 72ad4ff0-65b9-4a72-847f-e07102d674a1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=72ad4ff0-65b9-4a72-847f-e07102d674a1,segment=NetworkSegment(72a183c6-65ed-4642-9c9c-6b6a2091c266),segment_id=72a183c6-65ed-4642-9c9c-6b6a2091c266)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:54.831962 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.835822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:54.836761 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.871327 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:54.905976 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f4ace7e2-5ced-43d1-bb61-555b0af9e148 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2979956 Jun 03 15:41:54.906669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35282) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:54.921911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-ee021dbe-4644-45cf-bcbb-e623cbcae2e7 service neutron] 10.222.0.75 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4022918 Jun 03 15:41:54.935104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ad459fc2-ad81-4db1-b441-24468cf403a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:54.963817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=72ad4ff0-65b9-4a72-847f-e07102d674a1,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:54.990341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f64a98c-f1ac-4251-914f-0968700aaffe']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:55.009759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd826c0ff-9f39-49ba-ac6d-37ef6fea378d') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:55.010267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd826c0ff-9f39-49ba-ac6d-37ef6fea378d') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:55.091994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.100889 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5cc0ac73-d930-41ff-a505-afc0e69e0d1d None None] Provisioning for port 35057c04-da26-4b5f-a466-24fd0af204a1 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:55.108061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4de36b08-1233-4a27-906a-d6906ff69231 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:55.136422 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.160327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5cc0ac73-d930-41ff-a505-afc0e69e0d1d None None] Provisioning complete for port 35057c04-da26-4b5f-a466-24fd0af204a1 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:55.160327 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5cc0ac73-d930-41ff-a505-afc0e69e0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.173356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:55.175526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.252427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Attempting to bind port 88923ff7-62f8-4197-a551-7bd884c6132b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:41:55.252821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Attempting to bind port 88923ff7-62f8-4197-a551-7bd884c6132b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:41:55.253081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Attempting to bind port 88923ff7-62f8-4197-a551-7bd884c6132b on network 62e9e6ac-3306-4f7f-9ce7-9621327814da {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:55.273159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0ac73-d930-41ff-a505-afc0e69e0d1d None None] Port 35057c04-da26-4b5f-a466-24fd0af204a1 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:55.281151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Port 88923ff7-62f8-4197-a551-7bd884c6132b on network 62e9e6ac-3306-4f7f-9ce7-9621327814da not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:41:55.281399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Attempting to bind port 88923ff7-62f8-4197-a551-7bd884c6132b on network 62e9e6ac-3306-4f7f-9ce7-9621327814da {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:41:55.299903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fc0ee-0dfd-49ff-ae72-40e6cc0c8aaa req-1e30cda4-bf74-4b46-9959-8cdd56580603 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.309644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 4de36b08-1233-4a27-906a-d6906ff69231 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:41:55.311771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-106fc0ee-0dfd-49ff-ae72-40e6cc0c8aaa req-1e30cda4-bf74-4b46-9959-8cdd56580603 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.1119132 Jun 03 15:41:55.320555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 4de36b08-1233-4a27-906a-d6906ff69231 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:55.321081 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.323243 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d826c0ff-9f39-49ba-ac6d-37ef6fea378d resource provider aggregate not found Jun 03 15:41:55.346817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1684b829-09aa-4244-83b6-fcbf3e8bc973 req-0c0f5850-f5f2-4c0b-bb5a-c1a7a2922acb service neutron] 10.222.0.75 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862019 Jun 03 15:41:55.355175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:41:55.355470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Checking segment: {'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:41:55.355862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Bound using segment: {'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:41:55.356659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Bound port: 88923ff7-62f8-4197-a551-7bd884c6132b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a066051-e458-4c8e-ae7f-1419404b33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:41:55.357353 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.358285 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d826c0ff-9f39-49ba-ac6d-37ef6fea378d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d826c0ff-9f39-49ba-ac6d-37ef6fea378d found for delete ", "request_id": "req-f30a66eb-1a06-4cfb-b47d-f9a6170e43bc"}]} Jun 03 15:41:55.380610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ad459fc2-ad81-4db1-b441-24468cf403a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:55.389733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ad459fc2-ad81-4db1-b441-24468cf403a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:55.395167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.399759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ad459fc2-ad81-4db1-b441-24468cf403a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:55.412579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472d684-7368-488b-b3c6-363f86ba6eb5 req-e434a2e1-593b-43d5-a272-d5c9f942a669 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:55.414334 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4472d684-7368-488b-b3c6-363f86ba6eb5 req-e434a2e1-593b-43d5-a272-d5c9f942a669 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 944 time: 1.0478246 Jun 03 15:41:55.420396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f64a98c-f1ac-4251-914f-0968700aaffe {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:41:55.425469 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.431730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ad459fc2-ad81-4db1-b441-24468cf403a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:55.436276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f64a98c-f1ac-4251-914f-0968700aaffe,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:55.440311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:41:55.440496 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3b6c4e36-d19f-4047-9ecd-cf061844a8a9 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "DELETE /v2.0/networks/1f64a98c-f1ac-4251-914f-0968700aaffe HTTP/1.1" status: 204 len: 168 time: 3.2327273 Jun 03 15:41:55.443550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35292) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:55.491932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.530737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 4de36b08-1233-4a27-906a-d6906ff69231 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:55.535396 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.536469 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.539551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad459fc2-ad81-4db1-b441-24468cf403a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:55.543285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad459fc2-ad81-4db1-b441-24468cf403a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.609283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:55.634761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4de36b08-1233-4a27-906a-d6906ff69231,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:41:55.635612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-106fc0ee-0dfd-49ff-ae72-40e6cc0c8aaa req-d13c3c34-f191-4269-9558-8edcb5c77c8b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228552 Jun 03 15:41:55.657321 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.776154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=4de36b08-1233-4a27-906a-d6906ff69231,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:55.795265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4472d684-7368-488b-b3c6-363f86ba6eb5 req-70d27a0b-38c6-459d-be36-7d7f4a131c09 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429620 Jun 03 15:41:55.846432 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:55.900800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Pushing event updated for resources: {'Port': ['ID=8a4335ad-0e29-46fc-9126-9acf32a9fb78,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:55.908628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] For port 88923ff7-62f8-4197-a551-7bd884c6132b, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:41:55.941844 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364ab482-53d1-48e2-9f1a-950e87f1f735'] response: {'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231', 'code': 200} Jun 03 15:41:55.969367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-68eff718-0c7e-49a5-bdcb-e4079651bd52 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Synchronizing usage tracker for tenant:7738b0ef626b4b5ca0e84f8c281a88f7 on resource:floatingip {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:55.985988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] For port 88923ff7-62f8-4197-a551-7bd884c6132b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=88923ff7-62f8-4197-a551-7bd884c6132b,segment=NetworkSegment(9a066051-e458-4c8e-ae7f-1419404b33a1),segment_id=9a066051-e458-4c8e-ae7f-1419404b33a1)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:41:56.008741 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.051055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-68eff718-0c7e-49a5-bdcb-e4079651bd52 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Unset dirty status for tenant:7738b0ef626b4b5ca0e84f8c281a88f7 on resource:floatingip {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:56.058403 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-68eff718-0c7e-49a5-bdcb-e4079651bd52 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2563 time: 0.6138442 Jun 03 15:41:56.061618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35306) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:56.086400 n-d-844595-1 neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-ad459fc2-ad81-4db1-b441-24468cf403a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3dca1a70-40da-416c-af57-4ca66d92aabb (CIDR: 172.20.0.0/28) Jun 03 15:41:56.095370 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad459fc2-ad81-4db1-b441-24468cf403a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:41:56.096422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad459fc2-ad81-4db1-b441-24468cf403a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:41:56.138650 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ad459fc2-ad81-4db1-b441-24468cf403a6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2201552 Jun 03 15:41:56.143395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:56.159068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:56.253597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.265132 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.267218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] 10.222.0.67 "PUT /v2.0/ports/88923ff7-62f8-4197-a551-7bd884c6132b HTTP/1.1" status: 200 len: 1092 time: 5.5184197 Jun 03 15:41:56.267817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'tag': '88923ff7-62f8-4197-a551-7bd884c6132b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:41:56.313131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 72ad4ff0-65b9-4a72-847f-e07102d674a1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:41:56.390539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:56.401796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:56.465292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:56.469617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:56.470329 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.473453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:56.504105 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:56.508047 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:56.551734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.552275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.552751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.553416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.553929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.554419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.555186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.555669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.556111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.556548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.557059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.558184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Synchronizing usage tracker for tenant:7738b0ef626b4b5ca0e84f8c281a88f7 on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:56.575497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842daeb-e6c2-427c-8c11-6750d6529aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=88923ff7-62f8-4197-a551-7bd884c6132b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:56.612997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-173651af-333c-4872-9073-08a4cc0bfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.614783 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-173651af-333c-4872-9073-08a4cc0bfb62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 1095 time: 0.2066138 Jun 03 15:41:56.638753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a01d2-6168-4925-beea-86169f9bedfe req-4ccfa490-faed-4e98-9ac8-eec889cd9b50 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.640896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-372a01d2-6168-4925-beea-86169f9bedfe req-4ccfa490-faed-4e98-9ac8-eec889cd9b50 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 944 time: 0.7907014 Jun 03 15:41:56.649448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 72ad4ff0-65b9-4a72-847f-e07102d674a1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:41:56.672081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Network 5983f29d-b6a5-463a-b76d-6f5a58803168 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:56.681911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:56.707735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Unset dirty status for tenant:7738b0ef626b4b5ca0e84f8c281a88f7 on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:56.711984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d7a56781-03ee-48a0-b058-5aa2591322db tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7129 time: 0.6316872 Jun 03 15:41:56.772332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:56.818676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-372a01d2-6168-4925-beea-86169f9bedfe req-c442f932-aed0-4af2-8ad3-f9061394bdd7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703181 Jun 03 15:41:56.854984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-1223a80c-0c89-419c-9770-1b989626132c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.857228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-1223a80c-0c89-419c-9770-1b989626132c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80&tenant_id=767148f2fab9461bb6d15ea9d771d311&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 945 time: 0.4869404 Jun 03 15:41:56.873513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee1c7c-8569-42ce-b155-262974442764 req-640ad167-98a5-4753-9437-e39db4b4fdab tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:56.875308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2ee1c7c-8569-42ce-b155-262974442764 req-640ad167-98a5-4753-9437-e39db4b4fdab tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.5962999 Jun 03 15:41:56.888830 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-f0ef8bae-abe0-44ae-a6bf-93fecf17c255 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88923ff7-62f8-4197-a551-7bd884c6132b HTTP/1.1" status: 200 len: 217 time: 0.2118955 Jun 03 15:41:56.889705 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-1f21643f-d3b0-4a71-865a-11dc3afdb0d3 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] delete failed (client error): The resource could not be found. Jun 03 15:41:56.893475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1f21643f-d3b0-4a71-865a-11dc3afdb0d3 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/909e66e6-f3c8-4e00-804e-1363a1b105f7 HTTP/1.1" status: 404 len: 345 time: 0.1172080 Jun 03 15:41:56.895782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35326) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:56.927412 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-020f43e2-c372-4488-99e0-23dc2091feaf tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] DELETE failed (client error): The resource could not be found. Jun 03 15:41:56.927876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020f43e2-c372-4488-99e0-23dc2091feaf tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:41:56.971953 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97617c49-b661-46f7-a385-9696cce4d22b'] response: {'name': 'network-changed', 'server_uuid': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'tag': '88923ff7-62f8-4197-a551-7bd884c6132b', 'status': 'completed', 'code': 200} Jun 03 15:41:57.048575 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-020f43e2-c372-4488-99e0-23dc2091feaf tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "DELETE /v2.0/networks/1f64a98c-f1ac-4251-914f-0968700aaffe HTTP/1.1" status: 404 len: 339 time: 0.1516774 Jun 03 15:41:57.056237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:57.071998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Request body: {'network': {'name': 'tempest-network--597494576', 'router:external': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:57.079458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:57.083646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Usage tracker for resource:network and tenant:7738b0ef626b4b5ca0e84f8c281a88f7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:57.086991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:57.093620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:57.112438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Made reservation on behalf of 7738b0ef626b4b5ca0e84f8c281a88f7 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:57.114892 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.139844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-2956a812-f27b-4f3b-98d3-a25394c6148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:57.141307 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-2956a812-f27b-4f3b-98d3-a25394c6148c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c19943b-be5a-4d7c-ac92-b100cf76c9b8 HTTP/1.1" status: 200 len: 835 time: 0.2060201 Jun 03 15:41:57.145833 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2ee1c7c-8569-42ce-b155-262974442764 req-f13778ba-1db0-416c-8642-b6585ebf9f1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733403 Jun 03 15:41:57.172258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:41:57.184918 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-70b5ca23-96b4-4a8f-8761-2e9327c4ce2d service neutron] delete failed (client error): The resource could not be found. Jun 03 15:41:57.186102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-70b5ca23-96b4-4a8f-8761-2e9327c4ce2d service neutron] 10.222.0.67 "DELETE /v2.0/ports/4de36b08-1233-4a27-906a-d6906ff69231/bindings/n-h2-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.3097632 Jun 03 15:41:57.197174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0d9972f6-59d0-4882-a120-e2f971ea902c None None] Provisioning complete for port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:41:57.198155 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0d9972f6-59d0-4882-a120-e2f971ea902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.219376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:41:57.262901 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.263223 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Added segment 3ab58c92-c880-484b-ba71-0e7da3480f7b of type vlan for network ce731e6d-bbe8-487d-b3ed-0614a0ccc953 Jun 03 15:41:57.271346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0d9972f6-59d0-4882-a120-e2f971ea902c None None] Port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:41:57.299669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.387184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.393732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-6de1f1c4-567b-4c01-946d-f256214b22db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:57.395360 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-6de1f1c4-567b-4c01-946d-f256214b22db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62e9e6ac-3306-4f7f-9ce7-9621327814da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2454543 Jun 03 15:41:57.406508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:41:57.434305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:41:57.440514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:57.440514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.445091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb5065-1645-42d9-a1d5-f7f843f6bab3 None None] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:41:57.538768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Subnet': ['ID=b9c5044c-4170-4e94-b9c3-7e50602b87b1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:57.556950 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-57729bb1-b12f-4fa9-b829-05639784cd7e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4105883 Jun 03 15:41:57.560246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35334) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:57.567993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-414255078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b9c5044c-4170-4e94-b9c3-7e50602b87b1'}], 'security_groups': ['83e02a43-ff67-4ac5-88e1-7dffca196170']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:57.579957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07f4fe-84ae-4334-8eb4-1a2a82aa73d0 req-50650018-b1ee-43d2-9da5-e792abd3572a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:57.581438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b07f4fe-84ae-4334-8eb4-1a2a82aa73d0 req-50650018-b1ee-43d2-9da5-e792abd3572a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.5750892 Jun 03 15:41:57.594757 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.595770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:57.596403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:57.730609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b07f4fe-84ae-4334-8eb4-1a2a82aa73d0 req-2893ec61-beba-4de0-8442-d60737db8939 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393979 Jun 03 15:41:57.740320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:41:57.761913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Sync routers for ids ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:41:57.768240 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7066605 Jun 03 15:41:57.768539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e95cb6ca-9552-4aa6-aea6-42e39247e70d admin admin] 10.222.0.48 "PUT /v2.0/routers/e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8916161 Jun 03 15:41:57.774740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35338) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:57.776717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-9b95aa92-dab8-477a-8d5c-86bc5ea29efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:57.779030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-9b95aa92-dab8-477a-8d5c-86bc5ea29efc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1096 time: 0.2801590 Jun 03 15:41:57.810176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Routers {'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:41:57.810856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:57.816407 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-718dddb6-76c8-4c7c-8baa-8c87b8f73845 service neutron] 10.222.0.67 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123123 Jun 03 15:41:57.847044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0154d-903d-46ae-96e0-252c29a0a72c tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event updated for resources: {'Network': ['ID=ce731e6d-bbe8-487d-b3ed-0614a0ccc953,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:41:57.920254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ce731e6d-bbe8-487d-b3ed-0614a0ccc953 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:41:58.032445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-ffa85a6f-f134-4c66-9ee0-ace6c19a9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:58.035007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-ffa85a6f-f134-4c66-9ee0-ace6c19a9d13 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 200 len: 897 time: 0.2483158 Jun 03 15:41:58.242834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc3d17d-b7c8-4c4b-9ff1-c5a3c3831a50 None None] Update dhcp port {'port': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'fixed_ips': [{'subnet_id': '3dca1a70-40da-416c-af57-4ca66d92aabb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b9c5044c-4170-4e94-b9c3-7e50602b87b1'}], 'binding:host_id': 'n-d-844595-1'}, 'id': '72ad4ff0-65b9-4a72-847f-e07102d674a1'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:41:58.309490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-62f4cb52-727b-497c-8c30-2673289ab9ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 1001 time: 0.1645710 Jun 03 15:41:58.367545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d281fc-6091-4982-b68e-a88aa4cc1bcd tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:58.379354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d281fc-6091-4982-b68e-a88aa4cc1bcd tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:58.390585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d281fc-6091-4982-b68e-a88aa4cc1bcd tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:58.398073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d281fc-6091-4982-b68e-a88aa4cc1bcd tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:58.398963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45d281fc-6091-4982-b68e-a88aa4cc1bcd tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Synchronizing usage tracker for tenant:4e5f59a133b74f4da275d3a053316109 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:41:58.485947 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d17d-b7c8-4c4b-9ff1-c5a3c3831a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:58.490984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Set router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:41:58.504467 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d78a9091-09d0-44ca-8b74-e015a97566a8 req-5eca4456-3d5f-4f84-abb0-f556386fd12c service neutron] 10.222.0.67 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792476 Jun 03 15:41:58.521002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45d281fc-6091-4982-b68e-a88aa4cc1bcd tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Unset dirty status for tenant:4e5f59a133b74f4da275d3a053316109 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:41:58.522988 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-45d281fc-6091-4982-b68e-a88aa4cc1bcd tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7458222 Jun 03 15:41:58.527242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454d609-f405-4d68-bd54-6ca405579295 req-b254ff01-89fc-4d9d-983b-e08c323ff50b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:58.535650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7454d609-f405-4d68-bd54-6ca405579295 req-b254ff01-89fc-4d9d-983b-e08c323ff50b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 944 time: 0.4990382 Jun 03 15:41:58.537716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35364) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:58.590366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:58.618978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-c133852a-a8f8-4447-9522-891b3a170135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:58.623271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-c133852a-a8f8-4447-9522-891b3a170135 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b6f2775e-c94e-4891-a56b-88a73e7e0c48 HTTP/1.1" status: 200 len: 833 time: 0.3050799 Jun 03 15:41:58.815530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35376) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:41:58.849854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7454d609-f405-4d68-bd54-6ca405579295 req-e0630b46-b77f-4ab1-a61b-33e3dbeb85b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130076 Jun 03 15:41:58.866192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-17081434-network', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:41:58.901177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:58.923922 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:58.937649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Usage tracker for resource:network and tenant:a4e43a831f724d51a561e6040a348ee5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:58.958243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:58.992803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:59.060245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0961c-ab52-4015-b3ae-af6bc87aad90 req-c32265cd-93c9-4a5f-9c3b-2cdda9d59b0e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:59.067756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00b0961c-ab52-4015-b3ae-af6bc87aad90 req-c32265cd-93c9-4a5f-9c3b-2cdda9d59b0e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.6663525 Jun 03 15:41:59.115163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 4, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8a4335ad-0e29-46fc-9126-9acf32a9fb78', 'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'mac_address': 'fa:16:3e:37:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:50Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 2, 'project_id': '5c15c36aa81149968881e45ce4841979', 'subnets': [{'id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:59.119798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Checking router: e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:41:59.120174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Updating router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:41:59.193338 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.229678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.251308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69516f75-c7fe-4d20-81fc-657bb67c6563 req-3cd974a7-b4c6-4c4a-9e9f-ed1f91668dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:59.252766 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-69516f75-c7fe-4d20-81fc-657bb67c6563 req-3cd974a7-b4c6-4c4a-9e9f-ed1f91668dde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 1095 time: 0.1622050 Jun 03 15:41:59.253914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Delete allocated IP 172.20.0.11 (96235a7b-47a8-4cce-89be-6add25ffd6aa/3dca1a70-40da-416c-af57-4ca66d92aabb) {{(pid=88444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:41:59.257165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce731e6d-bbe8-487d-b3ed-0614a0ccc953']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:59.275440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Made reservation on behalf of a4e43a831f724d51a561e6040a348ee5 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:41:59.277924 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.282438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.23 (96235a7b-47a8-4cce-89be-6add25ffd6aa/b9c5044c-4170-4e94-b9c3-7e50602b87b1/35057c04-da26-4b5f-a466-24fd0af204a1) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:41:59.305970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab58c92-c880-484b-ba71-0e7da3480f7b') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:59.306436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab58c92-c880-484b-ba71-0e7da3480f7b') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:41:59.332457 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.347755 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.394354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-e4074054-4dbf-481f-bac6-af46543a1a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:59.398676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-e4074054-4dbf-481f-bac6-af46543a1a91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6730464 Jun 03 15:41:59.465400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:41:59.469340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00b0961c-ab52-4015-b3ae-af6bc87aad90 req-a970e694-d2b9-4280-887f-2e7acd5d38b2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4006419 Jun 03 15:41:59.475341 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.482393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e43a831f724d51a561e6040a348ee5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:41:59.522489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69516f75-c7fe-4d20-81fc-657bb67c6563 req-43905488-f876-4475-b6fb-6cc9cf0c1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:59.524550 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-69516f75-c7fe-4d20-81fc-657bb67c6563 req-43905488-f876-4475-b6fb-6cc9cf0c1c92 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62e9e6ac-3306-4f7f-9ce7-9621327814da HTTP/1.1" status: 200 len: 897 time: 0.2640572 Jun 03 15:41:59.527527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:41:59.552817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:41:59.560260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:41:59.561314 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.628910 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-69516f75-c7fe-4d20-81fc-657bb67c6563 req-14dd6e3f-7efd-41a9-8c38-3b2ee348a295 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88923ff7-62f8-4197-a551-7bd884c6132b HTTP/1.1" status: 200 len: 217 time: 0.0945795 Jun 03 15:41:59.661425 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 3ab58c92-c880-484b-ba71-0e7da3480f7b resource provider aggregate not found Jun 03 15:41:59.718248 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.752745 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 3ab58c92-c880-484b-ba71-0e7da3480f7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ab58c92-c880-484b-ba71-0e7da3480f7b found for delete ", "request_id": "req-675e3e0b-95bb-4099-bfd8-7ce1ffd2381e"}]} Jun 03 15:41:59.755154 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.818662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69516f75-c7fe-4d20-81fc-657bb67c6563 req-609725c5-758f-4791-aafb-c954464ff1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:59.820300 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-69516f75-c7fe-4d20-81fc-657bb67c6563 req-609725c5-758f-4791-aafb-c954464ff1ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c19943b-be5a-4d7c-ac92-b100cf76c9b8 HTTP/1.1" status: 200 len: 835 time: 0.1837163 Jun 03 15:41:59.904834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.945460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb268b-863e-45f5-b555-6c8822280a12 req-86334d39-680c-4951-aa30-615f74c7506b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:59.952576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ccb268b-863e-45f5-b555-6c8822280a12 req-86334d39-680c-4951-aa30-615f74c7506b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.9112673 Jun 03 15:41:59.953670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69516f75-c7fe-4d20-81fc-657bb67c6563 req-2426ae9a-864b-47ed-9c4a-ccc268a6fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:41:59.955249 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-69516f75-c7fe-4d20-81fc-657bb67c6563 req-2426ae9a-864b-47ed-9c4a-ccc268a6fa3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62e9e6ac-3306-4f7f-9ce7-9621327814da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283593 Jun 03 15:41:59.980935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Transition to ACTIVE for port object 8a4335ad-0e29-46fc-9126-9acf32a9fb78 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:41:59.992495 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:41:59.992974 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.027043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object 35057c04-da26-4b5f-a466-24fd0af204a1 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:00.053215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce731e6d-bbe8-487d-b3ed-0614a0ccc953 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:42:00.056756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-6fbf741f-01b9-4148-ba1c-cc4ede1e06cc service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332514 Jun 03 15:42:00.061018 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.088780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce731e6d-bbe8-487d-b3ed-0614a0ccc953,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:00.120775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.219454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ccb268b-863e-45f5-b555-6c8822280a12 req-9153369e-6084-4888-ad08-7086ebd22fb4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658727 Jun 03 15:42:00.226036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-2bc3d17d-b7c8-4c4b-9ff1-c5a3c3831a50 None None] Allocated IP 172.20.0.18 (96235a7b-47a8-4cce-89be-6add25ffd6aa/b9c5044c-4170-4e94-b9c3-7e50602b87b1/72ad4ff0-65b9-4a72-847f-e07102d674a1) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:00.283178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-701ef730-d648-4777-b03a-a7dad32b1dbb tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "DELETE /v2.0/networks/ce731e6d-bbe8-487d-b3ed-0614a0ccc953 HTTP/1.1" status: 204 len: 168 time: 1.7355883 Jun 03 15:42:00.285361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35400) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:00.301001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Request body: {'network': {'name': 'tempest-network--1085442416', 'router:external': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:00.311709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:00.326305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Usage tracker for resource:network and tenant:7738b0ef626b4b5ca0e84f8c281a88f7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:00.359022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:00.412033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bc622c6-dfaf-41f2-88f0-bc5b9db5c184 req-8918ffa3-22dc-40e2-90e1-b63228e25312 service neutron] 10.222.0.67 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336356 Jun 03 15:42:00.421234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:00.463858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Made reservation on behalf of 7738b0ef626b4b5ca0e84f8c281a88f7 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:00.468311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.486645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=35057c04-da26-4b5f-a466-24fd0af204a1,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:00.525930 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] In _notify_port_updated(), no bound segment for port 35057c04-da26-4b5f-a466-24fd0af204a1 on network 96235a7b-47a8-4cce-89be-6add25ffd6aa {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:42:00.532799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec166d-f2c7-4b45-a476-098c11c28699 req-9fe29664-b1b2-48d8-99f7-1efa86df652e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:00.536719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:00.536912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80ec166d-f2c7-4b45-a476-098c11c28699 req-9fe29664-b1b2-48d8-99f7-1efa86df652e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 944 time: 0.5192542 Jun 03 15:42:00.538330 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.543061 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0375f6d6-aa56-48dd-94d8-415aca309304 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "PUT /v2.0/ports/35057c04-da26-4b5f-a466-24fd0af204a1 HTTP/1.1" status: 200 len: 920 time: 2.9821734 Jun 03 15:42:00.545329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35406) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:00.551751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddf681-bd5c-43c0-9f64-79f31d4dd39f None None] Pushing event updated for resources: {'Port': ['ID=8a4335ad-0e29-46fc-9126-9acf32a9fb78,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:00.564349 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-69516f75-c7fe-4d20-81fc-657bb67c6563 req-1b4eebce-9ab0-48b2-8087-1abb2b6debad service neutron] 10.222.0.67 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007278 Jun 03 15:42:00.653108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.669551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a20e69ff-663f-4eb6-9ea3-4bae145a2660 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 35057c04-da26-4b5f-a466-24fd0af204a1 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:00.670300 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a20e69ff-663f-4eb6-9ea3-4bae145a2660 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.680805 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:00.783061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cae231c-c75b-4ebe-9460-937e71a37c18,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:00.809923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80ec166d-f2c7-4b45-a476-098c11c28699 req-99e10366-a907-49a6-8bdb-c85b79209ca7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403452 Jun 03 15:42:00.920444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:42:00.933624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:42:01.011446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2bc3d17d-b7c8-4c4b-9ff1-c5a3c3831a50 None None] For port 72ad4ff0-65b9-4a72-847f-e07102d674a1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=72ad4ff0-65b9-4a72-847f-e07102d674a1,segment=NetworkSegment(72a183c6-65ed-4642-9c9c-6b6a2091c266),segment_id=72a183c6-65ed-4642-9c9c-6b6a2091c266)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:01.051405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Attempting to bind port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:01.051997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Attempting to bind port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:01.052541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Attempting to bind port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 on network 5983f29d-b6a5-463a-b76d-6f5a58803168 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:01.062028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:01.062730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Checking segment: {'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:01.063480 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.064048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Bound using segment: {'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:01.064853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Bound port: 8a4335ad-0e29-46fc-9126-9acf32a9fb78, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:01.065412 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.107608 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.107939 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Added segment d744920d-1ea9-430a-bdd7-f52436f3a0da of type vlan for network dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 Jun 03 15:42:01.129116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d17d-b7c8-4c4b-9ff1-c5a3c3831a50 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.175245 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.194467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2bc3d17d-b7c8-4c4b-9ff1-c5a3c3831a50 None None] Transition to ACTIVE for port object 72ad4ff0-65b9-4a72-847f-e07102d674a1 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:01.221199 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d17d-b7c8-4c4b-9ff1-c5a3c3831a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.283315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.284081 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Added segment 749f6293-6907-453a-b7ad-6035b8ac9613 of type vlan for network 52dbb64f-3786-43f1-9e73-dea7578bea12 Jun 03 15:42:01.296644 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-69516f75-c7fe-4d20-81fc-657bb67c6563 req-a44fa852-a7f7-48c3-8afc-63d6ea65b974 service neutron] 10.222.0.67 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989423 Jun 03 15:42:01.320564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3d17d-b7c8-4c4b-9ff1-c5a3c3831a50 None None] Pushing event updated for resources: {'Port': ['ID=72ad4ff0-65b9-4a72-847f-e07102d674a1,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:01.332876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] For port 8a4335ad-0e29-46fc-9126-9acf32a9fb78, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:01.405085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.406410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:01.406690 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.455639 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.527699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] For port 8a4335ad-0e29-46fc-9126-9acf32a9fb78, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8a4335ad-0e29-46fc-9126-9acf32a9fb78,segment=NetworkSegment(f0525c9a-4766-4767-b729-df553b1311ec),segment_id=f0525c9a-4766-4767-b729-df553b1311ec)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:01.534933 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.561062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a20e69ff-663f-4eb6-9ea3-4bae145a2660 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.641410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] Pushing event updated for resources: {'Network': ['ID=dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:01.647463 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-74f54ffe-da5a-4473-85de-b89f154fa702 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.8208530 Jun 03 15:42:01.650095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35414) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:01.652460 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.653593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:01.654092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:01.660319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddf681-bd5c-43c0-9f64-79f31d4dd39f None None] Pushing event updated for resources: {'Port': ['ID=8a4335ad-0e29-46fc-9126-9acf32a9fb78,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:01.664942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:42:01.672370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Request body: {'subnet': {'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-17081434-subnet', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:01.712980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:01.766350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a20e69ff-663f-4eb6-9ea3-4bae145a2660 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 35057c04-da26-4b5f-a466-24fd0af204a1 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:01.787746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c929169-7dc6-4f27-aa52-d9064ea7fbda req-fff3fdca-492a-471d-9f2f-d4769afc487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:01.789589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c929169-7dc6-4f27-aa52-d9064ea7fbda req-fff3fdca-492a-471d-9f2f-d4769afc487d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1095 time: 0.8570983 Jun 03 15:42:01.793941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Usage tracker for resource:subnet and tenant:a4e43a831f724d51a561e6040a348ee5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:01.802147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:01.816911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9cada-f1a2-41da-bbfd-40481525629d req-e004b370-45de-4889-b5d0-40cf1f84bd57 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:01.818672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09f9cada-f1a2-41da-bbfd-40481525629d req-e004b370-45de-4889-b5d0-40cf1f84bd57 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.9933445 Jun 03 15:42:01.835718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Routers {'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:01.838359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:01.874247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:01.919241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6268232 Jun 03 15:42:01.924279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35424) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:01.941598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d8e24-c9aa-47f2-a4d8-fc888e0403a6 req-113d6455-2186-4382-aee2-6da7a8808cfc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:01.955385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e10d8e24-c9aa-47f2-a4d8-fc888e0403a6 req-113d6455-2186-4382-aee2-6da7a8808cfc tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.8648305 Jun 03 15:42:02.090433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] Set router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:02.150242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 88923ff7-62f8-4197-a551-7bd884c6132b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:42:02.151799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbec94-16a8-42c6-aeac-17bde69bab7a tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event updated for resources: {'Network': ['ID=52dbb64f-3786-43f1-9e73-dea7578bea12,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:02.185756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 52dbb64f-3786-43f1-9e73-dea7578bea12 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:42:02.216588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Made reservation on behalf of a4e43a831f724d51a561e6040a348ee5 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:02.220149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.332261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f80e899-85fd-43a9-b77a-e7556b4b42a7 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:02.338616 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6f80e899-85fd-43a9-b77a-e7556b4b42a7 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] 10.222.0.48 "GET /v2.0/networks/52dbb64f-3786-43f1-9e73-dea7578bea12 HTTP/1.1" status: 200 len: 757 time: 0.4096987 Jun 03 15:42:02.340913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35430) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:02.424852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 72ad4ff0-65b9-4a72-847f-e07102d674a1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:02.465724 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09f9cada-f1a2-41da-bbfd-40481525629d req-5997b5ca-7c6f-439b-a44c-3a7e60baf09a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5776629 Jun 03 15:42:02.500926 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a20e69ff-663f-4eb6-9ea3-4bae145a2660 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.560729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c929169-7dc6-4f27-aa52-d9064ea7fbda req-8f17e81f-d039-45f6-8cc3-9ee626b605a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:02.562311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c929169-7dc6-4f27-aa52-d9064ea7fbda req-8f17e81f-d039-45f6-8cc3-9ee626b605a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.7556314 Jun 03 15:42:02.568580 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e10d8e24-c9aa-47f2-a4d8-fc888e0403a6 req-e8611214-789f-4ca3-a4c2-dc03692cc425 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6123042 Jun 03 15:42:02.622393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e69ff-663f-4eb6-9ea3-4bae145a2660 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=35057c04-da26-4b5f-a466-24fd0af204a1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:02.680965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4463bfb4-c5dd-4ff3-a789-6fe5bd3d19c6 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:02.685596 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4463bfb4-c5dd-4ff3-a789-6fe5bd3d19c6 tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] 10.222.0.48 "GET /v2.0/networks/b3fa068f-9828-4c43-9f4c-0818c7efcd54 HTTP/1.1" status: 200 len: 767 time: 0.3409209 Jun 03 15:42:02.686509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35436) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:02.819916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a20e69ff-663f-4eb6-9ea3-4bae145a2660 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.931031 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 88923ff7-62f8-4197-a551-7bd884c6132b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=88923ff7-62f8-4197-a551-7bd884c6132b,segment=NetworkSegment(9a066051-e458-4c8e-ae7f-1419404b33a1),segment_id=9a066051-e458-4c8e-ae7f-1419404b33a1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:02.960189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '88923ff7-62f8-4197-a551-7bd884c6132b', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'port_id': '88923ff7-62f8-4197-a551-7bd884c6132b', 'mac_address': 'fa:16:3e:8b:c4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:42:02.966796 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ac00a93-a56c-4aeb-a403-e0cf31a4b713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.970591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:02.982950 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a20e69ff-663f-4eb6-9ea3-4bae145a2660 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/35057c04-da26-4b5f-a466-24fd0af204a1 HTTP/1.1" status: 204 len: 168 time: 2.4220002 Jun 03 15:42:02.983160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35440) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:03.009725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c929169-7dc6-4f27-aa52-d9064ea7fbda req-8b5dfcb0-bdd8-43e8-8433-041d69d8a87c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 999 time: 0.4400952 Jun 03 15:42:03.082966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b188cd0f-38b8-437b-ab51-68e3757c5ca9 None None] Could not find standard attr ID for object 35057c04-da26-4b5f-a466-24fd0af204a1. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:42:03.090738 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5f6d63-4b86-4721-866a-66c0ebd8bf9e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:42:03.091358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b5f6d63-4b86-4721-866a-66c0ebd8bf9e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:03.134890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d784d-fe6c-41fc-bde9-db52e07adc06 req-1faef60a-c484-4e61-aed7-7c53e4416a4b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:03.136612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-030d784d-fe6c-41fc-bde9-db52e07adc06 req-1faef60a-c484-4e61-aed7-7c53e4416a4b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 944 time: 0.4295619 Jun 03 15:42:03.143357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b188cd0f-38b8-437b-ab51-68e3757c5ca9 None None] Provisioning for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:03.156006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 88923ff7-62f8-4197-a551-7bd884c6132b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:03.156346 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.173737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b188cd0f-38b8-437b-ab51-68e3757c5ca9 None None] Provisioning complete for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:03.174123 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b188cd0f-38b8-437b-ab51-68e3757c5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.207834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b5f6d63-4b86-4721-866a-66c0ebd8bf9e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:03.209170 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8b5f6d63-4b86-4721-866a-66c0ebd8bf9e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/35057c04-da26-4b5f-a466-24fd0af204a1 HTTP/1.1" status: 404 len: 333 time: 0.2249668 Jun 03 15:42:03.215154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35446) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:03.246497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c929169-7dc6-4f27-aa52-d9064ea7fbda req-36f78d61-89c6-40f0-94d3-67d98ef3c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:03.248876 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c929169-7dc6-4f27-aa52-d9064ea7fbda req-36f78d61-89c6-40f0-94d3-67d98ef3c4d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.2197824 Jun 03 15:42:03.326860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88923ff7-62f8-4197-a551-7bd884c6132b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:42:03.427877 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-030d784d-fe6c-41fc-bde9-db52e07adc06 req-360c80dd-140a-4851-8b33-fe6078c099cd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844377 Jun 03 15:42:03.456446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 88923ff7-62f8-4197-a551-7bd884c6132b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=88923ff7-62f8-4197-a551-7bd884c6132b,segment=NetworkSegment(9a066051-e458-4c8e-ae7f-1419404b33a1),segment_id=9a066051-e458-4c8e-ae7f-1419404b33a1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:03.500880 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.548487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b188cd0f-38b8-437b-ab51-68e3757c5ca9 None None] Current status of the port 72ad4ff0-65b9-4a72-847f-e07102d674a1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:03.553258 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.605025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52dbb64f-3786-43f1-9e73-dea7578bea12']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:03.625850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749f6293-6907-453a-b7ad-6035b8ac9613') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:03.626500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749f6293-6907-453a-b7ad-6035b8ac9613') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:03.640091 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.658602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.667296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:03.667973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.754738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b188cd0f-38b8-437b-ab51-68e3757c5ca9 None None] Provisioning complete for port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:03.763281 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b188cd0f-38b8-437b-ab51-68e3757c5ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.802786 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.832127 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 749f6293-6907-453a-b7ad-6035b8ac9613 resource provider aggregate not found Jun 03 15:42:03.837991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52dbb64f-3786-43f1-9e73-dea7578bea12 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:42:03.846690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.853525 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "DELETE /v2.0/networks/52dbb64f-3786-43f1-9e73-dea7578bea12 HTTP/1.1" status: 204 len: 168 time: 1.1589365 Jun 03 15:42:03.857125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510d0f8-9c12-4eed-86c7-64fb79a62750 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event deleted for resources: {'Network': ['ID=52dbb64f-3786-43f1-9e73-dea7578bea12,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:03.862787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35470) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:03.875147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Request body: {'network': {'name': 'tempest-network--1129833490'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:03.880874 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 749f6293-6907-453a-b7ad-6035b8ac9613 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 749f6293-6907-453a-b7ad-6035b8ac9613 found for delete ", "request_id": "req-d9d403cf-9de0-4236-8cf3-c6d6d2d6ebe9"}]} Jun 03 15:42:03.881490 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb56ed5d-28bd-428a-9494-9c14c699c60a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.930271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b188cd0f-38b8-437b-ab51-68e3757c5ca9 None None] Port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:03.943885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb56ed5d-28bd-428a-9494-9c14c699c60a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:03.950690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=88923ff7-62f8-4197-a551-7bd884c6132b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:03.962207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.962207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.962812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.963090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.963420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.963746 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.964121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.964798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.964798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.965121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.965836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.965836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:03.980090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 4, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8a4335ad-0e29-46fc-9126-9acf32a9fb78', 'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'mac_address': 'fa:16:3e:37:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:50Z', 'updated_at': '2022-06-03T15:42:01Z', 'revision_number': 4, 'project_id': '5c15c36aa81149968881e45ce4841979', 'subnets': [{'id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:03.985976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd411d99-819a-4b6e-9229-47c96076d469 None None] The sync data for ids ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'] in n-d-844595-1 is: [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 4, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8a4335ad-0e29-46fc-9126-9acf32a9fb78', 'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'mac_address': 'fa:16:3e:37:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:50Z', 'updated_at': '2022-06-03T15:42:01Z', 'revision_number': 4, 'project_id': '5c15c36aa81149968881e45ce4841979', 'subnets': [{'id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:04.150594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['88923ff7-62f8-4197-a551-7bd884c6132b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:42:04.187583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:04.194773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb56ed5d-28bd-428a-9494-9c14c699c60a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.220616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c929169-7dc6-4f27-aa52-d9064ea7fbda req-bac534a2-1541-494b-a1e3-d27805cc9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:04.223294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c929169-7dc6-4f27-aa52-d9064ea7fbda req-bac534a2-1541-494b-a1e3-d27805cc9f79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9644368 Jun 03 15:42:04.225835 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.231303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Usage tracker for resource:network and tenant:7738b0ef626b4b5ca0e84f8c281a88f7 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:04.234206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56ed5d-28bd-428a-9494-9c14c699c60a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314b0e21-5234-4158-9635-8f244117607b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:04.237438 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb56ed5d-28bd-428a-9494-9c14c699c60a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.238710 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eb56ed5d-28bd-428a-9494-9c14c699c60a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/security-groups/314b0e21-5234-4158-9635-8f244117607b HTTP/1.1" status: 204 len: 168 time: 1.0224631 Jun 03 15:42:04.239848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:04.244359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35482) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:04.261947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:04.309227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Made reservation on behalf of 7738b0ef626b4b5ca0e84f8c281a88f7 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:04.316010 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.399100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:42:04.414450 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.414788 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Added segment 585f0f98-d3f5-4615-8778-580bb1d3b9ba of type vlan for network 14186c9c-ef47-4676-b88f-c3bc306f4c4b Jun 03 15:42:04.448675 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.511413 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-433f729a-9455-4e8b-abf4-36497aecc199 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.546442 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-433f729a-9455-4e8b-abf4-36497aecc199 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.629243 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.635504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:04.636143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.688088 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-433f729a-9455-4e8b-abf4-36497aecc199 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.743492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5a15c6-c854-4608-8dcd-7238b87d3c3f,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:04.784113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff7e65-6b26-436a-bd6a-1676d7722bb0 req-c798e922-60ed-4e2f-b523-d159785df569 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:04.792519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeff7e65-6b26-436a-bd6a-1676d7722bb0 req-c798e922-60ed-4e2f-b523-d159785df569 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.6523254 Jun 03 15:42:04.806100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f729a-9455-4e8b-abf4-36497aecc199 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e02a43-ff67-4ac5-88e1-7dffca196170,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:04.813927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-433f729a-9455-4e8b-abf4-36497aecc199 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.830195 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-433f729a-9455-4e8b-abf4-36497aecc199 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/security-groups/83e02a43-ff67-4ac5-88e1-7dffca196170 HTTP/1.1" status: 204 len: 168 time: 0.5696795 Jun 03 15:42:04.848635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35490) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:04.849259 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f84b34ab-2feb-4429-b490-0da9f8d5eddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:04.891245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Checking segment: {'id': 'd744920d-1ea9-430a-bdd7-f52436f3a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:04.891718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Network hostable DHCP agents. Network: dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:42:04.898967 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c929169-7dc6-4f27-aa52-d9064ea7fbda req-567c2c3f-be65-4eff-9828-34875122e897 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661358 Jun 03 15:42:04.958021 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0922871 Jun 03 15:42:04.961206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5795a02-500f-4be7-994e-4ff5fe51d621 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event updated for resources: {'Network': ['ID=14186c9c-ef47-4676-b88f-c3bc306f4c4b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:04.971082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35494) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:04.976242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 14186c9c-ef47-4676-b88f-c3bc306f4c4b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:42:04.997559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ff53f1db-e013-4f63-9db5-841caaf9b42d tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:05.137229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c929169-7dc6-4f27-aa52-d9064ea7fbda req-8ee8e352-89f3-40f3-b3e4-5a0d46b20f52 service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244058 Jun 03 15:42:05.146551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-546ce5bd-be35-4588-9e9e-3a671651e845 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting subnet 3dca1a70-40da-416c-af57-4ca66d92aabb {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:05.162438 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-546ce5bd-be35-4588-9e9e-3a671651e845 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.186096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeff7e65-6b26-436a-bd6a-1676d7722bb0 req-33c07839-0aed-420b-b818-7dea3899dcce tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3926647 Jun 03 15:42:05.212423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ae474-195e-4916-a2d2-77114855ca7f req-9797b85f-fe62-4367-b3d7-8c3551ff9eb7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:05.222186 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c00ae474-195e-4916-a2d2-77114855ca7f req-9797b85f-fe62-4367-b3d7-8c3551ff9eb7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 1.6030805 Jun 03 15:42:05.270883 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-546ce5bd-be35-4588-9e9e-3a671651e845 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.320789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Network dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:42:05.379081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c00ae474-195e-4916-a2d2-77114855ca7f req-ce337491-63fc-4de9-8829-6f7aea2e76bf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552222 Jun 03 15:42:05.380312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:05.399250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:05.399911 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.408653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35502) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:05.443091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b4ecbf-da83-4cb7-bfb2-32acabcbf8c2 None None] Network dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:05.452465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-546ce5bd-be35-4588-9e9e-3a671651e845 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.576792 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.637770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-546ce5bd-be35-4588-9e9e-3a671651e845 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.657058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ac604f05-56fa-4156-9b2a-c9e104f07679 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/460586d1-e385-4061-a6f1-71fc4a36a078 HTTP/1.1" status: 200 len: 993 time: 0.2408195 Jun 03 15:42:05.699658 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.716102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-56b4b018-6b85-4fcb-9fc8-ea6bc288d25d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 4.0575149 Jun 03 15:42:05.721995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35506) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:05.731696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-17081434-router', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:05.739180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:05.759891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Usage tracker for resource:router and tenant:a4e43a831f724d51a561e6040a348ee5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:05.763140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:05.774780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:05.791704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ce5bd-be35-4588-9e9e-3a671651e845 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Subnet': ['ID=3dca1a70-40da-416c-af57-4ca66d92aabb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:05.799817 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.800869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.809910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d908e5-d82c-44cd-a81b-6948227aa2c4 None None] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:05.836093 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:05.837616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-546ce5bd-be35-4588-9e9e-3a671651e845 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.005389 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-546ce5bd-be35-4588-9e9e-3a671651e845 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/3dca1a70-40da-416c-af57-4ca66d92aabb HTTP/1.1" status: 204 len: 168 time: 1.1553919 Jun 03 15:42:06.036728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35510) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:06.049024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:06.122377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61', 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'fixed_ips': [{'subnet_id': '6b5a15c6-c854-4608-8dcd-7238b87d3c3f'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:42:06.123330 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.198826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad969ea-4764-4de1-985e-84465db4cc78 req-7b791490-6b45-4e32-acfa-336ccaef9379 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:06.208036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ad969ea-4764-4de1-985e-84465db4cc78 req-7b791490-6b45-4e32-acfa-336ccaef9379 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 945 time: 0.5529063 Jun 03 15:42:06.372171 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff53f1db-e013-4f63-9db5-841caaf9b42d tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.429787 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff53f1db-e013-4f63-9db5-841caaf9b42d tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.469500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.540146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53f1db-e013-4f63-9db5-841caaf9b42d tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event updated for resources: {'Network': ['ID=14186c9c-ef47-4676-b88f-c3bc306f4c4b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:06.543642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:06.546122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff53f1db-e013-4f63-9db5-841caaf9b42d tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Network 14186c9c-ef47-4676-b88f-c3bc306f4c4b is not hosted by any dhcp agent {{(pid=88444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 03 15:42:06.547332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff53f1db-e013-4f63-9db5-841caaf9b42d tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:06.548121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff53f1db-e013-4f63-9db5-841caaf9b42d tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.549368 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ff53f1db-e013-4f63-9db5-841caaf9b42d tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "PUT /v2.0/networks/14186c9c-ef47-4676-b88f-c3bc306f4c4b HTTP/1.1" status: 200 len: 858 time: 1.5777194 Jun 03 15:42:06.552303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:06.555156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35518) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:06.558181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:06.587690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ad969ea-4764-4de1-985e-84465db4cc78 req-0dc94dc7-b1a0-455e-a746-e46792d96f94 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769693 Jun 03 15:42:06.604024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:06.615758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Allocated IP 172.20.0.2 (dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61/6b5a15c6-c854-4608-8dcd-7238b87d3c3f/63f21142-351d-4a94-817c-f0b4307145f1) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:06.644664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8a4335ad-0e29-46fc-9126-9acf32a9fb78 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:06.730658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:06.734174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:06.883947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b57287-db86-4740-9f37-5e6af4cb6676 req-e2f4acb5-6763-4900-8746-ba6a9c946754 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:06.891572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2b57287-db86-4740-9f37-5e6af4cb6676 req-e2f4acb5-6763-4900-8746-ba6a9c946754 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.4465330 Jun 03 15:42:06.962093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2b57287-db86-4740-9f37-5e6af4cb6676 req-72dce0fc-750b-4c27-a8af-daf5a18eb66b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695333 Jun 03 15:42:07.005287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:07.020032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:07.028807 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.171561 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.235124 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.367220 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.377456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.396642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:07.404894 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.442609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Transition to ACTIVE for port object 63f21142-351d-4a94-817c-f0b4307145f1 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:07.513166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 8a4335ad-0e29-46fc-9126-9acf32a9fb78, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8a4335ad-0e29-46fc-9126-9acf32a9fb78,segment=NetworkSegment(f0525c9a-4766-4767-b729-df553b1311ec),segment_id=f0525c9a-4766-4767-b729-df553b1311ec)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:07.520662 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.592717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Transition to ACTIVE for port object 63f21142-351d-4a94-817c-f0b4307145f1 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:07.611372 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.640988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Network dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:07.645275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:07.647732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:07.691926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=8a4335ad-0e29-46fc-9126-9acf32a9fb78,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:07.906838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.941268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Attempting to bind port 63f21142-351d-4a94-817c-f0b4307145f1 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:07.941636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Attempting to bind port 63f21142-351d-4a94-817c-f0b4307145f1 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd744920d-1ea9-430a-bdd7-f52436f3a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:07.942070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Attempting to bind port 63f21142-351d-4a94-817c-f0b4307145f1 on network dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:07.954156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35540) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:07.988395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:07.989561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Checking segment: {'id': 'd744920d-1ea9-430a-bdd7-f52436f3a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:07.990146 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:07.990699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Bound using segment: {'id': 'd744920d-1ea9-430a-bdd7-f52436f3a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:07.991390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Bound port: 63f21142-351d-4a94-817c-f0b4307145f1, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd744920d-1ea9-430a-bdd7-f52436f3a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:07.992225 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.008576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Pushing event updated for resources: {'Port': ['ID=63f21142-351d-4a94-817c-f0b4307145f1,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:08.026428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bb741-429e-41fa-8f09-e8694c85b45f req-289381aa-fd80-48e9-9aac-a3e939af683c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:08.034110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c71bb741-429e-41fa-8f09-e8694c85b45f req-289381aa-fd80-48e9-9aac-a3e939af683c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.7856987 Jun 03 15:42:08.040780 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.048183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:08.056073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:08.065328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:08.065328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.073673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.105805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14186c9c-ef47-4676-b88f-c3bc306f4c4b']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:08.120052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585f0f98-d3f5-4615-8778-580bb1d3b9ba') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:08.120716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585f0f98-d3f5-4615-8778-580bb1d3b9ba') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:08.134089 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.138725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] For port 63f21142-351d-4a94-817c-f0b4307145f1, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:08.143514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] For port 63f21142-351d-4a94-817c-f0b4307145f1, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=63f21142-351d-4a94-817c-f0b4307145f1,segment=NetworkSegment(d744920d-1ea9-430a-bdd7-f52436f3a0da),segment_id=d744920d-1ea9-430a-bdd7-f52436f3a0da)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:08.153836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bb5033-9f14-492d-a262-c687867e30f7 None None] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:08.157907 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.165257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:08.166027 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.169061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 88923ff7-62f8-4197-a551-7bd884c6132b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:08.206999 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.216453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Allocated IP 172.25.7.79 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/00add220-04b8-40c9-a31c-050fd8e171a3) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:08.298338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Subnet': ['ID=cb8e42e8-714b-4642-b8e6-2bef2c624dc3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:08.343338 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 585f0f98-d3f5-4615-8778-580bb1d3b9ba resource provider aggregate not found Jun 03 15:42:08.352874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.413042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 14186c9c-ef47-4676-b88f-c3bc306f4c4b {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:42:08.416880 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 585f0f98-d3f5-4615-8778-580bb1d3b9ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 585f0f98-d3f5-4615-8778-580bb1d3b9ba found for delete ", "request_id": "req-88accb48-6cac-497f-88df-4b8e927da92f"}]} Jun 03 15:42:08.420397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Pushing event deleted for resources: {'Network': ['ID=14186c9c-ef47-4676-b88f-c3bc306f4c4b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:08.424731 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.447806 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-28819241-4634-4e40-83da-edc551ec43c3 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4072413 Jun 03 15:42:08.450603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35548) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:08.456836 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.467639 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b5987fa7-1123-4b22-bf1e-ff3cb5ad1717 tempest-ExternalNetworksTestJSON-42569059 tempest-ExternalNetworksTestJSON-42569059-project-admin] 10.222.0.48 "DELETE /v2.0/networks/14186c9c-ef47-4676-b88f-c3bc306f4c4b HTTP/1.1" status: 204 len: 168 time: 1.9109194 Jun 03 15:42:08.475831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35550) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:08.485270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088042960'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:08.494614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8a4335ad-0e29-46fc-9126-9acf32a9fb78 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:08.500525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:08.511300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:security_group and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:08.516038 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.517987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:08.535410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:08.609571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc63005-1317-487b-83b0-2cb0ea463ca2 admin admin] Deleting subnet 744da2cd-058e-4a78-8239-a9846262b6ed {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:08.628972 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.656117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c71bb741-429e-41fa-8f09-e8694c85b45f req-a193079e-bc2b-484c-b1a2-7683ebe14b0d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6192858 Jun 03 15:42:08.658987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7fc63005-1317-487b-83b0-2cb0ea463ca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.679155 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-39302182-36c6-4f91-8cbd-8c9198529e3c tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:08.680119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39302182-36c6-4f91-8cbd-8c9198529e3c tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:08.682158 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-39302182-36c6-4f91-8cbd-8c9198529e3c tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] 10.222.0.48 "DELETE /v2.0/subnets/be06c8c8-bf6b-4c12-8e47-f072045e5faa HTTP/1.1" status: 404 len: 337 time: 0.2038062 Jun 03 15:42:08.684664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35556) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:08.776917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:08.784383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-583eb6eb-afd2-44f5-88d6-cbc6c9f810b8 None None] Provisioning complete for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:08.784929 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-583eb6eb-afd2-44f5-88d6-cbc6c9f810b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:08.848708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:08.895798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:security_group_rule and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:08.902662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:08.912207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:08.914059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:08.922253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:08.950973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 88923ff7-62f8-4197-a551-7bd884c6132b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:08.999471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:08.999879 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.073724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.081697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 88923ff7-62f8-4197-a551-7bd884c6132b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:09.082082 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.129826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.213295 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.251138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b82789-1315-4b54-ad68-86bb34b33824 None None] Pushing event updated for resources: {'Port': ['ID=63f21142-351d-4a94-817c-f0b4307145f1,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:09.264684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.266227 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7961709 Jun 03 15:42:09.292084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35564) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:09.297598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'security_group': {'name': 'tempest-secgroup-2131675768'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:09.370472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:09.413175 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7fc63005-1317-487b-83b0-2cb0ea463ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.414863 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.427281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:security_group and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:09.437020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:09.445259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Pushing event updated for resources: {'Port': ['ID=00add220-04b8-40c9-a31c-050fd8e171a3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:09.450314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:09.452923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45675a65-2421-4b07-b5fc-b29877e09f98 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4b1049-ad90-49d8-bb8c-385735148c49,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:09.458299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.491303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.511018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fa068f-9828-4c43-9f4c-0818c7efcd54']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:09.521679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a5004-187d-4ec1-830f-b50b663fac9c req-890e25aa-cc75-4b52-aa9e-272a1c025bd1 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:09.523403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b8a5004-187d-4ec1-830f-b50b663fac9c req-890e25aa-cc75-4b52-aa9e-272a1c025bd1 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 945 time: 1.6718729 Jun 03 15:42:09.529707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1940618b-1b83-4441-8d79-c697429a1e48') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:09.530153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1940618b-1b83-4441-8d79-c697429a1e48') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:09.544798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:09.547954 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.559105 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:security_group_rule and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:09.563699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:09.574357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:09.644230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7fc63005-1317-487b-83b0-2cb0ea463ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.682675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-583eb6eb-afd2-44f5-88d6-cbc6c9f810b8 None None] Current status of the port 72ad4ff0-65b9-4a72-847f-e07102d674a1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:09.684981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.697520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.707688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:09.708251 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.726613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 88923ff7-62f8-4197-a551-7bd884c6132b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:09.726990 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.769782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-583eb6eb-afd2-44f5-88d6-cbc6c9f810b8 None None] Provisioning complete for port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:09.770169 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-583eb6eb-afd2-44f5-88d6-cbc6c9f810b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.782064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e93fb8-ed44-4807-99e2-9258142d7919 req-60ba6c05-b5bb-4397-87b6-5b2a0d9210a0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:09.783909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00e93fb8-ed44-4807-99e2-9258142d7919 req-60ba6c05-b5bb-4397-87b6-5b2a0d9210a0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.7100058 Jun 03 15:42:09.831815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88923ff7-62f8-4197-a551-7bd884c6132b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:09.849777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:09.882254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.904239 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:09.906531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 88923ff7-62f8-4197-a551-7bd884c6132b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=88923ff7-62f8-4197-a551-7bd884c6132b,segment=NetworkSegment(9a066051-e458-4c8e-ae7f-1419404b33a1),segment_id=9a066051-e458-4c8e-ae7f-1419404b33a1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:09.915041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.018052 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.021090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] Pushing event deleted for resources: {'Network': ['ID=b3fa068f-9828-4c43-9f4c-0818c7efcd54,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:10.023056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44d0fe2-7b1f-4b40-8f5c-dda6176d9e82,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:10.041112 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.042901 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1fbf4183-a017-42ab-9115-08249b666a20 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7493436 Jun 03 15:42:10.046570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35572) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:10.048728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=88923ff7-62f8-4197-a551-7bd884c6132b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:10.052557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'security_group': {'name': 'tempest-secgroup-1474285810'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:10.063615 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ca3bba9c-f98f-4197-a616-1d149d81cb7b tempest-ExternalNetworksTestJSON-152587934 tempest-ExternalNetworksTestJSON-152587934-project] 10.222.0.48 "DELETE /v2.0/networks/b3fa068f-9828-4c43-9f4c-0818c7efcd54 HTTP/1.1" status: 204 len: 168 time: 1.3773150 Jun 03 15:42:10.068539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:10.070525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-583eb6eb-afd2-44f5-88d6-cbc6c9f810b8 None None] Port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:10.079642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:security_group and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:10.083076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:10.090656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:10.105761 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.135205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55050075-75bd-4f6b-badb-e0940db59976 None None] Network dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:10.146767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:10.153284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:security_group_rule and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:10.158504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:10.167536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:10.246248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.328654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-15622a46-4463-4933-9e3e-b26731ebf5a0 None None] Provisioning for port 63f21142-351d-4a94-817c-f0b4307145f1 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:10.331769 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.334435 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7fc63005-1317-487b-83b0-2cb0ea463ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.336953 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.380034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b8a5004-187d-4ec1-830f-b50b663fac9c req-92b42182-a0c9-4117-9da6-17e18074d5f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7703345 Jun 03 15:42:10.388806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20566734-1dc3-4bb3-a054-a18ed5f03f3c None None] Update dhcp port {'port': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'fixed_ips': [{'subnet_id': 'b9c5044c-4170-4e94-b9c3-7e50602b87b1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cb8e42e8-714b-4642-b8e6-2bef2c624dc3'}], 'binding:host_id': 'n-d-844595-1'}, 'id': '72ad4ff0-65b9-4a72-847f-e07102d674a1'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:42:10.427000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89df93bb-aa1a-4ea7-a7b9-ab4caa1a42d4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:10.438282 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.443455 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-578b183f-8689-4d51-931f-fb78d9a4fcc9 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3934772 Jun 03 15:42:10.444249 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35580) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:10.459906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-410586665', 'security_groups': ['89df93bb-aa1a-4ea7-a7b9-ab4caa1a42d4'], 'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb8e42e8-714b-4642-b8e6-2bef2c624dc3'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:10.493656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7fc63005-1317-487b-83b0-2cb0ea463ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.512391 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1940618b-1b83-4441-8d79-c697429a1e48 resource provider aggregate not found Jun 03 15:42:10.547135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 63f21142-351d-4a94-817c-f0b4307145f1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:10.561353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc63005-1317-487b-83b0-2cb0ea463ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744da2cd-058e-4a78-8239-a9846262b6ed,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:10.581404 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7fc63005-1317-487b-83b0-2cb0ea463ca2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/744da2cd-058e-4a78-8239-a9846262b6ed HTTP/1.1" status: 204 len: 168 time: 2.6245632 Jun 03 15:42:10.589421 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1940618b-1b83-4441-8d79-c697429a1e48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1940618b-1b83-4441-8d79-c697429a1e48 found for delete ", "request_id": "req-3b3afc39-c048-4e70-83c8-c4892fe813cd"}]} Jun 03 15:42:10.589854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35588) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:10.594178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00e93fb8-ed44-4807-99e2-9258142d7919 req-265de790-1b2e-4c92-87f4-efcf18decd4d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7962701 Jun 03 15:42:10.697514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:10.712941 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:10.728885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:10.785207 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900d99e1-2c1f-4e43-a68b-3d121735ed76'] response: {'server_uuid': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88923ff7-62f8-4197-a551-7bd884c6132b', 'code': 200} Jun 03 15:42:10.820651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35594) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:10.893105 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-20566734-1dc3-4bb3-a054-a18ed5f03f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.928592 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:10.960342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] device_id is not set on port 1e4f8d1e-be46-419a-a490-504def7c5ab3 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:42:11.023221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 63f21142-351d-4a94-817c-f0b4307145f1 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:11.133524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 63f21142-351d-4a94-817c-f0b4307145f1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:11.133524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.140299 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.270144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.14 (96235a7b-47a8-4cce-89be-6add25ffd6aa/cb8e42e8-714b-4642-b8e6-2bef2c624dc3/1e4f8d1e-be46-419a-a490-504def7c5ab3) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:11.333630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e19e468b-5b55-4ffa-95d1-715f4eb6c283 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e5f59a133b74f4da275d3a053316109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118458 Jun 03 15:42:11.337802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35602) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:11.379115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 63f21142-351d-4a94-817c-f0b4307145f1 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:11.379490 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.402588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0814f59-f1ac-4735-8986-34c86b31cfbe req-6cc58014-7bc2-4a0a-b6f8-034991cc5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:11.404491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0814f59-f1ac-4735-8986-34c86b31cfbe req-6cc58014-7bc2-4a0a-b6f8-034991cc5ea6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 1097 time: 0.5340533 Jun 03 15:42:11.405749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.475561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 63f21142-351d-4a94-817c-f0b4307145f1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=63f21142-351d-4a94-817c-f0b4307145f1,segment=NetworkSegment(d744920d-1ea9-430a-bdd7-f52436f3a0da),segment_id=d744920d-1ea9-430a-bdd7-f52436f3a0da)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:11.486835 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.591329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=63f21142-351d-4a94-817c-f0b4307145f1,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:11.608046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a63782-5193-4cef-8932-1f52bbdf4256 req-ef9670ef-65b0-4d7f-97bd-20446f40d178 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:11.609583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24a63782-5193-4cef-8932-1f52bbdf4256 req-ef9670ef-65b0-4d7f-97bd-20446f40d178 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.6667919 Jun 03 15:42:11.650150 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d706c25-410f-4fb5-a6e9-b1e6dea44508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.667539 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.697014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-17ffdd33-208a-4de0-9b26-16627ebea034 None None] Provisioning complete for port 63f21142-351d-4a94-817c-f0b4307145f1 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:11.697560 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-17ffdd33-208a-4de0-9b26-16627ebea034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.707193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d706c25-410f-4fb5-a6e9-b1e6dea44508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.715736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.759235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object 1e4f8d1e-be46-419a-a490-504def7c5ab3 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:11.761085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b6d3fc-8101-41a5-be5e-14132bfbee91']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:11.770409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0814f59-f1ac-4735-8986-34c86b31cfbe req-4eda58f0-c631-487f-8a91-adebcffd2f6d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774804 Jun 03 15:42:11.797106 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.860769 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d706c25-410f-4fb5-a6e9-b1e6dea44508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.862867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3172545d-89c3-4dc8-bb85-64be607c3964') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:11.863159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3172545d-89c3-4dc8-bb85-64be607c3964') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:11.875863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-17ffdd33-208a-4de0-9b26-16627ebea034 None None] Current status of the port 63f21142-351d-4a94-817c-f0b4307145f1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:11.881037 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24a63782-5193-4cef-8932-1f52bbdf4256 req-8a979433-da16-477a-9d5b-7692a1c1ac74 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268651 Jun 03 15:42:11.888366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.901324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-20566734-1dc3-4bb3-a054-a18ed5f03f3c None None] Allocated IP 172.20.0.2 (96235a7b-47a8-4cce-89be-6add25ffd6aa/cb8e42e8-714b-4642-b8e6-2bef2c624dc3/72ad4ff0-65b9-4a72-847f-e07102d674a1) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:11.906238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:11.916834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d706c25-410f-4fb5-a6e9-b1e6dea44508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fc0ee5-1370-4c18-82ea-eb3db502dd98,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:11.920064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.933549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:11.934128 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:11.938577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=1e4f8d1e-be46-419a-a490-504def7c5ab3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:11.949630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:11.952438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:12.040495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d706c25-410f-4fb5-a6e9-b1e6dea44508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.043838 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7d706c25-410f-4fb5-a6e9-b1e6dea44508 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14fc0ee5-1370-4c18-82ea-eb3db502dd98 HTTP/1.1" status: 204 len: 168 time: 0.7024603 Jun 03 15:42:12.051940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:12.052619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.066517 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 3172545d-89c3-4dc8-bb85-64be607c3964 resource provider aggregate not found Jun 03 15:42:12.079457 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4c9e9ce5-7fa8-4a2f-b879-06372368c0cf tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6312742 Jun 03 15:42:12.081396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35616) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:12.088025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e6af0089-0779-4fdf-be5f-807246e6043e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:12.106675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-20566734-1dc3-4bb3-a054-a18ed5f03f3c None None] For port 72ad4ff0-65b9-4a72-847f-e07102d674a1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=72ad4ff0-65b9-4a72-847f-e07102d674a1,segment=NetworkSegment(72a183c6-65ed-4642-9c9c-6b6a2091c266),segment_id=72a183c6-65ed-4642-9c9c-6b6a2091c266)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:12.111810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee781049-ba4f-4c6a-b5cf-c3fba2a41476 req-e25cf93c-11d1-4b48-9964-954a25e6be49 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:12.119394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee781049-ba4f-4c6a-b5cf-c3fba2a41476 req-e25cf93c-11d1-4b48-9964-954a25e6be49 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 946 time: 0.5795505 Jun 03 15:42:12.131594 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 3172545d-89c3-4dc8-bb85-64be607c3964 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3172545d-89c3-4dc8-bb85-64be607c3964 found for delete ", "request_id": "req-d959eb6e-a8db-4eac-9472-3a45830314af"}]} Jun 03 15:42:12.143956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-20566734-1dc3-4bb3-a054-a18ed5f03f3c None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.179075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-20566734-1dc3-4bb3-a054-a18ed5f03f3c None None] Transition to ACTIVE for port object 72ad4ff0-65b9-4a72-847f-e07102d674a1 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:12.187684 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-20566734-1dc3-4bb3-a054-a18ed5f03f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.323555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20566734-1dc3-4bb3-a054-a18ed5f03f3c None None] Pushing event updated for resources: {'Port': ['ID=72ad4ff0-65b9-4a72-847f-e07102d674a1,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:12.341920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e6af0089-0779-4fdf-be5f-807246e6043e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:12.347995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 63f21142-351d-4a94-817c-f0b4307145f1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:12.348425 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.362815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e6af0089-0779-4fdf-be5f-807246e6043e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:12.362815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e6af0089-0779-4fdf-be5f-807246e6043e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:12.375727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e6af0089-0779-4fdf-be5f-807246e6043e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:12.381485 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.399627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=03b6d3fc-8101-41a5-be5e-14132bfbee91,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:12.400483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6af0089-0779-4fdf-be5f-807246e6043e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:12.411096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6af0089-0779-4fdf-be5f-807246e6043e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.421194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee781049-ba4f-4c6a-b5cf-c3fba2a41476 req-bdfafe8d-a506-46fa-8c4b-d0933172f02c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007941 Jun 03 15:42:12.428828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Router dc830602-cca4-4760-8ea6-06fae59c14d2 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:42:12.436346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-23d1a05a-359b-4174-8c48-7681a53acdc4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/03b6d3fc-8101-41a5-be5e-14132bfbee91 HTTP/1.1" status: 204 len: 168 time: 1.8407872 Jun 03 15:42:12.438212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35624) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:12.573353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cac2f-cb29-442d-92cd-29706eba9b6b req-de72b1e8-03b0-49c9-bc93-be2417b238f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:12.581212 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef0cac2f-cb29-442d-92cd-29706eba9b6b req-de72b1e8-03b0-49c9-bc93-be2417b238f3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.5481615 Jun 03 15:42:12.583199 n-d-844595-1 neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-e6af0089-0779-4fdf-be5f-807246e6043e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cb8e42e8-714b-4642-b8e6-2bef2c624dc3 (CIDR: 172.20.0.0/28) Jun 03 15:42:12.587180 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 63f21142-351d-4a94-817c-f0b4307145f1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:12.587851 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.589795 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6af0089-0779-4fdf-be5f-807246e6043e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:42:12.591103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6af0089-0779-4fdf-be5f-807246e6043e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:12.599050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35628) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:12.620782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cdc253-5ee6-42de-a388-1a2ddc69c8f1 admin admin] Deleting subnet ed3d5722-8c50-4d33-b1fd-87f4d9527939 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:12.630779 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4cdc253-5ee6-42de-a388-1a2ddc69c8f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.653525 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e6af0089-0779-4fdf-be5f-807246e6043e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5709531 Jun 03 15:42:12.656195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:12.662150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dc8d5395-1a2b-40f8-b14a-b2de4af63f9f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:12.728577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 63f21142-351d-4a94-817c-f0b4307145f1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:12.752107 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-610a38e4-9fee-4b4e-aa75-3d2cfd7e28a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7738b0ef626b4b5ca0e84f8c281a88f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513584 Jun 03 15:42:12.759340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:12.779993 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4cdc253-5ee6-42de-a388-1a2ddc69c8f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.818339 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef0cac2f-cb29-442d-92cd-29706eba9b6b req-73f1c0f6-7824-4ad6-9b04-be89ba6dde2b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361975 Jun 03 15:42:12.847614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:12.863764 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4cdc253-5ee6-42de-a388-1a2ddc69c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.875145 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Sync routers for ids ['dc830602-cca4-4760-8ea6-06fae59c14d2'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:12.903866 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Routers {'dc830602-cca4-4760-8ea6-06fae59c14d2'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:12.904493 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['dc830602-cca4-4760-8ea6-06fae59c14d2'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:12.955065 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1345cb03-236a-49f1-a1da-0a36d442b263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.996701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:12.997247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ca9da4f1-fcca-410e-afed-23b53340fcd6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.2739918 Jun 03 15:42:13.007888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35642) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:13.020574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dc8d5395-1a2b-40f8-b14a-b2de4af63f9f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:13.032760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dc8d5395-1a2b-40f8-b14a-b2de4af63f9f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:13.040296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dc8d5395-1a2b-40f8-b14a-b2de4af63f9f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:13.052503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1345cb03-236a-49f1-a1da-0a36d442b263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.061646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dc8d5395-1a2b-40f8-b14a-b2de4af63f9f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:13.100461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8d5395-1a2b-40f8-b14a-b2de4af63f9f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:13.105045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dc8d5395-1a2b-40f8-b14a-b2de4af63f9f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.228583 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4cdc253-5ee6-42de-a388-1a2ddc69c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.314406 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Set router dc830602-cca4-4760-8ea6-06fae59c14d2 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:13.389666 n-d-844595-1 neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-dc8d5395-1a2b-40f8-b14a-b2de4af63f9f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b9c5044c-4170-4e94-b9c3-7e50602b87b1 (CIDR: 172.20.0.16/28) Jun 03 15:42:13.390580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdc253-5ee6-42de-a388-1a2ddc69c8f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed3d5722-8c50-4d33-b1fd-87f4d9527939,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:13.419176 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8d5395-1a2b-40f8-b14a-b2de4af63f9f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:42:13.419704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8d5395-1a2b-40f8-b14a-b2de4af63f9f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:13.482164 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dc8d5395-1a2b-40f8-b14a-b2de4af63f9f tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8224347 Jun 03 15:42:13.482530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35652) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:13.493639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'subnet': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:13.544556 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4cdc253-5ee6-42de-a388-1a2ddc69c8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.563625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b4cdc253-5ee6-42de-a388-1a2ddc69c8f1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ed3d5722-8c50-4d33-b1fd-87f4d9527939 HTTP/1.1" status: 204 len: 168 time: 1.1226578 Jun 03 15:42:13.590983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35656) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:13.609059 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1345cb03-236a-49f1-a1da-0a36d442b263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.612785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-77904e22-0fde-4f49-8af7-f2f273087dc6 None None] Provisioning for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:13.620978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-77904e22-0fde-4f49-8af7-f2f273087dc6 None None] Provisioning complete for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:13.621402 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-77904e22-0fde-4f49-8af7-f2f273087dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.647071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345cb03-236a-49f1-a1da-0a36d442b263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a021ef4b-faae-4b95-9e07-d0a86eadcfcb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:13.655486 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1345cb03-236a-49f1-a1da-0a36d442b263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.656997 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1345cb03-236a-49f1-a1da-0a36d442b263 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a021ef4b-faae-4b95-9e07-d0a86eadcfcb HTTP/1.1" status: 204 len: 168 time: 0.8966439 Jun 03 15:42:13.784696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:13.795065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Usage tracker for resource:subnet and tenant:7a86b0aefdf54345be5012cbdd692f43 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:13.804080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:13.813765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:13.833861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Made reservation on behalf of 7a86b0aefdf54345be5012cbdd692f43 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:13.838171 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.871172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-77904e22-0fde-4f49-8af7-f2f273087dc6 None None] Current status of the port 72ad4ff0-65b9-4a72-847f-e07102d674a1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:13.904960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-77904e22-0fde-4f49-8af7-f2f273087dc6 None None] Provisioning complete for port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:13.905334 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-77904e22-0fde-4f49-8af7-f2f273087dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:13.981646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-77904e22-0fde-4f49-8af7-f2f273087dc6 None None] Port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:14.000398 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'name': 'tempest-TestServerBasicOps-17081434-router', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:42:05Z', 'updated_at': '2022-06-03T15:42:09Z', 'revision_number': 3, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'gw_port': {'id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:08Z', 'updated_at': '2022-06-03T15:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:14.005074 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Checking router: dc830602-cca4-4760-8ea6-06fae59c14d2 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:42:14.005406 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Updating router dc830602-cca4-4760-8ea6-06fae59c14d2 port 00add220-04b8-40c9-a31c-050fd8e171a3 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:42:14.056361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.076200 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.107992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6bd57b22-1808-4ca6-9b16-357aee10b010 None None] Provisioning for port 1e4f8d1e-be46-419a-a490-504def7c5ab3 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:14.115719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6bd57b22-1808-4ca6-9b16-357aee10b010 None None] Provisioning complete for port 1e4f8d1e-be46-419a-a490-504def7c5ab3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:14.116199 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6bd57b22-1808-4ca6-9b16-357aee10b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.252696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6bd57b22-1808-4ca6-9b16-357aee10b010 None None] Port 1e4f8d1e-be46-419a-a490-504def7c5ab3 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:14.332156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.347053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 72ad4ff0-65b9-4a72-847f-e07102d674a1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:14.437726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Subnet': ['ID=d7534020-0a5d-44c3-a56a-3e5c1c2b2be1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:14.453843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:14.455005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:14.458362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:14.458942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.468425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91e7a9-8754-4ae0-8a7c-280cc9ebec21 None None] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:14.485917 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fb5152bc-8ef1-439b-9e19-17efa31fc82b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0011039 Jun 03 15:42:14.487580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:14.499294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-546937754', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd7534020-0a5d-44c3-a56a-3e5c1c2b2be1'}], 'security_groups': ['1f4b1049-ad90-49d8-bb8c-385735148c49', 'b44d0fe2-7b1f-4b40-8f5c-dda6176d9e82']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:14.555570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:14.555570 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.625311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.725030 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.751221 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.767017 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Transition to ACTIVE for port object 00add220-04b8-40c9-a31c-050fd8e171a3 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:14.776706 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.900106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 72ad4ff0-65b9-4a72-847f-e07102d674a1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:14.982996 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Attempting to bind port 00add220-04b8-40c9-a31c-050fd8e171a3 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:14.983360 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Attempting to bind port 00add220-04b8-40c9-a31c-050fd8e171a3 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:14.983718 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Attempting to bind port 00add220-04b8-40c9-a31c-050fd8e171a3 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:14.986160 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781aef0c-0d97-4363-9702-f3ffa71cca0d None None] Pushing event updated for resources: {'Port': ['ID=00add220-04b8-40c9-a31c-050fd8e171a3,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:14.992375 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:14.992781 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:14.993121 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:14.993500 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:14.993982 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Bound port: 00add220-04b8-40c9-a31c-050fd8e171a3, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:14.994345 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.117208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2ee232-55ac-4c9e-ad59-945dcb05b734 None None] Update dhcp port {'port': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'fixed_ips': [{'subnet_id': 'b9c5044c-4170-4e94-b9c3-7e50602b87b1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cb8e42e8-714b-4642-b8e6-2bef2c624dc3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd7534020-0a5d-44c3-a56a-3e5c1c2b2be1'}], 'binding:host_id': 'n-d-844595-1'}, 'id': '72ad4ff0-65b9-4a72-847f-e07102d674a1'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:42:15.121986 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] For port 00add220-04b8-40c9-a31c-050fd8e171a3, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:15.128068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] For port 00add220-04b8-40c9-a31c-050fd8e171a3, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=00add220-04b8-40c9-a31c-050fd8e171a3,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:15.135274 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.194119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e243268-546d-45c8-9985-5c050fb008ba req-3072314d-ac93-4582-bd80-f3098af58e5a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:15.196253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e243268-546d-45c8-9985-5c050fb008ba req-3072314d-ac93-4582-bd80-f3098af58e5a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 1.6631107 Jun 03 15:42:15.206854 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bd2ee232-55ac-4c9e-ad59-945dcb05b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.211536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efbbb5b-124c-4146-8c2c-06c23dd17927']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:15.247020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4585614-62e8-4d8d-b73a-edba9fce451e req-309df4fb-7f8d-4f56-a309-b9874399bff5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:15.256356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4585614-62e8-4d8d-b73a-edba9fce451e req-309df4fb-7f8d-4f56-a309-b9874399bff5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 946 time: 1.5684454 Jun 03 15:42:15.278695 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781aef0c-0d97-4363-9702-f3ffa71cca0d None None] Pushing event updated for resources: {'Port': ['ID=00add220-04b8-40c9-a31c-050fd8e171a3,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:15.288209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd11dae5-4c35-42f6-b239-392fe71d7033') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:15.288744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd11dae5-4c35-42f6-b239-392fe71d7033') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:15.325065 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Routers {'dc830602-cca4-4760-8ea6-06fae59c14d2'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:15.327621 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['dc830602-cca4-4760-8ea6-06fae59c14d2'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:15.346267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.432130 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e243268-546d-45c8-9985-5c050fb008ba req-4c5cc841-79bb-4e00-9df0-5d17401a60f1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271640 Jun 03 15:42:15.447145 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4585614-62e8-4d8d-b73a-edba9fce451e req-87713932-013f-444e-aa5b-e904c0d9a9df tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888559 Jun 03 15:42:15.483327 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.503976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-bd2ee232-55ac-4c9e-ad59-945dcb05b734 None None] Allocated IP 172.20.0.34 (96235a7b-47a8-4cce-89be-6add25ffd6aa/d7534020-0a5d-44c3-a56a-3e5c1c2b2be1/72ad4ff0-65b9-4a72-847f-e07102d674a1) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:15.519199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:15.519616 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.645725 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] Set router dc830602-cca4-4760-8ea6-06fae59c14d2 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:15.668025 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment dd11dae5-4c35-42f6-b239-392fe71d7033 resource provider aggregate not found Jun 03 15:42:15.749524 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment dd11dae5-4c35-42f6-b239-392fe71d7033 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd11dae5-4c35-42f6-b239-392fe71d7033 found for delete ", "request_id": "req-c17eeb4b-de1c-45c2-b23a-616bf1ba0f53"}]} Jun 03 15:42:15.754678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.759582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bd2ee232-55ac-4c9e-ad59-945dcb05b734 None None] For port 72ad4ff0-65b9-4a72-847f-e07102d674a1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=72ad4ff0-65b9-4a72-847f-e07102d674a1,segment=NetworkSegment(72a183c6-65ed-4642-9c9c-6b6a2091c266),segment_id=72a183c6-65ed-4642-9c9c-6b6a2091c266)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:15.787321 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.823993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bd2ee232-55ac-4c9e-ad59-945dcb05b734 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.839101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] Pushing event deleted for resources: {'Network': ['ID=3efbbb5b-124c-4146-8c2c-06c23dd17927,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:15.851474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bd2ee232-55ac-4c9e-ad59-945dcb05b734 None None] Transition to ACTIVE for port object 72ad4ff0-65b9-4a72-847f-e07102d674a1 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:15.853147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1c45c-6fde-4108-b263-06d6d68a17ac req-5971b65b-6564-49e7-bb98-74f2b3ed5ac9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:15.854810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ee1c45c-6fde-4108-b263-06d6d68a17ac req-5971b65b-6564-49e7-bb98-74f2b3ed5ac9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 946 time: 0.2409973 Jun 03 15:42:15.859104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f118d4dd-ac98-4c29-86b8-2c5a3261a73d admin admin] 10.222.0.48 "DELETE /v2.0/networks/3efbbb5b-124c-4146-8c2c-06c23dd17927 HTTP/1.1" status: 204 len: 168 time: 2.1744370 Jun 03 15:42:15.877425 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bd2ee232-55ac-4c9e-ad59-945dcb05b734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.949324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:15.967819 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ee1c45c-6fde-4108-b263-06d6d68a17ac req-d97dd245-845b-4c93-8bab-dd1a84e35c42 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964935 Jun 03 15:42:15.985172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35710) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:16.018533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35714) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:16.070364 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'name': 'tempest-TestServerBasicOps-17081434-router', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:42:05Z', 'updated_at': '2022-06-03T15:42:09Z', 'revision_number': 3, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'gw_port': {'id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:08Z', 'updated_at': '2022-06-03T15:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:16.080549 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849367e7-21dc-4939-8466-bf804e6dfa5d None None] The sync data for ids ['dc830602-cca4-4760-8ea6-06fae59c14d2'] in n-d-844595-1 is: [{'id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'name': 'tempest-TestServerBasicOps-17081434-router', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:42:05Z', 'updated_at': '2022-06-03T15:42:09Z', 'revision_number': 3, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'gw_port': {'id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:08Z', 'updated_at': '2022-06-03T15:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:16.117370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35720) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:16.236099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ee232-55ac-4c9e-ad59-945dcb05b734 None None] Pushing event updated for resources: {'Port': ['ID=72ad4ff0-65b9-4a72-847f-e07102d674a1,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:16.278878 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6543cc9b-177c-476e-aafc-e6b8a8995fac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77f50bd2ea2f4859b5e5ce0b1a48afb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602283 Jun 03 15:42:16.284505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35724) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:16.330904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Allocated IP 172.20.0.1 (dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61/6b5a15c6-c854-4608-8dcd-7238b87d3c3f/d9b33677-ed3a-4c04-bda5-690561359233) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:16.344017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9127fb-2ff7-45db-ad3e-ac09572caf52 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:16.345922 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cf9127fb-2ff7-45db-ad3e-ac09572caf52 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 1092 time: 0.3260624 Jun 03 15:42:16.368984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Delete allocated IP 172.20.0.14 (96235a7b-47a8-4cce-89be-6add25ffd6aa/cb8e42e8-714b-4642-b8e6-2bef2c624dc3) {{(pid=88444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:42:16.373435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35728) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:16.395716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '88923ff7-62f8-4197-a551-7bd884c6132b', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:16.404879 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:16.415003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Allocated IP 172.20.0.37 (96235a7b-47a8-4cce-89be-6add25ffd6aa/d7534020-0a5d-44c3-a56a-3e5c1c2b2be1/1e4f8d1e-be46-419a-a490-504def7c5ab3) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:16.417453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:16.423584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:16.436607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Usage tracker for resource:floatingip and tenant:55cd8b793e224d8a81d8a4c5f27b6ba3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:16.439387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0741ac0d-c56f-4a39-8a8e-1319ea4bcfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.441238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:16.444295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:floatingip and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:16.452488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:16.496746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:16.541409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:16.581253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0741ac0d-c56f-4a39-8a8e-1319ea4bcfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.716658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.747478 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.781506 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:16.812780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Transition to ACTIVE for port object d9b33677-ed3a-4c04-bda5-690561359233 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:16.828307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb281e6-075c-407a-8413-0811218702ad req-ab7bb083-1fe0-434d-b32c-d004beff33be tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:16.830154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aeb281e6-075c-407a-8413-0811218702ad req-ab7bb083-1fe0-434d-b32c-d004beff33be tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.1974051 Jun 03 15:42:17.012197 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aeb281e6-075c-407a-8413-0811218702ad req-c785c533-afaa-4c96-8e9d-4f673b4a1ae7 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568754 Jun 03 15:42:17.022474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.182993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Network dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:17.186282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:17.209401 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.213635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:17.241179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc8f4ebd-894a-46e0-9ca8-11f516516196 None None] Provisioning complete for port 1e4f8d1e-be46-419a-a490-504def7c5ab3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:17.242966 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4ebd-894a-46e0-9ca8-11f516516196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.263644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Pushing event updated for resources: {'Port': ['ID=d9b33677-ed3a-4c04-bda5-690561359233,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:17.275350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Transition to ACTIVE for port object 1e4f8d1e-be46-419a-a490-504def7c5ab3 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:17.282083 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0741ac0d-c56f-4a39-8a8e-1319ea4bcfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.341894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.362606 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.485444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f4ebd-894a-46e0-9ca8-11f516516196 None None] Port 1e4f8d1e-be46-419a-a490-504def7c5ab3 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:17.516623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc8f4ebd-894a-46e0-9ca8-11f516516196 None None] Provisioning for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:17.525056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc8f4ebd-894a-46e0-9ca8-11f516516196 None None] Provisioning complete for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:17.525918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4ebd-894a-46e0-9ca8-11f516516196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.535108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741ac0d-c56f-4a39-8a8e-1319ea4bcfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca49fa-f3db-41bd-b729-ce6ed2a6c169,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:17.643284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event updated for resources: {'Port': ['ID=1e4f8d1e-be46-419a-a490-504def7c5ab3,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:17.661836 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0741ac0d-c56f-4a39-8a8e-1319ea4bcfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.663015 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0741ac0d-c56f-4a39-8a8e-1319ea4bcfc6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66ca49fa-f3db-41bd-b729-ce6ed2a6c169 HTTP/1.1" status: 204 len: 168 time: 1.3775885 Jun 03 15:42:17.755155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc77e44-30f5-420d-a4bc-28d51f6a2b75 req-f11ac1a2-4f0f-4b91-8c2f-0e95fce32629 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:17.759444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fc77e44-30f5-420d-a4bc-28d51f6a2b75 req-f11ac1a2-4f0f-4b91-8c2f-0e95fce32629 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.2931862 Jun 03 15:42:17.787728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f4ebd-894a-46e0-9ca8-11f516516196 None None] Current status of the port 72ad4ff0-65b9-4a72-847f-e07102d674a1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:17.802109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc8f4ebd-894a-46e0-9ca8-11f516516196 None None] Provisioning complete for port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:17.803196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4ebd-894a-46e0-9ca8-11f516516196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.812075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] In _notify_port_updated(), no bound segment for port 1e4f8d1e-be46-419a-a490-504def7c5ab3 on network 96235a7b-47a8-4cce-89be-6add25ffd6aa {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:42:17.818385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:17.819058 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.820648 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-95560ef1-365b-4dac-be33-fa166c4d7e7a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "PUT /v2.0/ports/1e4f8d1e-be46-419a-a490-504def7c5ab3 HTTP/1.1" status: 200 len: 959 time: 3.3318434 Jun 03 15:42:17.823580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35748) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:17.906811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fc77e44-30f5-420d-a4bc-28d51f6a2b75 req-902f2dc4-cedf-478b-89b1-fa4f537b35a4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941193 Jun 03 15:42:17.908930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533088a-8d44-42b6-b597-5275744216ca req-2413d987-3e34-425a-805b-a3af7dd2061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:17.910370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1533088a-8d44-42b6-b597-5275744216ca req-2413d987-3e34-425a-805b-a3af7dd2061b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b163480c5f5548dc8056614d98fd5bcd&device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 1095 time: 0.3075595 Jun 03 15:42:17.917273 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:17.925807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f4ebd-894a-46e0-9ca8-11f516516196 None None] Port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:17.971882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3e25888c-2770-40e3-a645-0e30f4abb5cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port 1e4f8d1e-be46-419a-a490-504def7c5ab3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:17.972285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e25888c-2770-40e3-a645-0e30f4abb5cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.035889 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.067871 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-188425a8-f104-435c-a0c5-e7dcbbf40db3 None None] Provisioning for port d9b33677-ed3a-4c04-bda5-690561359233 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:18.075666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-188425a8-f104-435c-a0c5-e7dcbbf40db3 None None] Provisioning complete for port d9b33677-ed3a-4c04-bda5-690561359233 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:18.078009 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-188425a8-f104-435c-a0c5-e7dcbbf40db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.205941 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.274112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533088a-8d44-42b6-b597-5275744216ca req-74d4a2e6-291e-4bf2-883f-499f8ae085a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:18.276526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1533088a-8d44-42b6-b597-5275744216ca req-74d4a2e6-291e-4bf2-883f-499f8ae085a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 200 len: 913 time: 0.3311608 Jun 03 15:42:18.276706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-188425a8-f104-435c-a0c5-e7dcbbf40db3 None None] Port d9b33677-ed3a-4c04-bda5-690561359233 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:18.438915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1533088a-8d44-42b6-b597-5275744216ca req-c2d232c0-c20c-4b4c-971b-a8ecbdadaebb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 200 len: 999 time: 0.1522548 Jun 03 15:42:18.457416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35758) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:18.468293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 00add220-04b8-40c9-a31c-050fd8e171a3 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:18.541144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533088a-8d44-42b6-b597-5275744216ca req-de567e35-1b01-43d8-afd4-2274d5e093ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:18.542945 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1533088a-8d44-42b6-b597-5275744216ca req-de567e35-1b01-43d8-afd4-2274d5e093ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 200 len: 851 time: 0.0737839 Jun 03 15:42:18.548779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7cee369b-0ff5-48bf-a130-bfd3aca947ac None None] Provisioning for port 1e4f8d1e-be46-419a-a490-504def7c5ab3 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:18.565778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7cee369b-0ff5-48bf-a130-bfd3aca947ac None None] Provisioning complete for port 1e4f8d1e-be46-419a-a490-504def7c5ab3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:18.566600 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7cee369b-0ff5-48bf-a130-bfd3aca947ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.701209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 00add220-04b8-40c9-a31c-050fd8e171a3 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:18.725171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 00add220-04b8-40c9-a31c-050fd8e171a3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:18.725572 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.757216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533088a-8d44-42b6-b597-5275744216ca req-b4dd49b9-f22e-4a4d-97d8-980fe2b35f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:18.758814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1533088a-8d44-42b6-b597-5275744216ca req-b4dd49b9-f22e-4a4d-97d8-980fe2b35f98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e06978f-48c8-4113-a05a-9feeb3f60cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032976 Jun 03 15:42:18.774732 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-422590b3-7d7f-4948-97fb-8cbc2c893bd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11a7b7787d034eb4baf83d78223fc0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875004 Jun 03 15:42:18.783782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35766) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:18.794592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7cee369b-0ff5-48bf-a130-bfd3aca947ac None None] Port 1e4f8d1e-be46-419a-a490-504def7c5ab3 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:18.881316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 00add220-04b8-40c9-a31c-050fd8e171a3 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:18.881799 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.900435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 00add220-04b8-40c9-a31c-050fd8e171a3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=00add220-04b8-40c9-a31c-050fd8e171a3,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:18.905604 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:18.906419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 72ad4ff0-65b9-4a72-847f-e07102d674a1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:18.951488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Allocated IP 172.25.7.218 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/a55d9ab3-cc8b-4b17-b412-a2c236d77e8b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:18.976444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1533088a-8d44-42b6-b597-5275744216ca req-9407099d-152b-46e6-8d41-8fb46f08001f service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112815 Jun 03 15:42:19.027398 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e25888c-2770-40e3-a645-0e30f4abb5cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.036845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=00add220-04b8-40c9-a31c-050fd8e171a3,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:19.047374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:19.047801 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.085471 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.099658 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.174837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 72ad4ff0-65b9-4a72-847f-e07102d674a1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:19.243318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3e25888c-2770-40e3-a645-0e30f4abb5cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for 1e4f8d1e-be46-419a-a490-504def7c5ab3 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:19.297400 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.302875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Pushing event updated for resources: {'Port': ['ID=d9b33677-ed3a-4c04-bda5-690561359233,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:19.307859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acdaf450-1118-4530-8f85-e36543da28a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.308049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1533088a-8d44-42b6-b597-5275744216ca req-1a03ac3f-026c-45b1-99a0-0d3464f4785b service neutron] 10.222.0.67 "GET /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256137 Jun 03 15:42:19.388174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acdaf450-1118-4530-8f85-e36543da28a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.419512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f3853-7c9f-4b4f-a53e-014109075c29 req-82b40faf-d7e2-4b01-a505-03f9d5c72c2f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:19.421042 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da5f3853-7c9f-4b4f-a53e-014109075c29 req-82b40faf-d7e2-4b01-a505-03f9d5c72c2f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.3248336 Jun 03 15:42:19.430560 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.504738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Network dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:19.508310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:19.524415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da5f3853-7c9f-4b4f-a53e-014109075c29 req-b5d7de08-d4f6-43a1-bc69-d14aa45aa2a1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819910 Jun 03 15:42:19.533059 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e25888c-2770-40e3-a645-0e30f4abb5cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.585519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acdaf450-1118-4530-8f85-e36543da28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.666819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25888c-2770-40e3-a645-0e30f4abb5cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=1e4f8d1e-be46-419a-a490-504def7c5ab3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:19.727536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaf450-1118-4530-8f85-e36543da28a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8c1778-70ff-480b-bb4c-a7dcd05d363e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:19.790057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Router dc830602-cca4-4760-8ea6-06fae59c14d2 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:19.843555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5272a564-60a4-4b09-8a83-609bee2a28bf None None] Provisioning complete for port d9b33677-ed3a-4c04-bda5-690561359233 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:19.844158 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5272a564-60a4-4b09-8a83-609bee2a28bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:19.883264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Allocated IP 172.25.7.246 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/93e5c31c-d304-4c3d-a41a-e52d284466b3) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:19.967911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5272a564-60a4-4b09-8a83-609bee2a28bf None None] Port d9b33677-ed3a-4c04-bda5-690561359233 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:20.055761 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.189702 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acdaf450-1118-4530-8f85-e36543da28a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.190875 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-acdaf450-1118-4530-8f85-e36543da28a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a8c1778-70ff-480b-bb4c-a7dcd05d363e HTTP/1.1" status: 204 len: 168 time: 1.4056656 Jun 03 15:42:20.200978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:20.208719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:20.212552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Sync routers for ids ['dc830602-cca4-4760-8ea6-06fae59c14d2'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:20.217889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:20.221935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.234031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:20.262418 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2b752a2f-bd24-493a-a57c-ad4fd281e83f admin admin] 10.222.0.48 "PUT /v2.0/routers/dc830602-cca4-4760-8ea6-06fae59c14d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2428834 Jun 03 15:42:20.270831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Routers {'dc830602-cca4-4760-8ea6-06fae59c14d2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:20.271688 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e25888c-2770-40e3-a645-0e30f4abb5cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.273040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['dc830602-cca4-4760-8ea6-06fae59c14d2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:20.278942 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3e25888c-2770-40e3-a645-0e30f4abb5cb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/1e4f8d1e-be46-419a-a490-504def7c5ab3 HTTP/1.1" status: 204 len: 168 time: 2.4532409 Jun 03 15:42:20.280770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Pushing event updated for resources: {'Port': ['ID=a55d9ab3-cc8b-4b17-b412-a2c236d77e8b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:20.289419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35776) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:20.378814 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af64ff8-99c1-4e7e-a7ff-24f7a110ba71 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] GET failed (client error): The resource could not be found. Jun 03 15:42:20.379649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1af64ff8-99c1-4e7e-a7ff-24f7a110ba71 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:20.430964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1af64ff8-99c1-4e7e-a7ff-24f7a110ba71 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:20.436533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35782) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:20.436845 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1af64ff8-99c1-4e7e-a7ff-24f7a110ba71 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports/1e4f8d1e-be46-419a-a490-504def7c5ab3 HTTP/1.1" status: 404 len: 333 time: 0.1442497 Jun 03 15:42:20.469339 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.475783 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.503699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 00add220-04b8-40c9-a31c-050fd8e171a3 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:20.584535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:20.616241 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-94c258d7-ba9d-4678-9c33-6c71477cfc22 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.659208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:20.682030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:20.707415 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-94c258d7-ba9d-4678-9c33-6c71477cfc22 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.823547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 00add220-04b8-40c9-a31c-050fd8e171a3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:20.823917 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.858539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Set router dc830602-cca4-4760-8ea6-06fae59c14d2 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:20.882368 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-94c258d7-ba9d-4678-9c33-6c71477cfc22 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.924168 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-94c258d7-ba9d-4678-9c33-6c71477cfc22 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:20.927848 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-94c258d7-ba9d-4678-9c33-6c71477cfc22 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/security-groups/89df93bb-aa1a-4ea7-a7b9-ab4caa1a42d4 HTTP/1.1" status: 204 len: 168 time: 0.4877248 Jun 03 15:42:20.927848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c258d7-ba9d-4678-9c33-6c71477cfc22 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89df93bb-aa1a-4ea7-a7b9-ab4caa1a42d4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:20.928811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35802) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:20.952261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=93e5c31c-d304-4c3d-a41a-e52d284466b3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:20.980185 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.031818 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1cb75db-f97f-43df-95cf-9e31c986dbb4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.066081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefbc8f-fda6-4195-9838-d0bca02cc65d req-6db317e4-bdcf-483b-84cd-ab388847f541 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:21.067869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaefbc8f-fda6-4195-9838-d0bca02cc65d req-6db317e4-bdcf-483b-84cd-ab388847f541 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.2739620 Jun 03 15:42:21.112190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1cb75db-f97f-43df-95cf-9e31c986dbb4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.122902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35808) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:21.128156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654647604', 'description': 'tempest-secgroup-smoke-1654647604 description', 'project_id': '5c15c36aa81149968881e45ce4841979'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:21.136872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:21.141403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Usage tracker for resource:security_group and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:21.144710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:21.151710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:21.177041 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.208628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:21.212911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Usage tracker for resource:security_group_rule and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:21.217124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:21.224283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:21.338247 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 00add220-04b8-40c9-a31c-050fd8e171a3 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:21.360678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.379358 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.438447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaefbc8f-fda6-4195-9838-d0bca02cc65d req-102dabfd-3258-4d59-b672-640f32ef6efe tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574553 Jun 03 15:42:21.443611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'name': 'tempest-TestServerBasicOps-17081434-router', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:42:05Z', 'updated_at': '2022-06-03T15:42:17Z', 'revision_number': 4, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'gw_port': {'id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:08Z', 'updated_at': '2022-06-03T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'd9b33677-ed3a-4c04-bda5-690561359233', 'name': '', 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'mac_address': 'fa:16:3e:e4:36:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '6b5a15c6-c854-4608-8dcd-7238b87d3c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:16Z', 'updated_at': '2022-06-03T15:42:18Z', 'revision_number': 2, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'subnets': [{'id': '6b5a15c6-c854-4608-8dcd-7238b87d3c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:21.459389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Checking router: dc830602-cca4-4760-8ea6-06fae59c14d2 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:42:21.459828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Updating router dc830602-cca4-4760-8ea6-06fae59c14d2 port d9b33677-ed3a-4c04-bda5-690561359233 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:42:21.491060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.493040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3691278 Jun 03 15:42:21.494483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c91440-c317-4f29-898f-c80d1a8cfe84 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a4dc75-cf26-457f-9d5f-42caeca6316e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:21.497606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35822) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:21.504142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7100d9ba-5bd7-4316-83a7-c6d6ed33852a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Request body: {'security_group_rule': {'security_group_id': 'c7a4dc75-cf26-457f-9d5f-42caeca6316e', 'project_id': '5c15c36aa81149968881e45ce4841979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:21.513982 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1cb75db-f97f-43df-95cf-9e31c986dbb4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.522109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7100d9ba-5bd7-4316-83a7-c6d6ed33852a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:21.545249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7100d9ba-5bd7-4316-83a7-c6d6ed33852a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Usage tracker for resource:security_group_rule and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:21.545564 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.548652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7100d9ba-5bd7-4316-83a7-c6d6ed33852a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:21.556250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7100d9ba-5bd7-4316-83a7-c6d6ed33852a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:21.565140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb75db-f97f-43df-95cf-9e31c986dbb4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44d0fe2-7b1f-4b40-8f5c-dda6176d9e82,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:21.566724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.576590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.580098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1cb75db-f97f-43df-95cf-9e31c986dbb4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.586406 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e1cb75db-f97f-43df-95cf-9e31c986dbb4 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/security-groups/b44d0fe2-7b1f-4b40-8f5c-dda6176d9e82 HTTP/1.1" status: 204 len: 168 time: 0.6545599 Jun 03 15:42:21.587159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35828) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:21.590332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7100d9ba-5bd7-4316-83a7-c6d6ed33852a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.679158 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7100d9ba-5bd7-4316-83a7-c6d6ed33852a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.688489 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7100d9ba-5bd7-4316-83a7-c6d6ed33852a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.771180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100d9ba-5bd7-4316-83a7-c6d6ed33852a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c5bd19-6e23-4951-a1ad-04a0caeeb762,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:21.792693 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7100d9ba-5bd7-4316-83a7-c6d6ed33852a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.796742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7100d9ba-5bd7-4316-83a7-c6d6ed33852a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2951677 Jun 03 15:42:21.798979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35836) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:21.857282 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e125706d-ee59-4179-beed-3ec8f9c1d647 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.862412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-54ed244a-cf9f-47fd-befc-668a2490a382 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Request body: {'security_group_rule': {'security_group_id': 'c7a4dc75-cf26-457f-9d5f-42caeca6316e', 'project_id': '5c15c36aa81149968881e45ce4841979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:21.880160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-54ed244a-cf9f-47fd-befc-668a2490a382 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:21.888564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-54ed244a-cf9f-47fd-befc-668a2490a382 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Usage tracker for resource:security_group_rule and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:21.894759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-54ed244a-cf9f-47fd-befc-668a2490a382 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:21.896953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Pushing event updated for resources: {'Port': ['ID=a55d9ab3-cc8b-4b17-b412-a2c236d77e8b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:21.915123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-54ed244a-cf9f-47fd-befc-668a2490a382 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:21.922187 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e125706d-ee59-4179-beed-3ec8f9c1d647 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.952737 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:21.981466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54ed244a-cf9f-47fd-befc-668a2490a382 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.083277 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e125706d-ee59-4179-beed-3ec8f9c1d647 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.095936 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.098525 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.104063 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bdf9a538-d664-474c-8006-ae8aa7627918 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1136990 Jun 03 15:42:22.104063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35846) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:22.111910 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54ed244a-cf9f-47fd-befc-668a2490a382 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.113613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-453190655', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'fixed_ips': [{'ip_address': '172.25.7.218'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:22.118693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125706d-ee59-4179-beed-3ec8f9c1d647 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4b1049-ad90-49d8-bb8c-385735148c49,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:22.121007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:22.122519 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54ed244a-cf9f-47fd-befc-668a2490a382 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.127614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Usage tracker for resource:port and tenant:55cd8b793e224d8a81d8a4c5f27b6ba3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:22.129213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Transition to ACTIVE for port object d9b33677-ed3a-4c04-bda5-690561359233 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:22.130819 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e125706d-ee59-4179-beed-3ec8f9c1d647 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.131784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:22.135238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e125706d-ee59-4179-beed-3ec8f9c1d647 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/security-groups/1f4b1049-ad90-49d8-bb8c-385735148c49 HTTP/1.1" status: 204 len: 168 time: 0.5465190 Jun 03 15:42:22.141661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35850) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:22.144124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:22.160877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Made reservation on behalf of 55cd8b793e224d8a81d8a4c5f27b6ba3 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:22.166725 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.167115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.204914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed244a-cf9f-47fd-befc-668a2490a382 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9b4d88-199b-4abb-ac47-6992b6d8bf80,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:22.229681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.261119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:22.273683 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Usage tracker for resource:security_group_rule and tenant:55cd8b793e224d8a81d8a4c5f27b6ba3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:22.278081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:22.278582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9663be33-3e4f-485b-bcf6-bb5fc8887d83 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting subnet cb8e42e8-714b-4642-b8e6-2bef2c624dc3 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:22.286065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:22.287342 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-54ed244a-cf9f-47fd-befc-668a2490a382 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.288570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-54ed244a-cf9f-47fd-befc-668a2490a382 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4867928 Jun 03 15:42:22.289427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9663be33-3e4f-485b-bcf6-bb5fc8887d83 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.298946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35858) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:22.358670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e1f60762-e0a1-4f32-9530-746e84f1fb52 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Request body: {'security_group_rule': {'security_group_id': 'c7a4dc75-cf26-457f-9d5f-42caeca6316e', 'project_id': '5c15c36aa81149968881e45ce4841979', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:22.373846 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9663be33-3e4f-485b-bcf6-bb5fc8887d83 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.397389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e1f60762-e0a1-4f32-9530-746e84f1fb52 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:22.429650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e1f60762-e0a1-4f32-9530-746e84f1fb52 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Usage tracker for resource:security_group_rule and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:22.440726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e1f60762-e0a1-4f32-9530-746e84f1fb52 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:22.445238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e4a48-8e72-4fa6-8168-d56deb3ff181 req-f7fa0786-a996-4adf-aabf-2a6444407bfc tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:22.447199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-930e4a48-8e72-4fa6-8168-d56deb3ff181 req-f7fa0786-a996-4adf-aabf-2a6444407bfc tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 945 time: 0.2399170 Jun 03 15:42:22.471770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e1f60762-e0a1-4f32-9530-746e84f1fb52 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:22.525907 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1f60762-e0a1-4f32-9530-746e84f1fb52 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.550694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da2f83-0751-42ef-b0a4-9bc2e0fc612c None None] Pushing event updated for resources: {'Port': ['ID=d9b33677-ed3a-4c04-bda5-690561359233,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:22.585280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Attempting to bind port d9b33677-ed3a-4c04-bda5-690561359233 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:22.585691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Attempting to bind port d9b33677-ed3a-4c04-bda5-690561359233 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd744920d-1ea9-430a-bdd7-f52436f3a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:22.586299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Attempting to bind port d9b33677-ed3a-4c04-bda5-690561359233 on network dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:22.592789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-930e4a48-8e72-4fa6-8168-d56deb3ff181 req-3ba51edf-e99c-49a1-8561-b638bbb8ffb9 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326272 Jun 03 15:42:22.593863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:22.594261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Checking segment: {'id': 'd744920d-1ea9-430a-bdd7-f52436f3a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:22.594660 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.595044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Bound using segment: {'id': 'd744920d-1ea9-430a-bdd7-f52436f3a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:22.595597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Bound port: d9b33677-ed3a-4c04-bda5-690561359233, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd744920d-1ea9-430a-bdd7-f52436f3a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:22.596449 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.616278 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9663be33-3e4f-485b-bcf6-bb5fc8887d83 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.654523 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.674499 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.765411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] For port d9b33677-ed3a-4c04-bda5-690561359233, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:22.771406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] For port d9b33677-ed3a-4c04-bda5-690561359233, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d9b33677-ed3a-4c04-bda5-690561359233,segment=NetworkSegment(d744920d-1ea9-430a-bdd7-f52436f3a0da),segment_id=d744920d-1ea9-430a-bdd7-f52436f3a0da)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:22.777793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.778926 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.781980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] device_id is not set on port 729109ed-dac8-4c84-9b13-f08910c85fa1 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:42:22.815979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9663be33-3e4f-485b-bcf6-bb5fc8887d83 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.884646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663be33-3e4f-485b-bcf6-bb5fc8887d83 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8e42e8-714b-4642-b8e6-2bef2c624dc3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:22.901304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9663be33-3e4f-485b-bcf6-bb5fc8887d83 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:22.904524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6abfd4-890f-4dd1-b7ab-3d6567490fda None None] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:22.934269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9663be33-3e4f-485b-bcf6-bb5fc8887d83 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/cb8e42e8-714b-4642-b8e6-2bef2c624dc3 HTTP/1.1" status: 204 len: 168 time: 0.7900972 Jun 03 15:42:22.937108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35874) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:22.958240 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.021416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff11fb4-4457-4061-99a6-7d803c01c9a2 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting subnet d7534020-0a5d-44c3-a56a-3e5c1c2b2be1 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:23.026764 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aff11fb4-4457-4061-99a6-7d803c01c9a2 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.108199 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aff11fb4-4457-4061-99a6-7d803c01c9a2 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.124269 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da2f83-0751-42ef-b0a4-9bc2e0fc612c None None] Pushing event updated for resources: {'Port': ['ID=d9b33677-ed3a-4c04-bda5-690561359233,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:23.136133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Routers {'dc830602-cca4-4760-8ea6-06fae59c14d2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:23.136795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['dc830602-cca4-4760-8ea6-06fae59c14d2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:23.194645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b2f08-42b2-42a4-9c6c-f463154c7c50 req-23fbae55-104f-47ba-a0c7-44142375ed8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:23.197257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-575b2f08-42b2-42a4-9c6c-f463154c7c50 req-23fbae55-104f-47ba-a0c7-44142375ed8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.5000000 Jun 03 15:42:23.227599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42c0a14-ef41-4522-879b-91a9f7361345,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:23.240988 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1f60762-e0a1-4f32-9530-746e84f1fb52 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.256399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1f60762-e0a1-4f32-9530-746e84f1fb52 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.278564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-575b2f08-42b2-42a4-9c6c-f463154c7c50 req-2feb2ed7-bbe3-4b30-9eb8-2f3fbae1b768 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737925 Jun 03 15:42:23.312636 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aff11fb4-4457-4061-99a6-7d803c01c9a2 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.397519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f60762-e0a1-4f32-9530-746e84f1fb52 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76732a6d-e4cd-4e72-9a29-2f1e4a8fa41f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:23.449751 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aff11fb4-4457-4061-99a6-7d803c01c9a2 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.473720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] Set router dc830602-cca4-4760-8ea6-06fae59c14d2 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:23.512907 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1f60762-e0a1-4f32-9530-746e84f1fb52 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.514123 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e1f60762-e0a1-4f32-9530-746e84f1fb52 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1825602 Jun 03 15:42:23.517991 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 03 15:42:23.518494 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:23.525675 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aff11fb4-4457-4061-99a6-7d803c01c9a2 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.529484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35880) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:23.530119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff11fb4-4457-4061-99a6-7d803c01c9a2 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Subnet': ['ID=d7534020-0a5d-44c3-a56a-3e5c1c2b2be1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:23.544421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-aff11fb4-4457-4061-99a6-7d803c01c9a2 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/d7534020-0a5d-44c3-a56a-3e5c1c2b2be1 HTTP/1.1" status: 204 len: 168 time: 0.6040888 Jun 03 15:42:23.546706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35882) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:23.564241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3e63437d-bccd-459a-8dce-e7cd4e704acb tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Request body: {'security_group_rule': {'security_group_id': 'c7a4dc75-cf26-457f-9d5f-42caeca6316e', 'project_id': '5c15c36aa81149968881e45ce4841979', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:23.576308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3e63437d-bccd-459a-8dce-e7cd4e704acb tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:23.593232 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7e3b746e-a3b3-403e-b748-ce8d2ad228b3 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4859707 Jun 03 15:42:23.596022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3e63437d-bccd-459a-8dce-e7cd4e704acb tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Usage tracker for resource:security_group_rule and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:23.602358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35888) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:23.606720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3e63437d-bccd-459a-8dce-e7cd4e704acb tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:23.742097 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5933457-fca1-4420-9b85-fca36df2a605 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:23.742558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5933457-fca1-4420-9b85-fca36df2a605 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:23.744319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e5933457-fca1-4420-9b85-fca36df2a605 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/cb8e42e8-714b-4642-b8e6-2bef2c624dc3 HTTP/1.1" status: 404 len: 337 time: 0.1958523 Jun 03 15:42:23.764392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35894) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:23.784169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3e63437d-bccd-459a-8dce-e7cd4e704acb tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:23.836737 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.873672 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.919334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3730ca0f-69cd-4de3-bc61-c075c77125a8 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Deleting port a55d9ab3-cc8b-4b17-b412-a2c236d77e8b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:23.919801 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3730ca0f-69cd-4de3-bc61-c075c77125a8 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.920738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9be362-355d-4461-9acd-8ff4719e8d06 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting subnet b9c5044c-4170-4e94-b9c3-7e50602b87b1 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:23.926688 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a9be362-355d-4461-9acd-8ff4719e8d06 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.948237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e63437d-bccd-459a-8dce-e7cd4e704acb tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:23.996791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c59f347-8dc3-41c6-9129-9c24018469b6 None None] Update dhcp port {'port': {'network_id': '96235a7b-47a8-4cce-89be-6add25ffd6aa', 'fixed_ips': [{'subnet_id': 'b9c5044c-4170-4e94-b9c3-7e50602b87b1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd7534020-0a5d-44c3-a56a-3e5c1c2b2be1'}], 'binding:host_id': 'n-d-844595-1'}, 'id': '72ad4ff0-65b9-4a72-847f-e07102d674a1'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:42:24.057617 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a9be362-355d-4461-9acd-8ff4719e8d06 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.071493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5c59f347-8dc3-41c6-9129-9c24018469b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.190183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'name': 'tempest-TestServerBasicOps-17081434-router', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:42:05Z', 'updated_at': '2022-06-03T15:42:17Z', 'revision_number': 4, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'gw_port': {'id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:08Z', 'updated_at': '2022-06-03T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'd9b33677-ed3a-4c04-bda5-690561359233', 'name': '', 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'mac_address': 'fa:16:3e:e4:36:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '6b5a15c6-c854-4608-8dcd-7238b87d3c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:16Z', 'updated_at': '2022-06-03T15:42:22Z', 'revision_number': 4, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'subnets': [{'id': '6b5a15c6-c854-4608-8dcd-7238b87d3c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:24.236735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=93e5c31c-d304-4c3d-a41a-e52d284466b3,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:24.263533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e101b-2c46-40ff-8e24-4c5de7de2da6 req-4342b431-0dc1-4f54-a274-21d7c4b63d8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:24.263769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ae77a-f939-4ad5-8adc-2800556f7425 None None] The sync data for ids ['dc830602-cca4-4760-8ea6-06fae59c14d2'] in n-d-844595-1 is: [{'id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'name': 'tempest-TestServerBasicOps-17081434-router', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:42:05Z', 'updated_at': '2022-06-03T15:42:17Z', 'revision_number': 4, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'gw_port': {'id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:08Z', 'updated_at': '2022-06-03T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'd9b33677-ed3a-4c04-bda5-690561359233', 'name': '', 'network_id': 'dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'mac_address': 'fa:16:3e:e4:36:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '6b5a15c6-c854-4608-8dcd-7238b87d3c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:16Z', 'updated_at': '2022-06-03T15:42:22Z', 'revision_number': 4, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'subnets': [{'id': '6b5a15c6-c854-4608-8dcd-7238b87d3c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:24.275312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a76e101b-2c46-40ff-8e24-4c5de7de2da6 req-4342b431-0dc1-4f54-a274-21d7c4b63d8f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.6536109 Jun 03 15:42:24.310927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e6779-2efa-4bb6-a6da-1ce23d5eeb72 req-0c785f82-7ebd-4f45-8ad5-d4d44483eed6 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:24.318045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a07e6779-2efa-4bb6-a6da-1ce23d5eeb72 req-0c785f82-7ebd-4f45-8ad5-d4d44483eed6 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 945 time: 0.5775487 Jun 03 15:42:24.470425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a76e101b-2c46-40ff-8e24-4c5de7de2da6 req-dcd4c5aa-925a-4040-a5d5-865350c8bb58 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949539 Jun 03 15:42:24.514906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a07e6779-2efa-4bb6-a6da-1ce23d5eeb72 req-cfaf4e06-2c6a-4bdd-9a69-f5b61fec6fe9 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948829 Jun 03 15:42:24.565435 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a9be362-355d-4461-9acd-8ff4719e8d06 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.632180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e63437d-bccd-459a-8dce-e7cd4e704acb tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.651303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-13366432-1dd1-4ae5-866f-1bc81024e2d1 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:24.653214 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-13366432-1dd1-4ae5-866f-1bc81024e2d1 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 945 time: 0.6871119 Jun 03 15:42:24.696946 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e63437d-bccd-459a-8dce-e7cd4e704acb tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server [None req-5c59f347-8dc3-41c6-9129-9c24018469b6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9c5044c-4170-4e94-b9c3-7e50602b87b1: This subnet is being modified by another concurrent operation. Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise exception Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9c5044c-4170-4e94-b9c3-7e50602b87b1: This subnet is being modified by another concurrent operation. Jun 03 15:42:24.771950 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Jun 03 15:42:24.779686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a9be362-355d-4461-9acd-8ff4719e8d06 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.800424 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.867824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Deleting port e3c1e23c-adc1-4300-9e70-3e1afb634d43 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:24.868166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.903754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c22ddc-0f40-4fd1-881f-f3494989a64c None None] Network 96235a7b-47a8-4cce-89be-6add25ffd6aa requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:24.912856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9be362-355d-4461-9acd-8ff4719e8d06 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c5044c-4170-4e94-b9c3-7e50602b87b1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:24.962286 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1a9be362-355d-4461-9acd-8ff4719e8d06 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:24.980705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1a9be362-355d-4461-9acd-8ff4719e8d06 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/b9c5044c-4170-4e94-b9c3-7e50602b87b1 HTTP/1.1" status: 204 len: 168 time: 1.1755912 Jun 03 15:42:24.984426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35920) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:25.013056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63437d-bccd-459a-8dce-e7cd4e704acb tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8b3611-752e-454d-ab0d-b7406c9806f0,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:25.087944 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3e63437d-bccd-459a-8dce-e7cd4e704acb tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.090074 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3e63437d-bccd-459a-8dce-e7cd4e704acb tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5401459 Jun 03 15:42:25.095463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3a8b7056-c653-40e3-ab05-84c33256a5f2 None None] Provisioning complete for port 72ad4ff0-65b9-4a72-847f-e07102d674a1 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:25.095843 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7056-c653-40e3-ab05-84c33256a5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.110667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35928) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:25.123465 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fa1487-7b3b-42cd-aa05-ef052b19f1c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:25.127526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fa1487-7b3b-42cd-aa05-ef052b19f1c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:25.129373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d5fa1487-7b3b-42cd-aa05-ef052b19f1c0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/3dca1a70-40da-416c-af57-4ca66d92aabb HTTP/1.1" status: 404 len: 337 time: 0.1441057 Jun 03 15:42:25.141745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35934) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:25.270528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Request body: {'security_group_rule': {'security_group_id': 'c7a4dc75-cf26-457f-9d5f-42caeca6316e', 'project_id': '5c15c36aa81149968881e45ce4841979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:25.278245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-96bc24e7-2c79-4b75-b868-dd31a07c21c6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Synchronizing usage tracker for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:25.321174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:25.347855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3730ca0f-69cd-4de3-bc61-c075c77125a8 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.348458 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3730ca0f-69cd-4de3-bc61-c075c77125a8 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.540388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Usage tracker for resource:security_group_rule and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:25.575888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:25.611594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b7056-c653-40e3-ab05-84c33256a5f2 None None] Current status of the port 72ad4ff0-65b9-4a72-847f-e07102d674a1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:25.619032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] For port e3c1e23c-adc1-4300-9e70-3e1afb634d43, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e3c1e23c-adc1-4300-9e70-3e1afb634d43,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:25.631301 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.646764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3a8b7056-c653-40e3-ab05-84c33256a5f2 None None] Provisioning complete for port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:25.647170 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7056-c653-40e3-ab05-84c33256a5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.647291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-3730ca0f-69cd-4de3-bc61-c075c77125a8 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Calling delete_port for a55d9ab3-cc8b-4b17-b412-a2c236d77e8b owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:25.674873 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:25.682250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-96bc24e7-2c79-4b75-b868-dd31a07c21c6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Unset dirty status for tenant:7a86b0aefdf54345be5012cbdd692f43 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:25.683558 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-96bc24e7-2c79-4b75-b868-dd31a07c21c6 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ab8218e-e81f-4ad2-b56f-113244e264f4 HTTP/1.1" status: 200 len: 205 time: 0.5214987 Jun 03 15:42:25.689342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35966) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:25.744612 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Floating IP 337a7352-90fc-4244-9568-40a888a565c0 associated. External IP: 172.25.7.246, port: 88923ff7-62f8-4197-a551-7bd884c6132b. Jun 03 15:42:25.786188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8fb31b-1345-43a8-9126-20ae4e446251 None None] DHCP port deletion for 96235a7b-47a8-4cce-89be-6add25ffd6aa request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:42:25.804708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fb31b-1345-43a8-9126-20ae4e446251 None None] Deleting port 72ad4ff0-65b9-4a72-847f-e07102d674a1 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:25.805343 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb31b-1345-43a8-9126-20ae4e446251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:25.903499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3a8b7056-c653-40e3-ab05-84c33256a5f2 None None] Port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:25.998916 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Project 5c15c36aa81149968881e45ce4841979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:42:26.031202 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.064819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3730ca0f-69cd-4de3-bc61-c075c77125a8 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.072065 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-dd5c62ad-6645-4974-bbd1-d8d5b0f5779e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] delete failed (client error): The resource could not be found. Jun 03 15:42:26.073192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dd5c62ad-6645-4974-bbd1-d8d5b0f5779e tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/routers/3ab8218e-e81f-4ad2-b56f-113244e264f4 HTTP/1.1" status: 404 len: 336 time: 0.3776624 Jun 03 15:42:26.101056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ce8fb31b-1345-43a8-9126-20ae4e446251 None None] For port 72ad4ff0-65b9-4a72-847f-e07102d674a1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=72ad4ff0-65b9-4a72-847f-e07102d674a1,segment=NetworkSegment(72a183c6-65ed-4642-9c9c-6b6a2091c266),segment_id=72a183c6-65ed-4642-9c9c-6b6a2091c266)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:26.101715 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb31b-1345-43a8-9126-20ae4e446251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.118326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35970) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:26.202984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730ca0f-69cd-4de3-bc61-c075c77125a8 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Pushing event deleted for resources: {'Port': ['ID=a55d9ab3-cc8b-4b17-b412-a2c236d77e8b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:26.272622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fb31b-1345-43a8-9126-20ae4e446251 None None] Calling delete_port for 72ad4ff0-65b9-4a72-847f-e07102d674a1 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:26.282785 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee3c9a7-dde2-4118-8ca1-e22ef4b578bb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:26.283301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee3c9a7-dde2-4118-8ca1-e22ef4b578bb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:26.285104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-aee3c9a7-dde2-4118-8ca1-e22ef4b578bb tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/6ee7c75b-d061-45ce-931f-c698070b762a HTTP/1.1" status: 404 len: 337 time: 0.1657474 Jun 03 15:42:26.292192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35974) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:26.366934 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-febe7697-aae6-48f0-bf0b-9852e765492b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:26.368432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febe7697-aae6-48f0-bf0b-9852e765492b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:26.432150 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-febe7697-aae6-48f0-bf0b-9852e765492b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/5e3191a8-e24e-4a4b-b265-4d7bdb5dd56b HTTP/1.1" status: 404 len: 337 time: 0.1362863 Jun 03 15:42:26.441373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.458465 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb31b-1345-43a8-9126-20ae4e446251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.462276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35980) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:26.505543 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.516135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3730ca0f-69cd-4de3-bc61-c075c77125a8 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.519480 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3730ca0f-69cd-4de3-bc61-c075c77125a8 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.520675 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3730ca0f-69cd-4de3-bc61-c075c77125a8 tempest-ExternalNetworksAdminNegativeTestJSON-896523848 tempest-ExternalNetworksAdminNegativeTestJSON-896523848-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/f3d6e617-4643-479f-848f-50868d781562 HTTP/1.1" status: 204 len: 168 time: 2.9173777 Jun 03 15:42:26.525828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d9b33677-ed3a-4c04-bda5-690561359233 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:26.530841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:26.568326 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc437518-c30b-4b9f-ab13-17b129064bd0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:26.568700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc437518-c30b-4b9f-ab13-17b129064bd0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:26.591082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb89d8-334d-4629-8fd4-f83056efe922 req-b6527ab2-4136-4671-b2d7-b2aba35dca77 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:26.591359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fb31b-1345-43a8-9126-20ae4e446251 None None] Pushing event deleted for resources: {'Port': ['ID=72ad4ff0-65b9-4a72-847f-e07102d674a1,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:26.593159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42cb89d8-334d-4629-8fd4-f83056efe922 req-b6527ab2-4136-4671-b2d7-b2aba35dca77 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 945 time: 0.6677046 Jun 03 15:42:26.594417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293c21b1-0949-4c32-a43d-938a8320a945,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:26.605337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fb31b-1345-43a8-9126-20ae4e446251 None None] No DVR routers for this DVR port 72ad4ff0-65b9-4a72-847f-e07102d674a1 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:26.614256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd61daa-a7e5-4b5a-a6e0-3ba868117c5c req-17684eff-717d-4215-9664-091c0a2057f4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:26.621237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cd61daa-a7e5-4b5a-a6e0-3ba868117c5c req-17684eff-717d-4215-9664-091c0a2057f4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe76ae67-5397-4bfb-905a-222941f74811 HTTP/1.1" status: 200 len: 943 time: 0.5574183 Jun 03 15:42:26.625128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead0f1b1-575d-492f-a8e7-4a987e1da6a9 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:42:26.666436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dc437518-c30b-4b9f-ab13-17b129064bd0 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/38e3b98b-98cb-4ee9-b8d2-35d3e187206f HTTP/1.1" status: 404 len: 337 time: 0.2010231 Jun 03 15:42:26.680064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.684164 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c089bcfa-0011-4f56-8d6d-a32afa76dd83 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5625639 Jun 03 15:42:26.684950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35988) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:26.685274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35990) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:26.714338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.714699 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.715123 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Floating IP 243065e5-4727-4e19-837f-d57bf176db39 disassociated. External IP: 172.25.7.74, port: e3c1e23c-adc1-4300-9e70-3e1afb634d43. Jun 03 15:42:26.715465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Calling delete_port for e3c1e23c-adc1-4300-9e70-3e1afb634d43 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:26.729382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port d9b33677-ed3a-4c04-bda5-690561359233 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:26.751558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d9b33677-ed3a-4c04-bda5-690561359233 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:26.751932 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:26.788228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Request body: {'security_group_rule': {'security_group_id': 'c7a4dc75-cf26-457f-9d5f-42caeca6316e', 'project_id': '5c15c36aa81149968881e45ce4841979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:26.807637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:26.828659 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beeb3a3-0bf6-4dd8-81d7-f1f78ec1b9f0 None None] Sync routers for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:26.841433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:26.846787 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e872b787-a4b3-47b3-8767-144fbd4d1831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:26.846986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e872b787-a4b3-47b3-8767-144fbd4d1831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:26.851245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e872b787-a4b3-47b3-8767-144fbd4d1831 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/0b020848-dc4d-4c41-aabe-eb3cdf9ebc66 HTTP/1.1" status: 404 len: 333 time: 0.1427708 Jun 03 15:42:26.861197 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beeb3a3-0bf6-4dd8-81d7-f1f78ec1b9f0 None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:26.862954 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4beeb3a3-0bf6-4dd8-81d7-f1f78ec1b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:26.863879 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35996) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:26.865675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Usage tracker for resource:security_group_rule and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:26.875685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.002862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead0f1b1-575d-492f-a8e7-4a987e1da6a9 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:42:27.038685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-5cd61daa-a7e5-4b5a-a6e0-3ba868117c5c req-132c31a6-8be4-4aa5-ae32-edb0dbfae57d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Deleting port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:27.039053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5cd61daa-a7e5-4b5a-a6e0-3ba868117c5c req-132c31a6-8be4-4aa5-ae32-edb0dbfae57d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.069278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:27.111240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d9b33677-ed3a-4c04-bda5-690561359233 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:27.111447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:27.111577 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.143948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42cb89d8-334d-4629-8fd4-f83056efe922 req-4e1649af-3b08-4e73-b8ef-d54b188ed9b0 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups?id=0af1d058-3dc7-497d-825e-74978219d0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821222 Jun 03 15:42:27.147333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36004) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:27.205358 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Project 5c15c36aa81149968881e45ce4841979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:42:27.256989 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-629dc49d-f2ae-4885-bf36-78e1f1db938b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:27.257210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629dc49d-f2ae-4885-bf36-78e1f1db938b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:27.265926 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-629dc49d-f2ae-4885-bf36-78e1f1db938b tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/aad9590d-7fe2-4c1e-95be-9cba68793caa HTTP/1.1" status: 404 len: 337 time: 0.3999500 Jun 03 15:42:27.269724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36010) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:27.272321 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.322162 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-4beeb3a3-0bf6-4dd8-81d7-f1f78ec1b9f0 None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:27.348470 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcfcc36-af06-41b6-b965-cd714a651840 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:27.348690 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bbdb1a32-40fa-44de-b6a7-ad28a208dcd5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.9681442 Jun 03 15:42:27.348782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcfcc36-af06-41b6-b965-cd714a651840 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:27.349062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36014) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:27.349536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'tag': '88923ff7-62f8-4197-a551-7bd884c6132b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:27.485433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-adcfcc36-af06-41b6-b965-cd714a651840 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/d5d421f7-e449-439a-9003-0ff1b43b1ffc HTTP/1.1" status: 404 len: 337 time: 0.2144580 Jun 03 15:42:27.497766 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62ef926-de3b-4e64-b69f-5d11de056323'] response: {'name': 'network-changed', 'server_uuid': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'tag': '88923ff7-62f8-4197-a551-7bd884c6132b', 'status': 'completed', 'code': 200} Jun 03 15:42:27.498356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36020) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:27.513124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4d456d00-543a-47f3-8b69-f6eeef368099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.556482 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.565845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4d456d00-543a-47f3-8b69-f6eeef368099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:27.595770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port d9b33677-ed3a-4c04-bda5-690561359233, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d9b33677-ed3a-4c04-bda5-690561359233,segment=NetworkSegment(d744920d-1ea9-430a-bdd7-f52436f3a0da),segment_id=d744920d-1ea9-430a-bdd7-f52436f3a0da)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:27.613480 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.656894 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9921787a-7a8d-4e68-a0f3-fdee7d9d7858 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:27.657887 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9921787a-7a8d-4e68-a0f3-fdee7d9d7858 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:27.662571 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9921787a-7a8d-4e68-a0f3-fdee7d9d7858 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/5c6f4569-bdda-419e-91b4-50d1eb92eb93 HTTP/1.1" status: 404 len: 333 time: 0.1368053 Jun 03 15:42:27.663432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4d456d00-543a-47f3-8b69-f6eeef368099 admin admin] Usage tracker for resource:security_group_rule and tenant:75d4eca555474557b8277784c765db37 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:27.664017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:27.695649 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:42:27.704936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4d456d00-543a-47f3-8b69-f6eeef368099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:27.717175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=d9b33677-ed3a-4c04-bda5-690561359233,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:27.720225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 72ad4ff0-65b9-4a72-847f-e07102d674a1 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:27.736226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'Port': ['ID=e3c1e23c-adc1-4300-9e70-3e1afb634d43,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:27.761418 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed61cc0-f0ae-42d9-be8e-30c235f3006c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:27.762101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed61cc0-f0ae-42d9-be8e-30c235f3006c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:27.766363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 72ad4ff0-65b9-4a72-847f-e07102d674a1 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:27.766363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 72ad4ff0-65b9-4a72-847f-e07102d674a1 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:27.771469 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9ed61cc0-f0ae-42d9-be8e-30c235f3006c tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/f5f5eb94-2e4d-4012-b71b-5a5f35ea9ca4 HTTP/1.1" status: 404 len: 337 time: 0.0876598 Jun 03 15:42:27.779048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:27.802156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-5cd61daa-a7e5-4b5a-a6e0-3ba868117c5c req-132c31a6-8be4-4aa5-ae32-edb0dbfae57d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] For port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:27.802509 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5cd61daa-a7e5-4b5a-a6e0-3ba868117c5c req-132c31a6-8be4-4aa5-ae32-edb0dbfae57d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:27.838060 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6352e73d-1df5-457c-b5d1-749c4920cffc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/floatingips/337a7352-90fc-4244-9568-40a888a565c0 HTTP/1.1" status: 200 len: 992 time: 0.4766095 Jun 03 15:42:27.841520 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-95169df1-3d75-4685-a7c5-708775e65c70 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] DELETE failed (client error): The resource could not be found. Jun 03 15:42:27.842163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95169df1-3d75-4685-a7c5-708775e65c70 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:42:27.846947 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-95169df1-3d75-4685-a7c5-708775e65c70 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/subnets/66d3261a-2271-4f42-bc86-f01691ff24d8 HTTP/1.1" status: 404 len: 337 time: 0.0642195 Jun 03 15:42:27.848868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:27.920860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c0e17-b7ff-4b5e-b096-e3c3626c4823 req-dfa450b5-3b59-4b0c-8d22-b67b58f0f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:27.923707 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-534c0e17-b7ff-4b5e-b096-e3c3626c4823 req-dfa450b5-3b59-4b0c-8d22-b67b58f0f3e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 1097 time: 0.3952203 Jun 03 15:42:27.945597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-5cd61daa-a7e5-4b5a-a6e0-3ba868117c5c req-132c31a6-8be4-4aa5-ae32-edb0dbfae57d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Calling delete_port for 5c683020-2377-4ef4-9ddb-2a82c0a6b2da owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:27.989713 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4beeb3a3-0bf6-4dd8-81d7-f1f78ec1b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:41:24Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '337a7352-90fc-4244-9568-40a888a565c0', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'port_id': '88923ff7-62f8-4197-a551-7bd884c6132b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'mac_address': 'fa:16:3e:8b:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:42:22Z', 'updated_at': '2022-06-03T15:42:22Z', 'revision_number': 0, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:27.994558 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beeb3a3-0bf6-4dd8-81d7-f1f78ec1b9f0 None None] Checking router: ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:42:28.004296 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beeb3a3-0bf6-4dd8-81d7-f1f78ec1b9f0 None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:28.004989 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4beeb3a3-0bf6-4dd8-81d7-f1f78ec1b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:28.065421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5596f891-68a9-49c0-acb9-0f24f0a5db15 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Deleting port d33adefc-0bb9-41c3-a1f5-2627fc208ce7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:28.066221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5596f891-68a9-49c0-acb9-0f24f0a5db15 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.133504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4d456d00-543a-47f3-8b69-f6eeef368099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:28.232026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e3c1e23c-adc1-4300-9e70-3e1afb634d43 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:28.259214 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c0e17-b7ff-4b5e-b096-e3c3626c4823 req-0fd57cec-60b5-4790-b237-ad8e6b2b4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:28.261285 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-534c0e17-b7ff-4b5e-b096-e3c3626c4823 req-0fd57cec-60b5-4790-b237-ad8e6b2b4129 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62e9e6ac-3306-4f7f-9ce7-9621327814da HTTP/1.1" status: 200 len: 897 time: 0.3290806 Jun 03 15:42:28.344861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: e3c1e23c-adc1-4300-9e70-3e1afb634d43 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:28.347163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e3c1e23c-adc1-4300-9e70-3e1afb634d43 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:28.386980 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-4beeb3a3-0bf6-4dd8-81d7-f1f78ec1b9f0 None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:28.407030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Router deea8f90-251a-45e7-bdd9-69ab6134d047 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:28.413839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5cd61daa-a7e5-4b5a-a6e0-3ba868117c5c req-132c31a6-8be4-4aa5-ae32-edb0dbfae57d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.441242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d9b33677-ed3a-4c04-bda5-690561359233 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:28.480399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-15ece92e-7748-4d63-8ce7-7d9d187b01f4 req-d60de716-07a8-45b5-906a-df272dc3eec2 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Synchronizing usage tracker for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:28.482084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5cee7a4f-327d-4316-92e6-8c08322b1994', '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:42:28.561795 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.563257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-15ece92e-7748-4d63-8ce7-7d9d187b01f4 req-d60de716-07a8-45b5-906a-df272dc3eec2 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Unset dirty status for tenant:c16593676c8941818b1fa01140442ad7 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:28.564588 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15ece92e-7748-4d63-8ce7-7d9d187b01f4 req-d60de716-07a8-45b5-906a-df272dc3eec2 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 210 time: 0.1671739 Jun 03 15:42:28.649283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d9b33677-ed3a-4c04-bda5-690561359233 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:28.649719 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.810735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c31a6-8be4-4aa5-ae32-edb0dbfae57d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event deleted for resources: {'Port': ['ID=5c683020-2377-4ef4-9ddb-2a82c0a6b2da,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:28.849580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36046) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:28.861270 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.931189 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4d456d00-543a-47f3-8b69-f6eeef368099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:28.985204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d9b33677-ed3a-4c04-bda5-690561359233 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:29.046948 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5596f891-68a9-49c0-acb9-0f24f0a5db15 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.081217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd61daa-a7e5-4b5a-a6e0-3ba868117c5c req-132c31a6-8be4-4aa5-ae32-edb0dbfae57d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] No DVR routers for this DVR port 5c683020-2377-4ef4-9ddb-2a82c0a6b2da on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:29.084299 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5cd61daa-a7e5-4b5a-a6e0-3ba868117c5c req-132c31a6-8be4-4aa5-ae32-edb0dbfae57d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.093602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe76ae67-5397-4bfb-905a-222941f74811', 'name': 'network-vif-deleted', 'tag': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:29.099185 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4d456d00-543a-47f3-8b69-f6eeef368099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.166577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0475d500-52db-4696-8abf-38d3a761dbe4,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:29.211095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5596f891-68a9-49c0-acb9-0f24f0a5db15 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Calling delete_port for d33adefc-0bb9-41c3-a1f5-2627fc208ce7 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:29.232624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d456d00-543a-47f3-8b69-f6eeef368099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f31da7-ce45-4b8c-996f-725b2ec6fdb0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:29.257014 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-534c0e17-b7ff-4b5e-b096-e3c3626c4823 req-0cce8bb2-1134-4fb4-9cdf-8cfe93e8e91f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88923ff7-62f8-4197-a551-7bd884c6132b HTTP/1.1" status: 200 len: 1000 time: 0.9464145 Jun 03 15:42:29.338874 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4beeb3a3-0bf6-4dd8-81d7-f1f78ec1b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:41:24Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '337a7352-90fc-4244-9568-40a888a565c0', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'port_id': '88923ff7-62f8-4197-a551-7bd884c6132b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'mac_address': 'fa:16:3e:8b:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:42:22Z', 'updated_at': '2022-06-03T15:42:22Z', 'revision_number': 0, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:29.344590 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beeb3a3-0bf6-4dd8-81d7-f1f78ec1b9f0 None None] The sync data for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 is: [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:41:24Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '337a7352-90fc-4244-9568-40a888a565c0', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'port_id': '88923ff7-62f8-4197-a551-7bd884c6132b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'mac_address': 'fa:16:3e:8b:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:42:22Z', 'updated_at': '2022-06-03T15:42:22Z', 'revision_number': 0, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:29.378829 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-391da75e-097b-48ad-89f1-e32072305a2f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/floatingips/337a7352-90fc-4244-9568-40a888a565c0 HTTP/1.1" status: 200 len: 992 time: 0.4950573 Jun 03 15:42:29.395509 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5596f891-68a9-49c0-acb9-0f24f0a5db15 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.399895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c0e17-b7ff-4b5e-b096-e3c3626c4823 req-a2fb2ab6-e71e-4553-ae18-3bf9becde688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:29.401472 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-534c0e17-b7ff-4b5e-b096-e3c3626c4823 req-a2fb2ab6-e71e-4553-ae18-3bf9becde688 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c19943b-be5a-4d7c-ac92-b100cf76c9b8 HTTP/1.1" status: 200 len: 835 time: 0.1318405 Jun 03 15:42:29.498762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596f891-68a9-49c0-acb9-0f24f0a5db15 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Port': ['ID=d33adefc-0bb9-41c3-a1f5-2627fc208ce7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:29.502270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4d456d00-543a-47f3-8b69-f6eeef368099 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75d4eca555474557b8277784c765db37&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3512046 Jun 03 15:42:29.506061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:29.524962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5596f891-68a9-49c0-acb9-0f24f0a5db15 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.537257 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.539431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-836ea24b-a349-4d67-81fa-17cd829a861d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.8314590 Jun 03 15:42:29.570018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5cd61daa-a7e5-4b5a-a6e0-3ba868117c5c req-132c31a6-8be4-4aa5-ae32-edb0dbfae57d tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "DELETE /v2.0/ports/5c683020-2377-4ef4-9ddb-2a82c0a6b2da HTTP/1.1" status: 204 len: 173 time: 2.9471040 Jun 03 15:42:29.579461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.590475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:29.599477 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5596f891-68a9-49c0-acb9-0f24f0a5db15 tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/ports/d33adefc-0bb9-41c3-a1f5-2627fc208ce7 HTTP/1.1" status: 204 len: 168 time: 1.7448399 Jun 03 15:42:29.603609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36062) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:29.614810 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a59987-48fc-4c88-9d0f-cb8d2ba007f8 None None] Sync routers for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:29.628724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a59987-48fc-4c88-9d0f-cb8d2ba007f8 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:29.629359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f1a59987-48fc-4c88-9d0f-cb8d2ba007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:29.664944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e76501-8183-40db-81ff-9ba83e965c75 req-ec033ebe-0e33-46d9-97cd-499c357b482a tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:29.666544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2e76501-8183-40db-81ff-9ba83e965c75 req-ec033ebe-0e33-46d9-97cd-499c357b482a tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1096 time: 0.7726481 Jun 03 15:42:29.716432 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7051e4cb-3d7e-4640-937d-7ae23e82f0f0 None None] New status for floating IP 337a7352-90fc-4244-9568-40a888a565c0: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:42:29.747545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a2e76501-8183-40db-81ff-9ba83e965c75 req-93b68983-8b71-4592-8020-88e149b6bdae tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Synchronizing usage tracker for tenant:6a89b6e4b6b24a96978017baf97d2e9d on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:29.757285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] No DVR routers for this DVR port e3c1e23c-adc1-4300-9e70-3e1afb634d43 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:29.759387 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:29.761751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-498a70f4-c871-47c8-aa0a-a4b0a2757078 req-b6120743-688e-440c-b264-db73f1441383 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.67 "DELETE /v2.0/ports/e3c1e23c-adc1-4300-9e70-3e1afb634d43 HTTP/1.1" status: 204 len: 173 time: 5.1012874 Jun 03 15:42:29.790029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a2e76501-8183-40db-81ff-9ba83e965c75 req-93b68983-8b71-4592-8020-88e149b6bdae tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Unset dirty status for tenant:6a89b6e4b6b24a96978017baf97d2e9d on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:29.793225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2e76501-8183-40db-81ff-9ba83e965c75 req-93b68983-8b71-4592-8020-88e149b6bdae tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974646 Jun 03 15:42:29.817812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36070) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:29.989629 n-d-844595-1 neutron-server[88445]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-06497997-c84a-41de-a5d4-9fdf5d5d4761']: {'server_uuid': 'fe76ae67-5397-4bfb-905a-222941f74811', 'name': 'network-vif-deleted', 'tag': '5c683020-2377-4ef4-9ddb-2a82c0a6b2da', 'status': 'failed', 'code': 422} returned with failed status Jun 03 15:42:30.118545 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.135476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f1a59987-48fc-4c88-9d0f-cb8d2ba007f8 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:30.144782 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-996a5129-f27b-4803-9e7c-1aa1a0888d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.153419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c0e17-b7ff-4b5e-b096-e3c3626c4823 req-e512158b-ace2-426c-8a38-f38cc906f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:30.155820 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-534c0e17-b7ff-4b5e-b096-e3c3626c4823 req-e512158b-ace2-426c-8a38-f38cc906f171 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62e9e6ac-3306-4f7f-9ce7-9621327814da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7142320 Jun 03 15:42:30.416720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36080) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:30.481699 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-996a5129-f27b-4803-9e7c-1aa1a0888d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.669184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.674420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b934ec4f-0cf6-47ba-82a0-7f6b0f02e810 req-d33c0103-167f-4368-84e1-8969776eda40 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/ports?device_id=383847d2-d174-4758-9088-55ecdce60878 HTTP/1.1" status: 200 len: 210 time: 0.2563965 Jun 03 15:42:30.678667 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-534c0e17-b7ff-4b5e-b096-e3c3626c4823 req-576840a0-8228-48ea-9b7f-90fbec8ec310 service neutron] 10.222.0.67 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038285 Jun 03 15:42:30.742622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port bd8b7e79-fde1-4066-8329-81ee9208e38d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:30.743043 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.754919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f1a59987-48fc-4c88-9d0f-cb8d2ba007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:30.759909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a59987-48fc-4c88-9d0f-cb8d2ba007f8 None None] Checking router: deea8f90-251a-45e7-bdd9-69ab6134d047 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:42:30.769729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a59987-48fc-4c88-9d0f-cb8d2ba007f8 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:30.770577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f1a59987-48fc-4c88-9d0f-cb8d2ba007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:30.801976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96235a7b-47a8-4cce-89be-6add25ffd6aa']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:30.821816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-996a5129-f27b-4803-9e7c-1aa1a0888d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.852312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a183c6-65ed-4642-9c9c-6b6a2091c266') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:30.852655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a183c6-65ed-4642-9c9c-6b6a2091c266') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:30.860406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a5129-f27b-4803-9e7c-1aa1a0888d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f31da7-ce45-4b8c-996f-725b2ec6fdb0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:30.872736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.879886 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-996a5129-f27b-4803-9e7c-1aa1a0888d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.883888 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-996a5129-f27b-4803-9e7c-1aa1a0888d56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24f31da7-ce45-4b8c-996f-725b2ec6fdb0 HTTP/1.1" status: 204 len: 168 time: 1.3590865 Jun 03 15:42:30.889483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-bed97bc8-d119-4f15-a3e5-8eaf7862d01e tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Synchronizing usage tracker for tenant:5c15c36aa81149968881e45ce4841979 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:30.908915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.922132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:30.922533 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:30.932432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1e474e34-9e24-4679-b6c3-34550435ace2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/floatingips/337a7352-90fc-4244-9568-40a888a565c0 HTTP/1.1" status: 200 len: 994 time: 0.4113030 Jun 03 15:42:31.028012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-bed97bc8-d119-4f15-a3e5-8eaf7862d01e tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Unset dirty status for tenant:5c15c36aa81149968881e45ce4841979 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:31.029524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-bed97bc8-d119-4f15-a3e5-8eaf7862d01e tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654647604&fields=id&tenant_id=5c15c36aa81149968881e45ce4841979 HTTP/1.1" status: 200 len: 267 time: 0.3411741 Jun 03 15:42:31.031654 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 72a183c6-65ed-4642-9c9c-6b6a2091c266 resource provider aggregate not found Jun 03 15:42:31.060750 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-534c0e17-b7ff-4b5e-b096-e3c3626c4823 req-ffd12269-ea83-4321-abac-14a4fe6678c0 service neutron] 10.222.0.67 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751252 Jun 03 15:42:31.065580 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 72a183c6-65ed-4642-9c9c-6b6a2091c266 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72a183c6-65ed-4642-9c9c-6b6a2091c266 found for delete ", "request_id": "req-d3cf113a-1283-418f-9f08-eb6a49f6a3ce"}]} Jun 03 15:42:31.080941 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.111224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.126734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] Pushing event deleted for resources: {'Network': ['ID=96235a7b-47a8-4cce-89be-6add25ffd6aa,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:31.136388 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-121b429d-16ad-4dca-94e9-f8c5c747b32a tempest-PortsTestJSON-734287368 tempest-PortsTestJSON-734287368-project] 10.222.0.48 "DELETE /v2.0/networks/96235a7b-47a8-4cce-89be-6add25ffd6aa HTTP/1.1" status: 204 len: 168 time: 1.5302382 Jun 03 15:42:31.151746 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f1a59987-48fc-4c88-9d0f-cb8d2ba007f8 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:31.218489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-115e8377-9e69-47d8-bb23-5668ddeb20a3 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:31.220159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-115e8377-9e69-47d8-bb23-5668ddeb20a3 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/networks?id=5983f29d-b6a5-463a-b76d-6f5a58803168 HTTP/1.1" status: 200 len: 808 time: 0.1828969 Jun 03 15:42:31.362517 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-43e97648-116e-4bda-a971-5c8e3ef24828 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/quotas/5c15c36aa81149968881e45ce4841979 HTTP/1.1" status: 200 len: 375 time: 0.1285269 Jun 03 15:42:31.396301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36110) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:31.496635 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.497157 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.506973 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d1de7e04-4250-4b94-97d7-1f4313cbaeb9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55cd8b793e224d8a81d8a4c5f27b6ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088049 Jun 03 15:42:31.510624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:31.605162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.615302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f1a59987-48fc-4c88-9d0f-cb8d2ba007f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:31.621815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a59987-48fc-4c88-9d0f-cb8d2ba007f8 None None] The sync data for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 is: [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:31:03Z', 'revision_number': 4, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '424489eb-ec1c-49b1-ae30-5fcdf5a488f0', 'name': '', 'network_id': 'fcccff01-137d-4d23-9c45-0cc46389b4ab', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'mac_address': 'fa:16:3e:ee:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:00Z', 'updated_at': '2022-06-03T15:31:16Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'subnets': [{'id': '74f6b422-02ae-45e2-ae71-8e57a9ee5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:31.641326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.682386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for bd8b7e79-fde1-4066-8329-81ee9208e38d owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:31.694928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36120) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:31.737191 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.759880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42c0a14-ef41-4522-879b-91a9f7361345,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:31.766722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f429e-c273-4369-a667-791b10a52399 req-6a4da924-e56d-4643-b3c3-ca6233b53c54 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:31.767545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2a1f429e-c273-4369-a667-791b10a52399 req-6a4da924-e56d-4643-b3c3-ca6233b53c54 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Synchronizing usage tracker for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:31.777193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.777759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.778254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.779568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.780054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.780487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.780907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.781502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.781989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.782408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.782824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.782935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-cf2e370e-2817-4608-bbac-cbecf7fb2668 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Synchronizing usage tracker for tenant:5c15c36aa81149968881e45ce4841979 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:31.783324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:31.814940 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:31.818187 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a1a68ca6-7e75-400f-8b57-057261c810eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c42c0a14-ef41-4522-879b-91a9f7361345 HTTP/1.1" status: 204 len: 168 time: 0.3068728 Jun 03 15:42:31.828933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-cf2e370e-2817-4608-bbac-cbecf7fb2668 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Unset dirty status for tenant:5c15c36aa81149968881e45ce4841979 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:31.841935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-cf2e370e-2817-4608-bbac-cbecf7fb2668 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c15c36aa81149968881e45ce4841979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4715905 Jun 03 15:42:31.843891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2a1f429e-c273-4369-a667-791b10a52399 req-6a4da924-e56d-4643-b3c3-ca6233b53c54 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Unset dirty status for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:31.845036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a1f429e-c273-4369-a667-791b10a52399 req-6a4da924-e56d-4643-b3c3-ca6233b53c54 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 908 time: 0.6238346 Jun 03 15:42:31.858962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-4493543e-7987-4368-b9cb-180c770105f1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:42:31.866065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-4493543e-7987-4368-b9cb-180c770105f1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231421 Jun 03 15:42:31.995320 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-552f804d-a086-4610-9c51-bb6f83f4fb8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a86b0aefdf54345be5012cbdd692f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896628 Jun 03 15:42:31.996254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36140) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:32.021174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383847d2-d174-4758-9088-55ecdce60878', 'name': 'network-vif-deleted', 'tag': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:32.032007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36144) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:32.104676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa60501c-eeb6-4a30-9835-7cbccb524996 None None] New status for floating IP 243065e5-4727-4e19-837f-d57bf176db39: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:42:32.115322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7011c05-4a19-4794-89b1-c5e0eefb9ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.145563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7011c05-4a19-4794-89b1-c5e0eefb9ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.209201 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7011c05-4a19-4794-89b1-c5e0eefb9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.242693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7011c05-4a19-4794-89b1-c5e0eefb9ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4d7984-70e9-4c55-8654-055b203249d3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:32.256643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7011c05-4a19-4794-89b1-c5e0eefb9ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.261686 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b7011c05-4a19-4794-89b1-c5e0eefb9ef5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a4d7984-70e9-4c55-8654-055b203249d3 HTTP/1.1" status: 204 len: 168 time: 0.2642889 Jun 03 15:42:32.276273 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e55f9e5-fa6c-40e0-8c15-be8aadafdeaa'] response: {'server_uuid': '383847d2-d174-4758-9088-55ecdce60878', 'name': 'network-vif-deleted', 'tag': 'e3c1e23c-adc1-4300-9e70-3e1afb634d43', 'status': 'completed', 'code': 200} Jun 03 15:42:32.335642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2b107c8e-cd91-4ce9-8252-40542ec7efe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.341910 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.551762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=bd8b7e79-fde1-4066-8329-81ee9208e38d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:32.591020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-bd336c7a-ff85-4f67-9732-42f2e96562fc service neutron] 10.222.0.48 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239821 Jun 03 15:42:32.755415 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7972ec5-87ec-4464-81c2-2f0e2c6a61bd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.775759 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:32.776132 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Floating IP 460586d1-e385-4061-a6f1-71fc4a36a078 disassociated (deleted). External IP: 172.25.7.189, port: 4de36b08-1233-4a27-906a-d6906ff69231. Jun 03 15:42:33.168667 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7972ec5-87ec-4464-81c2-2f0e2c6a61bd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:33.260093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-70307fad-e7c1-4ea9-a2ee-22a85915402c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:33.261548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-70307fad-e7c1-4ea9-a2ee-22a85915402c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Synchronizing usage tracker for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:33.276777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-70307fad-e7c1-4ea9-a2ee-22a85915402c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Unset dirty status for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:33.278214 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-70307fad-e7c1-4ea9-a2ee-22a85915402c tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 908 time: 0.1970079 Jun 03 15:42:33.405467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-a66b3967-8a54-491e-93ae-e4b85d5cfd22 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Deleting port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:33.405811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-a66b3967-8a54-491e-93ae-e4b85d5cfd22 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:33.627974 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-80f0c5a4-0d96-4a63-bd54-115f38567f40 service neutron] 10.222.0.48 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0225997 Jun 03 15:42:33.705981 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7972ec5-87ec-4464-81c2-2f0e2c6a61bd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:33.732211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router cc2015b5-d355-45f9-a707-24b5c81b2d03 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:33.799119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7972ec5-87ec-4464-81c2-2f0e2c6a61bd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af1d058-3dc7-497d-825e-74978219d0b0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:34.054674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3a26b-7cc9-414a-87ce-3fb91a81ee7e req-6cffb789-7b20-4bbf-b3fc-7818db0092ec tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:34.056270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7f3a26b-7cc9-414a-87ce-3fb91a81ee7e req-6cffb789-7b20-4bbf-b3fc-7818db0092ec tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 908 time: 0.9037347 Jun 03 15:42:34.100364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-a66b3967-8a54-491e-93ae-e4b85d5cfd22 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] For port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:34.101245 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-a66b3967-8a54-491e-93ae-e4b85d5cfd22 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.174057 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7972ec5-87ec-4464-81c2-2f0e2c6a61bd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.179754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f7972ec5-87ec-4464-81c2-2f0e2c6a61bd tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "DELETE /v2.0/security-groups/0af1d058-3dc7-497d-825e-74978219d0b0 HTTP/1.1" status: 204 len: 168 time: 2.1460314 Jun 03 15:42:34.187058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36226) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:34.193634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51f3cbf2-c6dd-49a1-8395-cec0ab47e8da req-52e12f80-361b-483c-9f23-dda97e94bc5a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 210 time: 0.0727954 Jun 03 15:42:34.377833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-a66b3967-8a54-491e-93ae-e4b85d5cfd22 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Calling delete_port for db5cbc63-2df3-4063-a580-b7ec0a7f7a4f owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:34.474198 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-74445865-13df-4fa8-9b0c-41c86a10a3c6 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] show failed (client error): The resource could not be found. Jun 03 15:42:34.480034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-74445865-13df-4fa8-9b0c-41c86a10a3c6 tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "GET /v2.0/security-groups/0af1d058-3dc7-497d-825e-74978219d0b0 HTTP/1.1" status: 404 len: 347 time: 0.2893097 Jun 03 15:42:34.483473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36244) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:34.765287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:34.778751 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ad438-d2a2-4b86-9170-8d4d485429d9 None None] Sync routers for ids ['cc2015b5-d355-45f9-a707-24b5c81b2d03'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:34.791372 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60bcde46-058b-4dd5-bda5-8e0a6bf32474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.803409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:34.805062 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ad438-d2a2-4b86-9170-8d4d485429d9 None None] Routers {'cc2015b5-d355-45f9-a707-24b5c81b2d03'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:34.805773 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e39ad438-d2a2-4b86-9170-8d4d485429d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc2015b5-d355-45f9-a707-24b5c81b2d03'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:34.920127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Deleting port 0934c82c-b9fc-47a0-9b0c-a1fd5aae0fc1 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:34.920470 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.027348 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-a66b3967-8a54-491e-93ae-e4b85d5cfd22 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.063688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-97c97736-7bf2-4ff8-802c-abf9e04de922 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/floatingips/460586d1-e385-4061-a6f1-71fc4a36a078 HTTP/1.1" status: 204 len: 168 time: 5.2446077 Jun 03 15:42:35.086853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:35.225919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b3967-8a54-491e-93ae-e4b85d5cfd22 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event deleted for resources: {'Port': ['ID=db5cbc63-2df3-4063-a580-b7ec0a7f7a4f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:35.250244 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e39ad438-d2a2-4b86-9170-8d4d485429d9 None None] Set router cc2015b5-d355-45f9-a707-24b5c81b2d03 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:35.344511 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.374072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36282) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:35.434408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-a66b3967-8a54-491e-93ae-e4b85d5cfd22 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] No DVR routers for this DVR port db5cbc63-2df3-4063-a580-b7ec0a7f7a4f on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:35.444274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-a66b3967-8a54-491e-93ae-e4b85d5cfd22 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.448739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c003293-4a5c-4463-bad4-b87a07bcff26', 'name': 'network-vif-deleted', 'tag': 'db5cbc63-2df3-4063-a580-b7ec0a7f7a4f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:35.496291 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3a0782cc-dd93-47c5-a098-0146bc1d541f req-a66b3967-8a54-491e-93ae-e4b85d5cfd22 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "DELETE /v2.0/ports/db5cbc63-2df3-4063-a580-b7ec0a7f7a4f HTTP/1.1" status: 204 len: 173 time: 2.2085426 Jun 03 15:42:35.621417 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.699193 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.699514 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.863541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Calling delete_port for 0934c82c-b9fc-47a0-9b0c-a1fd5aae0fc1 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:35.909015 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7115e4-1699-49b6-ad91-1f2e756ddb27'] response: {'name': 'network-changed', 'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231', 'status': 'completed', 'code': 200} Jun 03 15:42:35.917925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1181801789'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:35.923576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:35.930256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Usage tracker for resource:network and tenant:2101cd8b1b27414985f6c2e368cdd0fa is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:35.934369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:35.944526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:35.961685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Made reservation on behalf of 2101cd8b1b27414985f6c2e368cdd0fa for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:35.968985 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:35.984198 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.002933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:36.008057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Usage tracker for resource:security_group_rule and tenant:2101cd8b1b27414985f6c2e368cdd0fa is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:36.012415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:36.018600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:36.055321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5545866-22ee-458e-9606-2a1bc501e48c req-e4c3658c-6dea-4795-96fb-bcadd49ea697 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 210 time: 0.1422150 Jun 03 15:42:36.061921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab775398-d0e1-4064-9224-532dca568336 req-b12b3ccd-60d3-44b9-ab50-a8a9c99ec139 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c003293-4a5c-4463-bad4-b87a07bcff26 HTTP/1.1" status: 200 len: 210 time: 0.1518588 Jun 03 15:42:36.187517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.198032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.242711 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a27b62c-3943-46be-89c2-81dd33976372'] response: {'server_uuid': '5c003293-4a5c-4463-bad4-b87a07bcff26', 'name': 'network-vif-deleted', 'tag': 'db5cbc63-2df3-4063-a580-b7ec0a7f7a4f', 'status': 'completed', 'code': 200} Jun 03 15:42:36.300366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device db5cbc63-2df3-4063-a580-b7ec0a7f7a4f no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:36.334418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064fd6e-8cf6-4d8f-a96e-9ac4a55197d0 req-c00f6b73-07d1-495b-88cb-dbe6ec00e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:36.336274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4064fd6e-8cf6-4d8f-a96e-9ac4a55197d0 req-c00f6b73-07d1-495b-88cb-dbe6ec00e0bc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 1096 time: 0.4220448 Jun 03 15:42:36.356009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:42:36.396836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338869bc-8f4b-4804-8f81-2c37cfb110fa,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:36.421991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.422344 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Added segment 8416afba-e044-4d4c-b5ad-db0bbebfb7d8 of type vlan for network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 Jun 03 15:42:36.425014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: db5cbc63-2df3-4063-a580-b7ec0a7f7a4f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:36.433929 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e39ad438-d2a2-4b86-9170-8d4d485429d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:14Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a895019e-7df9-4c54-93d2-33c30691e99f', 'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:15:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:13Z', 'updated_at': '2022-06-03T15:39:25Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:36.436226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device db5cbc63-2df3-4063-a580-b7ec0a7f7a4f not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:36.447605 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ad438-d2a2-4b86-9170-8d4d485429d9 None None] Checking router: cc2015b5-d355-45f9-a707-24b5c81b2d03 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:42:36.473687 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ad438-d2a2-4b86-9170-8d4d485429d9 None None] Routers {'cc2015b5-d355-45f9-a707-24b5c81b2d03'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:36.473687 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e39ad438-d2a2-4b86-9170-8d4d485429d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc2015b5-d355-45f9-a707-24b5c81b2d03'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:36.489175 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.576053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.611710 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.618498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:36.620698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:36.755780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Pushing event deleted for resources: {'Port': ['ID=0934c82c-b9fc-47a0-9b0c-a1fd5aae0fc1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:36.787971 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3999181 Jun 03 15:42:36.797462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a232b-407e-4048-8900-5e7bedab112f tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Pushing event updated for resources: {'Network': ['ID=49ed005c-d3f4-4b72-a456-3ebf6887ebe2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:36.806564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.806917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.807252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.807586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.807913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.814204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:42:36.814440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.814582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.814912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.815243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.815565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.815886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.816204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:42:36.888760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064fd6e-8cf6-4d8f-a96e-9ac4a55197d0 req-96115e9c-4fe5-4da4-92b2-a6c9b8316f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:36.890791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4064fd6e-8cf6-4d8f-a96e-9ac4a55197d0 req-96115e9c-4fe5-4da4-92b2-a6c9b8316f3b service neutron] 10.222.0.75 "GET /v2.0/networks?id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 200 len: 897 time: 0.5426097 Jun 03 15:42:36.926191 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e39ad438-d2a2-4b86-9170-8d4d485429d9 None None] Set router cc2015b5-d355-45f9-a707-24b5c81b2d03 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:37.055318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4064fd6e-8cf6-4d8f-a96e-9ac4a55197d0 req-275ad8e3-ea6c-4372-93f8-f599dfb5240e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 200 len: 217 time: 0.1518438 Jun 03 15:42:37.116894 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.297777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064fd6e-8cf6-4d8f-a96e-9ac4a55197d0 req-54a8b3c8-2f31-4de3-ad3b-4cdb4a7d866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:37.307236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4064fd6e-8cf6-4d8f-a96e-9ac4a55197d0 req-54a8b3c8-2f31-4de3-ad3b-4cdb4a7d866e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6f2775e-c94e-4891-a56b-88a73e7e0c48 HTTP/1.1" status: 200 len: 833 time: 0.2265165 Jun 03 15:42:37.309173 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.418858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36340) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:37.434259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Request body: {'port': {'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2', 'binding:host_id': 'n-h1-844595-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-881956174'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:37.453454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:37.466010 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Usage tracker for resource:port and tenant:0a40ae20d6114c7babdb3e7d91146866 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:37.500528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b946f4-bc07-4076-8fe8-0ba7466eacba req-a26bdadc-6c7e-4054-9c1a-329d0d246d7e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:37.508567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-69b946f4-bc07-4076-8fe8-0ba7466eacba req-a26bdadc-6c7e-4054-9c1a-329d0d246d7e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:37.510445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:37.539264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:37.602473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Made reservation on behalf of 0a40ae20d6114c7babdb3e7d91146866 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:37.605556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.647613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-e828fa75-ea27-47f0-897f-300149c1c3f1 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:37.648780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-e828fa75-ea27-47f0-897f-300149c1c3f1 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Synchronizing usage tracker for tenant:5c15c36aa81149968881e45ce4841979 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:37.657703 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.660182 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.661403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1d39ed22-4be2-4e14-a5b7-cfe85569070b tempest-AttachVolumeNegativeTest-1952421850 tempest-AttachVolumeNegativeTest-1952421850-project] 10.222.0.48 "DELETE /v2.0/floatingips/243065e5-4727-4e19-837f-d57bf176db39 HTTP/1.1" status: 204 len: 168 time: 3.1769762 Jun 03 15:42:37.663673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-69b946f4-bc07-4076-8fe8-0ba7466eacba req-a26bdadc-6c7e-4054-9c1a-329d0d246d7e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:37.682838 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69b946f4-bc07-4076-8fe8-0ba7466eacba req-a26bdadc-6c7e-4054-9c1a-329d0d246d7e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 1.1707721 Jun 03 15:42:37.700257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d650221-38ff-48e3-b980-92f9773a3270 req-dd89f77f-579c-4c46-9455-bdf04c92763f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:37.701350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3d650221-38ff-48e3-b980-92f9773a3270 req-dd89f77f-579c-4c46-9455-bdf04c92763f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:37.708393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:37.712768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Usage tracker for resource:security_group_rule and tenant:0a40ae20d6114c7babdb3e7d91146866 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:37.716417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:37.722836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:37.783044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69b946f4-bc07-4076-8fe8-0ba7466eacba req-5bb81f00-efdc-4b1b-9698-67558bd8343a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991504 Jun 03 15:42:37.800072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064fd6e-8cf6-4d8f-a96e-9ac4a55197d0 req-41945729-d622-4b8b-abf6-5b63af70b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:37.804728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4064fd6e-8cf6-4d8f-a96e-9ac4a55197d0 req-41945729-d622-4b8b-abf6-5b63af70b1fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8616e049-be0e-4316-8a4d-f3f9fc32f4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4766698 Jun 03 15:42:37.904786 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.917760 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:37.954462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] device_id is not set on port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:42:37.983706 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e39ad438-d2a2-4b86-9170-8d4d485429d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:14Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a895019e-7df9-4c54-93d2-33c30691e99f', 'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:15:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:13Z', 'updated_at': '2022-06-03T15:39:25Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:38.009588 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ad438-d2a2-4b86-9170-8d4d485429d9 None None] The sync data for ids ['cc2015b5-d355-45f9-a707-24b5c81b2d03'] in n-d-844595-1 is: [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:39:14Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a895019e-7df9-4c54-93d2-33c30691e99f', 'name': '', 'network_id': '8616e049-be0e-4316-8a4d-f3f9fc32f4aa', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:15:1c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:13Z', 'updated_at': '2022-06-03T15:39:25Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': 'b6f2775e-c94e-4891-a56b-88a73e7e0c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:38.020809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd44dfa-e095-4cc2-9381-1ba319ca44e3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:38.030080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-e828fa75-ea27-47f0-897f-300149c1c3f1 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Unset dirty status for tenant:5c15c36aa81149968881e45ce4841979 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:38.036188 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-e828fa75-ea27-47f0-897f-300149c1c3f1 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.67 "GET /v2.0/networks?id=5983f29d-b6a5-463a-b76d-6f5a58803168 HTTP/1.1" status: 200 len: 808 time: 0.8213775 Jun 03 15:42:38.059160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3d650221-38ff-48e3-b980-92f9773a3270 req-dd89f77f-579c-4c46-9455-bdf04c92763f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:38.060261 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3d650221-38ff-48e3-b980-92f9773a3270 req-dd89f77f-579c-4c46-9455-bdf04c92763f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.75 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.5902908 Jun 03 15:42:38.190677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4064fd6e-8cf6-4d8f-a96e-9ac4a55197d0 req-1952eb8c-c484-443d-8d23-d0acb1f7b4b0 service neutron] 10.222.0.75 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746028 Jun 03 15:42:38.340257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aeaec89b-a7e2-4137-86e5-6f137b059819 req-f6acfeec-abdd-41f9-adc4-8bac9b52790a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 210 time: 0.4640439 Jun 03 15:42:38.370433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f6b46b4f-5a2d-4885-b366-ace27a5162e6 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Synchronizing usage tracker for tenant:5c15c36aa81149968881e45ce4841979 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:38.536725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3d650221-38ff-48e3-b980-92f9773a3270 req-2c7ee887-85bc-4c0b-881e-19cd1e40c6d1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port 4de36b08-1233-4a27-906a-d6906ff69231 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:38.541855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3d650221-38ff-48e3-b980-92f9773a3270 req-2c7ee887-85bc-4c0b-881e-19cd1e40c6d1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:38.649754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9241cd7a-cb81-4737-9b43-68cf9ee79623 None None] New status for floating IP 460586d1-e385-4061-a6f1-71fc4a36a078: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:42:38.669813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f6b46b4f-5a2d-4885-b366-ace27a5162e6 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Unset dirty status for tenant:5c15c36aa81149968881e45ce4841979 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:38.671452 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f6b46b4f-5a2d-4885-b366-ace27a5162e6 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c15c36aa81149968881e45ce4841979 HTTP/1.1" status: 200 len: 380 time: 0.5901358 Jun 03 15:42:38.813389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Request body: {'port': {'device_id': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'admin_state_up': True, 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'security_groups': ['c7a4dc75-cf26-457f-9d5f-42caeca6316e']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:39.056537 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.114199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4064fd6e-8cf6-4d8f-a96e-9ac4a55197d0 req-dc2528d6-ab20-4c93-858f-4928240c8007 service neutron] 10.222.0.75 "GET /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8326116 Jun 03 15:42:39.204050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:39.251056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:39.378235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ee0dc-16b5-4ad7-821a-ebb5c2e95f3e req-2efe0147-35b1-4476-a136-36091e46a7f0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:39.380570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a09ee0dc-16b5-4ad7-821a-ebb5c2e95f3e req-2efe0147-35b1-4476-a136-36091e46a7f0 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 946 time: 0.7569685 Jun 03 15:42:39.416668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd3d28-48e3-48f3-9b11-6918ba7fd4b9 req-e4508003-8c90-4547-b6b0-9b4b9a387432 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:39.422986 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dfd3d28-48e3-48f3-9b11-6918ba7fd4b9 req-e4508003-8c90-4547-b6b0-9b4b9a387432 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 946 time: 0.2138555 Jun 03 15:42:39.439000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] device_id is not set on port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:42:39.449775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.567219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-9dfd3d28-48e3-48f3-9b11-6918ba7fd4b9 req-cfbc0ce2-41f5-412d-bc51-ba4fe37aa498 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Deleting port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:39.567725 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9dfd3d28-48e3-48f3-9b11-6918ba7fd4b9 req-cfbc0ce2-41f5-412d-bc51-ba4fe37aa498 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.600775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36394) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:39.607397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Made reservation on behalf of 5c15c36aa81149968881e45ce4841979 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:39.611553 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.636587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Transition to ACTIVE for port object 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:39.678450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae306e-866e-4e8f-a14e-39cf853600e3 req-f2dccc70-6457-4b5d-bffe-f55fbd99e216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:39.686402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3ae306e-866e-4e8f-a14e-39cf853600e3 req-f2dccc70-6457-4b5d-bffe-f55fbd99e216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 945 time: 0.5798376 Jun 03 15:42:39.788354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a09ee0dc-16b5-4ad7-821a-ebb5c2e95f3e req-02894384-f441-4efc-ad39-964468946988 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977518 Jun 03 15:42:39.899516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.904419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-3d650221-38ff-48e3-b980-92f9773a3270 req-2c7ee887-85bc-4c0b-881e-19cd1e40c6d1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port 4de36b08-1233-4a27-906a-d6906ff69231, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=4de36b08-1233-4a27-906a-d6906ff69231,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:39.905470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3d650221-38ff-48e3-b980-92f9773a3270 req-2c7ee887-85bc-4c0b-881e-19cd1e40c6d1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:39.920058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3ae306e-866e-4e8f-a14e-39cf853600e3 req-4029fb2f-ef71-4af8-a5f6-52f5f8021641 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=6699b6b7-19c6-4707-9958-d64e3f3c8d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322505 Jun 03 15:42:40.094834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3dd1b8b9-bccb-44aa-a77b-177a9e3b1f3d req-2854d248-4754-4eee-8946-e8d2f53c0a1a tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 210 time: 0.0571928 Jun 03 15:42:40.130340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9dfd3d28-48e3-48f3-9b11-6918ba7fd4b9 req-cfbc0ce2-41f5-412d-bc51-ba4fe37aa498 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] For port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:40.138994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9dfd3d28-48e3-48f3-9b11-6918ba7fd4b9 req-cfbc0ce2-41f5-412d-bc51-ba4fe37aa498 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.206025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3d650221-38ff-48e3-b980-92f9773a3270 req-2c7ee887-85bc-4c0b-881e-19cd1e40c6d1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for 4de36b08-1233-4a27-906a-d6906ff69231 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:40.297022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-9dfd3d28-48e3-48f3-9b11-6918ba7fd4b9 req-cfbc0ce2-41f5-412d-bc51-ba4fe37aa498 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Calling delete_port for 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:40.308352 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3000eb55-1c13-4f29-8824-a9f7c9303990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.418892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff5e5bb-d39c-4da9-8f55-7d807173bbfe,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:40.427927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Checking segment: {'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:40.428421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Network hostable DHCP agents. Network: 49ed005c-d3f4-4b72-a456-3ebf6887ebe2, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:42:40.492310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3000eb55-1c13-4f29-8824-a9f7c9303990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:40.495305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Allocated IP 172.20.0.4 (5983f29d-b6a5-463a-b76d-6f5a58803168/b14e0566-c2fb-478f-a728-6d74f3acbcc9/101be5b3-c825-4357-b567-1ef78fb8167e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:42:40.512937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3000eb55-1c13-4f29-8824-a9f7c9303990 admin admin] Usage tracker for resource:security_group_rule and tenant:ddeb6f1357ac4cc68375e8372fa4416e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:40.547068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3000eb55-1c13-4f29-8824-a9f7c9303990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:40.584825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:42:40.588407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3000eb55-1c13-4f29-8824-a9f7c9303990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:40.596753 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9dfd3d28-48e3-48f3-9b11-6918ba7fd4b9 req-cfbc0ce2-41f5-412d-bc51-ba4fe37aa498 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.620020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 49ed005c-d3f4-4b72-a456-3ebf6887ebe2) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:40.635714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:40.636983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f06552-3334-458d-8134-aa964b76f81c None None] Network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:40.668050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5cee7a4f-327d-4316-92e6-8c08322b1994'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:42:40.749992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:40.750682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:40.751260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:40.753965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc0ce2-41f5-412d-bc51-ba4fe37aa498 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event deleted for resources: {'Port': ['ID=7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:40.763441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:40.763915 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:40.768322 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 2 to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe Jun 03 15:42:40.801011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:40.801473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:40.801947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:40.833395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfd3d28-48e3-48f3-9b11-6918ba7fd4b9 req-cfbc0ce2-41f5-412d-bc51-ba4fe37aa498 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] No DVR routers for this DVR port 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:40.833735 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9dfd3d28-48e3-48f3-9b11-6918ba7fd4b9 req-cfbc0ce2-41f5-412d-bc51-ba4fe37aa498 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.840482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e071d12-343f-407c-a5f5-2c34f79c7d12', 'name': 'network-vif-deleted', 'tag': '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:40.866273 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3d650221-38ff-48e3-b980-92f9773a3270 req-2c7ee887-85bc-4c0b-881e-19cd1e40c6d1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:40.871105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9dfd3d28-48e3-48f3-9b11-6918ba7fd4b9 req-cfbc0ce2-41f5-412d-bc51-ba4fe37aa498 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "DELETE /v2.0/ports/7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b HTTP/1.1" status: 204 len: 173 time: 1.4075229 Jun 03 15:42:40.903879 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b47abec-5d25-4695-8b00-db362cfcc062'] response: {'server_uuid': '7e071d12-343f-407c-a5f5-2c34f79c7d12', 'name': 'network-vif-deleted', 'tag': '7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b', 'status': 'completed', 'code': 200} Jun 03 15:42:40.934128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:40.934459 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:41.010553 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 3 to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe Jun 03 15:42:41.030250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ee887-85bc-4c0b-881e-19cd1e40c6d1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=4de36b08-1233-4a27-906a-d6906ff69231,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:41.107319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:41.107723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:41.107978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:41.138844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3644bc2a-d65c-4854-878e-5e4d821107fc req-f8bff260-50dd-4d5a-ad0d-0477cbd4be05 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Synchronizing usage tracker for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:41.173988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3644bc2a-d65c-4854-878e-5e4d821107fc req-f8bff260-50dd-4d5a-ad0d-0477cbd4be05 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Unset dirty status for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:41.184229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3644bc2a-d65c-4854-878e-5e4d821107fc req-f8bff260-50dd-4d5a-ad0d-0477cbd4be05 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e071d12-343f-407c-a5f5-2c34f79c7d12 HTTP/1.1" status: 200 len: 210 time: 0.1449447 Jun 03 15:42:41.261084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:41.261629 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:41.279888 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 4 to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe Jun 03 15:42:41.301359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:41.301963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:41.302457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:41.335931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3000eb55-1c13-4f29-8824-a9f7c9303990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.364689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63428d68-d35c-441e-b7b3-8d93fc7c9c17 req-3fe5c8e3-d5d1-4754-b4b1-710fb7742780 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 210 time: 0.1517632 Jun 03 15:42:41.374506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:41.375304 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:41.401214 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 5 to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe Jun 03 15:42:41.404080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4de36b08-1233-4a27-906a-d6906ff69231 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:41.416334 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3000eb55-1c13-4f29-8824-a9f7c9303990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.478931 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3000eb55-1c13-4f29-8824-a9f7c9303990 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddeb6f1357ac4cc68375e8372fa4416e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8728161 Jun 03 15:42:41.495044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d650221-38ff-48e3-b980-92f9773a3270 req-2c7ee887-85bc-4c0b-881e-19cd1e40c6d1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] No DVR routers for this DVR port 4de36b08-1233-4a27-906a-d6906ff69231 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:41.508926 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3d650221-38ff-48e3-b980-92f9773a3270 req-2c7ee887-85bc-4c0b-881e-19cd1e40c6d1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.541287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36434) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:41.561105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 4de36b08-1233-4a27-906a-d6906ff69231 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:41.561446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 4de36b08-1233-4a27-906a-d6906ff69231 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:41.627101 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63d3b203-80f2-40ba-af51-3c622bbd36c4 req-aafaf7c6-741b-4deb-8ceb-01fe938c9eaf tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 210 time: 0.1836655 Jun 03 15:42:41.673616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.713361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'name': 'network-vif-deleted', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:41.725964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:41.726865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:41.727350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:41.749388 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3d650221-38ff-48e3-b980-92f9773a3270 req-2c7ee887-85bc-4c0b-881e-19cd1e40c6d1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.75 "DELETE /v2.0/ports/4de36b08-1233-4a27-906a-d6906ff69231 HTTP/1.1" status: 204 len: 173 time: 3.5997307 Jun 03 15:42:41.763904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Transition to ACTIVE for port object 101be5b3-c825-4357-b567-1ef78fb8167e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:41.772290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:41.772624 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:41.774575 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35b9bcec-ca96-4112-8879-a4745b0ca397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.776672 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 6 to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe Jun 03 15:42:41.794847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:41.795183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:41.795519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:41.798643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000eb55-1c13-4f29-8824-a9f7c9303990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57025a9e-f1f9-4637-a10a-5876f331cd50,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:41.807693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:41.808019 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:41.809307 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 7 to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe Jun 03 15:42:41.829635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:41.830014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:41.830350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:41.839895 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35b9bcec-ca96-4112-8879-a4745b0ca397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.847775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:41.848099 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:41.849378 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 8 to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe Jun 03 15:42:41.876986 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.946125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35b9bcec-ca96-4112-8879-a4745b0ca397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.979888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:41.980311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:41.980766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:41.986958 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547eb43f-a08d-46ee-97ac-be2c5d3b9d82'] response: {'server_uuid': 'f259008b-a378-4ce7-a369-2bf547125b80', 'name': 'network-vif-deleted', 'tag': '4de36b08-1233-4a27-906a-d6906ff69231', 'status': 'completed', 'code': 200} Jun 03 15:42:41.993922 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35b9bcec-ca96-4112-8879-a4745b0ca397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:41.995677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-35b9bcec-ca96-4112-8879-a4745b0ca397 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57025a9e-f1f9-4637-a10a-5876f331cd50 HTTP/1.1" status: 204 len: 168 time: 0.4393091 Jun 03 15:42:42.000346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9bcec-ca96-4112-8879-a4745b0ca397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57025a9e-f1f9-4637-a10a-5876f331cd50,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:42.017399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:42.017846 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:42.029850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Network 5983f29d-b6a5-463a-b76d-6f5a58803168 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:42.030500 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 9 to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe Jun 03 15:42:42.066067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:42.066359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:42.066722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:42.073498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:42.076271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:42.109802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:42.110730 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:42.131440 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 10 to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe Jun 03 15:42:42.211896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:42.212423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:42.213061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:42.315531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:42.345403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:42.346873 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:42.348689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.434972 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event updated for resources: {'Port': ['ID=101be5b3-c825-4357-b567-1ef78fb8167e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:42.487384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:42.488288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7d8fc4fb-fa50-4a3d-94cb-da17986c7a8b not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:42.669845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:42.673172 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.695085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-214147e9-8ef0-451a-82b7-5ddf51fb54d2 None None] Provisioning for port 101be5b3-c825-4357-b567-1ef78fb8167e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:42.702013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-214147e9-8ef0-451a-82b7-5ddf51fb54d2 None None] Provisioning complete for port 101be5b3-c825-4357-b567-1ef78fb8167e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:42.702401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-214147e9-8ef0-451a-82b7-5ddf51fb54d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.797901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36470) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:42.820225 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-ca07a766-8f0f-43be-8fc5-689ea86d26d8 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0305321 Jun 03 15:42:42.876332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Request body: {'port': {'device_id': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:42.879259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a55a40a1-75c7-4a76-ba3f-4feded055116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:42.906748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-214147e9-8ef0-451a-82b7-5ddf51fb54d2 None None] Port 101be5b3-c825-4357-b567-1ef78fb8167e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:42:42.951433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a55a40a1-75c7-4a76-ba3f-4feded055116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:42.961588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a55a40a1-75c7-4a76-ba3f-4feded055116 admin admin] Usage tracker for resource:security_group_rule and tenant:1e37176c8cda49e1846fd60c987a7fcd is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:42.965201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a55a40a1-75c7-4a76-ba3f-4feded055116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:43.027310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a55a40a1-75c7-4a76-ba3f-4feded055116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:43.116826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-516475eb-a0c5-4d5d-8659-2f051377c0b1 req-34b34194-3182-4484-bb17-a599779921da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 210 time: 0.0632839 Jun 03 15:42:43.180023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] For port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:43.180733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempted to set empty binding levels {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:42:43.181699 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.197863 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.271929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a55a40a1-75c7-4a76-ba3f-4feded055116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.285679 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a55a40a1-75c7-4a76-ba3f-4feded055116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.309909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:43.310649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.350128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a40a1-75c7-4a76-ba3f-4feded055116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f1496e-1865-4463-ac58-8fbb8fbf427b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:43.374604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff5e5bb-d39c-4da9-8f55-7d807173bbfe,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:43.398074 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-12bfa485-5f74-4463-9fa8-fe565908eda6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.9762666 Jun 03 15:42:43.399016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8937bf8-dd29-4b33-be39-e3bb73949e85 req-670d5a0d-cade-456e-9978-458df1ab6884 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:43.399766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36480) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:43.405713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8937bf8-dd29-4b33-be39-e3bb73949e85 req-670d5a0d-cade-456e-9978-458df1ab6884 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 931 time: 0.4413972 Jun 03 15:42:43.486175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a55a40a1-75c7-4a76-ba3f-4feded055116 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e37176c8cda49e1846fd60c987a7fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864340 Jun 03 15:42:43.516136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36488) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:43.534139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8937bf8-dd29-4b33-be39-e3bb73949e85 req-0a8da439-7e84-4573-aca0-1f108adc0024 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219401 Jun 03 15:42:43.624740 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37e76428-5c67-4a14-a0d1-e64b93a07d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.809118 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37e76428-5c67-4a14-a0d1-e64b93a07d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:43.962731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ccd7a-260b-4974-99c2-6bc4d6545013 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Deleting port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:43.963714 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccd7a-260b-4974-99c2-6bc4d6545013 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.000932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8a0aa-97a5-43a4-9766-976832719a85 req-4a0bf930-67df-4edc-8520-3b1f221236e4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:44.002659 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aeb8a0aa-97a5-43a4-9766-976832719a85 req-4a0bf930-67df-4edc-8520-3b1f221236e4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.1712458 Jun 03 15:42:44.008675 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37e76428-5c67-4a14-a0d1-e64b93a07d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.055073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e76428-5c67-4a14-a0d1-e64b93a07d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f1496e-1865-4463-ac58-8fbb8fbf427b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:44.102847 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37e76428-5c67-4a14-a0d1-e64b93a07d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.103963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-37e76428-5c67-4a14-a0d1-e64b93a07d7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62f1496e-1865-4463-ac58-8fbb8fbf427b HTTP/1.1" status: 204 len: 168 time: 0.5687966 Jun 03 15:42:44.128783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aeb8a0aa-97a5-43a4-9766-976832719a85 req-8d44d42f-878d-4fc9-b44a-4dcbae7d552b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157415 Jun 03 15:42:44.176149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25d4eb-fba5-44d8-ac46-393c5362c756 req-0f2376a2-176d-4777-8683-038785c6caaf tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:44.188046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea25d4eb-fba5-44d8-ac46-393c5362c756 req-0f2376a2-176d-4777-8683-038785c6caaf tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.2258878 Jun 03 15:42:44.397586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a0a5b16-75a6-4674-886b-85f5e48636b2 req-3675d335-c295-428a-ad05-e8f4d938c252 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=f259008b-a378-4ce7-a369-2bf547125b80 HTTP/1.1" status: 200 len: 210 time: 0.0753613 Jun 03 15:42:44.409230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-ea25d4eb-fba5-44d8-ac46-393c5362c756 req-d67ecd8f-cd99-4963-a5de-07c31c6e55eb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Deleting port 5cee7a4f-327d-4316-92e6-8c08322b1994 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:44.409554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea25d4eb-fba5-44d8-ac46-393c5362c756 req-d67ecd8f-cd99-4963-a5de-07c31c6e55eb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.581939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-4f4ccd7a-260b-4974-99c2-6bc4d6545013 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] For port 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe, host n-h1-844595-1, got binding levels [] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:44.582482 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccd7a-260b-4974-99c2-6bc4d6545013 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.751813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ccd7a-260b-4974-99c2-6bc4d6545013 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Calling delete_port for 8ff5e5bb-d39c-4da9-8f55-7d807173bbfe owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:44.798489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101be5b3-c825-4357-b567-1ef78fb8167e {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:42:44.822285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.855288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Transition to ACTIVE for port object 101be5b3-c825-4357-b567-1ef78fb8167e will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:44.868396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.889342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ea25d4eb-fba5-44d8-ac46-393c5362c756 req-d67ecd8f-cd99-4963-a5de-07c31c6e55eb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] For port 5cee7a4f-327d-4316-92e6-8c08322b1994, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5cee7a4f-327d-4316-92e6-8c08322b1994,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:44.890063 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea25d4eb-fba5-44d8-ac46-393c5362c756 req-d67ecd8f-cd99-4963-a5de-07c31c6e55eb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:44.946252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=101be5b3-c825-4357-b567-1ef78fb8167e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:45.054919 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccd7a-260b-4974-99c2-6bc4d6545013 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.258497 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4f4ccd7a-260b-4974-99c2-6bc4d6545013 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.261946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-ea25d4eb-fba5-44d8-ac46-393c5362c756 req-d67ecd8f-cd99-4963-a5de-07c31c6e55eb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Calling delete_port for 5cee7a4f-327d-4316-92e6-8c08322b1994 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:45.433955 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4f4ccd7a-260b-4974-99c2-6bc4d6545013 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8ff5e5bb-d39c-4da9-8f55-7d807173bbfe HTTP/1.1" status: 204 len: 168 time: 2.0114753 Jun 03 15:42:45.458666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36542) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:45.531446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ccd7a-260b-4974-99c2-6bc4d6545013 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ff5e5bb-d39c-4da9-8f55-7d807173bbfe,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:45.541178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f05cd-7282-413c-a1fb-1c7deed5c2af req-1245fbf9-7c81-400d-aa34-a5d122eb685d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:45.542941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b8f05cd-7282-413c-a1fb-1c7deed5c2af req-1245fbf9-7c81-400d-aa34-a5d122eb685d tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 943 time: 0.6289430 Jun 03 15:42:45.610783 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-16da4d6d-a5e4-4a25-a00b-f133eb114562 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:42:45.618556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-16da4d6d-a5e4-4a25-a00b-f133eb114562 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "GET /v2.0/ports/8ff5e5bb-d39c-4da9-8f55-7d807173bbfe HTTP/1.1" status: 404 len: 333 time: 0.1585484 Jun 03 15:42:45.634274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36554) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:45.652762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Attempting to bind port 101be5b3-c825-4357-b567-1ef78fb8167e on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:45.657733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Request body: {'port': {'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1412241570'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:45.661050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Attempting to bind port 101be5b3-c825-4357-b567-1ef78fb8167e by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:45.661397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Attempting to bind port 101be5b3-c825-4357-b567-1ef78fb8167e on network 5983f29d-b6a5-463a-b76d-6f5a58803168 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:45.679955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:45.691062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Usage tracker for resource:port and tenant:0a40ae20d6114c7babdb3e7d91146866 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:45.696073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Port 101be5b3-c825-4357-b567-1ef78fb8167e on network 5983f29d-b6a5-463a-b76d-6f5a58803168 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:45.696878 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Attempting to bind port 101be5b3-c825-4357-b567-1ef78fb8167e on network 5983f29d-b6a5-463a-b76d-6f5a58803168 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:45.707097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:45.732505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:42:45.734759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:45.735701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Checking segment: {'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:42:45.738446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Bound using segment: {'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:42:45.739668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Bound port: 101be5b3-c825-4357-b567-1ef78fb8167e, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0525c9a-4766-4767-b729-df553b1311ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:42:45.740396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.803421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b8f05cd-7282-413c-a1fb-1c7deed5c2af req-a909a383-7f34-492a-a8fb-e2a1cc2a36bc tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320888 Jun 03 15:42:45.827317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Made reservation on behalf of 0a40ae20d6114c7babdb3e7d91146866 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:45.829619 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.863152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd484ca4-9ba6-40e2-aa07-7f2ce1e50021 req-6b0014ba-7ccf-41f3-9056-6d2e092a4822 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:45.871379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd484ca4-9ba6-40e2-aa07-7f2ce1e50021 req-6b0014ba-7ccf-41f3-9056-6d2e092a4822 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 945 time: 0.4656985 Jun 03 15:42:45.896937 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea25d4eb-fba5-44d8-ac46-393c5362c756 req-d67ecd8f-cd99-4963-a5de-07c31c6e55eb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:45.932698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5cee7a4f-327d-4316-92e6-8c08322b1994'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:42:45.981973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36566) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:46.000443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] device_id is not set on port d4025977-b540-441f-a18c-a03dde58ce07 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:42:46.057718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ecd8f-cd99-4963-a5de-07c31c6e55eb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event deleted for resources: {'Port': ['ID=5cee7a4f-327d-4316-92e6-8c08322b1994,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:46.298050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd484ca4-9ba6-40e2-aa07-7f2ce1e50021 req-0847e1a7-5de7-4cb0-91ba-1d2f15619f42 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=52d5930f-71a0-4757-afec-13dd84d99eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253085 Jun 03 15:42:46.436459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea25d4eb-fba5-44d8-ac46-393c5362c756 req-d67ecd8f-cd99-4963-a5de-07c31c6e55eb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] No DVR routers for this DVR port 5cee7a4f-327d-4316-92e6-8c08322b1994 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:46.450717 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea25d4eb-fba5-44d8-ac46-393c5362c756 req-d67ecd8f-cd99-4963-a5de-07c31c6e55eb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:46.460047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b', 'name': 'network-vif-deleted', 'tag': '5cee7a4f-327d-4316-92e6-8c08322b1994'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:46.716963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] For port 101be5b3-c825-4357-b567-1ef78fb8167e, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:46.762865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] For port 101be5b3-c825-4357-b567-1ef78fb8167e, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=101be5b3-c825-4357-b567-1ef78fb8167e,segment=NetworkSegment(f0525c9a-4766-4767-b729-df553b1311ec),segment_id=f0525c9a-4766-4767-b729-df553b1311ec)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:42:46.773219 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:46.816779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea25d4eb-fba5-44d8-ac46-393c5362c756 req-d67ecd8f-cd99-4963-a5de-07c31c6e55eb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "DELETE /v2.0/ports/5cee7a4f-327d-4316-92e6-8c08322b1994 HTTP/1.1" status: 204 len: 173 time: 2.6275549 Jun 03 15:42:46.821033 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b4e292-9052-4397-a0e6-e6b4bcf46fb7'] response: {'server_uuid': 'a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b', 'name': 'network-vif-deleted', 'tag': '5cee7a4f-327d-4316-92e6-8c08322b1994', 'status': 'completed', 'code': 200} Jun 03 15:42:46.825674 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:46.907309 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:47.017200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:47.017807 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:47.030920 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] 10.222.0.67 "PUT /v2.0/ports/101be5b3-c825-4357-b567-1ef78fb8167e HTTP/1.1" status: 200 len: 1091 time: 4.1924069 Jun 03 15:42:47.058188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'tag': '101be5b3-c825-4357-b567-1ef78fb8167e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:47.355500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7ef43-1101-41c5-beae-602de3b35ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=101be5b3-c825-4357-b567-1ef78fb8167e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:47.382342 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b89c590-03ac-41aa-9cf8-db41d241afd8'] response: {'name': 'network-changed', 'server_uuid': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'tag': '101be5b3-c825-4357-b567-1ef78fb8167e', 'status': 'completed', 'code': 200} Jun 03 15:42:47.473835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:47.492188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:47.506225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:47.507272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:47.507906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:47.579435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event updated for resources: {'Port': ['ID=d4025977-b540-441f-a18c-a03dde58ce07,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:47.584250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a6ccae66-9367-4cc5-aa11-c366c285c62c req-d610fe6d-6eb9-4fc3-9bd3-2709045622c1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Synchronizing usage tracker for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:47.588628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-7db09258-4658-4170-9363-0234bbabdf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:47.590220 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-7db09258-4658-4170-9363-0234bbabdf15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c15c36aa81149968881e45ce4841979&device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 1094 time: 0.3889906 Jun 03 15:42:47.620561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-06335c51-f851-49f0-b5e5-8b075d72f9d9 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9724574 Jun 03 15:42:47.620798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36620) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:47.640988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a6ccae66-9367-4cc5-aa11-c366c285c62c req-d610fe6d-6eb9-4fc3-9bd3-2709045622c1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Unset dirty status for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:47.642190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6ccae66-9367-4cc5-aa11-c366c285c62c req-d610fe6d-6eb9-4fc3-9bd3-2709045622c1 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=a93e5ef5-5b0c-43c3-b3e2-0689d57b3b0b HTTP/1.1" status: 200 len: 210 time: 0.1560266 Jun 03 15:42:47.679291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912772c4-da00-4ab1-b795-1b5c06ef4470 req-de7c44c0-35c8-46c2-a1b2-85f332d423bc tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:47.686666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-912772c4-da00-4ab1-b795-1b5c06ef4470 req-de7c44c0-35c8-46c2-a1b2-85f332d423bc tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 943 time: 0.3579016 Jun 03 15:42:47.795514 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-912772c4-da00-4ab1-b795-1b5c06ef4470 req-6c593e96-fc9a-4845-9a38-4bcecd187177 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078372 Jun 03 15:42:47.814045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:47.913004 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-a9dc0147-5301-4355-96a9-221d3ab8ab69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=101be5b3-c825-4357-b567-1ef78fb8167e HTTP/1.1" status: 200 len: 217 time: 0.2913237 Jun 03 15:42:47.995643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:48.062258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-6c112034-5eaa-4738-bdc4-1bb5da060ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:48.063369 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-6c112034-5eaa-4738-bdc4-1bb5da060ea0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b14e0566-c2fb-478f-a728-6d74f3acbcc9 HTTP/1.1" status: 200 len: 847 time: 0.1381421 Jun 03 15:42:48.130762 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:48.342678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5cee7a4f-327d-4316-92e6-8c08322b1994 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:48.416438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 5cee7a4f-327d-4316-92e6-8c08322b1994 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:48.417505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5cee7a4f-327d-4316-92e6-8c08322b1994 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:48.716942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-dda6fed8-801f-4fd8-ab3c-763428a5d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:48.718491 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-dda6fed8-801f-4fd8-ab3c-763428a5d015 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5983f29d-b6a5-463a-b76d-6f5a58803168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6470008 Jun 03 15:42:48.840685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:42:49.239323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25129c-2cea-4ab5-a89a-3c19a866616b req-93857f0c-8465-4772-a592-cfdc1bea5c7f tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:49.241465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec25129c-2cea-4ab5-a89a-3c19a866616b req-93857f0c-8465-4772-a592-cfdc1bea5c7f tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 943 time: 0.2285750 Jun 03 15:42:49.272952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36682) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:49.433783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] device_id is not set on port d4025977-b540-441f-a18c-a03dde58ce07 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:42:49.440448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ec25129c-2cea-4ab5-a89a-3c19a866616b req-a8e46e66-0657-4795-b2e5-124bf0c5a4e9 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600437 Jun 03 15:42:49.458314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port a895019e-7df9-4c54-93d2-33c30691e99f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:49.458712 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.506462 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.542793 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-cb9154f9-daf5-4387-9e60-75369e219424 service neutron] 10.222.0.67 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146403 Jun 03 15:42:49.581675 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58921b8e-451d-44ec-adb2-1106570b1508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.607443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-58921b8e-451d-44ec-adb2-1106570b1508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:49.613042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-58921b8e-451d-44ec-adb2-1106570b1508 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f9339dbc2c4d47b0abe0a58df9526a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:49.616757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-58921b8e-451d-44ec-adb2-1106570b1508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:49.624533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-58921b8e-451d-44ec-adb2-1106570b1508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:49.648082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce806c5e-b6c8-4536-90a6-0af98f88ad68 req-8ffb8e3a-6f56-4fb9-adb1-c6726e2f2a1b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:49.649683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce806c5e-b6c8-4536-90a6-0af98f88ad68 req-8ffb8e3a-6f56-4fb9-adb1-c6726e2f2a1b tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.2076936 Jun 03 15:42:49.678893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Transition to ACTIVE for port object d4025977-b540-441f-a18c-a03dde58ce07 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:42:49.743588 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce806c5e-b6c8-4536-90a6-0af98f88ad68 req-3f234427-febf-4475-a79d-93e3c32e9669 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819387 Jun 03 15:42:49.744877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.844628 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58921b8e-451d-44ec-adb2-1106570b1508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.849791 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-58921b8e-451d-44ec-adb2-1106570b1508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:49.924362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-58921b8e-451d-44ec-adb2-1106570b1508 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5f9339dbc2c4d47b0abe0a58df9526a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6478693 Jun 03 15:42:49.930319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36696) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:49.987699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58921b8e-451d-44ec-adb2-1106570b1508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f9c6f3-4c20-42f8-9b3f-671fbfa991ae,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:49.998631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event updated for resources: {'Port': ['ID=d4025977-b540-441f-a18c-a03dde58ce07,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:50.020745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:50.021085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:50.021484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:50.029419 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65493451-7fbb-4823-ad1e-d6be3330ec0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.033912 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ec3f1b4-b61e-4685-95d6-01d79af78532 req-dff76802-0029-4298-a804-92e1d721485d service neutron] 10.222.0.67 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814763 Jun 03 15:42:50.038861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:50.039189 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:50.041082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port a895019e-7df9-4c54-93d2-33c30691e99f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a895019e-7df9-4c54-93d2-33c30691e99f,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:50.041449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.053937 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 2 to bind port d4025977-b540-441f-a18c-a03dde58ce07 Jun 03 15:42:50.070505 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65493451-7fbb-4823-ad1e-d6be3330ec0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.161047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65493451-7fbb-4823-ad1e-d6be3330ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.193045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65493451-7fbb-4823-ad1e-d6be3330ec0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f9c6f3-4c20-42f8-9b3f-671fbfa991ae,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:50.210129 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65493451-7fbb-4823-ad1e-d6be3330ec0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.215699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-65493451-7fbb-4823-ad1e-d6be3330ec0c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1f9c6f3-4c20-42f8-9b3f-671fbfa991ae HTTP/1.1" status: 204 len: 168 time: 0.2841547 Jun 03 15:42:50.303046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:50.303674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:50.304172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:50.321393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for a895019e-7df9-4c54-93d2-33c30691e99f owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:50.365686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:50.366363 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:50.374601 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 3 to bind port d4025977-b540-441f-a18c-a03dde58ce07 Jun 03 15:42:50.428551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:50.429002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:50.429340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:50.454501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:50.454832 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:50.463149 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 4 to bind port d4025977-b540-441f-a18c-a03dde58ce07 Jun 03 15:42:50.489468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:50.489804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:50.490198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:50.502886 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:50.503437 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:50.506808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd586b50-b384-4fba-b493-d208d0cb167a req-f5aedfcf-e2a1-4dc5-9e98-9a441e7e97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:50.509404 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd586b50-b384-4fba-b493-d208d0cb167a req-f5aedfcf-e2a1-4dc5-9e98-9a441e7e97cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c15c36aa81149968881e45ce4841979&device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 1094 time: 0.2668254 Jun 03 15:42:50.513813 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 5 to bind port d4025977-b540-441f-a18c-a03dde58ce07 Jun 03 15:42:50.606070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:50.606397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:50.614428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:50.746329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36722) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:50.763708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:50.764557 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:50.771794 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 6 to bind port d4025977-b540-441f-a18c-a03dde58ce07 Jun 03 15:42:50.788838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-750f5aa6-9959-4998-a718-1d23730a7808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.807452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-750f5aa6-9959-4998-a718-1d23730a7808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:50.811995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-750f5aa6-9959-4998-a718-1d23730a7808 admin admin] Usage tracker for resource:security_group_rule and tenant:e67d4717e24945d885b49b713dabb22f is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:42:50.815155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-750f5aa6-9959-4998-a718-1d23730a7808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:42:50.821282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-750f5aa6-9959-4998-a718-1d23730a7808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:50.825352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:50.826274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:50.826921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:50.840766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:50.841284 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:50.846486 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 7 to bind port d4025977-b540-441f-a18c-a03dde58ce07 Jun 03 15:42:50.908243 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-750f5aa6-9959-4998-a718-1d23730a7808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.918381 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-750f5aa6-9959-4998-a718-1d23730a7808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:50.957349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:50.957681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:50.958040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:50.981490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:50.982095 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:50.985961 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 8 to bind port d4025977-b540-441f-a18c-a03dde58ce07 Jun 03 15:42:51.003040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd586b50-b384-4fba-b493-d208d0cb167a req-948bf29b-1b58-40a0-bea4-ec283bf72dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:51.004640 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd586b50-b384-4fba-b493-d208d0cb167a req-948bf29b-1b58-40a0-bea4-ec283bf72dc0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5983f29d-b6a5-463a-b76d-6f5a58803168 HTTP/1.1" status: 200 len: 909 time: 0.4498799 Jun 03 15:42:51.009072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:51.009419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:51.009950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:51.020165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f5aa6-9959-4998-a718-1d23730a7808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2776152-eb22-44b9-bf2d-5ba441d889b6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:51.111367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e14841-d643-4ebf-8b33-abc81945a209 req-7bc1a02d-73ae-4a8e-85d6-cf31dc67bdcb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:51.112865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79e14841-d643-4ebf-8b33-abc81945a209 req-7bc1a02d-73ae-4a8e-85d6-cf31dc67bdcb tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.5766702 Jun 03 15:42:51.123449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-750f5aa6-9959-4998-a718-1d23730a7808 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e67d4717e24945d885b49b713dabb22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637912 Jun 03 15:42:51.126482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36736) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:51.152577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:51.153730 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:51.155101 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd586b50-b384-4fba-b493-d208d0cb167a req-3839426b-446b-4dd8-b04d-2fdd6c78305e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=101be5b3-c825-4357-b567-1ef78fb8167e HTTP/1.1" status: 200 len: 217 time: 0.1398199 Jun 03 15:42:51.157718 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 9 to bind port d4025977-b540-441f-a18c-a03dde58ce07 Jun 03 15:42:51.254186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:51.260622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:51.262117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:51.262738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:51.276878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299249e-9cb5-4cdd-8b13-a325ea9e1894 req-cf30fa20-e71a-4f58-82dc-79e9b7ff205e tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:51.278480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d299249e-9cb5-4cdd-8b13-a325ea9e1894 req-cf30fa20-e71a-4f58-82dc-79e9b7ff205e tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 943 time: 0.6331980 Jun 03 15:42:51.291805 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-107805a6-c8bd-4526-9c92-2a513794fa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:51.324261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Deleting port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:51.324261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:51.334491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:51.334958 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:51.337975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd586b50-b384-4fba-b493-d208d0cb167a req-de55d45b-dbb8-461f-8d7a-88eff0b81786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:51.339471 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd586b50-b384-4fba-b493-d208d0cb167a req-de55d45b-dbb8-461f-8d7a-88eff0b81786 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b14e0566-c2fb-478f-a728-6d74f3acbcc9 HTTP/1.1" status: 200 len: 847 time: 0.1714528 Jun 03 15:42:51.348672 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 10 to bind port d4025977-b540-441f-a18c-a03dde58ce07 Jun 03 15:42:51.363924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=a895019e-7df9-4c54-93d2-33c30691e99f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:51.441911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a48e10-3050-4012-8ee9-d9adbaa51ec4 req-c3d60061-8aae-4876-9c59-59e6422b6cf3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:51.456449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45a48e10-3050-4012-8ee9-d9adbaa51ec4 req-c3d60061-8aae-4876-9c59-59e6422b6cf3 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.4139192 Jun 03 15:42:51.473595 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d299249e-9cb5-4cdd-8b13-a325ea9e1894 req-9800cdb9-e46e-4cfe-a35c-9345a5106172 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862702 Jun 03 15:42:51.475506 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-107805a6-c8bd-4526-9c92-2a513794fa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:51.551012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45a48e10-3050-4012-8ee9-d9adbaa51ec4 req-2f264fc0-cd32-4dc0-a241-458ae2a7184e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972466 Jun 03 15:42:51.602340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36744) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:51.768970 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-107805a6-c8bd-4526-9c92-2a513794fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:51.804458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107805a6-c8bd-4526-9c92-2a513794fa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2776152-eb22-44b9-bf2d-5ba441d889b6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:51.814613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-107805a6-c8bd-4526-9c92-2a513794fa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:51.816010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-107805a6-c8bd-4526-9c92-2a513794fa87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2776152-eb22-44b9-bf2d-5ba441d889b6 HTTP/1.1" status: 204 len: 168 time: 0.6885490 Jun 03 15:42:51.899995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:42:51.900457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:42:51.900712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:42:51.910630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] For port 6418f871-4ed4-4e3e-a9cc-ab73037440d8, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6418f871-4ed4-4e3e-a9cc-ab73037440d8,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:51.914149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:51.942822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:42:51.943213 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port d4025977-b540-441f-a18c-a03dde58ce07 on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:42:51.943566 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.193231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd586b50-b384-4fba-b493-d208d0cb167a req-c4ba892a-09bc-49c2-95fe-908bf786fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:52.194836 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd586b50-b384-4fba-b493-d208d0cb167a req-c4ba892a-09bc-49c2-95fe-908bf786fa1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5983f29d-b6a5-463a-b76d-6f5a58803168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8322394 Jun 03 15:42:52.427151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] For port d4025977-b540-441f-a18c-a03dde58ce07, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:42:52.427664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempted to set empty binding levels {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:42:52.430519 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd586b50-b384-4fba-b493-d208d0cb167a req-9c8f36bc-8e47-4b87-9ff9-1107fd514a14 service neutron] 10.222.0.67 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232223 Jun 03 15:42:52.433547 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.437596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.664759 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.665494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.673366 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Floating IP 150a00e4-538f-450f-8d68-75075eb2c2d0 disassociated. External IP: 172.25.7.209, port: 6418f871-4ed4-4e3e-a9cc-ab73037440d8. Jun 03 15:42:52.682242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Calling delete_port for 6418f871-4ed4-4e3e-a9cc-ab73037440d8 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:52.781631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] In _notify_port_updated(), no bound segment for port d4025977-b540-441f-a18c-a03dde58ce07 on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:42:52.782534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:52.783147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:52.784411 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "PUT /v2.0/ports/d4025977-b540-441f-a18c-a03dde58ce07 HTTP/1.1" status: 200 len: 975 time: 5.0273356 Jun 03 15:42:52.792062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36784) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:52.866462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4000e-eac4-4470-883d-123f110e5a25 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event updated for resources: {'Port': ['ID=d4025977-b540-441f-a18c-a03dde58ce07,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:53.030836 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bd586b50-b384-4fba-b493-d208d0cb167a req-6f79bc5e-d15a-4ba4-9081-da1902170793 service neutron] 10.222.0.67 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893638 Jun 03 15:42:53.190667 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:53.256776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.257436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.257688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.258162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.258614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca0da3-3478-4d35-9bf5-6b0e7d377d8a req-b21eba8c-c0f9-474e-982d-7eac9f30b0b4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.259003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.259611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.260218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.260822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.261432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.262062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.262658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.263285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.263723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.264328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.264993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.265599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.266231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.266440 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46ca0da3-3478-4d35-9bf5-6b0e7d377d8a req-b21eba8c-c0f9-474e-982d-7eac9f30b0b4 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 944 time: 0.5355589 Jun 03 15:42:53.267026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.267634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.268355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.268825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.269516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.269971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.270510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.270970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.271447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.272108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.274765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Synchronizing usage tracker for tenant:0a40ae20d6114c7babdb3e7d91146866 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:53.293199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0a484-2a32-4d7e-b1a2-8afc2e2028bc req-1158800b-d521-48c2-bbaf-ad1d40beb361 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:53.301540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99d0a484-2a32-4d7e-b1a2-8afc2e2028bc req-1158800b-d521-48c2-bbaf-ad1d40beb361 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 943 time: 0.6447277 Jun 03 15:42:53.351702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router cc2015b5-d355-45f9-a707-24b5c81b2d03 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:53.353339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event deleted for resources: {'Port': ['ID=6418f871-4ed4-4e3e-a9cc-ab73037440d8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:53.355796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Unset dirty status for tenant:0a40ae20d6114c7babdb3e7d91146866 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:53.357256 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eb7e4dc1-465e-4d18-84b5-edb0c0c301be tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24422 time: 0.5474837 Jun 03 15:42:53.361265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36806) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:53.482543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7869d3ce-9254-4be7-8319-f2ea7665a4b4 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Deleting port d4025977-b540-441f-a18c-a03dde58ce07 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:53.482893 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7869d3ce-9254-4be7-8319-f2ea7665a4b4 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:53.635007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46ca0da3-3478-4d35-9bf5-6b0e7d377d8a req-739f1d50-3796-4bbb-b951-4811c3e926da tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups?id=be7066f3-ef90-4d3b-913d-e842171f293c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650661 Jun 03 15:42:53.685551 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99d0a484-2a32-4d7e-b1a2-8afc2e2028bc req-b20a76d1-c180-4b90-b031-6201344215d4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3824079 Jun 03 15:42:53.948576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:42:54.027605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:54.038609 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211e0a8-93d0-416b-b642-ee8db16c9f89 None None] Sync routers for ids ['cc2015b5-d355-45f9-a707-24b5c81b2d03'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:54.072614 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c211e0a8-93d0-416b-b642-ee8db16c9f89 None None] Routers {'cc2015b5-d355-45f9-a707-24b5c81b2d03'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:54.072614 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c211e0a8-93d0-416b-b642-ee8db16c9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc2015b5-d355-45f9-a707-24b5c81b2d03'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:54.181420 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7bc70297-1d5c-4df4-93c0-364b3f1b47c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "PUT /v2.0/routers/cc2015b5-d355-45f9-a707-24b5c81b2d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1981385 Jun 03 15:42:54.194682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36832) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:54.326509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-7869d3ce-9254-4be7-8319-f2ea7665a4b4 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] For port d4025977-b540-441f-a18c-a03dde58ce07, host n-h1-844595-1, got binding levels [] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:54.327125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7869d3ce-9254-4be7-8319-f2ea7665a4b4 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:54.375811 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c211e0a8-93d0-416b-b642-ee8db16c9f89 None None] Set router cc2015b5-d355-45f9-a707-24b5c81b2d03 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:54.405967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 101be5b3-c825-4357-b567-1ef78fb8167e details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:42:54.474996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7869d3ce-9254-4be7-8319-f2ea7665a4b4 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Calling delete_port for d4025977-b540-441f-a18c-a03dde58ce07 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:54.619419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:42:54.620582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7869d3ce-9254-4be7-8319-f2ea7665a4b4 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:54.688008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 101be5b3-c825-4357-b567-1ef78fb8167e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=101be5b3-c825-4357-b567-1ef78fb8167e,segment=NetworkSegment(f0525c9a-4766-4767-b729-df553b1311ec),segment_id=f0525c9a-4766-4767-b729-df553b1311ec)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:54.708481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '101be5b3-c825-4357-b567-1ef78fb8167e', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'port_id': '101be5b3-c825-4357-b567-1ef78fb8167e', 'mac_address': 'fa:16:3e:03:9a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:42:54.710227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869d3ce-9254-4be7-8319-f2ea7665a4b4 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4025977-b540-441f-a18c-a03dde58ce07,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:54.716452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8aafa-2b7b-4200-be50-f1fa180bcb19 None None] Sync routers for ids ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:42:54.719899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:54.751191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d647b96d-c6d8-4b39-b923-a44d448788b4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting subnet b6f2775e-c94e-4891-a56b-88a73e7e0c48 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:42:54.759233 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d647b96d-c6d8-4b39-b923-a44d448788b4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:54.800172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] No DVR routers for this DVR port 6418f871-4ed4-4e3e-a9cc-ab73037440d8 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:54.803934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:54.825135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-deleted', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:54.844760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79e14841-d643-4ebf-8b33-abc81945a209 req-6fee2adf-b788-4afa-895e-4f91920a274e tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.67 "DELETE /v2.0/ports/6418f871-4ed4-4e3e-a9cc-ab73037440d8 HTTP/1.1" status: 204 len: 173 time: 3.7188749 Jun 03 15:42:54.896478 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c211e0a8-93d0-416b-b642-ee8db16c9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:42:50Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:54.903699 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d647b96d-c6d8-4b39-b923-a44d448788b4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:54.904706 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211e0a8-93d0-416b-b642-ee8db16c9f89 None None] Checking router: cc2015b5-d355-45f9-a707-24b5c81b2d03 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:42:54.926774 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c211e0a8-93d0-416b-b642-ee8db16c9f89 None None] Routers {'cc2015b5-d355-45f9-a707-24b5c81b2d03'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:54.927428 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c211e0a8-93d0-416b-b642-ee8db16c9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc2015b5-d355-45f9-a707-24b5c81b2d03'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:54.941841 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:54.968163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 101be5b3-c825-4357-b567-1ef78fb8167e is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:54.968810 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:54.984119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 6418f871-4ed4-4e3e-a9cc-ab73037440d8 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:54.984623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6418f871-4ed4-4e3e-a9cc-ab73037440d8 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:54.988240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8aafa-2b7b-4200-be50-f1fa180bcb19 None None] Routers {'7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:54.989049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-add8aafa-2b7b-4200-be50-f1fa180bcb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:55.071423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101be5b3-c825-4357-b567-1ef78fb8167e {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:42:55.092373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 101be5b3-c825-4357-b567-1ef78fb8167e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=101be5b3-c825-4357-b567-1ef78fb8167e,segment=NetworkSegment(f0525c9a-4766-4767-b729-df553b1311ec),segment_id=f0525c9a-4766-4767-b729-df553b1311ec)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:55.100562 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d647b96d-c6d8-4b39-b923-a44d448788b4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.106524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.211133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7869d3ce-9254-4be7-8319-f2ea7665a4b4 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.238759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1f42e1de-51c9-4582-a623-d60f66ea35ff req-84a3082a-4df3-47d4-a834-e44d3debc62f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Synchronizing usage tracker for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:55.261531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36860) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:55.265036 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7869d3ce-9254-4be7-8319-f2ea7665a4b4 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d4025977-b540-441f-a18c-a03dde58ce07 HTTP/1.1" status: 204 len: 168 time: 1.8907435 Jun 03 15:42:55.372419 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d647b96d-c6d8-4b39-b923-a44d448788b4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.403456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1f42e1de-51c9-4582-a623-d60f66ea35ff req-84a3082a-4df3-47d4-a834-e44d3debc62f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Unset dirty status for tenant:b163480c5f5548dc8056614d98fd5bcd on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:55.404490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f42e1de-51c9-4582-a623-d60f66ea35ff req-84a3082a-4df3-47d4-a834-e44d3debc62f tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/ports?device_id=be3cbe5a-11db-4bcf-b5aa-92dca918cf3e HTTP/1.1" status: 200 len: 210 time: 0.4813132 Jun 03 15:42:55.405418 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2d9a61-8db6-4e65-ba54-0d14fc234e61 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:42:55.405955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2e2d9a61-8db6-4e65-ba54-0d14fc234e61 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Synchronizing usage tracker for tenant:0a40ae20d6114c7babdb3e7d91146866 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:55.427988 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c211e0a8-93d0-416b-b642-ee8db16c9f89 None None] Set router cc2015b5-d355-45f9-a707-24b5c81b2d03 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:55.484345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228829bd-32b2-4a25-acfe-760af7395531 req-96c35b8d-29eb-4bd8-af4f-70416d78ba21 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:55.486419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-228829bd-32b2-4a25-acfe-760af7395531 req-96c35b8d-29eb-4bd8-af4f-70416d78ba21 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 943 time: 0.6374240 Jun 03 15:42:55.496683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d647b96d-c6d8-4b39-b923-a44d448788b4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.529184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87565eaa-ebda-4f5c-98b7-c0cd5b2c5721 None None] Network 8616e049-be0e-4316-8a4d-f3f9fc32f4aa requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:42:55.535211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647b96d-c6d8-4b39-b923-a44d448788b4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f2775e-c94e-4891-a56b-88a73e7e0c48,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:55.558756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2e2d9a61-8db6-4e65-ba54-0d14fc234e61 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Unset dirty status for tenant:0a40ae20d6114c7babdb3e7d91146866 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:55.558995 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d647b96d-c6d8-4b39-b923-a44d448788b4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/subnets/b6f2775e-c94e-4891-a56b-88a73e7e0c48 HTTP/1.1" status: 204 len: 168 time: 1.3628623 Jun 03 15:42:55.561356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:55.561988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2e2d9a61-8db6-4e65-ba54-0d14fc234e61 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "GET /v2.0/ports/d4025977-b540-441f-a18c-a03dde58ce07 HTTP/1.1" status: 404 len: 333 time: 0.2955272 Jun 03 15:42:55.566197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36868) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:55.649227 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448a1d7e-c2de-4cc7-9bca-ef902cde8349'] response: {'server_uuid': 'be3cbe5a-11db-4bcf-b5aa-92dca918cf3e', 'name': 'network-vif-deleted', 'tag': '6418f871-4ed4-4e3e-a9cc-ab73037440d8', 'status': 'completed', 'code': 200} Jun 03 15:42:55.736953 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-228829bd-32b2-4a25-acfe-760af7395531 req-5e04aacd-1aef-4a0c-8a1e-db562103b307 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249544 Jun 03 15:42:55.749808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['101be5b3-c825-4357-b567-1ef78fb8167e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:42:55.854573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1758746754', 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:42:55.867344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:42:55.892241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=101be5b3-c825-4357-b567-1ef78fb8167e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:55.892837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] Deleting port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:55.893181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:55.989529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:42:55.998095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-add8aafa-2b7b-4200-be50-f1fa180bcb19 None None] Set router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:56.027428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Made reservation on behalf of 0a40ae20d6114c7babdb3e7d91146866 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:42:56.030274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:56.060162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] device_id is not set on port 3cd6cf6c-108c-4f90-b15c-24bfb1d7adf8 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:42:56.119755 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:56.161418 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c211e0a8-93d0-416b-b642-ee8db16c9f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:42:50Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:56.175556 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211e0a8-93d0-416b-b642-ee8db16c9f89 None None] The sync data for ids ['cc2015b5-d355-45f9-a707-24b5c81b2d03'] in n-d-844595-1 is: [{'id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741574231', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': 'ed74d116-c596-4814-bef7-8524490cde41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:39:05Z', 'updated_at': '2022-06-03T15:42:50Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'ed74d116-c596-4814-bef7-8524490cde41', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2015b5-d355-45f9-a707-24b5c81b2d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:39:06Z', 'updated_at': '2022-06-03T15:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:56.339043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] For port 424489eb-ec1c-49b1-ae30-5fcdf5a488f0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=424489eb-ec1c-49b1-ae30-5fcdf5a488f0,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:56.339724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:56.530246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] Calling delete_port for 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:56.692031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36896) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:56.748154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a895019e-7df9-4c54-93d2-33c30691e99f no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:56.789487 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:56.837309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: a895019e-7df9-4c54-93d2-33c30691e99f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:42:56.846473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a895019e-7df9-4c54-93d2-33c30691e99f not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:42:56.947068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port ed74d116-c596-4814-bef7-8524490cde41 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:56.947381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.200617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.217337 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10298cbc-36bd-44b3-82e6-442c4c3858fa tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.267633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef6c6fe-5c16-4666-9181-79f175dbf580 None None] DHCP port deletion for 8616e049-be0e-4316-8a4d-f3f9fc32f4aa request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:42:57.284412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bef6c6fe-5c16-4666-9181-79f175dbf580 None None] Deleting port 8ba6f939-2ed9-40ce-b374-085260bb54d0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:57.284929 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bef6c6fe-5c16-4666-9181-79f175dbf580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.292142 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10298cbc-36bd-44b3-82e6-442c4c3858fa tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.395265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20fb09-0dbb-4400-87b4-9b79d6dead7f req-a3a27be2-d847-47b3-9d71-c4babc554905 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:57.402333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f20fb09-0dbb-4400-87b4-9b79d6dead7f req-a3a27be2-d847-47b3-9d71-c4babc554905 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 944 time: 0.4470186 Jun 03 15:42:57.447915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.482740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-add8aafa-2b7b-4200-be50-f1fa180bcb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:33Z', 'revision_number': 4, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8fa9f8e6-ef07-4fa8-82c4-cde9872657b1', 'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'mac_address': 'fa:16:3e:92:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:29Z', 'updated_at': '2022-06-03T15:30:48Z', 'revision_number': 5, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'subnets': [{'id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:57.492428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8aafa-2b7b-4200-be50-f1fa180bcb19 None None] Checking router: 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:42:57.495197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port ed74d116-c596-4814-bef7-8524490cde41, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ed74d116-c596-4814-bef7-8524490cde41,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:57.495556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.522869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8aafa-2b7b-4200-be50-f1fa180bcb19 None None] Routers {'7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:42:57.523770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-add8aafa-2b7b-4200-be50-f1fa180bcb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:57.651121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for ed74d116-c596-4814-bef7-8524490cde41 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:57.700984 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10298cbc-36bd-44b3-82e6-442c4c3858fa tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.728371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] Pushing event deleted for resources: {'Port': ['ID=424489eb-ec1c-49b1-ae30-5fcdf5a488f0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:57.791124 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.814624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10298cbc-36bd-44b3-82e6-442c4c3858fa tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7066f3-ef90-4d3b-913d-e842171f293c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:57.865273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:42:57.872283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:42:57.875254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:42:57.876190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:57.876780 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:57.919261 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f20fb09-0dbb-4400-87b4-9b79d6dead7f req-f0ba822d-f33d-4ac2-a6b4-7880ad470511 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5145473 Jun 03 15:42:57.944425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-add8aafa-2b7b-4200-be50-f1fa180bcb19 None None] Set router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:42:57.950441 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1222150 Jun 03 15:42:57.954189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36918) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:58.044902 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10298cbc-36bd-44b3-82e6-442c4c3858fa tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.050171 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-10298cbc-36bd-44b3-82e6-442c4c3858fa tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "DELETE /v2.0/security-groups/be7066f3-ef90-4d3b-913d-e842171f293c HTTP/1.1" status: 204 len: 168 time: 1.3563716 Jun 03 15:42:58.065194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36924) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:58.125747 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-922a2f18-d4ad-49be-baae-8e2bede13b0a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] show failed (client error): The resource could not be found. Jun 03 15:42:58.126815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-922a2f18-d4ad-49be-baae-8e2bede13b0a tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "GET /v2.0/security-groups/be7066f3-ef90-4d3b-913d-e842171f293c HTTP/1.1" status: 404 len: 347 time: 0.0543861 Jun 03 15:42:58.131230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36930) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:58.209369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668f3c8-d604-45cc-b55d-c23de6c08525 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event updated for resources: {'Port': ['ID=3cd6cf6c-108c-4f90-b15c-24bfb1d7adf8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:58.244779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d43082b-5603-4aaa-a505-56cb60449952 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:42:58.245355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0d43082b-5603-4aaa-a505-56cb60449952 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Synchronizing usage tracker for tenant:0a40ae20d6114c7babdb3e7d91146866 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:42:58.276087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.354996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0d43082b-5603-4aaa-a505-56cb60449952 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Unset dirty status for tenant:0a40ae20d6114c7babdb3e7d91146866 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:42:58.368347 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0d43082b-5603-4aaa-a505-56cb60449952 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "GET /v2.0/ports/3cd6cf6c-108c-4f90-b15c-24bfb1d7adf8 HTTP/1.1" status: 200 len: 955 time: 0.4121158 Jun 03 15:42:58.373964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36940) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:58.419864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=ed74d116-c596-4814-bef7-8524490cde41,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:58.529316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7aecdb67-fbe9-48f1-a377-5f1634c730ce tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Deleting port 3cd6cf6c-108c-4f90-b15c-24bfb1d7adf8 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:58.529686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7aecdb67-fbe9-48f1-a377-5f1634c730ce tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.545255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 101be5b3-c825-4357-b567-1ef78fb8167e up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:42:58.598078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.658066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8ba6f939-2ed9-40ce-b374-085260bb54d0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:42:58.757158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bef6c6fe-5c16-4666-9181-79f175dbf580 None None] For port 8ba6f939-2ed9-40ce-b374-085260bb54d0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8ba6f939-2ed9-40ce-b374-085260bb54d0,segment=NetworkSegment(31869a06-8cbe-4571-9476-5764b97a52db),segment_id=31869a06-8cbe-4571-9476-5764b97a52db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:58.757940 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bef6c6fe-5c16-4666-9181-79f175dbf580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.837000 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.839329 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.841380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Deleting port 455583bb-0c0e-4588-8534-253303e6d254 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:42:58.841896 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.868902 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.870212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Fanout notify agent at l3_agent the message router_deleted on router cc2015b5-d355-45f9-a707-24b5c81b2d03 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:42:58.895152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:58.896789 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c734d840-be49-4664-ab07-547e3ad389f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/routers/cc2015b5-d355-45f9-a707-24b5c81b2d03 HTTP/1.1" status: 204 len: 168 time: 3.3342822 Jun 03 15:42:58.900296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36950) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:42:59.003082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bef6c6fe-5c16-4666-9181-79f175dbf580 None None] Calling delete_port for 8ba6f939-2ed9-40ce-b374-085260bb54d0 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:59.144483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 101be5b3-c825-4357-b567-1ef78fb8167e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:42:59.159240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bef6c6fe-5c16-4666-9181-79f175dbf580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.160005 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.199894 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.244382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6c6fe-5c16-4666-9181-79f175dbf580 None None] Pushing event deleted for resources: {'Port': ['ID=8ba6f939-2ed9-40ce-b374-085260bb54d0,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:59.256913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 101be5b3-c825-4357-b567-1ef78fb8167e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:42:59.257612 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.301162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Port 8ba6f939-2ed9-40ce-b374-085260bb54d0 update to DOWN by agent not found {{(pid=88446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:42:59.303183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6c6fe-5c16-4666-9181-79f175dbf580 None None] No DVR routers for this DVR port 8ba6f939-2ed9-40ce-b374-085260bb54d0 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:42:59.314192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-add8aafa-2b7b-4200-be50-f1fa180bcb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:33Z', 'revision_number': 4, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8fa9f8e6-ef07-4fa8-82c4-cde9872657b1', 'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'mac_address': 'fa:16:3e:92:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:29Z', 'updated_at': '2022-06-03T15:30:48Z', 'revision_number': 5, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'subnets': [{'id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:59.319317 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7aecdb67-fbe9-48f1-a377-5f1634c730ce tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.329067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8aafa-2b7b-4200-be50-f1fa180bcb19 None None] The sync data for ids ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'] in n-d-844595-1 is: [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:30:33Z', 'revision_number': 4, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8fa9f8e6-ef07-4fa8-82c4-cde9872657b1', 'name': '', 'network_id': '1e06978f-48c8-4113-a05a-9feeb3f60cbc', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'mac_address': 'fa:16:3e:92:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:29Z', 'updated_at': '2022-06-03T15:30:48Z', 'revision_number': 5, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'subnets': [{'id': '59a883d1-3b44-43ed-a45f-1b4a3d684d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:42:59.393197 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.500257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8616e049-be0e-4316-8a4d-f3f9fc32f4aa']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:59.527300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31869a06-8cbe-4571-9476-5764b97a52db') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:59.530431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31869a06-8cbe-4571-9476-5764b97a52db') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:42:59.540508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 101be5b3-c825-4357-b567-1ef78fb8167e is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:42:59.542251 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.553568 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.580382 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.587156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:42:59.587636 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.616399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101be5b3-c825-4357-b567-1ef78fb8167e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:42:59.639317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 101be5b3-c825-4357-b567-1ef78fb8167e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=101be5b3-c825-4357-b567-1ef78fb8167e,segment=NetworkSegment(f0525c9a-4766-4767-b729-df553b1311ec),segment_id=f0525c9a-4766-4767-b729-df553b1311ec)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:42:59.644680 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.658865 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.761530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7aecdb67-fbe9-48f1-a377-5f1634c730ce tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Calling delete_port for 3cd6cf6c-108c-4f90-b15c-24bfb1d7adf8 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:42:59.860026 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 31869a06-8cbe-4571-9476-5764b97a52db resource provider aggregate not found Jun 03 15:42:59.869311 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab2155e-22a0-4a88-a083-df7677331ef4'] response: {'server_uuid': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101be5b3-c825-4357-b567-1ef78fb8167e', 'code': 200} Jun 03 15:42:59.870176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=101be5b3-c825-4357-b567-1ef78fb8167e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:59.890898 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 31869a06-8cbe-4571-9476-5764b97a52db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31869a06-8cbe-4571-9476-5764b97a52db found for delete ", "request_id": "req-df25da9b-f836-4e64-94eb-1c003112a47c"}]} Jun 03 15:42:59.895494 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb89fc7b-67f9-4294-b76f-a1d1fee136fc None None] New status for floating IP 150a00e4-538f-450f-8d68-75075eb2c2d0: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:42:59.911319 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.916554 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:42:59.960571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Network': ['ID=8616e049-be0e-4316-8a4d-f3f9fc32f4aa,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:42:59.980848 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6fce7a73-ed27-4cc2-98b6-1f275483d1a4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/networks/8616e049-be0e-4316-8a4d-f3f9fc32f4aa HTTP/1.1" status: 204 len: 168 time: 1.0794163 Jun 03 15:42:59.985297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36974) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:00.099827 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e8132da-6e58-41ab-bb83-548c454ecbdd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.137655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.138192 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.400460 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e8132da-6e58-41ab-bb83-548c454ecbdd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.424020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ed74d116-c596-4814-bef7-8524490cde41 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:00.427761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Calling delete_port for 455583bb-0c0e-4588-8534-253303e6d254 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:00.497679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: ed74d116-c596-4814-bef7-8524490cde41 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:43:00.498039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ed74d116-c596-4814-bef7-8524490cde41 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:00.526241 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e8132da-6e58-41ab-bb83-548c454ecbdd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.552390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1b13b-c08b-4eb2-a51b-6176d742774e req-76bba143-c292-4d2d-8410-a1d9f63a25af tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:00.553984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3e1b13b-c08b-4eb2-a51b-6176d742774e req-76bba143-c292-4d2d-8410-a1d9f63a25af tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 944 time: 1.3475282 Jun 03 15:43:00.554249 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8132da-6e58-41ab-bb83-548c454ecbdd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6699b6b7-19c6-4707-9958-d64e3f3c8d2d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:00.560565 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7aecdb67-fbe9-48f1-a377-5f1634c730ce tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.571632 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e8132da-6e58-41ab-bb83-548c454ecbdd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.578001 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2e8132da-6e58-41ab-bb83-548c454ecbdd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/security-groups/6699b6b7-19c6-4707-9958-d64e3f3c8d2d HTTP/1.1" status: 204 len: 168 time: 0.5908506 Jun 03 15:43:00.688453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecdb67-fbe9-48f1-a377-5f1634c730ce tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cd6cf6c-108c-4f90-b15c-24bfb1d7adf8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:00.730502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36992) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:00.737266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-120281944', 'description': 'tempest-secgroup-smoke-120281944 description', 'project_id': '767148f2fab9461bb6d15ea9d771d311'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:00.744805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:00.752335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:00.758495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:00.764709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:00.777824 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.802377 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7aecdb67-fbe9-48f1-a377-5f1634c730ce tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:00.805266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:00.819817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:00.828077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:00.836632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:00.846293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438bd28-ac6c-4f3c-89cf-63709bd5d1cd req-5e5beea0-4ca5-4c9d-ac32-d41b89f5cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:00.848294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1438bd28-ac6c-4f3c-89cf-63709bd5d1cd req-5e5beea0-4ca5-4c9d-ac32-d41b89f5cfb2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 1096 time: 0.9917068 Jun 03 15:43:00.855572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7aecdb67-fbe9-48f1-a377-5f1634c730ce tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "DELETE /v2.0/ports/3cd6cf6c-108c-4f90-b15c-24bfb1d7adf8 HTTP/1.1" status: 204 len: 168 time: 2.4626093 Jun 03 15:43:00.865361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36998) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:00.895115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3e1b13b-c08b-4eb2-a51b-6176d742774e req-03f37725-66e9-484d-b858-eeae963a2437 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711689 Jun 03 15:43:00.930278 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-45403090-cb69-424c-9bed-a0b7aaf9bc11 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:43:00.931622 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-45403090-cb69-424c-9bed-a0b7aaf9bc11 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "GET /v2.0/ports/3cd6cf6c-108c-4f90-b15c-24bfb1d7adf8 HTTP/1.1" status: 404 len: 333 time: 0.0653121 Jun 03 15:43:00.935319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37006) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:00.942388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Request body: {'port': {'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-161077518'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:00.952142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:00.962671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Usage tracker for resource:port and tenant:0a40ae20d6114c7babdb3e7d91146866 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:00.971384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:00.981368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:01.006524 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:43:01.006524 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:43:01.025619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.033354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.046048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1438bd28-ac6c-4f3c-89cf-63709bd5d1cd req-09bfb37f-e7de-4699-8a8d-afe2e5a0f1a4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866877 Jun 03 15:43:01.064259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] Router deea8f90-251a-45e7-bdd9-69ab6134d047 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:43:01.071279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Made reservation on behalf of 0a40ae20d6114c7babdb3e7d91146866 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:01.073726 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.087137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:01.124508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] device_id is not set on port 6018bcbe-940f-4df5-8f2b-345b781fa0ee yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:43:01.199895 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.201479 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b7a37c19-894f-439c-87ee-d9e2937b80a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4696617 Jun 03 15:43:01.204447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37010) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:01.214725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-97db7822-44df-4bf1-bdb9-42b8280a1f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '88f19dc8-3d65-4cd3-98d3-11757c0b4e7a', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:01.235946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97db7822-44df-4bf1-bdb9-42b8280a1f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:01.246891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-97db7822-44df-4bf1-bdb9-42b8280a1f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:01.256953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-97db7822-44df-4bf1-bdb9-42b8280a1f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:01.267101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97db7822-44df-4bf1-bdb9-42b8280a1f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:01.303346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:43:01.323338 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97db7822-44df-4bf1-bdb9-42b8280a1f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.360044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-73ad7432-6abd-42db-84dc-f4f73e708809 admin admin] 10.222.0.48 "PUT /v2.0/routers/deea8f90-251a-45e7-bdd9-69ab6134d047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7501514 Jun 03 15:43:01.360263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae51f8-c706-4a35-ab50-4248d993c731 None None] Sync routers for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:43:01.360368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37018) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:01.378080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae51f8-c706-4a35-ab50-4248d993c731 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:01.378989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2dae51f8-c706-4a35-ab50-4248d993c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:01.478174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97db7822-44df-4bf1-bdb9-42b8280a1f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.502763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97db7822-44df-4bf1-bdb9-42b8280a1f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.508552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Deleting port 455583bb-0c0e-4588-8534-253303e6d254 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:01.509277 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.574726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db7822-44df-4bf1-bdb9-42b8280a1f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb47725-8bd6-40f4-b35a-539550cbe1ca,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:01.586897 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.589070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97db7822-44df-4bf1-bdb9-42b8280a1f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.590665 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-97db7822-44df-4bf1-bdb9-42b8280a1f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3853703 Jun 03 15:43:01.593617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37026) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:01.600357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e157bcb9-612c-4e9c-9d73-4d3d0c920216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '88f19dc8-3d65-4cd3-98d3-11757c0b4e7a', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:01.608139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e157bcb9-612c-4e9c-9d73-4d3d0c920216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:01.613949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e157bcb9-612c-4e9c-9d73-4d3d0c920216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:01.618475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e157bcb9-612c-4e9c-9d73-4d3d0c920216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:01.627269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e157bcb9-612c-4e9c-9d73-4d3d0c920216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:01.650964 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e157bcb9-612c-4e9c-9d73-4d3d0c920216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.655732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2dae51f8-c706-4a35-ab50-4248d993c731 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:01.680201 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.782152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event updated for resources: {'Port': ['ID=6018bcbe-940f-4df5-8f2b-345b781fa0ee,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:01.840608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:01.848516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:01.854626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:01.855164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:01.855764 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.863307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e157bcb9-612c-4e9c-9d73-4d3d0c920216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.873142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e157bcb9-612c-4e9c-9d73-4d3d0c920216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.912726 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e157bcb9-612c-4e9c-9d73-4d3d0c920216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:01.914441 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e157bcb9-612c-4e9c-9d73-4d3d0c920216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3195758 Jun 03 15:43:01.918997 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0dca4df6-ee50-4e03-9dd7-7ef2e1b912c6 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9824538 Jun 03 15:43:01.920322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37038) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:01.924869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37040) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:01.926042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157bcb9-612c-4e9c-9d73-4d3d0c920216 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fa6ec5-a1f0-4a56-9325-e923baf66ba5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:01.940814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-620ec534-8a10-4fad-a9d1-91818733636d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '88f19dc8-3d65-4cd3-98d3-11757c0b4e7a', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:01.955204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-620ec534-8a10-4fad-a9d1-91818733636d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:01.960068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-620ec534-8a10-4fad-a9d1-91818733636d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:01.963501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-620ec534-8a10-4fad-a9d1-91818733636d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:01.987876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-620ec534-8a10-4fad-a9d1-91818733636d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:02.014292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:02.091885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-620ec534-8a10-4fad-a9d1-91818733636d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.147411 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.167028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:02.226757 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.452415 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cd1f02f7-bcde-421c-a9d2-45673b75149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.481364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2dae51f8-c706-4a35-ab50-4248d993c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:42:57Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:02.487857 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae51f8-c706-4a35-ab50-4248d993c731 None None] Checking router: deea8f90-251a-45e7-bdd9-69ab6134d047 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:43:02.498705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae51f8-c706-4a35-ab50-4248d993c731 None None] Routers {'deea8f90-251a-45e7-bdd9-69ab6134d047'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:02.498917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-620ec534-8a10-4fad-a9d1-91818733636d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.499772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2dae51f8-c706-4a35-ab50-4248d993c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:42:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['deea8f90-251a-45e7-bdd9-69ab6134d047'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:02.522077 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-620ec534-8a10-4fad-a9d1-91818733636d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.551354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-155fd5a9-5799-45fc-9985-717c8418da22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.650709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] device_id is not set on port 6018bcbe-940f-4df5-8f2b-345b781fa0ee yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:43:02.658825 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.674576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Transition to ACTIVE for port object 6018bcbe-940f-4df5-8f2b-345b781fa0ee will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:02.676045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ec534-8a10-4fad-a9d1-91818733636d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa7fbfc-d7ce-4df0-a9a6-555d5f0c1dd8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:02.679113 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-620ec534-8a10-4fad-a9d1-91818733636d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.683568 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-620ec534-8a10-4fad-a9d1-91818733636d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7600110 Jun 03 15:43:02.687162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37060) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:02.688143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.697968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ff932d47-c614-4750-97ad-b062d5da3ca1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '88f19dc8-3d65-4cd3-98d3-11757c0b4e7a', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:02.727249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2dae51f8-c706-4a35-ab50-4248d993c731 None None] Set router deea8f90-251a-45e7-bdd9-69ab6134d047 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:02.752119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-155fd5a9-5799-45fc-9985-717c8418da22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:02.766146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-155fd5a9-5799-45fc-9985-717c8418da22 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ca712b100d457cb3954d6b25958d96 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:02.775956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ff932d47-c614-4750-97ad-b062d5da3ca1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:02.783830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-155fd5a9-5799-45fc-9985-717c8418da22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:02.787944 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.789001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ff932d47-c614-4750-97ad-b062d5da3ca1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:02.811100 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.811424 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.823306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Deleting port 2911282b-678b-425d-8272-9589af6bb471 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:02.823638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:02.843525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ff932d47-c614-4750-97ad-b062d5da3ca1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:02.875115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-155fd5a9-5799-45fc-9985-717c8418da22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:02.877372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ff932d47-c614-4750-97ad-b062d5da3ca1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:02.895276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event updated for resources: {'Port': ['ID=6018bcbe-940f-4df5-8f2b-345b781fa0ee,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:02.917753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:02.918338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:02.918694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:02.936880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:02.937215 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:43:02.939535 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 2 to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee Jun 03 15:43:02.966507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff932d47-c614-4750-97ad-b062d5da3ca1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.021798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:03.022166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:03.022602 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:03.031270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:03.031605 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:43:03.037865 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 3 to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee Jun 03 15:43:03.069951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:03.070277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:03.070524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:03.086489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Calling delete_port for 455583bb-0c0e-4588-8534-253303e6d254 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:03.086698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:03.086978 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:43:03.090243 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 4 to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee Jun 03 15:43:03.114306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2dae51f8-c706-4a35-ab50-4248d993c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:42:57Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:03.119898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae51f8-c706-4a35-ab50-4248d993c731 None None] The sync data for ids ['deea8f90-251a-45e7-bdd9-69ab6134d047'] in n-d-844595-1 is: [{'id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'name': 'tempest-AttachVolumeNegativeTest-258855619-router', 'tenant_id': 'c16593676c8941818b1fa01140442ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '2911282b-678b-425d-8272-9589af6bb471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:49Z', 'updated_at': '2022-06-03T15:42:57Z', 'revision_number': 5, 'project_id': 'c16593676c8941818b1fa01140442ad7', 'gw_port': {'id': '2911282b-678b-425d-8272-9589af6bb471', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deea8f90-251a-45e7-bdd9-69ab6134d047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:51Z', 'updated_at': '2022-06-03T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:43:03.139527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:03.139934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:03.140184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:03.181387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff932d47-c614-4750-97ad-b062d5da3ca1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.182413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:03.182746 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:43:03.186302 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 5 to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee Jun 03 15:43:03.206393 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff932d47-c614-4750-97ad-b062d5da3ca1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.231653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941560e-b83e-4f20-9944-9cf2f6f6b659 req-968d522c-f950-4d7c-8d2f-249deecedb9e tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:03.233275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4941560e-b83e-4f20-9944-9cf2f6f6b659 req-968d522c-f950-4d7c-8d2f-249deecedb9e tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 945 time: 1.1533144 Jun 03 15:43:03.239276 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-155fd5a9-5799-45fc-9985-717c8418da22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.240546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:03.240979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:03.241329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:03.248661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff932d47-c614-4750-97ad-b062d5da3ca1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64818e8d-584c-48f9-b2c6-666e883befdc,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:03.252406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-155fd5a9-5799-45fc-9985-717c8418da22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.268710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:03.269034 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:43:03.274689 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 6 to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee Jun 03 15:43:03.324483 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff932d47-c614-4750-97ad-b062d5da3ca1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.330068 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ff932d47-c614-4750-97ad-b062d5da3ca1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6341269 Jun 03 15:43:03.330223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37074) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:03.331971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fd5a9-5799-45fc-9985-717c8418da22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df28661a-c83f-48a4-b950-99b47e70abf1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:03.335011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:03.335340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:03.335673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:03.345065 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-155fd5a9-5799-45fc-9985-717c8418da22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4ca712b100d457cb3954d6b25958d96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1766183 Jun 03 15:43:03.346493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '88f19dc8-3d65-4cd3-98d3-11757c0b4e7a', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:03.347306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:03.357151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:03.358837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:03.359172 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:43:03.361003 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 7 to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee Jun 03 15:43:03.361715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:03.366835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:03.374580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:03.389648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:03.389974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:03.390253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:03.407291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:03.407712 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:43:03.409798 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 8 to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee Jun 03 15:43:03.412056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4941560e-b83e-4f20-9944-9cf2f6f6b659 req-9dfecbf2-fe50-4132-9221-092b67f53d02 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286142 Jun 03 15:43:03.413140 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Project 767148f2fab9461bb6d15ea9d771d311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:43:03.424432 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.472236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:03.472236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:03.472236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:03.488777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:03.489001 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:43:03.489426 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 9 to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee Jun 03 15:43:03.507615 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a80ec25e-0374-49e7-953d-bdb144d9d953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.511886 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:03.512220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:03.512557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:03.528600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:03.528934 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:43:03.536206 n-d-844595-1 neutron-server[88444]: INFO neutron.plugins.ml2.plugin [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempt 10 to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee Jun 03 15:43:03.554802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a80ec25e-0374-49e7-953d-bdb144d9d953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.567581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:03.567960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:03.568291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempting to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:03.580610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:03.581017 n-d-844595-1 neutron-server[88444]: ERROR neutron.plugins.ml2.managers [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Failed to bind port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on host n-h1-844595-1 for vnic_type normal using segments [{'id': '8416afba-e044-4d4c-b5ad-db0bbebfb7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '49ed005c-d3f4-4b72-a456-3ebf6887ebe2'}] Jun 03 15:43:03.581619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.591308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] For port 2911282b-678b-425d-8272-9589af6bb471, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2911282b-678b-425d-8272-9589af6bb471,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:03.591670 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.752159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Calling delete_port for 2911282b-678b-425d-8272-9589af6bb471 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:03.811488 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.825722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.841002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] For port 6018bcbe-940f-4df5-8f2b-345b781fa0ee, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:03.841268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attempted to set empty binding levels {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 03 15:43:03.847376 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.856535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.907394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a80ec25e-0374-49e7-953d-bdb144d9d953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.928308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] In _notify_port_updated(), no bound segment for port 6018bcbe-940f-4df5-8f2b-345b781fa0ee on network 49ed005c-d3f4-4b72-a456-3ebf6887ebe2 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:43:03.930501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:03.931951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:03.933918 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "PUT /v2.0/ports/6018bcbe-940f-4df5-8f2b-345b781fa0ee HTTP/1.1" status: 200 len: 974 time: 1.9981523 Jun 03 15:43:03.942054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37090) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:03.946975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a90581-2521-4aa9-8269-94e7bc11d2ac,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:03.949013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Pushing event deleted for resources: {'Port': ['ID=455583bb-0c0e-4588-8534-253303e6d254,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:03.979399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ec25e-0374-49e7-953d-bdb144d9d953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df28661a-c83f-48a4-b950-99b47e70abf1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:04.022340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a472391-f857-46e1-a367-e6e7ac4fccd1 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event updated for resources: {'Port': ['ID=6018bcbe-940f-4df5-8f2b-345b781fa0ee,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:04.033551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a80ec25e-0374-49e7-953d-bdb144d9d953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.037182 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a80ec25e-0374-49e7-953d-bdb144d9d953 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df28661a-c83f-48a4-b950-99b47e70abf1 HTTP/1.1" status: 204 len: 168 time: 0.6866736 Jun 03 15:43:04.058689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-066ce4f9-fef3-45f8-9d86-b42e8156e05d tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Deleting port 6018bcbe-940f-4df5-8f2b-345b781fa0ee {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:04.059102 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-066ce4f9-fef3-45f8-9d86-b42e8156e05d tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.065658 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.068279 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.072629 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-41097552-74f4-481b-b4b6-ac9550112252 tempest-ServerActionsTestJSON-367229814 tempest-ServerActionsTestJSON-367229814-project] 10.222.0.48 "DELETE /v2.0/floatingips/150a00e4-538f-450f-8d68-75075eb2c2d0 HTTP/1.1" status: 204 len: 168 time: 5.9372733 Jun 03 15:43:04.072629 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.073589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0d21b1db-e43e-4bdc-8df3-08b97e84e403 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7431200 Jun 03 15:43:04.074182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37102) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:04.092535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37104) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:04.103271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '88f19dc8-3d65-4cd3-98d3-11757c0b4e7a', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:04.125959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:04.135353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:04.139439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:04.148321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:04.198518 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Project 767148f2fab9461bb6d15ea9d771d311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:43:04.209846 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.212975 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.266873 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Pushing event deleted for resources: {'Port': ['ID=2911282b-678b-425d-8272-9589af6bb471,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:04.410920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:04.459168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.460726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-066ce4f9-fef3-45f8-9d86-b42e8156e05d tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] For port 6018bcbe-940f-4df5-8f2b-345b781fa0ee, host n-h1-844595-1, got binding levels [] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:04.461113 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-066ce4f9-fef3-45f8-9d86-b42e8156e05d tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.479736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.494666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:43:04.499067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 424489eb-ec1c-49b1-ae30-5fcdf5a488f0 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:04.504113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.564699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6834f130-d98f-43f2-9a9c-08a2270f081c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:04.676057 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:43:04.681865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-066ce4f9-fef3-45f8-9d86-b42e8156e05d tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Calling delete_port for 6018bcbe-940f-4df5-8f2b-345b781fa0ee owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:04.766990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37120) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:04.778562 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c2077ec0-47ef-4822-8b72-374c0c4b9d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.799067 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45966dce-ece5-43f2-836b-82e911e78a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.821468 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.822783 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bdc01fc2-413e-4307-ab2e-e8747457c7a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7292194 Jun 03 15:43:04.825986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37124) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:04.827320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45966dce-ece5-43f2-836b-82e911e78a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:04.849126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'network': {'name': 'tempest-network-smoke--1662495667', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:04.854064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45966dce-ece5-43f2-836b-82e911e78a5c admin admin] Usage tracker for resource:security_group_rule and tenant:91339ab49c014d67938e11b8106941a8 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:04.859329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:04.862166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45966dce-ece5-43f2-836b-82e911e78a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:04.871152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:network and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:04.873922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45966dce-ece5-43f2-836b-82e911e78a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:04.898813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:04.898813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:04.908504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-066ce4f9-fef3-45f8-9d86-b42e8156e05d tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.954620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:04.958182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.968012 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:04.987721 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.004298 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-066ce4f9-fef3-45f8-9d86-b42e8156e05d tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.016665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ce4f9-fef3-45f8-9d86-b42e8156e05d tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Pushing event deleted for resources: {'Port': ['ID=6018bcbe-940f-4df5-8f2b-345b781fa0ee,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:05.035608 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-066ce4f9-fef3-45f8-9d86-b42e8156e05d tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "DELETE /v2.0/ports/6018bcbe-940f-4df5-8f2b-345b781fa0ee HTTP/1.1" status: 204 len: 168 time: 1.0901225 Jun 03 15:43:05.038455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:05.089442 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:43:05.093793 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.094380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router deea8f90-251a-45e7-bdd9-69ab6134d047 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:43:05.097518 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c0cccb-340a-4c50-8393-0d9b1e245481 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] GET failed (client error): The resource could not be found. Jun 03 15:43:05.098483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-38c0cccb-340a-4c50-8393-0d9b1e245481 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Synchronizing usage tracker for tenant:0a40ae20d6114c7babdb3e7d91146866 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:05.117810 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.118172 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Added segment 98dea8fc-24df-409e-ad35-ef1a8517b16b of type vlan for network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 Jun 03 15:43:05.179279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-38c0cccb-340a-4c50-8393-0d9b1e245481 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] Unset dirty status for tenant:0a40ae20d6114c7babdb3e7d91146866 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:05.180762 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-38c0cccb-340a-4c50-8393-0d9b1e245481 tempest-PortsAdminExtendedAttrsTestJSON-896706806 tempest-PortsAdminExtendedAttrsTestJSON-896706806-project-admin] 10.222.0.48 "GET /v2.0/ports/6018bcbe-940f-4df5-8f2b-345b781fa0ee HTTP/1.1" status: 404 len: 333 time: 0.1402633 Jun 03 15:43:05.194456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37138) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:05.217379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.218600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-61b09841-172c-4d50-ae29-fa5104613cff admin admin] 10.222.0.48 "DELETE /v2.0/routers/deea8f90-251a-45e7-bdd9-69ab6134d047 HTTP/1.1" status: 204 len: 168 time: 3.8574092 Jun 03 15:43:05.224645 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.227442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37144) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:05.241165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45966dce-ece5-43f2-836b-82e911e78a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.289009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296d18b-83e3-4306-8f0e-46365820f5de req-2ed4416d-0457-4bf3-9acf-fe2a7255df27 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:05.290852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5296d18b-83e3-4306-8f0e-46365820f5de req-2ed4416d-0457-4bf3-9acf-fe2a7255df27 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 945 time: 0.3885341 Jun 03 15:43:05.309466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45966dce-ece5-43f2-836b-82e911e78a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.374501 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.436825 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:43:05.458746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45966dce-ece5-43f2-836b-82e911e78a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a79d10-d53d-4420-9a4d-d7847c2c2c6c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:05.477852 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-45966dce-ece5-43f2-836b-82e911e78a5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91339ab49c014d67938e11b8106941a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097178 Jun 03 15:43:05.480683 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:05.486202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f2521d-3f48-4924-83ef-3ccb8e432c1e admin admin] Deleting subnet 74f6b422-02ae-45e2-ae71-8e57a9ee5688 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:43:05.497255 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.498412 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70f2521d-3f48-4924-83ef-3ccb8e432c1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.504674 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.510097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:05.510673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.532104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5296d18b-83e3-4306-8f0e-46365820f5de req-59721fed-e019-4a2c-83a2-88f60d452b07 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212718 Jun 03 15:43:05.619633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70f2521d-3f48-4924-83ef-3ccb8e432c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.620165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.644040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Network': ['ID=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:05.657983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:43:05.799005 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70f2521d-3f48-4924-83ef-3ccb8e432c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.817821 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c09d6dcb-d8b0-40ea-b987-81e2927011aa tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9852734 Jun 03 15:43:05.867349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37160) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:05.886461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'admin_state_up': True, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:05.905000 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-55fb499b-e6bc-4a32-8636-1eeb30559ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.911092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:05.920258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:router and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:05.930403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:05.934352 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.952565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:05.979204 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70f2521d-3f48-4924-83ef-3ccb8e432c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.981211 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-55fb499b-e6bc-4a32-8636-1eeb30559ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:05.998445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ed005c-d3f4-4b72-a456-3ebf6887ebe2']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:06.023301 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.025053 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.026765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2521d-3f48-4924-83ef-3ccb8e432c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f6b422-02ae-45e2-ae71-8e57a9ee5688,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:06.031804 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70f2521d-3f48-4924-83ef-3ccb8e432c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.048670 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.048811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeb96a-9ddb-42f9-8d53-09ce9fc974d7 req-f503eed4-4072-458b-9796-07d9a9a79847 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:06.049093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a533268e-7937-4086-a451-20a0fdacc02a None None] Network fcccff01-137d-4d23-9c45-0cc46389b4ab requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:06.052735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffeeb96a-9ddb-42f9-8d53-09ce9fc974d7 req-f503eed4-4072-458b-9796-07d9a9a79847 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 945 time: 0.2114840 Jun 03 15:43:06.061850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8416afba-e044-4d4c-b5ad-db0bbebfb7d8') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:06.062183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8416afba-e044-4d4c-b5ad-db0bbebfb7d8') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:06.076513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-70f2521d-3f48-4924-83ef-3ccb8e432c1e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/74f6b422-02ae-45e2-ae71-8e57a9ee5688 HTTP/1.1" status: 204 len: 168 time: 0.8477893 Jun 03 15:43:06.080226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37168) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:06.098440 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.121084 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.232860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.259632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffeeb96a-9ddb-42f9-8d53-09ce9fc974d7 req-c2f3a9b4-5dc4-46aa-abc9-a8932218c631 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062061 Jun 03 15:43:06.308770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Deleting port f01ecbce-a959-496c-951a-6d285728ac13 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:06.309212 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.333430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2911282b-678b-425d-8272-9589af6bb471 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:06.392421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 2911282b-678b-425d-8272-9589af6bb471 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:43:06.393590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2911282b-678b-425d-8272-9589af6bb471 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:06.424862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] DHCP port deletion for fcccff01-137d-4d23-9c45-0cc46389b4ab request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:43:06.435969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Deleting port f01ecbce-a959-496c-951a-6d285728ac13 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:06.450458 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.469929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:43:06.470263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.601401 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-55fb499b-e6bc-4a32-8636-1eeb30559ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.605993 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 8416afba-e044-4d4c-b5ad-db0bbebfb7d8 resource provider aggregate not found Jun 03 15:43:06.633113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.697198 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.703722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb499b-e6bc-4a32-8636-1eeb30559ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a79d10-d53d-4420-9a4d-d7847c2c2c6c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:06.725015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] For port f01ecbce-a959-496c-951a-6d285728ac13, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f01ecbce-a959-496c-951a-6d285728ac13,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:06.726916 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.732187 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.735650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] Pushing event deleted for resources: {'Network': ['ID=49ed005c-d3f4-4b72-a456-3ebf6887ebe2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:06.843655 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 8416afba-e044-4d4c-b5ad-db0bbebfb7d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8416afba-e044-4d4c-b5ad-db0bbebfb7d8 found for delete ", "request_id": "req-66d054b6-d063-4b3f-8aeb-a9ce4ae3b992"}]} Jun 03 15:43:06.883690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Calling delete_port for f01ecbce-a959-496c-951a-6d285728ac13 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:06.934020 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-77763769-1113-443c-b7f1-f31a39d557e5 tempest-PortsAdminExtendedAttrsTestJSON-1124846945 tempest-PortsAdminExtendedAttrsTestJSON-1124846945-project] 10.222.0.48 "DELETE /v2.0/networks/49ed005c-d3f4-4b72-a456-3ebf6887ebe2 HTTP/1.1" status: 204 len: 168 time: 1.7384326 Jun 03 15:43:06.942994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-55fb499b-e6bc-4a32-8636-1eeb30559ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.944944 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-55fb499b-e6bc-4a32-8636-1eeb30559ee3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9a79d10-d53d-4420-9a4d-d7847c2c2c6c HTTP/1.1" status: 204 len: 168 time: 1.4631412 Jun 03 15:43:06.949377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:06.990962 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.081569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] For port f01ecbce-a959-496c-951a-6d285728ac13, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f01ecbce-a959-496c-951a-6d285728ac13,segment=NetworkSegment(fa31ca9e-71eb-4e11-b255-2530029f3219),segment_id=fa31ca9e-71eb-4e11-b255-2530029f3219)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:07.082224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.105587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] No DVR routers for this DVR port f01ecbce-a959-496c-951a-6d285728ac13 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:43:07.119366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Pushing event deleted for resources: {'Port': ['ID=f01ecbce-a959-496c-951a-6d285728ac13,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:07.157709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.157987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.158224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.160274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.163233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.163625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.164236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.164802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.165146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.166890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.167572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.167910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d55fbe-687d-4e07-b2c9-54fcc4ef6c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:07.179552 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.306228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Calling delete_port for f01ecbce-a959-496c-951a-6d285728ac13 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:07.423134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37204) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:07.455565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05e94a-bdf1-4756-826d-a431ed9be39a req-f45c00a1-beb9-4e54-8d00-7f1ff36d4223 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:07.457242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e05e94a-bdf1-4756-826d-a431ed9be39a req-f45c00a1-beb9-4e54-8d00-7f1ff36d4223 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 945 time: 0.9609737 Jun 03 15:43:07.595268 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.648689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:07.652552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e05e94a-bdf1-4756-826d-a431ed9be39a req-c5c34a7c-b9b2-4c75-bb22-070cfa6645fa tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796904 Jun 03 15:43:07.685013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37222) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:07.831420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:43:07.831420 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:43:07.932119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.25.7.25 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/e1912f8d-b8a8-4bdc-9ead-06a5a4f407db) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:07.975204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4b360541-df7f-4d22-a065-4f8786ccf7db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2101cd8b1b27414985f6c2e368cdd0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259826 Jun 03 15:43:07.981467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37232) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:08.136855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] Deleting port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:08.137598 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.159629 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.209212 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea2511d3-3fe6-4ec6-88ac-fa3457c2d24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.229085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.330883 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea2511d3-3fe6-4ec6-88ac-fa3457c2d24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.340286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Deleting port f01ecbce-a959-496c-951a-6d285728ac13 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:08.340882 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.390112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=e1912f8d-b8a8-4bdc-9ead-06a5a4f407db,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:08.420830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:08.429489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:08.437765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:08.445824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] The port 'f01ecbce-a959-496c-951a-6d285728ac13' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:43:08.448661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76f883f-56a8-45ce-8c8d-b03071b53ddc tempest-TestServerBasicOps-1472500101 tempest-TestServerBasicOps-1472500101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:08.449573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f76f883f-56a8-45ce-8c8d-b03071b53ddc tempest-TestServerBasicOps-1472500101 tempest-TestServerBasicOps-1472500101-project-admin] Synchronizing usage tracker for tenant:a4e43a831f724d51a561e6040a348ee5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:08.475194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f01ecbce-a959-496c-951a-6d285728ac13 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:08.535279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f01ecbce-a959-496c-951a-6d285728ac13 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:43:08.535853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f01ecbce-a959-496c-951a-6d285728ac13 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:08.702432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] For port 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8fa9f8e6-ef07-4fa8-82c4-cde9872657b1,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:08.703380 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.731646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f76f883f-56a8-45ce-8c8d-b03071b53ddc tempest-TestServerBasicOps-1472500101 tempest-TestServerBasicOps-1472500101-project-admin] Unset dirty status for tenant:a4e43a831f724d51a561e6040a348ee5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:08.734059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f76f883f-56a8-45ce-8c8d-b03071b53ddc tempest-TestServerBasicOps-1472500101 tempest-TestServerBasicOps-1472500101-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 1091 time: 1.0446916 Jun 03 15:43:08.749227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37254) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:08.755963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '101be5b3-c825-4357-b567-1ef78fb8167e', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:08.804055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:08.812932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Usage tracker for resource:floatingip and tenant:5c15c36aa81149968881e45ce4841979 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:08.817512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:08.827084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:08.843795 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:08.921799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] Calling delete_port for 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:09.059986 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.283736 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.297295 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.301312 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea2511d3-3fe6-4ec6-88ac-fa3457c2d24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.338547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2511d3-3fe6-4ec6-88ac-fa3457c2d24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338869bc-8f4b-4804-8f81-2c37cfb110fa,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:09.347216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcccff01-137d-4d23-9c45-0cc46389b4ab']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:09.376083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa31ca9e-71eb-4e11-b255-2530029f3219') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:09.376373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa31ca9e-71eb-4e11-b255-2530029f3219') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:09.391997 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.408216 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea2511d3-3fe6-4ec6-88ac-fa3457c2d24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.415803 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ea2511d3-3fe6-4ec6-88ac-fa3457c2d24b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/338869bc-8f4b-4804-8f81-2c37cfb110fa HTTP/1.1" status: 204 len: 168 time: 1.4321105 Jun 03 15:43:09.459073 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.477669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:43:09.494998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.572371 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment fa31ca9e-71eb-4e11-b255-2530029f3219 resource provider aggregate not found Jun 03 15:43:09.593309 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment fa31ca9e-71eb-4e11-b255-2530029f3219 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa31ca9e-71eb-4e11-b255-2530029f3219 found for delete ", "request_id": "req-8739fae1-b652-4fef-ada8-dcdfaa4809ff"}]} Jun 03 15:43:09.661166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.681868 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.706776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] Pushing event deleted for resources: {'Network': ['ID=fcccff01-137d-4d23-9c45-0cc46389b4ab,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:09.720512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.773275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c14739c9-9428-4b2c-9f05-3bfdd59cb48f admin admin] 10.222.0.48 "DELETE /v2.0/networks/fcccff01-137d-4d23-9c45-0cc46389b4ab HTTP/1.1" status: 204 len: 168 time: 3.6920424 Jun 03 15:43:09.819474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa9f8e6-ef07-4fa8-82c4-cde9872657b1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:09.867156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:09.882345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.196435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37294) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:10.325034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37298) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:10.422351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0fcd726a-9bd6-4891-acf9-f5e53e602f59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c16593676c8941818b1fa01140442ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221203 Jun 03 15:43:10.426400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Allocated IP 172.25.7.45 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/4a825d43-10e3-4431-b5e2-bbe626671312) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:10.428187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37306) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:10.453397 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-62b47136-1c56-413a-a9e3-1167bbb9b4c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a40ae20d6114c7babdb3e7d91146866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250296 Jun 03 15:43:10.456834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37310) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:10.517789 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.607426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:43:10.635226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7f49bc8-cac1-49b1-91b9-ea90c1ef1827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.639925 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d421730-4630-49fc-9933-ba5b604936d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.733154 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d421730-4630-49fc-9933-ba5b604936d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.756369 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7f49bc8-cac1-49b1-91b9-ea90c1ef1827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.965646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d421730-4630-49fc-9933-ba5b604936d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:10.988472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d421730-4630-49fc-9933-ba5b604936d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd44dfa-e095-4cc2-9381-1ba319ca44e3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:11.029141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d421730-4630-49fc-9933-ba5b604936d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.031469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2d421730-4630-49fc-9933-ba5b604936d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffd44dfa-e095-4cc2-9381-1ba319ca44e3 HTTP/1.1" status: 204 len: 168 time: 0.5735440 Jun 03 15:43:11.037262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] Router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:43:11.065800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.108910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:43:11.122082 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Sync routers for ids ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:43:11.141990 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Routers {'15bf4e3c-32ff-47df-bb53-1d514e6c64ce'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:11.142735 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:11.145369 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7f49bc8-cac1-49b1-91b9-ea90c1ef1827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.236132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f49bc8-cac1-49b1-91b9-ea90c1ef1827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b762a92-eaf6-4e8d-8f6d-924ee954b91b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:11.273779 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c7f49bc8-cac1-49b1-91b9-ea90c1ef1827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.277639 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c7f49bc8-cac1-49b1-91b9-ea90c1ef1827 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b762a92-eaf6-4e8d-8f6d-924ee954b91b HTTP/1.1" status: 204 len: 168 time: 0.8458552 Jun 03 15:43:11.284874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.294767 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-65af6c59-b28f-497c-a561-84bd9c819ac6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.4258554 Jun 03 15:43:11.295848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:11.389390 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:11.461492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:43:11.468096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4efb10f2-f76e-48e3-bdc0-369b3dec480a admin admin] 10.222.0.48 "PUT /v2.0/routers/7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3895638 Jun 03 15:43:11.470018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37340) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:11.477845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29721b02-91f7-4134-a963-bbfb4e773453 None None] Sync routers for ids ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:43:11.506161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29721b02-91f7-4134-a963-bbfb4e773453 None None] Routers {'7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:11.506826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-29721b02-91f7-4134-a963-bbfb4e773453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:11.525524 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4452a20c-4428-4bc5-96ee-48962d07fafa tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=767148f2fab9461bb6d15ea9d771d311&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2285039 Jun 03 15:43:11.527854 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Set router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:11.570931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:11.572236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37346) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:11.592594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:11.600156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:11.994292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-29721b02-91f7-4134-a963-bbfb4e773453 None None] Set router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:12.137480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba470c08-a37b-45a3-bb0f-6d115b2596b6 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:12.138803 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ba470c08-a37b-45a3-bb0f-6d115b2596b6 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4047740 Jun 03 15:43:12.154928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37380) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:12.233756 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:08Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:12.247389 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Checking router: 15bf4e3c-32ff-47df-bb53-1d514e6c64ce for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:43:12.248003 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Updating router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:43:12.319541 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-687ce4f4-2963-40e8-b09f-0e32b96f5abc tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1585116 Jun 03 15:43:12.323981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37390) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:12.336857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event updated for resources: {'Port': ['ID=4a825d43-10e3-4431-b5e2-bbe626671312,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:12.358398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-618383902', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:12.362600 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.596283 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:12.849239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-29721b02-91f7-4134-a963-bbfb4e773453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:43:09Z', 'revision_number': 5, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:12.857984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29721b02-91f7-4134-a963-bbfb4e773453 None None] Checking router: 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:43:12.874071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29721b02-91f7-4134-a963-bbfb4e773453 None None] Routers {'7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:12.878794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-29721b02-91f7-4134-a963-bbfb4e773453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:13.051214 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.081672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Deleting port d915b17d-a9eb-46ec-94e2-6fa2d029ba85 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:13.082073 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.217289 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.345623 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.413650 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Transition to ACTIVE for port object e1912f8d-b8a8-4bdc-9ead-06a5a4f407db will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:13.441490 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.483962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] For port d915b17d-a9eb-46ec-94e2-6fa2d029ba85, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d915b17d-a9eb-46ec-94e2-6fa2d029ba85,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:13.488997 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.555156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:13.575099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:subnet and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:13.584342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:13.598178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-29721b02-91f7-4134-a963-bbfb4e773453 None None] Set router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:13.609322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:13.630815 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.715635 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Attempting to bind port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:13.715990 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Attempting to bind port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:13.726142 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Attempting to bind port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:13.733840 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Pushing event updated for resources: {'Port': ['ID=e1912f8d-b8a8-4bdc-9ead-06a5a4f407db,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:13.758314 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:13.759061 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:13.759626 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.760176 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:13.760798 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Bound port: e1912f8d-b8a8-4bdc-9ead-06a5a4f407db, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:13.761341 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:13.833131 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.833801 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.834448 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.835387 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.836151 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.838176 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.838675 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.839490 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.839957 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.841853 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.842367 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.842832 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:13.867571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Calling delete_port for d915b17d-a9eb-46ec-94e2-6fa2d029ba85 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:14.000508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:14.011261 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.013927 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] For port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:14.020117 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] For port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e1912f8d-b8a8-4bdc-9ead-06a5a4f407db,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:14.035446 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.228984 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Routers {'15bf4e3c-32ff-47df-bb53-1d514e6c64ce'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:14.230927 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:14.301149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37464) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:14.367982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.398641 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.586305 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.588816 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] Set router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:14.723705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-29721b02-91f7-4134-a963-bbfb4e773453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:43:09Z', 'revision_number': 5, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:14.734434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29721b02-91f7-4134-a963-bbfb4e773453 None None] The sync data for ids ['7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30'] in n-d-844595-1 is: [{'id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'name': 'tempest-ServerActionsTestJSON-1759321933-router', 'tenant_id': 'b163480c5f5548dc8056614d98fd5bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:30:14Z', 'updated_at': '2022-06-03T15:43:09Z', 'revision_number': 5, 'project_id': 'b163480c5f5548dc8056614d98fd5bcd', 'gw_port': {'id': 'd915b17d-a9eb-46ec-94e2-6fa2d029ba85', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:30:17Z', 'updated_at': '2022-06-03T15:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:43:14.770401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d915b17d-a9eb-46ec-94e2-6fa2d029ba85,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:14.916753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-798789057', 'router:external': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:14.924011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:14.929529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Usage tracker for resource:network and tenant:ae7953ef3f43483299c3b8ac98706b36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:14.933236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:14.943069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:14.967795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Made reservation on behalf of ae7953ef3f43483299c3b8ac98706b36 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:14.971258 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:14.989979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.033703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.069066 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event updated for resources: {'Port': ['ID=4a825d43-10e3-4431-b5e2-bbe626671312,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:15.072366 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649def9-dcce-4f09-a580-4bda71f982ff None None] Pushing event updated for resources: {'Port': ['ID=e1912f8d-b8a8-4bdc-9ead-06a5a4f407db,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:15.102518 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:08Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:15.109974 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e920b2-5c01-4ab1-b12c-5cc99100f4df None None] The sync data for ids ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'] in n-d-844595-1 is: [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:08Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:43:15.303745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:15.330107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Usage tracker for resource:security_group_rule and tenant:ae7953ef3f43483299c3b8ac98706b36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:15.342596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:15.354330 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.367242 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.369345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:15.463736 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.464487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:43:15.481962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.535379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.543052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c38cdb8c-cf7b-4665-a16f-43e95e54b0c2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/7d5b1cd5-ed1a-4fb3-aa69-9083dbbf9d30 HTTP/1.1" status: 204 len: 168 time: 4.0719006 Jun 03 15:43:15.554258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37490) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:15.639843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0051ce-4e0d-4e8e-aa19-66d5e559a746 admin admin] Deleting subnet 59a883d1-3b44-43ed-a45f-1b4a3d684d6c {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:43:15.651785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac0051ce-4e0d-4e8e-aa19-66d5e559a746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.750582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac0051ce-4e0d-4e8e-aa19-66d5e559a746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.843512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.853727 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:15.940882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:43:15.981346 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.051152 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac0051ce-4e0d-4e8e-aa19-66d5e559a746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.129189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Subnet': ['ID=28610088-40cd-414f-b755-cf41fb8f3ee7,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:16.139926 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Floating IP aa415aff-ed48-4bf4-9f93-2053069639ec associated. External IP: 172.25.7.45, port: 101be5b3-c825-4357-b567-1ef78fb8167e. Jun 03 15:43:16.156828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e582ce-54f4-4cc6-8d82-577f4c1efb00,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:16.346780 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.347390 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Added segment 144774d7-d7c3-4132-a29c-345cc456ce4c of type vlan for network 707a06bf-9973-432a-9461-9d9b079e26cf Jun 03 15:43:16.441033 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac0051ce-4e0d-4e8e-aa19-66d5e559a746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.502833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2346455c-fd3a-4a7a-9774-4a8fc4397568 None None] Network 1e06978f-48c8-4113-a05a-9feeb3f60cbc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:16.508662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0051ce-4e0d-4e8e-aa19-66d5e559a746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a883d1-3b44-43ed-a45f-1b4a3d684d6c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:16.514247 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac0051ce-4e0d-4e8e-aa19-66d5e559a746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.526017 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.539510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ac0051ce-4e0d-4e8e-aa19-66d5e559a746 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/59a883d1-3b44-43ed-a45f-1b4a3d684d6c HTTP/1.1" status: 204 len: 168 time: 0.9838619 Jun 03 15:43:16.542388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37510) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:16.567435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Checking segment: {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:16.567970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network hostable DHCP agents. Network: 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:43:16.651658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:43:16.719196 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.725231 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:43:16.747651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e1912f8d-b8a8-4bdc-9ead-06a5a4f407db up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:16.764788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Deleting port 44f7759a-a311-45cc-bd54-e29299cc8c27 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:16.765125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.933621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:43:16.937606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:16.944429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:16.945721 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:16.959437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182335b1-7894-41ea-9245-54481e4b636f None None] Network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:17.005227 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-09a15224-e1bd-401d-ae42-c2979fc557bd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.6753712 Jun 03 15:43:17.013703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37518) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:17.059447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:17.061313 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.062637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:17.063475 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.086085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:17.086647 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.290308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:17.290844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.317507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb1b01-e708-476e-8900-6fb1606194fc None None] DHCP port deletion for 1e06978f-48c8-4113-a05a-9feeb3f60cbc request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:43:17.332138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34cb1b01-e708-476e-8900-6fb1606194fc None None] Deleting port 44f7759a-a311-45cc-bd54-e29299cc8c27 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:17.335528 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-34cb1b01-e708-476e-8900-6fb1606194fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.342089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] For port 44f7759a-a311-45cc-bd54-e29299cc8c27, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=44f7759a-a311-45cc-bd54-e29299cc8c27,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:17.342439 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.547837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:43:17.558709 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae823e87-1720-4041-9834-0094289b1305 None None] Sync routers for ids ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:43:17.576181 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae823e87-1720-4041-9834-0094289b1305 None None] Routers {'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:17.577215 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ae823e87-1720-4041-9834-0094289b1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:17.658788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.3561416 Jun 03 15:43:17.776279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37540) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:17.799337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Request body: {'subnet': {'network_id': '707a06bf-9973-432a-9461-9d9b079e26cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:17.844716 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:17.908236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Calling delete_port for 44f7759a-a311-45cc-bd54-e29299cc8c27 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:17.985610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a46b9-d610-460a-95fd-8d2538ed7b9c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event updated for resources: {'Network': ['ID=707a06bf-9973-432a-9461-9d9b079e26cf,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:18.045344 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.109383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-34cb1b01-e708-476e-8900-6fb1606194fc None None] For port 44f7759a-a311-45cc-bd54-e29299cc8c27, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=44f7759a-a311-45cc-bd54-e29299cc8c27,segment=NetworkSegment(9a5cb28c-5610-412b-99d9-3fa66962bb34),segment_id=9a5cb28c-5610-412b-99d9-3fa66962bb34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:18.114288 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-34cb1b01-e708-476e-8900-6fb1606194fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.128292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:18.137793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Usage tracker for resource:subnet and tenant:ae7953ef3f43483299c3b8ac98706b36 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:18.146296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:18.152634 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ae823e87-1720-4041-9834-0094289b1305 None None] Set router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:18.178434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:18.214735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f7759a-a311-45cc-bd54-e29299cc8c27,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:18.238058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] No DVR routers for this DVR port 44f7759a-a311-45cc-bd54-e29299cc8c27 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:43:18.463752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34cb1b01-e708-476e-8900-6fb1606194fc None None] Calling delete_port for 44f7759a-a311-45cc-bd54-e29299cc8c27 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:18.557541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37566) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:18.602109 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.617495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 707a06bf-9973-432a-9461-9d9b079e26cf details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:43:18.662278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e06978f-48c8-4113-a05a-9feeb3f60cbc']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:18.664051 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-34cb1b01-e708-476e-8900-6fb1606194fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:43:18.667800 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-34cb1b01-e708-476e-8900-6fb1606194fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:43:18.681452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e1912f8d-b8a8-4bdc-9ead-06a5a4f407db,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:18.688970 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6bc72d08-fa3a-4eaf-9130-68d781c6f4c4 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.9351509 Jun 03 15:43:18.689501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5cb28c-5610-412b-99d9-3fa66962bb34') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:18.689801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5cb28c-5610-412b-99d9-3fa66962bb34') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:18.707562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'tag': '101be5b3-c825-4357-b567-1ef78fb8167e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:43:18.712286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Made reservation on behalf of ae7953ef3f43483299c3b8ac98706b36 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:18.719235 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.723284 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.754409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.799551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:43:18.799961 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.842320 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:18.929697 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9a5cb28c-5610-412b-99d9-3fa66962bb34 resource provider aggregate not found Jun 03 15:43:18.986800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d915b17d-a9eb-46ec-94e2-6fa2d029ba85 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:19.034206 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ae823e87-1720-4041-9834-0094289b1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 4, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'aa415aff-ed48-4bf4-9f93-2053069639ec', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'port_id': '101be5b3-c825-4357-b567-1ef78fb8167e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'mac_address': 'fa:16:3e:03:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:43:13Z', 'updated_at': '2022-06-03T15:43:13Z', 'revision_number': 0, 'project_id': '5c15c36aa81149968881e45ce4841979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4335ad-0e29-46fc-9126-9acf32a9fb78', 'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'mac_address': 'fa:16:3e:37:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:50Z', 'updated_at': '2022-06-03T15:42:07Z', 'revision_number': 5, 'project_id': '5c15c36aa81149968881e45ce4841979', 'subnets': [{'id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:19.050174 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae823e87-1720-4041-9834-0094289b1305 None None] Checking router: e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:43:19.069563 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae823e87-1720-4041-9834-0094289b1305 None None] Routers {'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:19.070563 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ae823e87-1720-4041-9834-0094289b1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:19.083806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: d915b17d-a9eb-46ec-94e2-6fa2d029ba85 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:43:19.086297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d915b17d-a9eb-46ec-94e2-6fa2d029ba85 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:19.098544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:19.106707 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169cdf43-9587-4331-8298-4d5194c62776'] response: {'name': 'network-changed', 'server_uuid': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'tag': '101be5b3-c825-4357-b567-1ef78fb8167e', 'status': 'completed', 'code': 200} Jun 03 15:43:19.148820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:43:19.149954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8fa9f8e6-ef07-4fa8-82c4-cde9872657b1 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:19.200718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34cb1b01-e708-476e-8900-6fb1606194fc None None] Deleting port 44f7759a-a311-45cc-bd54-e29299cc8c27 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:19.201335 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-34cb1b01-e708-476e-8900-6fb1606194fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:19.220089 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9a5cb28c-5610-412b-99d9-3fa66962bb34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a5cb28c-5610-412b-99d9-3fa66962bb34 found for delete ", "request_id": "req-2c6f63ce-ca84-4c45-b9cd-1adc7ea35afa"}]} Jun 03 15:43:19.251167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:43:19.252441 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:19.260380 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-577b6dfa-e05f-4f9d-80f5-3106a39647ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:19.336322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34cb1b01-e708-476e-8900-6fb1606194fc None None] The port '44f7759a-a311-45cc-bd54-e29299cc8c27' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:43:19.365188 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ae823e87-1720-4041-9834-0094289b1305 None None] Set router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:19.446555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-577b6dfa-e05f-4f9d-80f5-3106a39647ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:19.478617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-577b6dfa-e05f-4f9d-80f5-3106a39647ba admin admin] Usage tracker for resource:security_group_rule and tenant:3aac5d0bf486417d8e19a4c23d2a2378 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:19.486539 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:19.493800 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:19.516340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-577b6dfa-e05f-4f9d-80f5-3106a39647ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:19.568973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 44f7759a-a311-45cc-bd54-e29299cc8c27 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:43:19.602130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e06978f-48c8-4113-a05a-9feeb3f60cbc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:19.614947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e1912f8d-b8a8-4bdc-9ead-06a5a4f407db,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:19.619318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 44f7759a-a311-45cc-bd54-e29299cc8c27 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:43:19.619775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 44f7759a-a311-45cc-bd54-e29299cc8c27 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:43:19.644517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-577b6dfa-e05f-4f9d-80f5-3106a39647ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:19.664595 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a0dc89a3-9cee-46f3-9acd-d67892941517 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1e06978f-48c8-4113-a05a-9feeb3f60cbc HTTP/1.1" status: 204 len: 168 time: 3.1182272 Jun 03 15:43:19.818926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4662df-b453-4562-ad74-4e7edaed74cd req-ceee81ba-057e-4e87-a3e3-73ffdf87b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:19.823980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c4662df-b453-4562-ad74-4e7edaed74cd req-ceee81ba-057e-4e87-a3e3-73ffdf87b0ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c15c36aa81149968881e45ce4841979&device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 1096 time: 0.6027915 Jun 03 15:43:19.895437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Allocated IP 172.20.0.2 (5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7/28610088-40cd-414f-b755-cf41fb8f3ee7/5510de4a-4f75-4392-91c1-8b120ff52c20) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:19.970489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37600) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:20.083276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4662df-b453-4562-ad74-4e7edaed74cd req-058c6080-253d-4b4d-a5e9-9a20a1daf331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:20.085144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c4662df-b453-4562-ad74-4e7edaed74cd req-058c6080-253d-4b4d-a5e9-9a20a1daf331 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5983f29d-b6a5-463a-b76d-6f5a58803168 HTTP/1.1" status: 200 len: 909 time: 0.2544425 Jun 03 15:43:20.131541 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.154068 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-577b6dfa-e05f-4f9d-80f5-3106a39647ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.158942 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6e0f5994-dcdf-48da-95c1-59a2f75b3c1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b163480c5f5548dc8056614d98fd5bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872807 Jun 03 15:43:20.173643 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.189602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Transition to ACTIVE for port object 5510de4a-4f75-4392-91c1-8b120ff52c20 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:20.211918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Transition to ACTIVE for port object 5510de4a-4f75-4392-91c1-8b120ff52c20 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:20.219704 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.248587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37608) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:20.253569 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-577b6dfa-e05f-4f9d-80f5-3106a39647ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.359963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Pushing event updated for resources: {'Port': ['ID=5510de4a-4f75-4392-91c1-8b120ff52c20,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:20.380639 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ae823e87-1720-4041-9834-0094289b1305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 4, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'aa415aff-ed48-4bf4-9f93-2053069639ec', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'port_id': '101be5b3-c825-4357-b567-1ef78fb8167e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'mac_address': 'fa:16:3e:03:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:43:13Z', 'updated_at': '2022-06-03T15:43:13Z', 'revision_number': 0, 'project_id': '5c15c36aa81149968881e45ce4841979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4335ad-0e29-46fc-9126-9acf32a9fb78', 'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'mac_address': 'fa:16:3e:37:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:50Z', 'updated_at': '2022-06-03T15:42:07Z', 'revision_number': 5, 'project_id': '5c15c36aa81149968881e45ce4841979', 'subnets': [{'id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:20.398985 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae823e87-1720-4041-9834-0094289b1305 None None] The sync data for ids ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'] in n-d-844595-1 is: [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 4, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'aa415aff-ed48-4bf4-9f93-2053069639ec', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'floating_ip_address': '172.25.7.45', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'port_id': '101be5b3-c825-4357-b567-1ef78fb8167e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'mac_address': 'fa:16:3e:03:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:43:13Z', 'updated_at': '2022-06-03T15:43:13Z', 'revision_number': 0, 'project_id': '5c15c36aa81149968881e45ce4841979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4335ad-0e29-46fc-9126-9acf32a9fb78', 'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'mac_address': 'fa:16:3e:37:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:50Z', 'updated_at': '2022-06-03T15:42:07Z', 'revision_number': 5, 'project_id': '5c15c36aa81149968881e45ce4841979', 'subnets': [{'id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:43:20.406179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:20.419135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:20.421713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:20.491625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b6dfa-e05f-4f9d-80f5-3106a39647ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184c934b-fa3c-4900-9dbb-15f1eb0d44d1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:20.547539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-577b6dfa-e05f-4f9d-80f5-3106a39647ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3aac5d0bf486417d8e19a4c23d2a2378&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9887784 Jun 03 15:43:20.550574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37622) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:20.577723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c4662df-b453-4562-ad74-4e7edaed74cd req-6461d03c-a69d-4f76-bcfa-54b8fe55d5c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=101be5b3-c825-4357-b567-1ef78fb8167e HTTP/1.1" status: 200 len: 998 time: 0.4216332 Jun 03 15:43:20.642318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Attempting to bind port 5510de4a-4f75-4392-91c1-8b120ff52c20 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:20.643548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Attempting to bind port 5510de4a-4f75-4392-91c1-8b120ff52c20 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:20.644080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Attempting to bind port 5510de4a-4f75-4392-91c1-8b120ff52c20 on network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:20.660609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:20.661344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Checking segment: {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:20.661939 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.662477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Bound using segment: {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:20.663154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Bound port: 5510de4a-4f75-4392-91c1-8b120ff52c20, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:20.666192 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.696596 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24cba1a-2914-483e-a121-9c82c8e756f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.741418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3d50-72b5-4a10-8630-c7210fcd178c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.785581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24cba1a-2914-483e-a121-9c82c8e756f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.804206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4662df-b453-4562-ad74-4e7edaed74cd req-0e3e709c-b742-4757-8ba0-6bddb9a7dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:20.806437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c4662df-b453-4562-ad74-4e7edaed74cd req-0e3e709c-b742-4757-8ba0-6bddb9a7dcf7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b14e0566-c2fb-478f-a728-6d74f3acbcc9 HTTP/1.1" status: 200 len: 847 time: 0.1672392 Jun 03 15:43:20.817532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] For port 5510de4a-4f75-4392-91c1-8b120ff52c20, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:20.827592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] For port 5510de4a-4f75-4392-91c1-8b120ff52c20, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5510de4a-4f75-4392-91c1-8b120ff52c20,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:20.834863 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.872968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5130a62-ee39-475b-bce1-ed110635dcba None None] New status for floating IP aa415aff-ed48-4bf4-9f93-2053069639ec: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:43:20.974951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3d50-72b5-4a10-8630-c7210fcd178c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:20.983234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4662df-b453-4562-ad74-4e7edaed74cd req-c8336767-caa6-4c03-bb4c-5c949e2cf636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:20.986543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c4662df-b453-4562-ad74-4e7edaed74cd req-c8336767-caa6-4c03-bb4c-5c949e2cf636 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5983f29d-b6a5-463a-b76d-6f5a58803168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710792 Jun 03 15:43:21.068075 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24cba1a-2914-483e-a121-9c82c8e756f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.220084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cba1a-2914-483e-a121-9c82c8e756f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184c934b-fa3c-4900-9dbb-15f1eb0d44d1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:21.246677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f24cba1a-2914-483e-a121-9c82c8e756f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.247811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f24cba1a-2914-483e-a121-9c82c8e756f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/184c934b-fa3c-4900-9dbb-15f1eb0d44d1 HTTP/1.1" status: 204 len: 168 time: 0.6961539 Jun 03 15:43:21.337840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c4662df-b453-4562-ad74-4e7edaed74cd req-a90be16e-e344-45f1-82f2-760e2a701324 service neutron] 10.222.0.67 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414025 Jun 03 15:43:21.374055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4566c18-db48-42a9-9cec-b693d61bac2a None None] Pushing event updated for resources: {'Port': ['ID=5510de4a-4f75-4392-91c1-8b120ff52c20,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:21.389181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e1912f8d-b8a8-4bdc-9ead-06a5a4f407db up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:21.429951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.objects.ports [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:43:21.430507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.438763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.20.0.1 (5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7/28610088-40cd-414f-b755-cf41fb8f3ee7/f035f7b6-2d2e-46f0-a9da-8a91288a5426) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:21.615878 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3d50-72b5-4a10-8630-c7210fcd178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.687797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd3d50-72b5-4a10-8630-c7210fcd178c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d5930f-71a0-4757-afec-13dd84d99eeb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:21.841605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c4662df-b453-4562-ad74-4e7edaed74cd req-6c1023f2-c048-427c-99a6-bf8c509464b1 service neutron] 10.222.0.67 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938493 Jun 03 15:43:21.859080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad7e4e0f-42d6-466b-8f89-a0cc680b585f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:21.943507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3dd3d50-72b5-4a10-8630-c7210fcd178c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.944850 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f3dd3d50-72b5-4a10-8630-c7210fcd178c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52d5930f-71a0-4757-afec-13dd84d99eeb HTTP/1.1" status: 204 len: 168 time: 1.6529920 Jun 03 15:43:21.976812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:21.977567 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:21.995861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Checking segment: {'id': '144774d7-d7c3-4132-a29c-345cc456ce4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '707a06bf-9973-432a-9461-9d9b079e26cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:21.996316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Network hostable DHCP agents. Network: 707a06bf-9973-432a-9461-9d9b079e26cf, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:43:22.078095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Network 707a06bf-9973-432a-9461-9d9b079e26cf is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:43:22.106586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 707a06bf-9973-432a-9461-9d9b079e26cf) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:22.124314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:22.125179 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:22.132006 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:22.136057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37648) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:22.175508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Transition to ACTIVE for port object f035f7b6-2d2e-46f0-a9da-8a91288a5426 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:22.179648 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-89583441-6a0e-4bca-a72a-dca397ea4dc0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4020083 Jun 03 15:43:22.182823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37654) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:22.188824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1303695295', 'network_id': '707a06bf-9973-432a-9461-9d9b079e26cf'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:22.198266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:22.202405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Usage tracker for resource:port and tenant:ae7953ef3f43483299c3b8ac98706b36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:22.205901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:22.213848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:22.216385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:22.221681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e3c9bf-bc37-4cd0-a7e6-9075508832c4 None None] Network 707a06bf-9973-432a-9461-9d9b079e26cf requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:22.231431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Made reservation on behalf of ae7953ef3f43483299c3b8ac98706b36 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:22.234189 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:22.272306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] device_id is not set on port 6ad2fa0a-8640-458d-bdeb-f97efaf6ba21 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:43:22.436314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:22.448169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:22.454967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:22.519278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:22.652897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Allocated IP 172.20.0.2 (707a06bf-9973-432a-9461-9d9b079e26cf/ad7e4e0f-42d6-466b-8f89-a0cc680b585f/6ad2fa0a-8640-458d-bdeb-f97efaf6ba21) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:22.905817 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a73972d-2a1a-44aa-b527-3fe053ae68c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:22.921915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=f035f7b6-2d2e-46f0-a9da-8a91288a5426,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:22.945609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8394360-b916-43af-ab82-575b3739dc09 None None] Network 707a06bf-9973-432a-9461-9d9b079e26cf requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:23.018183 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.181549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0a73972d-2a1a-44aa-b527-3fe053ae68c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:23.193283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dd0f35-f095-4491-8f82-e3320c65d58a None None] Network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:23.200553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0a73972d-2a1a-44aa-b527-3fe053ae68c8 admin admin] Usage tracker for resource:security_group_rule and tenant:9dfc8a2c6b9042d4acda39c3378a1f2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:23.212268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0a73972d-2a1a-44aa-b527-3fe053ae68c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:23.223330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0a73972d-2a1a-44aa-b527-3fe053ae68c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:23.467446 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.500511 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.562928 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a73972d-2a1a-44aa-b527-3fe053ae68c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.568881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5510de4a-4f75-4392-91c1-8b120ff52c20 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:23.570614 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a73972d-2a1a-44aa-b527-3fe053ae68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.590779 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:23.704142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a4504556-6115-4280-86b4-fce752c6daed None None] Provisioning for port 5510de4a-4f75-4392-91c1-8b120ff52c20 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:23.738506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73972d-2a1a-44aa-b527-3fe053ae68c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228902a0-5f10-4127-b050-7f41d001e439,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:23.763920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0a73972d-2a1a-44aa-b527-3fe053ae68c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dfc8a2c6b9042d4acda39c3378a1f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6264563 Jun 03 15:43:23.780273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37698) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:23.840787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Network 707a06bf-9973-432a-9461-9d9b079e26cf is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:23.852130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:23.856181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:23.913678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event updated for resources: {'Port': ['ID=6ad2fa0a-8640-458d-bdeb-f97efaf6ba21,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:23.923755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37704) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:24.050854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 5510de4a-4f75-4392-91c1-8b120ff52c20 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:24.058309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5510de4a-4f75-4392-91c1-8b120ff52c20 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:24.058677 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.078763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:24.079468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.094012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1092565916-network', 'tenant_id': '8b9bf0392d20454db4a5ad324e051bc6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:24.101864 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-94059344-2e4e-40d3-94a1-d469303c1d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.106778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:24.113816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Usage tracker for resource:network and tenant:8b9bf0392d20454db4a5ad324e051bc6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:24.117944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:24.125467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:24.151124 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.153424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Made reservation on behalf of 8b9bf0392d20454db4a5ad324e051bc6 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:24.155935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.167546 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.176561 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-94059344-2e4e-40d3-94a1-d469303c1d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.253364 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.259522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-74d35db9-37b2-46f1-841e-d5abdcc9569d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0755143 Jun 03 15:43:24.261154 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-94059344-2e4e-40d3-94a1-d469303c1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.271631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37714) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:24.293384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94059344-2e4e-40d3-94a1-d469303c1d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228902a0-5f10-4127-b050-7f41d001e439,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:24.319510 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-94059344-2e4e-40d3-94a1-d469303c1d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.321480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-94059344-2e4e-40d3-94a1-d469303c1d5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/228902a0-5f10-4127-b050-7f41d001e439 HTTP/1.1" status: 204 len: 168 time: 0.5398870 Jun 03 15:43:24.366671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5510de4a-4f75-4392-91c1-8b120ff52c20 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:24.367053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.414112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 5510de4a-4f75-4392-91c1-8b120ff52c20, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5510de4a-4f75-4392-91c1-8b120ff52c20,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:24.423365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.568366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:24.570970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=f035f7b6-2d2e-46f0-a9da-8a91288a5426,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:24.588577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Usage tracker for resource:security_group_rule and tenant:8b9bf0392d20454db4a5ad324e051bc6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:24.599733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:24.603108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.608421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=5510de4a-4f75-4392-91c1-8b120ff52c20,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:24.615033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:24.622596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6dabcc42-6139-4c2b-ba96-77e6c4f2e48a tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Deleting port 6ad2fa0a-8640-458d-bdeb-f97efaf6ba21 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:24.622942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6dabcc42-6139-4c2b-ba96-77e6c4f2e48a tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.705169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d5760b4e-6ec6-4371-901b-fe3c0efb0595 None None] Provisioning for port f035f7b6-2d2e-46f0-a9da-8a91288a5426 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:24.717216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d5760b4e-6ec6-4371-901b-fe3c0efb0595 None None] Provisioning complete for port f035f7b6-2d2e-46f0-a9da-8a91288a5426 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:24.717861 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d5760b4e-6ec6-4371-901b-fe3c0efb0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.856070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d5760b4e-6ec6-4371-901b-fe3c0efb0595 None None] Port f035f7b6-2d2e-46f0-a9da-8a91288a5426 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:43:24.872702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d5760b4e-6ec6-4371-901b-fe3c0efb0595 None None] Provisioning complete for port 5510de4a-4f75-4392-91c1-8b120ff52c20 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:24.873184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d5760b4e-6ec6-4371-901b-fe3c0efb0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:24.953722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.002044 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.016691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:43:25.026996 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.027473 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Added segment 46025cc1-89a3-4b96-a1bd-8a07bce7ab40 of type vlan for network dd1fb928-4e5f-4932-9919-d5ec6533e8cc Jun 03 15:43:25.030994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d5760b4e-6ec6-4371-901b-fe3c0efb0595 None None] Current status of the port 5510de4a-4f75-4392-91c1-8b120ff52c20 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:25.119032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.158667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-60e75c46-1923-4166-b40e-2d59acb070b0 None None] Provisioning complete for port f035f7b6-2d2e-46f0-a9da-8a91288a5426 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:25.159043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60e75c46-1923-4166-b40e-2d59acb070b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.205856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e282357-3f72-4172-878b-5e66769eb8d5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:25.298631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5510de4a-4f75-4392-91c1-8b120ff52c20 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:25.347393 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6dabcc42-6139-4c2b-ba96-77e6c4f2e48a tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.358823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-60e75c46-1923-4166-b40e-2d59acb070b0 None None] Port f035f7b6-2d2e-46f0-a9da-8a91288a5426 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:43:25.392550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5510de4a-4f75-4392-91c1-8b120ff52c20 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:25.393009 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.395337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:25.396195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.397170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:25.397745 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.487686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:25.541504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5510de4a-4f75-4392-91c1-8b120ff52c20 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:25.586017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6dabcc42-6139-4c2b-ba96-77e6c4f2e48a tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Calling delete_port for 6ad2fa0a-8640-458d-bdeb-f97efaf6ba21 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:25.853014 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9281595 Jun 03 15:43:25.856249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37766) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:25.863565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Request body: {'subnet': {'network_id': 'dd1fb928-4e5f-4932-9919-d5ec6533e8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1092565916-subnet', 'tenant_id': '8b9bf0392d20454db4a5ad324e051bc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:25.878947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:25.887914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Usage tracker for resource:subnet and tenant:8b9bf0392d20454db4a5ad324e051bc6 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:25.889308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-51ff1947-08ad-4056-9ccd-3fec11d8d2d5 None None] Provisioning complete for port f035f7b6-2d2e-46f0-a9da-8a91288a5426 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:25.889782 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-51ff1947-08ad-4056-9ccd-3fec11d8d2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.900900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:25.909397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:25.942444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Made reservation on behalf of 8b9bf0392d20454db4a5ad324e051bc6 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:25.945026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:25.961366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-51ff1947-08ad-4056-9ccd-3fec11d8d2d5 None None] Port f035f7b6-2d2e-46f0-a9da-8a91288a5426 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:43:26.039747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8352e-f817-426d-ba27-84d56c3c8106 admin admin] Pushing event updated for resources: {'Network': ['ID=dd1fb928-4e5f-4932-9919-d5ec6533e8cc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:26.050736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network dd1fb928-4e5f-4932-9919-d5ec6533e8cc details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:43:26.356674 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.373024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:43:26.373953 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6dabcc42-6139-4c2b-ba96-77e6c4f2e48a tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.483784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabcc42-6139-4c2b-ba96-77e6c4f2e48a tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ad2fa0a-8640-458d-bdeb-f97efaf6ba21,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:26.595121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-3cdfb13b-9dff-43b9-8609-3503561750db tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7bc4aae2777442b09bfb6617c9d3cfaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499501 Jun 03 15:43:26.599555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6147ff95-28e4-4491-95c4-90aad0c75bcc,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:26.608703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Checking segment: {'id': '46025cc1-89a3-4b96-a1bd-8a07bce7ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dd1fb928-4e5f-4932-9919-d5ec6533e8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:26.609062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Network hostable DHCP agents. Network: dd1fb928-4e5f-4932-9919-d5ec6533e8cc, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:43:26.695884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6dabcc42-6139-4c2b-ba96-77e6c4f2e48a tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.719893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Network dd1fb928-4e5f-4932-9919-d5ec6533e8cc is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:43:26.734053 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6dabcc42-6139-4c2b-ba96-77e6c4f2e48a tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "DELETE /v2.0/ports/6ad2fa0a-8640-458d-bdeb-f97efaf6ba21 HTTP/1.1" status: 204 len: 168 time: 2.4288795 Jun 03 15:43:26.735277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37806) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:26.744130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, dd1fb928-4e5f-4932-9919-d5ec6533e8cc) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:26.745544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '707a06bf-9973-432a-9461-9d9b079e26cf', 'external_fixed_ips': [{'subnet_id': 'ad7e4e0f-42d6-466b-8f89-a0cc680b585f', 'ip_address': '172.20.0.2'}]}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:26.750536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:26.751215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:26.752633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59218b44-b674-4059-9b2d-121cab50e74a None None] Network dd1fb928-4e5f-4932-9919-d5ec6533e8cc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:26.802485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:26.816910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:43:26.828216 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Sync routers for ids ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:43:26.841508 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-11e049a5-6f23-413f-87df-9442e138e5f8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "PUT /v2.0/routers/15bf4e3c-32ff-47df-bb53-1d514e6c64ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8205857 Jun 03 15:43:26.852368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Usage tracker for resource:router and tenant:ae7953ef3f43483299c3b8ac98706b36 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:26.856818 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Routers {'15bf4e3c-32ff-47df-bb53-1d514e6c64ce'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:26.857453 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:26.863381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:26.877909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:26.986385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d777397-1668-4e58-ac4d-e880b386772e req-950112a3-bd5c-4fb2-853e-fa4b6dbd7146 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:26.987815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-950112a3-bd5c-4fb2-853e-fa4b6dbd7146 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3742251 Jun 03 15:43:27.006963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-74db7f0a-60ff-45b6-8eeb-27d0d7b9223e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1496055 Jun 03 15:43:27.009837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-cbe608e3-0610-489e-9875-17b2b7da8fac tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/quotas/7bc4aae2777442b09bfb6617c9d3cfaf HTTP/1.1" status: 200 len: 375 time: 0.0160444 Jun 03 15:43:27.014122 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.015833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.064313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.154313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-2349b35e-bbe9-420b-8466-a528f6bc9829 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7bc4aae2777442b09bfb6617c9d3cfaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296937 Jun 03 15:43:27.238395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f067229-e74a-478c-9454-5ef2b6be848e None None] Network dd1fb928-4e5f-4932-9919-d5ec6533e8cc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:27.260297 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Set router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:27.286201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-de8d6a0a-df9f-4ca6-a48f-065d0a5fb062 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120281944&fields=id&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 267 time: 0.0975690 Jun 03 15:43:27.665622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-d5929a06-ef41-4b98-b2d7-5e3544086c15 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:27.667432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-d5929a06-ef41-4b98-b2d7-5e3544086c15 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 797 time: 0.3651593 Jun 03 15:43:27.695786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-ac9e4e53-b37a-4662-ab34-e8296034b679 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/quotas/767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 375 time: 0.0218072 Jun 03 15:43:27.798499 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:27.875725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-43bceb03-d8ee-4e01-ba75-3c3163fa04ae tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1740677 Jun 03 15:43:27.998904 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:23Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f035f7b6-2d2e-46f0-a9da-8a91288a5426', 'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:f8:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:20Z', 'updated_at': '2022-06-03T15:43:23Z', 'revision_number': 2, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:28.014312 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Checking router: 15bf4e3c-32ff-47df-bb53-1d514e6c64ce for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:43:28.015386 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Updating router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce port f035f7b6-2d2e-46f0-a9da-8a91288a5426 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:43:28.154819 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.267277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-8b2de155-6c8b-450a-8b6c-1087ee411af6 service neutron] 10.222.0.48 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749876 Jun 03 15:43:28.474052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-03782406-98ec-483d-8627-49cefd51b9b0 service neutron] 10.222.0.48 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057424 Jun 03 15:43:28.586996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fe145fe-8530-40f8-af06-cfd63805c7e5 req-cc7ab763-6e4c-45b8-8ef0-5bf18da754b8 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 210 time: 0.0689683 Jun 03 15:43:28.819492 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e24c966-60c5-48f6-b910-757c9a3399e7 req-346bee7f-942b-4a05-a97b-55b0fab00d14 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 210 time: 0.1160791 Jun 03 15:43:28.870669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.942167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:28.966416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37874) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:29.004483 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.018419 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Transition to ACTIVE for port object f035f7b6-2d2e-46f0-a9da-8a91288a5426 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:29.031171 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.106429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cfd691-0127-468e-976b-b3984bc8818f admin admin] Deleting subnet 6147ff95-28e4-4491-95c4-90aad0c75bcc {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:43:29.130179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd691-0127-468e-976b-b3984bc8818f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.282076 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd691-0127-468e-976b-b3984bc8818f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.350932 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e1b80-bb4b-4245-80c6-ecc68174e55f None None] Pushing event updated for resources: {'Port': ['ID=f035f7b6-2d2e-46f0-a9da-8a91288a5426,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:29.366438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Allocated IP 172.20.0.2 (707a06bf-9973-432a-9461-9d9b079e26cf/ad7e4e0f-42d6-466b-8f89-a0cc680b585f/4743f1dd-adaa-412a-a1f5-3c43c260cb30) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:29.405844 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd691-0127-468e-976b-b3984bc8818f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.526376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37882) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:29.572163 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Attempting to bind port f035f7b6-2d2e-46f0-a9da-8a91288a5426 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:29.572526 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Attempting to bind port f035f7b6-2d2e-46f0-a9da-8a91288a5426 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:29.572879 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Attempting to bind port f035f7b6-2d2e-46f0-a9da-8a91288a5426 on network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:29.581031 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:29.581651 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Checking segment: {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:29.582092 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.582478 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Bound using segment: {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:29.583085 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Bound port: f035f7b6-2d2e-46f0-a9da-8a91288a5426, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:29.583550 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.618079 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.641709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-cc0d0965-e5df-42b9-a35c-9d04ddd8ec5e tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7bc4aae2777442b09bfb6617c9d3cfaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684624 Jun 03 15:43:29.697804 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd691-0127-468e-976b-b3984bc8818f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.776838 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] For port f035f7b6-2d2e-46f0-a9da-8a91288a5426, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:29.777321 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.782061 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] For port f035f7b6-2d2e-46f0-a9da-8a91288a5426, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f035f7b6-2d2e-46f0-a9da-8a91288a5426,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:29.788907 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.815945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.914159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfd691-0127-468e-976b-b3984bc8818f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6147ff95-28e4-4491-95c4-90aad0c75bcc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:29.921068 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd691-0127-468e-976b-b3984bc8818f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.926230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7a2095e2-b683-438e-84f5-b91919a7f850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:29.956909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a13182f-d129-47e3-b34c-ce6e3094c16b req-6c3b8d73-33e0-43b4-b040-bd93f972a247 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 210 time: 0.0923207 Jun 03 15:43:29.975742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c9cfd691-0127-468e-976b-b3984bc8818f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6147ff95-28e4-4491-95c4-90aad0c75bcc HTTP/1.1" status: 204 len: 168 time: 1.0073287 Jun 03 15:43:29.986866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37894) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:29.999299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7a2095e2-b683-438e-84f5-b91919a7f850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:30.002837 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Routers {'15bf4e3c-32ff-47df-bb53-1d514e6c64ce'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:30.003661 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:30.057094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Network 707a06bf-9973-432a-9461-9d9b079e26cf is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:30.069869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:30.075431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:30.095451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7a2095e2-b683-438e-84f5-b91919a7f850 admin admin] Usage tracker for resource:security_group_rule and tenant:2b931ea990864230bf1d2d9253b061f3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:30.107697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7a2095e2-b683-438e-84f5-b91919a7f850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:30.112310 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e1b80-bb4b-4245-80c6-ecc68174e55f None None] Pushing event updated for resources: {'Port': ['ID=f035f7b6-2d2e-46f0-a9da-8a91288a5426,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:30.121247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event updated for resources: {'Port': ['ID=4743f1dd-adaa-412a-a1f5-3c43c260cb30,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:30.265352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7a2095e2-b683-438e-84f5-b91919a7f850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:30.314960 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] Set router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:30.331752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9c02761-c76b-4e92-ad4a-95aab6c2d4fe req-ca6f9de0-4c32-46ea-b5c1-01d5d0e8165e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 210 time: 0.2375789 Jun 03 15:43:30.425045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d777397-1668-4e58-ac4d-e880b386772e req-995b5b7b-d420-4853-9cc5-4e5e78ca14db tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:30.427858 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-995b5b7b-d420-4853-9cc5-4e5e78ca14db tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7785506 Jun 03 15:43:30.455220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Request body: {'port': {'device_id': '3286e4f7-3db2-47e9-960c-0564a7004f28', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '7bc4aae2777442b09bfb6617c9d3cfaf'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:30.541521 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.761897 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.768670 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7a2095e2-b683-438e-84f5-b91919a7f850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.782881 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:23Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f035f7b6-2d2e-46f0-a9da-8a91288a5426', 'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:f8:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:20Z', 'updated_at': '2022-06-03T15:43:29Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:30.787850 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e31bc6-618c-45c3-9609-805a7bee1d7e None None] The sync data for ids ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'] in n-d-844595-1 is: [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:23Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f035f7b6-2d2e-46f0-a9da-8a91288a5426', 'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:f8:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:20Z', 'updated_at': '2022-06-03T15:43:29Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:43:30.827226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7a2095e2-b683-438e-84f5-b91919a7f850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:30.928403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2095e2-b683-438e-84f5-b91919a7f850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc671ba7-0137-44a2-9363-74a212325cb9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:31.042687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:31.046637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Usage tracker for resource:port and tenant:7bc4aae2777442b09bfb6617c9d3cfaf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:31.049579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:31.055673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:31.073400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7a2095e2-b683-438e-84f5-b91919a7f850 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b931ea990864230bf1d2d9253b061f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5436754 Jun 03 15:43:31.079000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Made reservation on behalf of 7bc4aae2777442b09bfb6617c9d3cfaf for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:31.084526 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.087853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37904) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:31.105724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.118979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-77d70f8f-af0b-48ff-9b5e-1e355486b480 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:31.119896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-77d70f8f-af0b-48ff-9b5e-1e355486b480 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:31.124508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.158477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1fb928-4e5f-4932-9919-d5ec6533e8cc']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:31.219650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-77d70f8f-af0b-48ff-9b5e-1e355486b480 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:31.220168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:31.221071 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-77d70f8f-af0b-48ff-9b5e-1e355486b480 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 797 time: 0.5920272 Jun 03 15:43:31.244494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46025cc1-89a3-4b96-a1bd-8a07bce7ab40') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:31.244913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46025cc1-89a3-4b96-a1bd-8a07bce7ab40') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:31.253001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Usage tracker for resource:security_group_rule and tenant:7bc4aae2777442b09bfb6617c9d3cfaf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:31.257644 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e164176-95fb-4a45-b0ba-83121ff08844 req-f1567dc1-2a20-45e8-8aa6-80b3113260db tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 210 time: 0.0899117 Jun 03 15:43:31.258518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:31.279161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:31.282229 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.317148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f035f7b6-2d2e-46f0-a9da-8a91288a5426 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:31.329455 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.339594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:43:31.340438 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.467500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.475523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f035f7b6-2d2e-46f0-a9da-8a91288a5426 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:31.482444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f035f7b6-2d2e-46f0-a9da-8a91288a5426 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:31.483142 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.493790 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 46025cc1-89a3-4b96-a1bd-8a07bce7ab40 resource provider aggregate not found Jun 03 15:43:31.558374 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.570108 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 46025cc1-89a3-4b96-a1bd-8a07bce7ab40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46025cc1-89a3-4b96-a1bd-8a07bce7ab40 found for delete ", "request_id": "req-e866d434-ec91-4f5e-b860-55075c342b3d"}]} Jun 03 15:43:31.576142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd1fb928-4e5f-4932-9919-d5ec6533e8cc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:31.653648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f035f7b6-2d2e-46f0-a9da-8a91288a5426 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:31.654057 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.667455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b55ca361-3fa8-46c4-96f9-c93133273be8 req-58635850-97b3-40d0-99f7-dbbaf58c8d1f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 210 time: 0.1204748 Jun 03 15:43:31.683472 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d1d68e58-47a6-4069-8d4c-318403a8d2d7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dd1fb928-4e5f-4932-9919-d5ec6533e8cc HTTP/1.1" status: 204 len: 168 time: 1.6807368 Jun 03 15:43:31.717721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f035f7b6-2d2e-46f0-a9da-8a91288a5426, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f035f7b6-2d2e-46f0-a9da-8a91288a5426,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:31.724256 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.746400 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.783415 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.791816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.839574 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.843193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f035f7b6-2d2e-46f0-a9da-8a91288a5426,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:31.872442 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:31.893120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-b705ce68-c67a-4795-bd5f-2e4a8edecc0a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:31.914187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37918) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:31.960979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdc52a0-9476-428e-b295-96e4edd41e17,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:32.064766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-b705ce68-c67a-4795-bd5f-2e4a8edecc0a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:32.064766 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-b705ce68-c67a-4795-bd5f-2e4a8edecc0a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 379 time: 0.8188963 Jun 03 15:43:32.083755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'port': {'device_id': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'admin_state_up': True, 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'security_groups': ['88f19dc8-3d65-4cd3-98d3-11757c0b4e7a']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:32.139734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-916c0710-adbe-4c71-9dcc-186098822511 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b9bf0392d20454db4a5ad324e051bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121811 Jun 03 15:43:32.139734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37924) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:32.154025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bc4c522e-0ece-4359-be24-1652b34844fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.196476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Allocated IP 192.168.233.187 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/f1e738da-1c56-4187-807a-b0914b18fcba) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:32.250899 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfb26d8f-8aec-41fe-bda2-2a76f63c24d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.329108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.336582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfb26d8f-8aec-41fe-bda2-2a76f63c24d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.384900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc671ba7-0137-44a2-9363-74a212325cb9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:32.410883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:32.415894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.416259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.416812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.417145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.417475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.417801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.418148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.418647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.419145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.419631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.419954 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.420270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:32.429609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:port and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:32.436439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:32.448852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:32.454080 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.456069 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c964609a-3800-46ee-b31f-4e35331d9168 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc671ba7-0137-44a2-9363-74a212325cb9 HTTP/1.1" status: 204 len: 168 time: 1.3655386 Jun 03 15:43:32.469786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:32.474003 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.522969 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f855e148-df49-4d7c-9301-50fdee6ef606 req-3be2b93a-72ff-47b6-be83-548d39233341 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 210 time: 0.0645955 Jun 03 15:43:32.560804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Router 9ae19bcf-215b-4078-bb7c-2cb64a0cf19b is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:43:32.624267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfb26d8f-8aec-41fe-bda2-2a76f63c24d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.657775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb26d8f-8aec-41fe-bda2-2a76f63c24d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e282357-3f72-4172-878b-5e66769eb8d5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:32.671295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.725371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfb26d8f-8aec-41fe-bda2-2a76f63c24d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.743115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dfb26d8f-8aec-41fe-bda2-2a76f63c24d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e282357-3f72-4172-878b-5e66769eb8d5 HTTP/1.1" status: 204 len: 168 time: 0.5975263 Jun 03 15:43:32.746801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Transition to ACTIVE for port object f1e738da-1c56-4187-807a-b0914b18fcba will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:32.806709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.863197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.20.0.6 (5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7/28610088-40cd-414f-b755-cf41fb8f3ee7/c2e14b31-6095-47a4-b048-cc5b7b48ffae) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:32.870222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:43:32.881655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Sync routers for ids ['9ae19bcf-215b-4078-bb7c-2cb64a0cf19b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:43:32.893141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Routers {'9ae19bcf-215b-4078-bb7c-2cb64a0cf19b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:32.898102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['9ae19bcf-215b-4078-bb7c-2cb64a0cf19b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:32.952557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:32.994617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:32.995915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-444ddc7c-f0fe-4e16-9607-13a73f39d74c tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.2571540 Jun 03 15:43:32.999974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37938) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:33.047484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:33.066801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:33.175108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1bd985e-9a1d-48ec-b5d7-399965f7b20c req-4f9d5ca5-4a66-4fa7-bc88-fb18a4408896 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 210 time: 0.2198772 Jun 03 15:43:33.190316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:33.191391 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.217459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37946) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:33.268284 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb503020-bb95-418d-8607-351453289099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.283230 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8329148 Jun 03 15:43:33.302132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cb503020-bb95-418d-8607-351453289099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:33.308120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Request body: {'port': {'device_id': '3286e4f7-3db2-47e9-960c-0564a7004f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:33.345314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a8da5-5d1d-4dab-a3f0-496fddabbb4d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Pushing event updated for resources: {'Port': ['ID=f1e738da-1c56-4187-807a-b0914b18fcba,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:33.360263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cb503020-bb95-418d-8607-351453289099 admin admin] Usage tracker for resource:security_group_rule and tenant:a709dec82c3c42fa8f56b9597b38fde3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:33.371140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cb503020-bb95-418d-8607-351453289099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:33.391860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f035f7b6-2d2e-46f0-a9da-8a91288a5426 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:33.399509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cb503020-bb95-418d-8607-351453289099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:33.476970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Set router 9ae19bcf-215b-4078-bb7c-2cb64a0cf19b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:33.628730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb503020-bb95-418d-8607-351453289099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.632190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.688832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cb503020-bb95-418d-8607-351453289099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.796202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cb503020-bb95-418d-8607-351453289099 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a709dec82c3c42fa8f56b9597b38fde3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5699122 Jun 03 15:43:33.796406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37960) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:33.860640 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-442b1a7f-5731-4301-84a8-b057c988b640 None None] Provisioning for port f1e738da-1c56-4187-807a-b0914b18fcba completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:33.869535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-442b1a7f-5731-4301-84a8-b057c988b640 None None] Provisioning complete for port f1e738da-1c56-4187-807a-b0914b18fcba triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:33.870081 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-442b1a7f-5731-4301-84a8-b057c988b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.934883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-442b1a7f-5731-4301-84a8-b057c988b640 None None] Port f1e738da-1c56-4187-807a-b0914b18fcba cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:43:33.936692 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.952274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.962236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f035f7b6-2d2e-46f0-a9da-8a91288a5426 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:33.962833 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:33.970609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb503020-bb95-418d-8607-351453289099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c121c10b-9713-48fa-bd02-912a02c61158,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:34.356564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Transition to ACTIVE for port object c2e14b31-6095-47a4-b048-cc5b7b48ffae will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:34.416589 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.467307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f035f7b6-2d2e-46f0-a9da-8a91288a5426 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:34.509728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae19bcf-215b-4078-bb7c-2cb64a0cf19b', 'name': '', 'tenant_id': 'ae7953ef3f43483299c3b8ac98706b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707a06bf-9973-432a-9461-9d9b079e26cf', 'external_fixed_ips': [{'subnet_id': 'ad7e4e0f-42d6-466b-8f89-a0cc680b585f', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '4743f1dd-adaa-412a-a1f5-3c43c260cb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:27Z', 'updated_at': '2022-06-03T15:43:30Z', 'revision_number': 3, 'project_id': 'ae7953ef3f43483299c3b8ac98706b36', 'gw_port': {'id': '4743f1dd-adaa-412a-a1f5-3c43c260cb30', 'name': '', 'network_id': '707a06bf-9973-432a-9461-9d9b079e26cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:14:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae19bcf-215b-4078-bb7c-2cb64a0cf19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'ad7e4e0f-42d6-466b-8f89-a0cc680b585f', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:28Z', 'updated_at': '2022-06-03T15:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad7e4e0f-42d6-466b-8f89-a0cc680b585f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:34.521750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Checking router: 9ae19bcf-215b-4078-bb7c-2cb64a0cf19b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:43:34.524330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Updating router 9ae19bcf-215b-4078-bb7c-2cb64a0cf19b port 4743f1dd-adaa-412a-a1f5-3c43c260cb30 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:43:34.646838 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.709662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37996) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.733064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5c1a-444c-4ec0-9e2a-86e32cf426a1 req-3d057f80-85c4-4306-bf2a-a62aff0dd237 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:34.733064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-246e5c1a-444c-4ec0-9e2a-86e32cf426a1 req-3d057f80-85c4-4306-bf2a-a62aff0dd237 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Synchronizing usage tracker for tenant:7bc4aae2777442b09bfb6617c9d3cfaf on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:34.807181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:34.817967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:34.828691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:34.864851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:34.867575 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73092be3-9df3-4b3e-adaf-31c6a89f4862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.906908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e738da-1c56-4187-807a-b0914b18fcba {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:43:34.914522 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9da7c438-dfcd-490b-be76-23c7694e7770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.917050 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.930673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38006) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:34.945091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Transition to ACTIVE for port object f1e738da-1c56-4187-807a-b0914b18fcba will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:34.966591 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:34.985406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.073713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-246e5c1a-444c-4ec0-9e2a-86e32cf426a1 req-3d057f80-85c4-4306-bf2a-a62aff0dd237 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Unset dirty status for tenant:7bc4aae2777442b09bfb6617c9d3cfaf on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:35.073713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-246e5c1a-444c-4ec0-9e2a-86e32cf426a1 req-3d057f80-85c4-4306-bf2a-a62aff0dd237 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 936 time: 1.2662878 Jun 03 15:43:35.199804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:35.202067 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.235639 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73092be3-9df3-4b3e-adaf-31c6a89f4862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.248688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-432022765-network', 'tenant_id': 'b18e0781d837489789a7109c73afe1b4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:35.324465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Deleting port 4743f1dd-adaa-412a-a1f5-3c43c260cb30 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:35.324465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.342254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:35.342254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Usage tracker for resource:network and tenant:b18e0781d837489789a7109c73afe1b4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:35.349072 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.353631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:35.361134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:35.378343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e738da-1c56-4187-807a-b0914b18fcba,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:35.442456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Made reservation on behalf of b18e0781d837489789a7109c73afe1b4 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:35.442456 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.458199 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.508596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:35.508596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Usage tracker for resource:security_group_rule and tenant:b18e0781d837489789a7109c73afe1b4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:35.521386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:35.527442 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-20787727-ec98-4b8a-b403-13c1250a7921 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4557343 Jun 03 15:43:35.530502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:35.543906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-09555773-2db0-433c-8ba1-ad622907bc50 None None] Provisioning for port c2e14b31-6095-47a4-b048-cc5b7b48ffae completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:35.555444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Request body: {'port': {'device_id': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:35.558236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-09555773-2db0-433c-8ba1-ad622907bc50 None None] Provisioning complete for port c2e14b31-6095-47a4-b048-cc5b7b48ffae triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:35.558657 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-09555773-2db0-433c-8ba1-ad622907bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.602949 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.660959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Transition to ACTIVE for port object 4743f1dd-adaa-412a-a1f5-3c43c260cb30 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:35.664583 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.670704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-246e5c1a-444c-4ec0-9e2a-86e32cf426a1 req-e7856c6f-6e7e-40d8-9f41-807be8bf2e91 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Synchronizing usage tracker for tenant:7bc4aae2777442b09bfb6617c9d3cfaf on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:35.684925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-09555773-2db0-433c-8ba1-ad622907bc50 None None] Port c2e14b31-6095-47a4-b048-cc5b7b48ffae cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:43:35.684925 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.684925 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.694175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934de6f5-7913-4c03-a647-e5e10a7a156c tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:35.694175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934de6f5-7913-4c03-a647-e5e10a7a156c tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:35.694175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934de6f5-7913-4c03-a647-e5e10a7a156c tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:35.702548 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-934de6f5-7913-4c03-a647-e5e10a7a156c tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=4d9167523947465893c35df85aa4b44d&network_id=62e9e6ac-3306-4f7f-9ce7-9621327814da HTTP/1.1" status: 200 len: 2970 time: 0.7661104 Jun 03 15:43:35.720092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.736871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:43:35.751725 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.751725 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Added segment a9b1e2f4-804d-41f5-aea9-a2709de2f084 of type vlan for network e627c102-8837-4f5f-b2b5-06859a86feec Jun 03 15:43:35.787791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Attempting to bind port 4743f1dd-adaa-412a-a1f5-3c43c260cb30 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:35.787791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Attempting to bind port 4743f1dd-adaa-412a-a1f5-3c43c260cb30 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '144774d7-d7c3-4132-a29c-345cc456ce4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '707a06bf-9973-432a-9461-9d9b079e26cf'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:35.787791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Attempting to bind port 4743f1dd-adaa-412a-a1f5-3c43c260cb30 on network 707a06bf-9973-432a-9461-9d9b079e26cf {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:35.796350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:35.796350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Checking segment: {'id': '144774d7-d7c3-4132-a29c-345cc456ce4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '707a06bf-9973-432a-9461-9d9b079e26cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:35.796350 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.796350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Bound using segment: {'id': '144774d7-d7c3-4132-a29c-345cc456ce4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '707a06bf-9973-432a-9461-9d9b079e26cf'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:35.796350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Bound port: 4743f1dd-adaa-412a-a1f5-3c43c260cb30, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144774d7-d7c3-4132-a29c-345cc456ce4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '707a06bf-9973-432a-9461-9d9b079e26cf'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:35.799827 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.802993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.867558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-246e5c1a-444c-4ec0-9e2a-86e32cf426a1 req-e7856c6f-6e7e-40d8-9f41-807be8bf2e91 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Unset dirty status for tenant:7bc4aae2777442b09bfb6617c9d3cfaf on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:35.868985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-246e5c1a-444c-4ec0-9e2a-86e32cf426a1 req-e7856c6f-6e7e-40d8-9f41-807be8bf2e91 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820240 Jun 03 15:43:35.880472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad65877d-7c62-4522-b0fd-35995350766b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:35.888928 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.889939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:35.890531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.895085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56fe5b-04f0-4f75-9607-da228e412ee1 None None] Pushing event updated for resources: {'Port': ['ID=4743f1dd-adaa-412a-a1f5-3c43c260cb30,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:35.924910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] For port 4743f1dd-adaa-412a-a1f5-3c43c260cb30, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:35.930708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] For port 4743f1dd-adaa-412a-a1f5-3c43c260cb30, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4743f1dd-adaa-412a-a1f5-3c43c260cb30,segment=NetworkSegment(144774d7-d7c3-4132-a29c-345cc456ce4c),segment_id=144774d7-d7c3-4132-a29c-345cc456ce4c)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:35.938842 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.976628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:35.998980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2827137 Jun 03 15:43:35.998980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38024) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:36.020868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Request body: {'subnet': {'network_id': 'e627c102-8837-4f5f-b2b5-06859a86feec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-432022765-subnet', 'tenant_id': 'b18e0781d837489789a7109c73afe1b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:36.047132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56fe5b-04f0-4f75-9607-da228e412ee1 None None] Pushing event updated for resources: {'Port': ['ID=4743f1dd-adaa-412a-a1f5-3c43c260cb30,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:36.080927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:36.080927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Attempting to bind port f1e738da-1c56-4187-807a-b0914b18fcba on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:36.084141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Routers {'9ae19bcf-215b-4078-bb7c-2cb64a0cf19b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:36.087135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Attempting to bind port f1e738da-1c56-4187-807a-b0914b18fcba by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:36.087135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Attempting to bind port f1e738da-1c56-4187-807a-b0914b18fcba on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:36.096523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['9ae19bcf-215b-4078-bb7c-2cb64a0cf19b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:36.104160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Port f1e738da-1c56-4187-807a-b0914b18fcba on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:36.104160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Attempting to bind port f1e738da-1c56-4187-807a-b0914b18fcba on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:36.116072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Usage tracker for resource:subnet and tenant:b18e0781d837489789a7109c73afe1b4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:36.116072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:36.116072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:36.116072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:36.119285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Bound port: f1e738da-1c56-4187-807a-b0914b18fcba, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:36.119285 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.137360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9d95c-9277-488f-adf2-98cde09555ce req-49c06d32-e836-4a7a-8496-fc82b595f583 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:36.146087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aef9d95c-9277-488f-adf2-98cde09555ce req-49c06d32-e836-4a7a-8496-fc82b595f583 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 931 time: 1.4331100 Jun 03 15:43:36.167494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:36.184147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:36.193858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b067fd-d032-44ef-8d7d-ac51013fb2fd admin admin] Pushing event updated for resources: {'Network': ['ID=e627c102-8837-4f5f-b2b5-06859a86feec,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:36.242870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e627c102-8837-4f5f-b2b5-06859a86feec details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:43:36.270562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aef9d95c-9277-488f-adf2-98cde09555ce req-5a7d04f3-d320-4f6a-a8d3-7c2a841bfceb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287143 Jun 03 15:43:36.278232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73092be3-9df3-4b3e-adaf-31c6a89f4862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.294947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Made reservation on behalf of b18e0781d837489789a7109c73afe1b4 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:36.297343 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.508673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] Set router 9ae19bcf-215b-4078-bb7c-2cb64a0cf19b gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:43:36.557648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73092be3-9df3-4b3e-adaf-31c6a89f4862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c121c10b-9713-48fa-bd02-912a02c61158,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:36.589084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e14b31-6095-47a4-b048-cc5b7b48ffae {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:43:36.596378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-73092be3-9df3-4b3e-adaf-31c6a89f4862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.597733 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-73092be3-9df3-4b3e-adaf-31c6a89f4862 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c121c10b-9713-48fa-bd02-912a02c61158 HTTP/1.1" status: 204 len: 168 time: 2.7802701 Jun 03 15:43:36.605917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.629851 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.651004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Transition to ACTIVE for port object c2e14b31-6095-47a4-b048-cc5b7b48ffae will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:36.651667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae19bcf-215b-4078-bb7c-2cb64a0cf19b', 'name': '', 'tenant_id': 'ae7953ef3f43483299c3b8ac98706b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:27Z', 'updated_at': '2022-06-03T15:43:34Z', 'revision_number': 4, 'project_id': 'ae7953ef3f43483299c3b8ac98706b36', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:36.657482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df822f-0ac5-44cf-9f7a-ccb523102a02 None None] The sync data for ids ['9ae19bcf-215b-4078-bb7c-2cb64a0cf19b'] in n-d-844595-1 is: [{'id': '9ae19bcf-215b-4078-bb7c-2cb64a0cf19b', 'name': '', 'tenant_id': 'ae7953ef3f43483299c3b8ac98706b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:27Z', 'updated_at': '2022-06-03T15:43:34Z', 'revision_number': 4, 'project_id': 'ae7953ef3f43483299c3b8ac98706b36', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:43:36.659358 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.749549 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.863357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] For port f1e738da-1c56-4187-807a-b0914b18fcba, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:36.863357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] For port f1e738da-1c56-4187-807a-b0914b18fcba, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f1e738da-1c56-4187-807a-b0914b18fcba,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:36.886902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Calling delete_port for 4743f1dd-adaa-412a-a1f5-3c43c260cb30 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:36.891112 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:36.972768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Checking segment: {'id': 'a9b1e2f4-804d-41f5-aea9-a2709de2f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e627c102-8837-4f5f-b2b5-06859a86feec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:36.973342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Network hostable DHCP agents. Network: e627c102-8837-4f5f-b2b5-06859a86feec, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:43:36.983792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38046) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:37.064827 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.122671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b301279-bf31-4c2f-aa12-d1cf123f5e4d,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:37.122671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e738da-1c56-4187-807a-b0914b18fcba,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:37.153635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:37.153635 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.160748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] 10.222.0.67 "PUT /v2.0/ports/f1e738da-1c56-4187-807a-b0914b18fcba HTTP/1.1" status: 200 len: 1096 time: 3.8554635 Jun 03 15:43:37.170263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.170263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.170263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.170263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.170263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.170263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.170263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.170263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.170263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.170263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.175331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.175331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e42698-dc10-497a-ba81-a1671d5b0e91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.185165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3286e4f7-3db2-47e9-960c-0564a7004f28', 'tag': 'f1e738da-1c56-4187-807a-b0914b18fcba'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:43:37.308775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:37.331974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0823aae9-e511-4610-b08f-025eacbbda3f tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:37.337144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0823aae9-e511-4610-b08f-025eacbbda3f tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 814 time: 0.3356264 Jun 03 15:43:37.345123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.345800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.346377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.346942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.347474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.351967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.352521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.359670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.360618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.361361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.362111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.362721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:43:37.462701 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efd627c-d622-4ce4-932b-a44d5d5984ab'] response: {'name': 'network-changed', 'server_uuid': '3286e4f7-3db2-47e9-960c-0564a7004f28', 'tag': 'f1e738da-1c56-4187-807a-b0914b18fcba', 'status': 'completed', 'code': 200} Jun 03 15:43:37.646481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Network e627c102-8837-4f5f-b2b5-06859a86feec is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:43:37.868268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38076) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:37.868268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'network': {'name': 'tempest-network-smoke--55630057', 'project_id': '4d9167523947465893c35df85aa4b44d', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:37.911335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:37.917019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e627c102-8837-4f5f-b2b5-06859a86feec) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:37.920878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da28d9-1b5c-475d-a68a-8bcf46c85818 None None] Network e627c102-8837-4f5f-b2b5-06859a86feec requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:37.930619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3850cf-2687-4888-90f4-18324360fecc req-e4e080d3-906c-4240-a079-b7744d4895cf tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:37.930619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f3850cf-2687-4888-90f4-18324360fecc req-e4e080d3-906c-4240-a079-b7744d4895cf tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 948 time: 0.7215841 Jun 03 15:43:37.946024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:37.946024 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:37.989672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:38.009489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-339750f2-943c-4de3-8ce0-09a0dcbab5d8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9895270 Jun 03 15:43:38.032865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d777397-1668-4e58-ac4d-e880b386772e req-7891ff16-6ec8-42d9-8245-5dce63db53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:38.035851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-7891ff16-6ec8-42d9-8245-5dce63db53c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7bc4aae2777442b09bfb6617c9d3cfaf&device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 1099 time: 0.7069769 Jun 03 15:43:38.048599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f3850cf-2687-4888-90f4-18324360fecc req-5936a1a9-28c0-4a87-975f-d65da7c43fb8 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857294 Jun 03 15:43:38.145172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-2f8f5c1e-8b25-4b46-af71-976c712f3faf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f1e738da-1c56-4187-807a-b0914b18fcba HTTP/1.1" status: 200 len: 217 time: 0.0909472 Jun 03 15:43:38.154688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874507b-e49a-41f3-9c6f-bb91e435404b req-04ab38d8-4126-4102-b1c6-50bdf7bbefc8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:38.156261 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6874507b-e49a-41f3-9c6f-bb91e435404b req-04ab38d8-4126-4102-b1c6-50bdf7bbefc8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 943 time: 0.4766126 Jun 03 15:43:38.326060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6874507b-e49a-41f3-9c6f-bb91e435404b req-2988386c-36d2-48ce-b72e-4d7bc2f65132 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164985 Jun 03 15:43:38.332545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d777397-1668-4e58-ac4d-e880b386772e req-66f6d300-d2d0-488a-9dfe-5968a12301e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:38.336348 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-66f6d300-d2d0-488a-9dfe-5968a12301e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.1776817 Jun 03 15:43:38.455420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ff420-e121-415e-8b85-7b8e3d7471d3 None None] Network e627c102-8837-4f5f-b2b5-06859a86feec requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:38.475503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Made reservation on behalf of 4d9167523947465893c35df85aa4b44d for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:38.475503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.495665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:38.495665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:38.495665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae on network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:38.522867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Port c2e14b31-6095-47a4-b048-cc5b7b48ffae on network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:38.523446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae on network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:38.532592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:38.533260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Checking segment: {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:38.533867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Bound using segment: {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:38.535169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Bound port: c2e14b31-6095-47a4-b048-cc5b7b48ffae, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:38.536019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.550628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:43:38.551439 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:43:38.629325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:43:38.630436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d777397-1668-4e58-ac4d-e880b386772e req-1ca109fa-d3dd-4209-81d4-86420a7dce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:38.633911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-1ca109fa-d3dd-4209-81d4-86420a7dce30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2927349 Jun 03 15:43:38.687440 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.690700 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Added segment e8aadd24-0a40-4cec-9ddc-86e500e7f2c3 of type vlan for network 0617d315-d819-4df0-aab7-026165c4431a Jun 03 15:43:38.852868 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.876863 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.885593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-7f10faa9-3259-484a-b3b8-853bca7962f8 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404561 Jun 03 15:43:38.916871 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:38.916871 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:38.923124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:38.923767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:39.067253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:39.067253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Deleting port 4743f1dd-adaa-412a-a1f5-3c43c260cb30 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:39.067253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:39.102071 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d777397-1668-4e58-ac4d-e880b386772e req-6cdf31e4-0b74-4c72-9f64-65c1ae2c67dc service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087026 Jun 03 15:43:39.173657 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:39.324475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Network': ['ID=0617d315-d819-4df0-aab7-026165c4431a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:39.337294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0617d315-d819-4df0-aab7-026165c4431a details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:43:39.458120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:39.458120 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:39.458120 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] 10.222.0.67 "PUT /v2.0/ports/c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 1091 time: 3.9002738 Jun 03 15:43:39.458120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:43:39.512254 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a0d1d775-a83c-47d2-9ccb-d2edf516a2f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6499493 Jun 03 15:43:39.541230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38134) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:39.815148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78ddbf3-e385-47ba-ac3d-1c76330e542b tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:39.815148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d78ddbf3-e385-47ba-ac3d-1c76330e542b tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4d9167523947465893c35df85aa4b44d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2385151 Jun 03 15:43:39.830680 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38146) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:39.847497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8916a1-e4f7-44d7-bfe1-3bc545382894 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:39.850691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248db3b0-4499-4e8a-87c4-8ed7d5332a0d req-f0722136-7612-4fe7-8213-16d80a44dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:39.850691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-248db3b0-4499-4e8a-87c4-8ed7d5332a0d req-f0722136-7612-4fe7-8213-16d80a44dae8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7bc4aae2777442b09bfb6617c9d3cfaf&device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 1099 time: 0.6285095 Jun 03 15:43:39.945174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] For port 4743f1dd-adaa-412a-a1f5-3c43c260cb30, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4743f1dd-adaa-412a-a1f5-3c43c260cb30,segment=NetworkSegment(144774d7-d7c3-4132-a29c-345cc456ce4c),segment_id=144774d7-d7c3-4132-a29c-345cc456ce4c)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:39.945174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:39.957569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-4e5633bd-18cf-4dba-b9b3-2d1d0cc07a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:39.961071 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-4e5633bd-18cf-4dba-b9b3-2d1d0cc07a56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1094 time: 0.4132199 Jun 03 15:43:40.005201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-e210f27d-9f7d-404f-882d-e99d2116edfd tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:40.005915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-e210f27d-9f7d-404f-882d-e99d2116edfd tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Synchronizing usage tracker for tenant:b18e0781d837489789a7109c73afe1b4 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:40.015779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135dbc6-0b45-4cb5-9e08-5642effd4f36 req-c1a6637a-bfde-4385-beab-010f63c98239 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:40.017507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0135dbc6-0b45-4cb5-9e08-5642effd4f36 req-c1a6637a-bfde-4385-beab-010f63c98239 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 948 time: 0.6106584 Jun 03 15:43:40.194511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Calling delete_port for 4743f1dd-adaa-412a-a1f5-3c43c260cb30 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:40.211880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0135dbc6-0b45-4cb5-9e08-5642effd4f36 req-c584c041-0093-4a97-a853-dd9ae2f6f2d8 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691740 Jun 03 15:43:40.211880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-e210f27d-9f7d-404f-882d-e99d2116edfd tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Unset dirty status for tenant:b18e0781d837489789a7109c73afe1b4 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:40.218793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-e210f27d-9f7d-404f-882d-e99d2116edfd tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/networks?id=e627c102-8837-4f5f-b2b5-06859a86feec HTTP/1.1" status: 200 len: 820 time: 1.0613983 Jun 03 15:43:40.245937 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-fab5ce24-019d-45d7-b7f9-e31c9a4ef0fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 217 time: 0.2021306 Jun 03 15:43:40.318788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb69c6-2fc0-4ff5-a129-0ccbdc0ea30a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:40.319880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afb69c6-2fc0-4ff5-a129-0ccbdc0ea30a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:40.322324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9afb69c6-2fc0-4ff5-a129-0ccbdc0ea30a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.4928637 Jun 03 15:43:40.323856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248db3b0-4499-4e8a-87c4-8ed7d5332a0d req-55301d3b-89f1-4f3c-ba8d-4304a94cea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:40.325751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-248db3b0-4499-4e8a-87c4-8ed7d5332a0d req-55301d3b-89f1-4f3c-ba8d-4304a94cea66 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.3490825 Jun 03 15:43:40.326878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38158) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:40.336108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-c9198603-40f5-4282-b6fe-3fec06721b29 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/quotas/b18e0781d837489789a7109c73afe1b4 HTTP/1.1" status: 200 len: 375 time: 0.0703816 Jun 03 15:43:40.450021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-119b36dd-d4ec-4bbe-893a-20bbe998a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:40.450021 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-119b36dd-d4ec-4bbe-893a-20bbe998a488 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.2006428 Jun 03 15:43:40.589421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-64ef4ead-2a3a-4411-bc59-e948cdc34aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:40.590948 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-64ef4ead-2a3a-4411-bc59-e948cdc34aab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363373 Jun 03 15:43:40.596809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-28c64c83-c4c5-4410-bd35-ea9497a6cb89 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b18e0781d837489789a7109c73afe1b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2588828 Jun 03 15:43:40.673813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-248db3b0-4499-4e8a-87c4-8ed7d5332a0d req-eb7a90bd-f86d-49c8-aee5-16e645c3c6be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f1e738da-1c56-4187-807a-b0914b18fcba HTTP/1.1" status: 200 len: 217 time: 0.3324523 Jun 03 15:43:40.713941 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:40.823630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event deleted for resources: {'Port': ['ID=4743f1dd-adaa-412a-a1f5-3c43c260cb30,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:40.870917 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-2a5d1aef-d322-430a-8ead-194ffbbfa476 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692442 Jun 03 15:43:40.979186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89b1d4a-3b04-438c-a566-3745cc2bdd77 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:40.983871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b89b1d4a-3b04-438c-a566-3745cc2bdd77 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=707a06bf-9973-432a-9461-9d9b079e26cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.6414528 Jun 03 15:43:40.990311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38178) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:41.156277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-59f56f35-66ee-44a0-8963-f9301b3f5b04 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1563299 Jun 03 15:43:41.163839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38182) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:41.225530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d265858a-e9d5-4021-8a14-756a05612e8a tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4d9167523947465893c35df85aa4b44d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602069 Jun 03 15:43:41.233533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38186) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:41.237002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248db3b0-4499-4e8a-87c4-8ed7d5332a0d req-3dd7028b-c2df-40d8-8ab8-a59278fda9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:41.237002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-248db3b0-4499-4e8a-87c4-8ed7d5332a0d req-3dd7028b-c2df-40d8-8ab8-a59278fda9dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.2945142 Jun 03 15:43:41.382407 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.466767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e84027-814c-42b1-8ffb-a9b7c56c56ef req-f1417b29-208a-4758-90d6-5841f66f3c23 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:41.466767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54e84027-814c-42b1-8ffb-a9b7c56c56ef req-f1417b29-208a-4758-90d6-5841f66f3c23 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 943 time: 1.0772154 Jun 03 15:43:41.501610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-1a1d7c08-6005-41d3-85ae-7e1f2a42a5de service neutron] 10.222.0.48 "GET /v2.0/networks/e627c102-8837-4f5f-b2b5-06859a86feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8273470 Jun 03 15:43:41.677302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54e84027-814c-42b1-8ffb-a9b7c56c56ef req-d1a73748-0ab6-4215-81f1-5eeb3296dbd7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910412 Jun 03 15:43:41.677302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c212c1c3-b909-4f3e-8597-e4f6892a1916 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:41.677302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c212c1c3-b909-4f3e-8597-e4f6892a1916 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:41.677302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c212c1c3-b909-4f3e-8597-e4f6892a1916 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.4413528 Jun 03 15:43:41.686176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248db3b0-4499-4e8a-87c4-8ed7d5332a0d req-dceeeaba-8046-4fd2-8261-c132767ef833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:41.686176 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-248db3b0-4499-4e8a-87c4-8ed7d5332a0d req-dceeeaba-8046-4fd2-8261-c132767ef833 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4176013 Jun 03 15:43:41.686176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38198) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:41.766933 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:43:41.772495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fce6fe1e-9e70-4de1-a00c-e5df9b8874e4 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=707a06bf-9973-432a-9461-9d9b079e26cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0804009 Jun 03 15:43:41.846549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38202) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:41.874054 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c8c680-ae01-492f-97a0-7aad55bbb435'] response: {'name': 'network-changed', 'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'status': 'completed', 'code': 200} Jun 03 15:43:41.890379 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31c3cca2-dbc3-41fd-a69a-9b97adffeb05 req-9fbd18a2-925c-4a72-9058-1f8366343000 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9536979 Jun 03 15:43:41.895192 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.898110 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.940526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.940786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6c1f06ce-95d1-4ffb-bd9e-9b0a993f4434 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0935977 Jun 03 15:43:41.941501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae19bcf-215b-4078-bb7c-2cb64a0cf19b {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:43:41.944395 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-713a9d44-809f-44b0-8e8f-d70e41c14315 service neutron] 10.222.0.48 "GET /v2.0/networks/e627c102-8837-4f5f-b2b5-06859a86feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276187 Jun 03 15:43:41.949919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38212) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:41.959925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-418509168', 'network_id': '0617d315-d819-4df0-aab7-026165c4431a', 'project_id': '4d9167523947465893c35df85aa4b44d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:41.971656 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:41.975894 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6a3da5c9-2b75-41a7-833f-c79df6ac0437 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "DELETE /v2.0/routers/9ae19bcf-215b-4078-bb7c-2cb64a0cf19b HTTP/1.1" status: 204 len: 168 time: 8.9657714 Jun 03 15:43:41.976750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38216) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:42.067936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38220) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:42.227342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd3c813-d491-4b18-b2e1-7961f572e5d7 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Deleting subnet ad7e4e0f-42d6-466b-8f89-a0cc680b585f {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:43:42.232013 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c813-d491-4b18-b2e1-7961f572e5d7 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.325306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-248db3b0-4499-4e8a-87c4-8ed7d5332a0d req-9d502dfa-2631-43f1-affe-929ca0858108 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040046 Jun 03 15:43:42.329585 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c813-d491-4b18-b2e1-7961f572e5d7 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.450919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbec0b-ef95-4575-9b42-4166833980b8 req-df9e93a1-c1df-42ed-8955-7a7848be2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:42.456099 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a7dbec0b-ef95-4575-9b42-4166833980b8 req-df9e93a1-c1df-42ed-8955-7a7848be2b62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1094 time: 0.3879967 Jun 03 15:43:42.464970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1bd6d80-adb6-4f19-8b33-655c5f97fd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.521250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d1bd6d80-adb6-4f19-8b33-655c5f97fd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:42.551337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1bd6d80-adb6-4f19-8b33-655c5f97fd7b admin admin] Usage tracker for resource:security_group_rule and tenant:adb93ab4c6644aca8f72d6c234811744 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:42.570763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1bd6d80-adb6-4f19-8b33-655c5f97fd7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:42.599151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1fb10eb-3037-4cb8-81df-1c4556e5a467 req-142aecd2-f726-4510-954c-eaa3213a16e7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 210 time: 0.2273643 Jun 03 15:43:42.609459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f1e738da-1c56-4187-807a-b0914b18fcba details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:43:42.622122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:42.634756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:subnet and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:42.643908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:42.662832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:42.694436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Made reservation on behalf of 4d9167523947465893c35df85aa4b44d for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:42.698547 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:42.721170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8b0ba-ecc9-4658-857f-696fffc8aa3c req-b6622def-bf2f-4c93-b33b-d8b029f98d23 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:42.723225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26b8b0ba-ecc9-4658-857f-696fffc8aa3c req-b6622def-bf2f-4c93-b33b-d8b029f98d23 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 948 time: 0.5144079 Jun 03 15:43:42.737354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-248db3b0-4499-4e8a-87c4-8ed7d5332a0d req-3069eb2f-51c5-4797-8608-d310955e1ec2 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508277 Jun 03 15:43:42.745020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d1bd6d80-adb6-4f19-8b33-655c5f97fd7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:42.787673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c813-d491-4b18-b2e1-7961f572e5d7 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.049812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f1e738da-1c56-4187-807a-b0914b18fcba, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f1e738da-1c56-4187-807a-b0914b18fcba,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:43.067432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'f1e738da-1c56-4187-807a-b0914b18fcba', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': 'f1e738da-1c56-4187-807a-b0914b18fcba', 'mac_address': 'fa:16:3e:60:c9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:43:43.081097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbec0b-ef95-4575-9b42-4166833980b8 req-c029e714-4dcf-461a-8247-b7c1367a76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:43.082915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a7dbec0b-ef95-4575-9b42-4166833980b8 req-c029e714-4dcf-461a-8247-b7c1367a76ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.6068916 Jun 03 15:43:43.170237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f1e738da-1c56-4187-807a-b0914b18fcba is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:43.170237 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.173375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26b8b0ba-ecc9-4658-857f-696fffc8aa3c req-8bf229f0-5855-4a88-963a-aa12d8ba47ae tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759981 Jun 03 15:43:43.188606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e738da-1c56-4187-807a-b0914b18fcba {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:43:43.209689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f1e738da-1c56-4187-807a-b0914b18fcba, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f1e738da-1c56-4187-807a-b0914b18fcba,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:43.216061 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.258035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c813-d491-4b18-b2e1-7961f572e5d7 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.305313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f1e738da-1c56-4187-807a-b0914b18fcba,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:43.334292 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a7dbec0b-ef95-4575-9b42-4166833980b8 req-3986e7af-9770-4656-9230-caeeeff5df66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 217 time: 0.1894841 Jun 03 15:43:43.342368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca6fb-dd37-4cd9-a873-761ebdda9db2 req-106d4d1c-568f-42ac-8415-bab85a5afd03 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:43.343613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3c813-d491-4b18-b2e1-7961f572e5d7 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7e4e0f-42d6-466b-8f89-a0cc680b585f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:43.352323 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcd3c813-d491-4b18-b2e1-7961f572e5d7 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.363905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-556ca6fb-dd37-4cd9-a873-761ebdda9db2 req-106d4d1c-568f-42ac-8415-bab85a5afd03 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 943 time: 0.3726034 Jun 03 15:43:43.428894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1bd6d80-adb6-4f19-8b33-655c5f97fd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.453244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1bd6d80-adb6-4f19-8b33-655c5f97fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.469701 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bcd3c813-d491-4b18-b2e1-7961f572e5d7 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/ad7e4e0f-42d6-466b-8f89-a0cc680b585f HTTP/1.1" status: 204 len: 168 time: 1.4871347 Jun 03 15:43:43.481451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:43.543616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbec0b-ef95-4575-9b42-4166833980b8 req-27e9e9ee-b00e-4b7b-8153-5795bf78f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:43.543616 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a7dbec0b-ef95-4575-9b42-4166833980b8 req-27e9e9ee-b00e-4b7b-8153-5795bf78f85a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.1727371 Jun 03 15:43:43.607496 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d1bd6d80-adb6-4f19-8b33-655c5f97fd7b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adb93ab4c6644aca8f72d6c234811744&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4958630 Jun 03 15:43:43.658484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd6d80-adb6-4f19-8b33-655c5f97fd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36ac9ec-abf3-4c17-8ee1-a0056b715b14,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:43.662492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:43.748940 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.769754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['f1e738da-1c56-4187-807a-b0914b18fcba'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:43:43.781808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-556ca6fb-dd37-4cd9-a873-761ebdda9db2 req-667b77b0-4ab4-47a4-bd09-37b4ae6a6862 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4165366 Jun 03 15:43:43.785707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.827817 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d942-bce6-4d99-871c-baf3d9ef69d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.897008 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d942-bce6-4d99-871c-baf3d9ef69d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:43.935469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cdf85ac-a666-4f56-af6c-62335f38e340 req-8508a48c-b299-456b-8b9a-43bbc47fde91 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 210 time: 0.0778637 Jun 03 15:43:44.011135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Subnet': ['ID=8aa7cbe4-4897-46ce-ae33-7755aca8b68c,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:44.011135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Checking segment: {'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:44.011135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network hostable DHCP agents. Network: 0617d315-d819-4df0-aab7-026165c4431a, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:43:44.054261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network 0617d315-d819-4df0-aab7-026165c4431a is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:43:44.077419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0617d315-d819-4df0-aab7-026165c4431a) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:44.078630 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d942-bce6-4d99-871c-baf3d9ef69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.078821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:44.078821 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.088736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2990738-68b9-4673-9c82-ac5ed8d485f0 None None] Network 0617d315-d819-4df0-aab7-026165c4431a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:44.104321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-72501df6-0142-44c2-80de-968f77646276 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1531069 Jun 03 15:43:44.112099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbec0b-ef95-4575-9b42-4166833980b8 req-ce52b4c0-8776-414a-b778-35cc5230bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:44.113674 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a7dbec0b-ef95-4575-9b42-4166833980b8 req-ce52b4c0-8776-414a-b778-35cc5230bba7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5092154 Jun 03 15:43:44.144377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1dc3d942-bce6-4d99-871c-baf3d9ef69d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.145986 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1dc3d942-bce6-4d99-871c-baf3d9ef69d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f36ac9ec-abf3-4c17-8ee1-a0056b715b14 HTTP/1.1" status: 204 len: 168 time: 0.4712327 Jun 03 15:43:44.147447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3d942-bce6-4d99-871c-baf3d9ef69d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36ac9ec-abf3-4c17-8ee1-a0056b715b14,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:44.227096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38270) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:44.233370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808191639', 'description': 'tempest-secgroup-smoke-1808191639 description', 'project_id': '4d9167523947465893c35df85aa4b44d'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:44.243295 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:44.265511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:44.294222 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.342833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:44.355979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:44.355979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:44.382028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:44.530306 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.599228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-0617d315-d819-4df0-aab7-026165c4431a', 'network_id': '0617d315-d819-4df0-aab7-026165c4431a', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ips': [{'subnet_id': '8aa7cbe4-4897-46ce-ae33-7755aca8b68c'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:43:44.601142 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.622123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:43:44.661169 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.718153 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.764830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707a06bf-9973-432a-9461-9d9b079e26cf']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:44.786924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144774d7-d7c3-4132-a29c-345cc456ce4c') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:44.786924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144774d7-d7c3-4132-a29c-345cc456ce4c') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:44.817247 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.841103 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a7dbec0b-ef95-4575-9b42-4166833980b8 req-da73cbd4-2c7c-460a-b730-d27b62411150 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7072291 Jun 03 15:43:44.905422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d747c1-d504-4ffd-bfda-29b9ba887cb7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:44.912338 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:44.953029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38280) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:44.994289 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4ffeef6-21bb-4d95-bf2e-a564b87bf161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.029468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d4ffeef6-21bb-4d95-bf2e-a564b87bf161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:45.043678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Allocated IP 172.20.0.18 (0617d315-d819-4df0-aab7-026165c4431a/8aa7cbe4-4897-46ce-ae33-7755aca8b68c/d63f2466-86ff-467b-809a-7250b988219d) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:45.046424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:43:45.047215 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.048686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d4ffeef6-21bb-4d95-bf2e-a564b87bf161 admin admin] Usage tracker for resource:security_group_rule and tenant:c83551961dbc472686d04186170e5da3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:45.068288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d4ffeef6-21bb-4d95-bf2e-a564b87bf161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:45.075473 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.076943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2658b50d-1de7-4874-9c83-3cc26fcfae2d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8549120 Jun 03 15:43:45.086754 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:43:45.089176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38290) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:45.090551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d4ffeef6-21bb-4d95-bf2e-a564b87bf161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:45.173322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-65ca2520-435e-423f-8757-5f7436c3f167 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'a4d747c1-d504-4ffd-bfda-29b9ba887cb7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:45.173322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-65ca2520-435e-423f-8757-5f7436c3f167 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:45.182784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-65ca2520-435e-423f-8757-5f7436c3f167 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:45.182784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-65ca2520-435e-423f-8757-5f7436c3f167 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:45.187770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-65ca2520-435e-423f-8757-5f7436c3f167 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:45.230038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a5600-ff2e-490a-81f2-b20dd14a83bf req-7b7b8717-f0e6-4a52-8cf5-008f7b19e330 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:45.238097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-901a5600-ff2e-490a-81f2-b20dd14a83bf req-7b7b8717-f0e6-4a52-8cf5-008f7b19e330 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 949 time: 0.6743236 Jun 03 15:43:45.252049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.269799 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 144774d7-d7c3-4132-a29c-345cc456ce4c resource provider aggregate not found Jun 03 15:43:45.273020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-c7d6f0d9-0c76-4c39-b52b-fb5ed4eb073d tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:45.273020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-c7d6f0d9-0c76-4c39-b52b-fb5ed4eb073d tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.67 "GET /v2.0/networks?id=e627c102-8837-4f5f-b2b5-06859a86feec HTTP/1.1" status: 200 len: 820 time: 0.7363882 Jun 03 15:43:45.295767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:45.300980 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65ca2520-435e-423f-8757-5f7436c3f167 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.306220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 707a06bf-9973-432a-9461-9d9b079e26cf {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 03 15:43:45.309562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'port_id': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'mac_address': 'fa:16:3e:ed:b9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:43:45.336546 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.349349 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 144774d7-d7c3-4132-a29c-345cc456ce4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 144774d7-d7c3-4132-a29c-345cc456ce4c found for delete ", "request_id": "req-1ffaa760-426e-4840-a9be-79fefbaa405b"}]} Jun 03 15:43:45.353803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Request body: {'port': {'device_id': '42bdcd0d-9cb9-4632-9ba0-6f50315e2da2', 'network_id': 'e627c102-8837-4f5f-b2b5-06859a86feec', 'admin_state_up': True, 'tenant_id': 'b18e0781d837489789a7109c73afe1b4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:45.367401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event deleted for resources: {'Network': ['ID=707a06bf-9973-432a-9461-9d9b079e26cf,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:45.395276 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9ded2b61-9bb3-4b1d-ac13-0b4f5b568664 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "DELETE /v2.0/networks/707a06bf-9973-432a-9461-9d9b079e26cf HTTP/1.1" status: 204 len: 168 time: 1.9169998 Jun 03 15:43:45.477431 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a7dbec0b-ef95-4575-9b42-4166833980b8 req-d29fae78-50cd-416c-98c7-40ddc3708223 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355054 Jun 03 15:43:45.686470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c2e14b31-6095-47a4-b048-cc5b7b48ffae is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:45.686470 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.726452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e14b31-6095-47a4-b048-cc5b7b48ffae {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:43:45.766688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-901a5600-ff2e-490a-81f2-b20dd14a83bf req-72dd3145-8ca9-4ebf-a792-ed8e0ded39f6 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226696 Jun 03 15:43:45.802314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:45.826395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Usage tracker for resource:port and tenant:b18e0781d837489789a7109c73afe1b4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:45.830684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:45.856337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:45.876881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:45.884630 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.885042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f068e-ab13-4a52-9aec-dc75977274a4 req-af7038b9-152d-4de0-80df-29ce900362c9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:45.907447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-013f068e-ab13-4a52-9aec-dc75977274a4 req-af7038b9-152d-4de0-80df-29ce900362c9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 943 time: 0.8092544 Jun 03 15:43:45.970709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65ca2520-435e-423f-8757-5f7436c3f167 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:45.985613 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.066888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Transition to ACTIVE for port object d63f2466-86ff-467b-809a-7250b988219d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:46.108127 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4ffeef6-21bb-4d95-bf2e-a564b87bf161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.108127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Made reservation on behalf of b18e0781d837489789a7109c73afe1b4 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:46.119078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.127341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Transition to ACTIVE for port object d63f2466-86ff-467b-809a-7250b988219d will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:46.127341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:46.145396 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.235243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38310) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:46.235243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7ba9f225-1ce8-4de4-8427-88e29c5b08c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Request body: {'router': {'name': 'tempest-router--1150949121', 'project_id': 'b6ec229595184c01877ccf437ec1e726'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:46.250172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ae0a315-5108-40b6-9a86-90d4a1b5f942 req-c1ef1889-ed31-4ec8-89b5-2a55743357c1 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 210 time: 0.1063654 Jun 03 15:43:46.250172 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65ca2520-435e-423f-8757-5f7436c3f167 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.257369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7ba9f225-1ce8-4de4-8427-88e29c5b08c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:46.260772 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4ffeef6-21bb-4d95-bf2e-a564b87bf161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.272670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7ba9f225-1ce8-4de4-8427-88e29c5b08c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Usage tracker for resource:router and tenant:b6ec229595184c01877ccf437ec1e726 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:46.274874 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Network 0617d315-d819-4df0-aab7-026165c4431a is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:46.279577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:46.283836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7ba9f225-1ce8-4de4-8427-88e29c5b08c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:46.284111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:46.290803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c2e14b31-6095-47a4-b048-cc5b7b48ffae'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:43:46.293861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7ba9f225-1ce8-4de4-8427-88e29c5b08c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:46.312886 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f225-1ce8-4de4-8427-88e29c5b08c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.314979 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f225-1ce8-4de4-8427-88e29c5b08c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.342631 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f225-1ce8-4de4-8427-88e29c5b08c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.347813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Pushing event updated for resources: {'Port': ['ID=d63f2466-86ff-467b-809a-7250b988219d,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:46.372058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca2520-435e-423f-8757-5f7436c3f167 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a941ff-910a-40bd-9002-3d639fb05deb,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:46.383686 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f225-1ce8-4de4-8427-88e29c5b08c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.431812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-013f068e-ab13-4a52-9aec-dc75977274a4 req-5b1b6175-0b7a-4105-918c-a1648211da1a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5226939 Jun 03 15:43:46.437766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffeef6-21bb-4d95-bf2e-a564b87bf161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604a3eaf-beb3-4e2c-ae94-7b07338bd8ed,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:46.440185 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ba9f225-1ce8-4de4-8427-88e29c5b08c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.445074 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7ba9f225-1ce8-4de4-8427-88e29c5b08c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2165196 Jun 03 15:43:46.445578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38316) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:46.455919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d4ffeef6-21bb-4d95-bf2e-a564b87bf161 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c83551961dbc472686d04186170e5da3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4964881 Jun 03 15:43:46.460576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38320) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:46.461603 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65ca2520-435e-423f-8757-5f7436c3f167 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.466613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-65ca2520-435e-423f-8757-5f7436c3f167 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3710167 Jun 03 15:43:46.477512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38322) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:46.558916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Attempting to bind port d63f2466-86ff-467b-809a-7250b988219d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:46.558916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Attempting to bind port d63f2466-86ff-467b-809a-7250b988219d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:46.558916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Attempting to bind port d63f2466-86ff-467b-809a-7250b988219d on network 0617d315-d819-4df0-aab7-026165c4431a {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:46.574809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:46.574809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Checking segment: {'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:46.574809 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.574809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Bound using segment: {'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:46.574809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Bound port: d63f2466-86ff-467b-809a-7250b988219d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:46.574809 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.618807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Allocated IP 172.20.0.11 (e627c102-8837-4f5f-b2b5-06859a86feec/2b301279-bf31-4c2f-aa12-d1cf123f5e4d/260feafb-ecda-4d9e-9005-4cf1c5037967) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:46.627259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-271dd87e-00a3-426f-bf7b-037db38e3b84 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.631294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f1e738da-1c56-4187-807a-b0914b18fcba up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:46.806579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-aeb2660a-8c14-41a8-9990-3f9e3b9b792b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'a4d747c1-d504-4ffd-bfda-29b9ba887cb7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:46.819834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aeb2660a-8c14-41a8-9990-3f9e3b9b792b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:46.842394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aeb2660a-8c14-41a8-9990-3f9e3b9b792b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:46.859522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aeb2660a-8c14-41a8-9990-3f9e3b9b792b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:46.885563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aeb2660a-8c14-41a8-9990-3f9e3b9b792b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:46.947884 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aeb2660a-8c14-41a8-9990-3f9e3b9b792b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.981586 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:46.999175 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d52dfa50-f31d-4cbc-b7e8-6c3d554b6c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.070392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] For port d63f2466-86ff-467b-809a-7250b988219d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:47.096977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] For port d63f2466-86ff-467b-809a-7250b988219d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d63f2466-86ff-467b-809a-7250b988219d,segment=NetworkSegment(e8aadd24-0a40-4cec-9ddc-86e500e7f2c3),segment_id=e8aadd24-0a40-4cec-9ddc-86e500e7f2c3)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:47.110785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port f1e738da-1c56-4187-807a-b0914b18fcba completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:47.123844 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d52dfa50-f31d-4cbc-b7e8-6c3d554b6c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.128120 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.181404 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aeb2660a-8c14-41a8-9990-3f9e3b9b792b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.191563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.197445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aeb2660a-8c14-41a8-9990-3f9e3b9b792b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.199750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port f1e738da-1c56-4187-807a-b0914b18fcba triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:47.200220 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.225656 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-271dd87e-00a3-426f-bf7b-037db38e3b84 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.228393 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-271dd87e-00a3-426f-bf7b-037db38e3b84 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.256253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-271dd87e-00a3-426f-bf7b-037db38e3b84 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.257253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271dd87e-00a3-426f-bf7b-037db38e3b84 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69c0374f-74d9-46f0-9234-bc2a4a2367fd {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:43:47.280697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-271dd87e-00a3-426f-bf7b-037db38e3b84 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.283133 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-271dd87e-00a3-426f-bf7b-037db38e3b84 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "DELETE /v2.0/routers/69c0374f-74d9-46f0-9234-bc2a4a2367fd HTTP/1.1" status: 204 len: 168 time: 0.8362055 Jun 03 15:43:47.546634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port f1e738da-1c56-4187-807a-b0914b18fcba is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:47.547191 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.567763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38346) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:47.593538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147b8db-6711-44b2-b1c2-8414719d678a None None] Pushing event updated for resources: {'Port': ['ID=d63f2466-86ff-467b-809a-7250b988219d,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:47.675643 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3286e4f7-3db2-47e9-960c-0564a7004f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e738da-1c56-4187-807a-b0914b18fcba'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:43:47.677154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940f140-52ef-48ad-9f88-77e13f7065e4 req-20346096-d0b9-4a0b-b782-03ae2ead7f7d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:47.677154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a940f140-52ef-48ad-9f88-77e13f7065e4 req-20346096-d0b9-4a0b-b782-03ae2ead7f7d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 949 time: 0.6527050 Jun 03 15:43:47.677154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2660a-8c14-41a8-9990-3f9e3b9b792b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b825531-539b-4e6a-8ba9-3ef1de829c9c,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:47.735489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port f1e738da-1c56-4187-807a-b0914b18fcba, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f1e738da-1c56-4187-807a-b0914b18fcba,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:47.755471 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.769288 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d52dfa50-f31d-4cbc-b7e8-6c3d554b6c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.799607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Network e627c102-8837-4f5f-b2b5-06859a86feec is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:47.862243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dfa50-f31d-4cbc-b7e8-6c3d554b6c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604a3eaf-beb3-4e2c-ae94-7b07338bd8ed,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:47.875626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:47.883403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:47.937720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=f1e738da-1c56-4187-807a-b0914b18fcba,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:47.975354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Pushing event updated for resources: {'Port': ['ID=260feafb-ecda-4d9e-9005-4cf1c5037967,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:47.982973 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aeb2660a-8c14-41a8-9990-3f9e3b9b792b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:47.997034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-aeb2660a-8c14-41a8-9990-3f9e3b9b792b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2112176 Jun 03 15:43:47.997424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38354) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:48.002776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7169df58-a249-4acc-90e2-e09c20812f3c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'a4d747c1-d504-4ffd-bfda-29b9ba887cb7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:48.016547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7169df58-a249-4acc-90e2-e09c20812f3c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:48.025490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7169df58-a249-4acc-90e2-e09c20812f3c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:48.028986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7169df58-a249-4acc-90e2-e09c20812f3c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:48.035351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7169df58-a249-4acc-90e2-e09c20812f3c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:48.046695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d52dfa50-f31d-4cbc-b7e8-6c3d554b6c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.048089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d52dfa50-f31d-4cbc-b7e8-6c3d554b6c92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/604a3eaf-beb3-4e2c-ae94-7b07338bd8ed HTTP/1.1" status: 204 len: 168 time: 1.5797975 Jun 03 15:43:48.061103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:48.061996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.070898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7169df58-a249-4acc-90e2-e09c20812f3c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.136004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1911320586', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:48.146447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:48.152880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Usage tracker for resource:router and tenant:0fa16e0442304f1db2a46b8b29a8d29b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:48.172142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:48.186371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:48.189816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a940f140-52ef-48ad-9f88-77e13f7065e4 req-1ab52c6c-18d6-4be6-a7dc-1f92ad605b42 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916151 Jun 03 15:43:48.219463 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.227702 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.233193 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-34708f2e-07cf-424a-acae-1a0142de5a73 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8922546 Jun 03 15:43:48.271752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Request body: {'port': {'device_id': '42bdcd0d-9cb9-4632-9ba0-6f50315e2da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:48.276665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.333537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7169df58-a249-4acc-90e2-e09c20812f3c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.445942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb6e3f-2fb6-497b-9341-afb1abc5e791 req-ff3f7b2e-60d0-4773-b067-613d644dd1eb tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:48.450797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f2fb6e3f-2fb6-497b-9341-afb1abc5e791 req-ff3f7b2e-60d0-4773-b067-613d644dd1eb tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Synchronizing usage tracker for tenant:b18e0781d837489789a7109c73afe1b4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:48.454561 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7169df58-a249-4acc-90e2-e09c20812f3c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.590372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169df58-a249-4acc-90e2-e09c20812f3c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924bf3cf-876b-45ff-9055-27f77711b64a,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:48.617115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f2fb6e3f-2fb6-497b-9341-afb1abc5e791 req-ff3f7b2e-60d0-4773-b067-613d644dd1eb tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Unset dirty status for tenant:b18e0781d837489789a7109c73afe1b4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:48.617115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2fb6e3f-2fb6-497b-9341-afb1abc5e791 req-ff3f7b2e-60d0-4773-b067-613d644dd1eb tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 932 time: 0.5521672 Jun 03 15:43:48.655946 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.749489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059f4b0-1adb-48ea-8b4a-9e2d97571d68 req-42bf7661-02fc-4388-95ed-eae718b41a3c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:48.753180 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9059f4b0-1adb-48ea-8b4a-9e2d97571d68 req-42bf7661-02fc-4388-95ed-eae718b41a3c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 944 time: 0.2928505 Jun 03 15:43:48.828059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f2fb6e3f-2fb6-497b-9341-afb1abc5e791 req-ebfd2727-2ccc-4180-9173-9d3e268eabef tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Synchronizing usage tracker for tenant:b18e0781d837489789a7109c73afe1b4 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:48.838925 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.846345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7169df58-a249-4acc-90e2-e09c20812f3c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:48.846455 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7169df58-a249-4acc-90e2-e09c20812f3c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8486898 Jun 03 15:43:48.850750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38376) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:48.859775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-57a751a0-3904-427b-82cc-d05c7b7e1b26 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'a4d747c1-d504-4ffd-bfda-29b9ba887cb7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:48.873356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-57a751a0-3904-427b-82cc-d05c7b7e1b26 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:48.902098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9059f4b0-1adb-48ea-8b4a-9e2d97571d68 req-1a88b1b0-f852-402a-901d-1262090c2742 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997481 Jun 03 15:43:48.905957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f2fb6e3f-2fb6-497b-9341-afb1abc5e791 req-ebfd2727-2ccc-4180-9173-9d3e268eabef tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Unset dirty status for tenant:b18e0781d837489789a7109c73afe1b4 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:48.923853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2fb6e3f-2fb6-497b-9341-afb1abc5e791 req-ebfd2727-2ccc-4180-9173-9d3e268eabef tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933235 Jun 03 15:43:48.949972 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-57a751a0-3904-427b-82cc-d05c7b7e1b26 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:48.964760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-57a751a0-3904-427b-82cc-d05c7b7e1b26 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:48.979114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-57a751a0-3904-427b-82cc-d05c7b7e1b26 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:49.064480 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd846ce-bac2-4697-8c68-6dd62bf94ea8'] response: {'server_uuid': '3286e4f7-3db2-47e9-960c-0564a7004f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e738da-1c56-4187-807a-b0914b18fcba', 'code': 200} Jun 03 15:43:49.195316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8823d8ee-0f17-4a6d-b3bf-e32cf4146ec1 None None] Network 0617d315-d819-4df0-aab7-026165c4431a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:43:49.478820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d63f2466-86ff-467b-809a-7250b988219d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:49.580998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260feafb-ecda-4d9e-9005-4cf1c5037967 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:43:49.591211 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.613835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Transition to ACTIVE for port object 260feafb-ecda-4d9e-9005-4cf1c5037967 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:43:49.648237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-54e15baf-27c5-43e6-94c0-9d5de243cb91 None None] Provisioning for port d63f2466-86ff-467b-809a-7250b988219d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:49.680982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57a751a0-3904-427b-82cc-d05c7b7e1b26 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.731691 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:49.982208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port d63f2466-86ff-467b-809a-7250b988219d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:49.991952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d63f2466-86ff-467b-809a-7250b988219d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:49.992329 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.069640 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57a751a0-3904-427b-82cc-d05c7b7e1b26 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.079598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab0628-f703-4d48-9c92-64be12ca1e3b req-78e10d83-bea6-4c58-8e08-5e0fb9448b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:50.083413 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-19ab0628-f703-4d48-9c92-64be12ca1e3b req-78e10d83-bea6-4c58-8e08-5e0fb9448b39 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 1101 time: 0.7099767 Jun 03 15:43:50.155989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Pushing event updated for resources: {'Port': ['ID=260feafb-ecda-4d9e-9005-4cf1c5037967,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:50.174504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57a751a0-3904-427b-82cc-d05c7b7e1b26 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.262525 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57a751a0-3904-427b-82cc-d05c7b7e1b26 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.262525 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-57a751a0-3904-427b-82cc-d05c7b7e1b26 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4096198 Jun 03 15:43:50.272021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38408) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:50.302993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'a4d747c1-d504-4ffd-bfda-29b9ba887cb7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:50.309708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d63f2466-86ff-467b-809a-7250b988219d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:50.309708 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.369422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port d63f2466-86ff-467b-809a-7250b988219d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d63f2466-86ff-467b-809a-7250b988219d,segment=NetworkSegment(e8aadd24-0a40-4cec-9ddc-86e500e7f2c3),segment_id=e8aadd24-0a40-4cec-9ddc-86e500e7f2c3)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:50.377752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.395714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad005ba-8d07-4cb5-a8b7-28d74a8418e9 req-e27d5a69-8e76-4b2b-a0a2-3af938b16380 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:50.403190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ad005ba-8d07-4cb5-a8b7-28d74a8418e9 req-e27d5a69-8e76-4b2b-a0a2-3af938b16380 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 950 time: 0.7877996 Jun 03 15:43:50.463103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:50.499268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a751a0-3904-427b-82cc-d05c7b7e1b26 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd184489-30eb-4ff6-a18b-a19853780066,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:50.534431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=d63f2466-86ff-467b-809a-7250b988219d,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:50.574296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Attempting to bind port 260feafb-ecda-4d9e-9005-4cf1c5037967 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:43:50.574296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Attempting to bind port 260feafb-ecda-4d9e-9005-4cf1c5037967 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'a9b1e2f4-804d-41f5-aea9-a2709de2f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e627c102-8837-4f5f-b2b5-06859a86feec'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:43:50.574296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Attempting to bind port 260feafb-ecda-4d9e-9005-4cf1c5037967 on network e627c102-8837-4f5f-b2b5-06859a86feec {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:50.583954 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Port 260feafb-ecda-4d9e-9005-4cf1c5037967 on network e627c102-8837-4f5f-b2b5-06859a86feec not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:43:50.583954 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Attempting to bind port 260feafb-ecda-4d9e-9005-4cf1c5037967 on network e627c102-8837-4f5f-b2b5-06859a86feec {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:43:50.604618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:43:50.604618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Checking segment: {'id': 'a9b1e2f4-804d-41f5-aea9-a2709de2f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e627c102-8837-4f5f-b2b5-06859a86feec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:43:50.610420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Bound using segment: {'id': 'a9b1e2f4-804d-41f5-aea9-a2709de2f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e627c102-8837-4f5f-b2b5-06859a86feec'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:43:50.610420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Bound port: 260feafb-ecda-4d9e-9005-4cf1c5037967, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b1e2f4-804d-41f5-aea9-a2709de2f084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e627c102-8837-4f5f-b2b5-06859a86feec'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:43:50.610420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.664122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:50.664122 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-19ab0628-f703-4d48-9c92-64be12ca1e3b req-8e2ee9f1-86b6-4930-9a55-ba0270a59c08 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648258 Jun 03 15:43:50.664122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:50.670912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:50.703131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:50.758069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] For port 260feafb-ecda-4d9e-9005-4cf1c5037967, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:43:50.770087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] For port 260feafb-ecda-4d9e-9005-4cf1c5037967, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=260feafb-ecda-4d9e-9005-4cf1c5037967,segment=NetworkSegment(a9b1e2f4-804d-41f5-aea9-a2709de2f084),segment_id=a9b1e2f4-804d-41f5-aea9-a2709de2f084)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:43:50.786808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ad005ba-8d07-4cb5-a8b7-28d74a8418e9 req-3f2eded0-ddc4-414b-8a80-8d0179349f8d tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793228 Jun 03 15:43:50.802580 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Project 4d9167523947465893c35df85aa4b44d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:43:50.814072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.820228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.851115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba04d8-a9b9-42d9-9d4b-7c9980906cf4 req-11fe0e52-664d-4a4c-88c1-3a42e500de49 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:50.858804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3a1a631c-24ec-4913-9e19-7734b2501858 None None] Provisioning complete for port d63f2466-86ff-467b-809a-7250b988219d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:50.862094 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3a1a631c-24ec-4913-9e19-7734b2501858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.872359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abba04d8-a9b9-42d9-9d4b-7c9980906cf4 req-11fe0e52-664d-4a4c-88c1-3a42e500de49 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 944 time: 0.6313236 Jun 03 15:43:50.884281 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:50.939252 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.027901 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.039644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port c2e14b31-6095-47a4-b048-cc5b7b48ffae completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:43:51.047025 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.053858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port c2e14b31-6095-47a4-b048-cc5b7b48ffae triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:51.053858 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.097436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8c52a7-90cd-4461-aa71-ae299ad2163a,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:51.121026 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.121026 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1314c45d-9f51-4f05-8790-04234e7255f5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8483655 Jun 03 15:43:51.125102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38428) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:51.133760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:51.134659 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.136845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] 10.222.0.67 "PUT /v2.0/ports/260feafb-ecda-4d9e-9005-4cf1c5037967 HTTP/1.1" status: 200 len: 1092 time: 2.8860376 Jun 03 15:43:51.137036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'a4d747c1-d504-4ffd-bfda-29b9ba887cb7', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:51.137207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bdcd0d-9cb9-4632-9ba0-6f50315e2da2', 'tag': '260feafb-ecda-4d9e-9005-4cf1c5037967'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:43:51.216181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:51.223719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:51.232986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:51.242694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:51.262411 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Project 4d9167523947465893c35df85aa4b44d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:43:51.326224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.357122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abba04d8-a9b9-42d9-9d4b-7c9980906cf4 req-bf0388fb-43fc-4f71-8b9f-5bffc6abd93d tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844899 Jun 03 15:43:51.374757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c2e14b31-6095-47a4-b048-cc5b7b48ffae is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:51.374757 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.409126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d63f2466-86ff-467b-809a-7250b988219d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:43:51.419349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef81dda-09de-4d6a-ae36-e69b35514ecf service neutron] Pushing event updated for resources: {'Port': ['ID=260feafb-ecda-4d9e-9005-4cf1c5037967,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:51.428816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Allocated IP 172.25.7.185 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/f660fa6f-af1c-463e-aa27-52fc76675aa8) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:43:51.453046 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f927fc6-63fc-4511-a062-e4645e8f78ef'] response: {'name': 'network-changed', 'server_uuid': '42bdcd0d-9cb9-4632-9ba0-6f50315e2da2', 'tag': '260feafb-ecda-4d9e-9005-4cf1c5037967', 'status': 'completed', 'code': 200} Jun 03 15:43:51.485984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06751bce-7a90-4b7d-8847-4e12fa74a092 req-25845224-80bd-43d2-bfd6-cf6be1bcca84 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:51.496438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06751bce-7a90-4b7d-8847-4e12fa74a092 req-25845224-80bd-43d2-bfd6-cf6be1bcca84 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 944 time: 0.3632360 Jun 03 15:43:51.510510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-b7644f84-318b-4d43-9597-81c13d3a97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:51.517002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-b7644f84-318b-4d43-9597-81c13d3a97a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b18e0781d837489789a7109c73afe1b4&device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 1095 time: 0.3052697 Jun 03 15:43:51.689936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:43:51.756603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.763406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:51.805542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a631c-24ec-4913-9e19-7734b2501858 None None] Current status of the port d63f2466-86ff-467b-809a-7250b988219d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:51.847354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.851355 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.855838 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.867386 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66686549-9d6a-4ed1-b573-1590b58066ee'] response: {'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'code': 200} Jun 03 15:43:51.913244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:51.959373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-55f7f221-885a-4a2b-9fc8-ba7068c775f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=260feafb-ecda-4d9e-9005-4cf1c5037967 HTTP/1.1" status: 200 len: 217 time: 0.3484709 Jun 03 15:43:51.972538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dcf933-03ca-43b7-a19f-4aeffc162e42,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:51.982851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:43:51.998178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:43:52.043783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06751bce-7a90-4b7d-8847-4e12fa74a092 req-8bc7b415-6dda-428d-a765-1db3991ea524 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5529535 Jun 03 15:43:52.084248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-b265ff6a-d970-455d-9b54-38ba2c3d981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:52.086154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-b265ff6a-d970-455d-9b54-38ba2c3d981a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b301279-bf31-4c2f-aa12-d1cf123f5e4d HTTP/1.1" status: 200 len: 860 time: 0.1207883 Jun 03 15:43:52.093762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:43:52.102994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:52.143430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d63f2466-86ff-467b-809a-7250b988219d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:43:52.143430 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:52.232333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-77ab5243-88be-41ed-9ae8-e66767e21bbc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e627c102-8837-4f5f-b2b5-06859a86feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168706 Jun 03 15:43:52.551605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d63f2466-86ff-467b-809a-7250b988219d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:52.563622 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:52.565465 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5e6b85d2-4214-481a-8e85-4c53384e5eff tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4393690 Jun 03 15:43:52.635910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Pushing event updated for resources: {'Port': ['ID=f660fa6f-af1c-463e-aa27-52fc76675aa8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:52.903456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f958d9-1f1b-4c02-b834-890120d36f03 req-86b3dd0c-a342-4b8b-85ea-b5c6aa56f14c tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:52.905333 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12f958d9-1f1b-4c02-b834-890120d36f03 req-86b3dd0c-a342-4b8b-85ea-b5c6aa56f14c tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 944 time: 0.3969791 Jun 03 15:43:52.942895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ace45-7676-4f8b-8f71-73753093808e req-9b89cb1f-91d9-424b-827d-7a235cdde114 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:52.944730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-363ace45-7676-4f8b-8f71-73753093808e req-9b89cb1f-91d9-424b-827d-7a235cdde114 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 950 time: 0.7185695 Jun 03 15:43:53.007243 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-127b3fef-5acc-4066-bde9-2fd6bcf61c30 service neutron] 10.222.0.67 "GET /v2.0/networks/e627c102-8837-4f5f-b2b5-06859a86feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7754161 Jun 03 15:43:53.025001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8170b45-0cd7-414f-b66b-a8b6d969a884 req-e1db96e2-01c6-49ef-8ce2-cb2cd59d5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:53.025001 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a8170b45-0cd7-414f-b66b-a8b6d969a884 req-e1db96e2-01c6-49ef-8ce2-cb2cd59d5567 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1096 time: 1.0288689 Jun 03 15:43:53.091641 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12f958d9-1f1b-4c02-b834-890120d36f03 req-8f8b3627-c86c-4508-a271-ac0a7f8e48ab tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619902 Jun 03 15:43:53.107111 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a8170b45-0cd7-414f-b66b-a8b6d969a884 req-f5f07bc1-2f6b-4938-a120-dc92b3d72746 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683529 Jun 03 15:43:53.131962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:53.166949 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-363ace45-7676-4f8b-8f71-73753093808e req-fb8fee76-40f3-46cd-9220-5421ae3c917c tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827028 Jun 03 15:43:53.248274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e54e8a-97f1-4aa5-b790-98013747b287 req-925ca54b-2926-40be-8ecb-41cb0dabf604 service neutron] 10.222.0.67 "GET /v2.0/networks/e627c102-8837-4f5f-b2b5-06859a86feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311978 Jun 03 15:43:53.279025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38484) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:53.377074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-6246b5fd-0778-4607-861f-033fee6e56b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:53.440395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-6246b5fd-0778-4607-861f-033fee6e56b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:53.440395 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-6246b5fd-0778-4607-861f-033fee6e56b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808191639&fields=id&tenant_id=4d9167523947465893c35df85aa4b44d HTTP/1.1" status: 200 len: 267 time: 0.1420317 Jun 03 15:43:53.657114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c35da2e3-24b3-44d1-af49-c1550502a9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:53.786549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c35da2e3-24b3-44d1-af49-c1550502a9a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:53.795139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c35da2e3-24b3-44d1-af49-c1550502a9a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c084a120c542109abe284a372da97b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:53.847114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c35da2e3-24b3-44d1-af49-c1550502a9a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:53.873643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c35da2e3-24b3-44d1-af49-c1550502a9a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:53.888573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-88410f60-4b99-48ff-a4fd-08cebb3f35f7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:53.890120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-88410f60-4b99-48ff-a4fd-08cebb3f35f7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/networks?id=0617d315-d819-4df0-aab7-026165c4431a HTTP/1.1" status: 200 len: 795 time: 0.4440434 Jun 03 15:43:53.911575 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:53.947624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-bc5c2d7b-1d98-45f7-830c-c1203dcc0194 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/quotas/4d9167523947465893c35df85aa4b44d HTTP/1.1" status: 200 len: 375 time: 0.0348802 Jun 03 15:43:53.959624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-310fc755-ef00-4e1a-b154-5812823c255a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2907269 Jun 03 15:43:54.036468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40b0cf-1bfb-45d0-9df0-f3012ba16015 req-72c1035f-711a-42ee-a876-5f66a5b93f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:54.036468 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8d40b0cf-1bfb-45d0-9df0-f3012ba16015 req-72c1035f-711a-42ee-a876-5f66a5b93f5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b18e0781d837489789a7109c73afe1b4&device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 1095 time: 0.2135341 Jun 03 15:43:54.056168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6aaac-2c6f-438c-a14b-6edfd7b5e917 req-a23294eb-ec60-4e1d-ae08-71e3b7231f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:54.056168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adb6aaac-2c6f-438c-a14b-6edfd7b5e917 req-a23294eb-ec60-4e1d-ae08-71e3b7231f3e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.2636240 Jun 03 15:43:54.222428 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c35da2e3-24b3-44d1-af49-c1550502a9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.263753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-034750cb-1378-422d-8bfb-7067af29312f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3010664 Jun 03 15:43:54.284905 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c35da2e3-24b3-44d1-af49-c1550502a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.318526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40b0cf-1bfb-45d0-9df0-f3012ba16015 req-be8d0101-3770-4bb1-8b60-39176f539e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:54.318526 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8d40b0cf-1bfb-45d0-9df0-f3012ba16015 req-be8d0101-3770-4bb1-8b60-39176f539e0a service neutron] 10.222.0.67 "GET /v2.0/networks?id=e627c102-8837-4f5f-b2b5-06859a86feec HTTP/1.1" status: 200 len: 921 time: 0.2319231 Jun 03 15:43:54.347537 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adb6aaac-2c6f-438c-a14b-6edfd7b5e917 req-2d03f820-b4b2-454c-96ad-1d582c90a204 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658601 Jun 03 15:43:54.358851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c35da2e3-24b3-44d1-af49-c1550502a9a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6c084a120c542109abe284a372da97b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0679979 Jun 03 15:43:54.358851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38502) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:54.432135 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8d40b0cf-1bfb-45d0-9df0-f3012ba16015 req-260b5008-5d59-4835-8527-f39201932037 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=260feafb-ecda-4d9e-9005-4cf1c5037967 HTTP/1.1" status: 200 len: 217 time: 0.1057951 Jun 03 15:43:54.440416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Router 5f445c1d-37bb-4fae-8a32-d0d3e98ab8af is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:43:54.501276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35da2e3-24b3-44d1-af49-c1550502a9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a1f90-d609-414c-87de-227eda0bf6df,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:54.650668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40b0cf-1bfb-45d0-9df0-f3012ba16015 req-416c8dd3-6ca0-4e9f-8212-d9a1c95816a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:54.650668 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8d40b0cf-1bfb-45d0-9df0-f3012ba16015 req-416c8dd3-6ca0-4e9f-8212-d9a1c95816a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2b301279-bf31-4c2f-aa12-d1cf123f5e4d HTTP/1.1" status: 200 len: 860 time: 0.2062957 Jun 03 15:43:54.669394 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bafe7c4a-a7b3-45d1-8aa0-4c70e0a3b84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.693857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-19f3b2a2-805b-4b08-b099-678f38dda051 service neutron] 10.222.0.48 "GET /v2.0/networks/0617d315-d819-4df0-aab7-026165c4431a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227145 Jun 03 15:43:54.726905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-f5d572bc-80bf-4642-bb2e-b97b16778f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:54.727830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-f5d572bc-80bf-4642-bb2e-b97b16778f9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 1097 time: 0.5451345 Jun 03 15:43:54.780449 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bafe7c4a-a7b3-45d1-8aa0-4c70e0a3b84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.783359 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8d40b0cf-1bfb-45d0-9df0-f3012ba16015 req-f48b5a1b-bf73-46f7-9992-f9d12e585e38 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e627c102-8837-4f5f-b2b5-06859a86feec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551000 Jun 03 15:43:54.873747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:43:54.882879 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549aae4a-5b4c-4ae6-b83a-b09a8f28bdfc None None] Sync routers for ids ['5f445c1d-37bb-4fae-8a32-d0d3e98ab8af'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:43:54.904081 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549aae4a-5b4c-4ae6-b83a-b09a8f28bdfc None None] Routers {'5f445c1d-37bb-4fae-8a32-d0d3e98ab8af'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:54.904081 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-549aae4a-5b4c-4ae6-b83a-b09a8f28bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5f445c1d-37bb-4fae-8a32-d0d3e98ab8af'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:54.917480 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:54.924333 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ceaa8754-1845-4f39-8bae-698a26f350a3 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3521116 Jun 03 15:43:55.023206 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-549aae4a-5b4c-4ae6-b83a-b09a8f28bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:55.032005 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549aae4a-5b4c-4ae6-b83a-b09a8f28bdfc None None] Routers {'5f445c1d-37bb-4fae-8a32-d0d3e98ab8af'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:43:55.032775 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-549aae4a-5b4c-4ae6-b83a-b09a8f28bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:43:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5f445c1d-37bb-4fae-8a32-d0d3e98ab8af'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:55.101759 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-549aae4a-5b4c-4ae6-b83a-b09a8f28bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:43:55.102116 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549aae4a-5b4c-4ae6-b83a-b09a8f28bdfc None None] The sync data for ids ['5f445c1d-37bb-4fae-8a32-d0d3e98ab8af'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:43:55.172892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38512) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:55.297069 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8d40b0cf-1bfb-45d0-9df0-f3012ba16015 req-fe72ec0d-b297-4393-8a0f-fa9b8cbedc34 service neutron] 10.222.0.67 "GET /v2.0/networks/e627c102-8837-4f5f-b2b5-06859a86feec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017772 Jun 03 15:43:55.407896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185332d-33f3-4d39-8f34-81efe956b87c req-f99769d6-d8cb-45d0-8031-8de62890f946 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:55.410934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3185332d-33f3-4d39-8f34-81efe956b87c req-f99769d6-d8cb-45d0-8031-8de62890f946 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 944 time: 0.8947637 Jun 03 15:43:55.486908 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aea23157-7d20-4c91-b90f-1cdbe9b6d6b9 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/routers/5f445c1d-37bb-4fae-8a32-d0d3e98ab8af HTTP/1.1" status: 200 len: 921 time: 0.3107336 Jun 03 15:43:55.486908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38522) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:55.543295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bafe7c4a-a7b3-45d1-8aa0-4c70e0a3b84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:55.549419 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2ffaced5-9858-4f59-b9c7-b50460d621a8 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f445c1d-37bb-4fae-8a32-d0d3e98ab8af HTTP/1.1" status: 200 len: 205 time: 0.0583494 Jun 03 15:43:55.565547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38526) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:55.576463 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3185332d-33f3-4d39-8f34-81efe956b87c req-46813a3c-9113-4e3c-bea3-60870b49ce66 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448512 Jun 03 15:43:55.602116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe7c4a-a7b3-45d1-8aa0-4c70e0a3b84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a1f90-d609-414c-87de-227eda0bf6df,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:55.609429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-6aa16561-2f68-44c0-933a-c9f98554aa5b service neutron] 10.222.0.48 "GET /v2.0/networks/0617d315-d819-4df0-aab7-026165c4431a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8839819 Jun 03 15:43:55.614334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bafe7c4a-a7b3-45d1-8aa0-4c70e0a3b84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:55.614334 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bafe7c4a-a7b3-45d1-8aa0-4c70e0a3b84e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a56a1f90-d609-414c-87de-227eda0bf6df HTTP/1.1" status: 204 len: 168 time: 1.2557125 Jun 03 15:43:55.617697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-c890e7ac-d951-4854-b8a1-b130b25469cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:55.617697 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-c890e7ac-d951-4854-b8a1-b130b25469cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=62e9e6ac-3306-4f7f-9ce7-9621327814da HTTP/1.1" status: 200 len: 897 time: 0.8621387 Jun 03 15:43:55.933243 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8d40b0cf-1bfb-45d0-9df0-f3012ba16015 req-6e7be09f-ee1c-48d9-a5df-db8a572f6527 service neutron] 10.222.0.67 "GET /v2.0/networks/e627c102-8837-4f5f-b2b5-06859a86feec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842474 Jun 03 15:43:56.042082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-98dbdb7c-cb9e-4478-8d74-29b3d26497c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88923ff7-62f8-4197-a551-7bd884c6132b HTTP/1.1" status: 200 len: 1002 time: 0.4076922 Jun 03 15:43:56.062392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:56.204404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-06990156-d4a7-4f93-a8b6-ac4e34425074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:56.204404 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-06990156-d4a7-4f93-a8b6-ac4e34425074 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c19943b-be5a-4d7c-ac92-b100cf76c9b8 HTTP/1.1" status: 200 len: 835 time: 0.1494412 Jun 03 15:43:56.264558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32409b23-703d-475d-a3d5-cc959b534c79 req-379d5395-f6f2-4fc6-8e70-c7effd854b62 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:56.280674 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32409b23-703d-475d-a3d5-cc959b534c79 req-379d5395-f6f2-4fc6-8e70-c7effd854b62 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 950 time: 0.4168453 Jun 03 15:43:56.312075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38548) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:56.380841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:56.395514 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dbaf6ca4-44f7-4b83-9d74-59603b2e5117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:56.426726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Deleting port f660fa6f-af1c-463e-aa27-52fc76675aa8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:43:56.427036 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:56.479546 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32409b23-703d-475d-a3d5-cc959b534c79 req-7e891386-963c-4432-b661-4119e92ba5e3 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090559 Jun 03 15:43:56.483147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dbaf6ca4-44f7-4b83-9d74-59603b2e5117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:56.509280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dbaf6ca4-44f7-4b83-9d74-59603b2e5117 admin admin] Usage tracker for resource:security_group_rule and tenant:8102bb6942a848918838de46a83039d4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:56.516031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dbaf6ca4-44f7-4b83-9d74-59603b2e5117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:56.535990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0239e1-dad2-46cf-a6d2-e31c2a6fd58c req-f6c3f72c-64e7-4899-9ce4-fa721ad78aba tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:56.538486 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af0239e1-dad2-46cf-a6d2-e31c2a6fd58c req-f6c3f72c-64e7-4899-9ce4-fa721ad78aba tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.4147341 Jun 03 15:43:56.605141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dbaf6ca4-44f7-4b83-9d74-59603b2e5117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:56.669263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 260feafb-ecda-4d9e-9005-4cf1c5037967 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:43:56.672826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29620aa-ad94-4b7c-bfd0-9c36bbe71d54 req-3024d8ef-6d46-4b11-87f0-7eb5779fb638 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 210 time: 0.1424417 Jun 03 15:43:56.744023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-f228211a-a09c-4be9-8a5a-9ae7848e088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:56.745446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-f228211a-a09c-4be9-8a5a-9ae7848e088d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62e9e6ac-3306-4f7f-9ce7-9621327814da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5306299 Jun 03 15:43:56.756663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:56.768753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af0239e1-dad2-46cf-a6d2-e31c2a6fd58c req-7206c753-4856-46a2-a5cb-f0202520eb55 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487429 Jun 03 15:43:57.077022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 260feafb-ecda-4d9e-9005-4cf1c5037967, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=260feafb-ecda-4d9e-9005-4cf1c5037967,segment=NetworkSegment(a9b1e2f4-804d-41f5-aea9-a2709de2f084),segment_id=a9b1e2f4-804d-41f5-aea9-a2709de2f084)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:57.101404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '260feafb-ecda-4d9e-9005-4cf1c5037967', 'network_id': 'e627c102-8837-4f5f-b2b5-06859a86feec', 'port_id': '260feafb-ecda-4d9e-9005-4cf1c5037967', 'mac_address': 'fa:16:3e:d7:ad:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b301279-bf31-4c2f-aa12-d1cf123f5e4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:43:57.105226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Calling delete_port for f660fa6f-af1c-463e-aa27-52fc76675aa8 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:43:57.171569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 260feafb-ecda-4d9e-9005-4cf1c5037967 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:43:57.172071 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:57.192435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260feafb-ecda-4d9e-9005-4cf1c5037967 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:43:57.214056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 260feafb-ecda-4d9e-9005-4cf1c5037967, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=260feafb-ecda-4d9e-9005-4cf1c5037967,segment=NetworkSegment(a9b1e2f4-804d-41f5-aea9-a2709de2f084),segment_id=a9b1e2f4-804d-41f5-aea9-a2709de2f084)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:43:57.223641 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:57.428475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=260feafb-ecda-4d9e-9005-4cf1c5037967,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:57.508223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-335d63a7-50cb-4c81-853b-c1a00b44dd81 service neutron] 10.222.0.67 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7243671 Jun 03 15:43:57.508223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dbaf6ca4-44f7-4b83-9d74-59603b2e5117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:57.602747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:57.624490 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dbaf6ca4-44f7-4b83-9d74-59603b2e5117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:57.737625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Pushing event deleted for resources: {'Port': ['ID=f660fa6f-af1c-463e-aa27-52fc76675aa8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:57.810420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['260feafb-ecda-4d9e-9005-4cf1c5037967'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:43:57.859080 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dbaf6ca4-44f7-4b83-9d74-59603b2e5117 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8102bb6942a848918838de46a83039d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5246427 Jun 03 15:43:57.879109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4490c4e-8a71-476c-81e9-8c27840d1e6b req-f96e9eb1-f5a9-4636-b961-79de0f45380f tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:57.879109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4490c4e-8a71-476c-81e9-8c27840d1e6b req-f96e9eb1-f5a9-4636-b961-79de0f45380f tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 945 time: 0.7130160 Jun 03 15:43:57.879109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38580) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:57.918948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf6ca4-44f7-4b83-9d74-59603b2e5117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d19074c-56fc-40b2-b676-85ba5128036b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:58.064269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4490c4e-8a71-476c-81e9-8c27840d1e6b req-7e39726d-e03c-4ac9-8c40-99c2d51b7de2 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870608 Jun 03 15:43:58.118627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-44543d9c-1da5-430e-90c7-6b178d5d3718 req-b335acc9-78f2-4cdc-8ea5-5b7dc2902af1 service neutron] 10.222.0.67 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952716 Jun 03 15:43:58.163883 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5004e09a-67a1-46c9-a0f0-1a53301866ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:58.255634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1de015-4b4e-46ba-85fd-2e5cf162a647 req-a04ca55e-98e0-4404-a643-92ec01fc07ac tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:58.262893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a1de015-4b4e-46ba-85fd-2e5cf162a647 req-a04ca55e-98e0-4404-a643-92ec01fc07ac tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.4615498 Jun 03 15:43:58.473964 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a1de015-4b4e-46ba-85fd-2e5cf162a647 req-71c3006c-1ec6-4bbe-afa0-63cf42d602a1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978688 Jun 03 15:43:58.476487 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5004e09a-67a1-46c9-a0f0-1a53301866ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:58.501284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38590) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:58.566679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03228157-4456-4f6e-b1fa-51b5b1d26065 req-2af93090-4eaf-4480-b045-b4ccc5256393 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 210 time: 0.1804430 Jun 03 15:43:58.581800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:58.606108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5004e09a-67a1-46c9-a0f0-1a53301866ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:58.632707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004e09a-67a1-46c9-a0f0-1a53301866ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d19074c-56fc-40b2-b676-85ba5128036b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:43:58.644846 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5004e09a-67a1-46c9-a0f0-1a53301866ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:58.644846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5004e09a-67a1-46c9-a0f0-1a53301866ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d19074c-56fc-40b2-b676-85ba5128036b HTTP/1.1" status: 204 len: 168 time: 0.7537377 Jun 03 15:43:58.927033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:58.927033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.026074 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.026074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Fanout notify agent at l3_agent the message router_deleted on router 5f445c1d-37bb-4fae-8a32-d0d3e98ab8af {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:43:59.084554 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.090056 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f1adf486-6766-41aa-9db6-6091cd0029e2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/5f445c1d-37bb-4fae-8a32-d0d3e98ab8af HTTP/1.1" status: 204 len: 168 time: 3.5321808 Jun 03 15:43:59.090662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38606) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:59.100054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1399244570', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'enable_snat': False}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:59.117745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f2ee6bf5-7bd4-4778-9d65-54c59e5eb191 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:59.118781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f2ee6bf5-7bd4-4778-9d65-54c59e5eb191 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:59.120046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:59.127210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Usage tracker for resource:router and tenant:ae7953ef3f43483299c3b8ac98706b36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:59.136811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e064b8bf-8eaa-4186-9e1a-7d17add59fbe tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:59.137791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:59.139498 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e064b8bf-8eaa-4186-9e1a-7d17add59fbe tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1091 time: 0.6354754 Jun 03 15:43:59.146979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38612) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:43:59.156839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:59.159218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:59.168942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:59.176101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:floatingip and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:59.185136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:59.196843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:59.201922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f2ee6bf5-7bd4-4778-9d65-54c59e5eb191 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:59.203113 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f2ee6bf5-7bd4-4778-9d65-54c59e5eb191 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "GET /v2.0/networks?id=0617d315-d819-4df0-aab7-026165c4431a HTTP/1.1" status: 200 len: 795 time: 1.0397487 Jun 03 15:43:59.230173 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.232085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.250522 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.309678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.355889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f90447-2f8a-4041-97c7-5ad252a28bfd req-8be84b43-ad97-4fa4-83c7-fb686ba4dc14 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:43:59.355889 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12f90447-2f8a-4041-97c7-5ad252a28bfd req-8be84b43-ad97-4fa4-83c7-fb686ba4dc14 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 945 time: 0.1697302 Jun 03 15:43:59.405795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-2acc40f3-0e06-410d-a8ea-71c6639dc729 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:43:59.425478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-2acc40f3-0e06-410d-a8ea-71c6639dc729 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:43:59.425478 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-2acc40f3-0e06-410d-a8ea-71c6639dc729 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9167523947465893c35df85aa4b44d HTTP/1.1" status: 200 len: 473 time: 0.2018321 Jun 03 15:43:59.466335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'port': {'device_id': 'caf6d63b-9192-412a-9652-5bb237185361', 'network_id': '0617d315-d819-4df0-aab7-026165c4431a', 'admin_state_up': True, 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'security_groups': ['a4d747c1-d504-4ffd-bfda-29b9ba887cb7']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:43:59.613327 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.742023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:43:59.745454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:port and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:43:59.755167 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:43:59.773256 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.773256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:43:59.922230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Made reservation on behalf of 4d9167523947465893c35df85aa4b44d for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:43:59.922230 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:43:59.973288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12f90447-2f8a-4041-97c7-5ad252a28bfd req-2860ad8d-a262-417a-a2c3-787555951528 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952647 Jun 03 15:44:00.117673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01b3d62b-adf1-4875-b9fc-52cc0c5a0802 req-a74b9f5c-f19c-4990-9276-17f147bcd97d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 210 time: 0.1422553 Jun 03 15:44:00.318505 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:00.383700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.25.7.57 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/d35bb7b3-c00a-4ce0-a898-52372ea18705) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:00.392639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Allocated IP 172.20.0.30 (0617d315-d819-4df0-aab7-026165c4431a/8aa7cbe4-4897-46ce-ae33-7755aca8b68c/0564ee61-d73d-4b26-a0ba-b99eb8b7196b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:00.688091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 260feafb-ecda-4d9e-9005-4cf1c5037967 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:00.826532 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:00.833478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 260feafb-ecda-4d9e-9005-4cf1c5037967 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:00.851268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 260feafb-ecda-4d9e-9005-4cf1c5037967 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:00.851268 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:00.937379 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:00.954454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Transition to ACTIVE for port object 0564ee61-d73d-4b26-a0ba-b99eb8b7196b will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:00.976486 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.056523 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.070368 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 260feafb-ecda-4d9e-9005-4cf1c5037967 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:01.070368 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.102433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.138071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bdcd0d-9cb9-4632-9ba0-6f50315e2da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260feafb-ecda-4d9e-9005-4cf1c5037967'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:44:01.156996 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 260feafb-ecda-4d9e-9005-4cf1c5037967, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=260feafb-ecda-4d9e-9005-4cf1c5037967,segment=NetworkSegment(a9b1e2f4-804d-41f5-aea9-a2709de2f084),segment_id=a9b1e2f4-804d-41f5-aea9-a2709de2f084)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:01.166923 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.338663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=260feafb-ecda-4d9e-9005-4cf1c5037967,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:01.453830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=0564ee61-d73d-4b26-a0ba-b99eb8b7196b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:01.469403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network 0617d315-d819-4df0-aab7-026165c4431a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:01.469403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:01.483642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:01.549422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b2d69-daf7-4c85-a626-c0cbcfd6f92b req-db51987f-9af4-4618-a803-026def437b6e tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:01.560550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e98b2d69-daf7-4c85-a626-c0cbcfd6f92b req-db51987f-9af4-4618-a803-026def437b6e tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 946 time: 0.3238525 Jun 03 15:44:01.585604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.686135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e98b2d69-daf7-4c85-a626-c0cbcfd6f92b req-521a0095-942b-4c10-8ec8-062c0a9af06d tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256044 Jun 03 15:44:01.715612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc455947-143e-4cbd-97c8-eb6db69fe386 req-fe9829d5-b342-4be6-96c2-c74ae0d5e40d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:01.715612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc455947-143e-4cbd-97c8-eb6db69fe386 req-fe9829d5-b342-4be6-96c2-c74ae0d5e40d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 932 time: 0.3861196 Jun 03 15:44:01.785662 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85396a86-18ef-4381-a02c-408557098856'] response: {'server_uuid': '42bdcd0d-9cb9-4632-9ba0-6f50315e2da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260feafb-ecda-4d9e-9005-4cf1c5037967', 'code': 200} Jun 03 15:44:01.823369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc455947-143e-4cbd-97c8-eb6db69fe386 req-1c19a4a0-c294-49ac-b3aa-27d7c32dcb49 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883899 Jun 03 15:44:01.830161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:01.830161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.873130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Allocated IP 172.25.7.192 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/aa4ec385-1373-4af4-b1b8-d68699412e0e) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:01.877304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:01.884744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:01.884744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:01.924760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1d6960aa-0be7-4bcc-93c8-4a7df5a94655 None None] Provisioning for port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:01.932055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1d6960aa-0be7-4bcc-93c8-4a7df5a94655 None None] Provisioning complete for port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:01.932481 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1d6960aa-0be7-4bcc-93c8-4a7df5a94655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:01.954955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=d35bb7b3-c00a-4ce0-a898-52372ea18705,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:01.998577 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-f0f3bcda-ae5c-4729-935d-5e2323eddf97 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5517085 Jun 03 15:44:02.012087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1d6960aa-0be7-4bcc-93c8-4a7df5a94655 None None] Port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:44:02.094828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Request body: {'port': {'device_id': 'caf6d63b-9192-412a-9652-5bb237185361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:02.169964 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4493b209-d951-4775-b9f6-86b1625d941f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:02.186132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5182f8-0e36-4870-b9c6-1620b3094e87 req-2ddc25be-c05a-4392-81ae-928bb5621169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:02.186132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a5182f8-0e36-4870-b9c6-1620b3094e87 req-2ddc25be-c05a-4392-81ae-928bb5621169 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 1097 time: 0.2952836 Jun 03 15:44:02.254757 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:02.271308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a5182f8-0e36-4870-b9c6-1620b3094e87 req-16f16422-aa31-488d-9a22-f7a425d6b615 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789173 Jun 03 15:44:02.302248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:02.412802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:02.456491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:02.464428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:02.469712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:02.506721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event updated for resources: {'Port': ['ID=aa4ec385-1373-4af4-b1b8-d68699412e0e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:02.891344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38738) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:03.122254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.163475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde79713-357f-4a01-ad60-64e046553501 req-980bc0fb-21ae-404e-bd69-43bf0aeb6f52 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:03.173066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fde79713-357f-4a01-ad60-64e046553501 req-980bc0fb-21ae-404e-bd69-43bf0aeb6f52 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 946 time: 0.3231549 Jun 03 15:44:03.189278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-308ed7d5-f3a7-496c-8111-75dd02be0ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.260326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-308ed7d5-f3a7-496c-8111-75dd02be0ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:03.310205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.324283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fde79713-357f-4a01-ad60-64e046553501 req-8ce645b2-da67-479e-9c1b-75afb27a3269 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552377 Jun 03 15:44:03.346213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4e405-84c3-4025-b69d-38bb5e3a1ffd req-d2d78b91-0665-44bf-8d79-4661cdd92841 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:03.354786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7f4e405-84c3-4025-b69d-38bb5e3a1ffd req-d2d78b91-0665-44bf-8d79-4661cdd92841 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 932 time: 0.3293390 Jun 03 15:44:03.524447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-308ed7d5-f3a7-496c-8111-75dd02be0ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:2da397d2f78343f0bee85d4d49cee860 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:03.543040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-308ed7d5-f3a7-496c-8111-75dd02be0ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:03.575625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-308ed7d5-f3a7-496c-8111-75dd02be0ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:03.595455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7f4e405-84c3-4025-b69d-38bb5e3a1ffd req-9d87bce4-c6c8-409a-b16a-413da54952e7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368748 Jun 03 15:44:03.605900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0564ee61-d73d-4b26-a0ba-b99eb8b7196b {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:44:03.608537 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.621977 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:03.676700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Transition to ACTIVE for port object 0564ee61-d73d-4b26-a0ba-b99eb8b7196b will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:03.683671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.088322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.110198 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.135546 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.149984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Pushing event updated for resources: {'Port': ['ID=0564ee61-d73d-4b26-a0ba-b99eb8b7196b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:04.333070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-308ed7d5-f3a7-496c-8111-75dd02be0ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.333070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=d35bb7b3-c00a-4ce0-a898-52372ea18705,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:04.341018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-308ed7d5-f3a7-496c-8111-75dd02be0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.380235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Router 35329f15-c9ce-4008-93e4-64e1f1b62a96 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:44:04.430829 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.574553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Attempting to bind port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:04.574553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Attempting to bind port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:04.574553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Attempting to bind port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b on network 0617d315-d819-4df0-aab7-026165c4431a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:04.604523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ed7d5-f3a7-496c-8111-75dd02be0ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df88163e-1609-4c12-8e74-dd9062cb16c0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:04.773579 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Floating IP c8089883-80ac-446e-9abb-760d58441557 associated. External IP: 172.25.7.57, port: c2e14b31-6095-47a4-b048-cc5b7b48ffae. Jun 03 15:44:04.794865 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8857-287f-4e8d-99bc-a8473bc289da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:04.823901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b on network 0617d315-d819-4df0-aab7-026165c4431a not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:44:04.823901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Attempting to bind port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b on network 0617d315-d819-4df0-aab7-026165c4431a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:04.827849 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-308ed7d5-f3a7-496c-8111-75dd02be0ef2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2da397d2f78343f0bee85d4d49cee860&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9334114 Jun 03 15:44:04.837627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38770) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:04.852649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:04.852649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Checking segment: {'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:04.852649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Bound using segment: {'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:04.852649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Bound port: 0564ee61-d73d-4b26-a0ba-b99eb8b7196b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:04.852649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.027442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:05.040124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Sync routers for ids ['35329f15-c9ce-4008-93e4-64e1f1b62a96'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:05.055503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Routers {'35329f15-c9ce-4008-93e4-64e1f1b62a96'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:05.055503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['35329f15-c9ce-4008-93e4-64e1f1b62a96'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:05.058269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5b83-6a59-4f17-baf9-fc0d1a0d15d2 req-536f4e94-223a-4f3a-817b-8d27e1baf201 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:05.058269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e7e5b83-6a59-4f17-baf9-fc0d1a0d15d2 req-536f4e94-223a-4f3a-817b-8d27e1baf201 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 946 time: 0.5693464 Jun 03 15:44:05.105653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a733733-153e-4215-97b1-4b79ddf1cc89 req-691ab0f1-e3a5-4809-b4de-f7acd37bd849 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:05.105653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a733733-153e-4215-97b1-4b79ddf1cc89 req-691ab0f1-e3a5-4809-b4de-f7acd37bd849 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 944 time: 0.2126906 Jun 03 15:44:05.130227 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.130227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bf3903a3-97aa-4722-9e59-8faf059715ac tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.0336041 Jun 03 15:44:05.145349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38776) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:05.247446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e7e5b83-6a59-4f17-baf9-fc0d1a0d15d2 req-ebdd5104-0910-4aba-83cd-436da150161b tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760550 Jun 03 15:44:05.274986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Set router 35329f15-c9ce-4008-93e4-64e1f1b62a96 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:05.285075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a733733-153e-4215-97b1-4b79ddf1cc89 req-98be7d91-d01e-43f4-99f0-a9e0ac4e7ef2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808457 Jun 03 15:44:05.381468 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17543af6-7280-4878-b2df-f94ba0f88a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.418028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17543af6-7280-4878-b2df-f94ba0f88a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.498274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9ee8fec0-c460-4d85-b8a4-de5629c4d829 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/routers/35329f15-c9ce-4008-93e4-64e1f1b62a96 HTTP/1.1" status: 200 len: 909 time: 0.3543825 Jun 03 15:44:05.509689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38784) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:05.515024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1399244570', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'enable_snat': True}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:05.518176 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.525562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:05.525562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Usage tracker for resource:router and tenant:ae7953ef3f43483299c3b8ac98706b36 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:05.532298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:05.539097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:05.572474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.572474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.642225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.693524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.753740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] For port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:05.802434 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17543af6-7280-4878-b2df-f94ba0f88a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.863609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] For port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0564ee61-d73d-4b26-a0ba-b99eb8b7196b,segment=NetworkSegment(e8aadd24-0a40-4cec-9ddc-86e500e7f2c3),segment_id=e8aadd24-0a40-4cec-9ddc-86e500e7f2c3)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:05.876925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35329f15-c9ce-4008-93e4-64e1f1b62a96', 'name': 'tempest-snat-router-1399244570', 'tenant_id': 'ae7953ef3f43483299c3b8ac98706b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192'}], 'enable_snat': False}, 'gw_port_id': 'aa4ec385-1373-4af4-b1b8-d68699412e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:59Z', 'updated_at': '2022-06-03T15:44:03Z', 'revision_number': 3, 'project_id': 'ae7953ef3f43483299c3b8ac98706b36', 'gw_port': {'id': 'aa4ec385-1373-4af4-b1b8-d68699412e0e', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:00:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35329f15-c9ce-4008-93e4-64e1f1b62a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:01Z', 'updated_at': '2022-06-03T15:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:05.880604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17543af6-7280-4878-b2df-f94ba0f88a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df88163e-1609-4c12-8e74-dd9062cb16c0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:05.884123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Checking router: 35329f15-c9ce-4008-93e4-64e1f1b62a96 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:44:05.884123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Updating router 35329f15-c9ce-4008-93e4-64e1f1b62a96 port aa4ec385-1373-4af4-b1b8-d68699412e0e binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:44:05.910283 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:05.968129 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:06.008511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:44:06.091841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:06.092532 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:06.094034 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] 10.222.0.67 "PUT /v2.0/ports/0564ee61-d73d-4b26-a0ba-b99eb8b7196b HTTP/1.1" status: 200 len: 1092 time: 4.0758204 Jun 03 15:44:06.096174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ab046-280a-413b-a4e5-753a62cbc92f service neutron] Pushing event updated for resources: {'Port': ['ID=0564ee61-d73d-4b26-a0ba-b99eb8b7196b,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:06.099957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf6d63b-9192-412a-9652-5bb237185361', 'tag': '0564ee61-d73d-4b26-a0ba-b99eb8b7196b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:44:06.106508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-17543af6-7280-4878-b2df-f94ba0f88a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:06.108037 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-17543af6-7280-4878-b2df-f94ba0f88a70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df88163e-1609-4c12-8e74-dd9062cb16c0 HTTP/1.1" status: 204 len: 168 time: 1.2640889 Jun 03 15:44:06.212891 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:06.367232 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36902dc8-0d7f-4470-b0ae-52cf08e469e2'] response: {'name': 'network-changed', 'server_uuid': 'caf6d63b-9192-412a-9652-5bb237185361', 'tag': '0564ee61-d73d-4b26-a0ba-b99eb8b7196b', 'status': 'completed', 'code': 200} Jun 03 15:44:06.905529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-59cab1f0-c029-4a36-8649-5891858bbc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:06.917333 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-59cab1f0-c029-4a36-8649-5891858bbc14 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 1095 time: 0.7057233 Jun 03 15:44:06.917333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38836) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:07.086354 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.095599 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.095599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Transition to ACTIVE for port object aa4ec385-1373-4af4-b1b8-d68699412e0e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:07.103959 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.187753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Pushing event updated for resources: {'Port': ['ID=aa4ec385-1373-4af4-b1b8-d68699412e0e,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:07.201200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.201200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.201200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.201200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.201200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.201200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.201200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.201200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.210087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.210087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.210087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.210087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:07.271538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8186a65-b0c6-46c5-bd1f-2bf0bb17913f req-5f9a0a6b-b05e-49b1-a224-3f9a204331f3 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:07.290273 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Attempting to bind port aa4ec385-1373-4af4-b1b8-d68699412e0e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:07.292436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8186a65-b0c6-46c5-bd1f-2bf0bb17913f req-5f9a0a6b-b05e-49b1-a224-3f9a204331f3 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 946 time: 0.3187530 Jun 03 15:44:07.292581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Attempting to bind port aa4ec385-1373-4af4-b1b8-d68699412e0e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:07.292910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Attempting to bind port aa4ec385-1373-4af4-b1b8-d68699412e0e on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:07.298122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:07.306493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:07.307108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:07.307488 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.311419 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edcbb74-cd30-4cb0-812d-c502e5705fb6 None None] Sync routers for ids ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:07.323750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:07.325491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Bound port: aa4ec385-1373-4af4-b1b8-d68699412e0e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:07.326323 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.335845 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcbb74-cd30-4cb0-812d-c502e5705fb6 None None] Routers {'15bf4e3c-32ff-47df-bb53-1d514e6c64ce'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:07.340103 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2edcbb74-cd30-4cb0-812d-c502e5705fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:07.373383 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07432f6f-5f94-4c2b-9f69-6998899f0b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.382933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbca1e-dc2e-489b-a5bd-222411abf270 req-c989ec7f-a897-4e3c-9490-998ecea2eb6e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:07.386057 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42bbca1e-dc2e-489b-a5bd-222411abf270 req-c989ec7f-a897-4e3c-9490-998ecea2eb6e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 944 time: 0.5610967 Jun 03 15:44:07.387185 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.400188 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-8a5dd1cf-adce-45cb-a092-752f1b4bb643 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0564ee61-d73d-4b26-a0ba-b99eb8b7196b HTTP/1.1" status: 200 len: 217 time: 0.1227808 Jun 03 15:44:07.521750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-07432f6f-5f94-4c2b-9f69-6998899f0b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:07.523707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.529990 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.546679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] For port aa4ec385-1373-4af4-b1b8-d68699412e0e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:07.561371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] For port aa4ec385-1373-4af4-b1b8-d68699412e0e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=aa4ec385-1373-4af4-b1b8-d68699412e0e,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:07.565474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8186a65-b0c6-46c5-bd1f-2bf0bb17913f req-d944ba0a-2cea-49fa-923e-1ef88810225a tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682219 Jun 03 15:44:07.593403 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:07.642311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-07432f6f-5f94-4c2b-9f69-6998899f0b01 admin admin] Usage tracker for resource:security_group_rule and tenant:4d82f10721444ddfa72dbc800548840a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:07.668504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42bbca1e-dc2e-489b-a5bd-222411abf270 req-a47e37bd-e64d-42fd-a071-544754e50ca1 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106285 Jun 03 15:44:07.678470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-07432f6f-5f94-4c2b-9f69-6998899f0b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:07.707087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-07432f6f-5f94-4c2b-9f69-6998899f0b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:07.751129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-b1c15b7d-d515-419b-8b63-cf5e8c9616b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:07.760562 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-b1c15b7d-d515-419b-8b63-cf5e8c9616b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8aa7cbe4-4897-46ce-ae33-7755aca8b68c HTTP/1.1" status: 200 len: 837 time: 0.3518660 Jun 03 15:44:07.762494 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0fb072f0-584b-43c6-bdd9-2d6f611845f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.6138465 Jun 03 15:44:07.785265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Allocated IP 172.25.7.103 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/89aeb1d8-2c1b-4ab4-b489-df3b64882704) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:07.790007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Routers {'35329f15-c9ce-4008-93e4-64e1f1b62a96'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:07.791047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['35329f15-c9ce-4008-93e4-64e1f1b62a96'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:07.889785 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2edcbb74-cd30-4cb0-812d-c502e5705fb6 None None] Set router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:07.943387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b5a52-c83d-4849-a549-6d57225427db None None] Pushing event updated for resources: {'Port': ['ID=aa4ec385-1373-4af4-b1b8-d68699412e0e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:08.044530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-d0ec04d7-0ec1-4d3d-b326-55654fcea9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:08.044530 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-d0ec04d7-0ec1-4d3d-b326-55654fcea9dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0617d315-d819-4df0-aab7-026165c4431a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2598729 Jun 03 15:44:08.081528 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07432f6f-5f94-4c2b-9f69-6998899f0b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.138669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07432f6f-5f94-4c2b-9f69-6998899f0b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.210051 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-07432f6f-5f94-4c2b-9f69-6998899f0b01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d82f10721444ddfa72dbc800548840a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2751634 Jun 03 15:44:08.210051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07432f6f-5f94-4c2b-9f69-6998899f0b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62f19ab-fb71-494a-9c5b-3f3c55054802,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:08.219036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38856) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:08.271074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] Set router 35329f15-c9ce-4008-93e4-64e1f1b62a96 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:08.273700 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-8983c56e-b23b-430b-ad0b-38c6c3fd1f1a service neutron] 10.222.0.67 "GET /v2.0/networks/0617d315-d819-4df0-aab7-026165c4431a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204728 Jun 03 15:44:08.380163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:44:08.433377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d155ea4-bbe3-4bfa-b97d-6369c4360c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.479994 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3ddded-2ec1-4083-8fe7-738cc2d68117'] response: {'name': 'network-changed', 'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'status': 'completed', 'code': 200} Jun 03 15:44:08.503526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d155ea4-bbe3-4bfa-b97d-6369c4360c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.540274 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-780371fa-8a89-46eb-ac29-3b5e7bdfb5a8 req-8b4d401c-d8f3-41f4-b0d6-5b913abdd314 service neutron] 10.222.0.67 "GET /v2.0/networks/0617d315-d819-4df0-aab7-026165c4431a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579007 Jun 03 15:44:08.600326 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.642220 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d155ea4-bbe3-4bfa-b97d-6369c4360c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.661307 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2edcbb74-cd30-4cb0-812d-c502e5705fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:23Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'c8089883-80ac-446e-9abb-760d58441557', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'port_id': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'mac_address': 'fa:16:3e:ed:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:44:02Z', 'updated_at': '2022-06-03T15:44:02Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f035f7b6-2d2e-46f0-a9da-8a91288a5426', 'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:f8:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:20Z', 'updated_at': '2022-06-03T15:43:31Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:08.679413 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edcbb74-cd30-4cb0-812d-c502e5705fb6 None None] Checking router: 15bf4e3c-32ff-47df-bb53-1d514e6c64ce for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:44:08.698625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d155ea4-bbe3-4bfa-b97d-6369c4360c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62f19ab-fb71-494a-9c5b-3f3c55054802,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:08.698625 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3d155ea4-bbe3-4bfa-b97d-6369c4360c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.698625 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3d155ea4-bbe3-4bfa-b97d-6369c4360c1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e62f19ab-fb71-494a-9c5b-3f3c55054802 HTTP/1.1" status: 204 len: 168 time: 0.4753709 Jun 03 15:44:08.727476 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcbb74-cd30-4cb0-812d-c502e5705fb6 None None] Routers {'15bf4e3c-32ff-47df-bb53-1d514e6c64ce'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:08.727476 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2edcbb74-cd30-4cb0-812d-c502e5705fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:08.886785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:08.892556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee7ba6-7472-4fc5-8b8c-d4a5c07e0ecc req-4fc457b5-45b1-477e-89a5-5cced0729da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:08.894501 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92ee7ba6-7472-4fc5-8b8c-d4a5c07e0ecc req-4fc457b5-45b1-477e-89a5-5cced0729da0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 1095 time: 0.2027256 Jun 03 15:44:09.168917 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2edcbb74-cd30-4cb0-812d-c502e5705fb6 None None] Set router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:09.255379 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:09.281628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35329f15-c9ce-4008-93e4-64e1f1b62a96', 'name': 'tempest-snat-router-1399244570', 'tenant_id': 'ae7953ef3f43483299c3b8ac98706b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192'}], 'enable_snat': False}, 'gw_port_id': 'aa4ec385-1373-4af4-b1b8-d68699412e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:59Z', 'updated_at': '2022-06-03T15:44:03Z', 'revision_number': 3, 'project_id': 'ae7953ef3f43483299c3b8ac98706b36', 'gw_port': {'id': 'aa4ec385-1373-4af4-b1b8-d68699412e0e', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:00:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35329f15-c9ce-4008-93e4-64e1f1b62a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:01Z', 'updated_at': '2022-06-03T15:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:09.282381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:09.288693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf81a0e-8c86-45fe-ad62-47466ede26b4 None None] The sync data for ids ['35329f15-c9ce-4008-93e4-64e1f1b62a96'] in n-d-844595-1 is: [{'id': '35329f15-c9ce-4008-93e4-64e1f1b62a96', 'name': 'tempest-snat-router-1399244570', 'tenant_id': 'ae7953ef3f43483299c3b8ac98706b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192'}], 'enable_snat': False}, 'gw_port_id': 'aa4ec385-1373-4af4-b1b8-d68699412e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:59Z', 'updated_at': '2022-06-03T15:44:03Z', 'revision_number': 3, 'project_id': 'ae7953ef3f43483299c3b8ac98706b36', 'gw_port': {'id': 'aa4ec385-1373-4af4-b1b8-d68699412e0e', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:00:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35329f15-c9ce-4008-93e4-64e1f1b62a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:01Z', 'updated_at': '2022-06-03T15:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:09.311392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee7ba6-7472-4fc5-8b8c-d4a5c07e0ecc req-3e12cce2-1140-487c-9e6b-aafee9533dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:09.312859 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92ee7ba6-7472-4fc5-8b8c-d4a5c07e0ecc req-3e12cce2-1140-487c-9e6b-aafee9533dda service neutron] 10.222.0.67 "GET /v2.0/networks?id=0617d315-d819-4df0-aab7-026165c4431a HTTP/1.1" status: 200 len: 896 time: 0.4036007 Jun 03 15:44:09.350566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:09.350566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:09.425564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3443f-d176-492c-aa2e-98305efadc51 req-defbf50a-6315-479d-8b49-1822a6d69e11 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:09.449594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26d3443f-d176-492c-aa2e-98305efadc51 req-defbf50a-6315-479d-8b49-1822a6d69e11 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 1.3132393 Jun 03 15:44:09.548630 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92ee7ba6-7472-4fc5-8b8c-d4a5c07e0ecc req-c2ea3572-d6fc-4ec9-bd42-d34b09956139 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=0564ee61-d73d-4b26-a0ba-b99eb8b7196b HTTP/1.1" status: 200 len: 217 time: 0.2180016 Jun 03 15:44:09.556334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event updated for resources: {'Port': ['ID=89aeb1d8-2c1b-4ab4-b489-df3b64882704,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:09.649478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-f5b089ef-67da-4e96-a5e7-c29350e7d8ab tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:09.650297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-f5b089ef-67da-4e96-a5e7-c29350e7d8ab tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.67 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 946 time: 0.9474385 Jun 03 15:44:09.668461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee7ba6-7472-4fc5-8b8c-d4a5c07e0ecc req-c86ea80e-1f50-49da-9aad-e0a95bb757aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:09.679030 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92ee7ba6-7472-4fc5-8b8c-d4a5c07e0ecc req-c86ea80e-1f50-49da-9aad-e0a95bb757aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8aa7cbe4-4897-46ce-ae33-7755aca8b68c HTTP/1.1" status: 200 len: 837 time: 0.1200900 Jun 03 15:44:09.684497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26d3443f-d176-492c-aa2e-98305efadc51 req-3e98706a-0679-42e1-8803-3923ec08b77b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379117 Jun 03 15:44:09.744020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38894) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:10.059271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee7ba6-7472-4fc5-8b8c-d4a5c07e0ecc req-65e38888-79bb-40e1-b86b-b3d37458bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:10.060908 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92ee7ba6-7472-4fc5-8b8c-d4a5c07e0ecc req-65e38888-79bb-40e1-b86b-b3d37458bac4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0617d315-d819-4df0-aab7-026165c4431a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3810751 Jun 03 15:44:10.072812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4f5a6-6020-4684-84f9-240009d246aa req-6d270e65-7782-4f5f-a47e-73829c1eeb85 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:10.080937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0f4f5a6-6020-4684-84f9-240009d246aa req-6d270e65-7782-4f5f-a47e-73829c1eeb85 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 946 time: 1.2367082 Jun 03 15:44:10.109321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Deleting port 260feafb-ecda-4d9e-9005-4cf1c5037967 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:10.109666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:10.431284 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92ee7ba6-7472-4fc5-8b8c-d4a5c07e0ecc req-b10f919d-5747-4526-9be7-b46cc5e520a4 service neutron] 10.222.0.67 "GET /v2.0/networks/0617d315-d819-4df0-aab7-026165c4431a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504858 Jun 03 15:44:10.443709 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2edcbb74-cd30-4cb0-812d-c502e5705fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:23Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'c8089883-80ac-446e-9abb-760d58441557', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'port_id': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'mac_address': 'fa:16:3e:ed:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:44:02Z', 'updated_at': '2022-06-03T15:44:02Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f035f7b6-2d2e-46f0-a9da-8a91288a5426', 'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:f8:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:20Z', 'updated_at': '2022-06-03T15:43:31Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:10.459981 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edcbb74-cd30-4cb0-812d-c502e5705fb6 None None] The sync data for ids ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'] in n-d-844595-1 is: [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:23Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'c8089883-80ac-446e-9abb-760d58441557', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.57', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'port_id': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'mac_address': 'fa:16:3e:ed:b9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:44:02Z', 'updated_at': '2022-06-03T15:44:02Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f035f7b6-2d2e-46f0-a9da-8a91288a5426', 'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:f8:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:20Z', 'updated_at': '2022-06-03T15:43:31Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:10.733977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0564ee61-d73d-4b26-a0ba-b99eb8b7196b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:44:10.747408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 260feafb-ecda-4d9e-9005-4cf1c5037967 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:44:10.750864 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-92ee7ba6-7472-4fc5-8b8c-d4a5c07e0ecc req-cee9587d-aaa9-4c01-81d0-45859c925968 service neutron] 10.222.0.67 "GET /v2.0/networks/0617d315-d819-4df0-aab7-026165c4431a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092883 Jun 03 15:44:10.871379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2f5a-10ef-498b-99c7-f836b836a4f4 req-7e0566e2-1e37-47dd-a1f8-5af618ec95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:10.871958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-506d2f5a-10ef-498b-99c7-f836b836a4f4 req-7e0566e2-1e37-47dd-a1f8-5af618ec95c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1096 time: 2.0413387 Jun 03 15:44:11.354705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 260feafb-ecda-4d9e-9005-4cf1c5037967 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:11.354705 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.370286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80649c8-d06a-4d9c-a27d-a678f579d4af None None] New status for floating IP c8089883-80ac-446e-9abb-760d58441557: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:44:11.514353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device aa4ec385-1373-4af4-b1b8-d68699412e0e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:11.719610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6e687609-29a6-4cb8-9e16-32fd1a231de4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/c8089883-80ac-446e-9abb-760d58441557 HTTP/1.1" status: 200 len: 990 time: 1.6110909 Jun 03 15:44:11.728526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 260feafb-ecda-4d9e-9005-4cf1c5037967, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=260feafb-ecda-4d9e-9005-4cf1c5037967,segment=NetworkSegment(a9b1e2f4-804d-41f5-aea9-a2709de2f084),segment_id=a9b1e2f4-804d-41f5-aea9-a2709de2f084)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:11.762527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bdcd0d-9cb9-4632-9ba0-6f50315e2da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260feafb-ecda-4d9e-9005-4cf1c5037967'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:44:11.775995 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:11.877507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port aa4ec385-1373-4af4-b1b8-d68699412e0e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:11.903465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port aa4ec385-1373-4af4-b1b8-d68699412e0e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:11.903465 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:12.057658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0f4f5a6-6020-4684-84f9-240009d246aa req-8eb84114-b5c9-45c6-aa1d-a1bb1d732bf0 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9688783 Jun 03 15:44:12.093702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=260feafb-ecda-4d9e-9005-4cf1c5037967,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:12.168977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0564ee61-d73d-4b26-a0ba-b99eb8b7196b,segment=NetworkSegment(e8aadd24-0a40-4cec-9ddc-86e500e7f2c3),segment_id=e8aadd24-0a40-4cec-9ddc-86e500e7f2c3)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:12.279049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2f5a-10ef-498b-99c7-f836b836a4f4 req-a218d2f0-5711-42f2-8775-886a70f1901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:12.280964 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-506d2f5a-10ef-498b-99c7-f836b836a4f4 req-a218d2f0-5711-42f2-8775-886a70f1901b service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.8431494 Jun 03 15:44:12.284673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] For port 260feafb-ecda-4d9e-9005-4cf1c5037967, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=260feafb-ecda-4d9e-9005-4cf1c5037967,segment=NetworkSegment(a9b1e2f4-804d-41f5-aea9-a2709de2f084),segment_id=a9b1e2f4-804d-41f5-aea9-a2709de2f084)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:12.285522 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:12.403167 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cefee26-be1e-4a29-94fb-072cb66efa46'] response: {'server_uuid': '42bdcd0d-9cb9-4632-9ba0-6f50315e2da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260feafb-ecda-4d9e-9005-4cf1c5037967', 'code': 200} Jun 03 15:44:12.458765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '0564ee61-d73d-4b26-a0ba-b99eb8b7196b', 'network_id': '0617d315-d819-4df0-aab7-026165c4431a', 'port_id': '0564ee61-d73d-4b26-a0ba-b99eb8b7196b', 'mac_address': 'fa:16:3e:e3:87:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa7cbe4-4897-46ce-ae33-7755aca8b68c', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:44:12.652584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port aa4ec385-1373-4af4-b1b8-d68699412e0e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:12.652584 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:12.704291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Calling delete_port for 260feafb-ecda-4d9e-9005-4cf1c5037967 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:12.718390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38954) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:12.759750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:12.760671 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:12.807954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port aa4ec385-1373-4af4-b1b8-d68699412e0e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=aa4ec385-1373-4af4-b1b8-d68699412e0e,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:12.839425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0564ee61-d73d-4b26-a0ba-b99eb8b7196b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:44:12.859005 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:13.016541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=aa4ec385-1373-4af4-b1b8-d68699412e0e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:13.046340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0564ee61-d73d-4b26-a0ba-b99eb8b7196b,segment=NetworkSegment(e8aadd24-0a40-4cec-9ddc-86e500e7f2c3),segment_id=e8aadd24-0a40-4cec-9ddc-86e500e7f2c3)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:13.052719 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:13.102793 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ee714dfe-9ea3-4b1c-981c-129224b42977 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/c8089883-80ac-446e-9abb-760d58441557 HTTP/1.1" status: 200 len: 992 time: 0.3823154 Jun 03 15:44:13.167773 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:44:13.168287 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:44:13.168663 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:13.344674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0564ee61-d73d-4b26-a0ba-b99eb8b7196b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:13.406257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device aa4ec385-1373-4af4-b1b8-d68699412e0e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:13.414996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dc324-7227-47f0-96c5-a0df685df62e req-03c2d3f8-6c8f-47ac-a8c3-bec4333a62d3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:13.434059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d93dc324-7227-47f0-96c5-a0df685df62e req-03c2d3f8-6c8f-47ac-a8c3-bec4333a62d3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 944 time: 3.1669159 Jun 03 15:44:13.598662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['0564ee61-d73d-4b26-a0ba-b99eb8b7196b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:44:13.598662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port aa4ec385-1373-4af4-b1b8-d68699412e0e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:13.598662 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:13.678323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Deleting port 260feafb-ecda-4d9e-9005-4cf1c5037967 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:13.678323 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:13.784669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-506d2f5a-10ef-498b-99c7-f836b836a4f4 req-8bed48d7-53dd-4743-9755-717376976772 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 1000 time: 1.4667354 Jun 03 15:44:13.918642 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d93dc324-7227-47f0-96c5-a0df685df62e req-a28e6b0d-a3a6-4463-a024-1f9bc7f98db5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4912219 Jun 03 15:44:14.029749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port aa4ec385-1373-4af4-b1b8-d68699412e0e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:14.351167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] For port 260feafb-ecda-4d9e-9005-4cf1c5037967, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=260feafb-ecda-4d9e-9005-4cf1c5037967,segment=NetworkSegment(a9b1e2f4-804d-41f5-aea9-a2709de2f084),segment_id=a9b1e2f4-804d-41f5-aea9-a2709de2f084)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:14.351645 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:14.365131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2f5a-10ef-498b-99c7-f836b836a4f4 req-a420d9cd-9778-42f7-a017-c1202129a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:14.366583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-506d2f5a-10ef-498b-99c7-f836b836a4f4 req-a420d9cd-9778-42f7-a017-c1202129a12f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.5671229 Jun 03 15:44:14.709811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Calling delete_port for 260feafb-ecda-4d9e-9005-4cf1c5037967 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:14.813864 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:14.845502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da506860-2e2f-4f93-bf18-e55847f473f9 req-fe07249a-5cd9-4bfb-aded-c4b34f6009d0 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:14.847490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da506860-2e2f-4f93-bf18-e55847f473f9 req-fe07249a-5cd9-4bfb-aded-c4b34f6009d0 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 944 time: 1.4174771 Jun 03 15:44:14.943079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:15.098013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0564ee61-d73d-4b26-a0ba-b99eb8b7196b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:15.181698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94b0910c-f7af-4302-9612-3e40cc7be28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.205818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:15.218601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:15.219530 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.235389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-94b0910c-f7af-4302-9612-3e40cc7be28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:15.244318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-94b0910c-f7af-4302-9612-3e40cc7be28b admin admin] Usage tracker for resource:security_group_rule and tenant:f6bc9dcfa31e416b841d44c87e7f141e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:15.251815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-94b0910c-f7af-4302-9612-3e40cc7be28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:15.274049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-94b0910c-f7af-4302-9612-3e40cc7be28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:15.279634 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.284675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da506860-2e2f-4f93-bf18-e55847f473f9 req-f0088fb3-5cb5-47f0-8f29-89e505f6fddd tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad65877d-7c62-4522-b0fd-35995350766b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568237 Jun 03 15:44:15.393685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Pushing event deleted for resources: {'Port': ['ID=260feafb-ecda-4d9e-9005-4cf1c5037967,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:15.457543 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94b0910c-f7af-4302-9612-3e40cc7be28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.464337 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94b0910c-f7af-4302-9612-3e40cc7be28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.498963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:15.499699 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.527108 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-94b0910c-f7af-4302-9612-3e40cc7be28b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6bc9dcfa31e416b841d44c87e7f141e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5822933 Jun 03 15:44:15.532165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39038) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:15.535539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf6d63b-9192-412a-9652-5bb237185361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0564ee61-d73d-4b26-a0ba-b99eb8b7196b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:44:15.546729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d2f5a-10ef-498b-99c7-f836b836a4f4 req-946deb1d-eb8b-401f-b291-b78fc9f21c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:15.548772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-506d2f5a-10ef-498b-99c7-f836b836a4f4 req-946deb1d-eb8b-401f-b291-b78fc9f21c22 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7864575 Jun 03 15:44:15.552620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] No DVR routers for this DVR port 260feafb-ecda-4d9e-9005-4cf1c5037967 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:44:15.566635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0564ee61-d73d-4b26-a0ba-b99eb8b7196b,segment=NetworkSegment(e8aadd24-0a40-4cec-9ddc-86e500e7f2c3),segment_id=e8aadd24-0a40-4cec-9ddc-86e500e7f2c3)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:15.578107 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.645001 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d56ce1-c678-4df4-80ba-38064bcc044a'] response: {'server_uuid': 'caf6d63b-9192-412a-9652-5bb237185361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0564ee61-d73d-4b26-a0ba-b99eb8b7196b', 'code': 200} Jun 03 15:44:15.652872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0910c-f7af-4302-9612-3e40cc7be28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37428962-840f-4cf2-bd2b-41bdc2eaf233,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:15.698859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0564ee61-d73d-4b26-a0ba-b99eb8b7196b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:15.703841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92bf9d1b-2f69-4fd3-b868-89432bf8b13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.721248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.728481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-506d2f5a-10ef-498b-99c7-f836b836a4f4 req-195464df-64d0-4e74-863d-a440e5fc1fb9 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696935 Jun 03 15:44:15.729176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bdcd0d-9cb9-4632-9ba0-6f50315e2da2', 'name': 'network-vif-deleted', 'tag': '260feafb-ecda-4d9e-9005-4cf1c5037967'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:44:15.731857 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92bf9d1b-2f69-4fd3-b868-89432bf8b13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.889983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7568305-861c-438b-8012-1a63b285e915 req-d3c45d05-b899-4abf-8e49-7d9e71847d24 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:15.897318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7568305-861c-438b-8012-1a63b285e915 req-d3c45d05-b899-4abf-8e49-7d9e71847d24 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 945 time: 0.8357565 Jun 03 15:44:15.915213 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260da701-9267-4059-9271-3c484dba41b0'] response: {'server_uuid': '42bdcd0d-9cb9-4632-9ba0-6f50315e2da2', 'name': 'network-vif-deleted', 'tag': '260feafb-ecda-4d9e-9005-4cf1c5037967', 'status': 'completed', 'code': 200} Jun 03 15:44:15.922730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-15807903-702b-4732-b6d7-c332a7ba9fa1 req-c6955c96-dec6-45ff-9550-26f7821dc7d7 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.67 "DELETE /v2.0/ports/260feafb-ecda-4d9e-9005-4cf1c5037967 HTTP/1.1" status: 204 len: 173 time: 6.2353671 Jun 03 15:44:15.939003 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92bf9d1b-2f69-4fd3-b868-89432bf8b13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.965596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf9d1b-2f69-4fd3-b868-89432bf8b13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37428962-840f-4cf2-bd2b-41bdc2eaf233,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:15.968253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-92bf9d1b-2f69-4fd3-b868-89432bf8b13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:15.969614 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-92bf9d1b-2f69-4fd3-b868-89432bf8b13a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37428962-840f-4cf2-bd2b-41bdc2eaf233 HTTP/1.1" status: 204 len: 168 time: 0.4329612 Jun 03 15:44:16.015095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7568305-861c-438b-8012-1a63b285e915 req-26f2bbd0-604e-4588-8bd6-50295e44cce7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166928 Jun 03 15:44:16.063321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5714a2b-6e96-4607-918e-519456608a30 req-f570198f-e787-4168-bff9-da6220c0c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:16.064959 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e5714a2b-6e96-4607-918e-519456608a30 req-f570198f-e787-4168-bff9-da6220c0c261 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 1097 time: 0.2817502 Jun 03 15:44:16.102051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Router 361a1ed8-adac-4a02-950a-e501081e8e9e is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:44:16.142762 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e5714a2b-6e96-4607-918e-519456608a30 req-caa01a68-975a-45c6-9568-1ba9c87eb10e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687361 Jun 03 15:44:16.218893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-506d2f5a-10ef-498b-99c7-f836b836a4f4 req-69f2b468-fee3-4edd-ad93-a2950c99f2f3 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779494 Jun 03 15:44:16.329507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:16.343418 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Sync routers for ids ['361a1ed8-adac-4a02-950a-e501081e8e9e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:16.370595 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Routers {'361a1ed8-adac-4a02-950a-e501081e8e9e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:16.371217 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['361a1ed8-adac-4a02-950a-e501081e8e9e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:16.377308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.379471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-34267213-4bdf-4663-bc11-2cff2c2c2508 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.8719535 Jun 03 15:44:16.382038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39056) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:16.542305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b4d8f3ac-04cd-494d-b7c1-58353200376f req-d9ea7174-3177-476c-af04-3e30fd198317 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Synchronizing usage tracker for tenant:b18e0781d837489789a7109c73afe1b4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:16.563783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b4d8f3ac-04cd-494d-b7c1-58353200376f req-d9ea7174-3177-476c-af04-3e30fd198317 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] Unset dirty status for tenant:b18e0781d837489789a7109c73afe1b4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:16.567755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4d8f3ac-04cd-494d-b7c1-58353200376f req-d9ea7174-3177-476c-af04-3e30fd198317 tempest-ServerMetadataNegativeTestJSON-1015348961 tempest-ServerMetadataNegativeTestJSON-1015348961-project] 10.222.0.48 "GET /v2.0/ports?device_id=42bdcd0d-9cb9-4632-9ba0-6f50315e2da2 HTTP/1.1" status: 200 len: 210 time: 0.0762167 Jun 03 15:44:16.580336 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Set router 361a1ed8-adac-4a02-950a-e501081e8e9e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:16.649564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39062) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:16.684438 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bedae419-7f87-4998-b1c6-46b72a599987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.717562 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bedae419-7f87-4998-b1c6-46b72a599987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:16.726962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bedae419-7f87-4998-b1c6-46b72a599987 admin admin] Usage tracker for resource:security_group_rule and tenant:b8c9df46ddce4f579d4a9862ff3bec21 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:16.732719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bedae419-7f87-4998-b1c6-46b72a599987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:16.741534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bedae419-7f87-4998-b1c6-46b72a599987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:16.747129 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fe087f59-da4c-442e-9fde-ae4388882405 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/routers/361a1ed8-adac-4a02-950a-e501081e8e9e HTTP/1.1" status: 200 len: 908 time: 0.3639574 Jun 03 15:44:16.750366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39068) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:16.901260 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bedae419-7f87-4998-b1c6-46b72a599987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.912524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bedae419-7f87-4998-b1c6-46b72a599987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:16.959168 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361a1ed8-adac-4a02-950a-e501081e8e9e', 'name': 'tempest-snat-router-1399244570', 'tenant_id': 'ae7953ef3f43483299c3b8ac98706b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '89aeb1d8-2c1b-4ab4-b489-df3b64882704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:05Z', 'updated_at': '2022-06-03T15:44:11Z', 'revision_number': 3, 'project_id': 'ae7953ef3f43483299c3b8ac98706b36', 'gw_port': {'id': '89aeb1d8-2c1b-4ab4-b489-df3b64882704', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '361a1ed8-adac-4a02-950a-e501081e8e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:07Z', 'updated_at': '2022-06-03T15:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:16.963617 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Checking router: 361a1ed8-adac-4a02-950a-e501081e8e9e for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:44:16.964025 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Updating router 361a1ed8-adac-4a02-950a-e501081e8e9e port 89aeb1d8-2c1b-4ab4-b489-df3b64882704 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:44:17.023745 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bedae419-7f87-4998-b1c6-46b72a599987 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8c9df46ddce4f579d4a9862ff3bec21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730640 Jun 03 15:44:17.037570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39076) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:17.064182 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:17.163076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedae419-7f87-4998-b1c6-46b72a599987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e966d624-6921-4113-b660-909e2bf931f5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:17.218880 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86ccd957-3f31-40c9-9d9f-2a8a501de468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:17.280558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86ccd957-3f31-40c9-9d9f-2a8a501de468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:17.494792 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86ccd957-3f31-40c9-9d9f-2a8a501de468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:17.559983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccd957-3f31-40c9-9d9f-2a8a501de468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e966d624-6921-4113-b660-909e2bf931f5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:17.582202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86ccd957-3f31-40c9-9d9f-2a8a501de468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:17.586792 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-86ccd957-3f31-40c9-9d9f-2a8a501de468 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e966d624-6921-4113-b660-909e2bf931f5 HTTP/1.1" status: 204 len: 168 time: 0.5481715 Jun 03 15:44:17.599722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:17.859836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39100) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:18.078587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dbb434-9b47-47a1-ae5c-5fb336abc0bc admin admin] Deleting subnet 2b301279-bf31-4c2f-aa12-d1cf123f5e4d {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:44:18.093004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28dbb434-9b47-47a1-ae5c-5fb336abc0bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.107024 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.114869 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.130870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Deleting port 89aeb1d8-2c1b-4ab4-b489-df3b64882704 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:18.140928 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.145199 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Transition to ACTIVE for port object 89aeb1d8-2c1b-4ab4-b489-df3b64882704 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:18.158201 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.242062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28dbb434-9b47-47a1-ae5c-5fb336abc0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.257043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86f99b-6fba-4f81-bb3f-297e5b183907 req-5d16c5a7-c0b0-4d4a-af7c-f2fda7194bc7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:18.264521 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d86f99b-6fba-4f81-bb3f-297e5b183907 req-5d16c5a7-c0b0-4d4a-af7c-f2fda7194bc7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 946 time: 0.8102765 Jun 03 15:44:18.308150 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Pushing event updated for resources: {'Port': ['ID=89aeb1d8-2c1b-4ab4-b489-df3b64882704,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:18.329859 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.330226 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.330638 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.331014 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.331429 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.331847 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.332312 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.332679 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.333008 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.333330 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.333654 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.334243 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:18.366265 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Attempting to bind port 89aeb1d8-2c1b-4ab4-b489-df3b64882704 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:18.366629 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Attempting to bind port 89aeb1d8-2c1b-4ab4-b489-df3b64882704 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:18.367018 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Attempting to bind port 89aeb1d8-2c1b-4ab4-b489-df3b64882704 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:18.373748 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:18.374143 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:18.374533 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.374920 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:18.375373 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Bound port: 89aeb1d8-2c1b-4ab4-b489-df3b64882704, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:18.375920 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.412673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28dbb434-9b47-47a1-ae5c-5fb336abc0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.501922 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28dbb434-9b47-47a1-ae5c-5fb336abc0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.527795 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] For port 89aeb1d8-2c1b-4ab4-b489-df3b64882704, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:18.537183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d86f99b-6fba-4f81-bb3f-297e5b183907 req-5452661b-ace3-4281-8432-9ae91cafb28a tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714634 Jun 03 15:44:18.537535 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] For port 89aeb1d8-2c1b-4ab4-b489-df3b64882704, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=89aeb1d8-2c1b-4ab4-b489-df3b64882704,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:18.553961 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.636190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28dbb434-9b47-47a1-ae5c-5fb336abc0bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.641170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] For port 89aeb1d8-2c1b-4ab4-b489-df3b64882704, host n-d-844595-1, got binding levels [] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:18.642290 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.647661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbb434-9b47-47a1-ae5c-5fb336abc0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b301279-bf31-4c2f-aa12-d1cf123f5e4d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:18.654835 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Routers {'361a1ed8-adac-4a02-950a-e501081e8e9e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:18.655718 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['361a1ed8-adac-4a02-950a-e501081e8e9e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:18.678426 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-28dbb434-9b47-47a1-ae5c-5fb336abc0bc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2b301279-bf31-4c2f-aa12-d1cf123f5e4d HTTP/1.1" status: 204 len: 168 time: 0.8173420 Jun 03 15:44:18.688013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39124) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:18.726008 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9ca33-4c75-457b-a249-f6bc27d6cef8 None None] Pushing event updated for resources: {'Port': ['ID=89aeb1d8-2c1b-4ab4-b489-df3b64882704,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:18.854651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Calling delete_port for 89aeb1d8-2c1b-4ab4-b489-df3b64882704 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:18.867613 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:18.907921 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:44:18.943599 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] Set router 361a1ed8-adac-4a02-950a-e501081e8e9e gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:19.095513 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:44:19.097565 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:44:19.127557 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:19.185910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e627c102-8837-4f5f-b2b5-06859a86feec']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:19.217545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '361a1ed8-adac-4a02-950a-e501081e8e9e', 'name': 'tempest-snat-router-1399244570', 'tenant_id': 'ae7953ef3f43483299c3b8ac98706b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:05Z', 'updated_at': '2022-06-03T15:44:18Z', 'revision_number': 4, 'project_id': 'ae7953ef3f43483299c3b8ac98706b36', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:19.224282 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae33e4a-a371-4069-9ad4-7d1d3cf96055 None None] The sync data for ids ['361a1ed8-adac-4a02-950a-e501081e8e9e'] in n-d-844595-1 is: [{'id': '361a1ed8-adac-4a02-950a-e501081e8e9e', 'name': 'tempest-snat-router-1399244570', 'tenant_id': 'ae7953ef3f43483299c3b8ac98706b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:05Z', 'updated_at': '2022-06-03T15:44:18Z', 'revision_number': 4, 'project_id': 'ae7953ef3f43483299c3b8ac98706b36', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:19.236323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b1e2f4-804d-41f5-aea9-a2709de2f084') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:19.236770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b1e2f4-804d-41f5-aea9-a2709de2f084') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:19.266024 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:19.312788 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:19.354026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:44:19.354939 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:19.458622 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a9b1e2f4-804d-41f5-aea9-a2709de2f084 resource provider aggregate not found Jun 03 15:44:19.490502 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a9b1e2f4-804d-41f5-aea9-a2709de2f084 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9b1e2f4-804d-41f5-aea9-a2709de2f084 found for delete ", "request_id": "req-1ce55b89-5856-424a-941c-829817dbc705"}]} Jun 03 15:44:19.527339 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:19.550998 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:19.592035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=e627c102-8837-4f5f-b2b5-06859a86feec,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:19.600449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Deleting port 89aeb1d8-2c1b-4ab4-b489-df3b64882704 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:19.603331 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-97ec94c2-c9e7-45b4-ab5b-36860ccd7b6b admin admin] 10.222.0.48 "DELETE /v2.0/networks/e627c102-8837-4f5f-b2b5-06859a86feec HTTP/1.1" status: 204 len: 168 time: 0.9141860 Jun 03 15:44:19.605514 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.136251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcdace-aaf2-4afb-89a9-12158d69ffc0 req-e3586371-f601-4b74-9838-9251c973e59b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:20.139370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85fcdace-aaf2-4afb-89a9-12158d69ffc0 req-e3586371-f601-4b74-9838-9251c973e59b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 946 time: 0.3493488 Jun 03 15:44:20.178801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39264) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:20.307074 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d5e48909-6b4f-40ce-81f1-fbe918538e61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b18e0781d837489789a7109c73afe1b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262906 Jun 03 15:44:20.309675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39286) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:20.347429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] For port 89aeb1d8-2c1b-4ab4-b489-df3b64882704, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=89aeb1d8-2c1b-4ab4-b489-df3b64882704,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:20.347909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.414253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efcb7554-6756-4a53-829c-028d55b2ad96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.455905 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efcb7554-6756-4a53-829c-028d55b2ad96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.627556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efcb7554-6756-4a53-829c-028d55b2ad96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.668344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb7554-6756-4a53-829c-028d55b2ad96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad65877d-7c62-4522-b0fd-35995350766b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:20.703993 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efcb7554-6756-4a53-829c-028d55b2ad96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:20.705433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-efcb7554-6756-4a53-829c-028d55b2ad96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad65877d-7c62-4522-b0fd-35995350766b HTTP/1.1" status: 204 len: 168 time: 0.3946784 Jun 03 15:44:20.755463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Calling delete_port for 89aeb1d8-2c1b-4ab4-b489-df3b64882704 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:20.888561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85fcdace-aaf2-4afb-89a9-12158d69ffc0 req-e6a2a4b4-2679-45b8-9989-fc4f93365682 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7168214 Jun 03 15:44:21.123309 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:21.618417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event deleted for resources: {'Port': ['ID=89aeb1d8-2c1b-4ab4-b489-df3b64882704,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:21.888231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232447a-0631-4a0a-ab2a-7cbd9b178033 req-21255b04-9fce-407a-af16-bde777a60e64 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:21.902988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b232447a-0631-4a0a-ab2a-7cbd9b178033 req-21255b04-9fce-407a-af16-bde777a60e64 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 946 time: 0.6599538 Jun 03 15:44:21.986890 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.105373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39526) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:22.427526 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.434848 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.496779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b232447a-0631-4a0a-ab2a-7cbd9b178033 req-5fea0aff-87bf-4231-b3da-2c740f507c70 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5884085 Jun 03 15:44:22.502767 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.503557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 361a1ed8-adac-4a02-950a-e501081e8e9e {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:44:22.506426 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4872769-aae8-4440-b48f-4936bc49253c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.525708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.528298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1969399e-3c5f-4443-9e56-c3675064fa5d tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "DELETE /v2.0/routers/361a1ed8-adac-4a02-950a-e501081e8e9e HTTP/1.1" status: 204 len: 168 time: 5.7749641 Jun 03 15:44:22.530074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39576) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:22.558191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e4872769-aae8-4440-b48f-4936bc49253c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:22.575327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e4872769-aae8-4440-b48f-4936bc49253c admin admin] Usage tracker for resource:security_group_rule and tenant:4bacde602e574e08a2e6289224ab53eb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:22.580421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e4872769-aae8-4440-b48f-4936bc49253c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:22.588951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e4872769-aae8-4440-b48f-4936bc49253c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:22.764823 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4872769-aae8-4440-b48f-4936bc49253c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.773155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4872769-aae8-4440-b48f-4936bc49253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.860465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4872769-aae8-4440-b48f-4936bc49253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7cefbd-07a5-4ce5-b39d-463a68b3e1a1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:22.897401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:22.912578 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e4872769-aae8-4440-b48f-4936bc49253c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bacde602e574e08a2e6289224ab53eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8037045 Jun 03 15:44:22.914131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:23.022648 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fbdc36f-3d2a-4f29-9719-9631640dbb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.051902 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fbdc36f-3d2a-4f29-9719-9631640dbb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.110685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fbdc36f-3d2a-4f29-9719-9631640dbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.135420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdc36f-3d2a-4f29-9719-9631640dbb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7cefbd-07a5-4ce5-b39d-463a68b3e1a1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:23.142394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fbdc36f-3d2a-4f29-9719-9631640dbb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.165846 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9fbdc36f-3d2a-4f29-9719-9631640dbb4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc7cefbd-07a5-4ce5-b39d-463a68b3e1a1 HTTP/1.1" status: 204 len: 168 time: 0.2426171 Jun 03 15:44:23.236044 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.251779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Deleting port aa4ec385-1373-4af4-b1b8-d68699412e0e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:23.252465 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.467352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39704) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:23.560790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] For port aa4ec385-1373-4af4-b1b8-d68699412e0e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=aa4ec385-1373-4af4-b1b8-d68699412e0e,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:23.561699 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.697595 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-342fe5ce-0fa8-499a-a21c-9b9b26c4a9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.714878 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-342fe5ce-0fa8-499a-a21c-9b9b26c4a9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:23.720437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-342fe5ce-0fa8-499a-a21c-9b9b26c4a9a9 admin admin] Usage tracker for resource:security_group_rule and tenant:5027fdd7d2d049a391c2bce4d2ddcfbd is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:23.723471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-342fe5ce-0fa8-499a-a21c-9b9b26c4a9a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:23.730673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-342fe5ce-0fa8-499a-a21c-9b9b26c4a9a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:23.785500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Calling delete_port for aa4ec385-1373-4af4-b1b8-d68699412e0e owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:23.836329 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-342fe5ce-0fa8-499a-a21c-9b9b26c4a9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.841574 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-342fe5ce-0fa8-499a-a21c-9b9b26c4a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:23.902886 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-342fe5ce-0fa8-499a-a21c-9b9b26c4a9a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5027fdd7d2d049a391c2bce4d2ddcfbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344051 Jun 03 15:44:23.904033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fe5ce-0fa8-499a-a21c-9b9b26c4a9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402b052b-d989-4d6b-8778-044fa0ca84a5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:23.907221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39762) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:24.125544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39772) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:24.190964 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32df67f5-1548-471e-b6f1-10e170758d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.204743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.229374 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32df67f5-1548-471e-b6f1-10e170758d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.325060 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32df67f5-1548-471e-b6f1-10e170758d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.343069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df67f5-1548-471e-b6f1-10e170758d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402b052b-d989-4d6b-8778-044fa0ca84a5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:24.359500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32df67f5-1548-471e-b6f1-10e170758d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.380419 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-32df67f5-1548-471e-b6f1-10e170758d03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/402b052b-d989-4d6b-8778-044fa0ca84a5 HTTP/1.1" status: 204 len: 168 time: 0.4583809 Jun 03 15:44:24.470471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa4ec385-1373-4af4-b1b8-d68699412e0e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:24.646678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.866080 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.868602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.896469 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:24.897325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35329f15-c9ce-4008-93e4-64e1f1b62a96 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:44:25.348081 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.354870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-573f6ad1-473d-47ce-ae41-a7ce2ff7ee58 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "DELETE /v2.0/routers/35329f15-c9ce-4008-93e4-64e1f1b62a96 HTTP/1.1" status: 204 len: 168 time: 2.8186586 Jun 03 15:44:25.355026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39816) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:25.359333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1739839043', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:25.376636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:25.384198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Usage tracker for resource:router and tenant:0fa16e0442304f1db2a46b8b29a8d29b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:25.388078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:25.396920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:25.414970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.416123 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.467318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:25.635613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device aa4ec385-1373-4af4-b1b8-d68699412e0e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:44:25.746655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: aa4ec385-1373-4af4-b1b8-d68699412e0e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:44:25.748161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device aa4ec385-1373-4af4-b1b8-d68699412e0e not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:44:25.881573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39832) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:25.948059 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.032118 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.089536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-986644997-network', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:26.106554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:26.116970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Usage tracker for resource:network and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:26.121909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:26.131336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:26.226075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Made reservation on behalf of 2b4f6d3ca6c54e96a0ce178eb0aa4c2a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:26.228642 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.248933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.309140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:26.318376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:26.491479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:26.510041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:26.678614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.692363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39856) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:26.719407 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.743260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Allocated IP 172.20.0.17 (0617d315-d819-4df0-aab7-026165c4431a/8aa7cbe4-4897-46ce-ae33-7755aca8b68c/5ee2670d-b6f3-4789-a686-fece4b923d5b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:26.750930 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.763581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.880491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:44:26.899835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Allocated IP 172.25.7.5 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/06e3cfc8-668c-45d8-889a-52a6599fab54) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:26.902626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7994b7-2633-4011-b6a9-f0435d2b6f3f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:26.914155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.914832 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Added segment dbcc6588-169e-4a64-aca2-f7e1c978c6db of type vlan for network a2b79456-f064-42e2-a46e-9cdda61aea88 Jun 03 15:44:26.994897 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:26.994897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:27.007934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:27.021457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Usage tracker for resource:floatingip and tenant:e2c5aa5642cb4de587d1a866abdd60e2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:27.027639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:27.039547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:27.065799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.079857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.118372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Transition to ACTIVE for port object 5ee2670d-b6f3-4789-a686-fece4b923d5b will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:27.134828 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.164392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.170609 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.171364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:27.171989 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.228323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:27.231171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:27.235093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:27.278524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Pushing event updated for resources: {'Port': ['ID=06e3cfc8-668c-45d8-889a-52a6599fab54,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:27.313441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b79456-f064-42e2-a46e-9cdda61aea88,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:27.319013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-458208c9-6369-4133-9be9-dbd1cedab1a0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4362202 Jun 03 15:44:27.324523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39866) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:27.328492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a2b79456-f064-42e2-a46e-9cdda61aea88 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:44:27.331947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Request body: {'subnet': {'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-986644997-subnet', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:27.341105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.346676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:27.400708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Usage tracker for resource:subnet and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:27.412091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:27.427537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:27.441801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network 0617d315-d819-4df0-aab7-026165c4431a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:27.450294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:27.456997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:27.492644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Made reservation on behalf of 2b4f6d3ca6c54e96a0ce178eb0aa4c2a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:27.494955 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.507251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=5ee2670d-b6f3-4789-a686-fece4b923d5b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:27.648697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.748618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-86133118-3ead-4c9d-8683-88c8514c6bfb None None] Provisioning for port 5ee2670d-b6f3-4789-a686-fece4b923d5b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:27.754621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-86133118-3ead-4c9d-8683-88c8514c6bfb None None] Provisioning complete for port 5ee2670d-b6f3-4789-a686-fece4b923d5b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:27.755110 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-86133118-3ead-4c9d-8683-88c8514c6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.763620 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:27.835553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-86133118-3ead-4c9d-8683-88c8514c6bfb None None] Port 5ee2670d-b6f3-4789-a686-fece4b923d5b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:44:27.845695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.046284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Allocated IP 172.25.7.111 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/7213231a-681e-494f-ae98-5c8190a58e1d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:28.144931 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.236483 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.467865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.485180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2981b961-1843-44fe-8dce-c3c671e1fc65,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:28.518922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Router cb850277-8dab-4f7f-9b92-bbd6094408b2 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:44:28.554341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Checking segment: {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:28.554824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Network hostable DHCP agents. Network: a2b79456-f064-42e2-a46e-9cdda61aea88, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:44:28.591557 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.697382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Network a2b79456-f064-42e2-a46e-9cdda61aea88 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:44:28.735806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:28.748837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d0c47-8a82-41aa-a754-cbc2931d7a73 None None] Sync routers for ids ['cb850277-8dab-4f7f-9b92-bbd6094408b2'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:28.762603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d0c47-8a82-41aa-a754-cbc2931d7a73 None None] Routers {'cb850277-8dab-4f7f-9b92-bbd6094408b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:28.763990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ce3d0c47-8a82-41aa-a754-cbc2931d7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cb850277-8dab-4f7f-9b92-bbd6094408b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:28.777709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a2b79456-f064-42e2-a46e-9cdda61aea88) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:28.788493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.790236 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-803bcdf4-3a44-4f9e-9ae9-9a2e882610d0 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4354453 Jun 03 15:44:28.792824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39888) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:28.803529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:28.804125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.811657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-00c34536-160d-49b5-bb44-b659997e2105 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'enable_snat': False}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:28.838810 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b02af26-bee9-4911-a870-4990c602c8e8 None None] Network a2b79456-f064-42e2-a46e-9cdda61aea88 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:28.853259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d62fe122-c509-4a63-b717-e45f87a7d1c2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5275636 Jun 03 15:44:28.856356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39896) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:28.861616 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:28.868108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:28.996714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:29.057161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Usage tracker for resource:router and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:29.069111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:29.070221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:29.081290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:29.089043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:29.141759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ce3d0c47-8a82-41aa-a754-cbc2931d7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:29.150706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:29.152363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d0c47-8a82-41aa-a754-cbc2931d7a73 None None] Routers {'cb850277-8dab-4f7f-9b92-bbd6094408b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:29.153203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ce3d0c47-8a82-41aa-a754-cbc2931d7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cb850277-8dab-4f7f-9b92-bbd6094408b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:29.181565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event updated for resources: {'Port': ['ID=7213231a-681e-494f-ae98-5c8190a58e1d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:29.202572 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.203565 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.215542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-a2b79456-f064-42e2-a46e-9cdda61aea88', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:44:29.216746 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.241813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.249036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ce3d0c47-8a82-41aa-a754-cbc2931d7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:29.249692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d0c47-8a82-41aa-a754-cbc2931d7a73 None None] The sync data for ids ['cb850277-8dab-4f7f-9b92-bbd6094408b2'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:29.251185 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.389146 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.460884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Allocated IP 172.20.0.2 (a2b79456-f064-42e2-a46e-9cdda61aea88/2981b961-1843-44fe-8dce-c3c671e1fc65/9121df77-37b3-41f1-a41a-4761b3368914) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:29.517913 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.674575 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.688961 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.869109 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.887760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Transition to ACTIVE for port object 9121df77-37b3-41f1-a41a-4761b3368914 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:29.907862 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.910693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Transition to ACTIVE for port object 9121df77-37b3-41f1-a41a-4761b3368914 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:29.918421 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:29.987877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c34536-160d-49b5-bb44-b659997e2105 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:30.004944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Network a2b79456-f064-42e2-a46e-9cdda61aea88 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:30.007124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:30.012775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:30.049224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=5ee2670d-b6f3-4789-a686-fece4b923d5b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:30.055913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Pushing event updated for resources: {'Port': ['ID=9121df77-37b3-41f1-a41a-4761b3368914,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:30.145004 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:30.151661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Attempting to bind port 9121df77-37b3-41f1-a41a-4761b3368914 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:30.152053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Attempting to bind port 9121df77-37b3-41f1-a41a-4761b3368914 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:30.152411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Attempting to bind port 9121df77-37b3-41f1-a41a-4761b3368914 on network a2b79456-f064-42e2-a46e-9cdda61aea88 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:30.159675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:30.160035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Checking segment: {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:30.160579 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:30.161099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Bound using segment: {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:30.161633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Bound port: 9121df77-37b3-41f1-a41a-4761b3368914, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:30.162019 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:30.313071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] For port 9121df77-37b3-41f1-a41a-4761b3368914, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:30.321538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] For port 9121df77-37b3-41f1-a41a-4761b3368914, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9121df77-37b3-41f1-a41a-4761b3368914,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:30.330105 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:30.465607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda21a5-1681-4920-bcd1-eb4662424d94 None None] Pushing event updated for resources: {'Port': ['ID=9121df77-37b3-41f1-a41a-4761b3368914,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:30.832805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network 0617d315-d819-4df0-aab7-026165c4431a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:30.832805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:31.163098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39946) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:31.169191 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.194413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.197457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c34536-160d-49b5-bb44-b659997e2105 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.204617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c34536-160d-49b5-bb44-b659997e2105 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.271631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-68279c3f-37fb-44b5-85e1-3966898a64b3 None None] Provisioning complete for port 5ee2670d-b6f3-4789-a686-fece4b923d5b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:31.273379 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-68279c3f-37fb-44b5-85e1-3966898a64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.326065 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.382009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:44:31.407569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-68279c3f-37fb-44b5-85e1-3966898a64b3 None None] Port 5ee2670d-b6f3-4789-a686-fece4b923d5b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:44:31.437845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9121df77-37b3-41f1-a41a-4761b3368914 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:31.537331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 9121df77-37b3-41f1-a41a-4761b3368914 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:31.550031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event updated for resources: {'Port': ['ID=7213231a-681e-494f-ae98-5c8190a58e1d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:31.561521 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.562765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b24ad3f7-a7b0-4a9e-83c1-5739cdd16784 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8672106 Jun 03 15:44:31.567983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccf1a5-81b2-4585-a47f-e456ee0deb05 req-11acc743-28e4-4784-b1a0-c528588c21da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:31.569606 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fcccf1a5-81b2-4585-a47f-e456ee0deb05 req-11acc743-28e4-4784-b1a0-c528588c21da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 1096 time: 0.4061799 Jun 03 15:44:31.579529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39958) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:31.608183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1848467914'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:31.625522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:31.632402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Usage tracker for resource:network and tenant:e2c5aa5642cb4de587d1a866abdd60e2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:31.658452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c34536-160d-49b5-bb44-b659997e2105 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Router cb850277-8dab-4f7f-9b92-bbd6094408b2 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:44:31.660230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:31.678510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:31.784462 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fcccf1a5-81b2-4585-a47f-e456ee0deb05 req-97ee7837-2cbc-4c3c-9a3d-9acb3e0bde8c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056763 Jun 03 15:44:31.899337 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.955132 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:31.985992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabf2c59-496d-4a71-941a-0ee75b723019 None None] Network a2b79456-f064-42e2-a46e-9cdda61aea88 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:32.028237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:32.049446 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Sync routers for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:32.050726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8a1db66b-c6b7-4b00-b924-b71eb8b5c1f9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "PUT /v2.0/routers/ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9299002 Jun 03 15:44:32.073606 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:32.074450 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:32.146473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Allocated IP 172.25.7.210 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/e8deea39-4d7f-41d2-a213-a5ec10c44b37) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:32.245508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Made reservation on behalf of e2c5aa5642cb4de587d1a866abdd60e2 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:32.249019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.280774 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.332966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:32.337053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Usage tracker for resource:security_group_rule and tenant:e2c5aa5642cb4de587d1a866abdd60e2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:32.339981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:32.347951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:32.378806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fff2c04f-6d23-4a66-a3cd-6c09eab7e233 None None] Provisioning for port 9121df77-37b3-41f1-a41a-4761b3368914 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:32.381978 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:32.407153 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-299424a7-e69d-43e6-b69f-b5bbb8f0cd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.416535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c34536-160d-49b5-bb44-b659997e2105 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:32.440362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fff2c04f-6d23-4a66-a3cd-6c09eab7e233 None None] Provisioning complete for port 9121df77-37b3-41f1-a41a-4761b3368914 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:32.445080 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fff2c04f-6d23-4a66-a3cd-6c09eab7e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.477680 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c34536-160d-49b5-bb44-b659997e2105 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.479201 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-00c34536-160d-49b5-bb44-b659997e2105 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "PUT /v2.0/routers/cb850277-8dab-4f7f-9b92-bbd6094408b2 HTTP/1.1" status: 200 len: 920 time: 3.6843255 Jun 03 15:44:32.483161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39982) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:32.538740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.544179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6c548-8172-4a7c-9267-d4b6a42e6d4b None None] Sync routers for ids ['cb850277-8dab-4f7f-9b92-bbd6094408b2'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:32.546252 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.565513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:44:32.637499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6c548-8172-4a7c-9267-d4b6a42e6d4b None None] Routers {'cb850277-8dab-4f7f-9b92-bbd6094408b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:32.638470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f9c6c548-8172-4a7c-9267-d4b6a42e6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cb850277-8dab-4f7f-9b92-bbd6094408b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:32.684788 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.685208 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Added segment db91c685-6df5-4ac5-bf6a-319b5a8a3220 of type vlan for network f08c8b25-7f3d-42cb-be52-4524f15151ef Jun 03 15:44:32.714683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.722339 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.752723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f9c6c548-8172-4a7c-9267-d4b6a42e6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:32.763420 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.772530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:32.773344 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:32.778169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b260c6f3-b28d-4b9c-82bd-2ea06dc82eac,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:32.838487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.838774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.839151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.839534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.839863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.840293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.840956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.841423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.841748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.842543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.842874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.843231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:32.932756 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3375633 Jun 03 15:44:32.991148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:33.013891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Request body: {'subnet': {'network_id': 'f08c8b25-7f3d-42cb-be52-4524f15151ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:33.107075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6c548-8172-4a7c-9267-d4b6a42e6d4b None None] Routers {'cb850277-8dab-4f7f-9b92-bbd6094408b2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:33.108487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f9c6c548-8172-4a7c-9267-d4b6a42e6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cb850277-8dab-4f7f-9b92-bbd6094408b2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:33.201073 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:44:28Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '337a7352-90fc-4244-9568-40a888a565c0', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'port_id': '88923ff7-62f8-4197-a551-7bd884c6132b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'mac_address': 'fa:16:3e:8b:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:42:22Z', 'updated_at': '2022-06-03T15:42:30Z', 'revision_number': 1, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee2670d-b6f3-4789-a686-fece4b923d5b', 'name': '', 'network_id': '0617d315-d819-4df0-aab7-026165c4431a', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:d6:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8aa7cbe4-4897-46ce-ae33-7755aca8b68c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:26Z', 'updated_at': '2022-06-03T15:44:28Z', 'revision_number': 2, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '8aa7cbe4-4897-46ce-ae33-7755aca8b68c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:33.225590 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Checking router: ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:44:33.226188 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Updating router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 port 5ee2670d-b6f3-4789-a686-fece4b923d5b binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:44:33.227754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f9c6c548-8172-4a7c-9267-d4b6a42e6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:33.228363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6c548-8172-4a7c-9267-d4b6a42e6d4b None None] The sync data for ids ['cb850277-8dab-4f7f-9b92-bbd6094408b2'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:33.302371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.341941 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462d81a-23b9-413b-9396-0c76dba0525a tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event updated for resources: {'Network': ['ID=f08c8b25-7f3d-42cb-be52-4524f15151ef,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:33.371449 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f08c8b25-7f3d-42cb-be52-4524f15151ef details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:44:33.376938 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.436911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:33.445976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:33.462087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6dbad2c2-b954-4bc0-b2dc-89ed6f71196e tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/routers/cb850277-8dab-4f7f-9b92-bbd6094408b2 HTTP/1.1" status: 200 len: 920 time: 0.9773726 Jun 03 15:44:33.463311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:33.476431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40010) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:33.524380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Pushing event updated for resources: {'Port': ['ID=e8deea39-4d7f-41d2-a213-a5ec10c44b37,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:33.559221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:33.572634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Usage tracker for resource:subnet and tenant:e2c5aa5642cb4de587d1a866abdd60e2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:33.577825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:33.615186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fff2c04f-6d23-4a66-a3cd-6c09eab7e233 None None] Current status of the port 9121df77-37b3-41f1-a41a-4761b3368914 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:33.615623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fff2c04f-6d23-4a66-a3cd-6c09eab7e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.623869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:33.669263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Made reservation on behalf of e2c5aa5642cb4de587d1a866abdd60e2 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:33.676011 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.743249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fff2c04f-6d23-4a66-a3cd-6c09eab7e233 None None] For port 9121df77-37b3-41f1-a41a-4761b3368914, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9121df77-37b3-41f1-a41a-4761b3368914,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:33.754929 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fff2c04f-6d23-4a66-a3cd-6c09eab7e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:33.932618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2c04f-6d23-4a66-a3cd-6c09eab7e233 None None] Pushing event updated for resources: {'Port': ['ID=9121df77-37b3-41f1-a41a-4761b3368914,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:33.963951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb3c02-fb08-4b1d-8e7f-91a525c0bea1 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:33.964935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-88eb3c02-fb08-4b1d-8e7f-91a525c0bea1 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Synchronizing usage tracker for tenant:ae7953ef3f43483299c3b8ac98706b36 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:34.011027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-88eb3c02-fb08-4b1d-8e7f-91a525c0bea1 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Unset dirty status for tenant:ae7953ef3f43483299c3b8ac98706b36 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:34.013401 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-88eb3c02-fb08-4b1d-8e7f-91a525c0bea1 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&device_id=cb850277-8dab-4f7f-9b92-bbd6094408b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5327287 Jun 03 15:44:34.016132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:34.214161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f367d8a4-bce9-49d6-bb33-47a302f85df8 None None] Provisioning complete for port 9121df77-37b3-41f1-a41a-4761b3368914 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:34.216310 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f367d8a4-bce9-49d6-bb33-47a302f85df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.395050 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.432566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccf3178-6abe-43af-88b9-0cb8536ec064 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:34.433431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bccf3178-6abe-43af-88b9-0cb8536ec064 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Synchronizing usage tracker for tenant:ae7953ef3f43483299c3b8ac98706b36 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:34.453516 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Transition to ACTIVE for port object 5ee2670d-b6f3-4789-a686-fece4b923d5b will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:34.475346 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.563272 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.622867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f367d8a4-bce9-49d6-bb33-47a302f85df8 None None] Current status of the port 9121df77-37b3-41f1-a41a-4761b3368914 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:34.639659 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c569d-480a-4717-a5f1-4d57c947804e None None] Pushing event updated for resources: {'Port': ['ID=5ee2670d-b6f3-4789-a686-fece4b923d5b,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:34.683401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.691131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bccf3178-6abe-43af-88b9-0cb8536ec064 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Unset dirty status for tenant:ae7953ef3f43483299c3b8ac98706b36 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:34.695457 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bccf3178-6abe-43af-88b9-0cb8536ec064 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 881 time: 0.6781671 Jun 03 15:44:34.696060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:34.790372 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4e24e1f2-7862-426c-b3fd-46bc781e75d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:34.833995 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8742c44e-1ec2-4458-9078-60291fcfdcf1 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb850277-8dab-4f7f-9b92-bbd6094408b2 HTTP/1.1" status: 200 len: 205 time: 0.1325450 Jun 03 15:44:34.837255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:34.838080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event updated for resources: {'Subnet': ['ID=95cbcf07-db9f-4f8a-abad-4f33a5c1fe9b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:34.990687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Checking segment: {'id': 'db91c685-6df5-4ac5-bf6a-319b5a8a3220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f08c8b25-7f3d-42cb-be52-4524f15151ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:34.990687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Network hostable DHCP agents. Network: f08c8b25-7f3d-42cb-be52-4524f15151ef, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:44:34.997164 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Attempting to bind port 5ee2670d-b6f3-4789-a686-fece4b923d5b on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:34.997627 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Attempting to bind port 5ee2670d-b6f3-4789-a686-fece4b923d5b by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:34.998122 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Attempting to bind port 5ee2670d-b6f3-4789-a686-fece4b923d5b on network 0617d315-d819-4df0-aab7-026165c4431a {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:35.011109 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:35.011797 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Checking segment: {'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:35.012354 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.012889 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Bound using segment: {'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:35.013501 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Bound port: 5ee2670d-b6f3-4789-a686-fece4b923d5b, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0617d315-d819-4df0-aab7-026165c4431a'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:35.014054 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.183175 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] For port 5ee2670d-b6f3-4789-a686-fece4b923d5b, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:35.186751 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] For port 5ee2670d-b6f3-4789-a686-fece4b923d5b, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5ee2670d-b6f3-4789-a686-fece4b923d5b,segment=NetworkSegment(e8aadd24-0a40-4cec-9ddc-86e500e7f2c3),segment_id=e8aadd24-0a40-4cec-9ddc-86e500e7f2c3)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:35.194794 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.221057 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.258543 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.341592 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.401535 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c569d-480a-4717-a5f1-4d57c947804e None None] Pushing event updated for resources: {'Port': ['ID=5ee2670d-b6f3-4789-a686-fece4b923d5b,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:35.406064 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9121df77-37b3-41f1-a41a-4761b3368914 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:35.451277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Network f08c8b25-7f3d-42cb-be52-4524f15151ef is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:44:35.470099 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:35.474141 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:35.635977 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.645400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, f08c8b25-7f3d-42cb-be52-4524f15151ef) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:35.670277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0213db-cb6b-44cb-bc70-e17f1adec1b2 None None] Network f08c8b25-7f3d-42cb-be52-4524f15151ef requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:35.679523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:35.680510 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.734446 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6ca4cb19-2706-42b4-9b38-868e152a89d2 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7418602 Jun 03 15:44:35.737398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:35.752069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1173854700', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:35.791123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:35.794428 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.800046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Usage tracker for resource:router and tenant:e2c5aa5642cb4de587d1a866abdd60e2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:35.801002 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:35.819856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:35.823332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9121df77-37b3-41f1-a41a-4761b3368914 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:35.823711 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:35.827715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Router a80004f1-4869-45d9-b273-8532314dece4 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:44:35.829030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:35.836474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Deleting port 06e3cfc8-668c-45d8-889a-52a6599fab54 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:35.837104 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.026281 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.027621 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.074529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.093890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:36.131304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.132690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a1863aaf-2979-4bf9-8387-70537ea20070 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2748389 Jun 03 15:44:36.135610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40092) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:36.213556 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Sync routers for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:36.286628 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:36.286978 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:36.380271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-f08c8b25-7f3d-42cb-be52-4524f15151ef', 'network_id': 'f08c8b25-7f3d-42cb-be52-4524f15151ef', 'tenant_id': 'e2c5aa5642cb4de587d1a866abdd60e2', 'fixed_ips': [{'subnet_id': '95cbcf07-db9f-4f8a-abad-4f33a5c1fe9b'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:44:36.381114 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.430104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9121df77-37b3-41f1-a41a-4761b3368914 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:36.462713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:36.712587 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:36.727762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Allocated IP 172.20.0.2 (f08c8b25-7f3d-42cb-be52-4524f15151ef/95cbcf07-db9f-4f8a-abad-4f33a5c1fe9b/d7f49c00-21eb-4dc9-863f-60cd0412bdee) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:36.873839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Calling delete_port for 06e3cfc8-668c-45d8-889a-52a6599fab54 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:37.013178 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:37.034197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Transition to ACTIVE for port object d7f49c00-21eb-4dc9-863f-60cd0412bdee will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:37.103074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Transition to ACTIVE for port object d7f49c00-21eb-4dc9-863f-60cd0412bdee will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:37.107970 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:37.117754 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:44:28Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '337a7352-90fc-4244-9568-40a888a565c0', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'port_id': '88923ff7-62f8-4197-a551-7bd884c6132b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'mac_address': 'fa:16:3e:8b:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:42:22Z', 'updated_at': '2022-06-03T15:42:30Z', 'revision_number': 1, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee2670d-b6f3-4789-a686-fece4b923d5b', 'name': '', 'network_id': '0617d315-d819-4df0-aab7-026165c4431a', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:d6:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8aa7cbe4-4897-46ce-ae33-7755aca8b68c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:26Z', 'updated_at': '2022-06-03T15:44:35Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '8aa7cbe4-4897-46ce-ae33-7755aca8b68c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:37.123967 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f4b56-be60-418e-9a22-e8bec272179a None None] The sync data for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 is: [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:44:28Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '337a7352-90fc-4244-9568-40a888a565c0', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'port_id': '88923ff7-62f8-4197-a551-7bd884c6132b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'mac_address': 'fa:16:3e:8b:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:42:22Z', 'updated_at': '2022-06-03T15:42:30Z', 'revision_number': 1, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee2670d-b6f3-4789-a686-fece4b923d5b', 'name': '', 'network_id': '0617d315-d819-4df0-aab7-026165c4431a', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:d6:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': '8aa7cbe4-4897-46ce-ae33-7755aca8b68c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:26Z', 'updated_at': '2022-06-03T15:44:35Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '8aa7cbe4-4897-46ce-ae33-7755aca8b68c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:37.133278 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:34Z', 'revision_number': 3, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:37.137977 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Checking router: a80004f1-4869-45d9-b273-8532314dece4 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:44:37.138528 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Updating router a80004f1-4869-45d9-b273-8532314dece4 port e8deea39-4d7f-41d2-a213-a5ec10c44b37 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:44:37.275425 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:37.289490 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:37.334081 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:37.612573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5ee2670d-b6f3-4789-a686-fece4b923d5b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:37.621661 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:37.775384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Pushing event deleted for resources: {'Port': ['ID=06e3cfc8-668c-45d8-889a-52a6599fab54,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:37.793297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Network f08c8b25-7f3d-42cb-be52-4524f15151ef is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:37.796742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:37.805705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:37.818647 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.041616 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.057674 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Transition to ACTIVE for port object e8deea39-4d7f-41d2-a213-a5ec10c44b37 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:38.067955 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.088006 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.202391 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06f997-f756-464d-99aa-16d94455a951 None None] Pushing event updated for resources: {'Port': ['ID=e8deea39-4d7f-41d2-a213-a5ec10c44b37,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:38.217769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Attempting to bind port d7f49c00-21eb-4dc9-863f-60cd0412bdee on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:38.218187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Attempting to bind port d7f49c00-21eb-4dc9-863f-60cd0412bdee by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'db91c685-6df5-4ac5-bf6a-319b5a8a3220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f08c8b25-7f3d-42cb-be52-4524f15151ef'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:38.218550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Attempting to bind port d7f49c00-21eb-4dc9-863f-60cd0412bdee on network f08c8b25-7f3d-42cb-be52-4524f15151ef {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:38.221747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 5ee2670d-b6f3-4789-a686-fece4b923d5b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:38.227552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Pushing event updated for resources: {'Port': ['ID=d7f49c00-21eb-4dc9-863f-60cd0412bdee,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:38.231608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5ee2670d-b6f3-4789-a686-fece4b923d5b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:38.231969 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.258202 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Attempting to bind port e8deea39-4d7f-41d2-a213-a5ec10c44b37 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:38.258596 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Attempting to bind port e8deea39-4d7f-41d2-a213-a5ec10c44b37 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:38.258922 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Attempting to bind port e8deea39-4d7f-41d2-a213-a5ec10c44b37 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:38.266674 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:38.267097 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:38.267495 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.268057 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:38.269919 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Bound port: e8deea39-4d7f-41d2-a213-a5ec10c44b37, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:38.270459 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.277535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:38.277934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Checking segment: {'id': 'db91c685-6df5-4ac5-bf6a-319b5a8a3220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f08c8b25-7f3d-42cb-be52-4524f15151ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:38.278308 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.278692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Bound using segment: {'id': 'db91c685-6df5-4ac5-bf6a-319b5a8a3220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f08c8b25-7f3d-42cb-be52-4524f15151ef'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:38.279167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Bound port: d7f49c00-21eb-4dc9-863f-60cd0412bdee, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db91c685-6df5-4ac5-bf6a-319b5a8a3220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f08c8b25-7f3d-42cb-be52-4524f15151ef'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:38.279518 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.378668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Allocated IP 172.20.0.1 (a2b79456-f064-42e2-a46e-9cdda61aea88/2981b961-1843-44fe-8dce-c3c671e1fc65/e64fc30a-8631-4c54-aa4c-e74efdd5e526) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:38.470974 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] For port e8deea39-4d7f-41d2-a213-a5ec10c44b37, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:38.482132 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] For port e8deea39-4d7f-41d2-a213-a5ec10c44b37, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e8deea39-4d7f-41d2-a213-a5ec10c44b37,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:38.491316 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.501133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.505319 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.518210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] For port d7f49c00-21eb-4dc9-863f-60cd0412bdee, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:38.524154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] For port d7f49c00-21eb-4dc9-863f-60cd0412bdee, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d7f49c00-21eb-4dc9-863f-60cd0412bdee,segment=NetworkSegment(db91c685-6df5-4ac5-bf6a-319b5a8a3220),segment_id=db91c685-6df5-4ac5-bf6a-319b5a8a3220)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:38.540873 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.619370 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:38.619988 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:38.738062 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06f997-f756-464d-99aa-16d94455a951 None None] Pushing event updated for resources: {'Port': ['ID=e8deea39-4d7f-41d2-a213-a5ec10c44b37,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:38.769638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.803311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Transition to ACTIVE for port object e64fc30a-8631-4c54-aa4c-e74efdd5e526 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:38.854713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:38.961026 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:38.983716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Network a2b79456-f064-42e2-a46e-9cdda61aea88 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:38.987007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:39.005554 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.008945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:39.051384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d0808-1c28-43d4-95d3-f2ef17d3d9b6 None None] Pushing event updated for resources: {'Port': ['ID=d7f49c00-21eb-4dc9-863f-60cd0412bdee,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:39.067787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5ee2670d-b6f3-4789-a686-fece4b923d5b is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:39.068708 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.096760 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.106274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Fanout notify agent at l3_agent the message router_deleted on router cb850277-8dab-4f7f-9b92-bbd6094408b2 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:44:39.119477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Pushing event updated for resources: {'Port': ['ID=e64fc30a-8631-4c54-aa4c-e74efdd5e526,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:39.153596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.163974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.164311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.165393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.165736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.166128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.166456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.166779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.167099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.172567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.172967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.173299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.173624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:44:39.212979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.260583 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.299100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 5ee2670d-b6f3-4789-a686-fece4b923d5b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5ee2670d-b6f3-4789-a686-fece4b923d5b,segment=NetworkSegment(e8aadd24-0a40-4cec-9ddc-86e500e7f2c3),segment_id=e8aadd24-0a40-4cec-9ddc-86e500e7f2c3)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:39.323452 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.405628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.406547 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1faf333c-dd20-401e-8615-ebcef916e5da tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/cb850277-8dab-4f7f-9b92-bbd6094408b2 HTTP/1.1" status: 204 len: 168 time: 4.5654173 Jun 03 15:44:39.415073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40154) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:39.443630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e8d715a1-78bd-4fff-a115-d754137572a2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-490559076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:39.490908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e8d715a1-78bd-4fff-a115-d754137572a2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:39.544801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8d715a1-78bd-4fff-a115-d754137572a2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Usage tracker for resource:router and tenant:0fa16e0442304f1db2a46b8b29a8d29b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:39.569069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8d715a1-78bd-4fff-a115-d754137572a2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:39.621055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e8d715a1-78bd-4fff-a115-d754137572a2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:39.651539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d7f49c00-21eb-4dc9-863f-60cd0412bdee up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:39.660261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.816714 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8d715a1-78bd-4fff-a115-d754137572a2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.825066 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8d715a1-78bd-4fff-a115-d754137572a2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.826087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8bd0fd9b-c980-4976-8374-65943defd309 None None] Provisioning for port e64fc30a-8631-4c54-aa4c-e74efdd5e526 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:39.840929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8bd0fd9b-c980-4976-8374-65943defd309 None None] Provisioning complete for port e64fc30a-8631-4c54-aa4c-e74efdd5e526 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:39.841311 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8bd0fd9b-c980-4976-8374-65943defd309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.866540 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:34Z', 'revision_number': 3, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:39.870044 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8d715a1-78bd-4fff-a115-d754137572a2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.875477 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e925a0-f76a-4618-8781-c72c2b93ec8a None None] The sync data for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 is: [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:34Z', 'revision_number': 3, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:39.913186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8d715a1-78bd-4fff-a115-d754137572a2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:39.915311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0fd9b-c980-4976-8374-65943defd309 None None] Port e64fc30a-8631-4c54-aa4c-e74efdd5e526 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:44:39.918690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=5ee2670d-b6f3-4789-a686-fece4b923d5b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:39.944281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port d7f49c00-21eb-4dc9-863f-60cd0412bdee completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:39.951031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Allocated IP 172.25.7.125 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/2cf7d332-575d-4e42-9e3f-68d41d78b336) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:40.069074 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8d715a1-78bd-4fff-a115-d754137572a2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:40.073314 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e8d715a1-78bd-4fff-a115-d754137572a2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6555955 Jun 03 15:44:40.078059 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40172) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:40.095476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:40.119651 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:40.127217 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:40.500055 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:40.537967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Pushing event updated for resources: {'Port': ['ID=e64fc30a-8631-4c54-aa4c-e74efdd5e526,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:40.744806 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:40.799449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:40.801087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff2396-8b6e-4d91-9180-700426e79640 None None] Network f08c8b25-7f3d-42cb-be52-4524f15151ef requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:44:40.867672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Network a2b79456-f064-42e2-a46e-9cdda61aea88 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:40.868835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:40.936754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7f3fc3bd-580b-453d-91ef-e91b853b60d4 None None] Provisioning for port d7f49c00-21eb-4dc9-863f-60cd0412bdee completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:40.948031 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7f3fc3bd-580b-453d-91ef-e91b853b60d4 None None] Provisioning complete for port d7f49c00-21eb-4dc9-863f-60cd0412bdee triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:40.948401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7f3fc3bd-580b-453d-91ef-e91b853b60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:41.041142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:41.233380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:41.237736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:41.244989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:41.269741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fc3bd-580b-453d-91ef-e91b853b60d4 None None] Current status of the port d7f49c00-21eb-4dc9-863f-60cd0412bdee is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:41.270312 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7f3fc3bd-580b-453d-91ef-e91b853b60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:41.325558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7f3fc3bd-580b-453d-91ef-e91b853b60d4 None None] For port d7f49c00-21eb-4dc9-863f-60cd0412bdee, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d7f49c00-21eb-4dc9-863f-60cd0412bdee,segment=NetworkSegment(db91c685-6df5-4ac5-bf6a-319b5a8a3220),segment_id=db91c685-6df5-4ac5-bf6a-319b5a8a3220)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:41.353686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event updated for resources: {'Port': ['ID=2cf7d332-575d-4e42-9e3f-68d41d78b336,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:41.394359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Router a80004f1-4869-45d9-b273-8532314dece4 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:44:41.451233 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7f3fc3bd-580b-453d-91ef-e91b853b60d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:41.610487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fc3bd-580b-453d-91ef-e91b853b60d4 None None] Pushing event updated for resources: {'Port': ['ID=d7f49c00-21eb-4dc9-863f-60cd0412bdee,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:41.628375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e8501db3-9e6e-47bd-b0cd-a2c2ec84e9b0 None None] Provisioning complete for port e64fc30a-8631-4c54-aa4c-e74efdd5e526 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:41.628888 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e8501db3-9e6e-47bd-b0cd-a2c2ec84e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:41.753363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:41.754417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5ee2670d-b6f3-4789-a686-fece4b923d5b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:41.774253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-eb9c96b1-53aa-40ae-8f35-efa3cdf86403 admin admin] 10.222.0.48 "PUT /v2.0/routers/a80004f1-4869-45d9-b273-8532314dece4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6374400 Jun 03 15:44:41.881054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e8501db3-9e6e-47bd-b0cd-a2c2ec84e9b0 None None] Port e64fc30a-8631-4c54-aa4c-e74efdd5e526 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:44:41.922001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5ee2670d-b6f3-4789-a686-fece4b923d5b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:41.922369 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.183115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cac7120c-cd3e-4314-b0af-836dc1df3b0f None None] Provisioning complete for port d7f49c00-21eb-4dc9-863f-60cd0412bdee triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:42.183547 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cac7120c-cd3e-4314-b0af-836dc1df3b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.188847 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.340730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40226) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:42.346409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562761551', 'description': 'tempest-description--750916513'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:42.357309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:42.365691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Usage tracker for resource:security_group and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:42.369783 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.371147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5ee2670d-b6f3-4789-a686-fece4b923d5b is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:42.372508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:42.374195 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e8deea39-4d7f-41d2-a213-a5ec10c44b37 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:42.385538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:42.404209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.445403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:42.455146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Usage tracker for resource:security_group_rule and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:42.462532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:42.475770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:42.568725 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.573385 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.622364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b109b6-9477-4ae0-8269-67b314985d9f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:42.626338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.630850 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1bf76342-d88e-4a66-a3fa-d4a7c98d8c0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2890646 Jun 03 15:44:42.631442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40238) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:42.636837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d0c95dc7-3f52-4e07-9163-4d68866f83a8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'security_group_rule': {'security_group_id': '66b109b6-9477-4ae0-8269-67b314985d9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:42.643752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d0c95dc7-3f52-4e07-9163-4d68866f83a8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:42.648529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d0c95dc7-3f52-4e07-9163-4d68866f83a8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Usage tracker for resource:security_group_rule and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:42.652512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d0c95dc7-3f52-4e07-9163-4d68866f83a8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:42.661389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d0c95dc7-3f52-4e07-9163-4d68866f83a8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:42.666819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e8deea39-4d7f-41d2-a213-a5ec10c44b37 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:42.680405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e8deea39-4d7f-41d2-a213-a5ec10c44b37 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:42.682174 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.690524 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0c95dc7-3f52-4e07-9163-4d68866f83a8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.789358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cac7120c-cd3e-4314-b0af-836dc1df3b0f None None] Current status of the port d7f49c00-21eb-4dc9-863f-60cd0412bdee is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:42.813112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Sync routers for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:42.832995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:42.834227 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0c95dc7-3f52-4e07-9163-4d68866f83a8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.834682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:42.840741 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0c95dc7-3f52-4e07-9163-4d68866f83a8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.876594 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d0c95dc7-3f52-4e07-9163-4d68866f83a8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.878572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d0c95dc7-3f52-4e07-9163-4d68866f83a8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2458611 Jun 03 15:44:42.882693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40242) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:42.891202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-eecf5f14-9ab6-4f9b-9890-3cd223cbbf73 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'security_group_rule': {'security_group_id': '66b109b6-9477-4ae0-8269-67b314985d9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:42.893573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Allocated IP 172.25.7.196 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/209b9125-292f-4612-92ab-16bd503a4454) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:42.901110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-eecf5f14-9ab6-4f9b-9890-3cd223cbbf73 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:42.907440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-eecf5f14-9ab6-4f9b-9890-3cd223cbbf73 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Usage tracker for resource:security_group_rule and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:42.912423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-eecf5f14-9ab6-4f9b-9890-3cd223cbbf73 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:42.921343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-eecf5f14-9ab6-4f9b-9890-3cd223cbbf73 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:42.931433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c95dc7-3f52-4e07-9163-4d68866f83a8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2df5817-7fa5-464e-9cdf-50e1b646a9c5,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:42.938223 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:42.953303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eecf5f14-9ab6-4f9b-9890-3cd223cbbf73 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.045530 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eecf5f14-9ab6-4f9b-9890-3cd223cbbf73 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.050981 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eecf5f14-9ab6-4f9b-9890-3cd223cbbf73 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.091983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf5f14-9ab6-4f9b-9890-3cd223cbbf73 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f9a8c7-5260-442b-b37a-f2bd94233fb4,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:43.114455 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:43.118072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eecf5f14-9ab6-4f9b-9890-3cd223cbbf73 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.124504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-eecf5f14-9ab6-4f9b-9890-3cd223cbbf73 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2400498 Jun 03 15:44:43.125338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40254) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:43.131402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:43.141152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:43.145149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Usage tracker for resource:floatingip and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:43.148347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:43.154225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:43.171315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.263241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e8deea39-4d7f-41d2-a213-a5ec10c44b37 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:43.263629 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.286488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e8deea39-4d7f-41d2-a213-a5ec10c44b37, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e8deea39-4d7f-41d2-a213-a5ec10c44b37,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:43.352183 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.365000 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.514084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d7f49c00-21eb-4dc9-863f-60cd0412bdee up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:43.663443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e8deea39-4d7f-41d2-a213-a5ec10c44b37,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:43.671629 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.676121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.775759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d7f49c00-21eb-4dc9-863f-60cd0412bdee triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:43.776641 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.928588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:43.928840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 2, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:43.935899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d7f49c00-21eb-4dc9-863f-60cd0412bdee is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:43.941087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Checking router: a80004f1-4869-45d9-b273-8532314dece4 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:44:43.941258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Updating router a80004f1-4869-45d9-b273-8532314dece4 port e64fc30a-8631-4c54-aa4c-e74efdd5e526 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:44:44.002611 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:44.004690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:44.012490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:44.021654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Router a104c4bd-064b-4a9a-8f22-90cb2fc2257e is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:44:44.023972 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:44.050603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Allocated IP 172.25.7.105 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/2713153a-f166-413c-9a2e-c695a9f7f7ed) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:44.328057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Pushing event updated for resources: {'Port': ['ID=209b9125-292f-4612-92ab-16bd503a4454,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:44.345078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:44.389318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:44.483013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:44.485978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:44.493978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:44.525031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'Port': ['ID=2713153a-f166-413c-9a2e-c695a9f7f7ed,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:44.642139 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:44.675540 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:44.694561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Transition to ACTIVE for port object e64fc30a-8631-4c54-aa4c-e74efdd5e526 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:44.705080 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:44.710534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:44.720303 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff47a6f-a5ff-4bc5-97ed-ab64aae8084c None None] Sync routers for ids ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:44.743362 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff47a6f-a5ff-4bc5-97ed-ab64aae8084c None None] Routers {'a104c4bd-064b-4a9a-8f22-90cb2fc2257e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:44.744500 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8ff47a6f-a5ff-4bc5-97ed-ab64aae8084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:44.786673 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:44.908164 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8ff47a6f-a5ff-4bc5-97ed-ab64aae8084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:44.929463 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff47a6f-a5ff-4bc5-97ed-ab64aae8084c None None] Routers {'a104c4bd-064b-4a9a-8f22-90cb2fc2257e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:44.930478 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8ff47a6f-a5ff-4bc5-97ed-ab64aae8084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:44.987236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a947a0e-849b-4ec8-8ac2-a7d50cd6a231 None None] Pushing event updated for resources: {'Port': ['ID=e64fc30a-8631-4c54-aa4c-e74efdd5e526,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:44.995152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.009049 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-78d968bd-98d3-4572-bc06-e1c50a11db29 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.2697248 Jun 03 15:44:45.030933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:45.102061 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8ff47a6f-a5ff-4bc5-97ed-ab64aae8084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:45.102664 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff47a6f-a5ff-4bc5-97ed-ab64aae8084c None None] The sync data for ids ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:45.231336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Attempting to bind port e64fc30a-8631-4c54-aa4c-e74efdd5e526 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:45.231693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Attempting to bind port e64fc30a-8631-4c54-aa4c-e74efdd5e526 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:45.232046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Attempting to bind port e64fc30a-8631-4c54-aa4c-e74efdd5e526 on network a2b79456-f064-42e2-a46e-9cdda61aea88 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:45.257262 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:45.257630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Checking segment: {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:45.258230 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.258751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Bound using segment: {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:45.259350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Bound port: e64fc30a-8631-4c54-aa4c-e74efdd5e526, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:45.259858 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.330166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.338544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.425228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] For port e64fc30a-8631-4c54-aa4c-e74efdd5e526, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:45.425228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] For port e64fc30a-8631-4c54-aa4c-e74efdd5e526, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e64fc30a-8631-4c54-aa4c-e74efdd5e526,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:45.432590 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.560499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e8deea39-4d7f-41d2-a213-a5ec10c44b37 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:45.640616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.646565 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.655504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a947a0e-849b-4ec8-8ac2-a7d50cd6a231 None None] Pushing event updated for resources: {'Port': ['ID=e64fc30a-8631-4c54-aa4c-e74efdd5e526,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:45.694729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'Port': ['ID=2713153a-f166-413c-9a2e-c695a9f7f7ed,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:45.709083 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:45.710728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a4506750-e1c3-49f0-94ee-ad214dcb7d2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5842929 Jun 03 15:44:45.738489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:45.739194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:46.014863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e8deea39-4d7f-41d2-a213-a5ec10c44b37 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:46.014863 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:46.123683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:44:46.298601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-eaf672ea-6219-4c04-bba7-5cd35a861e7f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Synchronizing usage tracker for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:46.337845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-eaf672ea-6219-4c04-bba7-5cd35a861e7f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Unset dirty status for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:46.359743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-eaf672ea-6219-4c04-bba7-5cd35a861e7f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1562761551&fields=id&tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a HTTP/1.1" status: 200 len: 267 time: 0.1082458 Jun 03 15:44:46.580116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e8deea39-4d7f-41d2-a213-a5ec10c44b37 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:46.615957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-98304d73-c45e-471c-9345-cf00ff6928f6 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:46.618211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-98304d73-c45e-471c-9345-cf00ff6928f6 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Synchronizing usage tracker for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:46.639580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-98304d73-c45e-471c-9345-cf00ff6928f6 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Unset dirty status for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:46.647689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-98304d73-c45e-471c-9345-cf00ff6928f6 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 810 time: 0.2871904 Jun 03 15:44:46.667829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-cca07a8e-96bd-494b-acc2-bbbcc8f4a2e4 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/quotas/2b4f6d3ca6c54e96a0ce178eb0aa4c2a HTTP/1.1" status: 200 len: 375 time: 0.0191824 Jun 03 15:44:46.730467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:45Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:46.735220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e3307-2bdd-45ee-a981-abfc9dc051c9 None None] The sync data for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 is: [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:45Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:46.824412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-930f53a5-8b12-4415-b4c9-7d8e55825ecb tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Synchronizing usage tracker for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:46.859523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-930f53a5-8b12-4415-b4c9-7d8e55825ecb tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Unset dirty status for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:46.861432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-930f53a5-8b12-4415-b4c9-7d8e55825ecb tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1928048 Jun 03 15:44:47.005337 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:47.016353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-c17c1937-04da-4097-be18-55df8c94d9f2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:44:47.023526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-c17c1937-04da-4097-be18-55df8c94d9f2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1502471 Jun 03 15:44:47.043070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:47.240457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-aac7aedd-b86c-40e1-8268-b8f5cf299ad6 service neutron] 10.222.0.48 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160139 Jun 03 15:44:47.429082 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:47.575373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e64fc30a-8631-4c54-aa4c-e74efdd5e526 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:47.606459 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-b78bf317-e0cf-4e63-bbc1-7eabe7874d2c service neutron] 10.222.0.48 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650620 Jun 03 15:44:47.749262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Router 3c63eea5-059b-4959-86f6-e7045bac101d is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:44:47.760129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e64fc30a-8631-4c54-aa4c-e74efdd5e526 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:47.829672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e64fc30a-8631-4c54-aa4c-e74efdd5e526 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:47.831924 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:48.030808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e64fc30a-8631-4c54-aa4c-e74efdd5e526 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:48.031194 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:48.074522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e64fc30a-8631-4c54-aa4c-e74efdd5e526, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e64fc30a-8631-4c54-aa4c-e74efdd5e526,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:44:48.087007 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:48.137853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59bd3a6f-9851-46bf-a3af-c5b8451b0fee req-1e5576d9-c9b4-4ad1-9860-d2f6a0de04ec tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 210 time: 0.2290733 Jun 03 15:44:48.200637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e64fc30a-8631-4c54-aa4c-e74efdd5e526,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:48.398352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:48.412441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd8c05-d0e9-48f3-9eb4-1a29040e3a2d None None] Sync routers for ids ['3c63eea5-059b-4959-86f6-e7045bac101d'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:48.431603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd8c05-d0e9-48f3-9eb4-1a29040e3a2d None None] Routers {'3c63eea5-059b-4959-86f6-e7045bac101d'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:48.432225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-72fd8c05-d0e9-48f3-9eb4-1a29040e3a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['3c63eea5-059b-4959-86f6-e7045bac101d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:48.474696 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:48.478031 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5062bb25-d158-4c67-ab10-cfe4803f2a13 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "PUT /v2.0/routers/3c63eea5-059b-4959-86f6-e7045bac101d HTTP/1.1" status: 200 len: 879 time: 8.3983283 Jun 03 15:44:48.484135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Allocated IP 172.20.0.1 (f08c8b25-7f3d-42cb-be52-4524f15151ef/95cbcf07-db9f-4f8a-abad-4f33a5c1fe9b/eea4fa67-6d57-4403-8098-8bb57c6a5f85) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:48.484594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40412) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:48.603081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-72fd8c05-d0e9-48f3-9eb4-1a29040e3a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:48.614184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd8c05-d0e9-48f3-9eb4-1a29040e3a2d None None] Routers {'3c63eea5-059b-4959-86f6-e7045bac101d'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:48.615033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-72fd8c05-d0e9-48f3-9eb4-1a29040e3a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['3c63eea5-059b-4959-86f6-e7045bac101d'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:48.743848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:48.788399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Transition to ACTIVE for port object eea4fa67-6d57-4403-8098-8bb57c6a5f85 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:48.844385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:48.867133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-72fd8c05-d0e9-48f3-9eb4-1a29040e3a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:48.867657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fd8c05-d0e9-48f3-9eb4-1a29040e3a2d None None] The sync data for ids ['3c63eea5-059b-4959-86f6-e7045bac101d'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:48.901867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9c4efd8d-8672-4f58-8b3d-c0ff785b2fe6 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/routers/3c63eea5-059b-4959-86f6-e7045bac101d HTTP/1.1" status: 200 len: 920 time: 0.4134007 Jun 03 15:44:48.913773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40422) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:49.054326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e952f9a0-d38b-433c-a68b-fc80392026b9 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:49.057769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e952f9a0-d38b-433c-a68b-fc80392026b9 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Synchronizing usage tracker for tenant:ae7953ef3f43483299c3b8ac98706b36 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:49.083494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e952f9a0-d38b-433c-a68b-fc80392026b9 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Unset dirty status for tenant:ae7953ef3f43483299c3b8ac98706b36 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:49.085079 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e952f9a0-d38b-433c-a68b-fc80392026b9 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&device_id=3c63eea5-059b-4959-86f6-e7045bac101d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1702373 Jun 03 15:44:49.087857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40432) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:49.121781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Network f08c8b25-7f3d-42cb-be52-4524f15151ef is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:49.130210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:49.135139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:49.194626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event updated for resources: {'Port': ['ID=eea4fa67-6d57-4403-8098-8bb57c6a5f85,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:49.240989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:49.296962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb84cee-6ead-4234-b911-97bd3e5f87f0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:49.297770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0bb84cee-6ead-4234-b911-97bd3e5f87f0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Synchronizing usage tracker for tenant:ae7953ef3f43483299c3b8ac98706b36 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:49.312217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0bb84cee-6ead-4234-b911-97bd3e5f87f0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Unset dirty status for tenant:ae7953ef3f43483299c3b8ac98706b36 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:49.313944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0bb84cee-6ead-4234-b911-97bd3e5f87f0 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 881 time: 0.2244582 Jun 03 15:44:49.316369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40440) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:49.368712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-10a594bf-24dc-4890-8a62-0a7caa505366 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c63eea5-059b-4959-86f6-e7045bac101d HTTP/1.1" status: 200 len: 205 time: 0.0512197 Jun 03 15:44:49.371624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40444) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:49.532228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-11e19587-420e-4d5f-b05c-507415e8e2a2 None None] Provisioning for port eea4fa67-6d57-4403-8098-8bb57c6a5f85 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:49.557431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-11e19587-420e-4d5f-b05c-507415e8e2a2 None None] Provisioning complete for port eea4fa67-6d57-4403-8098-8bb57c6a5f85 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:49.557796 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-11e19587-420e-4d5f-b05c-507415e8e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:49.655096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e93a388-9718-4fc5-b0ca-b196a33d527a req-8881ea43-1f61-432e-963b-db5126673557 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 210 time: 0.1764724 Jun 03 15:44:49.666014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-11e19587-420e-4d5f-b05c-507415e8e2a2 None None] Port eea4fa67-6d57-4403-8098-8bb57c6a5f85 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:44:49.668358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e64fc30a-8631-4c54-aa4c-e74efdd5e526 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:44:49.741094 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:49.766397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e64fc30a-8631-4c54-aa4c-e74efdd5e526 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:49.770675 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.003918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e64fc30a-8631-4c54-aa4c-e74efdd5e526 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:44:50.289522 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.402133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-da9f64bb-c7b8-45a5-9bc4-d482f907c2e9 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:50.403606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-da9f64bb-c7b8-45a5-9bc4-d482f907c2e9 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.67 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 810 time: 0.7150247 Jun 03 15:44:50.442259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.452240 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.538999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-09731ee7-deb5-4b85-a6f1-f4aab0e9d6f1 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a HTTP/1.1" status: 200 len: 380 time: 0.0740757 Jun 03 15:44:50.548630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'port': {'device_id': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'admin_state_up': True, 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'security_groups': ['66b109b6-9477-4ae0-8269-67b314985d9f']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:50.671422 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.695561 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.699738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event updated for resources: {'Port': ['ID=eea4fa67-6d57-4403-8098-8bb57c6a5f85,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:50.708906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Deleting port 209b9125-292f-4612-92ab-16bd503a4454 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:50.708906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:50.897027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Network f08c8b25-7f3d-42cb-be52-4524f15151ef is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:50.898283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:50.947851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3a2d557-f6dc-46d7-9e41-b7954bf58d6f req-26c1aa38-b374-4a26-8893-3b3f753f5f87 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 210 time: 0.1085114 Jun 03 15:44:51.040719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:51.070304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:51.105130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Made reservation on behalf of 2b4f6d3ca6c54e96a0ce178eb0aa4c2a for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:51.111768 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:51.210913 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:51.231988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Router a104c4bd-064b-4a9a-8f22-90cb2fc2257e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:44:51.314174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-01051665-4f07-4d7e-8608-a8bbec3ff18e None None] Provisioning complete for port eea4fa67-6d57-4403-8098-8bb57c6a5f85 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:51.338758 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-01051665-4f07-4d7e-8608-a8bbec3ff18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:51.462097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Allocated IP 172.20.0.14 (a2b79456-f064-42e2-a46e-9cdda61aea88/2981b961-1843-44fe-8dce-c3c671e1fc65/7049db20-590a-491f-9939-26580f112c71) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:51.479565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-01051665-4f07-4d7e-8608-a8bbec3ff18e None None] Port eea4fa67-6d57-4403-8098-8bb57c6a5f85 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:44:51.605262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Calling delete_port for 209b9125-292f-4612-92ab-16bd503a4454 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:44:51.615962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:51.620889 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d208006e-11de-461c-bf22-ec085daf7369 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "PUT /v2.0/routers/a104c4bd-064b-4a9a-8f22-90cb2fc2257e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5888128 Jun 03 15:44:51.628940 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fabf7-67b8-433e-ad7f-ff0b9b4637f7 None None] Sync routers for ids ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:51.634545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40502) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:51.640667 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fabf7-67b8-433e-ad7f-ff0b9b4637f7 None None] Routers {'a104c4bd-064b-4a9a-8f22-90cb2fc2257e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:51.641551 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-838fabf7-67b8-433e-ad7f-ff0b9b4637f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:51.707933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:51.716747 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-838fabf7-67b8-433e-ad7f-ff0b9b4637f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:51.726330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Transition to ACTIVE for port object 7049db20-590a-491f-9939-26580f112c71 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:51.726696 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fabf7-67b8-433e-ad7f-ff0b9b4637f7 None None] Routers {'a104c4bd-064b-4a9a-8f22-90cb2fc2257e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:51.727312 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-838fabf7-67b8-433e-ad7f-ff0b9b4637f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:51.761642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Request body: {'port': {'network_id': 'f08c8b25-7f3d-42cb-be52-4524f15151ef', 'name': 'tempest-FloatingIPAdminTestJSON-1232584906'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:51.796533 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-838fabf7-67b8-433e-ad7f-ff0b9b4637f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:51.796533 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838fabf7-67b8-433e-ad7f-ff0b9b4637f7 None None] The sync data for ids ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:51.875598 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.222967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Network a2b79456-f064-42e2-a46e-9cdda61aea88 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:52.239223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:52.261348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:52.322057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'Port': ['ID=7049db20-590a-491f-9939-26580f112c71,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:52.351842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:52.363698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Usage tracker for resource:port and tenant:e2c5aa5642cb4de587d1a866abdd60e2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:52.369957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:52.423625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:52.450913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:52.451552 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.483886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Made reservation on behalf of e2c5aa5642cb4de587d1a866abdd60e2 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:44:52.487155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.530245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023d54a-31c1-45b4-95e5-b7c0e218cd13 req-612c9bfa-324c-4cb2-b8e7-85347b595188 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:52.536386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0023d54a-31c1-45b4-95e5-b7c0e218cd13 req-612c9bfa-324c-4cb2-b8e7-85347b595188 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 932 time: 0.4208841 Jun 03 15:44:52.557381 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.602005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] device_id is not set on port cae3943f-2208-4510-9599-d359d7e1bac6 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:44:52.614376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-31ab08a2-2c08-4095-b00f-f0980d8119b9 None None] Provisioning for port 7049db20-590a-491f-9939-26580f112c71 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:52.621786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-31ab08a2-2c08-4095-b00f-f0980d8119b9 None None] Provisioning complete for port 7049db20-590a-491f-9939-26580f112c71 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:52.622367 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-31ab08a2-2c08-4095-b00f-f0980d8119b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:52.639328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7589884e-d3ed-4f8f-9415-7d66e62e7239 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0946035 Jun 03 15:44:52.669528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Pushing event deleted for resources: {'Port': ['ID=209b9125-292f-4612-92ab-16bd503a4454,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:52.685483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Request body: {'port': {'device_id': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:52.704401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-31ab08a2-2c08-4095-b00f-f0980d8119b9 None None] Port 7049db20-590a-491f-9939-26580f112c71 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:44:52.778641 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0023d54a-31c1-45b4-95e5-b7c0e218cd13 req-80096813-172d-433c-8ef9-41c2c3b07cd8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413933 Jun 03 15:44:52.995223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.203547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Allocated IP 172.20.0.11 (f08c8b25-7f3d-42cb-be52-4524f15151ef/95cbcf07-db9f-4f8a-abad-4f33a5c1fe9b/cae3943f-2208-4510-9599-d359d7e1bac6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:53.236755 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.259879 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.267447 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.385016 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.385554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Fanout notify agent at l3_agent the message router_deleted on router 3c63eea5-059b-4959-86f6-e7045bac101d {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:44:53.469211 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.474364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-539adc34-cc01-4375-98d7-818bb27c9d7d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/3c63eea5-059b-4959-86f6-e7045bac101d HTTP/1.1" status: 204 len: 168 time: 4.0977609 Jun 03 15:44:53.475234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40568) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:53.480565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bc6c0770-3a1a-41f0-8f6c-c77facaee256 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-232878612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:53.488042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bc6c0770-3a1a-41f0-8f6c-c77facaee256 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:53.492516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bc6c0770-3a1a-41f0-8f6c-c77facaee256 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Usage tracker for resource:router and tenant:0fa16e0442304f1db2a46b8b29a8d29b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:53.501437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bc6c0770-3a1a-41f0-8f6c-c77facaee256 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:53.509313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bc6c0770-3a1a-41f0-8f6c-c77facaee256 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:53.563078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0770-3a1a-41f0-8f6c-c77facaee256 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.564387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0770-3a1a-41f0-8f6c-c77facaee256 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.579357 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0770-3a1a-41f0-8f6c-c77facaee256 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.608360 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0770-3a1a-41f0-8f6c-c77facaee256 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.642241 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bc6c0770-3a1a-41f0-8f6c-c77facaee256 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.647179 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bc6c0770-3a1a-41f0-8f6c-c77facaee256 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1708848 Jun 03 15:44:53.647957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40572) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:53.653341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'enable_snat': True}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:53.771850 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:53.835609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Transition to ACTIVE for port object cae3943f-2208-4510-9599-d359d7e1bac6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:54.065692 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.078470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7049db20-590a-491f-9939-26580f112c71 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:44:54.144557 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.278667 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.329994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Transition to ACTIVE for port object 7049db20-590a-491f-9939-26580f112c71 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:44:54.337824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Network f08c8b25-7f3d-42cb-be52-4524f15151ef is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:54.341655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:54.349227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:54.401984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36931ad0-b5b8-4c24-9d26-42c27be764d4 req-dc9925c5-b31d-4cad-b1b7-86802e28991d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:54.402698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-36931ad0-b5b8-4c24-9d26-42c27be764d4 req-dc9925c5-b31d-4cad-b1b7-86802e28991d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Synchronizing usage tracker for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:44:54.405763 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.449531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event updated for resources: {'Port': ['ID=cae3943f-2208-4510-9599-d359d7e1bac6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:54.784916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.804420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-36931ad0-b5b8-4c24-9d26-42c27be764d4 req-dc9925c5-b31d-4cad-b1b7-86802e28991d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Unset dirty status for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:44:54.806243 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36931ad0-b5b8-4c24-9d26-42c27be764d4 req-dc9925c5-b31d-4cad-b1b7-86802e28991d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 932 time: 0.8567553 Jun 03 15:44:54.823777 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.856048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-70f9bba2-f6ee-46f1-82e8-c935ed523e85 None None] Provisioning for port cae3943f-2208-4510-9599-d359d7e1bac6 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:44:54.858757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:54.859602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.869517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-70f9bba2-f6ee-46f1-82e8-c935ed523e85 None None] Provisioning complete for port cae3943f-2208-4510-9599-d359d7e1bac6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:44:54.871191 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-70f9bba2-f6ee-46f1-82e8-c935ed523e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:54.878327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Pushing event updated for resources: {'Port': ['ID=7049db20-590a-491f-9939-26580f112c71,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:54.908735 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5490976b-33fa-442b-b358-2294aa71d995 req-87d14ce9-a52f-4163-80fa-f884284cc8b4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4395313 Jun 03 15:44:54.973413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-70f9bba2-f6ee-46f1-82e8-c935ed523e85 None None] Port cae3943f-2208-4510-9599-d359d7e1bac6 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:44:54.990091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36931ad0-b5b8-4c24-9d26-42c27be764d4 req-1a1e3e2a-f131-4eb7-bf21-8a209e03d518 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194966 Jun 03 15:44:55.010860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b7a9fdf0-f77b-401a-b7dc-06c62767f3d5 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2614710 Jun 03 15:44:55.015015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40610) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:55.039035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Attempting to bind port 7049db20-590a-491f-9939-26580f112c71 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:44:55.039545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Attempting to bind port 7049db20-590a-491f-9939-26580f112c71 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:44:55.040026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Attempting to bind port 7049db20-590a-491f-9939-26580f112c71 on network a2b79456-f064-42e2-a46e-9cdda61aea88 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:55.062826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Port 7049db20-590a-491f-9939-26580f112c71 on network a2b79456-f064-42e2-a46e-9cdda61aea88 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:44:55.063329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Attempting to bind port 7049db20-590a-491f-9939-26580f112c71 on network a2b79456-f064-42e2-a46e-9cdda61aea88 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:44:55.079239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:44:55.079704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Checking segment: {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:44:55.080200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Bound using segment: {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:44:55.080884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Bound port: 7049db20-590a-491f-9939-26580f112c71, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:44:55.081468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:55.136830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Allocated IP 172.25.7.127 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/a4d7b130-1d5c-4d24-857e-692cd4825f90) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:55.151683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'project_id': 'e2c5aa5642cb4de587d1a866abdd60e2', 'port_id': 'cae3943f-2208-4510-9599-d359d7e1bac6'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:44:55.156999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490976b-33fa-442b-b358-2294aa71d995 req-c54e345c-b316-43fa-949a-68cbd1c1e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:55.158540 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5490976b-33fa-442b-b358-2294aa71d995 req-c54e345c-b316-43fa-949a-68cbd1c1e518 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c15c36aa81149968881e45ce4841979&device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 1096 time: 0.1872091 Jun 03 15:44:55.168720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:44:55.187377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Usage tracker for resource:floatingip and tenant:e2c5aa5642cb4de587d1a866abdd60e2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:44:55.196811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:44:55.209338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:44:55.258672 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:55.284141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] For port 7049db20-590a-491f-9939-26580f112c71, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:44:55.294894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] For port 7049db20-590a-491f-9939-26580f112c71, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7049db20-590a-491f-9939-26580f112c71,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:44:55.362297 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:55.461449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:55.462672 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:55.464148 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] 10.222.0.67 "PUT /v2.0/ports/7049db20-590a-491f-9939-26580f112c71 HTTP/1.1" status: 200 len: 1092 time: 2.7957799 Jun 03 15:44:55.468170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'tag': '7049db20-590a-491f-9939-26580f112c71'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:44:55.598356 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d65e7a6-7122-446d-b422-e713985a2a67'] response: {'name': 'network-changed', 'server_uuid': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'tag': '7049db20-590a-491f-9939-26580f112c71', 'status': 'completed', 'code': 200} Jun 03 15:44:55.608382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b808df-824f-46b1-a116-429dd2fbc409 service neutron] Pushing event updated for resources: {'Port': ['ID=7049db20-590a-491f-9939-26580f112c71,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:55.684614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490976b-33fa-442b-b358-2294aa71d995 req-09272c52-68ee-4ae0-9e1f-9b4cbf8c1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:55.686089 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5490976b-33fa-442b-b358-2294aa71d995 req-09272c52-68ee-4ae0-9e1f-9b4cbf8c1ee1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5983f29d-b6a5-463a-b76d-6f5a58803168 HTTP/1.1" status: 200 len: 909 time: 0.4870684 Jun 03 15:44:55.690000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-b14367d6-f740-47a6-b8b7-2c6346ceafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:55.692538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-b14367d6-f740-47a6-b8b7-2c6346ceafd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 1095 time: 0.1710362 Jun 03 15:44:55.728608 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:44:55.783855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-78c3073d-b711-4ecd-9a4d-d00daaf35e25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7049db20-590a-491f-9939-26580f112c71 HTTP/1.1" status: 200 len: 217 time: 0.0751059 Jun 03 15:44:55.855264 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5490976b-33fa-442b-b358-2294aa71d995 req-b9a87d02-1952-41ef-8d52-ecc0e6386f52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=101be5b3-c825-4357-b567-1ef78fb8167e HTTP/1.1" status: 200 len: 1000 time: 0.1613259 Jun 03 15:44:55.863160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-0f389658-07a3-454e-85bc-73f1bf3eb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:55.865184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-0f389658-07a3-454e-85bc-73f1bf3eb7d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2981b961-1843-44fe-8dce-c3c671e1fc65 HTTP/1.1" status: 200 len: 849 time: 0.0739093 Jun 03 15:44:55.911133 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:55.921961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:55.946139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490976b-33fa-442b-b358-2294aa71d995 req-d8a0f3e8-321c-4278-a050-534ea0f317fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:55.947644 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5490976b-33fa-442b-b358-2294aa71d995 req-d8a0f3e8-321c-4278-a050-534ea0f317fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b14e0566-c2fb-478f-a728-6d74f3acbcc9 HTTP/1.1" status: 200 len: 847 time: 0.0829523 Jun 03 15:44:56.055055 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:56.131320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:56.137392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:56.154434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:56.270220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Allocated IP 172.25.7.198 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/66197ee5-2fa4-42fc-8c3f-71f0b296c2c4) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:44:56.275773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490976b-33fa-442b-b358-2294aa71d995 req-9edaeef7-04d0-42ca-a928-e879e05086c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:56.277280 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5490976b-33fa-442b-b358-2294aa71d995 req-9edaeef7-04d0-42ca-a928-e879e05086c4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5983f29d-b6a5-463a-b76d-6f5a58803168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3227148 Jun 03 15:44:56.284894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event updated for resources: {'Port': ['ID=a4d7b130-1d5c-4d24-857e-692cd4825f90,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:56.299239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7d12eeb7-625b-40ca-aeed-5fadc9ca6819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:56.300857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-7d12eeb7-625b-40ca-aeed-5fadc9ca6819 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b79456-f064-42e2-a46e-9cdda61aea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4267113 Jun 03 15:44:56.576497 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5490976b-33fa-442b-b358-2294aa71d995 req-f5839664-7d95-45b7-9581-30b383d9df6a service neutron] 10.222.0.67 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783291 Jun 03 15:44:56.589977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f69e99-4299-4513-9114-41c38f59ec45 req-e6928832-d83d-4b0f-804a-f97a37507ef5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:56.591578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97f69e99-4299-4513-9114-41c38f59ec45 req-e6928832-d83d-4b0f-804a-f97a37507ef5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 944 time: 0.4083362 Jun 03 15:44:56.613922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-26fbb6fa-b234-44ac-9996-aa9a027e2a9a service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057482 Jun 03 15:44:56.880364 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5490976b-33fa-442b-b358-2294aa71d995 req-6872fcf0-33c4-4326-9b65-0d5525f40f95 service neutron] 10.222.0.67 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973437 Jun 03 15:44:56.893226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:56.974589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97f69e99-4299-4513-9114-41c38f59ec45 req-c0ac8945-817f-479c-b204-1a55e62dd79c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661025 Jun 03 15:44:56.981011 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:57.037383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd3cf6c0-21d1-411d-a515-5c480161a436 req-ba649981-8673-491e-bf96-74907d71535c service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097037 Jun 03 15:44:57.053207 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:57.191174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Pushing event updated for resources: {'Port': ['ID=66197ee5-2fa4-42fc-8c3f-71f0b296c2c4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:57.292974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:44:57.295268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:44:57.298862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:44:57.438561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a9935-edd8-4423-b155-6418f6f73460 req-72c0ac06-60eb-4554-9133-9182b8068f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:57.440160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab1a9935-edd8-4423-b155-6418f6f73460 req-72c0ac06-60eb-4554-9133-9182b8068f82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 1095 time: 0.2394731 Jun 03 15:44:57.498908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:57.503015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:57.759756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Router e4b416d2-b2fb-4eae-bc54-2bd3f576f62a is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:44:57.845158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a9935-edd8-4423-b155-6418f6f73460 req-4c675ee6-0b50-4a90-9e74-633447fb8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:57.847231 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab1a9935-edd8-4423-b155-6418f6f73460 req-4c675ee6-0b50-4a90-9e74-633447fb8a04 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 911 time: 0.3995616 Jun 03 15:44:57.955492 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab1a9935-edd8-4423-b155-6418f6f73460 req-db41d156-ec9e-4c76-907a-d383da2c1b78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7049db20-590a-491f-9939-26580f112c71 HTTP/1.1" status: 200 len: 217 time: 0.0784354 Jun 03 15:44:57.985632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:44:58.010474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b19b54-3b6b-4d1c-9676-7b424f66f482 None None] Sync routers for ids ['e4b416d2-b2fb-4eae-bc54-2bd3f576f62a'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:44:58.023631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b19b54-3b6b-4d1c-9676-7b424f66f482 None None] Routers {'e4b416d2-b2fb-4eae-bc54-2bd3f576f62a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:58.023631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-67b19b54-3b6b-4d1c-9676-7b424f66f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e4b416d2-b2fb-4eae-bc54-2bd3f576f62a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:58.066511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a9935-edd8-4423-b155-6418f6f73460 req-667cd4d1-eb11-4b75-9ec4-8b56e0462d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:58.086039 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:58.086211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab1a9935-edd8-4423-b155-6418f6f73460 req-667cd4d1-eb11-4b75-9ec4-8b56e0462d85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2981b961-1843-44fe-8dce-c3c671e1fc65 HTTP/1.1" status: 200 len: 849 time: 0.1224475 Jun 03 15:44:58.087797 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ce67cf70-0e14-4c5f-9a5e-2c343bf9801b tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "PUT /v2.0/routers/e4b416d2-b2fb-4eae-bc54-2bd3f576f62a HTTP/1.1" status: 200 len: 914 time: 4.4386914 Jun 03 15:44:58.098766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40700) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:58.107331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-67b19b54-3b6b-4d1c-9676-7b424f66f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:58.126067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b19b54-3b6b-4d1c-9676-7b424f66f482 None None] Routers {'e4b416d2-b2fb-4eae-bc54-2bd3f576f62a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:44:58.127062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-67b19b54-3b6b-4d1c-9676-7b424f66f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e4b416d2-b2fb-4eae-bc54-2bd3f576f62a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:58.211306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-67b19b54-3b6b-4d1c-9676-7b424f66f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:44:58.211689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b19b54-3b6b-4d1c-9676-7b424f66f482 None None] The sync data for ids ['e4b416d2-b2fb-4eae-bc54-2bd3f576f62a'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:44:58.268039 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:58.290042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a9935-edd8-4423-b155-6418f6f73460 req-4123de9c-73cc-469e-bc20-2cf224b25a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:58.291664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab1a9935-edd8-4423-b155-6418f6f73460 req-4123de9c-73cc-469e-bc20-2cf224b25a36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b79456-f064-42e2-a46e-9cdda61aea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1952288 Jun 03 15:44:58.413113 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-91a3a719-5208-48bc-82ca-46b46a778595 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/routers/e4b416d2-b2fb-4eae-bc54-2bd3f576f62a HTTP/1.1" status: 200 len: 920 time: 0.3128231 Jun 03 15:44:58.415711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40716) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:58.415824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737033c-b033-440d-8d82-8448e29b2389 req-0a703b5b-6441-41b7-9062-3d76d0aab312 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:58.422135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c737033c-b033-440d-8d82-8448e29b2389 req-0a703b5b-6441-41b7-9062-3d76d0aab312 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 944 time: 0.2665379 Jun 03 15:44:58.528934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba02dd7-054d-49ed-b82f-106367a8f7fb tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:58.533264 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cba02dd7-054d-49ed-b82f-106367a8f7fb tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&device_id=e4b416d2-b2fb-4eae-bc54-2bd3f576f62a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1139824 Jun 03 15:44:58.533639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:58.537392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c737033c-b033-440d-8d82-8448e29b2389 req-a57ac34a-f3b0-49f6-9c66-26e1a05b64ce tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876470 Jun 03 15:44:58.561419 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:58.620920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab1a9935-edd8-4423-b155-6418f6f73460 req-c0e504d1-5039-4f20-a99c-9d0a99855949 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167078 Jun 03 15:44:58.687699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ba10e3-9a6f-4620-a178-3866932db0c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:44:58.689337 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f4ba10e3-9a6f-4620-a178-3866932db0c8 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 881 time: 0.1546376 Jun 03 15:44:58.694320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40724) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:58.749859 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-98784fd3-9e36-4029-bc60-8c87b8cc5c7c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b416d2-b2fb-4eae-bc54-2bd3f576f62a HTTP/1.1" status: 200 len: 205 time: 0.0541975 Jun 03 15:44:58.752285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40734) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:44:58.991412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:59.102921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab1a9935-edd8-4423-b155-6418f6f73460 req-811dc8dd-e21e-4ce7-9a32-317f70633b21 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747999 Jun 03 15:44:59.190331 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:59.200047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:59.202912 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:59.226951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Deleting port a4d7b130-1d5c-4d24-857e-692cd4825f90 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:44:59.227296 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:59.383188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Pushing event updated for resources: {'Port': ['ID=66197ee5-2fa4-42fc-8c3f-71f0b296c2c4,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:44:59.392499 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:59.569119 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:59.584598 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Floating IP 5361c70c-821e-4947-a50b-1053a7972b0a associated. External IP: 172.25.7.198, port: cae3943f-2208-4510-9599-d359d7e1bac6. Jun 03 15:44:59.612040 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:44:59.728466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Calling delete_port for a4d7b130-1d5c-4d24-857e-692cd4825f90 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:00.020601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2af8c3-24aa-4432-a7fe-bc7c9248040f req-831a5642-c838-46b4-a4fe-28c1986996a2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:00.022197 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f2af8c3-24aa-4432-a7fe-bc7c9248040f req-831a5642-c838-46b4-a4fe-28c1986996a2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 944 time: 0.3097541 Jun 03 15:45:00.098716 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.164778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Pushing event deleted for resources: {'Port': ['ID=a4d7b130-1d5c-4d24-857e-692cd4825f90,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:00.184198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Router a104c4bd-064b-4a9a-8f22-90cb2fc2257e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:45:00.279019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.285229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f2af8c3-24aa-4432-a7fe-bc7c9248040f req-fc775288-d926-419b-9c8a-cf67767a746f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568865 Jun 03 15:45:00.433925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:00.445272 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f7bc3-3ff3-4760-b6a3-3f4f5127d355 None None] Sync routers for ids ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:00.470404 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f7bc3-3ff3-4760-b6a3-3f4f5127d355 None None] Routers {'a104c4bd-064b-4a9a-8f22-90cb2fc2257e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:00.471251 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-246f7bc3-3ff3-4760-b6a3-3f4f5127d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:00.528904 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.530361 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.532565 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.556103 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.556692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Fanout notify agent at l3_agent the message router_deleted on router e4b416d2-b2fb-4eae-bc54-2bd3f576f62a {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:45:00.573169 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.578368 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b2adf5bd-d2c4-404e-9b44-3f98e64c7660 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/e4b416d2-b2fb-4eae-bc54-2bd3f576f62a HTTP/1.1" status: 204 len: 168 time: 1.8249967 Jun 03 15:45:00.578971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40784) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:00.584388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-86531b91-b4ed-4f16-95d9-a8ed7d82d3c4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1783347240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:00.591977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-86531b91-b4ed-4f16-95d9-a8ed7d82d3c4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:00.596121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-86531b91-b4ed-4f16-95d9-a8ed7d82d3c4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Usage tracker for resource:router and tenant:0fa16e0442304f1db2a46b8b29a8d29b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:00.599553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-86531b91-b4ed-4f16-95d9-a8ed7d82d3c4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:00.606480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-86531b91-b4ed-4f16-95d9-a8ed7d82d3c4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:00.619773 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-246f7bc3-3ff3-4760-b6a3-3f4f5127d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:00.621297 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86531b91-b4ed-4f16-95d9-a8ed7d82d3c4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.622563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86531b91-b4ed-4f16-95d9-a8ed7d82d3c4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.630471 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f7bc3-3ff3-4760-b6a3-3f4f5127d355 None None] Routers {'a104c4bd-064b-4a9a-8f22-90cb2fc2257e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:00.631288 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-246f7bc3-3ff3-4760-b6a3-3f4f5127d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:00.655266 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86531b91-b4ed-4f16-95d9-a8ed7d82d3c4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.660189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c11c8b03-f768-48ec-98f3-a8264b3e8f6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.6340320 Jun 03 15:45:00.663667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40790) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:00.696920 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86531b91-b4ed-4f16-95d9-a8ed7d82d3c4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.700563 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-246f7bc3-3ff3-4760-b6a3-3f4f5127d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:00.700953 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f7bc3-3ff3-4760-b6a3-3f4f5127d355 None None] The sync data for ids ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:45:00.722335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86531b91-b4ed-4f16-95d9-a8ed7d82d3c4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:00.726966 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-86531b91-b4ed-4f16-95d9-a8ed7d82d3c4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1470063 Jun 03 15:45:00.728141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40800) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:00.733662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'enable_snat': False}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:00.853288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-95f271bd-3a14-4083-8bb0-e1ffe68bf2f8 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] 10.222.0.48 "GET /v2.0/floatingips/5361c70c-821e-4947-a50b-1053a7972b0a HTTP/1.1" status: 200 len: 984 time: 0.1883061 Jun 03 15:45:00.855768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40804) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:00.977679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d46230af-6335-447b-b474-b58c2b6b7a6e tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4302 time: 0.1206210 Jun 03 15:45:00.981845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40808) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:01.365032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7049db20-590a-491f-9939-26580f112c71 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:45:01.394397 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.597742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7049db20-590a-491f-9939-26580f112c71, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7049db20-590a-491f-9939-26580f112c71,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:01.599156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Deleting port 66197ee5-2fa4-42fc-8c3f-71f0b296c2c4 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:01.599655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.612732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '7049db20-590a-491f-9939-26580f112c71', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'port_id': '7049db20-590a-491f-9939-26580f112c71', 'mac_address': 'fa:16:3e:3f:34:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:45:01.697756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 7049db20-590a-491f-9939-26580f112c71 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:01.698745 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.720059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7049db20-590a-491f-9939-26580f112c71 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:45:01.739062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7049db20-590a-491f-9939-26580f112c71, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7049db20-590a-491f-9939-26580f112c71,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:01.751214 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.771962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc5115-6aba-48c2-8295-1f7705609749 req-ede81253-89c0-49ce-9472-d78c77fa3be8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:01.773912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11bc5115-6aba-48c2-8295-1f7705609749 req-ede81253-89c0-49ce-9472-d78c77fa3be8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 944 time: 0.3144922 Jun 03 15:45:01.849603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=7049db20-590a-491f-9939-26580f112c71,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:01.885276 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.888545 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.888878 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:01.899106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11bc5115-6aba-48c2-8295-1f7705609749 req-499720cb-10ae-4a76-9a77-cdd0605d1b2a tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184721 Jun 03 15:45:01.925670 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.063961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Calling delete_port for 66197ee5-2fa4-42fc-8c3f-71f0b296c2c4 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:02.102964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Allocated IP 172.25.7.163 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/b971bef3-0f76-485e-a5d5-faba87314e37) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:02.146371 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b9a50c69-3f49-49dc-a8b6-58ffadf5b807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.233745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40846) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:02.262622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['7049db20-590a-491f-9939-26580f112c71'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:45:02.278620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.330587 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.382200 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.469795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:02.474659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:02.475673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event deleted for resources: {'Port': ['ID=66197ee5-2fa4-42fc-8c3f-71f0b296c2c4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:02.483765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:02.559549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Pushing event updated for resources: {'Port': ['ID=b971bef3-0f76-485e-a5d5-faba87314e37,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:02.788796 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:02.789396 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Floating IP 5361c70c-821e-4947-a50b-1053a7972b0a disassociated (deleted). External IP: 172.25.7.198, port: cae3943f-2208-4510-9599-d359d7e1bac6. Jun 03 15:45:03.151926 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:03.525040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f21bc-fbec-4fec-8ea9-3eeb4c63aaf5 req-29c2e201-f320-435c-91dc-74a59fc2a785 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:03.526798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e6f21bc-fbec-4fec-8ea9-3eeb4c63aaf5 req-29c2e201-f320-435c-91dc-74a59fc2a785 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 945 time: 0.3852730 Jun 03 15:45:03.723540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Router a104c4bd-064b-4a9a-8f22-90cb2fc2257e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:45:03.736454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e6f21bc-fbec-4fec-8ea9-3eeb4c63aaf5 req-b81404d0-deb5-4032-b9b2-7e1a192e5c0a tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962130 Jun 03 15:45:03.788226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:03.792370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:04.062439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Router 0e9f31c7-e930-4e42-b92e-6cf8f7d3d828 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:45:04.067068 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:04.228000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:04.240553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abda9c-1066-41be-b30b-f5c4409c3b60 None None] Sync routers for ids ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:04.251562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52abda9c-1066-41be-b30b-f5c4409c3b60 None None] Routers {'a104c4bd-064b-4a9a-8f22-90cb2fc2257e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:04.252485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-52abda9c-1066-41be-b30b-f5c4409c3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:04.257187 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:04.322916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:04.342026 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47773c10-a254-4e7e-bb1a-e85a9c55272e None None] Sync routers for ids ['0e9f31c7-e930-4e42-b92e-6cf8f7d3d828'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:04.363734 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47773c10-a254-4e7e-bb1a-e85a9c55272e None None] Routers {'0e9f31c7-e930-4e42-b92e-6cf8f7d3d828'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:04.364878 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-47773c10-a254-4e7e-bb1a-e85a9c55272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0e9f31c7-e930-4e42-b92e-6cf8f7d3d828'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:04.369251 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:04.370785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-52abda9c-1066-41be-b30b-f5c4409c3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:04.371033 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e1fd45b0-d29d-4605-a615-546df5cb1a40 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "PUT /v2.0/routers/0e9f31c7-e930-4e42-b92e-6cf8f7d3d828 HTTP/1.1" status: 200 len: 916 time: 3.6414907 Jun 03 15:45:04.373437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40908) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:04.392338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52abda9c-1066-41be-b30b-f5c4409c3b60 None None] Routers {'a104c4bd-064b-4a9a-8f22-90cb2fc2257e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:04.393014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-52abda9c-1066-41be-b30b-f5c4409c3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:04.477543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-74864ff4-7c1d-43b5-9b13-2a36c6f7408c tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "DELETE /v2.0/floatingips/5361c70c-821e-4947-a50b-1053a7972b0a HTTP/1.1" status: 204 len: 168 time: 3.4942317 Jun 03 15:45:04.481164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40912) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:04.490017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-52abda9c-1066-41be-b30b-f5c4409c3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:04.490533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52abda9c-1066-41be-b30b-f5c4409c3b60 None None] The sync data for ids ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:45:04.500265 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-47773c10-a254-4e7e-bb1a-e85a9c55272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:04.504792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:04.513730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:04.514872 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47773c10-a254-4e7e-bb1a-e85a9c55272e None None] Routers {'0e9f31c7-e930-4e42-b92e-6cf8f7d3d828'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:04.515569 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-47773c10-a254-4e7e-bb1a-e85a9c55272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:44:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['0e9f31c7-e930-4e42-b92e-6cf8f7d3d828'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:04.521073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Usage tracker for resource:floatingip and tenant:e0563d6b25e04dde9593817b3035b9af is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:04.525601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:04.558407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:04.592766 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4b28cf01-cf00-491c-8eea-f1a62398ac51 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/routers/0e9f31c7-e930-4e42-b92e-6cf8f7d3d828 HTTP/1.1" status: 200 len: 922 time: 0.2164955 Jun 03 15:45:04.594731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:04.595518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40916) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:04.610861 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-47773c10-a254-4e7e-bb1a-e85a9c55272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:04.611629 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47773c10-a254-4e7e-bb1a-e85a9c55272e None None] The sync data for ids ['0e9f31c7-e930-4e42-b92e-6cf8f7d3d828'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:45:04.694874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ee823-91a8-482d-98f4-3a49e005e3b9 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:04.696991 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1c0ee823-91a8-482d-98f4-3a49e005e3b9 tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&device_id=0e9f31c7-e930-4e42-b92e-6cf8f7d3d828&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0987248 Jun 03 15:45:04.699386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40926) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:04.816992 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-511f3121-2339-42a3-a4cb-1fa21fb7dc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:04.845565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting port 5ee2670d-b6f3-4789-a686-fece4b923d5b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:04.845972 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:04.985823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e49533-81a8-49af-9b69-65d1c60d5b3e tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:04.988441 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-67e49533-81a8-49af-9b69-65d1c60d5b3e tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/networks/ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 881 time: 0.2871826 Jun 03 15:45:04.991253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40938) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:05.047974 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5f373a30-93ad-44a8-ad2a-81dbdd45ab8e tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e9f31c7-e930-4e42-b92e-6cf8f7d3d828 HTTP/1.1" status: 200 len: 205 time: 0.0553622 Jun 03 15:45:05.048595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40942) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:05.299677 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.349784 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.353257 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.377596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7049db20-590a-491f-9939-26580f112c71 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:05.483311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 7049db20-590a-491f-9939-26580f112c71 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:05.490061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 7049db20-590a-491f-9939-26580f112c71 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:05.491046 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.626854 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.657416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3232f-c33a-4090-935e-5d9f78028c77 req-709ddebb-d272-40f0-9e24-2c88b586b7ec tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:05.677764 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2a3232f-c33a-4090-935e-5d9f78028c77 req-709ddebb-d272-40f0-9e24-2c88b586b7ec tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 945 time: 0.7101939 Jun 03 15:45:05.715734 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.731107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Deleting port b971bef3-0f76-485e-a5d5-faba87314e37 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:05.731645 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.744195 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 7049db20-590a-491f-9939-26580f112c71 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:05.744195 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.808740 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2a3232f-c33a-4090-935e-5d9f78028c77 req-48ed5dfd-a77b-4dda-95e4-5005acf29a4b tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314158 Jun 03 15:45:05.809922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] For port 5ee2670d-b6f3-4789-a686-fece4b923d5b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5ee2670d-b6f3-4789-a686-fece4b923d5b,segment=NetworkSegment(e8aadd24-0a40-4cec-9ddc-86e500e7f2c3),segment_id=e8aadd24-0a40-4cec-9ddc-86e500e7f2c3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:05.810359 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.843451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7049db20-590a-491f-9939-26580f112c71'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:45:05.863283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 7049db20-590a-491f-9939-26580f112c71, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7049db20-590a-491f-9939-26580f112c71,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:05.868018 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:05.928116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Allocated IP 172.25.7.103 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/d512a37b-cc5a-41e2-b1c9-c9f3af93b191) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:05.928555 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-019ab72d-3124-4770-8f2f-402bb82c57ab'] response: {'server_uuid': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7049db20-590a-491f-9939-26580f112c71', 'code': 200} Jun 03 15:45:05.986017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=7049db20-590a-491f-9939-26580f112c71,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:06.046547 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.064496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Calling delete_port for 5ee2670d-b6f3-4789-a686-fece4b923d5b owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:06.212086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Calling delete_port for b971bef3-0f76-485e-a5d5-faba87314e37 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:06.378810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab04e7-b468-4b66-82e3-4d609814ce3b req-0ce848c7-dc38-451f-a8fa-699cd2a99163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:06.381768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90ab04e7-b468-4b66-82e3-4d609814ce3b req-0ce848c7-dc38-451f-a8fa-699cd2a99163 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 1097 time: 0.3641090 Jun 03 15:45:06.438437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.446890 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.541220 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.545003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Pushing event deleted for resources: {'Port': ['ID=b971bef3-0f76-485e-a5d5-faba87314e37,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:06.642341 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.706394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Pushing event updated for resources: {'Port': ['ID=d512a37b-cc5a-41e2-b1c9-c9f3af93b191,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:06.738714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:06.740631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90ab04e7-b468-4b66-82e3-4d609814ce3b req-a7323bf4-0e7a-4be2-81c8-029003536cd7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444457 Jun 03 15:45:06.744193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:06.746926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:06.823713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.826671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.833392 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.852045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.852714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Fanout notify agent at l3_agent the message router_deleted on router 0e9f31c7-e930-4e42-b92e-6cf8f7d3d828 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:45:06.870557 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.882707 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9b6fca26-6490-46ac-8a50-9b9bb5110590 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/0e9f31c7-e930-4e42-b92e-6cf8f7d3d828 HTTP/1.1" status: 204 len: 168 time: 1.8280001 Jun 03 15:45:06.898784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40998) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:06.901306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1708449348', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:06.945737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Port': ['ID=5ee2670d-b6f3-4789-a686-fece4b923d5b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:06.956575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:06.961274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Usage tracker for resource:router and tenant:0fa16e0442304f1db2a46b8b29a8d29b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:06.967902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:06.976163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:06.991937 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:06.992845 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:07.009774 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:07.066257 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:07.117243 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:07.458424 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:07.491420 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:07.747305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debfa0d-40e3-4558-9f54-e751634d0747 req-ff642471-115b-4e1a-99c8-d034e57e17c2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:07.747305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4debfa0d-40e3-4558-9f54-e751634d0747 req-ff642471-115b-4e1a-99c8-d034e57e17c2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.7307475 Jun 03 15:45:07.798112 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:07.812709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4debfa0d-40e3-4558-9f54-e751634d0747 req-965411b1-c61a-4158-9775-6c4680700441 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563569 Jun 03 15:45:08.064866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:08.138419 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:08.254231 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:08.265670 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:08.296458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Allocated IP 172.25.7.78 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/4ce0a01e-ee51-486b-bb6a-20c173f72a5f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:08.340380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Pushing event updated for resources: {'Port': ['ID=d512a37b-cc5a-41e2-b1c9-c9f3af93b191,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:08.538612 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:08.581320 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:08.612640 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:08.618541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:45:08.676498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:08.684203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:08.688528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:08.690035 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:08.694240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-36c16578-bfa5-4d46-a9bd-9e198da5e475 tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2121365 Jun 03 15:45:08.694931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41040) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:08.758543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Pushing event updated for resources: {'Port': ['ID=4ce0a01e-ee51-486b-bb6a-20c173f72a5f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:08.865853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:08.875004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:08.883285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Usage tracker for resource:floatingip and tenant:ec81abd4728c4a9bb7c7f3e5b9aa5ad4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:08.888256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:08.892382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:08.901746 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:08.920972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cd3e601f-f61b-45ee-a7cf-ce7221b8bfcd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "PUT /v2.0/routers/ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6861100 Jun 03 15:45:08.922594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:08.926138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f5648-1678-4764-aaa0-0645ee050d6f None None] Sync routers for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:08.943238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f5648-1678-4764-aaa0-0645ee050d6f None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:08.943860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d76f5648-1678-4764-aaa0-0645ee050d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:08.974295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:09.283789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ab64e-fa2f-4fe4-8951-6fc6156bc43d req-c5a90bfa-a234-48e1-8038-e3ee8d705891 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:09.285105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa8ab64e-fa2f-4fe4-8951-6fc6156bc43d req-c5a90bfa-a234-48e1-8038-e3ee8d705891 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.1464553 Jun 03 15:45:09.433142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa8ab64e-fa2f-4fe4-8951-6fc6156bc43d req-d8cb25ce-91a5-4433-8a66-dac40cda4f25 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388893 Jun 03 15:45:09.434766 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:09.444495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d76f5648-1678-4764-aaa0-0645ee050d6f None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:45:09.627678 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:09.844399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Allocated IP 172.25.7.170 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/442279f8-3cc7-45e5-b114-c4da1896054e) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:09.860157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60716378-9795-40d7-b081-cc33fae13334 req-1259525a-83f3-494b-af10-a89ae6b24564 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:09.860861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-60716378-9795-40d7-b081-cc33fae13334 req-1259525a-83f3-494b-af10-a89ae6b24564 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:09.933405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf799f8-21fe-44ba-92fe-623daaff74a8 req-2ad69f90-64fb-4db5-aeff-534da2b1c4b7 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:09.933405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdf799f8-21fe-44ba-92fe-623daaff74a8 req-2ad69f90-64fb-4db5-aeff-534da2b1c4b7 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.2965415 Jun 03 15:45:09.944501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41084) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:09.947927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-60716378-9795-40d7-b081-cc33fae13334 req-1259525a-83f3-494b-af10-a89ae6b24564 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:09.954206 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60716378-9795-40d7-b081-cc33fae13334 req-1259525a-83f3-494b-af10-a89ae6b24564 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 946 time: 0.3741310 Jun 03 15:45:10.046506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-65a97462-7b0b-4426-8b30-edffb8d02c38 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'floatingip': {'port_id': '7049db20-590a-491f-9939-26580f112c71'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:10.091878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d76f5648-1678-4764-aaa0-0645ee050d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:45:06Z', 'revision_number': 6, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '337a7352-90fc-4244-9568-40a888a565c0', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'port_id': '88923ff7-62f8-4197-a551-7bd884c6132b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'mac_address': 'fa:16:3e:8b:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:42:22Z', 'updated_at': '2022-06-03T15:42:30Z', 'revision_number': 1, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:10.097999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f5648-1678-4764-aaa0-0645ee050d6f None None] Checking router: ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:45:10.108520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f5648-1678-4764-aaa0-0645ee050d6f None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:10.109674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d76f5648-1678-4764-aaa0-0645ee050d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:10.243505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:10.403133 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65a97462-7b0b-4426-8b30-edffb8d02c38 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:10.418536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d76f5648-1678-4764-aaa0-0645ee050d6f None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:45:10.545693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60716378-9795-40d7-b081-cc33fae13334 req-9ff06a88-6f63-4080-b977-e5b8e038779e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5906990 Jun 03 15:45:10.605416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Router ca8f3883-cf63-4bf2-94ea-5561fe50f2c0 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:45:10.689804 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:10.935248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:10.947489 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf585a-a19e-4564-a701-b84399e7e868 None None] Sync routers for ids ['ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:10.958811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d76f5648-1678-4764-aaa0-0645ee050d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:45:06Z', 'revision_number': 6, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '337a7352-90fc-4244-9568-40a888a565c0', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'port_id': '88923ff7-62f8-4197-a551-7bd884c6132b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'mac_address': 'fa:16:3e:8b:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:42:22Z', 'updated_at': '2022-06-03T15:42:30Z', 'revision_number': 1, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:10.963883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f5648-1678-4764-aaa0-0645ee050d6f None None] The sync data for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 is: [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:45:06Z', 'revision_number': 6, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '337a7352-90fc-4244-9568-40a888a565c0', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.246', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'port_id': '88923ff7-62f8-4197-a551-7bd884c6132b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'mac_address': 'fa:16:3e:8b:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:42:22Z', 'updated_at': '2022-06-03T15:42:30Z', 'revision_number': 1, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:45:10.978677 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf585a-a19e-4564-a701-b84399e7e868 None None] Routers {'ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:10.979954 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-79cf585a-a19e-4564-a701-b84399e7e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:10.991177 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:11.012233 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:11.013467 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-48448aea-0cee-400a-9944-d953bce57264 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1181231 Jun 03 15:45:11.017252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41108) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:11.036495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:11.110636 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-79cf585a-a19e-4564-a701-b84399e7e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:11.122107 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf585a-a19e-4564-a701-b84399e7e868 None None] Routers {'ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:11.123734 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-79cf585a-a19e-4564-a701-b84399e7e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:11.190884 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-79cf585a-a19e-4564-a701-b84399e7e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:11.191521 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cf585a-a19e-4564-a701-b84399e7e868 None None] The sync data for ids ['ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:45:11.419360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Pushing event updated for resources: {'Port': ['ID=442279f8-3cc7-45e5-b114-c4da1896054e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:11.442186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5ee2670d-b6f3-4789-a686-fece4b923d5b no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:11.444493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:11.449195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:11.451625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:11.491626 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65a97462-7b0b-4426-8b30-edffb8d02c38 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:11.499378 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65a97462-7b0b-4426-8b30-edffb8d02c38 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:11.530406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 5ee2670d-b6f3-4789-a686-fece4b923d5b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:45:11.530872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5ee2670d-b6f3-4789-a686-fece4b923d5b not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:45:11.739617 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:11.810072 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:11.864734 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:11.886205 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Deleting port 4ce0a01e-ee51-486b-bb6a-20c173f72a5f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:11.887026 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:12.017186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fcf43-451a-4b3d-927d-7174f236f178 req-1e2655e3-f2e0-46cc-85f1-e4e374de5a56 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:12.020097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f11fcf43-451a-4b3d-927d-7174f236f178 req-1e2655e3-f2e0-46cc-85f1-e4e374de5a56 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 946 time: 0.6785932 Jun 03 15:45:12.096202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:12.107154 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:12.166972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-f11fcf43-451a-4b3d-927d-7174f236f178 req-c51c1ac0-3ab7-4a2c-a5a0-d699dc75a72e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:12.167367 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f11fcf43-451a-4b3d-927d-7174f236f178 req-c51c1ac0-3ab7-4a2c-a5a0-d699dc75a72e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:12.343036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Calling delete_port for 4ce0a01e-ee51-486b-bb6a-20c173f72a5f owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:12.415065 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-65a97462-7b0b-4426-8b30-edffb8d02c38 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Floating IP bb78bea7-9fa3-4200-8013-d0af5fe7ee48 associated. External IP: 172.25.7.105, port: 7049db20-590a-491f-9939-26580f112c71. Jun 03 15:45:12.628819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9022518-2358-42b1-88bb-05d072f61b6d req-ade4e310-a69c-43ec-8ac2-032c0bd23e3f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:12.635847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9022518-2358-42b1-88bb-05d072f61b6d req-ade4e310-a69c-43ec-8ac2-032c0bd23e3f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 946 time: 0.8281016 Jun 03 15:45:12.792199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:12.890171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Pushing event deleted for resources: {'Port': ['ID=4ce0a01e-ee51-486b-bb6a-20c173f72a5f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:12.960645 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.041414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.089260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f11fcf43-451a-4b3d-927d-7174f236f178 req-c51c1ac0-3ab7-4a2c-a5a0-d699dc75a72e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] For port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0564ee61-d73d-4b26-a0ba-b99eb8b7196b,segment=NetworkSegment(e8aadd24-0a40-4cec-9ddc-86e500e7f2c3),segment_id=e8aadd24-0a40-4cec-9ddc-86e500e7f2c3)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:13.090034 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f11fcf43-451a-4b3d-927d-7174f236f178 req-c51c1ac0-3ab7-4a2c-a5a0-d699dc75a72e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.258246 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.294736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9022518-2358-42b1-88bb-05d072f61b6d req-1fe4a72a-b067-48a6-9e1f-9840a4645d73 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=a4d747c1-d504-4ffd-bfda-29b9ba887cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6574714 Jun 03 15:45:13.308456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-f11fcf43-451a-4b3d-927d-7174f236f178 req-c51c1ac0-3ab7-4a2c-a5a0-d699dc75a72e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Calling delete_port for 0564ee61-d73d-4b26-a0ba-b99eb8b7196b owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:13.396179 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.402125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.426042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0564ee61-d73d-4b26-a0ba-b99eb8b7196b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:13.621395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:13.621758 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.676128 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f11fcf43-451a-4b3d-927d-7174f236f178 req-c51c1ac0-3ab7-4a2c-a5a0-d699dc75a72e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.726636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Pushing event updated for resources: {'Port': ['ID=442279f8-3cc7-45e5-b114-c4da1896054e,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:13.735123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Router ca8f3883-cf63-4bf2-94ea-5561fe50f2c0 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:45:13.853069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c1ac0-3ab7-4a2c-a5a0-d699dc75a72e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Port': ['ID=0564ee61-d73d-4b26-a0ba-b99eb8b7196b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:13.888041 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.893476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:13.915426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72bada-d8c7-43e0-b56c-49157c61af19 None None] Sync routers for ids ['ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:13.915569 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:13.916629 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-017dde82-586b-41ce-ac1c-4e418696926c tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "PUT /v2.0/routers/ca8f3883-cf63-4bf2-94ea-5561fe50f2c0 HTTP/1.1" status: 200 len: 706 time: 2.8965750 Jun 03 15:45:13.920907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:13.927305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72bada-d8c7-43e0-b56c-49157c61af19 None None] Routers {'ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:13.928181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be72bada-d8c7-43e0-b56c-49157c61af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:13.979070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11fcf43-451a-4b3d-927d-7174f236f178 req-c51c1ac0-3ab7-4a2c-a5a0-d699dc75a72e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] No DVR routers for this DVR port 0564ee61-d73d-4b26-a0ba-b99eb8b7196b on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:13.987851 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f11fcf43-451a-4b3d-927d-7174f236f178 req-c51c1ac0-3ab7-4a2c-a5a0-d699dc75a72e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:14.006796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf6d63b-9192-412a-9652-5bb237185361', 'name': 'network-vif-deleted', 'tag': '0564ee61-d73d-4b26-a0ba-b99eb8b7196b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:45:14.047003 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:14.049063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d3c917b8-80f8-4317-802f-04df4f387c64 tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3453329 Jun 03 15:45:14.052236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41196) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:14.057751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f11fcf43-451a-4b3d-927d-7174f236f178 req-c51c1ac0-3ab7-4a2c-a5a0-d699dc75a72e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "DELETE /v2.0/ports/0564ee61-d73d-4b26-a0ba-b99eb8b7196b HTTP/1.1" status: 204 len: 173 time: 2.0226605 Jun 03 15:45:14.096310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be72bada-d8c7-43e0-b56c-49157c61af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:14.113498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72bada-d8c7-43e0-b56c-49157c61af19 None None] Routers {'ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:14.114463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be72bada-d8c7-43e0-b56c-49157c61af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:14.124099 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c5c553-c03c-4c18-8633-4822e2e1dcc2'] response: {'server_uuid': 'caf6d63b-9192-412a-9652-5bb237185361', 'name': 'network-vif-deleted', 'tag': '0564ee61-d73d-4b26-a0ba-b99eb8b7196b', 'status': 'completed', 'code': 200} Jun 03 15:45:14.131811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a97462-7b0b-4426-8b30-edffb8d02c38 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Router a80004f1-4869-45d9-b273-8532314dece4 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:45:14.140365 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d16615c7-1bb1-4504-8aeb-c323a16beb4a tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/routers/ca8f3883-cf63-4bf2-94ea-5561fe50f2c0 HTTP/1.1" status: 200 len: 741 time: 0.2176962 Jun 03 15:45:14.143232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41200) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:14.220301 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7a82429c-e907-44bb-b4d2-f790dfd3fcdb tempest-RoutersAdminTest-922935761 tempest-RoutersAdminTest-922935761-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&device_id=ca8f3883-cf63-4bf2-94ea-5561fe50f2c0 HTTP/1.1" status: 200 len: 205 time: 0.0766652 Jun 03 15:45:14.225994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41204) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:14.364972 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7b38858a-88ec-4466-84aa-f75dd6d53da4 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca8f3883-cf63-4bf2-94ea-5561fe50f2c0 HTTP/1.1" status: 200 len: 205 time: 0.1374717 Jun 03 15:45:14.367148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41214) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:14.406229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be72bada-d8c7-43e0-b56c-49157c61af19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:14.406702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72bada-d8c7-43e0-b56c-49157c61af19 None None] The sync data for ids ['ca8f3883-cf63-4bf2-94ea-5561fe50f2c0'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:45:14.705378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-be9f3eb5-7b1c-49cc-a776-2e7e19f3eb6d req-66c3a650-216b-4100-811e-6bd3ab483b37 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:14.710700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d0004805-7c56-47bf-8977-927d03b3d40f tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Synchronizing usage tracker for tenant:e0563d6b25e04dde9593817b3035b9af on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:14.757231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d0004805-7c56-47bf-8977-927d03b3d40f tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Unset dirty status for tenant:e0563d6b25e04dde9593817b3035b9af on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:14.760752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d0004805-7c56-47bf-8977-927d03b3d40f tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4790 time: 0.7044826 Jun 03 15:45:14.766365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41226) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:14.800978 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75468659-02cf-446f-b103-8c94d8d5effc tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:14.907099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-be9f3eb5-7b1c-49cc-a776-2e7e19f3eb6d req-66c3a650-216b-4100-811e-6bd3ab483b37 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:14.921215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be9f3eb5-7b1c-49cc-a776-2e7e19f3eb6d req-66c3a650-216b-4100-811e-6bd3ab483b37 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=caf6d63b-9192-412a-9652-5bb237185361 HTTP/1.1" status: 200 len: 210 time: 0.3588262 Jun 03 15:45:14.993419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3981e01f-b577-4577-ad6e-90d3d3b7850d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Synchronizing usage tracker for tenant:e2c5aa5642cb4de587d1a866abdd60e2 on resource:floatingip {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:15.041732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3981e01f-b577-4577-ad6e-90d3d3b7850d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Unset dirty status for tenant:e2c5aa5642cb4de587d1a866abdd60e2 on resource:floatingip {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:15.045757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3981e01f-b577-4577-ad6e-90d3d3b7850d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2757695 Jun 03 15:45:15.046516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a97462-7b0b-4426-8b30-edffb8d02c38 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:15.054382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41238) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.057069 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e805805-1b20-41d7-8266-92a58e5c125e None None] Sync routers for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:15.061520 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65a97462-7b0b-4426-8b30-edffb8d02c38 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:15.071101 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e805805-1b20-41d7-8266-92a58e5c125e None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:15.074402 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7e805805-1b20-41d7-8266-92a58e5c125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:15.216599 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75468659-02cf-446f-b103-8c94d8d5effc tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:15.219548 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75468659-02cf-446f-b103-8c94d8d5effc tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:15.248307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75468659-02cf-446f-b103-8c94d8d5effc tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:15.249112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75468659-02cf-446f-b103-8c94d8d5effc tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Fanout notify agent at l3_agent the message router_deleted on router ca8f3883-cf63-4bf2-94ea-5561fe50f2c0 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:45:15.280060 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-75468659-02cf-446f-b103-8c94d8d5effc tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:15.297528 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-75468659-02cf-446f-b103-8c94d8d5effc tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/ca8f3883-cf63-4bf2-94ea-5561fe50f2c0 HTTP/1.1" status: 204 len: 168 time: 0.9287782 Jun 03 15:45:15.299238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41246) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.361315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-65a97462-7b0b-4426-8b30-edffb8d02c38 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "PUT /v2.0/floatingips/bb78bea7-9fa3-4200-8013-d0af5fe7ee48 HTTP/1.1" status: 200 len: 992 time: 5.4153199 Jun 03 15:45:15.363328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3ec80179-5a7a-41de-96ef-0d6fe28b59ce tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Deleting port 442279f8-3cc7-45e5-b114-c4da1896054e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:15.363907 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ec80179-5a7a-41de-96ef-0d6fe28b59ce tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:15.391786 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1bedabc0-7ff9-45e7-92ec-aab4dcc72964 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=ca8f3883-cf63-4bf2-94ea-5561fe50f2c0 HTTP/1.1" status: 200 len: 205 time: 0.0914342 Jun 03 15:45:15.392804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41256) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.471469 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-7e805805-1b20-41d7-8266-92a58e5c125e None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:45:15.474970 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-a80998ca-3da5-466b-9fe0-045e77fcbe5d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] delete failed (client error): The resource could not be found. Jun 03 15:45:15.475993 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a80998ca-3da5-466b-9fe0-045e77fcbe5d tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/ca8f3883-cf63-4bf2-94ea-5561fe50f2c0 HTTP/1.1" status: 404 len: 336 time: 0.0818756 Jun 03 15:45:15.485777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41260) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.579335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-088cdb86-2916-4589-bd07-13e5fc09eef9 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e9f31c7-e930-4e42-b92e-6cf8f7d3d828 HTTP/1.1" status: 200 len: 205 time: 0.0927911 Jun 03 15:45:15.579570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41270) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.672431 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-d9002cda-3284-4daf-ad78-ac8a661d2366 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] delete failed (client error): The resource could not be found. Jun 03 15:45:15.673505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d9002cda-3284-4daf-ad78-ac8a661d2366 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/0e9f31c7-e930-4e42-b92e-6cf8f7d3d828 HTTP/1.1" status: 404 len: 336 time: 0.0927289 Jun 03 15:45:15.676591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.680923 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ec80179-5a7a-41de-96ef-0d6fe28b59ce tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:15.681256 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ec80179-5a7a-41de-96ef-0d6fe28b59ce tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:15.732141 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-da7b2215-834e-492e-9827-0191624a51e8 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4b416d2-b2fb-4eae-bc54-2bd3f576f62a HTTP/1.1" status: 200 len: 205 time: 0.0536711 Jun 03 15:45:15.732760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41284) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.818136 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-eb1d90e4-57d8-4785-b8e0-2ac2b3384972 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] delete failed (client error): The resource could not be found. Jun 03 15:45:15.822904 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eb1d90e4-57d8-4785-b8e0-2ac2b3384972 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/e4b416d2-b2fb-4eae-bc54-2bd3f576f62a HTTP/1.1" status: 404 len: 336 time: 0.0891495 Jun 03 15:45:15.823769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41292) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.906572 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cb8bff46-b3ca-4dd9-9251-8f9bca64c5d2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c63eea5-059b-4959-86f6-e7045bac101d HTTP/1.1" status: 200 len: 205 time: 0.0814879 Jun 03 15:45:15.907166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:15.912562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3ec80179-5a7a-41de-96ef-0d6fe28b59ce tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Calling delete_port for 442279f8-3cc7-45e5-b114-c4da1896054e owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:15.983641 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-4e827a33-82e9-4a49-998f-b2d5b009e601 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] delete failed (client error): The resource could not be found. Jun 03 15:45:15.988183 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4e827a33-82e9-4a49-998f-b2d5b009e601 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/3c63eea5-059b-4959-86f6-e7045bac101d HTTP/1.1" status: 404 len: 336 time: 0.0800576 Jun 03 15:45:15.988934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41308) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.041442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41312) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.041685 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-09437d42-9f00-4802-9f7a-0ccd41ed9ed1 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb850277-8dab-4f7f-9b92-bbd6094408b2 HTTP/1.1" status: 200 len: 205 time: 0.0511758 Jun 03 15:45:16.062373 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7e805805-1b20-41d7-8266-92a58e5c125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'bb78bea7-9fa3-4200-8013-d0af5fe7ee48', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'floating_ip_address': '172.25.7.105', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'port_id': '7049db20-590a-491f-9939-26580f112c71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'mac_address': 'fa:16:3e:3f:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:44:44Z', 'updated_at': '2022-06-03T15:45:11Z', 'revision_number': 1, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:16.067349 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e805805-1b20-41d7-8266-92a58e5c125e None None] Checking router: a80004f1-4869-45d9-b273-8532314dece4 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:45:16.076869 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e805805-1b20-41d7-8266-92a58e5c125e None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:16.077556 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7e805805-1b20-41d7-8266-92a58e5c125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:16.082091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41316) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.138525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'tag': '7049db20-590a-491f-9939-26580f112c71'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:45:16.161002 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42a4dc69-74b2-41a1-8e97-fe12f85ae1a9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:16.174235 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-8260c521-198f-497a-bdf9-026a95823fc2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] delete failed (client error): The resource could not be found. Jun 03 15:45:16.175350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8260c521-198f-497a-bdf9-026a95823fc2 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/cb850277-8dab-4f7f-9b92-bbd6094408b2 HTTP/1.1" status: 404 len: 336 time: 0.1326811 Jun 03 15:45:16.179317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41322) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.259513 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42a4dc69-74b2-41a1-8e97-fe12f85ae1a9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:16.295903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-841e8287-37de-4794-ad2a-b429d819b5e9 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f445c1d-37bb-4fae-8a32-d0d3e98ab8af HTTP/1.1" status: 200 len: 205 time: 0.1123075 Jun 03 15:45:16.296517 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa53b084-ac7c-45f0-8966-74a7c3cc9e32'] response: {'name': 'network-changed', 'server_uuid': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'tag': '7049db20-590a-491f-9939-26580f112c71', 'status': 'completed', 'code': 200} Jun 03 15:45:16.310088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41330) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.362691 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-7e805805-1b20-41d7-8266-92a58e5c125e None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:45:16.404210 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42a4dc69-74b2-41a1-8e97-fe12f85ae1a9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:16.451368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4dc69-74b2-41a1-8e97-fe12f85ae1a9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d747c1-d504-4ffd-bfda-29b9ba887cb7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:16.481734 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-42a4dc69-74b2-41a1-8e97-fe12f85ae1a9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:16.490331 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-42a4dc69-74b2-41a1-8e97-fe12f85ae1a9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/security-groups/a4d747c1-d504-4ffd-bfda-29b9ba887cb7 HTTP/1.1" status: 204 len: 168 time: 0.4069810 Jun 03 15:45:16.545973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41340) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.638102 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ec80179-5a7a-41de-96ef-0d6fe28b59ce tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:16.647494 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-f5f0506c-99b7-42a8-8432-036516b4d3ef tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] delete failed (client error): The resource could not be found. Jun 03 15:45:16.648534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f5f0506c-99b7-42a8-8432-036516b4d3ef tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/routers/5f445c1d-37bb-4fae-8a32-d0d3e98ab8af HTTP/1.1" status: 404 len: 336 time: 0.3402784 Jun 03 15:45:16.654025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41348) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:16.763637 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-019caa93-b528-4df6-9269-4389ed7ca921 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] DELETE failed (client error): The resource could not be found. Jun 03 15:45:16.764363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019caa93-b528-4df6-9269-4389ed7ca921 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:45:16.766520 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-019caa93-b528-4df6-9269-4389ed7ca921 tempest-RoutersAdminTest-569751689 tempest-RoutersAdminTest-569751689-project] 10.222.0.48 "DELETE /v2.0/subnets/ad7e4e0f-42d6-466b-8f89-a0cc680b585f HTTP/1.1" status: 404 len: 337 time: 0.1103339 Jun 03 15:45:16.789661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec80179-5a7a-41de-96ef-0d6fe28b59ce tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Pushing event deleted for resources: {'Port': ['ID=442279f8-3cc7-45e5-b114-c4da1896054e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:16.816588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7f5761-644e-4334-b145-6b009f95fd7e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting subnet 8aa7cbe4-4897-46ce-ae33-7755aca8b68c {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:45:16.828619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5761-644e-4334-b145-6b009f95fd7e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:16.901829 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ec80179-5a7a-41de-96ef-0d6fe28b59ce tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:16.907304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8d3c-d8cb-4d01-ae8c-ea62a514fbb7 req-bf5a96cb-ee5d-4609-a2b6-deefb2493536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:16.911925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ffa8d3c-d8cb-4d01-ae8c-ea62a514fbb7 req-bf5a96cb-ee5d-4609-a2b6-deefb2493536 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 1097 time: 0.5980339 Jun 03 15:45:16.934161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5761-644e-4334-b145-6b009f95fd7e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:16.944473 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3ec80179-5a7a-41de-96ef-0d6fe28b59ce tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:16.945818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3ec80179-5a7a-41de-96ef-0d6fe28b59ce tempest-FloatingIPAdminTestJSON-1656169929 tempest-FloatingIPAdminTestJSON-1656169929-project] 10.222.0.48 "DELETE /v2.0/floatingips/dfb999b5-12d7-4a23-983c-dbeedc047256 HTTP/1.1" status: 204 len: 168 time: 1.8901579 Jun 03 15:45:16.948964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41354) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:17.035319 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7e805805-1b20-41d7-8266-92a58e5c125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'bb78bea7-9fa3-4200-8013-d0af5fe7ee48', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'floating_ip_address': '172.25.7.105', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'port_id': '7049db20-590a-491f-9939-26580f112c71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'mac_address': 'fa:16:3e:3f:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:44:44Z', 'updated_at': '2022-06-03T15:45:11Z', 'revision_number': 1, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:17.040488 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e805805-1b20-41d7-8266-92a58e5c125e None None] The sync data for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 is: [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'bb78bea7-9fa3-4200-8013-d0af5fe7ee48', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'floating_ip_address': '172.25.7.105', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'port_id': '7049db20-590a-491f-9939-26580f112c71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'mac_address': 'fa:16:3e:3f:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:44:44Z', 'updated_at': '2022-06-03T15:45:11Z', 'revision_number': 1, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:45:17.138899 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5761-644e-4334-b145-6b009f95fd7e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.288225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-06acb2a8-2761-422a-8323-85e4203f889a tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Deleting port d512a37b-cc5a-41e2-b1c9-c9f3af93b191 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:17.288683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06acb2a8-2761-422a-8323-85e4203f889a tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.368558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41364) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:17.441378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2b3028-dd46-4f0b-ad0d-145a82338e85 None None] New status for floating IP bb78bea7-9fa3-4200-8013-d0af5fe7ee48: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:45:17.492624 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5761-644e-4334-b145-6b009f95fd7e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.543170 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5761-644e-4334-b145-6b009f95fd7e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.553516 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2e7f5761-644e-4334-b145-6b009f95fd7e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/subnets/8aa7cbe4-4897-46ce-ae33-7755aca8b68c HTTP/1.1" status: 204 len: 168 time: 1.0036507 Jun 03 15:45:17.555239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41374) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:17.556276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f5761-644e-4334-b145-6b009f95fd7e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa7cbe4-4897-46ce-ae33-7755aca8b68c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:17.569320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8d3c-d8cb-4d01-ae8c-ea62a514fbb7 req-596021b8-c962-4ea1-8146-8ff926dd3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:17.590202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ffa8d3c-d8cb-4d01-ae8c-ea62a514fbb7 req-596021b8-c962-4ea1-8146-8ff926dd3803 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 911 time: 0.6662669 Jun 03 15:45:17.739409 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.752297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting port d63f2466-86ff-467b-809a-7250b988219d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:17.752768 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.771563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ffa8d3c-d8cb-4d01-ae8c-ea62a514fbb7 req-38aea5b4-2036-43be-b8d7-c4fc950bc677 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7049db20-590a-491f-9939-26580f112c71 HTTP/1.1" status: 200 len: 1000 time: 0.1495652 Jun 03 15:45:17.849180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e93d5d82-3d4a-401a-aeef-48181750ab6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.900048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e93d5d82-3d4a-401a-aeef-48181750ab6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:17.913147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e93d5d82-3d4a-401a-aeef-48181750ab6c admin admin] Usage tracker for resource:security_group_rule and tenant:0fa16e0442304f1db2a46b8b29a8d29b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:17.925105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e93d5d82-3d4a-401a-aeef-48181750ab6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:17.929505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebc49c3-4cb0-4f30-aebd-4c0ade6ad20c None None] Network 0617d315-d819-4df0-aab7-026165c4431a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:17.938565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e93d5d82-3d4a-401a-aeef-48181750ab6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:17.944047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06acb2a8-2761-422a-8323-85e4203f889a tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.944437 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06acb2a8-2761-422a-8323-85e4203f889a tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:17.953839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8d3c-d8cb-4d01-ae8c-ea62a514fbb7 req-4b1b8f5d-bdf8-4ba4-8c77-1c5166984b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:17.957239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ffa8d3c-d8cb-4d01-ae8c-ea62a514fbb7 req-4b1b8f5d-bdf8-4ba4-8c77-1c5166984b94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2981b961-1843-44fe-8dce-c3c671e1fc65 HTTP/1.1" status: 200 len: 849 time: 0.1442754 Jun 03 15:45:18.133361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] For port d63f2466-86ff-467b-809a-7250b988219d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d63f2466-86ff-467b-809a-7250b988219d,segment=NetworkSegment(e8aadd24-0a40-4cec-9ddc-86e500e7f2c3),segment_id=e8aadd24-0a40-4cec-9ddc-86e500e7f2c3)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:18.133964 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.177201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-06acb2a8-2761-422a-8323-85e4203f889a tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Calling delete_port for d512a37b-cc5a-41e2-b1c9-c9f3af93b191 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:18.337866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Calling delete_port for d63f2466-86ff-467b-809a-7250b988219d owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:18.355711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa8d3c-d8cb-4d01-ae8c-ea62a514fbb7 req-9d1cb6fa-780f-4806-9959-5e450cac9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:18.357332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ffa8d3c-d8cb-4d01-ae8c-ea62a514fbb7 req-9d1cb6fa-780f-4806-9959-5e450cac9dfb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b79456-f064-42e2-a46e-9cdda61aea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3204110 Jun 03 15:45:18.369103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c0f1e-7f97-4707-8a03-accf58e177a8 None None] DHCP port deletion for 0617d315-d819-4df0-aab7-026165c4431a request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:45:18.375013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-697c0f1e-7f97-4707-8a03-accf58e177a8 None None] Deleting port d63f2466-86ff-467b-809a-7250b988219d {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:18.375439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-697c0f1e-7f97-4707-8a03-accf58e177a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.490109 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.518397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-697c0f1e-7f97-4707-8a03-accf58e177a8 None None] The port 'd63f2466-86ff-467b-809a-7250b988219d' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:45:18.543624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Port': ['ID=d63f2466-86ff-467b-809a-7250b988219d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:18.545435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] No DVR routers for this DVR port d63f2466-86ff-467b-809a-7250b988219d on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:18.572729 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e93d5d82-3d4a-401a-aeef-48181750ab6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.588958 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e93d5d82-3d4a-401a-aeef-48181750ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.728791 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.797646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0617d315-d819-4df0-aab7-026165c4431a']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:18.799021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d5d82-3d4a-401a-aeef-48181750ab6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c36459-627f-498a-a722-fb943cdf1722,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:18.829846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:18.831798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8aadd24-0a40-4cec-9ddc-86e500e7f2c3') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:18.834493 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06acb2a8-2761-422a-8323-85e4203f889a tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.867231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.895840 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:18.915846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:18.916254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.006605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acb2a8-2761-422a-8323-85e4203f889a tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Pushing event deleted for resources: {'Port': ['ID=d512a37b-cc5a-41e2-b1c9-c9f3af93b191,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:19.016915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e93d5d82-3d4a-401a-aeef-48181750ab6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fa16e0442304f1db2a46b8b29a8d29b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6417120 Jun 03 15:45:19.019038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41424) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:19.087420 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.147302 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.154639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Network': ['ID=0617d315-d819-4df0-aab7-026165c4431a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:19.155860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ffa8d3c-d8cb-4d01-ae8c-ea62a514fbb7 req-23971140-bd81-45f4-99a0-362abcf6aa57 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7683022 Jun 03 15:45:19.189496 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fbc89dd4-684c-46ab-aba4-728f643faeaa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/networks/0617d315-d819-4df0-aab7-026165c4431a HTTP/1.1" status: 204 len: 168 time: 1.6301832 Jun 03 15:45:19.192326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41432) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:19.276783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06acb2a8-2761-422a-8323-85e4203f889a tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.398798 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e8aadd24-0a40-4cec-9ddc-86e500e7f2c3 resource provider aggregate not found Jun 03 15:45:19.431558 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e8aadd24-0a40-4cec-9ddc-86e500e7f2c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8aadd24-0a40-4cec-9ddc-86e500e7f2c3 found for delete ", "request_id": "req-0cbd902e-45f1-4166-b621-f3038042fccc"}]} Jun 03 15:45:19.534099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d63f2466-86ff-467b-809a-7250b988219d no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:19.596783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c3157a2b-d285-40a1-bbb3-cabd62be1217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.639559 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-06acb2a8-2761-422a-8323-85e4203f889a tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.641015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-06acb2a8-2761-422a-8323-85e4203f889a tempest-FloatingIPAdminTestJSON-1968986238 tempest-FloatingIPAdminTestJSON-1968986238-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/4e789e79-ef3f-483f-b8f3-14b2e0b647c5 HTTP/1.1" status: 204 len: 168 time: 2.6911016 Jun 03 15:45:19.643981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: d63f2466-86ff-467b-809a-7250b988219d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:45:19.644505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d63f2466-86ff-467b-809a-7250b988219d not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:45:19.645912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41482) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:19.719573 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c3157a2b-d285-40a1-bbb3-cabd62be1217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.742144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ffa8d3c-d8cb-4d01-ae8c-ea62a514fbb7 req-8fe86595-d74a-457a-af97-bc0026292f77 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762191 Jun 03 15:45:19.742997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting port 93e5c31c-d304-4c3d-a41a-e52d284466b3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:19.743333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.745356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eca7e2-c009-4600-866f-30bc85a3e372 req-bff6e8d8-a089-449d-9c4e-5ade6b0d222d tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:19.747084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19eca7e2-c009-4600-866f-30bc85a3e372 req-bff6e8d8-a089-449d-9c4e-5ade6b0d222d tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1096 time: 0.4742684 Jun 03 15:45:19.807813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-875f4c44-081f-4f21-8963-fafcd93c5ae0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Deleting port cae3943f-2208-4510-9599-d359d7e1bac6 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:19.808148 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-875f4c44-081f-4f21-8963-fafcd93c5ae0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.866339 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19eca7e2-c009-4600-866f-30bc85a3e372 req-9c820a69-b06b-4979-84a5-e580f7aaf5c5 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121891 Jun 03 15:45:19.902929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c3157a2b-d285-40a1-bbb3-cabd62be1217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:19.968737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3157a2b-d285-40a1-bbb3-cabd62be1217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c36459-627f-498a-a722-fb943cdf1722,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:19.993839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c3157a2b-d285-40a1-bbb3-cabd62be1217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:20.010081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c3157a2b-d285-40a1-bbb3-cabd62be1217 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34c36459-627f-498a-a722-fb943cdf1722 HTTP/1.1" status: 204 len: 168 time: 0.9775622 Jun 03 15:45:20.245734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232952b8-fab6-4465-8725-91f925ea6473 req-c2eaf67b-e6ac-40e8-9428-6c666b0509cf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:20.249276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-232952b8-fab6-4465-8725-91f925ea6473 req-c2eaf67b-e6ac-40e8-9428-6c666b0509cf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.2024026 Jun 03 15:45:20.382907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-232952b8-fab6-4465-8725-91f925ea6473 req-1e73d59c-62b5-4850-9c65-61ef1f42f9b9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196194 Jun 03 15:45:20.405535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41566) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:20.623838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41594) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:20.683746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-25d6a675-f816-4e99-8b86-79071bd0f70a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/c8089883-80ac-446e-9abb-760d58441557 HTTP/1.1" status: 200 len: 992 time: 0.2766998 Jun 03 15:45:20.706112 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-875f4c44-081f-4f21-8963-fafcd93c5ae0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:20.796577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cce77280-4cee-4eb3-ba2b-e6e1b8b6e7c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae7953ef3f43483299c3b8ac98706b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698968 Jun 03 15:45:20.800297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41618) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:20.941759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-875f4c44-081f-4f21-8963-fafcd93c5ae0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Calling delete_port for cae3943f-2208-4510-9599-d359d7e1bac6 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:20.944199 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-17910de3-9a1d-4a0d-91dc-8e7d1a896c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:20.981126 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-17910de3-9a1d-4a0d-91dc-8e7d1a896c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:21.041552 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:21.041933 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:21.067751 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-17910de3-9a1d-4a0d-91dc-8e7d1a896c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:21.110605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17910de3-9a1d-4a0d-91dc-8e7d1a896c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e582ce-54f4-4cc6-8d82-577f4c1efb00,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:21.129810 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-17910de3-9a1d-4a0d-91dc-8e7d1a896c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:21.131442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-17910de3-9a1d-4a0d-91dc-8e7d1a896c98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45e582ce-54f4-4cc6-8d82-577f4c1efb00 HTTP/1.1" status: 204 len: 168 time: 0.3266456 Jun 03 15:45:21.197803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Calling delete_port for 93e5c31c-d304-4c3d-a41a-e52d284466b3 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:21.423381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-875f4c44-081f-4f21-8963-fafcd93c5ae0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:21.502453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f4c44-081f-4f21-8963-fafcd93c5ae0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event deleted for resources: {'Port': ['ID=cae3943f-2208-4510-9599-d359d7e1bac6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:21.836784 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-875f4c44-081f-4f21-8963-fafcd93c5ae0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:21.908021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1ca0a-0418-44bb-9772-37164625719b req-f3550c18-6916-4971-816c-6f05a80f8017 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:21.911082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16f1ca0a-0418-44bb-9772-37164625719b req-f3550c18-6916-4971-816c-6f05a80f8017 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.1748216 Jun 03 15:45:21.948260 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-875f4c44-081f-4f21-8963-fafcd93c5ae0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "DELETE /v2.0/ports/cae3943f-2208-4510-9599-d359d7e1bac6 HTTP/1.1" status: 204 len: 168 time: 2.3010762 Jun 03 15:45:21.956157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 41770) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:22.012423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16f1ca0a-0418-44bb-9772-37164625719b req-1eb81d54-674a-4e42-bb6a-357a8d0f83c1 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800827 Jun 03 15:45:22.020472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:22.088177 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Port': ['ID=93e5c31c-d304-4c3d-a41a-e52d284466b3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:22.197469 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-c9b75ccc-d94e-451e-b750-47d9db560779 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6153986 Jun 03 15:45:22.219263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3143f-dd24-4c44-b9bd-1880a63087ec tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:22.220004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ada3143f-dd24-4c44-b9bd-1880a63087ec tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Synchronizing usage tracker for tenant:e2c5aa5642cb4de587d1a866abdd60e2 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:22.238933 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:22.239514 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Floating IP 337a7352-90fc-4244-9568-40a888a565c0 disassociated (deleted). External IP: 172.25.7.246, port: 88923ff7-62f8-4197-a551-7bd884c6132b. Jun 03 15:45:22.328721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ada3143f-dd24-4c44-b9bd-1880a63087ec tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Unset dirty status for tenant:e2c5aa5642cb4de587d1a866abdd60e2 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:22.330044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ada3143f-dd24-4c44-b9bd-1880a63087ec tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "GET /v2.0/ports?device_id=a104c4bd-064b-4a9a-8f22-90cb2fc2257e HTTP/1.1" status: 200 len: 913 time: 0.3722346 Jun 03 15:45:22.333404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41838) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:22.693420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 41896) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:22.906622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:45:22.941997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1871634586'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:22.957561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:22.967666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Usage tracker for resource:network and tenant:e218c9db6c5b44c8808c8c5d4e22e448 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:22.974392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:22.986692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:23.041388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Made reservation on behalf of e218c9db6c5b44c8808c8c5d4e22e448 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:23.044883 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.067343 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.152060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:23.157029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Usage tracker for resource:security_group_rule and tenant:e218c9db6c5b44c8808c8c5d4e22e448 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:23.160372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:23.166659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:23.277734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:23.284175 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.295944 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.296636 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937d778-5879-4569-9b9a-53d4a99c6477 None None] Sync routers for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:23.305756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.312495 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937d778-5879-4569-9b9a-53d4a99c6477 None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:23.322553 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1937d778-5879-4569-9b9a-53d4a99c6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:23.455116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:45:23.474945 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-70287716-c2b5-403f-b7bc-e8c0af7a78f0 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/floatingips/337a7352-90fc-4244-9568-40a888a565c0 HTTP/1.1" status: 204 len: 168 time: 4.2797053 Jun 03 15:45:23.476232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'tag': '88923ff7-62f8-4197-a551-7bd884c6132b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:45:23.689560 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1937d778-5879-4569-9b9a-53d4a99c6477 None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:45:23.838324 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4962bc-275b-404d-aea4-6768765c16d8'] response: {'name': 'network-changed', 'server_uuid': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'tag': '88923ff7-62f8-4197-a551-7bd884c6132b', 'status': 'completed', 'code': 200} Jun 03 15:45:23.885653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c015b988-69c5-4c14-a2ce-cee914beb0c5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:23.969564 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:23.970208 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Added segment fb274a85-d487-45db-b1cf-0e9dc7e18fac of type vlan for network 737aed3a-87de-430c-9d7a-8a771e356c5a Jun 03 15:45:24.139832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:24.184188 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1937d778-5879-4569-9b9a-53d4a99c6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:45:06Z', 'revision_number': 6, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:24.189806 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937d778-5879-4569-9b9a-53d4a99c6477 None None] Checking router: ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:45:24.203422 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937d778-5879-4569-9b9a-53d4a99c6477 None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:24.205607 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1937d778-5879-4569-9b9a-53d4a99c6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:24.213192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bf393-e7b7-4884-a3d7-7472f9190a7b req-5487054b-1f1e-4473-9c35-738ad68fff32 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:24.214884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d3bf393-e7b7-4884-a3d7-7472f9190a7b req-5487054b-1f1e-4473-9c35-738ad68fff32 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.6796346 Jun 03 15:45:24.224687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed3c3-b83e-45c3-b414-0ea03a517753 req-2d1d8bca-8740-4cc3-a66f-6897b037ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:24.226164 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c21ed3c3-b83e-45c3-b414-0ea03a517753 req-2d1d8bca-8740-4cc3-a66f-6897b037ff3e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 1097 time: 0.3074093 Jun 03 15:45:24.304974 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:24.314100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:24.315760 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:24.452029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-b48f1c1c-36cf-46f2-a7fa-2ac064592202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:24.453677 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-b48f1c1c-36cf-46f2-a7fa-2ac064592202 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1096 time: 0.1603019 Jun 03 15:45:24.463517 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38d8a816-5374-41ee-be90-cce0b26ee16d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:24.482462 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1937d778-5879-4569-9b9a-53d4a99c6477 None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:45:24.603878 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-a9bfe651-fc6f-4e85-bcf9-67c9b1c2abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:24.605469 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-a9bfe651-fc6f-4e85-bcf9-67c9b1c2abb6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.1443055 Jun 03 15:45:24.726238 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-0cfbd733-fb2e-4bcb-b72d-30f2dee360e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 1000 time: 0.1106119 Jun 03 15:45:24.730396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d3bf393-e7b7-4884-a3d7-7472f9190a7b req-d804ef64-570f-4ab5-933a-5c79718ddd60 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5020959 Jun 03 15:45:24.740447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199de89-dc5d-40e0-9d35-e94e5f9d77f8 req-3391cae7-6944-40bc-85ce-a0155fc2b6bf tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:24.742380 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b199de89-dc5d-40e0-9d35-e94e5f9d77f8 req-3391cae7-6944-40bc-85ce-a0155fc2b6bf tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 946 time: 0.7180276 Jun 03 15:45:24.792055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0971107 Jun 03 15:45:24.793038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4445fc-7325-4983-b74f-20a084b85a11 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Pushing event updated for resources: {'Network': ['ID=737aed3a-87de-430c-9d7a-8a771e356c5a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:24.796457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42204) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:24.805755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 737aed3a-87de-430c-9d7a-8a771e356c5a details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:45:24.836095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-ebdd8553-c101-4b56-81aa-cd8d2fa6f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:24.838571 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-ebdd8553-c101-4b56-81aa-cd8d2fa6f2ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.1054928 Jun 03 15:45:24.840966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Request body: {'subnet': {'network_id': '737aed3a-87de-430c-9d7a-8a771e356c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:24.926223 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1937d778-5879-4569-9b9a-53d4a99c6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:45:06Z', 'revision_number': 6, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:24.931245 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1937d778-5879-4569-9b9a-53d4a99c6477 None None] The sync data for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 is: [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:45:06Z', 'revision_number': 6, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9167fc22-7b74-4ec2-87c6-9e4585f30b2d', 'name': '', 'network_id': '62e9e6ac-3306-4f7f-9ce7-9621327814da', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:77:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:22Z', 'updated_at': '2022-06-03T15:41:37Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '2c19943b-be5a-4d7c-ac92-b100cf76c9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:45:24.987104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-e28095fe-6f16-4b00-9305-88dc5494ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:24.988701 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-e28095fe-6f16-4b00-9305-88dc5494ed2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391072 Jun 03 15:45:25.105750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed3c3-b83e-45c3-b414-0ea03a517753 req-2d2a63eb-a5a4-48af-af9e-779fab528449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:25.107304 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c21ed3c3-b83e-45c3-b414-0ea03a517753 req-2d2a63eb-a5a4-48af-af9e-779fab528449 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62e9e6ac-3306-4f7f-9ce7-9621327814da HTTP/1.1" status: 200 len: 897 time: 0.8574109 Jun 03 15:45:25.136465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b199de89-dc5d-40e0-9d35-e94e5f9d77f8 req-7a9b672d-a67b-4ac5-a797-a1356c1f0742 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407447 Jun 03 15:45:25.173638 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-2de6acf9-d028-4aaa-a83d-d869d3961923 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764336 Jun 03 15:45:25.243199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c21ed3c3-b83e-45c3-b414-0ea03a517753 req-acd96cca-90dc-4248-8461-2548a576b3f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88923ff7-62f8-4197-a551-7bd884c6132b HTTP/1.1" status: 200 len: 217 time: 0.1100082 Jun 03 15:45:25.248759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:25.304323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Usage tracker for resource:subnet and tenant:e218c9db6c5b44c8808c8c5d4e22e448 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:25.314597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:25.330253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:25.349676 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-91ac55a5-3e5d-401e-83a4-b650bb1e4ac0 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694975 Jun 03 15:45:25.351026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed3c3-b83e-45c3-b414-0ea03a517753 req-448f6a89-a747-49e6-b11d-b5b85ce231e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:25.352628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c21ed3c3-b83e-45c3-b414-0ea03a517753 req-448f6a89-a747-49e6-b11d-b5b85ce231e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2c19943b-be5a-4d7c-ac92-b100cf76c9b8 HTTP/1.1" status: 200 len: 835 time: 0.1009617 Jun 03 15:45:25.361604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Made reservation on behalf of e218c9db6c5b44c8808c8c5d4e22e448 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:25.372020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:25.392137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3714045f-c54b-42fa-9c59-5a64687eb587 None None] New status for floating IP 337a7352-90fc-4244-9568-40a888a565c0: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:45:25.677321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-38d8a816-5374-41ee-be90-cce0b26ee16d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Deleting port eea4fa67-6d57-4403-8098-8bb57c6a5f85 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:25.678471 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38d8a816-5374-41ee-be90-cce0b26ee16d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:25.965498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-7db8154d-6752-44f6-b3c5-6b48a05e5889 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:25.966509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-7db8154d-6752-44f6-b3c5-6b48a05e5889 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:25.989148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-7db8154d-6752-44f6-b3c5-6b48a05e5889 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:25.990755 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-7db8154d-6752-44f6-b3c5-6b48a05e5889 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 946 time: 0.1692908 Jun 03 15:45:26.030405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed3c3-b83e-45c3-b414-0ea03a517753 req-c759a8ed-4a6d-4bca-ba58-2152b5520639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:26.042665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c21ed3c3-b83e-45c3-b414-0ea03a517753 req-c759a8ed-4a6d-4bca-ba58-2152b5520639 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62e9e6ac-3306-4f7f-9ce7-9621327814da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6348171 Jun 03 15:45:26.104120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-3fef9443-4896-4a2b-b940-b960f3c5007e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting port 88923ff7-62f8-4197-a551-7bd884c6132b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:26.104576 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-3fef9443-4896-4a2b-b940-b960f3c5007e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:26.451160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c975d8-1d6e-4fa0-a237-1571991a78f5 req-0ddf53fc-85aa-41dd-a586-761c87bf5c09 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:26.459922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-64c975d8-1d6e-4fa0-a237-1571991a78f5 req-0ddf53fc-85aa-41dd-a586-761c87bf5c09 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.5700831 Jun 03 15:45:26.527002 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38d8a816-5374-41ee-be90-cce0b26ee16d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:26.533321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-3fef9443-4896-4a2b-b940-b960f3c5007e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] For port 88923ff7-62f8-4197-a551-7bd884c6132b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=88923ff7-62f8-4197-a551-7bd884c6132b,segment=NetworkSegment(9a066051-e458-4c8e-ae7f-1419404b33a1),segment_id=9a066051-e458-4c8e-ae7f-1419404b33a1)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:26.533746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-3fef9443-4896-4a2b-b940-b960f3c5007e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:26.548249 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:26.670655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-3fef9443-4896-4a2b-b940-b960f3c5007e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Calling delete_port for 88923ff7-62f8-4197-a551-7bd884c6132b owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:26.694791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c21ed3c3-b83e-45c3-b414-0ea03a517753 req-d6d58785-0812-4c21-ad63-0948e151e7c5 service neutron] 10.222.0.67 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6512582 Jun 03 15:45:26.723009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-38d8a816-5374-41ee-be90-cce0b26ee16d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Calling delete_port for eea4fa67-6d57-4403-8098-8bb57c6a5f85 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:26.839235 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-3fef9443-4896-4a2b-b940-b960f3c5007e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:26.860082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-64c975d8-1d6e-4fa0-a237-1571991a78f5 req-4ff755a0-4d09-4213-b90c-bac572a3dde4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3987560 Jun 03 15:45:26.893220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef9443-4896-4a2b-b940-b960f3c5007e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Port': ['ID=88923ff7-62f8-4197-a551-7bd884c6132b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:26.923412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351e358-3887-4465-8495-ae73279dfabb req-6b643b06-c03d-4c25-a1f4-f83a9eff3196 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:26.924897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8351e358-3887-4465-8495-ae73279dfabb req-6b643b06-c03d-4c25-a1f4-f83a9eff3196 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=12bf15d3-3417-4db3-8399-593d6c5b5769 HTTP/1.1" status: 200 len: 946 time: 0.6425374 Jun 03 15:45:26.948826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Pushing event updated for resources: {'Subnet': ['ID=4ecb8196-d574-40b6-a307-f6cb1bb99f5f,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:26.978496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-3fef9443-4896-4a2b-b940-b960f3c5007e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] No DVR routers for this DVR port 88923ff7-62f8-4197-a551-7bd884c6132b on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:26.981572 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-3fef9443-4896-4a2b-b940-b960f3c5007e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:26.984960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'name': 'network-vif-deleted', 'tag': '88923ff7-62f8-4197-a551-7bd884c6132b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:45:27.004008 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ed404ebd-1f36-4672-b635-cf9e1d1c9731 req-3fef9443-4896-4a2b-b940-b960f3c5007e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "DELETE /v2.0/ports/88923ff7-62f8-4197-a551-7bd884c6132b HTTP/1.1" status: 204 len: 173 time: 1.0074978 Jun 03 15:45:27.011758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Checking segment: {'id': 'fb274a85-d487-45db-b1cf-0e9dc7e18fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '737aed3a-87de-430c-9d7a-8a771e356c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:27.012302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Network hostable DHCP agents. Network: 737aed3a-87de-430c-9d7a-8a771e356c5a, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:45:27.048775 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5dff7d-53d6-48b0-8a47-f715918c25a0'] response: {'server_uuid': '12bf15d3-3417-4db3-8399-593d6c5b5769', 'name': 'network-vif-deleted', 'tag': '88923ff7-62f8-4197-a551-7bd884c6132b', 'status': 'completed', 'code': 200} Jun 03 15:45:27.068840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8351e358-3887-4465-8495-ae73279dfabb req-48a65c48-8130-46a2-8e12-9ce86aad2160 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288555 Jun 03 15:45:27.077930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c21ed3c3-b83e-45c3-b414-0ea03a517753 req-cd80eb83-07f5-4f0d-815e-dde1e73d791a service neutron] 10.222.0.67 "GET /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696780 Jun 03 15:45:27.098239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Network 737aed3a-87de-430c-9d7a-8a771e356c5a is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:45:27.117901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 737aed3a-87de-430c-9d7a-8a771e356c5a) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:27.129170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:27.129786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:27.136239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3a235-70cf-42e8-8f10-1e721be4d763 None None] Network 737aed3a-87de-430c-9d7a-8a771e356c5a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:27.250192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-35e8a13f-b793-4a95-89ee-6db845563a99 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4481604 Jun 03 15:45:27.253038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42448) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:27.261174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Request body: {'port': {'network_id': '737aed3a-87de-430c-9d7a-8a771e356c5a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-419803552'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:27.418596 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38d8a816-5374-41ee-be90-cce0b26ee16d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:27.469581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-737aed3a-87de-430c-9d7a-8a771e356c5a', 'network_id': '737aed3a-87de-430c-9d7a-8a771e356c5a', 'tenant_id': 'e218c9db6c5b44c8808c8c5d4e22e448', 'fixed_ips': [{'subnet_id': '4ecb8196-d574-40b6-a307-f6cb1bb99f5f'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:45:27.470514 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:27.526001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8a816-5374-41ee-be90-cce0b26ee16d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event deleted for resources: {'Port': ['ID=eea4fa67-6d57-4403-8098-8bb57c6a5f85,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:27.688406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:27.692787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Usage tracker for resource:port and tenant:e218c9db6c5b44c8808c8c5d4e22e448 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:27.695327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Allocated IP 172.20.0.2 (737aed3a-87de-430c-9d7a-8a771e356c5a/4ecb8196-d574-40b6-a307-f6cb1bb99f5f/4614d369-1260-4f15-928d-37b326a48130) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:27.696245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:27.709637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:27.815297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Made reservation on behalf of e218c9db6c5b44c8808c8c5d4e22e448 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:27.818969 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.037569 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.049014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Transition to ACTIVE for port object 4614d369-1260-4f15-928d-37b326a48130 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:28.068407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Transition to ACTIVE for port object 4614d369-1260-4f15-928d-37b326a48130 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:28.075438 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.115675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] device_id is not set on port 4fa029a6-f20c-4d99-8ae6-30319b546811 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:45:28.141692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Network 737aed3a-87de-430c-9d7a-8a771e356c5a is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:28.143554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:28.147569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:28.188171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Pushing event updated for resources: {'Port': ['ID=4614d369-1260-4f15-928d-37b326a48130,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:28.200885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42460) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:28.225951 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38d8a816-5374-41ee-be90-cce0b26ee16d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.244105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.244699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.245178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.245654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.246150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.246734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.246964 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.247285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.247603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.247920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.248236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.248551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:28.271657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Attempting to bind port 4614d369-1260-4f15-928d-37b326a48130 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:45:28.271657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Attempting to bind port 4614d369-1260-4f15-928d-37b326a48130 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'fb274a85-d487-45db-b1cf-0e9dc7e18fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '737aed3a-87de-430c-9d7a-8a771e356c5a'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:45:28.271657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Attempting to bind port 4614d369-1260-4f15-928d-37b326a48130 on network 737aed3a-87de-430c-9d7a-8a771e356c5a {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:45:28.277256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:45:28.278201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Checking segment: {'id': 'fb274a85-d487-45db-b1cf-0e9dc7e18fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '737aed3a-87de-430c-9d7a-8a771e356c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:28.278735 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.279254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Bound using segment: {'id': 'fb274a85-d487-45db-b1cf-0e9dc7e18fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '737aed3a-87de-430c-9d7a-8a771e356c5a'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:45:28.280089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Bound port: 4614d369-1260-4f15-928d-37b326a48130, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb274a85-d487-45db-b1cf-0e9dc7e18fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '737aed3a-87de-430c-9d7a-8a771e356c5a'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:45:28.280828 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.388709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] For port 4614d369-1260-4f15-928d-37b326a48130, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:45:28.392505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] For port 4614d369-1260-4f15-928d-37b326a48130, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4614d369-1260-4f15-928d-37b326a48130,segment=NetworkSegment(fb274a85-d487-45db-b1cf-0e9dc7e18fac),segment_id=fb274a85-d487-45db-b1cf-0e9dc7e18fac)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:45:28.399600 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.440193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-81c77080-97d6-4ffd-973c-b2cec22b6092 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.495046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81b58a-b4ba-444e-ae53-b5fed3d8205e None None] Pushing event updated for resources: {'Port': ['ID=4614d369-1260-4f15-928d-37b326a48130,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:28.535086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3d534-8558-4b93-82c7-fd11bb74e79c req-d71dd0ff-29f3-4279-bb58-facc6dcb89da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:28.537246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8f3d534-8558-4b93-82c7-fd11bb74e79c req-d71dd0ff-29f3-4279-bb58-facc6dcb89da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.5399568 Jun 03 15:45:28.552153 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-81c77080-97d6-4ffd-973c-b2cec22b6092 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.678129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-81c77080-97d6-4ffd-973c-b2cec22b6092 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.706119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c77080-97d6-4ffd-973c-b2cec22b6092 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4251c0-24a7-4be3-9aed-7d6a3dea64a7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:28.729109 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-81c77080-97d6-4ffd-973c-b2cec22b6092 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:28.733483 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-81c77080-97d6-4ffd-973c-b2cec22b6092 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/security-groups/1d4251c0-24a7-4be3-9aed-7d6a3dea64a7 HTTP/1.1" status: 204 len: 168 time: 0.5261610 Jun 03 15:45:28.822484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Allocated IP 172.20.0.11 (737aed3a-87de-430c-9d7a-8a771e356c5a/4ecb8196-d574-40b6-a307-f6cb1bb99f5f/4fa029a6-f20c-4d99-8ae6-30319b546811) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:28.976141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8f3d534-8558-4b93-82c7-fd11bb74e79c req-59452ef0-4de4-4331-b9bf-c08b239d6532 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4083743 Jun 03 15:45:29.029040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:29.232059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d8a816-5374-41ee-be90-cce0b26ee16d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Router a104c4bd-064b-4a9a-8f22-90cb2fc2257e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:45:29.246306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da9146-8615-44fc-a961-83dcca77993a req-f37ff580-054d-450a-bfa4-42c0faad4e75 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:29.247768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3da9146-8615-44fc-a961-83dcca77993a req-f37ff580-054d-450a-bfa4-42c0faad4e75 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 950 time: 0.4123147 Jun 03 15:45:29.520229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3da9146-8615-44fc-a961-83dcca77993a req-d505e0b2-49cc-4791-97bb-ef0f2aa090ce tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608781 Jun 03 15:45:29.524639 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:29.531232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 88923ff7-62f8-4197-a551-7bd884c6132b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:29.588954 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Transition to ACTIVE for port object 4fa029a6-f20c-4d99-8ae6-30319b546811 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:29.610483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d8a816-5374-41ee-be90-cce0b26ee16d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:29.622836 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43318d10-e31d-42cd-8d8e-6106ae08bf64 None None] Sync routers for ids ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:29.626855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4614d369-1260-4f15-928d-37b326a48130 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:29.628345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-38d8a816-5374-41ee-be90-cce0b26ee16d tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "PUT /v2.0/routers/a104c4bd-064b-4a9a-8f22-90cb2fc2257e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2932811 Jun 03 15:45:29.634418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42476) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:29.639604 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43318d10-e31d-42cd-8d8e-6106ae08bf64 None None] Routers {'a104c4bd-064b-4a9a-8f22-90cb2fc2257e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:29.641438 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-43318d10-e31d-42cd-8d8e-6106ae08bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:29.762841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 88923ff7-62f8-4197-a551-7bd884c6132b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:45:29.763166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 88923ff7-62f8-4197-a551-7bd884c6132b not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:45:29.808496 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:29.809633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 4614d369-1260-4f15-928d-37b326a48130 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:29.849541 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-43318d10-e31d-42cd-8d8e-6106ae08bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:29.861009 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:29.876339 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43318d10-e31d-42cd-8d8e-6106ae08bf64 None None] Routers {'a104c4bd-064b-4a9a-8f22-90cb2fc2257e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:29.882421 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-43318d10-e31d-42cd-8d8e-6106ae08bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:29.915152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:29.963606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76078f8-da1d-4731-856d-685057b148f6 None None] Network 737aed3a-87de-430c-9d7a-8a771e356c5a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:29.973854 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-43318d10-e31d-42cd-8d8e-6106ae08bf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:29.974631 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43318d10-e31d-42cd-8d8e-6106ae08bf64 None None] The sync data for ids ['a104c4bd-064b-4a9a-8f22-90cb2fc2257e'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:45:30.153805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-874039fa-7e43-4faa-86e5-3db70406aa0a None None] Provisioning for port 4614d369-1260-4f15-928d-37b326a48130 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:30.161834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-874039fa-7e43-4faa-86e5-3db70406aa0a None None] Provisioning complete for port 4614d369-1260-4f15-928d-37b326a48130 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:30.162464 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-874039fa-7e43-4faa-86e5-3db70406aa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:30.193720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Pushing event updated for resources: {'Port': ['ID=4fa029a6-f20c-4d99-8ae6-30319b546811,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:30.199151 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:30.356931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Network 737aed3a-87de-430c-9d7a-8a771e356c5a is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:30.361675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:30.364440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:30.569194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-874039fa-7e43-4faa-86e5-3db70406aa0a None None] Current status of the port 4614d369-1260-4f15-928d-37b326a48130 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:30.569742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d9a27-decf-44e6-849b-cb49d5034635 req-7cfdb2ed-d3fc-44c6-92f5-f1c4d501d662 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:30.570952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-205d9a27-decf-44e6-849b-cb49d5034635 req-7cfdb2ed-d3fc-44c6-92f5-f1c4d501d662 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.3013079 Jun 03 15:45:30.574894 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-874039fa-7e43-4faa-86e5-3db70406aa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:30.578841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:30.579511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:30.624244 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:30.658357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-874039fa-7e43-4faa-86e5-3db70406aa0a None None] For port 4614d369-1260-4f15-928d-37b326a48130, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4614d369-1260-4f15-928d-37b326a48130,segment=NetworkSegment(fb274a85-d487-45db-b1cf-0e9dc7e18fac),segment_id=fb274a85-d487-45db-b1cf-0e9dc7e18fac)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:30.664123 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-205d9a27-decf-44e6-849b-cb49d5034635 req-770dcc02-353d-4b13-aafc-756baf4ea34a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782149 Jun 03 15:45:30.664823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Deleting port 2cf7d332-575d-4e42-9e3f-68d41d78b336 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:30.665357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:30.698121 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-874039fa-7e43-4faa-86e5-3db70406aa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:30.823963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874039fa-7e43-4faa-86e5-3db70406aa0a None None] Pushing event updated for resources: {'Port': ['ID=4614d369-1260-4f15-928d-37b326a48130,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:30.895928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:30.896427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:30.902446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7968c031-6b8e-46c5-89cc-981c5386c4d2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6481881 Jun 03 15:45:30.922960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42490) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:30.933985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Request body: {'port': {'network_id': '737aed3a-87de-430c-9d7a-8a771e356c5a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2007508881', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:30.934586 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] bootfile-name is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:30.934970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] tftp-server is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:30.935383 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] server-ip-address is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:31.024588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.047121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a292f2d-df9a-479d-9e05-2291ea0df04d None None] Provisioning complete for port 4614d369-1260-4f15-928d-37b326a48130 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:31.048680 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a292f2d-df9a-479d-9e05-2291ea0df04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.198630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Calling delete_port for 2cf7d332-575d-4e42-9e3f-68d41d78b336 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:31.260627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a292f2d-df9a-479d-9e05-2291ea0df04d None None] Current status of the port 4614d369-1260-4f15-928d-37b326a48130 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:31.269535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] For port 9167fc22-7b74-4ec2-87c6-9e4585f30b2d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9167fc22-7b74-4ec2-87c6-9e4585f30b2d,segment=NetworkSegment(9a066051-e458-4c8e-ae7f-1419404b33a1),segment_id=9a066051-e458-4c8e-ae7f-1419404b33a1)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:31.270385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.283722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a292f2d-df9a-479d-9e05-2291ea0df04d None None] Provisioning for port 4fa029a6-f20c-4d99-8ae6-30319b546811 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:31.293701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a292f2d-df9a-479d-9e05-2291ea0df04d None None] Provisioning complete for port 4fa029a6-f20c-4d99-8ae6-30319b546811 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:31.294780 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a292f2d-df9a-479d-9e05-2291ea0df04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.307598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81296ec-f86b-4c45-b065-d7d2603d039b req-b7fab9c4-fd90-49a2-bfbe-c09a69ef14e2 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:31.307598 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e81296ec-f86b-4c45-b065-d7d2603d039b req-b7fab9c4-fd90-49a2-bfbe-c09a69ef14e2 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.67 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 950 time: 0.4744191 Jun 03 15:45:31.381706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e81296ec-f86b-4c45-b065-d7d2603d039b req-b8e2d062-c34e-4bb0-83d8-30cfb1155c35 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Deleting port f1e738da-1c56-4187-807a-b0914b18fcba {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:31.381983 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e81296ec-f86b-4c45-b065-d7d2603d039b req-b8e2d062-c34e-4bb0-83d8-30cfb1155c35 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.401806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a292f2d-df9a-479d-9e05-2291ea0df04d None None] Port 4fa029a6-f20c-4d99-8ae6-30319b546811 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:45:31.414888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ae67d-f91e-475c-9fcc-12b767614752 req-230ed269-99ef-4dee-b218-784cb43f0e0b tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:31.421662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a70ae67d-f91e-475c-9fcc-12b767614752 req-230ed269-99ef-4dee-b218-784cb43f0e0b tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 950 time: 0.5333741 Jun 03 15:45:31.484702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4614d369-1260-4f15-928d-37b326a48130 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:31.493048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Calling delete_port for 9167fc22-7b74-4ec2-87c6-9e4585f30b2d owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:31.520221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a70ae67d-f91e-475c-9fcc-12b767614752 req-32983d09-e34b-4171-b92b-d4ad3e35a7dc tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974152 Jun 03 15:45:31.537355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:31.541182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Usage tracker for resource:port and tenant:e218c9db6c5b44c8808c8c5d4e22e448 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:31.544316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:31.550716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:31.564494 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e8e70d56-217e-4fd8-9392-f92a982967bc None None] Provisioning complete for port 4fa029a6-f20c-4d99-8ae6-30319b546811 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:31.565248 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e8e70d56-217e-4fd8-9392-f92a982967bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.567698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Made reservation on behalf of e218c9db6c5b44c8808c8c5d4e22e448 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:31.571478 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.607856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] device_id is not set on port 73491543-b9c3-4746-81b9-d18b745c7cf2 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:45:31.655988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e8e70d56-217e-4fd8-9392-f92a982967bc None None] Port 4fa029a6-f20c-4d99-8ae6-30319b546811 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:45:31.670876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4614d369-1260-4f15-928d-37b326a48130 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:31.671243 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.811431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Allocated IP 172.20.0.14 (737aed3a-87de-430c-9d7a-8a771e356c5a/4ecb8196-d574-40b6-a307-f6cb1bb99f5f/73491543-b9c3-4746-81b9-d18b745c7cf2) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:31.822967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4614d369-1260-4f15-928d-37b326a48130 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:31.847672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e81296ec-f86b-4c45-b065-d7d2603d039b req-b8e2d062-c34e-4bb0-83d8-30cfb1155c35 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] For port f1e738da-1c56-4187-807a-b0914b18fcba, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=f1e738da-1c56-4187-807a-b0914b18fcba,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:31.848279 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e81296ec-f86b-4c45-b065-d7d2603d039b req-b8e2d062-c34e-4bb0-83d8-30cfb1155c35 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:31.953238 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.061266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Port': ['ID=9167fc22-7b74-4ec2-87c6-9e4585f30b2d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:32.167505 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bf6c3bb8-f7f6-4676-b31e-c87cf71ed062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.169403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e81296ec-f86b-4c45-b065-d7d2603d039b req-b8e2d062-c34e-4bb0-83d8-30cfb1155c35 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Calling delete_port for f1e738da-1c56-4187-807a-b0914b18fcba owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:32.368693 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.464553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503260d6-7496-4b3f-97a2-fad06f921b67 req-4cf71fa7-7214-4ab9-b364-c7f3e5ab794f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:32.472664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-503260d6-7496-4b3f-97a2-fad06f921b67 req-4cf71fa7-7214-4ab9-b364-c7f3e5ab794f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.5580864 Jun 03 15:45:32.495544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event deleted for resources: {'Port': ['ID=2cf7d332-575d-4e42-9e3f-68d41d78b336,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:32.514807 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.613852 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.727749 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:45:32.834524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42506) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:32.867896 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.873416 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.953622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-503260d6-7496-4b3f-97a2-fad06f921b67 req-3ed2d026-a715-403a-894a-c687101d9792 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4800708 Jun 03 15:45:32.974262 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:32.974988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Fanout notify agent at l3_agent the message router_deleted on router a104c4bd-064b-4a9a-8f22-90cb2fc2257e {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:45:32.984114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e81296ec-f86b-4c45-b065-d7d2603d039b req-b8e2d062-c34e-4bb0-83d8-30cfb1155c35 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.055242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2d062-c34e-4bb0-83d8-30cfb1155c35 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Pushing event deleted for resources: {'Port': ['ID=f1e738da-1c56-4187-807a-b0914b18fcba,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:33.077981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.116410 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.117751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a9dcddb7-14f5-4bb0-b0b1-c5095735b857 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "DELETE /v2.0/routers/a104c4bd-064b-4a9a-8f22-90cb2fc2257e HTTP/1.1" status: 204 len: 168 time: 3.4754043 Jun 03 15:45:33.125854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42512) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:33.163453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Transition to ACTIVE for port object 73491543-b9c3-4746-81b9-d18b745c7cf2 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:33.216002 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.229225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b2213-9f9c-4784-9645-4c7c5a07974e req-1d8f33dc-9c03-4e00-9cbc-cc7cdfd25f36 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:33.230468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-080b2213-9f9c-4784-9645-4c7c5a07974e req-1d8f33dc-9c03-4e00-9cbc-cc7cdfd25f36 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Synchronizing usage tracker for tenant:7bc4aae2777442b09bfb6617c9d3cfaf on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:33.233852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81296ec-f86b-4c45-b065-d7d2603d039b req-b8e2d062-c34e-4bb0-83d8-30cfb1155c35 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] No DVR routers for this DVR port f1e738da-1c56-4187-807a-b0914b18fcba on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:33.240035 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e81296ec-f86b-4c45-b065-d7d2603d039b req-b8e2d062-c34e-4bb0-83d8-30cfb1155c35 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.242012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e81296ec-f86b-4c45-b065-d7d2603d039b req-b8e2d062-c34e-4bb0-83d8-30cfb1155c35 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.67 "DELETE /v2.0/ports/f1e738da-1c56-4187-807a-b0914b18fcba HTTP/1.1" status: 204 len: 173 time: 1.9296172 Jun 03 15:45:33.243317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3286e4f7-3db2-47e9-960c-0564a7004f28', 'name': 'network-vif-deleted', 'tag': 'f1e738da-1c56-4187-807a-b0914b18fcba'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:45:33.245963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:33.251971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:45:33.261014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Usage tracker for resource:security_group_rule and tenant:12b4e1105a5b4f16bd73ca1de2cb194b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:33.267967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:33.280989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:33.319565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-080b2213-9f9c-4784-9645-4c7c5a07974e req-1d8f33dc-9c03-4e00-9cbc-cc7cdfd25f36 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] Unset dirty status for tenant:7bc4aae2777442b09bfb6617c9d3cfaf on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:33.321679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-080b2213-9f9c-4784-9645-4c7c5a07974e req-1d8f33dc-9c03-4e00-9cbc-cc7cdfd25f36 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/ports?device_id=3286e4f7-3db2-47e9-960c-0564a7004f28 HTTP/1.1" status: 200 len: 950 time: 0.4323688 Jun 03 15:45:33.357422 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.366399 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd24757a-3958-4e36-a70c-d9d864e9c8ea'] response: {'server_uuid': '3286e4f7-3db2-47e9-960c-0564a7004f28', 'name': 'network-vif-deleted', 'tag': 'f1e738da-1c56-4187-807a-b0914b18fcba', 'status': 'completed', 'code': 200} Jun 03 15:45:33.416987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-25761ce5-dbdc-4c96-952a-fa242df62717 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Deleting subnet 95cbcf07-db9f-4f8a-abad-4f33a5c1fe9b {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:45:33.440891 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25761ce5-dbdc-4c96-952a-fa242df62717 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.521931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-080b2213-9f9c-4784-9645-4c7c5a07974e req-f627a79b-5a57-4df3-95f0-cc4978df37d4 tempest-VolumesBackupsTest-108083337 tempest-VolumesBackupsTest-108083337-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bdc52a0-9476-428e-b295-96e4edd41e17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934080 Jun 03 15:45:33.543672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f1e738da-1c56-4187-807a-b0914b18fcba no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:33.567457 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25761ce5-dbdc-4c96-952a-fa242df62717 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.612508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Network 737aed3a-87de-430c-9d7a-8a771e356c5a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:33.613853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:33.658922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: f1e738da-1c56-4187-807a-b0914b18fcba {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:45:33.660911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device f1e738da-1c56-4187-807a-b0914b18fcba not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:45:33.691079 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25761ce5-dbdc-4c96-952a-fa242df62717 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.703918 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.772605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:33.779072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:33.787363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8cbabe-6d22-4fdb-b905-5c038ec962c9 None None] Sync routers for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:33.800032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8cbabe-6d22-4fdb-b905-5c038ec962c9 None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:33.801328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cc8cbabe-6d22-4fdb-b905-5c038ec962c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:33.814272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Pushing event updated for resources: {'Port': ['ID=73491543-b9c3-4746-81b9-d18b745c7cf2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:33.822837 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.825394 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25761ce5-dbdc-4c96-952a-fa242df62717 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.871765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25761ce5-dbdc-4c96-952a-fa242df62717 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event deleted for resources: {'Subnet': ['ID=95cbcf07-db9f-4f8a-abad-4f33a5c1fe9b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:33.879761 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25761ce5-dbdc-4c96-952a-fa242df62717 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:33.891590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-25761ce5-dbdc-4c96-952a-fa242df62717 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "DELETE /v2.0/subnets/95cbcf07-db9f-4f8a-abad-4f33a5c1fe9b HTTP/1.1" status: 204 len: 168 time: 0.7619853 Jun 03 15:45:33.892058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42518) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:33.916391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4a7543-a45d-4202-8f89-cbfa040b1c42,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:33.953354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:33.962302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:33.962911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb27df0-67de-4736-ba75-bf5bcd5b8c47 None None] Network f08c8b25-7f3d-42cb-be52-4524f15151ef requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:33.963316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:33.964041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:33.964583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:33.965053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:33.965521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:33.966065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:33.966551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:33.967014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:33.967535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:33.968000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.016580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.018172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.018687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.019211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.019782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.020517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.020850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.021293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.021563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.022092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.022460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.023019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:34.054762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:34.056648 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.069181 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1b97f593-41c5-4bdf-abd2-dc19a334d159 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12b4e1105a5b4f16bd73ca1de2cb194b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2334938 Jun 03 15:45:34.074385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42524) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:34.100600 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.101983 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d87c1d1a-4631-4a64-a3b1-53cf9e7779b3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "PUT /v2.0/routers/ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0709240 Jun 03 15:45:34.108760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42528) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:34.123142 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4e69c62b-c6eb-4750-a177-bb56af13c376 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.1988454 Jun 03 15:45:34.123809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42532) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:34.227829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cb5f31-4c1e-40e7-a29b-48dfdf1401bd tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:34.233863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cb5f31-4c1e-40e7-a29b-48dfdf1401bd tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:34.240176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cb5f31-4c1e-40e7-a29b-48dfdf1401bd tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:34.241142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-41cb5f31-4c1e-40e7-a29b-48dfdf1401bd tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Synchronizing usage tracker for tenant:e218c9db6c5b44c8808c8c5d4e22e448 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:34.262824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-41cb5f31-4c1e-40e7-a29b-48dfdf1401bd tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Unset dirty status for tenant:e218c9db6c5b44c8808c8c5d4e22e448 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:34.264377 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-41cb5f31-4c1e-40e7-a29b-48dfdf1401bd tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1396656 Jun 03 15:45:34.273068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bb014fc3-37fe-420c-bac1-4667aaded78b None None] Provisioning for port 73491543-b9c3-4746-81b9-d18b745c7cf2 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:34.274460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42536) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:34.308771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bb014fc3-37fe-420c-bac1-4667aaded78b None None] Provisioning complete for port 73491543-b9c3-4746-81b9-d18b745c7cf2 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:34.309135 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bb014fc3-37fe-420c-bac1-4667aaded78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.346723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-cc8cbabe-6d22-4fdb-b905-5c038ec962c9 None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:45:34.354649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Deleting port d7f49c00-21eb-4dc9-863f-60cd0412bdee {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:34.354984 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.358262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c4a46d5e-ee04-4307-8c8b-85411019b27d tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Deleting port 73491543-b9c3-4746-81b9-d18b745c7cf2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:34.358600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4a46d5e-ee04-4307-8c8b-85411019b27d tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.467515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-26665e04-5de2-4781-bc5c-864e86f6a5fc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting subnet 2c19943b-be5a-4d7c-ac92-b100cf76c9b8 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:45:34.476792 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-26665e04-5de2-4781-bc5c-864e86f6a5fc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.561781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-842bc6d9-f7a8-4bde-b790-08e910f6321b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.592953 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-842bc6d9-f7a8-4bde-b790-08e910f6321b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.674591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bb014fc3-37fe-420c-bac1-4667aaded78b None None] Port 73491543-b9c3-4746-81b9-d18b745c7cf2 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:45:34.675957 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4a46d5e-ee04-4307-8c8b-85411019b27d tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.676953 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-842bc6d9-f7a8-4bde-b790-08e910f6321b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.687798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f76fd-1f70-4ef8-9009-c37571a25d75 req-332a7afa-7aa8-4957-b3af-d647138f6dbf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:34.689353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a3f76fd-1f70-4ef8-9009-c37571a25d75 req-332a7afa-7aa8-4957-b3af-d647138f6dbf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.5306058 Jun 03 15:45:34.707376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cc8cbabe-6d22-4fdb-b905-5c038ec962c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:45:31Z', 'revision_number': 7, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:34.707786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-26665e04-5de2-4781-bc5c-864e86f6a5fc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.712008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8cbabe-6d22-4fdb-b905-5c038ec962c9 None None] Checking router: ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:45:34.720985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8cbabe-6d22-4fdb-b905-5c038ec962c9 None None] Routers {'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:34.721667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cc8cbabe-6d22-4fdb-b905-5c038ec962c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:34.796056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bc6d9-f7a8-4bde-b790-08e910f6321b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4a7543-a45d-4202-8f89-cbfa040b1c42,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:34.802965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd27ab1f-aa77-4cc8-889f-889b6d73a847 None None] DHCP port deletion for f08c8b25-7f3d-42cb-be52-4524f15151ef request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:45:34.851719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fd27ab1f-aa77-4cc8-889f-889b6d73a847 None None] Deleting port d7f49c00-21eb-4dc9-863f-60cd0412bdee {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:34.852569 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fd27ab1f-aa77-4cc8-889f-889b6d73a847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.853766 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-842bc6d9-f7a8-4bde-b790-08e910f6321b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.857849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-842bc6d9-f7a8-4bde-b790-08e910f6321b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d4a7543-a45d-4202-8f89-cbfa040b1c42 HTTP/1.1" status: 204 len: 168 time: 0.7793524 Jun 03 15:45:34.931038 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c77d0320-5257-4bb2-92f4-62c67f7b443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:34.940293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a3f76fd-1f70-4ef8-9009-c37571a25d75 req-19cdb871-8c6a-47e4-8ace-e52f30003aef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368391 Jun 03 15:45:35.008258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c4a46d5e-ee04-4307-8c8b-85411019b27d tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Calling delete_port for 73491543-b9c3-4746-81b9-d18b745c7cf2 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:35.027806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] For port d7f49c00-21eb-4dc9-863f-60cd0412bdee, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d7f49c00-21eb-4dc9-863f-60cd0412bdee,segment=NetworkSegment(db91c685-6df5-4ac5-bf6a-319b5a8a3220),segment_id=db91c685-6df5-4ac5-bf6a-319b5a8a3220)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:35.030858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.193553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Calling delete_port for d7f49c00-21eb-4dc9-863f-60cd0412bdee owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:35.202559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-cc8cbabe-6d22-4fdb-b905-5c038ec962c9 None None] Set router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:45:35.227873 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4a46d5e-ee04-4307-8c8b-85411019b27d tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.249560 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-26665e04-5de2-4781-bc5c-864e86f6a5fc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.349543 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.428453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42552) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:35.460721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event deleted for resources: {'Port': ['ID=d7f49c00-21eb-4dc9-863f-60cd0412bdee,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:35.466822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] No DVR routers for this DVR port d7f49c00-21eb-4dc9-863f-60cd0412bdee on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:35.503062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-648116e6-6a50-41b4-9e21-f674aef11351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.504050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a46d5e-ee04-4307-8c8b-85411019b27d tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Pushing event deleted for resources: {'Port': ['ID=73491543-b9c3-4746-81b9-d18b745c7cf2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:35.520877 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-26665e04-5de2-4781-bc5c-864e86f6a5fc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.571640 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-26665e04-5de2-4781-bc5c-864e86f6a5fc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.601416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26665e04-5de2-4781-bc5c-864e86f6a5fc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Subnet': ['ID=2c19943b-be5a-4d7c-ac92-b100cf76c9b8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:35.615239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-648116e6-6a50-41b4-9e21-f674aef11351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:35.626813 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4a46d5e-ee04-4307-8c8b-85411019b27d tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.654584 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c4a46d5e-ee04-4307-8c8b-85411019b27d tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] 10.222.0.48 "DELETE /v2.0/ports/73491543-b9c3-4746-81b9-d18b745c7cf2 HTTP/1.1" status: 204 len: 168 time: 1.3785639 Jun 03 15:45:35.656465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42556) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:35.670960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Request body: {'port': {'name': 'tempest-new-port-name-473253104', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:35.671579 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] bootfile-name is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:35.672045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] tftp-server is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:35.672494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.api.validators [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] server-ip-address is not in valid_values {{(pid=88444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 03 15:45:35.711370 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.746855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08c8b25-7f3d-42cb-be52-4524f15151ef']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:35.748924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d7f49c00-21eb-4dc9-863f-60cd0412bdee no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:35.763294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db91c685-6df5-4ac5-bf6a-319b5a8a3220') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:35.763594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db91c685-6df5-4ac5-bf6a-319b5a8a3220') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:35.777636 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.816750 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.826148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-648116e6-6a50-41b4-9e21-f674aef11351 admin admin] Usage tracker for resource:security_group_rule and tenant:761975a7949f41cfba19dd4c725342a2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:35.829432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-648116e6-6a50-41b4-9e21-f674aef11351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:35.835867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-26665e04-5de2-4781-bc5c-864e86f6a5fc tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/subnets/2c19943b-be5a-4d7c-ac92-b100cf76c9b8 HTTP/1.1" status: 204 len: 168 time: 1.7177329 Jun 03 15:45:35.835867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:35.835867 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.849404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3eb426-4010-4c6f-90a8-d87d35228386 None None] Network 62e9e6ac-3306-4f7f-9ce7-9621327814da requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:35.851298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42560) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:35.851818 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:35.854436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-648116e6-6a50-41b4-9e21-f674aef11351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:36.066898 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.070619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: d7f49c00-21eb-4dc9-863f-60cd0412bdee {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:45:36.071769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d7f49c00-21eb-4dc9-863f-60cd0412bdee not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:45:36.115619 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.147274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "DELETE /v2.0/networks/f08c8b25-7f3d-42cb-be52-4524f15151ef HTTP/1.1" status: 204 len: 168 time: 2.2518296 Jun 03 15:45:36.149010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42572) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:36.161925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b4d69-4be9-4ea4-8c96-cb629868c5f3 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event deleted for resources: {'Network': ['ID=f08c8b25-7f3d-42cb-be52-4524f15151ef,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:36.241213 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.278287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.299604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fd27ab1f-aa77-4cc8-889f-889b6d73a847 None None] For port d7f49c00-21eb-4dc9-863f-60cd0412bdee, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d7f49c00-21eb-4dc9-863f-60cd0412bdee,segment=NetworkSegment(db91c685-6df5-4ac5-bf6a-319b5a8a3220),segment_id=db91c685-6df5-4ac5-bf6a-319b5a8a3220)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:36.299996 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fd27ab1f-aa77-4cc8-889f-889b6d73a847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.323148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cc8cbabe-6d22-4fdb-b905-5c038ec962c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:45:31Z', 'revision_number': 7, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:36.331107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.376325 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment db91c685-6df5-4ac5-bf6a-319b5a8a3220 resource provider aggregate not found Jun 03 15:45:36.431868 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment db91c685-6df5-4ac5-bf6a-319b5a8a3220 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db91c685-6df5-4ac5-bf6a-319b5a8a3220 found for delete ", "request_id": "req-d58905b6-7f30-487d-8097-f9af66d6637a"}]} Jun 03 15:45:36.456290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fd27ab1f-aa77-4cc8-889f-889b6d73a847 None None] Calling delete_port for d7f49c00-21eb-4dc9-863f-60cd0412bdee owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:36.483049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8cbabe-6d22-4fdb-b905-5c038ec962c9 None None] The sync data for ids ['ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3'] in n-d-844595-1 is: [{'id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'name': 'tempest-TestNetworkBasicOps-router-1318263580', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:09Z', 'updated_at': '2022-06-03T15:45:31Z', 'revision_number': 7, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:11Z', 'updated_at': '2022-06-03T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:45:36.534388 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-648116e6-6a50-41b4-9e21-f674aef11351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:45:36.564963 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:45:36.573189 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-fd27ab1f-aa77-4cc8-889f-889b6d73a847 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:45:36.573549 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-fd27ab1f-aa77-4cc8-889f-889b6d73a847 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:45:36.648673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.663423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:36.663767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.711545 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-648116e6-6a50-41b4-9e21-f674aef11351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.720387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.731648 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.736907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8af8e-2b45-4a1c-a208-32717bfbc1d0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Deleting port 7213231a-681e-494f-ae98-5c8190a58e1d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:36.737442 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ad8af8e-2b45-4a1c-a208-32717bfbc1d0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.828386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9b319-87fb-4653-b8e2-6b9b19142b4c req-98d803a0-f38a-4f02-b9f7-d230a24795bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:36.830242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fea9b319-87fb-4653-b8e2-6b9b19142b4c req-98d803a0-f38a-4f02-b9f7-d230a24795bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.6622701 Jun 03 15:45:36.839321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-648116e6-6a50-41b4-9e21-f674aef11351 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=761975a7949f41cfba19dd4c725342a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4049351 Jun 03 15:45:36.839321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648116e6-6a50-41b4-9e21-f674aef11351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7991b055-227a-4ea2-8dbb-6806e2440cd7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:36.844215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42578) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:36.912625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89babf08-1195-4a31-aa2b-c9f2b4319224 None None] DHCP port deletion for 62e9e6ac-3306-4f7f-9ce7-9621327814da request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:45:36.921488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-89babf08-1195-4a31-aa2b-c9f2b4319224 None None] Deleting port a43d9e15-feb0-48ff-a031-d75246c8c3b6 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:36.921864 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-89babf08-1195-4a31-aa2b-c9f2b4319224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:36.993780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Pushing event updated for resources: {'Port': ['ID=4fa029a6-f20c-4d99-8ae6-30319b546811,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:37.034184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] In _notify_port_updated(), no bound segment for port 4fa029a6-f20c-4d99-8ae6-30319b546811 on network 737aed3a-87de-430c-9d7a-8a771e356c5a {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:45:37.040172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:37.040949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.042487 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cbecc762-8520-4ddf-a08d-a2df4f30bf09 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] 10.222.0.48 "PUT /v2.0/ports/4fa029a6-f20c-4d99-8ae6-30319b546811 HTTP/1.1" status: 200 len: 1136 time: 1.3833606 Jun 03 15:45:37.046143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42582) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:37.062915 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.070109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fea9b319-87fb-4653-b8e2-6b9b19142b4c req-65335542-1e14-42c6-91b1-df83f6cf6444 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953177 Jun 03 15:45:37.156798 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ad8af8e-2b45-4a1c-a208-32717bfbc1d0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.158120 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ad8af8e-2b45-4a1c-a208-32717bfbc1d0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.185260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] For port 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:37.185497 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.200575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fd27ab1f-aa77-4cc8-889f-889b6d73a847 None None] Deleting port d7f49c00-21eb-4dc9-863f-60cd0412bdee {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:37.200575 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fd27ab1f-aa77-4cc8-889f-889b6d73a847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.336575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8af8e-2b45-4a1c-a208-32717bfbc1d0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Calling delete_port for 7213231a-681e-494f-ae98-5c8190a58e1d owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:37.394858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5e1c-4573-4d01-a8ee-d7031c550d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.434520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fd27ab1f-aa77-4cc8-889f-889b6d73a847 None None] The port 'd7f49c00-21eb-4dc9-863f-60cd0412bdee' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:45:37.445138 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5e1c-4573-4d01-a8ee-d7031c550d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.483018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d04378ce-3107-4881-8e75-4f085d801f17 None None] Provisioning complete for port 4fa029a6-f20c-4d99-8ae6-30319b546811 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:37.483532 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d04378ce-3107-4881-8e75-4f085d801f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.484448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Calling delete_port for 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:37.547834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563dd469-c1d0-4f95-b3c8-91d2ccee296f tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:37.548538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-563dd469-c1d0-4f95-b3c8-91d2ccee296f tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Synchronizing usage tracker for tenant:e218c9db6c5b44c8808c8c5d4e22e448 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:45:37.576157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9167fc22-7b74-4ec2-87c6-9e4585f30b2d no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:37.612971 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ad8af8e-2b45-4a1c-a208-32717bfbc1d0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.636848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9167fc22-7b74-4ec2-87c6-9e4585f30b2d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:45:37.637338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9167fc22-7b74-4ec2-87c6-9e4585f30b2d not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:45:37.637844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a43d9e15-feb0-48ff-a031-d75246c8c3b6 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:37.664175 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5e1c-4573-4d01-a8ee-d7031c550d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.686528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-89babf08-1195-4a31-aa2b-c9f2b4319224 None None] For port a43d9e15-feb0-48ff-a031-d75246c8c3b6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a43d9e15-feb0-48ff-a031-d75246c8c3b6,segment=NetworkSegment(9a066051-e458-4c8e-ae7f-1419404b33a1),segment_id=9a066051-e458-4c8e-ae7f-1419404b33a1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:37.687248 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-89babf08-1195-4a31-aa2b-c9f2b4319224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.711867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d04378ce-3107-4881-8e75-4f085d801f17 None None] Port 4fa029a6-f20c-4d99-8ae6-30319b546811 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:45:37.848872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-89babf08-1195-4a31-aa2b-c9f2b4319224 None None] Calling delete_port for a43d9e15-feb0-48ff-a031-d75246c8c3b6 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:37.852186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8af8e-2b45-4a1c-a208-32717bfbc1d0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Pushing event deleted for resources: {'Port': ['ID=7213231a-681e-494f-ae98-5c8190a58e1d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:37.874757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec5e1c-4573-4d01-a8ee-d7031c550d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7991b055-227a-4ea2-8dbb-6806e2440cd7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:37.946111 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ad8af8e-2b45-4a1c-a208-32717bfbc1d0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.958223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b3ec5e1c-4573-4d01-a8ee-d7031c550d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.959635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b3ec5e1c-4573-4d01-a8ee-d7031c550d10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7991b055-227a-4ea2-8dbb-6806e2440cd7 HTTP/1.1" status: 204 len: 168 time: 1.1146424 Jun 03 15:45:37.964051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-563dd469-c1d0-4f95-b3c8-91d2ccee296f tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Unset dirty status for tenant:e218c9db6c5b44c8808c8c5d4e22e448 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:45:37.969021 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ad8af8e-2b45-4a1c-a208-32717bfbc1d0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:37.970720 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-563dd469-c1d0-4f95-b3c8-91d2ccee296f tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] 10.222.0.48 "GET /v2.0/ports/4fa029a6-f20c-4d99-8ae6-30319b546811 HTTP/1.1" status: 200 len: 1136 time: 0.9234655 Jun 03 15:45:37.973448 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8ad8af8e-2b45-4a1c-a208-32717bfbc1d0 tempest-FloatingIPAdminTestJSON-1546111510 tempest-FloatingIPAdminTestJSON-1546111510-project] 10.222.0.48 "DELETE /v2.0/floatingips/28f347f6-7d94-44d2-9e81-a83dd6fea5ba HTTP/1.1" status: 204 len: 168 time: 1.8233697 Jun 03 15:45:37.974295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42628) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:37.977554 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-17c08797-7991-4e15-9f63-1e63065a6bcb service neutron] show failed (client error): The resource could not be found. Jun 03 15:45:37.978633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-17c08797-7991-4e15-9f63-1e63065a6bcb service neutron] 10.222.0.67 "GET /v2.0/ports/c2e14b31-6095-47a4-b048-cc5b7b48ffae/bindings/n-h1-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.2581985 Jun 03 15:45:38.049543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e4605-6cdd-437b-b03a-47b5c9b82ebb tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Deleting port 4fa029a6-f20c-4d99-8ae6-30319b546811 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:38.049895 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c0e4605-6cdd-437b-b03a-47b5c9b82ebb tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:38.102214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a43d9e15-feb0-48ff-a031-d75246c8c3b6 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:38.102671 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:38.164255 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-89babf08-1195-4a31-aa2b-c9f2b4319224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:38.380546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89babf08-1195-4a31-aa2b-c9f2b4319224 None None] Pushing event deleted for resources: {'Port': ['ID=a43d9e15-feb0-48ff-a031-d75246c8c3b6,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:38.394363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89babf08-1195-4a31-aa2b-c9f2b4319224 None None] No DVR routers for this DVR port a43d9e15-feb0-48ff-a031-d75246c8c3b6 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:38.529431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42644) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:38.581277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:38.599322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb4f08-ccb0-429f-aa07-92aa5ff2c27a req-b5d75061-885b-4970-8c67-14d3598c070a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:38.601543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1deb4f08-ccb0-429f-aa07-92aa5ff2c27a req-b5d75061-885b-4970-8c67-14d3598c070a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.1968157 Jun 03 15:45:38.695063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Port': ['ID=0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:38.727695 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1deb4f08-ccb0-429f-aa07-92aa5ff2c27a req-2c8dfd7f-f523-46ba-813c-fb776b36504d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137793 Jun 03 15:45:38.893496 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:38.939332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-723cfef2-a997-4da3-8631-2be68085b6f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2c5aa5642cb4de587d1a866abdd60e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087269 Jun 03 15:45:38.944385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42684) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:38.986457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-416adfd8-6787-43ed-82b4-aa4a5c5961ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:38.988000 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-416adfd8-6787-43ed-82b4-aa4a5c5961ab service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 1096 time: 0.5637631 Jun 03 15:45:38.992171 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.050669 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.083990 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.109004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:39.161987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.179793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b260c6f3-b28d-4b9c-82bd-2ea06dc82eac,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:39.190650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.191124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.191678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.192201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.192635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.193434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.193984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.194393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.194834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.195251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.195746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.196165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:39.208851 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.210239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-efbe46ac-0763-41c1-b5d5-28851bd7d1f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b260c6f3-b28d-4b9c-82bd-2ea06dc82eac HTTP/1.1" status: 204 len: 168 time: 0.2657294 Jun 03 15:45:39.262221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c0e4605-6cdd-437b-b03a-47b5c9b82ebb tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.271593 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.333421 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.335051 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.489097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e4605-6cdd-437b-b03a-47b5c9b82ebb tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Calling delete_port for 4fa029a6-f20c-4d99-8ae6-30319b546811 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:39.615665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.616794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Fanout notify agent at l3_agent the message router_deleted on router ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:45:39.690283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42712) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:39.720675 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-469af1ae-78ae-473d-831a-be570d66cba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.739085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-469af1ae-78ae-473d-831a-be570d66cba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:39.742088 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:39.743185 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7a905523-b1f2-4643-a3f3-d007c42c8965 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/routers/ac9195c8-6c2a-4ed4-95b7-8bb071b6bbe3 HTTP/1.1" status: 204 len: 168 time: 3.8824680 Jun 03 15:45:39.743847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-469af1ae-78ae-473d-831a-be570d66cba1 admin admin] Usage tracker for resource:security_group_rule and tenant:ec81abd4728c4a9bb7c7f3e5b9aa5ad4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:39.747317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-469af1ae-78ae-473d-831a-be570d66cba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:39.754175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42716) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:39.757565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-469af1ae-78ae-473d-831a-be570d66cba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:39.999338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.156526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c0e4605-6cdd-437b-b03a-47b5c9b82ebb tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.221115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc862f76-6913-4e55-add7-b7659ec9845e req-ebb3be72-a2a4-4097-9c78-f8cc16301c90 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:40.223880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc862f76-6913-4e55-add7-b7659ec9845e req-ebb3be72-a2a4-4097-9c78-f8cc16301c90 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.3420877 Jun 03 15:45:40.232907 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-469af1ae-78ae-473d-831a-be570d66cba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.242301 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.265769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e4605-6cdd-437b-b03a-47b5c9b82ebb tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Pushing event deleted for resources: {'Port': ['ID=4fa029a6-f20c-4d99-8ae6-30319b546811,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:40.271489 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-469af1ae-78ae-473d-831a-be570d66cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.309435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:40.398175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e9e6ac-3306-4f7f-9ce7-9621327814da']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:40.402576 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c0e4605-6cdd-437b-b03a-47b5c9b82ebb tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.432587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a066051-e458-4c8e-ae7f-1419404b33a1') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:40.433194 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9c0e4605-6cdd-437b-b03a-47b5c9b82ebb tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] 10.222.0.48 "DELETE /v2.0/ports/4fa029a6-f20c-4d99-8ae6-30319b546811 HTTP/1.1" status: 204 len: 168 time: 2.4579837 Jun 03 15:45:40.433509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a066051-e458-4c8e-ae7f-1419404b33a1') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:40.436695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:40.440626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:45:40.452066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-469af1ae-78ae-473d-831a-be570d66cba1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec81abd4728c4a9bb7c7f3e5b9aa5ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7610016 Jun 03 15:45:40.464068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42736) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:40.467615 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.480761 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc862f76-6913-4e55-add7-b7659ec9845e req-cbb49185-c15e-42e3-bf61-7a6ffe9360b6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409930 Jun 03 15:45:40.570351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:45:40.577146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.600448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-779582e3-2406-44f9-b67c-7f5b7e6e43b2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Deleting subnet 4ecb8196-d574-40b6-a307-f6cb1bb99f5f {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:45:40.614211 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-779582e3-2406-44f9-b67c-7f5b7e6e43b2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.666453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Transition to ACTIVE for port object c2e14b31-6095-47a4-b048-cc5b7b48ffae will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:40.675803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.695860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469af1ae-78ae-473d-831a-be570d66cba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a45bd2-34e8-4a06-84dd-a3456e657208,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:40.713670 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.738940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:40.739674 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.753770 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447bc99c-3e0a-4068-9556-04f3df934382'] response: {'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'code': 200} Jun 03 15:45:40.756497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=6']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:40.762114 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-779582e3-2406-44f9-b67c-7f5b7e6e43b2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.838326 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9a066051-e458-4c8e-ae7f-1419404b33a1 resource provider aggregate not found Jun 03 15:45:40.851616 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3ae3671-6601-4d69-9150-5cbde1264119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:40.901579 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9a066051-e458-4c8e-ae7f-1419404b33a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a066051-e458-4c8e-ae7f-1419404b33a1 found for delete ", "request_id": "req-8f158a11-b0cd-4ab1-81d4-4815ca69feb4"}]} Jun 03 15:45:40.979537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-779582e3-2406-44f9-b67c-7f5b7e6e43b2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.003989 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3ae3671-6601-4d69-9150-5cbde1264119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.019476 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.051979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.073672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/networks/62e9e6ac-3306-4f7f-9ce7-9621327814da HTTP/1.1" status: 204 len: 168 time: 1.3153024 Jun 03 15:45:41.099798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42752) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:41.109545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'network': {'name': 'tempest-network-smoke--1748546795', 'project_id': '4d9167523947465893c35df85aa4b44d', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:41.114459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6a86b-244f-47bc-9a8e-3fd7d95aa5a8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Network': ['ID=62e9e6ac-3306-4f7f-9ce7-9621327814da,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:41.115626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:41.121686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:network and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:41.127168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:41.133743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:41.143879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-779582e3-2406-44f9-b67c-7f5b7e6e43b2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.156233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40daec5-5b59-4d04-90a1-3faea396c961 req-ae5e95ed-185a-475d-8c6e-fca636e23e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:41.157926 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c40daec5-5b59-4d04-90a1-3faea396c961 req-ae5e95ed-185a-475d-8c6e-fca636e23e9c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1052 time: 0.2583797 Jun 03 15:45:41.170441 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3ae3671-6601-4d69-9150-5cbde1264119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.218862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae3671-6601-4d69-9150-5cbde1264119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a45bd2-34e8-4a06-84dd-a3456e657208,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:41.225013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Made reservation on behalf of 4d9167523947465893c35df85aa4b44d for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:41.229848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.269437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-779582e3-2406-44f9-b67c-7f5b7e6e43b2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.273195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779582e3-2406-44f9-b67c-7f5b7e6e43b2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Pushing event deleted for resources: {'Subnet': ['ID=4ecb8196-d574-40b6-a307-f6cb1bb99f5f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:41.275886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aee0d16-ebf3-43bc-ae3a-4feb294eb7f2 None None] Network 737aed3a-87de-430c-9d7a-8a771e356c5a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:41.280645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] No DVR routers for this DVR port c2e14b31-6095-47a4-b048-cc5b7b48ffae on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:41.311916 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3ae3671-6601-4d69-9150-5cbde1264119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.329205 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d3ae3671-6601-4d69-9150-5cbde1264119 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32a45bd2-34e8-4a06-84dd-a3456e657208 HTTP/1.1" status: 204 len: 168 time: 0.8527412 Jun 03 15:45:41.354977 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-779582e3-2406-44f9-b67c-7f5b7e6e43b2 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] 10.222.0.48 "DELETE /v2.0/subnets/4ecb8196-d574-40b6-a307-f6cb1bb99f5f HTTP/1.1" status: 204 len: 168 time: 0.9170825 Jun 03 15:45:41.367763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42760) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:41.390262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:45:41.484077 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.484423 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Added segment f9a8fb39-3c24-4d80-955d-f0845d4828ca of type vlan for network c7916346-024a-4f04-b97d-f2c95c2483b1 Jun 03 15:45:41.537722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.635017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:45:41.635347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:45:41.635658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae on network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:45:41.639835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:41.646529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Port c2e14b31-6095-47a4-b048-cc5b7b48ffae on network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:45:41.646874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae on network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:45:41.655529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:45:41.655982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Checking segment: {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:41.656455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Bound using segment: {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:45:41.657292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Bound port: c2e14b31-6095-47a4-b048-cc5b7b48ffae, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:45:41.657826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.671285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.679521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:41.688220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:41.690267 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.713977 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.732829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40daec5-5b59-4d04-90a1-3faea396c961 req-fc087db4-0621-4fff-a837-2becea580fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:41.736312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c40daec5-5b59-4d04-90a1-3faea396c961 req-fc087db4-0621-4fff-a837-2becea580fce service neutron] 10.222.0.75 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.5435872 Jun 03 15:45:41.740941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Deleting port 4614d369-1260-4f15-928d-37b326a48130 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:41.741575 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:41.757458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:45:41.757794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0d36fb9c-6a90-4e6f-b67c-64d9ecf1e9a1 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:45:41.938374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:45:41.956253 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8542821 Jun 03 15:45:41.967694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42774) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:42.026069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'admin_state_up': True, 'project_id': '4d9167523947465893c35df85aa4b44d', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:42.083258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:42.100726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42778) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:42.119624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:router and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:42.124326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47159d39-718b-4eaf-86ea-b531f0798e3d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Network': ['ID=c7916346-024a-4f04-b97d-f2c95c2483b1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:42.129070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:42.136636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:45:42.137600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network c7916346-024a-4f04-b97d-f2c95c2483b1 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:45:42.138834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:42.142349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:45:42.155923 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:42.163751 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d61a5d8c-fed2-40f5-82eb-7eaef42aa1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:42.204110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c40daec5-5b59-4d04-90a1-3faea396c961 req-aaf6627d-966f-409c-9f65-1023d4e58de3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 998 time: 0.3913009 Jun 03 15:45:42.210938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:42.211991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:42.212211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d61a5d8c-fed2-40f5-82eb-7eaef42aa1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:42.225221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d61a5d8c-fed2-40f5-82eb-7eaef42aa1b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e0563d6b25e04dde9593817b3035b9af is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:42.228714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d61a5d8c-fed2-40f5-82eb-7eaef42aa1b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:42.236115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d61a5d8c-fed2-40f5-82eb-7eaef42aa1b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:42.260349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd94e3-fe5e-42fd-884a-f20786f510b8 None None] DHCP port deletion for 737aed3a-87de-430c-9d7a-8a771e356c5a request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:45:42.300140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34fd94e3-fe5e-42fd-884a-f20786f510b8 None None] Deleting port 4614d369-1260-4f15-928d-37b326a48130 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:42.301310 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-34fd94e3-fe5e-42fd-884a-f20786f510b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:42.302611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:42.310286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:42.317203 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:42.320865 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-9619d030-61a4-4ff8-a4ca-b131729fdc41 service neutron] 10.222.0.75 "PUT /v2.0/ports/c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 1091 time: 3.2734528 Jun 03 15:45:42.343795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:42.489803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] For port 4614d369-1260-4f15-928d-37b326a48130, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4614d369-1260-4f15-928d-37b326a48130,segment=NetworkSegment(fb274a85-d487-45db-b1cf-0e9dc7e18fac),segment_id=fb274a85-d487-45db-b1cf-0e9dc7e18fac)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:42.490225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:42.665982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Calling delete_port for 4614d369-1260-4f15-928d-37b326a48130 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:42.755956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40daec5-5b59-4d04-90a1-3faea396c961 req-22b49c6b-2eb8-49fb-85d1-d1aa21c19fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:42.757429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c40daec5-5b59-4d04-90a1-3faea396c961 req-22b49c6b-2eb8-49fb-85d1-d1aa21c19fe1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.5412092 Jun 03 15:45:42.763308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:45:42.783948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-34fd94e3-fe5e-42fd-884a-f20786f510b8 None None] For port 4614d369-1260-4f15-928d-37b326a48130, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4614d369-1260-4f15-928d-37b326a48130,segment=NetworkSegment(fb274a85-d487-45db-b1cf-0e9dc7e18fac),segment_id=fb274a85-d487-45db-b1cf-0e9dc7e18fac)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:42.784340 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-34fd94e3-fe5e-42fd-884a-f20786f510b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:42.885430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67994b89-825e-4f10-b198-df940b5bcb1c req-d8dbd2d0-a78f-4f29-b613-b3941e38aea6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:42.890601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67994b89-825e-4f10-b198-df940b5bcb1c req-d8dbd2d0-a78f-4f29-b613-b3941e38aea6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 943 time: 0.8936360 Jun 03 15:45:42.950078 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb927fa-fcbc-4cc3-988f-7bcf7f5bbf4d'] response: {'name': 'network-changed', 'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'status': 'completed', 'code': 200} Jun 03 15:45:43.070566 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.077131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34fd94e3-fe5e-42fd-884a-f20786f510b8 None None] Calling delete_port for 4614d369-1260-4f15-928d-37b326a48130 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:45:43.077481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67994b89-825e-4f10-b198-df940b5bcb1c req-fb85b249-3cc4-4429-9387-d611e766074c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693976 Jun 03 15:45:43.079959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40daec5-5b59-4d04-90a1-3faea396c961 req-64553e9a-f79d-4de5-ba92-7a31220f7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:43.087731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c40daec5-5b59-4d04-90a1-3faea396c961 req-64553e9a-f79d-4de5-ba92-7a31220f7558 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2935016 Jun 03 15:45:43.246054 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-34fd94e3-fe5e-42fd-884a-f20786f510b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:45:43.246659 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-34fd94e3-fe5e-42fd-884a-f20786f510b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:45:43.422856 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.491186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4614d369-1260-4f15-928d-37b326a48130 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:45:43.503605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c40daec5-5b59-4d04-90a1-3faea396c961 req-4d505fec-ba72-43c5-9b73-ca98589650bd service neutron] 10.222.0.75 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080861 Jun 03 15:45:43.527899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 4614d369-1260-4f15-928d-37b326a48130 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:45:43.528538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4614d369-1260-4f15-928d-37b326a48130 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:45:43.534225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Pushing event deleted for resources: {'Port': ['ID=4614d369-1260-4f15-928d-37b326a48130,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:43.541268 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.543222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] No DVR routers for this DVR port 4614d369-1260-4f15-928d-37b326a48130 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:45:43.584786 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.739822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Allocated IP 172.25.7.42 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:43.745730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d61a5d8c-fed2-40f5-82eb-7eaef42aa1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.748066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34fd94e3-fe5e-42fd-884a-f20786f510b8 None None] Deleting port 4614d369-1260-4f15-928d-37b326a48130 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:45:43.748510 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-34fd94e3-fe5e-42fd-884a-f20786f510b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.760907 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d61a5d8c-fed2-40f5-82eb-7eaef42aa1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.769305 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.829777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34fd94e3-fe5e-42fd-884a-f20786f510b8 None None] The port '4614d369-1260-4f15-928d-37b326a48130' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:45:43.856289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-1a3ac029-e87c-4156-8c65-01511d078e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:43.857792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-1a3ac029-e87c-4156-8c65-01511d078e34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1094 time: 0.8949995 Jun 03 15:45:43.862359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737aed3a-87de-430c-9d7a-8a771e356c5a']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:43.909473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d61a5d8c-fed2-40f5-82eb-7eaef42aa1b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0563d6b25e04dde9593817b3035b9af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8041947 Jun 03 15:45:43.913461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb274a85-d487-45db-b1cf-0e9dc7e18fac') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:43.914179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb274a85-d487-45db-b1cf-0e9dc7e18fac') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:43.914320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42792) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:43.922426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a5d8c-fed2-40f5-82eb-7eaef42aa1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bb982e-9495-42b6-b768-cf6dbaedf1cc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:43.961939 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:43.980250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c40daec5-5b59-4d04-90a1-3faea396c961 req-c6870449-3907-47cd-98b1-84f3a2977cc7 service neutron] 10.222.0.75 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651825 Jun 03 15:45:44.016383 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.017562 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-705ee195-2127-4f51-91a8-97a84ef45f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.049867 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-705ee195-2127-4f51-91a8-97a84ef45f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.060650 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.104181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.128382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:45:44.129026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.161483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:44.162688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:44.166198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:44.168407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:44.261627 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment fb274a85-d487-45db-b1cf-0e9dc7e18fac resource provider aggregate not found Jun 03 15:45:44.318908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-705ee195-2127-4f51-91a8-97a84ef45f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.448074 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment fb274a85-d487-45db-b1cf-0e9dc7e18fac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb274a85-d487-45db-b1cf-0e9dc7e18fac found for delete ", "request_id": "req-0132a9a9-1309-419c-aefc-123610fcba1f"}]} Jun 03 15:45:44.450185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-3951a8ca-1fdc-4315-931f-8ca8f218ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:44.452942 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-3951a8ca-1fdc-4315-931f-8ca8f218ae5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.5686438 Jun 03 15:45:44.453465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ee195-2127-4f51-91a8-97a84ef45f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bb982e-9495-42b6-b768-cf6dbaedf1cc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:44.468530 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.559498 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-705ee195-2127-4f51-91a8-97a84ef45f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.566868 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-705ee195-2127-4f51-91a8-97a84ef45f5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83bb982e-9495-42b6-b768-cf6dbaedf1cc HTTP/1.1" status: 204 len: 168 time: 0.6517510 Jun 03 15:45:44.639871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-89a476a6-4192-4996-90d2-451b120b38c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 998 time: 0.1680121 Jun 03 15:45:44.672481 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.750553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] Pushing event deleted for resources: {'Network': ['ID=737aed3a-87de-430c-9d7a-8a771e356c5a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:44.827678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-c11eef7c-08e1-456f-bbe0-4ec82ab906d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:44.829705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-c11eef7c-08e1-456f-bbe0-4ec82ab906d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1094 time: 0.7957289 Jun 03 15:45:44.838842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a3578963-5bbf-4799-b63e-e07f22990021 tempest-ExtraDHCPOptionsTestJSON-448126876 tempest-ExtraDHCPOptionsTestJSON-448126876-project] 10.222.0.48 "DELETE /v2.0/networks/737aed3a-87de-430c-9d7a-8a771e356c5a HTTP/1.1" status: 204 len: 168 time: 3.4672496 Jun 03 15:45:44.941322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:44.952150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6edc1-9965-468c-bba4-cbeb305a1e2a req-95d7f07f-5ceb-47c4-9724-57591a18d0d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:44.954051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8f6edc1-9965-468c-bba4-cbeb305a1e2a req-95d7f07f-5ceb-47c4-9724-57591a18d0d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 943 time: 0.6977448 Jun 03 15:45:45.023157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-29b03d37-f172-4a46-9630-0ca5861a59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:45.024712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-29b03d37-f172-4a46-9630-0ca5861a59ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.3573155 Jun 03 15:45:45.084715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8f6edc1-9965-468c-bba4-cbeb305a1e2a req-3b195bf3-ac0f-46cd-9dd0-4192460c02da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162486 Jun 03 15:45:45.174707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-5d6f77c7-9595-4ddc-8773-eb55bdc01e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:45.176063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-5d6f77c7-9595-4ddc-8773-eb55bdc01e8b service neutron] 10.222.0.75 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.3338983 Jun 03 15:45:45.272567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-16fa9b4e-fc90-4995-b551-692f7b6573e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:45.274150 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-16fa9b4e-fc90-4995-b551-692f7b6573e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2363155 Jun 03 15:45:45.362894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42826) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:45.659774 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-4843c08c-0221-4239-99f2-2c654ae49293 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 998 time: 0.4753313 Jun 03 15:45:45.691142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:45.896924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-8c8e353c-5721-40a3-b535-949febd12ffb service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119671 Jun 03 15:45:45.903839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-c2d80070-dd21-4959-b309-dfaf66755436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:45.906026 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-c2d80070-dd21-4959-b309-dfaf66755436 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.2376492 Jun 03 15:45:45.980960 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6750062d-e729-46db-9609-0dcd7c652f63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e218c9db6c5b44c8808c8c5d4e22e448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147540 Jun 03 15:45:45.981623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42850) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:46.098133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router 528db2e5-4136-4548-81cc-703348353891 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:45:46.130716 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8642c455-69d3-4587-be82-06262174bc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:46.197006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-e4041640-2a03-453a-b253-a3da429f8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:46.199412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-e4041640-2a03-453a-b253-a3da429f8d73 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2640169 Jun 03 15:45:46.203807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-b4fa5c69-2c34-4126-9237-ba259272b02a service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964144 Jun 03 15:45:46.245452 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8642c455-69d3-4587-be82-06262174bc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:46.422980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:46.437691 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Sync routers for ids ['528db2e5-4136-4548-81cc-703348353891'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:46.449051 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8642c455-69d3-4587-be82-06262174bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:46.457099 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Routers {'528db2e5-4136-4548-81cc-703348353891'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:46.471777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642c455-69d3-4587-be82-06262174bc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c015b988-69c5-4c14-a2ce-cee914beb0c5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:46.474526 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['528db2e5-4136-4548-81cc-703348353891'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:46.474716 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8642c455-69d3-4587-be82-06262174bc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:46.475877 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8642c455-69d3-4587-be82-06262174bc33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c015b988-69c5-4c14-a2ce-cee914beb0c5 HTTP/1.1" status: 204 len: 168 time: 0.4928763 Jun 03 15:45:46.477542 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:46.482358 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e52f7a4e-a180-47e0-8e5a-f3fe0d432794 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5105319 Jun 03 15:45:46.483108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42862) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:46.484298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-06c5058e-8bd2-4644-9a35-2d94d61afdf5 service neutron] 10.222.0.75 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768750 Jun 03 15:45:46.547857 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d2865c64-4e3b-4ba8-b667-bf0553fe2448 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4d9167523947465893c35df85aa4b44d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635991 Jun 03 15:45:46.548508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42868) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:46.821686 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Set router 528db2e5-4136-4548-81cc-703348353891 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:45:46.830364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098bb793-2d78-4cc9-b1b0-c3cdbd857c53 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:46.832294 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-098bb793-2d78-4cc9-b1b0-c3cdbd857c53 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2803257 Jun 03 15:45:46.835493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42878) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:46.911758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-55b4df81-8acf-46d6-b752-1e5f839a5e8a service neutron] 10.222.0.75 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548849 Jun 03 15:45:46.935623 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ead344f6-c925-43f8-9c4a-05325c2a1ab2 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0980675 Jun 03 15:45:46.937996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42886) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:46.951737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1605720321', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'project_id': '4d9167523947465893c35df85aa4b44d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:47.155365 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:44Z', 'revision_number': 3, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:47.166866 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Checking router: 528db2e5-4136-4548-81cc-703348353891 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:45:47.167556 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Updating router 528db2e5-4136-4548-81cc-703348353891 port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:45:47.188066 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b66524-234b-4601-aae9-599cae735a7a req-30a43ea4-bcb8-4c3d-b12c-556e8889c4ac tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:47.197942 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2b66524-234b-4601-aae9-599cae735a7a req-30a43ea4-bcb8-4c3d-b12c-556e8889c4ac tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 943 time: 0.7115676 Jun 03 15:45:47.206966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:47.212746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:subnet and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:47.216964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:47.225566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:47.239652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Made reservation on behalf of 4d9167523947465893c35df85aa4b44d for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:47.243766 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:47.267466 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:47.330631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a2b66524-234b-4601-aae9-599cae735a7a req-495467e6-bd3d-4c7c-9501-9547b9a61d71 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317089 Jun 03 15:45:47.356758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-5af05762-16c3-4651-a426-3a3310114301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:47.362689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-5af05762-16c3-4651-a426-3a3310114301 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1094 time: 0.3997500 Jun 03 15:45:47.594869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-2e16cf09-e8ca-46a7-97c9-842af1600106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:47.596850 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-2e16cf09-e8ca-46a7-97c9-842af1600106 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.2268918 Jun 03 15:45:47.851466 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-d338018b-8ae4-47e2-a61b-390c0c3c9cfd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 998 time: 0.2479124 Jun 03 15:45:47.957543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42916) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:47.990433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-403bb40f-1d33-4212-bac4-4fe6be45ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:47.992201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-403bb40f-1d33-4212-bac4-4fe6be45ef7c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.1315424 Jun 03 15:45:48.008873 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.013455 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.046047 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Transition to ACTIVE for port object 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:48.071868 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.139454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Checking segment: {'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:48.140208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network hostable DHCP agents. Network: c7916346-024a-4f04-b97d-f2c95c2483b1, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:45:48.153215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Subnet': ['ID=0662c61d-7012-4c79-98c8-f3f731c8cce6,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:48.179715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network c7916346-024a-4f04-b97d-f2c95c2483b1 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:45:48.198024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, c7916346-024a-4f04-b97d-f2c95c2483b1) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:48.208771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea5fa1e-9f86-4c1c-a6ee-0760536d5f43 None None] Network c7916346-024a-4f04-b97d-f2c95c2483b1 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:48.231118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:48.234712 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.251340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-a0b6ebb7-43bf-45d9-90fa-3172aaeffb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:48.253249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-a0b6ebb7-43bf-45d9-90fa-3172aaeffb27 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383831 Jun 03 15:45:48.265499 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Attempting to bind port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:45:48.266205 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Attempting to bind port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:45:48.266205 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Attempting to bind port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:45:48.275291 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:45:48.275721 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:48.276171 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.276636 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:45:48.277363 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Bound port: 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:45:48.277729 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.317541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cd6bae34-a49c-41a3-8360-d5dc76c07127 tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:48.345661 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Pushing event updated for resources: {'Port': ['ID=9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:48.357280 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.357616 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.358063 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.358401 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.358695 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.359014 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.359330 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.359724 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.360050 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.360568 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.361146 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.361627 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:45:48.399843 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] For port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:45:48.403896 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] For port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:45:48.420221 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.444623 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3a5b3be4-73dd-4e00-97d8-ae92366e9c09 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5053973 Jun 03 15:45:48.448799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42934) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:48.605274 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511cf48-9b9d-4877-9a15-b54f2cef54f6 None None] Pushing event updated for resources: {'Port': ['ID=9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:48.616920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-5e715103-5f78-4e5e-9306-07e3fc8a5112 service neutron] 10.222.0.75 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510695 Jun 03 15:45:48.632358 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Routers {'528db2e5-4136-4548-81cc-703348353891'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:48.633166 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['528db2e5-4136-4548-81cc-703348353891'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:48.749121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-c7916346-024a-4f04-b97d-f2c95c2483b1', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ips': [{'subnet_id': '0662c61d-7012-4c79-98c8-f3f731c8cce6'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:45:48.750091 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:48.776154 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cd6bae34-a49c-41a3-8360-d5dc76c07127 tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] 10.222.0.48 "PUT /v2.0/quotas/2eace42d8dda44f8af5406ff45bda067 HTTP/1.1" status: 200 len: 366 time: 0.8129876 Jun 03 15:45:48.788987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42940) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:48.836612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42948) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:48.915850 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] Set router 528db2e5-4136-4548-81cc-703348353891 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:45:48.989646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Allocated IP 172.20.0.2 (c7916346-024a-4f04-b97d-f2c95c2483b1/0662c61d-7012-4c79-98c8-f3f731c8cce6/826115ad-050a-4743-9f87-14b2feb4acc0) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:49.050316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b88c9-a6f5-4685-bb62-dd315860c49b req-8f8df690-b6e4-4786-9297-e977b3a5c074 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:49.051838 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-094b88c9-a6f5-4685-bb62-dd315860c49b req-8f8df690-b6e4-4786-9297-e977b3a5c074 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 943 time: 0.4339972 Jun 03 15:45:49.187402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-272280852'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:49.199287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eeaea649-1bdb-47d4-9765-6bed2d9db182 req-55342828-3bcc-462e-a26a-7eb9aaf2b81b service neutron] 10.222.0.75 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151954 Jun 03 15:45:49.208294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:49.211150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42954) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:49.211798 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1d48d49a-5798-48b2-a173-337741ac78bd tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.4187384 Jun 03 15:45:49.230194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:network and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:49.237700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:49.243311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8583d367-e9e2-4324-90b8-aecf3f5779b4 tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] 10.222.0.48 "GET /v2.0/quotas/2eace42d8dda44f8af5406ff45bda067 HTTP/1.1" status: 200 len: 366 time: 0.0291274 Jun 03 15:45:49.248064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42958) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:49.249865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:49.263912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-094b88c9-a6f5-4685-bb62-dd315860c49b req-be0fb6e6-49c2-4223-a626-7bde1d900a00 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978753 Jun 03 15:45:49.289503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:49.297070 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.307747 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.321059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Transition to ACTIVE for port object 826115ad-050a-4743-9f87-14b2feb4acc0 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:49.342934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Transition to ACTIVE for port object 826115ad-050a-4743-9f87-14b2feb4acc0 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:49.352952 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.355535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.506362 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d3dd4c7d-0a1b-4b41-b6ed-64646d555733 tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/2eace42d8dda44f8af5406ff45bda067 HTTP/1.1" status: 204 len: 168 time: 0.2570653 Jun 03 15:45:49.510456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42962) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:49.574137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Network c7916346-024a-4f04-b97d-f2c95c2483b1 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:49.585770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:49.588931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:49.641711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Pushing event updated for resources: {'Port': ['ID=826115ad-050a-4743-9f87-14b2feb4acc0,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:49.652289 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b73688f0-1091-4741-b783-a75e59478994 tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1380229 Jun 03 15:45:49.706526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42966) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:49.746157 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fe4fb4e4-caa9-40d9-b50a-03c3db9395f9 tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] 10.222.0.48 "GET /v2.0/quotas/2eace42d8dda44f8af5406ff45bda067 HTTP/1.1" status: 200 len: 370 time: 0.0378857 Jun 03 15:45:49.750523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42972) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:49.761561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:49.767299 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:44Z', 'revision_number': 3, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:49.771067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:security_group_rule and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:49.775022 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90443b9-3def-417a-a629-d0be0235cf43 None None] The sync data for ids ['528db2e5-4136-4548-81cc-703348353891'] in n-d-844595-1 is: [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:44Z', 'revision_number': 3, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:45:49.778081 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e373381b-84b4-4b6b-85c5-77569f350f84 tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] 10.222.0.48 "GET /v2.0/quotas/2eace42d8dda44f8af5406ff45bda067/default HTTP/1.1" status: 200 len: 370 time: 0.0241694 Jun 03 15:45:49.783343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 42976) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:49.784435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:49.804775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:49.836690 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-35f0accf-807a-4130-8a63-7cfa7b1eeea0 tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] delete failed (client error): The resource could not be found. Jun 03 15:45:49.838558 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-35f0accf-807a-4130-8a63-7cfa7b1eeea0 tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/2eace42d8dda44f8af5406ff45bda067 HTTP/1.1" status: 404 len: 348 time: 0.0451140 Jun 03 15:45:49.856450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Attempting to bind port 826115ad-050a-4743-9f87-14b2feb4acc0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:45:49.860051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Attempting to bind port 826115ad-050a-4743-9f87-14b2feb4acc0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:45:49.861174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Attempting to bind port 826115ad-050a-4743-9f87-14b2feb4acc0 on network c7916346-024a-4f04-b97d-f2c95c2483b1 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:45:49.870984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:45:49.881116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Checking segment: {'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:49.881689 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.882120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Bound using segment: {'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:45:49.882882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Bound port: 826115ad-050a-4743-9f87-14b2feb4acc0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:45:49.882999 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.983483 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:49.989218 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.041242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:45:50.058534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206b0a09-6c51-435e-a65a-468b4ead435d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:50.065493 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.065832 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Added segment 3d610b51-494a-4f43-8e8d-d9358c2bf53d of type vlan for network 96e175ec-3e6e-4a11-bf10-64f1ec357435 Jun 03 15:45:50.118780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] For port 826115ad-050a-4743-9f87-14b2feb4acc0, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:45:50.134872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] For port 826115ad-050a-4743-9f87-14b2feb4acc0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=826115ad-050a-4743-9f87-14b2feb4acc0,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:45:50.137111 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.139279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:45:50.174646 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.223732 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.231355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:50.232595 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.300342 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:50.394484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbf042-88b2-41f3-a5b3-d3badb192737 None None] Pushing event updated for resources: {'Port': ['ID=826115ad-050a-4743-9f87-14b2feb4acc0,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:50.443701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 42986) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:50.586431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Network': ['ID=96e175ec-3e6e-4a11-bf10-64f1ec357435,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:50.593434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c9dc603a-8ef6-436b-ae24-5454c12bf179 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7548156 Jun 03 15:45:50.636770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Usage tracker for resource:network and tenant:a2cd8198d2694e17863e5aff54beaf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:50.643425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 96e175ec-3e6e-4a11-bf10-64f1ec357435 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:45:50.644489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b47d9e-0cb2-4d2b-b903-83d53eb6826e req-0775d601-3ad8-4a51-9432-6ee0dc517b68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:50.652418 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1b47d9e-0cb2-4d2b-b903-83d53eb6826e req-0775d601-3ad8-4a51-9432-6ee0dc517b68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 943 time: 0.1552200 Jun 03 15:45:50.694315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:50.731239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Usage tracker for resource:subnet and tenant:a2cd8198d2694e17863e5aff54beaf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:50.751980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:50.771555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1b47d9e-0cb2-4d2b-b903-83d53eb6826e req-96eea4ca-9338-4510-bfb0-63091fb89e73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180408 Jun 03 15:45:50.788332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Usage tracker for resource:subnetpool and tenant:a2cd8198d2694e17863e5aff54beaf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:50.924366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:50.931550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:50.997864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Usage tracker for resource:port and tenant:a2cd8198d2694e17863e5aff54beaf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:51.055699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:51.056371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'port_id': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'mac_address': 'fa:16:3e:ed:b9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:45:51.122429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Usage tracker for resource:router and tenant:a2cd8198d2694e17863e5aff54beaf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:51.166797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:51.388496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c2e14b31-6095-47a4-b048-cc5b7b48ffae is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:51.395044 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:51.408213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Usage tracker for resource:floatingip and tenant:a2cd8198d2694e17863e5aff54beaf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:51.462490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:51.508831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e14b31-6095-47a4-b048-cc5b7b48ffae {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:45:51.594831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:51.608612 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:51.724341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Usage tracker for resource:security_group and tenant:a2cd8198d2694e17863e5aff54beaf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:51.833975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:51.849743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 826115ad-050a-4743-9f87-14b2feb4acc0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:51.918665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:51.973277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 826115ad-050a-4743-9f87-14b2feb4acc0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:51.986243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:52.018272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Usage tracker for resource:security_group_rule and tenant:a2cd8198d2694e17863e5aff54beaf32 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:52.049864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Allocated IP 172.20.0.1 (c7916346-024a-4f04-b97d-f2c95c2483b1/0662c61d-7012-4c79-98c8-f3f731c8cce6/6fd05ed4-1910-4391-9b8d-21858ac9619e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:52.057599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:52.078137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['c2e14b31-6095-47a4-b048-cc5b7b48ffae'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:45:52.096723 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-03f7c03b-25e4-4252-b4fa-165f45286eac tempest-QuotasTest-74224273 tempest-QuotasTest-74224273-project-admin] 10.222.0.48 "GET /v2.0/quotas/a2cd8198d2694e17863e5aff54beaf32/details.json HTTP/1.1" status: 200 len: 703 time: 1.6389198 Jun 03 15:45:52.194474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d15f-e405-4363-b562-830373873ee7 req-67ad410a-578f-4b27-93ca-c95cb66633c8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:52.196038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-67ad410a-578f-4b27-93ca-c95cb66633c8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be&tenant_id=767148f2fab9461bb6d15ea9d771d311&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 944 time: 0.5382216 Jun 03 15:45:52.484556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-5c13c8bc-a563-4feb-8884-53680e15fbea service neutron] 10.222.0.75 "GET /v2.0/ports/c2e14b31-6095-47a4-b048-cc5b7b48ffae/bindings/n-h1-844595-1 HTTP/1.1" status: 200 len: 382 time: 0.2773976 Jun 03 15:45:52.553798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d43b97-4eec-4945-9371-77a68d112d0e None None] Network c7916346-024a-4f04-b97d-f2c95c2483b1 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:52.737825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2174b-60ed-4439-823b-48a33261682c req-fbeb6ed2-da7a-4828-9de5-96565258d3d2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:52.750517 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddb2174b-60ed-4439-823b-48a33261682c req-fbeb6ed2-da7a-4828-9de5-96565258d3d2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 944 time: 0.7623065 Jun 03 15:45:52.899326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:52.952949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Transition to ACTIVE for port object 6fd05ed4-1910-4391-9b8d-21858ac9619e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:52.957855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ddb2174b-60ed-4439-823b-48a33261682c req-85007e75-24ef-4287-94ab-085dfad3970c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047203 Jun 03 15:45:53.012422 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:53.026666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d15f-e405-4363-b562-830373873ee7 req-3e202930-2e8e-4ecb-b17d-31ca0177f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:53.031092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-3e202930-2e8e-4ecb-b17d-31ca0177f9de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1095 time: 0.5205281 Jun 03 15:45:53.043396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cded8c76-aa02-4561-8767-99b93b62080f None None] Provisioning for port 826115ad-050a-4743-9f87-14b2feb4acc0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:53.076767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43012) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:53.124193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cded8c76-aa02-4561-8767-99b93b62080f None None] Provisioning complete for port 826115ad-050a-4743-9f87-14b2feb4acc0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:53.124562 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cded8c76-aa02-4561-8767-99b93b62080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:53.161796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network c7916346-024a-4f04-b97d-f2c95c2483b1 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:53.172195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:53.180975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=6fd05ed4-1910-4391-9b8d-21858ac9619e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:53.193185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:53.357748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d15f-e405-4363-b562-830373873ee7 req-0a70a1aa-2524-4f78-a99d-7b6faaa75c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:53.361100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-0a70a1aa-2524-4f78-a99d-7b6faaa75c86 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.3193889 Jun 03 15:45:53.387684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:53.573275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:53.630705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:53.631483 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:53.645301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-fa7ef0c6-9728-4f4b-94b9-8504831f5225 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 999 time: 0.2784772 Jun 03 15:45:53.711321 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96af1b8f-7cd7-4c9d-a73b-7da2f73dd171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:53.733370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-96af1b8f-7cd7-4c9d-a73b-7da2f73dd171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:53.741445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-96af1b8f-7cd7-4c9d-a73b-7da2f73dd171 admin admin] Usage tracker for resource:security_group_rule and tenant:3039c4c5266243d3a82b6e77d7654b93 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:53.750085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-96af1b8f-7cd7-4c9d-a73b-7da2f73dd171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:53.765692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-96af1b8f-7cd7-4c9d-a73b-7da2f73dd171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:53.816573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d15f-e405-4363-b562-830373873ee7 req-006d6338-ad25-43f6-a7bc-6e77b906d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:53.823052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cded8c76-aa02-4561-8767-99b93b62080f None None] Current status of the port 826115ad-050a-4743-9f87-14b2feb4acc0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:53.823271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-006d6338-ad25-43f6-a7bc-6e77b906d202 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.1687939 Jun 03 15:45:53.823867 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cded8c76-aa02-4561-8767-99b93b62080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.045498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d15f-e405-4363-b562-830373873ee7 req-4bffae6e-cb1a-4e07-8f5a-5c61045b970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:54.053256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-4bffae6e-cb1a-4e07-8f5a-5c61045b970f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2218747 Jun 03 15:45:54.133382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43028) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:54.139614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96af1b8f-7cd7-4c9d-a73b-7da2f73dd171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.143244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.158862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'subnet': {'network_id': '96e175ec-3e6e-4a11-bf10-64f1ec357435', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:54.176907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:54.177280 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.179257 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96af1b8f-7cd7-4c9d-a73b-7da2f73dd171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.196772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cded8c76-aa02-4561-8767-99b93b62080f None None] For port 826115ad-050a-4743-9f87-14b2feb4acc0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=826115ad-050a-4743-9f87-14b2feb4acc0,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:54.241713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:54.243634 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cded8c76-aa02-4561-8767-99b93b62080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.357302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af1b8f-7cd7-4c9d-a73b-7da2f73dd171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21fdcf-1596-47b5-91cf-2440a0b30020,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:54.368903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded8c76-aa02-4561-8767-99b93b62080f None None] Pushing event updated for resources: {'Port': ['ID=826115ad-050a-4743-9f87-14b2feb4acc0,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:54.386133 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.503216 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-96af1b8f-7cd7-4c9d-a73b-7da2f73dd171 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3039c4c5266243d3a82b6e77d7654b93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4156303 Jun 03 15:45:54.511841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:54.516472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:subnet and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:54.517740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:54.519605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:54.526293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:54.531760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:54.546393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 826115ad-050a-4743-9f87-14b2feb4acc0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:54.585462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-9ac3cc42-029b-459a-8afb-593337a78614 service neutron] 10.222.0.75 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242953 Jun 03 15:45:54.638406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:54.643312 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.697308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 826115ad-050a-4743-9f87-14b2feb4acc0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:54.698429 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.885292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0c81e-76ad-4f1e-8861-519e09441e8e req-1ff82236-eebd-4afb-a283-2e1a6b84d86c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:54.890468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7a0c81e-76ad-4f1e-8861-519e09441e8e req-1ff82236-eebd-4afb-a283-2e1a6b84d86c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 944 time: 0.5775251 Jun 03 15:45:54.917753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 826115ad-050a-4743-9f87-14b2feb4acc0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:54.954669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afaa4154-a0bc-4eed-a748-93e743da67ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:54.975235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-c3ee3b9d-21d5-467d-91b4-9de7a8665c87 service neutron] 10.222.0.75 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295662 Jun 03 15:45:54.989097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7a0c81e-76ad-4f1e-8861-519e09441e8e req-69b98f68-5ed5-49ba-b67f-a179d5ce1f68 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881310 Jun 03 15:45:55.011955 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afaa4154-a0bc-4eed-a748-93e743da67ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.083969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b5f5e750-d488-4025-a2a8-dd1b0776055c None None] Provisioning complete for port 826115ad-050a-4743-9f87-14b2feb4acc0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:55.084333 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e750-d488-4025-a2a8-dd1b0776055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.249788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5e750-d488-4025-a2a8-dd1b0776055c None None] Current status of the port 826115ad-050a-4743-9f87-14b2feb4acc0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:55.267532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b5f5e750-d488-4025-a2a8-dd1b0776055c None None] Provisioning for port 6fd05ed4-1910-4391-9b8d-21858ac9619e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:55.271407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b5f5e750-d488-4025-a2a8-dd1b0776055c None None] Provisioning complete for port 6fd05ed4-1910-4391-9b8d-21858ac9619e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:55.271777 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e750-d488-4025-a2a8-dd1b0776055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.338029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afaa4154-a0bc-4eed-a748-93e743da67ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.354202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.356185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5e750-d488-4025-a2a8-dd1b0776055c None None] Port 6fd05ed4-1910-4391-9b8d-21858ac9619e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:45:55.393174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa4154-a0bc-4eed-a748-93e743da67ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21fdcf-1596-47b5-91cf-2440a0b30020,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:55.451551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.466327 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.479455 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d9452bea-caf1-41f9-9099-5c90e18303a0 None None] Provisioning complete for port 6fd05ed4-1910-4391-9b8d-21858ac9619e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:55.479853 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9452bea-caf1-41f9-9099-5c90e18303a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.557235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d9452bea-caf1-41f9-9099-5c90e18303a0 None None] Port 6fd05ed4-1910-4391-9b8d-21858ac9619e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:45:55.713166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Subnet': ['ID=426a576c-11fe-474b-812c-6de8cb796e5d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:55.744532 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afaa4154-a0bc-4eed-a748-93e743da67ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.748590 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-afaa4154-a0bc-4eed-a748-93e743da67ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd21fdcf-1596-47b5-91cf-2440a0b30020 HTTP/1.1" status: 204 len: 168 time: 1.2131984 Jun 03 15:45:55.772222 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.776196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Checking segment: {'id': '3d610b51-494a-4f43-8e8d-d9358c2bf53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '96e175ec-3e6e-4a11-bf10-64f1ec357435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:55.776521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network hostable DHCP agents. Network: 96e175ec-3e6e-4a11-bf10-64f1ec357435, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:45:55.780725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=6fd05ed4-1910-4391-9b8d-21858ac9619e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:55.872691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network 96e175ec-3e6e-4a11-bf10-64f1ec357435 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:45:55.889990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 96e175ec-3e6e-4a11-bf10-64f1ec357435) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:55.897563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:55.898786 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:55.902446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b606295-0f4c-4a92-bb85-ee1a32ecdd43 None None] Network 96e175ec-3e6e-4a11-bf10-64f1ec357435 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:55.953527 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d21a6c28-7a77-4c55-a329-4c9eec34a70e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8119669 Jun 03 15:45:55.959807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43048) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:55.967512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-992614468'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:55.973247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network c7916346-024a-4f04-b97d-f2c95c2483b1 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:55.974438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:55.996167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:56.008942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:network and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:56.017325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:56.033038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:56.059287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:56.066617 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.116479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:45:56.136719 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.137067 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Added segment 9dcad346-240f-43f2-8afd-9ec031134345 of type vlan for network beada9c1-5f13-4fb8-b151-ea52e4b033a7 Jun 03 15:45:56.166978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:56.191155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.327677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.343180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:56.344892 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.356658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43060) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:56.470921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router 528db2e5-4136-4548-81cc-703348353891 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:45:56.526380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port c2e14b31-6095-47a4-b048-cc5b7b48ffae completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:45:56.539496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port c2e14b31-6095-47a4-b048-cc5b7b48ffae triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:56.541914 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.576301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:45:56.640968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8624540c-7d44-4732-9862-06bb505889a9 None None] Provisioning complete for port 6fd05ed4-1910-4391-9b8d-21858ac9619e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:56.641402 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8624540c-7d44-4732-9862-06bb505889a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.744059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-96e175ec-3e6e-4a11-bf10-64f1ec357435', 'network_id': '96e175ec-3e6e-4a11-bf10-64f1ec357435', 'tenant_id': 'b4e934ccf6c5476bbf750d4acae7b27a', 'fixed_ips': [{'subnet_id': '426a576c-11fe-474b-812c-6de8cb796e5d'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:45:56.745064 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.835125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8624540c-7d44-4732-9862-06bb505889a9 None None] Port 6fd05ed4-1910-4391-9b8d-21858ac9619e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:45:56.862433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:45:56.880107 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-977960ba-05e3-4c61-9a56-bd6e710472a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.891927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Sync routers for ids ['528db2e5-4136-4548-81cc-703348353891'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:45:56.896470 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2066259f-2176-4ba8-ab54-d76bc7351ed3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "PUT /v2.0/routers/528db2e5-4136-4548-81cc-703348353891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4366646 Jun 03 15:45:56.901276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43068) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:56.903770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:45:56.904282 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:56.957998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Network': ['ID=beada9c1-5f13-4fb8-b151-ea52e4b033a7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:56.970577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-157edcda-6abb-45cd-ad55-3cf7c4fbe6fc tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0079505 Jun 03 15:45:56.980876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43074) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:57.006294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network beada9c1-5f13-4fb8-b151-ea52e4b033a7 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:45:57.007264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'subnet': {'network_id': 'beada9c1-5f13-4fb8-b151-ea52e4b033a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:57.194952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Routers {'528db2e5-4136-4548-81cc-703348353891'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:45:57.195590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['528db2e5-4136-4548-81cc-703348353891'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:57.204252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-977960ba-05e3-4c61-9a56-bd6e710472a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:57.221082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-977960ba-05e3-4c61-9a56-bd6e710472a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a2cd8198d2694e17863e5aff54beaf32 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:57.231703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-977960ba-05e3-4c61-9a56-bd6e710472a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:57.232324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3339d00-3352-4f5c-affa-d4eddd80b6ef tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.232799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3339d00-3352-4f5c-affa-d4eddd80b6ef tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.233255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3339d00-3352-4f5c-affa-d4eddd80b6ef tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.233724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3339d00-3352-4f5c-affa-d4eddd80b6ef tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.234212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3339d00-3352-4f5c-affa-d4eddd80b6ef tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.239813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3339d00-3352-4f5c-affa-d4eddd80b6ef tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.240296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3339d00-3352-4f5c-affa-d4eddd80b6ef tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.240889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3339d00-3352-4f5c-affa-d4eddd80b6ef tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.241342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3339d00-3352-4f5c-affa-d4eddd80b6ef tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.241785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3339d00-3352-4f5c-affa-d4eddd80b6ef tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.248128 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a3339d00-3352-4f5c-affa-d4eddd80b6ef tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7024 time: 0.3450117 Jun 03 15:45:57.249150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:57.287719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-977960ba-05e3-4c61-9a56-bd6e710472a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:57.365170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26b4fe-942f-4d9f-8ad0-b35c7acb3285 req-97cbe5f2-c4f6-4952-83bf-eaab3672106e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.377748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe26b4fe-942f-4d9f-8ad0-b35c7acb3285 req-97cbe5f2-c4f6-4952-83bf-eaab3672106e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 944 time: 1.1426899 Jun 03 15:45:57.494833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b379c-c240-43c2-86f0-7fc9e2f3a511 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.495420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b379c-c240-43c2-86f0-7fc9e2f3a511 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.495823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b379c-c240-43c2-86f0-7fc9e2f3a511 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.496274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b379c-c240-43c2-86f0-7fc9e2f3a511 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.496709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b379c-c240-43c2-86f0-7fc9e2f3a511 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.497129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b379c-c240-43c2-86f0-7fc9e2f3a511 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.497556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b379c-c240-43c2-86f0-7fc9e2f3a511 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.498050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b379c-c240-43c2-86f0-7fc9e2f3a511 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.498984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b379c-c240-43c2-86f0-7fc9e2f3a511 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:57.501146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:57.506953 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4d9b379c-c240-43c2-86f0-7fc9e2f3a511 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5895 time: 0.2543612 Jun 03 15:45:57.507233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43084) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:57.544328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c2e14b31-6095-47a4-b048-cc5b7b48ffae is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:57.544632 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:57.554018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:subnet and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:57.572213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:57.584958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe26b4fe-942f-4d9f-8ad0-b35c7acb3285 req-36a3380d-48d6-44da-b645-5a86278ceecb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029943 Jun 03 15:45:57.606482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:57.740445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:45:57.740445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:57.748543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Allocated IP 2001:db8:0:ffff::2 (96e175ec-3e6e-4a11-bf10-64f1ec357435/426a576c-11fe-474b-812c-6de8cb796e5d/f51fbcbe-bea2-4074-8df9-c1a925aa99c7) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:45:57.782479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:57.794052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:45:57.812498 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:57.968968 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ccfcb5e-ef37-48b0-b31a-f4a7ce8545eb'] response: {'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'code': 200} Jun 03 15:45:58.118752 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6feec2c0-b65d-4457-a390-c05ce338e022 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4483 time: 0.6102269 Jun 03 15:45:58.121051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Set router 528db2e5-4136-4548-81cc-703348353891 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:45:58.171922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:45:58.224406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:58.240861 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-977960ba-05e3-4c61-9a56-bd6e710472a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.256743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-977960ba-05e3-4c61-9a56-bd6e710472a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.288800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43094) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:58.298516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014531398', 'description': 'tempest-secgroup-smoke-1014531398 description', 'project_id': '4d9167523947465893c35df85aa4b44d'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:58.328477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:58.357719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:58.361676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:58.371060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:58.390521 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.410014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-977960ba-05e3-4c61-9a56-bd6e710472a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2cd8198d2694e17863e5aff54beaf32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6587582 Jun 03 15:45:58.434827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:58.445581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977960ba-05e3-4c61-9a56-bd6e710472a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce45ea6-6068-436f-b913-7127af6e2089,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:58.450663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d15f-e405-4363-b562-830373873ee7 req-148259f7-4e6c-44f5-866c-220e5adbc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:58.452811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-148259f7-4e6c-44f5-866c-220e5adbc523 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 1095 time: 0.8132193 Jun 03 15:45:58.461671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.objects.ports [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88445) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:45:58.463264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.481500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:58.509539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:58.546018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:58.555057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:58.582997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:58.778776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57d6f09f-b32c-4d06-8134-c74783f69dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.783289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Subnet': ['ID=4d834b89-9f8f-4fb6-aa73-18357c95ebc3,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:58.866956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.882524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.896181 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57d6f09f-b32c-4d06-8134-c74783f69dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.903161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.904584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Checking segment: {'id': '9dcad346-240f-43f2-8afd-9ec031134345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'beada9c1-5f13-4fb8-b151-ea52e4b033a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:58.905382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network hostable DHCP agents. Network: beada9c1-5f13-4fb8-b151-ea52e4b033a7, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:45:58.917138 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:58.926843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Transition to ACTIVE for port object f51fbcbe-bea2-4074-8df9-c1a925aa99c7 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:58.960944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Transition to ACTIVE for port object f51fbcbe-bea2-4074-8df9-c1a925aa99c7 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:45:58.971175 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.056870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Network 96e175ec-3e6e-4a11-bf10-64f1ec357435 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:45:59.058041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:59.062752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:45:59.077286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2be8358-a0b6-4ff8-a455-0bc7513ea725,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:59.078989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Pushing event updated for resources: {'Port': ['ID=f51fbcbe-bea2-4074-8df9-c1a925aa99c7,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:59.085408 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.086640 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-82343ee8-4ea5-44d0-967a-312e57967994 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7968402 Jun 03 15:45:59.091593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43106) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:59.114894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network beada9c1-5f13-4fb8-b151-ea52e4b033a7 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:45:59.116983 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57d6f09f-b32c-4d06-8134-c74783f69dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.133150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4b6439c0-e432-4034-9d29-10a1f50a55b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'd2be8358-a0b6-4ff8-a455-0bc7513ea725', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:59.147745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6f09f-b32c-4d06-8134-c74783f69dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce45ea6-6068-436f-b913-7127af6e2089,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:59.153441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4b6439c0-e432-4034-9d29-10a1f50a55b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:59.154394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:53Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fd05ed4-1910-4391-9b8d-21858ac9619e', 'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:48:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:50Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 2, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:45:59.156039 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-57d6f09f-b32c-4d06-8134-c74783f69dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.164924 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-57d6f09f-b32c-4d06-8134-c74783f69dca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ce45ea6-6068-436f-b913-7127af6e2089 HTTP/1.1" status: 204 len: 168 time: 0.7197595 Jun 03 15:45:59.205009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4b6439c0-e432-4034-9d29-10a1f50a55b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:59.206035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Checking router: 528db2e5-4136-4548-81cc-703348353891 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:45:59.206398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Updating router 528db2e5-4136-4548-81cc-703348353891 port 6fd05ed4-1910-4391-9b8d-21858ac9619e binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:45:59.213780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4b6439c0-e432-4034-9d29-10a1f50a55b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:59.274364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Attempting to bind port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:45:59.274755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Attempting to bind port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '3d610b51-494a-4f43-8e8d-d9358c2bf53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '96e175ec-3e6e-4a11-bf10-64f1ec357435'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:45:59.275119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Attempting to bind port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 on network 96e175ec-3e6e-4a11-bf10-64f1ec357435 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:45:59.283877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:45:59.284243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Checking segment: {'id': '3d610b51-494a-4f43-8e8d-d9358c2bf53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '96e175ec-3e6e-4a11-bf10-64f1ec357435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:45:59.284642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.285037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Bound using segment: {'id': '3d610b51-494a-4f43-8e8d-d9358c2bf53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '96e175ec-3e6e-4a11-bf10-64f1ec357435'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:45:59.285504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Bound port: f51fbcbe-bea2-4074-8df9-c1a925aa99c7, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d610b51-494a-4f43-8e8d-d9358c2bf53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '96e175ec-3e6e-4a11-bf10-64f1ec357435'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:45:59.285869 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.302068 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.304495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4b6439c0-e432-4034-9d29-10a1f50a55b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:59.325471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2661af9-ed92-4ffd-bd03-47ea858d382c req-497ff2d8-0e8f-4e22-b052-5d64c3d7f663 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:59.339465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2661af9-ed92-4ffd-bd03-47ea858d382c req-497ff2d8-0e8f-4e22-b052-5d64c3d7f663 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.5777442 Jun 03 15:45:59.361820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, beada9c1-5f13-4fb8-b151-ea52e4b033a7) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:45:59.388870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:45:59.389476 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.408709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4b6439c0-e432-4034-9d29-10a1f50a55b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.521958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346bf406-21c5-4f05-83c6-8cbc9d9b8867 None None] Network beada9c1-5f13-4fb8-b151-ea52e4b033a7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:45:59.533414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4b6439c0-e432-4034-9d29-10a1f50a55b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.547979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4b6439c0-e432-4034-9d29-10a1f50a55b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.552276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2661af9-ed92-4ffd-bd03-47ea858d382c req-c1cc8017-873e-44bf-a501-bf0d629ad620 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118676 Jun 03 15:45:59.618120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6439c0-e432-4034-9d29-10a1f50a55b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77657bdd-5395-44bd-a0f9-ca13573d45c0,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:45:59.620286 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4b6439c0-e432-4034-9d29-10a1f50a55b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.624938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43116) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:59.633362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-db9c0c16-0e98-4a03-aba0-5ff32c0a32ee tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'd2be8358-a0b6-4ff8-a455-0bc7513ea725', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:59.638610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4b6439c0-e432-4034-9d29-10a1f50a55b7 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5267611 Jun 03 15:45:59.649951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-db9c0c16-0e98-4a03-aba0-5ff32c0a32ee tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:45:59.667994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-db9c0c16-0e98-4a03-aba0-5ff32c0a32ee tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:45:59.682887 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-db9c0c16-0e98-4a03-aba0-5ff32c0a32ee tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:45:59.708727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-db9c0c16-0e98-4a03-aba0-5ff32c0a32ee tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:45:59.718626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b4600c5b-4bd3-4655-8589-a5c755d7e00f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7357476 Jun 03 15:45:59.720530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43120) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:45:59.745448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'port': {'network_id': 'beada9c1-5f13-4fb8-b151-ea52e4b033a7', 'name': 'tempest-NetworksIpV6TestAttrs-1322415320'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:45:59.793020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] For port f51fbcbe-bea2-4074-8df9-c1a925aa99c7, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:45:59.806923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:45:59.815654 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.846558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] For port f51fbcbe-bea2-4074-8df9-c1a925aa99c7, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f51fbcbe-bea2-4074-8df9-c1a925aa99c7,segment=NetworkSegment(3d610b51-494a-4f43-8e8d-d9358c2bf53d),segment_id=3d610b51-494a-4f43-8e8d-d9358c2bf53d)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:45:59.862432 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:45:59.889021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:00.005705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:46:00.028389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:00.101421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Transition to ACTIVE for port object c2e14b31-6095-47a4-b048-cc5b7b48ffae will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:00.108463 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db9c0c16-0e98-4a03-aba0-5ff32c0a32ee tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:00.112803 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:00.220689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:00.224689 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9fd32c-96ef-4fb3-b697-4d0b6c373a6b'] response: {'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'code': 200} Jun 03 15:46:00.310943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:46:00.325947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:port and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:00.338316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:00.352170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:00.375616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db9c0c16-0e98-4a03-aba0-5ff32c0a32ee tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:00.379924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:00.383956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:00.498357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] device_id is not set on port c52c9160-c48b-4310-8a87-4f0f292ba775 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:46:00.613151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-beada9c1-5f13-4fb8-b151-ea52e4b033a7', 'network_id': 'beada9c1-5f13-4fb8-b151-ea52e4b033a7', 'tenant_id': 'b4e934ccf6c5476bbf750d4acae7b27a', 'fixed_ips': [{'subnet_id': '4d834b89-9f8f-4fb6-aa73-18357c95ebc3'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:46:00.614008 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:00.651378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e7f64-4e68-438b-b7c5-770e410474c3 None None] Pushing event updated for resources: {'Port': ['ID=f51fbcbe-bea2-4074-8df9-c1a925aa99c7,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:00.917411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:46:01.153683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43166) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:01.171924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] No DVR routers for this DVR port c2e14b31-6095-47a4-b048-cc5b7b48ffae on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:01.215240 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db9c0c16-0e98-4a03-aba0-5ff32c0a32ee tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.304373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c0c16-0e98-4a03-aba0-5ff32c0a32ee tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f87c27-8f53-441f-b001-d1c390627a72,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:01.320856 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db9c0c16-0e98-4a03-aba0-5ff32c0a32ee tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.324652 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-db9c0c16-0e98-4a03-aba0-5ff32c0a32ee tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6962101 Jun 03 15:46:01.324987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43170) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:01.330558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-46df882c-0039-4702-b94d-e2dfc4cf722f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'd2be8358-a0b6-4ff8-a455-0bc7513ea725', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:01.346919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-46df882c-0039-4702-b94d-e2dfc4cf722f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:01.358600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-46df882c-0039-4702-b94d-e2dfc4cf722f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:01.362785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-46df882c-0039-4702-b94d-e2dfc4cf722f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:01.381533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-46df882c-0039-4702-b94d-e2dfc4cf722f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:01.404743 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46df882c-0039-4702-b94d-e2dfc4cf722f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.495968 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.509734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Transition to ACTIVE for port object 6fd05ed4-1910-4391-9b8d-21858ac9619e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:01.526562 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.539009 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46df882c-0039-4702-b94d-e2dfc4cf722f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.548575 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46df882c-0039-4702-b94d-e2dfc4cf722f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.602740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df882c-0039-4702-b94d-e2dfc4cf722f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6640061-e525-45ec-b63c-fc727db34156,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:01.629671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46df882c-0039-4702-b94d-e2dfc4cf722f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.634432 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-46df882c-0039-4702-b94d-e2dfc4cf722f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3080192 Jun 03 15:46:01.635258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43176) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:01.640380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e701fca6-2fa6-4e0a-9395-2b814eb09311 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'd2be8358-a0b6-4ff8-a455-0bc7513ea725', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:01.657714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e701fca6-2fa6-4e0a-9395-2b814eb09311 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:01.672156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e701fca6-2fa6-4e0a-9395-2b814eb09311 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:01.676075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e701fca6-2fa6-4e0a-9395-2b814eb09311 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:01.696789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e701fca6-2fa6-4e0a-9395-2b814eb09311 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:01.745489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:01.760726 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e701fca6-2fa6-4e0a-9395-2b814eb09311 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:01.802910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Allocated IP 2001:db8::f816:3eff:fefe:c266 (beada9c1-5f13-4fb8-b151-ea52e4b033a7/4d834b89-9f8f-4fb6-aa73-18357c95ebc3/0d92922c-9569-4480-8db9-ed6512cd52e4) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:01.822543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad67990-72b7-4e66-a9f3-3eb16e2393b0 None None] Pushing event updated for resources: {'Port': ['ID=6fd05ed4-1910-4391-9b8d-21858ac9619e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:02.036343 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e701fca6-2fa6-4e0a-9395-2b814eb09311 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.053418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e701fca6-2fa6-4e0a-9395-2b814eb09311 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.092513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701fca6-2fa6-4e0a-9395-2b814eb09311 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f794f46d-afb2-451a-89fb-c05a188a6e76,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:02.115736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e701fca6-2fa6-4e0a-9395-2b814eb09311 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.121329 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e701fca6-2fa6-4e0a-9395-2b814eb09311 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4848661 Jun 03 15:46:02.124835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-812832322'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:02.133755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43188) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:02.138341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:02.140539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'd2be8358-a0b6-4ff8-a455-0bc7513ea725', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:02.151044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:02.156955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:02.160567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:02.169020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:02.196950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:network and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:02.208951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:02.215041 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Project 4d9167523947465893c35df85aa4b44d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:46:02.230963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:02.232811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.263192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5044347-b19e-4954-9e9c-7a483747332d req-a5d68356-d535-4412-8614-70a8a08cd75d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:02.270413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5044347-b19e-4954-9e9c-7a483747332d req-a5d68356-d535-4412-8614-70a8a08cd75d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 944 time: 1.1003108 Jun 03 15:46:02.314773 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Attempting to bind port 6fd05ed4-1910-4391-9b8d-21858ac9619e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:46:02.315140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Attempting to bind port 6fd05ed4-1910-4391-9b8d-21858ac9619e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:46:02.315507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Attempting to bind port 6fd05ed4-1910-4391-9b8d-21858ac9619e on network c7916346-024a-4f04-b97d-f2c95c2483b1 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:02.318334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Made reservation on behalf of 841e6d6de7e44229b6d2a769a94a74cf for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:02.321741 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.365625 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.379656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:46:02.380219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:46:02.380717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae on network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:02.398363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:02.402861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Port c2e14b31-6095-47a4-b048-cc5b7b48ffae on network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:46:02.403368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Attempting to bind port c2e14b31-6095-47a4-b048-cc5b7b48ffae on network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:02.412486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a965838d-5084-47ba-b073-1ec6cb7a1f45 None None] Network 96e175ec-3e6e-4a11-bf10-64f1ec357435 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:02.415490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:security_group_rule and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:02.420820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:46:02.421344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Checking segment: {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:02.421924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Bound using segment: {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:46:02.422502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Bound port: c2e14b31-6095-47a4-b048-cc5b7b48ffae, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98dea8fc-24df-409e-ad35-ef1a8517b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:46:02.423173 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.443835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.446634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:02.454674 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.459882 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5044347-b19e-4954-9e9c-7a483747332d req-133161df-95ab-4835-9b86-ba8c7d8f60cb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885118 Jun 03 15:46:02.465283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:02.526731 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.532673 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3944793 Jun 03 15:46:02.532673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aca8c6-abda-4d3f-827c-683bbafa9aeb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab588ccc-4a78-4231-a6e1-d04526002e57,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:02.535849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:02.547982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'security_group_rule': {'security_group_id': 'd2be8358-a0b6-4ff8-a455-0bc7513ea725', 'project_id': '4d9167523947465893c35df85aa4b44d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:02.565317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:02.581263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:security_group_rule and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:02.585326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:02.607301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:02.631809 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Project 4d9167523947465893c35df85aa4b44d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:46:02.639602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.643319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:02.647335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:46:02.659264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.720601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f51fbcbe-bea2-4074-8df9-c1a925aa99c7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:46:02.739382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:02.740130 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.741827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] 10.222.0.67 "PUT /v2.0/ports/c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 1092 time: 4.2664545 Jun 03 15:46:02.746925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:46:02.776530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:46:02.777230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Checking segment: {'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:02.777998 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.778604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Bound using segment: {'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:46:02.779707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Bound port: 6fd05ed4-1910-4391-9b8d-21858ac9619e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:46:02.780922 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.811556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.812822 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1d0e5a55-f952-4e39-b893-8cfd57e8c535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.818629 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.826248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.848024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905b4e0a-21f6-4a7a-8b73-b7c026b4e08d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:02.886693 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.893542 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:02.894988 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c23a902b-4e56-48f1-9f7b-2fc1608e4182 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3568149 Jun 03 15:46:02.951208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8384b71-cd40-4e4d-b656-e3e7b4a72b9d service neutron] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=11']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:02.958381 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8ceb8c-c95d-417e-947b-2f7454ab4214'] response: {'name': 'network-changed', 'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'status': 'completed', 'code': 200} Jun 03 15:46:03.045204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:03.053283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214972ae-da99-4783-acb9-e58aa7051427,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:03.076415 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.076972 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Added segment a4c86db8-84e7-4dfa-82e2-b1572745087b of type vlan for network 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b Jun 03 15:46:03.118855 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.134363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-50176ae0-4258-403f-96e3-bdd2ca4b4eb7 None None] Provisioning for port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:03.184541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.190254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:03.191075 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.230413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-a9f01fc3-0bee-413f-8fb2-bab9665a58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:03.231920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-a9f01fc3-0bee-413f-8fb2-bab9665a58ab service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1095 time: 0.2702289 Jun 03 15:46:03.233766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d15f-e405-4363-b562-830373873ee7 req-4883c0dd-6f3c-41f6-8121-d2325f848671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:03.235174 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-4883c0dd-6f3c-41f6-8121-d2325f848671 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1095 time: 0.4224222 Jun 03 15:46:03.276947 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.307085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Transition to ACTIVE for port object 0d92922c-9569-4480-8db9-ed6512cd52e4 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:03.336842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Transition to ACTIVE for port object 0d92922c-9569-4480-8db9-ed6512cd52e4 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:03.368823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] For port 6fd05ed4-1910-4391-9b8d-21858ac9619e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:03.372393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-bbb986ab-c877-4720-8f98-97b0c8849bac tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014531398&fields=id&tenant_id=4d9167523947465893c35df85aa4b44d HTTP/1.1" status: 200 len: 267 time: 0.1338942 Jun 03 15:46:03.385984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] For port 6fd05ed4-1910-4391-9b8d-21858ac9619e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6fd05ed4-1910-4391-9b8d-21858ac9619e,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:46:03.410968 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.522084 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.534256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Allocated IP 2001:db8::f816:3eff:fe17:18bb (beada9c1-5f13-4fb8-b151-ea52e4b033a7/4d834b89-9f8f-4fb6-aa73-18357c95ebc3/c52c9160-c48b-4310-8a87-4f0f292ba775) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:03.653670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Network': ['ID=1c49de4c-5bd2-4af3-9cbf-751b75a40a6b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:03.656942 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dffd0889-394c-4e7e-b097-acf7d2c41e8a tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3345113 Jun 03 15:46:03.661037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43220) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:03.661969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:03.672920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'subnet': {'network_id': '1c49de4c-5bd2-4af3-9cbf-751b75a40a6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:03.690012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Network beada9c1-5f13-4fb8-b151-ea52e4b033a7 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:03.712369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:03.739462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:03.768492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:03.803033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:03.803398 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:03.910509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-8569933f-301a-424b-9b31-de99265a6476 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:03.911674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-8569933f-301a-424b-9b31-de99265a6476 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:03.919945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-4756274b-a1f1-4b5d-866a-8c6775766823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:03.921802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-4756274b-a1f1-4b5d-866a-8c6775766823 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.6161582 Jun 03 15:46:03.922960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d15f-e405-4363-b562-830373873ee7 req-21378244-5d49-40f6-9152-01e41835653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:03.924506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-21378244-5d49-40f6-9152-01e41835653f service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.6177907 Jun 03 15:46:03.978637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:03.983154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:subnet and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:03.986827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:04.006323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:04.069470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Pushing event updated for resources: {'Port': ['ID=0d92922c-9569-4480-8db9-ed6512cd52e4,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:04.157745 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:04.161245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Made reservation on behalf of 841e6d6de7e44229b6d2a769a94a74cf for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:04.166546 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:04.201703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Transition to ACTIVE for port object c52c9160-c48b-4310-8a87-4f0f292ba775 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:04.237264 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:04.279132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Routers {'528db2e5-4136-4548-81cc-703348353891'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:04.280021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:45:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['528db2e5-4136-4548-81cc-703348353891'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:04.339565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-8569933f-301a-424b-9b31-de99265a6476 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:04.340809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-8569933f-301a-424b-9b31-de99265a6476 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/networks?id=c7916346-024a-4f04-b97d-f2c95c2483b1 HTTP/1.1" status: 200 len: 797 time: 0.9419672 Jun 03 15:46:04.395359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-f4a8fab1-b376-4937-9203-539629316b63 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 998 time: 0.4617841 Jun 03 15:46:04.405459 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-dbe33291-2794-4986-b0c7-74f9250cba61 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/quotas/4d9167523947465893c35df85aa4b44d HTTP/1.1" status: 200 len: 375 time: 0.0532908 Jun 03 15:46:04.408700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-f4fedb46-003f-47cf-b7ad-5fc83cf52590 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 998 time: 0.4011874 Jun 03 15:46:04.416620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21cc27-0933-4efb-8d15-37891f3eb8d8 req-22e3b713-2621-4f4a-b7f8-ff306b61c6ba tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:04.423805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d21cc27-0933-4efb-8d15-37891f3eb8d8 req-22e3b713-2621-4f4a-b7f8-ff306b61c6ba tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 944 time: 0.6949513 Jun 03 15:46:04.522301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Port': ['ID=c52c9160-c48b-4310-8a87-4f0f292ba775,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:04.531102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network beada9c1-5f13-4fb8-b151-ea52e4b033a7 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:04.533436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:04.537771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:04.543662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:04.544269 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:04.568631 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9c54a721-a2ae-484f-befe-bedef663d8d2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.8411033 Jun 03 15:46:04.570021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43232) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:04.647807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] Set router 528db2e5-4136-4548-81cc-703348353891 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:46:04.771114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44b8235-53fe-4238-9551-3702a418e16c tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Deleting subnet 4d834b89-9f8f-4fb6-aa73-18357c95ebc3 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:46:04.781919 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f44b8235-53fe-4238-9551-3702a418e16c tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:04.792669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4d21cc27-0933-4efb-8d15-37891f3eb8d8 req-a9bfaf1e-72ac-4e22-b6f6-0d9c3a9fe492 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3679912 Jun 03 15:46:04.794242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d15f-e405-4363-b562-830373873ee7 req-9494b6e3-2a89-49ec-9ce2-2011c102620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:04.795590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-9494b6e3-2a89-49ec-9ce2-2011c102620c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.3369823 Jun 03 15:46:04.800552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-d3b70710-f47b-4d74-843b-4aaeb87bb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:04.814235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-d3b70710-f47b-4d74-843b-4aaeb87bb1c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.3953996 Jun 03 15:46:04.884733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f44b8235-53fe-4238-9551-3702a418e16c tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:04.930667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Attempting to bind port 0d92922c-9569-4480-8db9-ed6512cd52e4 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:46:04.931328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Attempting to bind port 0d92922c-9569-4480-8db9-ed6512cd52e4 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '9dcad346-240f-43f2-8afd-9ec031134345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'beada9c1-5f13-4fb8-b151-ea52e4b033a7'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:46:04.932420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Attempting to bind port 0d92922c-9569-4480-8db9-ed6512cd52e4 on network beada9c1-5f13-4fb8-b151-ea52e4b033a7 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:05.063956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-90fd9d11-f747-4198-9dd0-b678ecf5965c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6380649 Jun 03 15:46:05.128731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-8225ee11-03f7-46ad-8e65-2a192cda27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:05.130503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-8225ee11-03f7-46ad-8e65-2a192cda27a7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3154521 Jun 03 15:46:05.137139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:46:05.137527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Checking segment: {'id': '9dcad346-240f-43f2-8afd-9ec031134345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'beada9c1-5f13-4fb8-b151-ea52e4b033a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:05.138274 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.138737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Bound using segment: {'id': '9dcad346-240f-43f2-8afd-9ec031134345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'beada9c1-5f13-4fb8-b151-ea52e4b033a7'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:46:05.139482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Bound port: 0d92922c-9569-4480-8db9-ed6512cd52e4, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcad346-240f-43f2-8afd-9ec031134345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'beada9c1-5f13-4fb8-b151-ea52e4b033a7'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:46:05.139859 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.201865 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-082b847e-2848-4079-ab70-2f3f753d9173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.225059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad67990-72b7-4e66-a9f3-3eb16e2393b0 None None] Pushing event updated for resources: {'Port': ['ID=6fd05ed4-1910-4391-9b8d-21858ac9619e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:05.246362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.283405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d15f-e405-4363-b562-830373873ee7 req-176ed698-f570-4aab-96ef-aa9029d5cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:05.301006 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-176ed698-f570-4aab-96ef-aa9029d5cb4e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4343734 Jun 03 15:46:05.343183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Subnet': ['ID=31dc854b-a8be-41bd-939a-cf5210ec7eaf,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:05.397067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Checking segment: {'id': 'a4c86db8-84e7-4dfa-82e2-b1572745087b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1c49de4c-5bd2-4af3-9cbf-751b75a40a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:05.397419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network hostable DHCP agents. Network: 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:46:05.401751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:05.402150 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.415132 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f44b8235-53fe-4238-9551-3702a418e16c tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.473552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:46:05.498715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:05.503827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:05.504759 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.570582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f44b8235-53fe-4238-9551-3702a418e16c tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.627957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] For port 0d92922c-9569-4480-8db9-ed6512cd52e4, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:05.633506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] For port 0d92922c-9569-4480-8db9-ed6512cd52e4, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0d92922c-9569-4480-8db9-ed6512cd52e4,segment=NetworkSegment(9dcad346-240f-43f2-8afd-9ec031134345),segment_id=9dcad346-240f-43f2-8afd-9ec031134345)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:46:05.649929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f44b8235-53fe-4238-9551-3702a418e16c tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.652217 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f44b8235-53fe-4238-9551-3702a418e16c tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/subnets/4d834b89-9f8f-4fb6-aa73-18357c95ebc3 HTTP/1.1" status: 204 len: 168 time: 1.0812767 Jun 03 15:46:05.656635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43246) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:05.665304 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-021a00d0-3144-45a9-a834-227f5b9641b9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0025146 Jun 03 15:46:05.668399 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.670234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:05.672867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d5070-aa5d-41f4-bf2f-0bd1bcf76b0d None None] Network 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:05.675787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1142899923', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:05.683872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:05.687793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:router and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:05.690917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:05.697447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:05.704965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b8235-53fe-4238-9551-3702a418e16c tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Subnet': ['ID=4d834b89-9f8f-4fb6-aa73-18357c95ebc3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:05.709976 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.711345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.729970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.951180 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:05.986848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b300159-4886-40b9-9cc7-5541168a0848 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:05.988379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b300159-4886-40b9-9cc7-5541168a0848 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:05.989153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9b300159-4886-40b9-9cc7-5541168a0848 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Synchronizing usage tracker for tenant:b4e934ccf6c5476bbf750d4acae7b27a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:06.015947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-fb4bd3bd-afbf-4fa7-bfa2-188563645d29 service neutron] 10.222.0.75 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8637688 Jun 03 15:46:06.017840 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-45ab96a6-87f7-437b-a641-b8885b5b949e service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819910 Jun 03 15:46:06.032639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d30900a2-f3de-4c89-aaef-824f70d053eb None None] Provisioning complete for port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:06.034190 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d30900a2-f3de-4c89-aaef-824f70d053eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.077337 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.080129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-3fd9c4dd-f216-4779-8732-77d752ca3621 service neutron] 10.222.0.48 "GET /v2.0/networks/c7916346-024a-4f04-b97d-f2c95c2483b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9877398 Jun 03 15:46:06.241486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f51fbcbe-bea2-4074-8df9-c1a925aa99c7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f51fbcbe-bea2-4074-8df9-c1a925aa99c7,segment=NetworkSegment(3d610b51-494a-4f43-8e8d-d9358c2bf53d),segment_id=3d610b51-494a-4f43-8e8d-d9358c2bf53d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:06.317308 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.323694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af33eb-cfd6-4dd3-9180-51b69e354c1e None None] Pushing event updated for resources: {'Port': ['ID=0d92922c-9569-4480-8db9-ed6512cd52e4,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:06.464658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:06.469705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f7c053-d008-4490-867a-3021a29e29e5 None None] Network 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:06.485503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9b300159-4886-40b9-9cc7-5541168a0848 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Unset dirty status for tenant:b4e934ccf6c5476bbf750d4acae7b27a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:06.489522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9b300159-4886-40b9-9cc7-5541168a0848 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7182105 Jun 03 15:46:06.501509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43260) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:06.729116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f51fbcbe-bea2-4074-8df9-c1a925aa99c7,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:06.920542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d30900a2-f3de-4c89-aaef-824f70d053eb None None] Current status of the port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:06.936127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:53Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fd05ed4-1910-4391-9b8d-21858ac9619e', 'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:48:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:50Z', 'updated_at': '2022-06-03T15:46:03Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:06.988274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-ee481be0-5aa7-4861-b5a5-adc4fd215e02 service neutron] 10.222.0.75 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9652774 Jun 03 15:46:07.016933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-6e18799e-39cd-40ff-9a8b-7e49cd47e312 service neutron] 10.222.0.48 "GET /v2.0/networks/c7916346-024a-4f04-b97d-f2c95c2483b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8844922 Jun 03 15:46:07.020790 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e514f0eb-a84e-440a-867f-18f9ab2a7098 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.033059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2f5d15f-e405-4363-b562-830373873ee7 req-a18533ec-64af-42fc-a760-2410b64c55c0 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9775338 Jun 03 15:46:07.046637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c54a7-4d37-4ab9-aa31-51d3de297d07 req-2030dcbe-4603-4bc5-bdee-0a3def0b9c98 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:07.056258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce5c54a7-4d37-4ab9-aa31-51d3de297d07 req-2030dcbe-4603-4bc5-bdee-0a3def0b9c98 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 944 time: 0.9746654 Jun 03 15:46:07.076057 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.094079 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e514f0eb-a84e-440a-867f-18f9ab2a7098 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 03 15:46:07.094692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e514f0eb-a84e-440a-867f-18f9ab2a7098 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:07.099129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e514f0eb-a84e-440a-867f-18f9ab2a7098 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/networks/beada9c1-5f13-4fb8-b151-ea52e4b033a7 HTTP/1.1" status: 409 len: 405 time: 0.5764627 Jun 03 15:46:07.104789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43266) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:07.159412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1964848694'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:07.169087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.214713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca2000-1dcf-4539-979d-041f0122950f None None] The sync data for ids ['528db2e5-4136-4548-81cc-703348353891'] in n-d-844595-1 is: [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:53Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fd05ed4-1910-4391-9b8d-21858ac9619e', 'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:48:5d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:50Z', 'updated_at': '2022-06-03T15:46:03Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:07.237294 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.328993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:07.360879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce5c54a7-4d37-4ab9-aa31-51d3de297d07 req-a73d332b-0724-4212-90a5-f086ee14e833 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036149 Jun 03 15:46:07.459606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:network and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:07.476150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:07.537053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:07.595640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.25.7.157 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/2b19ddc0-dd04-405d-bd88-11cfba27e0cc) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:07.640514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:07.653430 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:07.712417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-0fa6ea5e-f1cb-4432-badf-6e88e7f430cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:07.720774 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-0fa6ea5e-f1cb-4432-badf-6e88e7f430cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1095 time: 0.5485151 Jun 03 15:46:08.012880 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:08.039871 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ddaebd-2835-4dba-8c42-e6fc260c1df0 None None] Network beada9c1-5f13-4fb8-b151-ea52e4b033a7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:08.045092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:08.058824 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:08.059979 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Added segment d31411c0-a867-4eff-aac9-a36a47d1dc9f of type vlan for network 28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7 Jun 03 15:46:08.092956 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:08.109018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:08.136950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e734595-192a-4d37-8962-5f1d19ebe2c0 req-b40d0798-dfcd-4a28-b5d0-8e4a1fe2bdd2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 210 time: 0.1705713 Jun 03 15:46:08.147878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-bd287b09-97c8-4353-a5f2-a78418c9bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:08.149353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-bd287b09-97c8-4353-a5f2-a78418c9bdea service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.4210932 Jun 03 15:46:08.203940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:08.223190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:08.257027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:08.274339 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-27dcabee-b19e-47f5-9cbf-7f8865d84004 None None] Provisioning for port 0d92922c-9569-4480-8db9-ed6512cd52e4 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:08.309631 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:46:08.510044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=2b19ddc0-dd04-405d-bd88-11cfba27e0cc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:08.540897 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:08.550583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:08.564880 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:08.708988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0d92922c-9569-4480-8db9-ed6512cd52e4 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:46:08.843842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 0d92922c-9569-4480-8db9-ed6512cd52e4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:08.856503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 0d92922c-9569-4480-8db9-ed6512cd52e4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:08.856868 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:08.961864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] DHCP port deletion for beada9c1-5f13-4fb8-b151-ea52e4b033a7 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:46:09.027450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Deleting port 0d92922c-9569-4480-8db9-ed6512cd52e4 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:09.028060 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:09.060257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-d42bcc5a-de07-402c-a946-d361721e36fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 998 time: 0.9016871 Jun 03 15:46:09.105612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9958575 Jun 03 15:46:09.144336 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:09.162771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43298) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:09.182785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'subnet': {'network_id': '28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:09.302010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aedfe1-d79d-4db3-9913-3dd693a17221 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Network': ['ID=28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:09.325953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:09.405335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-4b29bc27-b949-4785-9629-c5f19a7510f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:09.406877 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-4b29bc27-b949-4785-9629-c5f19a7510f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.2970479 Jun 03 15:46:09.612983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43308) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:09.622180 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbd92728-6313-45b5-8ecb-12a9c025e495 req-6b63a7ce-c1b7-437a-ba8e-6f98a854645e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 210 time: 0.2131419 Jun 03 15:46:09.683884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c085f69-5877-4215-90af-246910096566 req-04adeaaf-20e7-40aa-be9f-80f4ecce1c6d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:09.689692 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c085f69-5877-4215-90af-246910096566 req-04adeaaf-20e7-40aa-be9f-80f4ecce1c6d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 944 time: 0.8076067 Jun 03 15:46:09.727762 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:46:09.735822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 0d92922c-9569-4480-8db9-ed6512cd52e4 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:09.736385 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:09.839207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 0d92922c-9569-4480-8db9-ed6512cd52e4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0d92922c-9569-4480-8db9-ed6512cd52e4,segment=NetworkSegment(9dcad346-240f-43f2-8afd-9ec031134345),segment_id=9dcad346-240f-43f2-8afd-9ec031134345)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:09.841299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] For port 0d92922c-9569-4480-8db9-ed6512cd52e4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0d92922c-9569-4480-8db9-ed6512cd52e4,segment=NetworkSegment(9dcad346-240f-43f2-8afd-9ec031134345),segment_id=9dcad346-240f-43f2-8afd-9ec031134345)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:09.841889 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:09.856021 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:09.857240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6fd05ed4-1910-4391-9b8d-21858ac9619e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:46:09.879842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c085f69-5877-4215-90af-246910096566 req-4d446e5c-d976-4786-ab56-a72eeae02a58 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749306 Jun 03 15:46:09.916409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc50f73f-d082-41a9-922d-55425ba16b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:09.938599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dc50f73f-d082-41a9-922d-55425ba16b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:09.945550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-50cae4e4-f84c-466a-b55a-bc8c1319da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:09.947667 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-50cae4e4-f84c-466a-b55a-bc8c1319da2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3959320 Jun 03 15:46:09.948940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dc50f73f-d082-41a9-922d-55425ba16b45 admin admin] Usage tracker for resource:security_group_rule and tenant:7884ec082a0b46e7ba165b0c43b86e64 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:09.952778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dc50f73f-d082-41a9-922d-55425ba16b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:09.961093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dc50f73f-d082-41a9-922d-55425ba16b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:10.040371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:10.055582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.088637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Calling delete_port for 0d92922c-9569-4480-8db9-ed6512cd52e4 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:10.104829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:10.133213 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-6983dec0-4141-4725-a0d9-ed48a3fe5972 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735053 Jun 03 15:46:10.150754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:10.155743 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.199476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=0d92922c-9569-4480-8db9-ed6512cd52e4,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:10.252501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6fd05ed4-1910-4391-9b8d-21858ac9619e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:10.261747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc50f73f-d082-41a9-922d-55425ba16b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.262350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6fd05ed4-1910-4391-9b8d-21858ac9619e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:10.263095 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.271499 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc50f73f-d082-41a9-922d-55425ba16b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.355744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dc50f73f-d082-41a9-922d-55425ba16b45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7884ec082a0b46e7ba165b0c43b86e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7323148 Jun 03 15:46:10.356565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50f73f-d082-41a9-922d-55425ba16b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e94b6e-e3de-4d29-9480-cb9192c5babd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:10.359004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43314) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:10.363552 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:46:10.364050 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:46:10.403282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d2a4c8-9f79-419d-a81d-1e5b568200cb req-fc525287-aea8-4108-9ef2-577491cdda39 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629998 Jun 03 15:46:10.431785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4444-f004-4f7e-9fd0-45102d5d181f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.457081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6fd05ed4-1910-4391-9b8d-21858ac9619e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:10.457457 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.470799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4444-f004-4f7e-9fd0-45102d5d181f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.492679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6fd05ed4-1910-4391-9b8d-21858ac9619e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6fd05ed4-1910-4391-9b8d-21858ac9619e,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:10.497814 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.498899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f51fbcbe-bea2-4074-8df9-c1a925aa99c7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:46:10.535259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4444-f004-4f7e-9fd0-45102d5d181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.556561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc4444-f004-4f7e-9fd0-45102d5d181f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e94b6e-e3de-4d29-9480-cb9192c5babd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:10.572082 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4bc4444-f004-4f7e-9fd0-45102d5d181f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.575522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d4bc4444-f004-4f7e-9fd0-45102d5d181f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55e94b6e-e3de-4d29-9480-cb9192c5babd HTTP/1.1" status: 204 len: 168 time: 0.2116199 Jun 03 15:46:10.678511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6fd05ed4-1910-4391-9b8d-21858ac9619e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:10.743002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:10.743494 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.891476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Deleting port 0d92922c-9569-4480-8db9-ed6512cd52e4 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:10.891709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51f05804-c45a-49d2-9625-eb5cec2aa976 req-87a1d331-f5c3-470a-a409-d3e32321a076 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 210 time: 0.1301689 Jun 03 15:46:10.892079 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:10.921733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-4b8124a2-9d56-4866-b944-620179de8c27 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:10.921733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-4b8124a2-9d56-4866-b944-620179de8c27 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:10.993469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-4b8124a2-9d56-4866-b944-620179de8c27 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:11.001841 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-4b8124a2-9d56-4866-b944-620179de8c27 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "GET /v2.0/networks?id=c7916346-024a-4f04-b97d-f2c95c2483b1 HTTP/1.1" status: 200 len: 797 time: 0.5238760 Jun 03 15:46:11.100151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-53de9c10-3732-4316-9f1c-c609e03b6bf2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:11.137810 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.224457 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:11.258757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43334) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:11.265211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] For port 0d92922c-9569-4480-8db9-ed6512cd52e4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0d92922c-9569-4480-8db9-ed6512cd52e4,segment=NetworkSegment(9dcad346-240f-43f2-8afd-9ec031134345),segment_id=9dcad346-240f-43f2-8afd-9ec031134345)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:11.265602 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.282344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3fdc5-ff6b-49f8-8545-9fedaacbcba9 req-f561ae09-c82d-42a8-ba73-dcec830eba24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:11.283951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bcf3fdc5-ff6b-49f8-8545-9fedaacbcba9 req-f561ae09-c82d-42a8-ba73-dcec830eba24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 944 time: 0.2385211 Jun 03 15:46:11.314137 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8acca35-d089-4bc8-adb3-acf080078169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.329627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-53de9c10-3732-4316-9f1c-c609e03b6bf2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:11.332405 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-53de9c10-3732-4316-9f1c-c609e03b6bf2 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d9167523947465893c35df85aa4b44d HTTP/1.1" status: 200 len: 380 time: 0.3098798 Jun 03 15:46:11.352773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'port': {'device_id': 'fabb5510-2765-4871-8056-f0675b2196ac', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'admin_state_up': True, 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'security_groups': ['d2be8358-a0b6-4ff8-a455-0bc7513ea725']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:11.365988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6fd05ed4-1910-4391-9b8d-21858ac9619e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:46:11.380833 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bcf3fdc5-ff6b-49f8-8545-9fedaacbcba9 req-eb13d732-75cf-4316-bf8e-6b4d4e3edda5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832903 Jun 03 15:46:11.450396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f8acca35-d089-4bc8-adb3-acf080078169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:11.460301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Calling delete_port for 0d92922c-9569-4480-8db9-ed6512cd52e4 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:11.462806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f8acca35-d089-4bc8-adb3-acf080078169 admin admin] Usage tracker for resource:security_group_rule and tenant:23ad9c3ceb05490a87985fd240a266e5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:11.469724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f8acca35-d089-4bc8-adb3-acf080078169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:11.560590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f8acca35-d089-4bc8-adb3-acf080078169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:11.568229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6fd05ed4-1910-4391-9b8d-21858ac9619e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:11.568619 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.598681 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.660986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] Pushing event deleted for resources: {'Port': ['ID=0d92922c-9569-4480-8db9-ed6512cd52e4,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:11.669920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7995e00-e750-4254-8330-8ef9562829e0 None None] No DVR routers for this DVR port 0d92922c-9569-4480-8db9-ed6512cd52e4 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:11.709309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:11.724279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.objects.ports [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:46:11.727401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:46:11.731284 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.735570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:port and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:11.760965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6fd05ed4-1910-4391-9b8d-21858ac9619e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:11.775246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:11.805440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:11.855375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Made reservation on behalf of 4d9167523947465893c35df85aa4b44d for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:11.855925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0d92922c-9569-4480-8db9-ed6512cd52e4 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:46:11.858720 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:11.896118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Subnet': ['ID=f6981013-b4cd-413c-86e7-84469dc35131,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:11.902987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:46:11.904928 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 0d92922c-9569-4480-8db9-ed6512cd52e4 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:46:11.905260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0d92922c-9569-4480-8db9-ed6512cd52e4 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:46:11.959741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:11.978458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'port_id': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'mac_address': 'fa:16:3e:ed:b9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:46:12.041068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c2e14b31-6095-47a4-b048-cc5b7b48ffae is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:12.041441 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.060645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e14b31-6095-47a4-b048-cc5b7b48ffae {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:46:12.079332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:12.080371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2316e6fd-a6ba-4088-bbff-b6e624a4917b req-0564a8f7-450d-4c19-8187-bd159214b0a9 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 210 time: 0.0694275 Jun 03 15:46:12.084730 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.132880 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8acca35-d089-4bc8-adb3-acf080078169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.163279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=12']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:12.202771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Checking segment: {'id': 'd31411c0-a867-4eff-aac9-a36a47d1dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:12.203242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network hostable DHCP agents. Network: 28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:46:12.207513 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8acca35-d089-4bc8-adb3-acf080078169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.323080 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f8acca35-d089-4bc8-adb3-acf080078169 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23ad9c3ceb05490a87985fd240a266e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0495691 Jun 03 15:46:12.323080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acca35-d089-4bc8-adb3-acf080078169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ef7a12-b846-4181-b3bc-b6cbdf7054b7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:12.325155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43342) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:12.412355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network 28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:46:12.462067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:12.474285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046eb0e7-8498-42a1-9026-0c00bffb4859 None None] Network 28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:12.493549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:12.494155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.510712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Allocated IP 172.20.0.3 (c7916346-024a-4f04-b97d-f2c95c2483b1/0662c61d-7012-4c79-98c8-f3f731c8cce6/5685756a-87bf-4e16-a2e6-1aefb388fd26) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:12.531775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:12.546405 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a0072e-2251-40af-abd2-894727f1a315 None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:12.558395 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a0072e-2251-40af-abd2-894727f1a315 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:12.559017 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a6a0072e-2251-40af-abd2-894727f1a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:12.590075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['c2e14b31-6095-47a4-b048-cc5b7b48ffae'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:46:12.633043 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a6a0072e-2251-40af-abd2-894727f1a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:12.642928 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a0072e-2251-40af-abd2-894727f1a315 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:12.643586 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a6a0072e-2251-40af-abd2-894727f1a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:12.657947 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a23383b2-1aae-4116-ad94-4957491648c4 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4916437 Jun 03 15:46:12.665203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43348) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:12.672149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2fe641c7-c1bd-4674-9b01-af9ef7769690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.698633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'port': {'network_id': '28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7', 'name': 'tempest-NetworksIpV6TestAttrs-930044364'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:12.702984 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.704480 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-93c2836d-0d2e-4089-8b2b-50a94e797945 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0332434 Jun 03 15:46:12.715341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43352) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:12.735234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa1dc2-9755-40eb-b806-5df3a36091d4 req-b55524d2-33c4-4d9d-9720-f11d07e5ced3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:12.736754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9aaa1dc2-9755-40eb-b806-5df3a36091d4 req-b55524d2-33c4-4d9d-9720-f11d07e5ced3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 945 time: 0.1767700 Jun 03 15:46:12.754527 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a6a0072e-2251-40af-abd2-894727f1a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:12.755270 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a0072e-2251-40af-abd2-894727f1a315 None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:12.826380 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2fe641c7-c1bd-4674-9b01-af9ef7769690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.904807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7', 'network_id': '28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7', 'tenant_id': 'b4e934ccf6c5476bbf750d4acae7b27a', 'fixed_ips': [{'subnet_id': 'f6981013-b4cd-413c-86e7-84469dc35131'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:46:12.906023 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.938906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2fe641c7-c1bd-4674-9b01-af9ef7769690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:12.988036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9aaa1dc2-9755-40eb-b806-5df3a36091d4 req-d924d3de-46a9-4e1e-996a-09ef3ccd4bf3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980875 Jun 03 15:46:12.999053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe641c7-c1bd-4674-9b01-af9ef7769690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ef7a12-b846-4181-b3bc-b6cbdf7054b7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:13.007626 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2fe641c7-c1bd-4674-9b01-af9ef7769690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:13.008985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2fe641c7-c1bd-4674-9b01-af9ef7769690 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8ef7a12-b846-4181-b3bc-b6cbdf7054b7 HTTP/1.1" status: 204 len: 168 time: 0.6801653 Jun 03 15:46:13.025955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43358) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:13.097535 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:13.119991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Transition to ACTIVE for port object 5685756a-87bf-4e16-a2e6-1aefb388fd26 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:13.139887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:13.147687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:port and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:13.154112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:13.157126 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:13.163161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:13.184855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:13.189420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:13.215782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network c7916346-024a-4f04-b97d-f2c95c2483b1 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:13.225985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:13.238162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:13.256388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] device_id is not set on port 6f3a53be-69d7-4918-acc0-255c2e96fe10 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:46:13.561087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-136c7b44-48d8-43ef-a256-4576ff46ca54 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/c8089883-80ac-446e-9abb-760d58441557 HTTP/1.1" status: 200 len: 991 time: 0.5319853 Jun 03 15:46:13.630080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cc730-989e-4777-afba-ab344bf7deb7 req-1377bd69-65d4-42dd-88d2-6d57bb1c277d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:13.632311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d4cc730-989e-4777-afba-ab344bf7deb7 req-1377bd69-65d4-42dd-88d2-6d57bb1c277d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 931 time: 0.2842779 Jun 03 15:46:13.640015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Allocated IP 2001:db8::f816:3eff:fef1:e339 (28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7/f6981013-b4cd-413c-86e7-84469dc35131/b82d7cc9-29e7-4313-a002-46143a47c53a) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:13.712705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d4cc730-989e-4777-afba-ab344bf7deb7 req-58ad7ac1-e7d0-4c58-82bd-7667bfe30dfb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748420 Jun 03 15:46:13.765572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=5685756a-87bf-4e16-a2e6-1aefb388fd26,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:13.778021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:13.778797 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:13.817069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6c9a29ce-06f5-4be1-ba3d-f2f89181b38d None None] Provisioning for port 5685756a-87bf-4e16-a2e6-1aefb388fd26 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:13.835211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6c9a29ce-06f5-4be1-ba3d-f2f89181b38d None None] Provisioning complete for port 5685756a-87bf-4e16-a2e6-1aefb388fd26 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:13.835583 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6c9a29ce-06f5-4be1-ba3d-f2f89181b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:13.870514 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-ce9ea8a7-5e17-42e9-a79c-651511179461 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5249534 Jun 03 15:46:13.893713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Request body: {'port': {'device_id': 'fabb5510-2765-4871-8056-f0675b2196ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:13.921687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a29ce-06f5-4be1-ba3d-f2f89181b38d None None] Port 5685756a-87bf-4e16-a2e6-1aefb388fd26 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:46:13.994429 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.004845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Transition to ACTIVE for port object b82d7cc9-29e7-4313-a002-46143a47c53a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:14.023694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Transition to ACTIVE for port object b82d7cc9-29e7-4313-a002-46143a47c53a will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:14.030583 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.104567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Network 28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:14.113266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:14.119029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:14.120406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Allocated IP 2001:db8::f816:3eff:fe67:7aba (28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7/f6981013-b4cd-413c-86e7-84469dc35131/6f3a53be-69d7-4918-acc0-255c2e96fe10) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:14.199980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Pushing event updated for resources: {'Port': ['ID=b82d7cc9-29e7-4313-a002-46143a47c53a,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:14.234806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Attempting to bind port b82d7cc9-29e7-4313-a002-46143a47c53a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:46:14.235166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Attempting to bind port b82d7cc9-29e7-4313-a002-46143a47c53a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd31411c0-a867-4eff-aac9-a36a47d1dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:46:14.235526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Attempting to bind port b82d7cc9-29e7-4313-a002-46143a47c53a on network 28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:14.242182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:46:14.242471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Checking segment: {'id': 'd31411c0-a867-4eff-aac9-a36a47d1dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:14.242864 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.243318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Bound using segment: {'id': 'd31411c0-a867-4eff-aac9-a36a47d1dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:46:14.243701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Bound port: b82d7cc9-29e7-4313-a002-46143a47c53a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31411c0-a867-4eff-aac9-a36a47d1dc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:46:14.244066 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.258194 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.390110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] For port b82d7cc9-29e7-4313-a002-46143a47c53a, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:14.395149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.397774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] For port b82d7cc9-29e7-4313-a002-46143a47c53a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b82d7cc9-29e7-4313-a002-46143a47c53a,segment=NetworkSegment(d31411c0-a867-4eff-aac9-a36a47d1dc9f),segment_id=d31411c0-a867-4eff-aac9-a36a47d1dc9f)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:46:14.408492 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.439395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Transition to ACTIVE for port object 6f3a53be-69d7-4918-acc0-255c2e96fe10 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:14.471781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.561625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6f7bc-e65c-44f9-859c-879d7ed03a8a None None] Pushing event updated for resources: {'Port': ['ID=b82d7cc9-29e7-4313-a002-46143a47c53a,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:14.584704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network 28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:14.589502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:14.602542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:14.621835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:14.623270 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.637915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Port': ['ID=6f3a53be-69d7-4918-acc0-255c2e96fe10,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:14.653272 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.686252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c16d9e0c-0946-45fe-b684-d5acbf7cffb5 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0088685 Jun 03 15:46:14.689074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43394) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:14.785007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0518493b-8868-45cb-aa6f-f2dee29fbda7 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Deleting subnet f6981013-b4cd-413c-86e7-84469dc35131 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:46:14.790635 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0518493b-8868-45cb-aa6f-f2dee29fbda7 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.853575 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0518493b-8868-45cb-aa6f-f2dee29fbda7 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:14.982798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5685756a-87bf-4e16-a2e6-1aefb388fd26 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:46:14.997110 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.018985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43402) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:15.054670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941f775-1bf7-43be-8bb3-ccad791e33e6 req-926659a6-46a0-443f-bc9f-f1e587d5ec7d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:15.056156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2941f775-1bf7-43be-8bb3-ccad791e33e6 req-926659a6-46a0-443f-bc9f-f1e587d5ec7d tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 931 time: 0.1569283 Jun 03 15:46:15.114826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Transition to ACTIVE for port object 5685756a-87bf-4e16-a2e6-1aefb388fd26 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:15.117305 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0518493b-8868-45cb-aa6f-f2dee29fbda7 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.122256 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.179242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2941f775-1bf7-43be-8bb3-ccad791e33e6 req-80ef020f-b488-48fd-9e6f-11bfd9c534bd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085095 Jun 03 15:46:15.227897 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0518493b-8868-45cb-aa6f-f2dee29fbda7 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.314317 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5bb6fcf0-bb11-4557-833c-f88e2b3a90a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.324735 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0518493b-8868-45cb-aa6f-f2dee29fbda7 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.329278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518493b-8868-45cb-aa6f-f2dee29fbda7 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Subnet': ['ID=f6981013-b4cd-413c-86e7-84469dc35131,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:15.347249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5bb6fcf0-bb11-4557-833c-f88e2b3a90a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:15.389719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Pushing event updated for resources: {'Port': ['ID=5685756a-87bf-4e16-a2e6-1aefb388fd26,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:15.420053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b82d7cc9-29e7-4313-a002-46143a47c53a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:46:15.432419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0518493b-8868-45cb-aa6f-f2dee29fbda7 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/subnets/f6981013-b4cd-413c-86e7-84469dc35131 HTTP/1.1" status: 204 len: 168 time: 0.7421970 Jun 03 15:46:15.435924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5bb6fcf0-bb11-4557-833c-f88e2b3a90a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1bfde79ece4447f7bdc4e6da6273a016 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:15.453941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43420) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:15.456809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5bb6fcf0-bb11-4557-833c-f88e2b3a90a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:15.553790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5bb6fcf0-bb11-4557-833c-f88e2b3a90a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:15.584607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port b82d7cc9-29e7-4313-a002-46143a47c53a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:15.621420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104142c0-c850-4f80-8714-7cca33ec35d9 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:15.623471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104142c0-c850-4f80-8714-7cca33ec35d9 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:15.624214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-104142c0-c850-4f80-8714-7cca33ec35d9 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Synchronizing usage tracker for tenant:b4e934ccf6c5476bbf750d4acae7b27a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:15.661412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Attempting to bind port 5685756a-87bf-4e16-a2e6-1aefb388fd26 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:46:15.661412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Attempting to bind port 5685756a-87bf-4e16-a2e6-1aefb388fd26 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:46:15.662288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Attempting to bind port 5685756a-87bf-4e16-a2e6-1aefb388fd26 on network c7916346-024a-4f04-b97d-f2c95c2483b1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:15.670464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Port 5685756a-87bf-4e16-a2e6-1aefb388fd26 on network c7916346-024a-4f04-b97d-f2c95c2483b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:46:15.670777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Attempting to bind port 5685756a-87bf-4e16-a2e6-1aefb388fd26 on network c7916346-024a-4f04-b97d-f2c95c2483b1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:15.675203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-104142c0-c850-4f80-8714-7cca33ec35d9 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Unset dirty status for tenant:b4e934ccf6c5476bbf750d4acae7b27a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:15.678035 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-104142c0-c850-4f80-8714-7cca33ec35d9 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2231011 Jun 03 15:46:15.684158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43424) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:15.718527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:46:15.725652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:46:15.726129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Checking segment: {'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:15.726745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Bound using segment: {'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:46:15.727420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Bound port: 5685756a-87bf-4e16-a2e6-1aefb388fd26, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a8fb39-3c24-4d80-955d-f0845d4828ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:46:15.727978 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.762014 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5bb6fcf0-bb11-4557-833c-f88e2b3a90a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.769334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5bb6fcf0-bb11-4557-833c-f88e2b3a90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.827165 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5bb6fcf0-bb11-4557-833c-f88e2b3a90a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1bfde79ece4447f7bdc4e6da6273a016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8062491 Jun 03 15:46:15.828103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6fcf0-bb11-4557-833c-f88e2b3a90a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984323c2-7cc5-458a-9c89-919f456500a3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:15.831468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43434) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:15.868157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port c2e14b31-6095-47a4-b048-cc5b7b48ffae completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:15.873190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port c2e14b31-6095-47a4-b048-cc5b7b48ffae triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:15.873706 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:15.993502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.20.0.1 (1c49de4c-5bd2-4af3-9cbf-751b75a40a6b/31dc854b-a8be-41bd-939a-cf5210ec7eaf/29d94780-215a-48ee-9e22-16ce069bf368) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:16.001423 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ff3fa3ed-5dad-4568-a1fe-d05f92cde5a8 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.014694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port c2e14b31-6095-47a4-b048-cc5b7b48ffae is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:16.015152 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.028092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] For port 5685756a-87bf-4e16-a2e6-1aefb388fd26, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:16.042809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] For port 5685756a-87bf-4e16-a2e6-1aefb388fd26, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5685756a-87bf-4e16-a2e6-1aefb388fd26,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:46:16.045656 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3fa3ed-5dad-4568-a1fe-d05f92cde5a8 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 03 15:46:16.046571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3fa3ed-5dad-4568-a1fe-d05f92cde5a8 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:16.049905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:46:16.055925 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.061316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:16.085531 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.151380 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ff3fa3ed-5dad-4568-a1fe-d05f92cde5a8 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/networks/28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7 HTTP/1.1" status: 409 len: 405 time: 0.4638121 Jun 03 15:46:16.159978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43444) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:16.168626 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dcb6eda-c3c1-4ea8-ae0e-68210c486cb1'] response: {'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'code': 200} Jun 03 15:46:16.172148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-175034271'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:16.179652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:16.187424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:network and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:16.206189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:16.216774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:16.231676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=13']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:16.233015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:16.237707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.283097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c3ca71-fd5e-4680-8470-f12151a9bf4d None None] Network 28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:16.306183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:16.331775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.332254 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Added segment 6336a685-6a4f-42d9-adbb-363e18df041a of type vlan for network a3595172-1512-4eb9-b761-a276e3128e3a Jun 03 15:46:16.392334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.520431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:16.521205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.522893 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] 10.222.0.67 "PUT /v2.0/ports/5685756a-87bf-4e16-a2e6-1aefb388fd26 HTTP/1.1" status: 200 len: 1091 time: 2.6334715 Jun 03 15:46:16.523292 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71bf07d5-a993-4e58-a53c-c55e00095bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.523787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9592c2-3602-4613-bce6-86b99fe5b416 service neutron] Pushing event updated for resources: {'Port': ['ID=5685756a-87bf-4e16-a2e6-1aefb388fd26,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:16.526433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabb5510-2765-4871-8056-f0675b2196ac', 'tag': '5685756a-87bf-4e16-a2e6-1aefb388fd26'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:46:16.531404 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.537693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:16.539098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.625832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4631078 Jun 03 15:46:16.640197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c345fe97-62e3-4dfb-b377-65ecb615f6a0 None None] Provisioning for port b82d7cc9-29e7-4313-a002-46143a47c53a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:16.648984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c345fe97-62e3-4dfb-b377-65ecb615f6a0 None None] Provisioning complete for port b82d7cc9-29e7-4313-a002-46143a47c53a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:16.649337 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c345fe97-62e3-4dfb-b377-65ecb615f6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.658499 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bcd96c-cd63-4483-92dc-a9481700c53d'] response: {'name': 'network-changed', 'server_uuid': 'fabb5510-2765-4871-8056-f0675b2196ac', 'tag': '5685756a-87bf-4e16-a2e6-1aefb388fd26', 'status': 'completed', 'code': 200} Jun 03 15:46:16.658879 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43454) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:16.675776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'subnet': {'network_id': 'a3595172-1512-4eb9-b761-a276e3128e3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:16.723259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71bf07d5-a993-4e58-a53c-c55e00095bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.753326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af500c4f-b328-4fdb-aea0-9a4831195ebd tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Network': ['ID=a3595172-1512-4eb9-b761-a276e3128e3a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:16.769256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a3595172-1512-4eb9-b761-a276e3128e3a details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:16.802009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d487c3-6f1c-4618-bedd-04bfd40462e0 req-ae98afd7-4233-4b91-887d-1a10642f1b35 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:16.804045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5d487c3-6f1c-4618-bedd-04bfd40462e0 req-ae98afd7-4233-4b91-887d-1a10642f1b35 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 943 time: 0.3501940 Jun 03 15:46:16.854555 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.862369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5d487c3-6f1c-4618-bedd-04bfd40462e0 req-8a092e72-59f6-45b2-ae85-1975cfa76828 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512123 Jun 03 15:46:16.863484 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71bf07d5-a993-4e58-a53c-c55e00095bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.892599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c345fe97-62e3-4dfb-b377-65ecb615f6a0 None None] Current status of the port b82d7cc9-29e7-4313-a002-46143a47c53a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:16.893108 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c345fe97-62e3-4dfb-b377-65ecb615f6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.899345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:16.903145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf07d5-a993-4e58-a53c-c55e00095bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984323c2-7cc5-458a-9c89-919f456500a3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:16.905085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-034485b3-16c8-4526-ac88-4c558e4ea837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:16.908094 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-034485b3-16c8-4526-ac88-4c558e4ea837 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 1094 time: 0.3214886 Jun 03 15:46:16.915707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71bf07d5-a993-4e58-a53c-c55e00095bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:16.924049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:16.939706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-71bf07d5-a993-4e58-a53c-c55e00095bdd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/984323c2-7cc5-458a-9c89-919f456500a3 HTTP/1.1" status: 204 len: 168 time: 1.0792847 Jun 03 15:46:17.000503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffecb3d-8477-401e-accb-46eb7180928e None None] DHCP port deletion for 28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:46:17.012914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2ffecb3d-8477-401e-accb-46eb7180928e None None] Deleting port b82d7cc9-29e7-4313-a002-46143a47c53a {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:17.013322 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2ffecb3d-8477-401e-accb-46eb7180928e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.017866 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-a37be012-b0c0-4d2e-b203-b6ab31b43f28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5685756a-87bf-4e16-a2e6-1aefb388fd26 HTTP/1.1" status: 200 len: 217 time: 0.0950010 Jun 03 15:46:17.022577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:17.026107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.051707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c345fe97-62e3-4dfb-b377-65ecb615f6a0 None None] For port b82d7cc9-29e7-4313-a002-46143a47c53a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b82d7cc9-29e7-4313-a002-46143a47c53a,segment=NetworkSegment(d31411c0-a867-4eff-aac9-a36a47d1dc9f),segment_id=d31411c0-a867-4eff-aac9-a36a47d1dc9f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:17.059321 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c345fe97-62e3-4dfb-b377-65ecb615f6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.171989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.230145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345fe97-62e3-4dfb-b377-65ecb615f6a0 None None] Pushing event updated for resources: {'Port': ['ID=b82d7cc9-29e7-4313-a002-46143a47c53a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:17.273812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:17.285124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:17.287030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:17.322575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-6925a178-c001-4fb0-b23b-d1183d819daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:17.324824 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-6925a178-c001-4fb0-b23b-d1183d819daa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0662c61d-7012-4c79-98c8-f3f731c8cce6 HTTP/1.1" status: 200 len: 835 time: 0.2793422 Jun 03 15:46:17.362673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b82d7cc9-29e7-4313-a002-46143a47c53a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:46:17.396931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=29d94780-215a-48ee-9e22-16ce069bf368,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:17.412275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2ffecb3d-8477-401e-accb-46eb7180928e None None] For port b82d7cc9-29e7-4313-a002-46143a47c53a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b82d7cc9-29e7-4313-a002-46143a47c53a,segment=NetworkSegment(d31411c0-a867-4eff-aac9-a36a47d1dc9f),segment_id=d31411c0-a867-4eff-aac9-a36a47d1dc9f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:17.412790 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2ffecb3d-8477-401e-accb-46eb7180928e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.435228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.531346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-0d8185a4-7df4-43e2-a8ad-2676528b8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:17.533067 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-0d8185a4-7df4-43e2-a8ad-2676528b8935 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7916346-024a-4f04-b97d-f2c95c2483b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959095 Jun 03 15:46:17.593859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2ffecb3d-8477-401e-accb-46eb7180928e None None] Calling delete_port for b82d7cc9-29e7-4313-a002-46143a47c53a owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:17.720073 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2ffecb3d-8477-401e-accb-46eb7180928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:17.720798 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-0d41f9c3-de66-43bb-a98f-0135a09eb2d5 service neutron] 10.222.0.67 "GET /v2.0/networks/c7916346-024a-4f04-b97d-f2c95c2483b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723912 Jun 03 15:46:17.760156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Port b82d7cc9-29e7-4313-a002-46143a47c53a update to DOWN by agent not found {{(pid=88446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 03 15:46:17.782557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffecb3d-8477-401e-accb-46eb7180928e None None] Pushing event deleted for resources: {'Port': ['ID=b82d7cc9-29e7-4313-a002-46143a47c53a,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:17.786216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffecb3d-8477-401e-accb-46eb7180928e None None] No DVR routers for this DVR port b82d7cc9-29e7-4313-a002-46143a47c53a on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:17.898509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.objects.ports [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:46:17.911885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.084409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Subnet': ['ID=7eba3651-53ca-4399-b9e7-9737c38205a1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:18.098735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.122130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Checking segment: {'id': '6336a685-6a4f-42d9-adbb-363e18df041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a3595172-1512-4eb9-b761-a276e3128e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:18.122482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network hostable DHCP agents. Network: a3595172-1512-4eb9-b761-a276e3128e3a, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:46:18.128458 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2e444507-8ff2-4b7f-b2b9-aaf3b58ba299 req-bc78f002-ee2b-48e2-9fad-07b7e853a7d0 service neutron] 10.222.0.67 "GET /v2.0/networks/c7916346-024a-4f04-b97d-f2c95c2483b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368924 Jun 03 15:46:18.133424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15f5ab-a442-4d67-b040-04fa30e1c545 req-d29f617f-8c48-43b9-91f6-0e751e352b42 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:18.140783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa15f5ab-a442-4d67-b040-04fa30e1c545 req-d29f617f-8c48-43b9-91f6-0e751e352b42 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 943 time: 0.1180592 Jun 03 15:46:18.202808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network a3595172-1512-4eb9-b761-a276e3128e3a is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:46:18.208476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa15f5ab-a442-4d67-b040-04fa30e1c545 req-b6057a73-99e4-4232-8b92-057ed3597590 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666175 Jun 03 15:46:18.315669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a3595172-1512-4eb9-b761-a276e3128e3a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:18.320018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:18.320606 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.328045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f4e06-dd80-4e39-96e2-3c79d7389121 None None] Network a3595172-1512-4eb9-b761-a276e3128e3a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:18.523151 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c318edd9-2204-40a2-9206-9bdb18bb5941 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8562207 Jun 03 15:46:18.524091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43496) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:18.640030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a9f98-d0a0-4b13-9496-c23627fb9a70 req-b8e2a868-12ab-4a60-9cde-27a8c9a9c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:18.641656 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a58a9f98-d0a0-4b13-9496-c23627fb9a70 req-b8e2a868-12ab-4a60-9cde-27a8c9a9c01e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 1094 time: 0.3683805 Jun 03 15:46:18.783327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-a3595172-1512-4eb9-b761-a276e3128e3a', 'network_id': 'a3595172-1512-4eb9-b761-a276e3128e3a', 'tenant_id': 'b4e934ccf6c5476bbf750d4acae7b27a', 'fixed_ips': [{'subnet_id': '7eba3651-53ca-4399-b9e7-9737c38205a1'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:46:18.785728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.850900 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:18.962281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a9f98-d0a0-4b13-9496-c23627fb9a70 req-13faaf65-1274-499b-ad84-19802431a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:18.963827 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a58a9f98-d0a0-4b13-9496-c23627fb9a70 req-13faaf65-1274-499b-ad84-19802431a1e5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7916346-024a-4f04-b97d-f2c95c2483b1 HTTP/1.1" status: 200 len: 898 time: 0.2144592 Jun 03 15:46:18.982525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Allocated IP 2001:db8::f816:3eff:fe37:fd49 (a3595172-1512-4eb9-b761-a276e3128e3a/7eba3651-53ca-4399-b9e7-9737c38205a1/12fae1dc-ba9f-4f69-bea0-223499835752) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:18.983363 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.042645 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.045348 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a58a9f98-d0a0-4b13-9496-c23627fb9a70 req-3b7683f2-ebf4-4786-b4aa-ba7ac754399b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5685756a-87bf-4e16-a2e6-1aefb388fd26 HTTP/1.1" status: 200 len: 217 time: 0.0692677 Jun 03 15:46:19.051121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.220074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=29d94780-215a-48ee-9e22-16ce069bf368,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:19.231026 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.243216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a9f98-d0a0-4b13-9496-c23627fb9a70 req-e8af9785-8bd6-4c24-b973-8963d2e38b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:19.248385 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a58a9f98-d0a0-4b13-9496-c23627fb9a70 req-e8af9785-8bd6-4c24-b973-8963d2e38b22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0662c61d-7012-4c79-98c8-f3f731c8cce6 HTTP/1.1" status: 200 len: 835 time: 0.1625738 Jun 03 15:46:19.273441 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.286841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Transition to ACTIVE for port object 12fae1dc-ba9f-4f69-bea0-223499835752 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:19.309288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Transition to ACTIVE for port object 12fae1dc-ba9f-4f69-bea0-223499835752 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:19.318128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.338563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.488040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Subnet': ['ID=7eba3651-53ca-4399-b9e7-9737c38205a1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:19.500580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Pushing event updated for resources: {'Port': ['ID=12fae1dc-ba9f-4f69-bea0-223499835752,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:19.515118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Network a3595172-1512-4eb9-b761-a276e3128e3a is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:19.518192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:19.525348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:19.552378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a9f98-d0a0-4b13-9496-c23627fb9a70 req-bb54aea3-5eb9-4707-89e6-66f160431938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:19.552777 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a58a9f98-d0a0-4b13-9496-c23627fb9a70 req-bb54aea3-5eb9-4707-89e6-66f160431938 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7916346-024a-4f04-b97d-f2c95c2483b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486575 Jun 03 15:46:19.562841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:19.585856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:19.652976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.684608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3595172-1512-4eb9-b761-a276e3128e3a']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:19.703981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6336a685-6a4f-42d9-adbb-363e18df041a') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:19.704189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6336a685-6a4f-42d9-adbb-363e18df041a') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:19.717590 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.738826 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.744141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Attempting to bind port 12fae1dc-ba9f-4f69-bea0-223499835752 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:46:19.744675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Attempting to bind port 12fae1dc-ba9f-4f69-bea0-223499835752 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6336a685-6a4f-42d9-adbb-363e18df041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a3595172-1512-4eb9-b761-a276e3128e3a'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:46:19.745036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Attempting to bind port 12fae1dc-ba9f-4f69-bea0-223499835752 on network a3595172-1512-4eb9-b761-a276e3128e3a {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:19.746252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:19.746668 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.751967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:46:19.752369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Checking segment: {'id': '6336a685-6a4f-42d9-adbb-363e18df041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a3595172-1512-4eb9-b761-a276e3128e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:19.752771 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.753142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Bound using segment: {'id': '6336a685-6a4f-42d9-adbb-363e18df041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a3595172-1512-4eb9-b761-a276e3128e3a'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:46:19.753598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Bound port: 12fae1dc-ba9f-4f69-bea0-223499835752, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6336a685-6a4f-42d9-adbb-363e18df041a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a3595172-1512-4eb9-b761-a276e3128e3a'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:46:19.753999 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.855316 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 6336a685-6a4f-42d9-adbb-363e18df041a resource provider aggregate not found Jun 03 15:46:19.890553 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 6336a685-6a4f-42d9-adbb-363e18df041a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6336a685-6a4f-42d9-adbb-363e18df041a found for delete ", "request_id": "req-949f5f4a-1369-4058-a0ae-a6ead51f74e9"}]} Jun 03 15:46:19.925338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:46:19.925338 n-d-844595-1 neutron-server[88445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:46:19.925338 n-d-844595-1 neutron-server[88445]: [parameters: {'id': 'a3595172-1512-4eb9-b761-a276e3128e3a'}] Jun 03 15:46:19.925338 n-d-844595-1 neutron-server[88445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:46:19.926205 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:46:19.929936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] For port 12fae1dc-ba9f-4f69-bea0-223499835752, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:19.935062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] For port 12fae1dc-ba9f-4f69-bea0-223499835752, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=12fae1dc-ba9f-4f69-bea0-223499835752,segment=NetworkSegment(6336a685-6a4f-42d9-adbb-363e18df041a),segment_id=6336a685-6a4f-42d9-adbb-363e18df041a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:46:19.940749 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:19.943397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cf7ea-312f-433c-b109-e468135456c3 req-6d05f19e-cdd5-41d8-9b05-92a0edfbb14f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:19.958294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa6cf7ea-312f-433c-b109-e468135456c3 req-6d05f19e-cdd5-41d8-9b05-92a0edfbb14f tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 943 time: 0.5308435 Jun 03 15:46:19.996557 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a58a9f98-d0a0-4b13-9496-c23627fb9a70 req-99438dc9-af6d-49e8-86dd-ad51d1159ea8 service neutron] 10.222.0.67 "GET /v2.0/networks/c7916346-024a-4f04-b97d-f2c95c2483b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358084 Jun 03 15:46:20.079707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa6cf7ea-312f-433c-b109-e468135456c3 req-befb02ba-413b-41cc-a1af-a0275cf88154 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199925 Jun 03 15:46:20.141825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:20.167834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32f2b2-fa09-40b5-8c8e-036bc36e95d2 None None] Pushing event updated for resources: {'Port': ['ID=12fae1dc-ba9f-4f69-bea0-223499835752,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:20.205508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee7507-f265-4ab8-b968-92073e8a0638 None None] Network a3595172-1512-4eb9-b761-a276e3128e3a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:20.296531 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a58a9f98-d0a0-4b13-9496-c23627fb9a70 req-a12b38a6-3b6f-4c80-8761-4db355a73bf9 service neutron] 10.222.0.67 "GET /v2.0/networks/c7916346-024a-4f04-b97d-f2c95c2483b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909219 Jun 03 15:46:20.427969 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:20.444197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Deleting port 12fae1dc-ba9f-4f69-bea0-223499835752 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:20.444695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:20.523302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceec35ef-487a-482d-810d-3ce0b398b3ae None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:46:20.574927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:20.581836 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e01323e2-eadb-4977-b23a-c6fd9c2a4679 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "PUT /v2.0/routers/345b92df-f686-4065-8834-4787cc9ddd78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8644526 Jun 03 15:46:20.583579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43532) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:20.589213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86635cfa-3e90-45e1-844e-8bc1563ae5fd None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:20.590338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'port': {'network_id': '1c49de4c-5bd2-4af3-9cbf-751b75a40a6b', 'name': 'tempest-FloatingIPTestJSON-1578337797'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:20.610545 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86635cfa-3e90-45e1-844e-8bc1563ae5fd None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:20.611380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-86635cfa-3e90-45e1-844e-8bc1563ae5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:20.727259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-86635cfa-3e90-45e1-844e-8bc1563ae5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:20.766555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86635cfa-3e90-45e1-844e-8bc1563ae5fd None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:20.767958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-86635cfa-3e90-45e1-844e-8bc1563ae5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:20.784369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] For port 12fae1dc-ba9f-4f69-bea0-223499835752, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=12fae1dc-ba9f-4f69-bea0-223499835752,segment=NetworkSegment(6336a685-6a4f-42d9-adbb-363e18df041a),segment_id=6336a685-6a4f-42d9-adbb-363e18df041a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:20.784795 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:20.825592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:20.830027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:port and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:20.833035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:20.839612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:20.854129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Made reservation on behalf of 841e6d6de7e44229b6d2a769a94a74cf for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:20.860262 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:20.869393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-86635cfa-3e90-45e1-844e-8bc1563ae5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:20.870038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86635cfa-3e90-45e1-844e-8bc1563ae5fd None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:20.894871 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] device_id is not set on port b9a82fc0-0977-491e-a07e-3ba9c9a022e8 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:46:20.940971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Calling delete_port for 12fae1dc-ba9f-4f69-bea0-223499835752 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:20.948994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec35ef-487a-482d-810d-3ce0b398b3ae None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:46:21.121692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.20.0.12 (1c49de4c-5bd2-4af3-9cbf-751b75a40a6b/31dc854b-a8be-41bd-939a-cf5210ec7eaf/b9a82fc0-0977-491e-a07e-3ba9c9a022e8) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:21.194277 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.322858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Port': ['ID=12fae1dc-ba9f-4f69-bea0-223499835752,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:21.327294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No DVR routers for this DVR port 12fae1dc-ba9f-4f69-bea0-223499835752 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:21.477963 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.538500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.554463 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.589526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3595172-1512-4eb9-b761-a276e3128e3a']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:21.612594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6336a685-6a4f-42d9-adbb-363e18df041a') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:21.613190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6336a685-6a4f-42d9-adbb-363e18df041a') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:21.639334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.656757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742beb4-59fc-48b2-a353-e404e5d19578 req-4b8377dc-8540-4f22-9616-360b9d10f82e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:21.658443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4742beb4-59fc-48b2-a353-e404e5d19578 req-4b8377dc-8540-4f22-9616-360b9d10f82e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 943 time: 0.4206457 Jun 03 15:46:21.665264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=b9a82fc0-0977-491e-a07e-3ba9c9a022e8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:21.672362 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.680161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:21.680842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.683451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:21.684932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:21.687504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:21.755375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:21.755978 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.768559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5685756a-87bf-4e16-a2e6-1aefb388fd26 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:46:21.787698 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2d6fa745-13eb-40d3-85f0-650d486e5256 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2021484 Jun 03 15:46:21.789545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43552) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:21.797335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'port': {'network_id': '1c49de4c-5bd2-4af3-9cbf-751b75a40a6b', 'name': 'tempest-FloatingIPTestJSON-256598459'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:21.835528 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.870629 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.873914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Network': ['ID=a3595172-1512-4eb9-b761-a276e3128e3a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:21.883523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4742beb4-59fc-48b2-a353-e404e5d19578 req-9b0dd71b-c3c7-473f-8bd4-143f973d8291 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299825 Jun 03 15:46:21.911917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-96da9399-9bfb-4aee-aa49-6cbd56b5d361 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/networks/a3595172-1512-4eb9-b761-a276e3128e3a HTTP/1.1" status: 204 len: 168 time: 3.3878775 Jun 03 15:46:21.912498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43558) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:21.925035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-189908287'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:21.933416 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 6336a685-6a4f-42d9-adbb-363e18df041a resource provider aggregate not found Jun 03 15:46:21.939599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:21.943701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:network and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:21.951724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:21.958621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:21.961359 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 6336a685-6a4f-42d9-adbb-363e18df041a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6336a685-6a4f-42d9-adbb-363e18df041a found for delete ", "request_id": "req-d8db9059-61a8-48fe-b723-657f490ad70f"}]} Jun 03 15:46:21.971228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:21.976227 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:21.979348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:21.983418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:port and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:21.987111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:21.992968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:21.995243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5685756a-87bf-4e16-a2e6-1aefb388fd26, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5685756a-87bf-4e16-a2e6-1aefb388fd26,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:22.005380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Made reservation on behalf of 841e6d6de7e44229b6d2a769a94a74cf for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:22.009589 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.009821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:22.016177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5685756a-87bf-4e16-a2e6-1aefb388fd26', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'port_id': '5685756a-87bf-4e16-a2e6-1aefb388fd26', 'mac_address': 'fa:16:3e:e6:b7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:46:22.021425 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.022209 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Added segment 7a03e218-33fd-48ac-a1bb-ce52ec8d54ca of type vlan for network 73b68915-ee5f-4805-a6bc-8418c07d8625 Jun 03 15:46:22.040798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] device_id is not set on port def160d0-f37e-4226-93b1-7797f1c701ed yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:46:22.071234 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.105181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5685756a-87bf-4e16-a2e6-1aefb388fd26 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:22.105857 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.128676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5685756a-87bf-4e16-a2e6-1aefb388fd26 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:46:22.136493 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.143357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:22.143987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.148135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5685756a-87bf-4e16-a2e6-1aefb388fd26, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5685756a-87bf-4e16-a2e6-1aefb388fd26,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:22.153344 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.195083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.20.0.10 (1c49de4c-5bd2-4af3-9cbf-751b75a40a6b/31dc854b-a8be-41bd-939a-cf5210ec7eaf/def160d0-f37e-4226-93b1-7797f1c701ed) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:22.274612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5685756a-87bf-4e16-a2e6-1aefb388fd26,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:22.332169 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4161739 Jun 03 15:46:22.332169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b77b3-c055-4fe9-a827-08902b36bf4f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Network': ['ID=73b68915-ee5f-4805-a6bc-8418c07d8625,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:22.335275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43568) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:22.354906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 73b68915-ee5f-4805-a6bc-8418c07d8625 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:22.359533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'subnet': {'network_id': '73b68915-ee5f-4805-a6bc-8418c07d8625', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:22.521309 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.568682 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.581657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:22.590579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:subnet and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:22.596324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:22.603195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:22.614169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:22.618006 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.671997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:22.673259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5685756a-87bf-4e16-a2e6-1aefb388fd26'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:46:22.676404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:22.679570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=def160d0-f37e-4226-93b1-7797f1c701ed,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:22.683329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:22.782410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:22.783055 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:22.821250 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-28e905a1-3280-444b-afe8-43ca183a6ff7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0293782 Jun 03 15:46:22.824311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43580) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:22.829920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'def160d0-f37e-4226-93b1-7797f1c701ed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:22.843930 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:22.856503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:floatingip and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:22.867119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:22.875310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:22.892168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:23.008071 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:23.192272 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:23.216607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Subnet': ['ID=39a03374-5f94-4d25-95c1-ab2703f980cb,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:23.225706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43590) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:23.280939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Checking segment: {'id': '7a03e218-33fd-48ac-a1bb-ce52ec8d54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73b68915-ee5f-4805-a6bc-8418c07d8625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:23.281620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network hostable DHCP agents. Network: 73b68915-ee5f-4805-a6bc-8418c07d8625, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:46:23.359546 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network 73b68915-ee5f-4805-a6bc-8418c07d8625 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:46:23.384421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 73b68915-ee5f-4805-a6bc-8418c07d8625) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:23.399213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab2ece-fc9d-4bdd-9a46-4b67d39f4e9b None None] Network 73b68915-ee5f-4805-a6bc-8418c07d8625 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:23.412478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:23.417659 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:23.456547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.25.7.178 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/c78c0870-4339-4d4e-8456-65688830f784) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:23.500894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff11d8-aeee-4731-92c6-8f8eb50beeef req-9376404d-69ba-4148-b233-257f9f58b581 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:23.503134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9cff11d8-aeee-4731-92c6-8f8eb50beeef req-9376404d-69ba-4148-b233-257f9f58b581 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 944 time: 0.3679352 Jun 03 15:46:23.510138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9998dc10-2ae9-4489-b7c0-5c23dd36f507 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1748688 Jun 03 15:46:23.511407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43600) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:23.527309 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b3b3aa2-4005-46ec-adef-f19a66780cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:23.650187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5b3b3aa2-4005-46ec-adef-f19a66780cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:23.671187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5b3b3aa2-4005-46ec-adef-f19a66780cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:7993fd507ad24bfa9ca52816c8067265 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:23.687173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5b3b3aa2-4005-46ec-adef-f19a66780cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:23.706348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5b3b3aa2-4005-46ec-adef-f19a66780cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:23.715742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9cff11d8-aeee-4731-92c6-8f8eb50beeef req-002201c7-5fb6-4b1a-835c-aaac846d86cb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027664 Jun 03 15:46:23.766457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:23.766820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-73b68915-ee5f-4805-a6bc-8418c07d8625', 'network_id': '73b68915-ee5f-4805-a6bc-8418c07d8625', 'tenant_id': 'b4e934ccf6c5476bbf750d4acae7b27a', 'fixed_ips': [{'subnet_id': '39a03374-5f94-4d25-95c1-ab2703f980cb'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:46:23.767917 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:23.798088 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:23.820987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:23.902603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:23.905567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:23.913258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:23.971365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=c78c0870-4339-4d4e-8456-65688830f784,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:23.998289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Allocated IP 2001:db8::2 (73b68915-ee5f-4805-a6bc-8418c07d8625/39a03374-5f94-4d25-95c1-ab2703f980cb/e6fa0ab8-c9b1-44e1-9d49-8449e153f049) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:24.024717 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.160282 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b3b3aa2-4005-46ec-adef-f19a66780cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.165600 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5b3b3aa2-4005-46ec-adef-f19a66780cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.252542 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.268145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Transition to ACTIVE for port object e6fa0ab8-c9b1-44e1-9d49-8449e153f049 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:24.296790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Transition to ACTIVE for port object e6fa0ab8-c9b1-44e1-9d49-8449e153f049 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:24.306620 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.387149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.418001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Pushing event updated for resources: {'Port': ['ID=e6fa0ab8-c9b1-44e1-9d49-8449e153f049,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:24.438163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Network 73b68915-ee5f-4805-a6bc-8418c07d8625 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:24.439858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:24.442830 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:24.443125 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5b3b3aa2-4005-46ec-adef-f19a66780cb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7993fd507ad24bfa9ca52816c8067265&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2122569 Jun 03 15:46:24.451435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b3aa2-4005-46ec-adef-f19a66780cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114f1cb4-2383-4878-9957-aeff69e0ebdb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:24.455606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43614) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:24.474325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Subnet': ['ID=39a03374-5f94-4d25-95c1-ab2703f980cb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:24.552163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Attempting to bind port e6fa0ab8-c9b1-44e1-9d49-8449e153f049 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:46:24.552495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Attempting to bind port e6fa0ab8-c9b1-44e1-9d49-8449e153f049 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7a03e218-33fd-48ac-a1bb-ce52ec8d54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73b68915-ee5f-4805-a6bc-8418c07d8625'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:46:24.552923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Attempting to bind port e6fa0ab8-c9b1-44e1-9d49-8449e153f049 on network 73b68915-ee5f-4805-a6bc-8418c07d8625 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:24.558596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:46:24.558958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Checking segment: {'id': '7a03e218-33fd-48ac-a1bb-ce52ec8d54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73b68915-ee5f-4805-a6bc-8418c07d8625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:24.559338 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.560096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Bound using segment: {'id': '7a03e218-33fd-48ac-a1bb-ce52ec8d54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73b68915-ee5f-4805-a6bc-8418c07d8625'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:46:24.560566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Bound port: e6fa0ab8-c9b1-44e1-9d49-8449e153f049, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a03e218-33fd-48ac-a1bb-ce52ec8d54ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '73b68915-ee5f-4805-a6bc-8418c07d8625'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:46:24.560935 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.594359 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.645670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b68915-ee5f-4805-a6bc-8418c07d8625']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:24.658807 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2f3d-8bbf-4ff5-b2cb-3e9e88073301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.660695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.687832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a03e218-33fd-48ac-a1bb-ce52ec8d54ca') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:24.687832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a03e218-33fd-48ac-a1bb-ce52ec8d54ca') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:24.690866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] For port e6fa0ab8-c9b1-44e1-9d49-8449e153f049, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:24.696999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] For port e6fa0ab8-c9b1-44e1-9d49-8449e153f049, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e6fa0ab8-c9b1-44e1-9d49-8449e153f049,segment=NetworkSegment(7a03e218-33fd-48ac-a1bb-ce52ec8d54ca),segment_id=7a03e218-33fd-48ac-a1bb-ce52ec8d54ca)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:46:24.703049 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.703378 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2f3d-8bbf-4ff5-b2cb-3e9e88073301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.715937 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.749425 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.762952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:24.763384 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.764676 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:24.864001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a31ee-15a1-4902-b53b-649e420d38f1 None None] Pushing event updated for resources: {'Port': ['ID=e6fa0ab8-c9b1-44e1-9d49-8449e153f049,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:24.879151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5458947-c729-440a-b224-ce690c876b8f None None] Network 73b68915-ee5f-4805-a6bc-8418c07d8625 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:24.920738 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7a03e218-33fd-48ac-a1bb-ce52ec8d54ca resource provider aggregate not found Jun 03 15:46:24.957343 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7a03e218-33fd-48ac-a1bb-ce52ec8d54ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a03e218-33fd-48ac-a1bb-ce52ec8d54ca found for delete ", "request_id": "req-f8f666c4-467a-4732-9a37-39863737c4b4"}]} Jun 03 15:46:25.021142 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:46:25.021142 n-d-844595-1 neutron-server[88445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:46:25.021142 n-d-844595-1 neutron-server[88445]: [parameters: {'id': '73b68915-ee5f-4805-a6bc-8418c07d8625'}] Jun 03 15:46:25.021142 n-d-844595-1 neutron-server[88445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:46:25.021798 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:46:25.045288 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2f3d-8bbf-4ff5-b2cb-3e9e88073301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:25.083862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e2f3d-8bbf-4ff5-b2cb-3e9e88073301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114f1cb4-2383-4878-9957-aeff69e0ebdb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:25.107471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3fddd-52c2-4c6d-a558-8eb65bfa28ac req-21d6c401-308c-4e39-b98e-c18d03d6e991 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:25.110500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eff3fddd-52c2-4c6d-a558-8eb65bfa28ac req-21d6c401-308c-4e39-b98e-c18d03d6e991 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 944 time: 0.1586645 Jun 03 15:46:25.113221 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2f3d-8bbf-4ff5-b2cb-3e9e88073301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:25.114847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5f4e2f3d-8bbf-4ff5-b2cb-3e9e88073301 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/114f1cb4-2383-4878-9957-aeff69e0ebdb HTTP/1.1" status: 204 len: 168 time: 0.6577754 Jun 03 15:46:25.120183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2365f2b1-87fa-4fa4-933d-8f5e31f66b6f None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:46:25.192029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eff3fddd-52c2-4c6d-a558-8eb65bfa28ac req-d4df0920-7307-4d4c-aadd-91c0ac1c3399 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647666 Jun 03 15:46:25.192152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:25.198312 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:25.269234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365f2b1-87fa-4fa4-933d-8f5e31f66b6f None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:46:25.313681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=c78c0870-4339-4d4e-8456-65688830f784,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:25.345083 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:25.523023 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:25.540039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Deleting port e6fa0ab8-c9b1-44e1-9d49-8449e153f049 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:25.540389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:25.576852 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP 7664a97d-80b4-48b6-a937-e9e1cfc98ee4 associated. External IP: 172.25.7.178, port: def160d0-f37e-4226-93b1-7797f1c701ed. Jun 03 15:46:25.793235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5685756a-87bf-4e16-a2e6-1aefb388fd26 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:46:25.807270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] For port e6fa0ab8-c9b1-44e1-9d49-8449e153f049, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e6fa0ab8-c9b1-44e1-9d49-8449e153f049,segment=NetworkSegment(7a03e218-33fd-48ac-a1bb-ce52ec8d54ca),segment_id=7a03e218-33fd-48ac-a1bb-ce52ec8d54ca)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:25.807805 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:25.904095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 5685756a-87bf-4e16-a2e6-1aefb388fd26 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:46:25.909426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5685756a-87bf-4e16-a2e6-1aefb388fd26 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:46:25.910187 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:25.952869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Calling delete_port for e6fa0ab8-c9b1-44e1-9d49-8449e153f049 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:26.060661 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:26.068124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5685756a-87bf-4e16-a2e6-1aefb388fd26 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:46:26.068499 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:26.130240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabb5510-2765-4871-8056-f0675b2196ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5685756a-87bf-4e16-a2e6-1aefb388fd26'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:46:26.148918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5685756a-87bf-4e16-a2e6-1aefb388fd26, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5685756a-87bf-4e16-a2e6-1aefb388fd26,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:26.155184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:26.171852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:26.178482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Port': ['ID=e6fa0ab8-c9b1-44e1-9d49-8449e153f049,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:26.187882 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No DVR routers for this DVR port e6fa0ab8-c9b1-44e1-9d49-8449e153f049 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:26.277809 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d0a40a-df82-4235-9592-b1964ce46bdd'] response: {'server_uuid': 'fabb5510-2765-4871-8056-f0675b2196ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5685756a-87bf-4e16-a2e6-1aefb388fd26', 'code': 200} Jun 03 15:46:26.334228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5685756a-87bf-4e16-a2e6-1aefb388fd26,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:26.531705 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:26.562730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b68915-ee5f-4805-a6bc-8418c07d8625']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:26.576301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45489c3a-53b2-4247-9ab2-1ef3dcda35b2 req-c703d706-f764-4822-9e3e-ca232521c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:26.578184 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-45489c3a-53b2-4247-9ab2-1ef3dcda35b2 req-c703d706-f764-4822-9e3e-ca232521c9bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 1096 time: 0.2259123 Jun 03 15:46:26.581960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a03e218-33fd-48ac-a1bb-ce52ec8d54ca') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:26.582360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a03e218-33fd-48ac-a1bb-ce52ec8d54ca') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:26.613409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafb3bd-8b96-46b1-96b7-fab3e6cf3266 req-38597ced-78cb-4cfc-b3fe-661531ccfda6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:26.620779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:26.622511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1dafb3bd-8b96-46b1-96b7-fab3e6cf3266 req-38597ced-78cb-4cfc-b3fe-661531ccfda6 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 945 time: 0.1926928 Jun 03 15:46:26.631711 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:26.637247 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef639c1-024d-4782-b8da-5f4591947173 None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:26.654864 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef639c1-024d-4782-b8da-5f4591947173 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:26.655591 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aef639c1-024d-4782-b8da-5f4591947173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:26.658991 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-45489c3a-53b2-4247-9ab2-1ef3dcda35b2 req-54d86c07-f7c9-411d-b2aa-122970639249 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715861 Jun 03 15:46:26.665098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:26.692007 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:26.696871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1dafb3bd-8b96-46b1-96b7-fab3e6cf3266 req-c461fb60-51a5-432a-983c-a94614a4d65b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736263 Jun 03 15:46:26.702398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:26.703070 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:26.762327 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aef639c1-024d-4782-b8da-5f4591947173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:26.772546 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef639c1-024d-4782-b8da-5f4591947173 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:26.773498 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aef639c1-024d-4782-b8da-5f4591947173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:26.836380 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aef639c1-024d-4782-b8da-5f4591947173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:26.836941 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef639c1-024d-4782-b8da-5f4591947173 None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:26.879611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:26.906170 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:26.909068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Network': ['ID=73b68915-ee5f-4805-a6bc-8418c07d8625,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:26.909800 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e5220a7b-ec1e-4df1-8922-74f3ee8bb40b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0845444 Jun 03 15:46:26.912406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43668) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:26.917472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3fea889f-5ab1-4b20-b520-890b8348d0f9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:26.948735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3fecfb13-00bc-4a5f-93be-2f60a2ff1551 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/networks/73b68915-ee5f-4805-a6bc-8418c07d8625 HTTP/1.1" status: 204 len: 168 time: 3.4082985 Jun 03 15:46:26.949248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43674) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:26.954845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1832590713'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:26.978431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:26.989094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:network and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:26.993507 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7a03e218-33fd-48ac-a1bb-ce52ec8d54ca resource provider aggregate not found Jun 03 15:46:27.003474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:27.014086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:27.022794 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7a03e218-33fd-48ac-a1bb-ce52ec8d54ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a03e218-33fd-48ac-a1bb-ce52ec8d54ca found for delete ", "request_id": "req-d51cc598-5c40-4443-988a-89b571fd1c10"}]} Jun 03 15:46:27.029672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:27.033640 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.070562 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3fea889f-5ab1-4b20-b520-890b8348d0f9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.083726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:27.092790 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.093230 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Added segment 3967b647-622b-45e1-abe7-116ed5d8db5d of type vlan for network 98d314ff-67d8-4a66-9a91-9d9d69b5797b Jun 03 15:46:27.132431 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.170523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.177353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:27.177974 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.457742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Network': ['ID=98d314ff-67d8-4a66-9a91-9d9d69b5797b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:27.468952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 98d314ff-67d8-4a66-9a91-9d9d69b5797b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:27.484791 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3fea889f-5ab1-4b20-b520-890b8348d0f9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.490965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43686) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:27.491157 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b4ae88c4-4422-41a1-9ba8-977252ed3f96 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5404956 Jun 03 15:46:27.498736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Request body: {'subnet': {'network_id': '98d314ff-67d8-4a66-9a91-9d9d69b5797b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:27.514190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3fea889f-5ab1-4b20-b520-890b8348d0f9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.514814 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-3fea889f-5ab1-4b20-b520-890b8348d0f9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP 7664a97d-80b4-48b6-a937-e9e1cfc98ee4 disassociated. External IP: 172.25.7.178, port: def160d0-f37e-4226-93b1-7797f1c701ed. Jun 03 15:46:27.830538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:27.837970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Usage tracker for resource:subnet and tenant:b4e934ccf6c5476bbf750d4acae7b27a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:27.842297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:27.850146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:27.919531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db056f88-cba4-40d0-a3f9-b891b7cf8ba8 req-2578a19c-3e15-4755-a1b3-9067628c2ba3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:27.921234 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db056f88-cba4-40d0-a3f9-b891b7cf8ba8 req-2578a19c-3e15-4755-a1b3-9067628c2ba3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 945 time: 0.0841610 Jun 03 15:46:27.921508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Made reservation on behalf of b4e934ccf6c5476bbf750d4acae7b27a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:27.924623 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:27.968477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db056f88-cba4-40d0-a3f9-b891b7cf8ba8 req-2e87117a-0782-4703-8787-a13262c24725 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400085 Jun 03 15:46:28.141909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fea889f-5ab1-4b20-b520-890b8348d0f9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:28.494275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fea889f-5ab1-4b20-b520-890b8348d0f9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:28.511056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf2968-0ba3-4bd9-9c55-23aa7dcf7884 None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:28.522431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf2968-0ba3-4bd9-9c55-23aa7dcf7884 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:28.523366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5bcf2968-0ba3-4bd9-9c55-23aa7dcf7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:28.589383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5bcf2968-0ba3-4bd9-9c55-23aa7dcf7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:28.599708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf2968-0ba3-4bd9-9c55-23aa7dcf7884 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:28.600577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5bcf2968-0ba3-4bd9-9c55-23aa7dcf7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:28.637085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3fea889f-5ab1-4b20-b520-890b8348d0f9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:28.677929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5bcf2968-0ba3-4bd9-9c55-23aa7dcf7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:28.679157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf2968-0ba3-4bd9-9c55-23aa7dcf7884 None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:28.734324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.objects.ports [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88444) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 03 15:46:28.737092 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:28.831171 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3fea889f-5ab1-4b20-b520-890b8348d0f9 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "PUT /v2.0/floatingips/7664a97d-80b4-48b6-a937-e9e1cfc98ee4 HTTP/1.1" status: 200 len: 688 time: 1.9176977 Jun 03 15:46:28.833632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event updated for resources: {'Subnet': ['ID=513a06f0-2825-4351-b257-bd7cadcd955d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:28.833981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43710) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:28.884266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Checking segment: {'id': '3967b647-622b-45e1-abe7-116ed5d8db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98d314ff-67d8-4a66-9a91-9d9d69b5797b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:28.884621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network hostable DHCP agents. Network: 98d314ff-67d8-4a66-9a91-9d9d69b5797b, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:46:28.910670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Network 98d314ff-67d8-4a66-9a91-9d9d69b5797b is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:46:28.923556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 98d314ff-67d8-4a66-9a91-9d9d69b5797b) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:28.935503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b0f6c3-9656-4042-ae8a-77e6a18415e6 None None] Network 98d314ff-67d8-4a66-9a91-9d9d69b5797b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:28.951013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:28.951601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.002187 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f5cb2ea9-9fe7-4529-b08f-0064b0e81348 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5095768 Jun 03 15:46:29.005160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43722) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:29.087189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-27bd78e0-8bf2-4558-a210-1ccfe9952dd4 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port c78c0870-4339-4d4e-8456-65688830f784 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:29.087189 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27bd78e0-8bf2-4558-a210-1ccfe9952dd4 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.221822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-98d314ff-67d8-4a66-9a91-9d9d69b5797b', 'network_id': '98d314ff-67d8-4a66-9a91-9d9d69b5797b', 'tenant_id': 'b4e934ccf6c5476bbf750d4acae7b27a', 'fixed_ips': [{'subnet_id': '513a06f0-2825-4351-b257-bd7cadcd955d'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:46:29.223679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.224047 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.406400 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.473790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Allocated IP 2001:db8::f816:3eff:fe94:9d2b (98d314ff-67d8-4a66-9a91-9d9d69b5797b/513a06f0-2825-4351-b257-bd7cadcd955d/7526d08b-1d81-4d1a-8f67-08d3ffec130d) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:29.538729 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27bd78e0-8bf2-4558-a210-1ccfe9952dd4 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.539053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27bd78e0-8bf2-4558-a210-1ccfe9952dd4 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.636788 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.687327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-27bd78e0-8bf2-4558-a210-1ccfe9952dd4 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for c78c0870-4339-4d4e-8456-65688830f784 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:29.707292 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.719477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Transition to ACTIVE for port object 7526d08b-1d81-4d1a-8f67-08d3ffec130d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:29.750633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Transition to ACTIVE for port object 7526d08b-1d81-4d1a-8f67-08d3ffec130d will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:46:29.775739 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.779734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3d86b-abd6-4d00-afca-aa3aedf9e673 req-16a9b6f2-45e0-4e92-9469-9e918c87a19a tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:29.781961 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edc3d86b-abd6-4d00-afca-aa3aedf9e673 req-16a9b6f2-45e0-4e92-9469-9e918c87a19a tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 945 time: 0.4999990 Jun 03 15:46:29.816134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.875590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Subnet': ['ID=513a06f0-2825-4351-b257-bd7cadcd955d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:29.913337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-edc3d86b-abd6-4d00-afca-aa3aedf9e673 req-41cce1fc-1a4c-4b68-8cc6-d6b3eff50155 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223783 Jun 03 15:46:29.940674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Pushing event updated for resources: {'Port': ['ID=7526d08b-1d81-4d1a-8f67-08d3ffec130d,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:29.960487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.960826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.961154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.961479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.961802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.962157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.962475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.962791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.963533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.965658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.966054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.966389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:29.983982 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27bd78e0-8bf2-4558-a210-1ccfe9952dd4 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:29.997499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Network 98d314ff-67d8-4a66-9a91-9d9d69b5797b is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:29.999101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:30.010666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:30.046080 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.070757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd78e0-8bf2-4558-a210-1ccfe9952dd4 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=c78c0870-4339-4d4e-8456-65688830f784,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:30.085901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d314ff-67d8-4a66-9a91-9d9d69b5797b']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:30.100168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3967b647-622b-45e1-abe7-116ed5d8db5d') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:30.100982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3967b647-622b-45e1-abe7-116ed5d8db5d') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:30.114278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.125041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Attempting to bind port 7526d08b-1d81-4d1a-8f67-08d3ffec130d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:46:30.125400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Attempting to bind port 7526d08b-1d81-4d1a-8f67-08d3ffec130d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '3967b647-622b-45e1-abe7-116ed5d8db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98d314ff-67d8-4a66-9a91-9d9d69b5797b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:46:30.125754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Attempting to bind port 7526d08b-1d81-4d1a-8f67-08d3ffec130d on network 98d314ff-67d8-4a66-9a91-9d9d69b5797b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:46:30.132168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:46:30.132531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Checking segment: {'id': '3967b647-622b-45e1-abe7-116ed5d8db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98d314ff-67d8-4a66-9a91-9d9d69b5797b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:30.132922 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.133302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Bound using segment: {'id': '3967b647-622b-45e1-abe7-116ed5d8db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98d314ff-67d8-4a66-9a91-9d9d69b5797b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:46:30.133755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Bound port: 7526d08b-1d81-4d1a-8f67-08d3ffec130d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3967b647-622b-45e1-abe7-116ed5d8db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '98d314ff-67d8-4a66-9a91-9d9d69b5797b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:46:30.134142 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.138198 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.145721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:30.146338 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.228989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] For port 7526d08b-1d81-4d1a-8f67-08d3ffec130d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:46:30.250678 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3967b647-622b-45e1-abe7-116ed5d8db5d resource provider aggregate not found Jun 03 15:46:30.253207 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27bd78e0-8bf2-4558-a210-1ccfe9952dd4 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.274918 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3967b647-622b-45e1-abe7-116ed5d8db5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3967b647-622b-45e1-abe7-116ed5d8db5d found for delete ", "request_id": "req-cc50ce68-a75a-4d00-b572-5e5f3e1677cd"}]} Jun 03 15:46:30.275323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a58778-0460-4a02-be32-4b3789131a9e req-288a2129-2865-4608-9d53-11f52cfb7aa8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:30.276940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8a58778-0460-4a02-be32-4b3789131a9e req-288a2129-2865-4608-9d53-11f52cfb7aa8 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 945 time: 0.2198997 Jun 03 15:46:30.285638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27bd78e0-8bf2-4558-a210-1ccfe9952dd4 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.286903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-27bd78e0-8bf2-4558-a210-1ccfe9952dd4 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/floatingips/7664a97d-80b4-48b6-a937-e9e1cfc98ee4 HTTP/1.1" status: 204 len: 168 time: 1.4516141 Jun 03 15:46:30.292958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] For port 7526d08b-1d81-4d1a-8f67-08d3ffec130d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7526d08b-1d81-4d1a-8f67-08d3ffec130d,segment=NetworkSegment(3967b647-622b-45e1-abe7-116ed5d8db5d),segment_id=3967b647-622b-45e1-abe7-116ed5d8db5d)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:46:30.294303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43744) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:30.299507 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.311213 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:46:30.311213 n-d-844595-1 neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:46:30.311213 n-d-844595-1 neutron-server[88444]: [parameters: {'id': '98d314ff-67d8-4a66-9a91-9d9d69b5797b'}] Jun 03 15:46:30.311213 n-d-844595-1 neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:46:30.312596 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:46:30.320225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'b9a82fc0-0977-491e-a07e-3ba9c9a022e8'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:30.332340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8a58778-0460-4a02-be32-4b3789131a9e req-0fdc03a3-41a4-4cfb-b464-1ff86bc6bc7c tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485015 Jun 03 15:46:30.340224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:30.359279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43752) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:30.376561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:floatingip and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:30.381687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:30.390340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:30.403408 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.516728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8877f9de-b47d-4fea-9a93-e22188d24f47 None None] Network 98d314ff-67d8-4a66-9a91-9d9d69b5797b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:30.541917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3f59b-f0fe-4de2-8862-83d10d5cfa11 None None] Pushing event updated for resources: {'Port': ['ID=7526d08b-1d81-4d1a-8f67-08d3ffec130d,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:30.588650 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.668006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27707594-0a27-451a-a0b2-8628068d8189 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:30.669913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-27707594-0a27-451a-a0b2-8628068d8189 tempest-TestNetworkBasicOps-2066071985 tempest-TestNetworkBasicOps-2066071985-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 1091 time: 0.3092151 Jun 03 15:46:30.673326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43760) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:30.679717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '5685756a-87bf-4e16-a2e6-1aefb388fd26', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:30.686387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:30.694903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Usage tracker for resource:floatingip and tenant:4d9167523947465893c35df85aa4b44d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:30.698289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:30.704778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:30.716763 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.786270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd1d141-43ed-45c2-9a58-aeeb60492a40 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:46:30.792585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.25.7.127 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/181df4e2-fdcc-4ed2-9ca8-17e7201581f3) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:30.817143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:30.932771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd1d141-43ed-45c2-9a58-aeeb60492a40 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:46:30.950736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Deleting port 7526d08b-1d81-4d1a-8f67-08d3ffec130d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:30.951440 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:31.005953 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:31.185329 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:31.454074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] For port 7526d08b-1d81-4d1a-8f67-08d3ffec130d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7526d08b-1d81-4d1a-8f67-08d3ffec130d,segment=NetworkSegment(3967b647-622b-45e1-abe7-116ed5d8db5d),segment_id=3967b647-622b-45e1-abe7-116ed5d8db5d)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:31.455101 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:31.738920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Calling delete_port for 7526d08b-1d81-4d1a-8f67-08d3ffec130d owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:31.802123 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:31.904598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:31.908232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:31.913385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:31.917597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:31.945657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=181df4e2-fdcc-4ed2-9ca8-17e7201581f3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:32.010187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No DVR routers for this DVR port 7526d08b-1d81-4d1a-8f67-08d3ffec130d on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:32.043417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Port': ['ID=7526d08b-1d81-4d1a-8f67-08d3ffec130d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:32.119284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Allocated IP 172.25.7.31 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/4a713296-01c1-46c5-90b9-9b65553ca2ec) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:32.183173 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-57bef799-6249-46a6-8bd3-3f9772501845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.205355 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.279042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d314ff-67d8-4a66-9a91-9d9d69b5797b']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:32.297986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3967b647-622b-45e1-abe7-116ed5d8db5d') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:32.298566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3967b647-622b-45e1-abe7-116ed5d8db5d') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:32.325939 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.375491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.413366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.441488 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.452242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:32.452643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.483225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:32.492472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:32.499109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:32.534253 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3967b647-622b-45e1-abe7-116ed5d8db5d resource provider aggregate not found Jun 03 15:46:32.592370 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3967b647-622b-45e1-abe7-116ed5d8db5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3967b647-622b-45e1-abe7-116ed5d8db5d found for delete ", "request_id": "req-01754c49-4e92-431d-b188-687cb5cc4088"}]} Jun 03 15:46:32.601739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=4a713296-01c1-46c5-90b9-9b65553ca2ec,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:32.679162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.684123 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:32.806305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Network': ['ID=98d314ff-67d8-4a66-9a91-9d9d69b5797b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:32.819732 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-34254fbe-2c68-403e-9911-2fc076e18bb2 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/networks/98d314ff-67d8-4a66-9a91-9d9d69b5797b HTTP/1.1" status: 204 len: 168 time: 3.8134663 Jun 03 15:46:32.832501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43806) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:32.946454 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8859bc2-8a66-44f5-9922-1a32536eb0e9 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] DELETE failed (client error): The resource could not be found. Jun 03 15:46:32.947231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8859bc2-8a66-44f5-9922-1a32536eb0e9 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:32.981237 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d8859bc2-8a66-44f5-9922-1a32536eb0e9 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/subnets/513a06f0-2825-4351-b257-bd7cadcd955d HTTP/1.1" status: 404 len: 337 time: 0.1474960 Jun 03 15:46:32.988892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43812) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:33.020927 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ecfc25-0645-4e94-a8c6-48fd36ef985a tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] DELETE failed (client error): The resource could not be found. Jun 03 15:46:33.021452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ecfc25-0645-4e94-a8c6-48fd36ef985a tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:33.025607 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b7ecfc25-0645-4e94-a8c6-48fd36ef985a tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/networks/98d314ff-67d8-4a66-9a91-9d9d69b5797b HTTP/1.1" status: 404 len: 339 time: 0.0332818 Jun 03 15:46:33.026532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43816) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:33.114193 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cccb03-c5e5-4327-89a8-bb0ee0903d7b tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] DELETE failed (client error): The resource could not be found. Jun 03 15:46:33.115180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63cccb03-c5e5-4327-89a8-bb0ee0903d7b tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:33.119250 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-63cccb03-c5e5-4327-89a8-bb0ee0903d7b tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/subnets/39a03374-5f94-4d25-95c1-ab2703f980cb HTTP/1.1" status: 404 len: 337 time: 0.0917840 Jun 03 15:46:33.121646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43824) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:33.171568 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a2f992-27fa-464c-bdcf-53a2081c292e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] DELETE failed (client error): The resource could not be found. Jun 03 15:46:33.172887 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a2f992-27fa-464c-bdcf-53a2081c292e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:33.180161 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b4a2f992-27fa-464c-bdcf-53a2081c292e tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/networks/73b68915-ee5f-4805-a6bc-8418c07d8625 HTTP/1.1" status: 404 len: 339 time: 0.0548978 Jun 03 15:46:33.181618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43828) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:33.226446 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.246285 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6470770-446c-4bf4-8088-dfcf6d529f29 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] DELETE failed (client error): The resource could not be found. Jun 03 15:46:33.246903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6470770-446c-4bf4-8088-dfcf6d529f29 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:33.251604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43832) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:33.266675 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d6470770-446c-4bf4-8088-dfcf6d529f29 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/subnets/7eba3651-53ca-4399-b9e7-9737c38205a1 HTTP/1.1" status: 404 len: 337 time: 0.0671163 Jun 03 15:46:33.280676 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-057de595-a0dd-4299-855e-16288516166b tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] DELETE failed (client error): The resource could not be found. Jun 03 15:46:33.281311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057de595-a0dd-4299-855e-16288516166b tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:33.281930 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.320697 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-057de595-a0dd-4299-855e-16288516166b tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/networks/a3595172-1512-4eb9-b761-a276e3128e3a HTTP/1.1" status: 404 len: 339 time: 0.0677323 Jun 03 15:46:33.327506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43838) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:33.442725 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.495513 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.747499 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.748114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.754418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.757753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-43dd93a7-193d-49fe-b777-70a3f9781f2f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Deleting port 6f3a53be-69d7-4918-acc0-255c2e96fe10 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:33.758186 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43dd93a7-193d-49fe-b777-70a3f9781f2f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.795393 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:33.911276 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:34.073332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event updated for resources: {'Port': ['ID=4a713296-01c1-46c5-90b9-9b65553ca2ec,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:34.181376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=181df4e2-fdcc-4ed2-9ca8-17e7201581f3,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:34.191660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.192077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.192472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.192863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.193255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.193638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.194063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.194444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.194819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.195194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.195722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.196097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:34.214180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:34.486730 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Floating IP 17de1ef4-85f2-452f-876a-b77bcf5beb37 associated. External IP: 172.25.7.31, port: 5685756a-87bf-4e16-a2e6-1aefb388fd26. Jun 03 15:46:34.537098 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP 16641957-3cbd-448c-9b44-0208a336393b associated. External IP: 172.25.7.127, port: b9a82fc0-0977-491e-a07e-3ba9c9a022e8. Jun 03 15:46:34.576533 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43dd93a7-193d-49fe-b777-70a3f9781f2f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:34.769162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-43dd93a7-193d-49fe-b777-70a3f9781f2f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Calling delete_port for 6f3a53be-69d7-4918-acc0-255c2e96fe10 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:34.803817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-16093f09-cfc2-4aa2-808a-0d2cabe6193b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:34.966887 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43dd93a7-193d-49fe-b777-70a3f9781f2f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.030254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd93a7-193d-49fe-b777-70a3f9781f2f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Port': ['ID=6f3a53be-69d7-4918-acc0-255c2e96fe10,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:35.036170 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43dd93a7-193d-49fe-b777-70a3f9781f2f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.042687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-43dd93a7-193d-49fe-b777-70a3f9781f2f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/ports/6f3a53be-69d7-4918-acc0-255c2e96fe10 HTTP/1.1" status: 204 len: 168 time: 1.7142551 Jun 03 15:46:35.045030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43868) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:35.178483 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca63481b-8f86-4ab9-b1c4-1add40762606 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] DELETE failed (client error): The resource could not be found. Jun 03 15:46:35.179193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca63481b-8f86-4ab9-b1c4-1add40762606 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:35.181119 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ca63481b-8f86-4ab9-b1c4-1add40762606 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/subnets/f6981013-b4cd-413c-86e7-84469dc35131 HTTP/1.1" status: 404 len: 337 time: 0.1352253 Jun 03 15:46:35.183560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43876) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:35.188508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:35.332478 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.463216 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.476947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router 528db2e5-4136-4548-81cc-703348353891 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:35.511983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:35.525505 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b79cb-0460-4720-845f-2306c9ffa40c None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:35.539421 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b79cb-0460-4720-845f-2306c9ffa40c None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:35.540029 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-863b79cb-0460-4720-845f-2306c9ffa40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:35.550170 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.613910 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.698748 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5a827271-5600-4e7f-8ba3-7060b1c960a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.3996658 Jun 03 15:46:35.699406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43896) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:35.731814 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-863b79cb-0460-4720-845f-2306c9ffa40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:35.760189 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b79cb-0460-4720-845f-2306c9ffa40c None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:35.760800 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-863b79cb-0460-4720-845f-2306c9ffa40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:35.841649 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.872594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:35.885961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31411c0-a867-4eff-aac9-a36a47d1dc9f') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:35.886263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31411c0-a867-4eff-aac9-a36a47d1dc9f') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:35.893626 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-863b79cb-0460-4720-845f-2306c9ffa40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:35.894266 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863b79cb-0460-4720-845f-2306c9ffa40c None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:35.901546 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.919293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.926835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:35.927276 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:35.989086 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d2cb39cd-4978-4c40-9361-b7b172f9bf86 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "GET /v2.0/floatingips/16641957-3cbd-448c-9b44-0208a336393b HTTP/1.1" status: 200 len: 979 time: 0.2878535 Jun 03 15:46:35.991634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43902) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:36.063414 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d31411c0-a867-4eff-aac9-a36a47d1dc9f resource provider aggregate not found Jun 03 15:46:36.067429 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:36.071737 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:36.110501 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d31411c0-a867-4eff-aac9-a36a47d1dc9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d31411c0-a867-4eff-aac9-a36a47d1dc9f found for delete ", "request_id": "req-ed4ea522-4c43-4b54-b21f-be914dda500a"}]} Jun 03 15:46:36.148399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-82bca3b8-8560-4c4c-9165-9caddcf1d2ed tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Synchronizing usage tracker for tenant:841e6d6de7e44229b6d2a769a94a74cf on resource:floatingip {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:36.167155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-82bca3b8-8560-4c4c-9165-9caddcf1d2ed tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Unset dirty status for tenant:841e6d6de7e44229b6d2a769a94a74cf on resource:floatingip {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:36.174735 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-82bca3b8-8560-4c4c-9165-9caddcf1d2ed tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1817086 Jun 03 15:46:36.175571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 43910) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:36.182786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6ccf0c70-ffd9-4430-af12-ad3ec2862676 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'floatingip': {'port_id': 'def160d0-f37e-4226-93b1-7797f1c701ed'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:36.294417 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0c70-ffd9-4430-af12-ad3ec2862676 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:36.342038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/networks/28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7 HTTP/1.1" status: 204 len: 168 time: 1.1566083 Jun 03 15:46:36.350722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43918) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:36.351397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d567a5-b06b-4931-ad88-30c865d80f86 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Network': ['ID=28d9bb11-5d64-4f1a-bc7e-41ad48eb08e7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:36.446049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:36.455701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f527cba3-0ae5-4040-9270-b6f22762fb43 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Deleting port c52c9160-c48b-4310-8a87-4f0f292ba775 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:36.457965 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f527cba3-0ae5-4040-9270-b6f22762fb43 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:36.458854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3349fb-f215-4441-9873-354194b936fd None None] Sync routers for ids ['528db2e5-4136-4548-81cc-703348353891'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:36.476693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3349fb-f215-4441-9873-354194b936fd None None] Routers {'528db2e5-4136-4548-81cc-703348353891'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:36.480618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6d3349fb-f215-4441-9873-354194b936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['528db2e5-4136-4548-81cc-703348353891'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:36.579855 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:36.840638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6d3349fb-f215-4441-9873-354194b936fd None None] Set router 528db2e5-4136-4548-81cc-703348353891 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:46:36.883041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8fe02944-63fd-43ea-aed4-eaf63bf2ffbb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.2085690 Jun 03 15:46:36.887098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabb5510-2765-4871-8056-f0675b2196ac', 'tag': '5685756a-87bf-4e16-a2e6-1aefb388fd26'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:46:36.894269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43940) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:37.036992 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f527cba3-0ae5-4040-9270-b6f22762fb43 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:37.153059 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:37.247485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0c70-ffd9-4430-af12-ad3ec2862676 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:37.254753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0c70-ffd9-4430-af12-ad3ec2862676 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:37.336329 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72096891-5530-407c-b794-8cf6e56a6645'] response: {'name': 'network-changed', 'server_uuid': 'fabb5510-2765-4871-8056-f0675b2196ac', 'tag': '5685756a-87bf-4e16-a2e6-1aefb388fd26', 'status': 'completed', 'code': 200} Jun 03 15:46:37.351847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f527cba3-0ae5-4040-9270-b6f22762fb43 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Calling delete_port for c52c9160-c48b-4310-8a87-4f0f292ba775 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:37.425084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f0690ab4-3ff6-4594-b637-da41558b6ccd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/floatingips/17de1ef4-85f2-452f-876a-b77bcf5beb37 HTTP/1.1" status: 200 len: 990 time: 0.5294619 Jun 03 15:46:37.477818 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f527cba3-0ae5-4040-9270-b6f22762fb43 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:37.541525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527cba3-0ae5-4040-9270-b6f22762fb43 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Port': ['ID=c52c9160-c48b-4310-8a87-4f0f292ba775,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:37.545345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f527cba3-0ae5-4040-9270-b6f22762fb43 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:37.552495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f527cba3-0ae5-4040-9270-b6f22762fb43 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/ports/c52c9160-c48b-4310-8a87-4f0f292ba775 HTTP/1.1" status: 204 len: 168 time: 1.1982970 Jun 03 15:46:37.557741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43960) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:37.623096 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-455adc49-059e-406b-a133-e4c6b9092386 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] DELETE failed (client error): The resource could not be found. Jun 03 15:46:37.623308 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-6ccf0c70-ffd9-4430-af12-ad3ec2862676 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP 16641957-3cbd-448c-9b44-0208a336393b associated. External IP: 172.25.7.127, port: b9a82fc0-0977-491e-a07e-3ba9c9a022e8. Jun 03 15:46:37.624028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455adc49-059e-406b-a133-e4c6b9092386 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:37.626102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-455adc49-059e-406b-a133-e4c6b9092386 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/subnets/4d834b89-9f8f-4fb6-aa73-18357c95ebc3 HTTP/1.1" status: 404 len: 337 time: 0.0670447 Jun 03 15:46:37.628834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43966) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:37.743075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f6898-e68b-464c-bd8b-cdda8f1e3a02 req-cffa7f2e-5713-4e21-ba0b-57e9517cd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:37.745001 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0e6f6898-e68b-464c-bd8b-cdda8f1e3a02 req-cffa7f2e-5713-4e21-ba0b-57e9517cd1c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 1096 time: 0.3865683 Jun 03 15:46:37.789015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6d3349fb-f215-4441-9873-354194b936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:53Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '17de1ef4-85f2-452f-876a-b77bcf5beb37', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '528db2e5-4136-4548-81cc-703348353891', 'port_id': '5685756a-87bf-4e16-a2e6-1aefb388fd26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'mac_address': 'fa:16:3e:e6:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabb5510-2765-4871-8056-f0675b2196ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:46:33Z', 'updated_at': '2022-06-03T15:46:33Z', 'revision_number': 0, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd05ed4-1910-4391-9b8d-21858ac9619e', 'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:48:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:50Z', 'updated_at': '2022-06-03T15:46:10Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:37.793540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3349fb-f215-4441-9873-354194b936fd None None] Checking router: 528db2e5-4136-4548-81cc-703348353891 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:46:37.802230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3349fb-f215-4441-9873-354194b936fd None None] Routers {'528db2e5-4136-4548-81cc-703348353891'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:37.802847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6d3349fb-f215-4441-9873-354194b936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['528db2e5-4136-4548-81cc-703348353891'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:37.823592 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.060508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.124093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6d3349fb-f215-4441-9873-354194b936fd None None] Set router 528db2e5-4136-4548-81cc-703348353891 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:46:38.147065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beada9c1-5f13-4fb8-b151-ea52e4b033a7']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:38.166516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcad346-240f-43f2-8afd-9ec031134345') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:38.166797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcad346-240f-43f2-8afd-9ec031134345') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:38.188861 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.229861 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.238716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:38.242815 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.282191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f6898-e68b-464c-bd8b-cdda8f1e3a02 req-7d01bdef-48cd-485a-bf55-b3345e86d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:38.283794 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0e6f6898-e68b-464c-bd8b-cdda8f1e3a02 req-7d01bdef-48cd-485a-bf55-b3345e86d60b service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7916346-024a-4f04-b97d-f2c95c2483b1 HTTP/1.1" status: 200 len: 898 time: 0.5259809 Jun 03 15:46:38.292121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccf0c70-ffd9-4430-af12-ad3ec2862676 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:38.424739 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9dcad346-240f-43f2-8afd-9ec031134345 resource provider aggregate not found Jun 03 15:46:38.442342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43992) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:38.542185 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9dcad346-240f-43f2-8afd-9ec031134345 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9dcad346-240f-43f2-8afd-9ec031134345 found for delete ", "request_id": "req-1bb2529d-688d-4344-bacf-db3298e1f221"}]} Jun 03 15:46:38.616783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-221a88ca-b30e-40eb-9208-9ffcdb1108f3 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/floatingips/17de1ef4-85f2-452f-876a-b77bcf5beb37 HTTP/1.1" status: 200 len: 990 time: 0.1729100 Jun 03 15:46:38.630527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.655418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.664938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Network': ['ID=beada9c1-5f13-4fb8-b151-ea52e4b033a7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:38.668695 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9cbfba4b-8fe2-457d-903e-edd31bd31486 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/networks/beada9c1-5f13-4fb8-b151-ea52e4b033a7 HTTP/1.1" status: 204 len: 168 time: 1.0388286 Jun 03 15:46:38.674712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 43996) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:38.682631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6d3349fb-f215-4441-9873-354194b936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:53Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '17de1ef4-85f2-452f-876a-b77bcf5beb37', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '528db2e5-4136-4548-81cc-703348353891', 'port_id': '5685756a-87bf-4e16-a2e6-1aefb388fd26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'mac_address': 'fa:16:3e:e6:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabb5510-2765-4871-8056-f0675b2196ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:46:33Z', 'updated_at': '2022-06-03T15:46:33Z', 'revision_number': 0, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd05ed4-1910-4391-9b8d-21858ac9619e', 'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:48:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:50Z', 'updated_at': '2022-06-03T15:46:10Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:38.687224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3349fb-f215-4441-9873-354194b936fd None None] The sync data for ids ['528db2e5-4136-4548-81cc-703348353891'] in n-d-844595-1 is: [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:53Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '17de1ef4-85f2-452f-876a-b77bcf5beb37', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '528db2e5-4136-4548-81cc-703348353891', 'port_id': '5685756a-87bf-4e16-a2e6-1aefb388fd26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'mac_address': 'fa:16:3e:e6:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabb5510-2765-4871-8056-f0675b2196ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:46:33Z', 'updated_at': '2022-06-03T15:46:33Z', 'revision_number': 0, 'project_id': '4d9167523947465893c35df85aa4b44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd05ed4-1910-4391-9b8d-21858ac9619e', 'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:48:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:50Z', 'updated_at': '2022-06-03T15:46:10Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:38.750891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Deleting subnet 426a576c-11fe-474b-812c-6de8cb796e5d {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:46:38.762654 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.779933 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0e6f6898-e68b-464c-bd8b-cdda8f1e3a02 req-9f1735e9-3a31-4196-b583-25039208c4cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5685756a-87bf-4e16-a2e6-1aefb388fd26 HTTP/1.1" status: 200 len: 998 time: 0.4866700 Jun 03 15:46:38.865576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f6898-e68b-464c-bd8b-cdda8f1e3a02 req-f49ed00d-9a4d-4ca6-95a0-62c533b05d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:38.867211 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0e6f6898-e68b-464c-bd8b-cdda8f1e3a02 req-f49ed00d-9a4d-4ca6-95a0-62c533b05d88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0662c61d-7012-4c79-98c8-f3f731c8cce6 HTTP/1.1" status: 200 len: 835 time: 0.0796347 Jun 03 15:46:38.904286 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:38.966419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccf0c70-ffd9-4430-af12-ad3ec2862676 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:38.980057 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e921a-c4ab-41b7-846a-e484ca31cd81 None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:38.999771 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e921a-c4ab-41b7-846a-e484ca31cd81 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:39.000725 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-462e921a-c4ab-41b7-846a-e484ca31cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:39.009498 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.031570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8360ef3-f744-4a95-aa42-84706ca6e2b2 None None] New status for floating IP 17de1ef4-85f2-452f-876a-b77bcf5beb37: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:46:39.133022 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.151975 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-462e921a-c4ab-41b7-846a-e484ca31cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:39.174580 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e921a-c4ab-41b7-846a-e484ca31cd81 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:39.175673 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-462e921a-c4ab-41b7-846a-e484ca31cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:39.304468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.356610 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-462e921a-c4ab-41b7-846a-e484ca31cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:39.357260 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462e921a-c4ab-41b7-846a-e484ca31cd81 None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:39.414553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Subnet': ['ID=426a576c-11fe-474b-812c-6de8cb796e5d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:39.417604 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.434376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.434736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.435157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.435572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.435999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.436936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.437202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.437620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.438082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.438838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.440215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.440702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:46:39.460873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b68c0451-66c7-4aff-bf99-acfdb4aca1b6 tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/subnets/426a576c-11fe-474b-812c-6de8cb796e5d HTTP/1.1" status: 204 len: 168 time: 0.7834117 Jun 03 15:46:39.462083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44008) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:39.529003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f6898-e68b-464c-bd8b-cdda8f1e3a02 req-54fabf83-b416-4b98-a57c-05c63f5f6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:39.530787 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0e6f6898-e68b-464c-bd8b-cdda8f1e3a02 req-54fabf83-b416-4b98-a57c-05c63f5f6c4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7916346-024a-4f04-b97d-f2c95c2483b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6537206 Jun 03 15:46:39.540475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccf0c70-ffd9-4430-af12-ad3ec2862676 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:39.553421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04ead0-4eb1-45ed-b7f9-4f0faba6eedb None None] Network 96e175ec-3e6e-4a11-bf10-64f1ec357435 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:39.622947 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.644719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44014) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:39.677834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Deleting port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:39.681419 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.904869 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-29193ac9-1efd-4ef8-9df5-7665fefdd279 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/floatingips/17de1ef4-85f2-452f-876a-b77bcf5beb37 HTTP/1.1" status: 200 len: 992 time: 0.2587817 Jun 03 15:46:39.956282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38f74a2-1ab4-468b-9869-9018b87f7e1f None None] DHCP port deletion for 96e175ec-3e6e-4a11-bf10-64f1ec357435 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:46:39.956779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] For port f51fbcbe-bea2-4074-8df9-c1a925aa99c7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f51fbcbe-bea2-4074-8df9-c1a925aa99c7,segment=NetworkSegment(3d610b51-494a-4f43-8e8d-d9358c2bf53d),segment_id=3d610b51-494a-4f43-8e8d-d9358c2bf53d)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:39.957218 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:39.960914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a38f74a2-1ab4-468b-9869-9018b87f7e1f None None] Deleting port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:39.961338 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a38f74a2-1ab4-468b-9869-9018b87f7e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.003302 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0e6f6898-e68b-464c-bd8b-cdda8f1e3a02 req-17ead8ef-8464-402f-a279-1b135c2baf75 service neutron] 10.222.0.67 "GET /v2.0/networks/c7916346-024a-4f04-b97d-f2c95c2483b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613721 Jun 03 15:46:40.112346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccf0c70-ffd9-4430-af12-ad3ec2862676 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:40.123007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6ccf0c70-ffd9-4430-af12-ad3ec2862676 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.123985 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d3d8e-040d-44c9-8bfb-cc13fe83d5ca None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:40.139821 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d3d8e-040d-44c9-8bfb-cc13fe83d5ca None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:40.140718 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aa5d3d8e-040d-44c9-8bfb-cc13fe83d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:40.150568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Calling delete_port for f51fbcbe-bea2-4074-8df9-c1a925aa99c7 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:40.213277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a38f74a2-1ab4-468b-9869-9018b87f7e1f None None] For port f51fbcbe-bea2-4074-8df9-c1a925aa99c7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f51fbcbe-bea2-4074-8df9-c1a925aa99c7,segment=NetworkSegment(3d610b51-494a-4f43-8e8d-d9358c2bf53d),segment_id=3d610b51-494a-4f43-8e8d-d9358c2bf53d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:46:40.213699 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a38f74a2-1ab4-468b-9869-9018b87f7e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.311754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.322321 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aa5d3d8e-040d-44c9-8bfb-cc13fe83d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:40.352332 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d3d8e-040d-44c9-8bfb-cc13fe83d5ca None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:40.353236 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aa5d3d8e-040d-44c9-8bfb-cc13fe83d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:40.411561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Port': ['ID=f51fbcbe-bea2-4074-8df9-c1a925aa99c7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:40.428960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44022) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:40.433096 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6ccf0c70-ffd9-4430-af12-ad3ec2862676 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "PUT /v2.0/floatingips/16641957-3cbd-448c-9b44-0208a336393b HTTP/1.1" status: 200 len: 978 time: 4.2559779 Jun 03 15:46:40.434487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] No DVR routers for this DVR port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:46:40.439267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a38f74a2-1ab4-468b-9869-9018b87f7e1f None None] Calling delete_port for f51fbcbe-bea2-4074-8df9-c1a925aa99c7 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:40.443895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-dc21a080-8c14-4729-a7f1-bfc18b906e31 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:40.477231 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0e6f6898-e68b-464c-bd8b-cdda8f1e3a02 req-226fc944-cb2a-40fd-b2a2-c16ac42dd5bf service neutron] 10.222.0.67 "GET /v2.0/networks/c7916346-024a-4f04-b97d-f2c95c2483b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587781 Jun 03 15:46:40.491123 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aa5d3d8e-040d-44c9-8bfb-cc13fe83d5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:40.491751 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d3d8e-040d-44c9-8bfb-cc13fe83d5ca None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:40.541001 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-a38f74a2-1ab4-468b-9869-9018b87f7e1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:46:40.541362 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-a38f74a2-1ab4-468b-9869-9018b87f7e1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:46:40.686541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc21a080-8c14-4729-a7f1-bfc18b906e31 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.767875 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.935603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e175ec-3e6e-4a11-bf10-64f1ec357435']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:40.952339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d610b51-494a-4f43-8e8d-d9358c2bf53d') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:40.952637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d610b51-494a-4f43-8e8d-d9358c2bf53d') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:40.965040 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.982230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:40.989020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:46:40.989686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:41.042646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a38f74a2-1ab4-468b-9869-9018b87f7e1f None None] Deleting port f51fbcbe-bea2-4074-8df9-c1a925aa99c7 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:41.043166 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a38f74a2-1ab4-468b-9869-9018b87f7e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:41.085832 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 3d610b51-494a-4f43-8e8d-d9358c2bf53d resource provider aggregate not found Jun 03 15:46:41.111697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:41.180322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a38f74a2-1ab4-468b-9869-9018b87f7e1f None None] The port 'f51fbcbe-bea2-4074-8df9-c1a925aa99c7' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:46:41.307004 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 3d610b51-494a-4f43-8e8d-d9358c2bf53d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d610b51-494a-4f43-8e8d-d9358c2bf53d found for delete ", "request_id": "req-219ea761-69ec-48c5-94fe-83cf10d07d18"}]} Jun 03 15:46:41.337378 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:41.362584 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc21a080-8c14-4729-a7f1-bfc18b906e31 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:41.373145 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc21a080-8c14-4729-a7f1-bfc18b906e31 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:41.373660 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-dc21a080-8c14-4729-a7f1-bfc18b906e31 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP 16641957-3cbd-448c-9b44-0208a336393b disassociated. External IP: 172.25.7.127, port: def160d0-f37e-4226-93b1-7797f1c701ed. Jun 03 15:46:41.392539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f51fbcbe-bea2-4074-8df9-c1a925aa99c7 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:46:41.437412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] Pushing event deleted for resources: {'Network': ['ID=96e175ec-3e6e-4a11-bf10-64f1ec357435,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:41.451235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f51fbcbe-bea2-4074-8df9-c1a925aa99c7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:46:41.451885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f51fbcbe-bea2-4074-8df9-c1a925aa99c7 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:46:41.462600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-38e5b6f6-26fb-454d-987a-74534409330f tempest-NetworksIpV6TestAttrs-623520258 tempest-NetworksIpV6TestAttrs-623520258-project] 10.222.0.48 "DELETE /v2.0/networks/96e175ec-3e6e-4a11-bf10-64f1ec357435 HTTP/1.1" status: 204 len: 168 time: 1.9903700 Jun 03 15:46:41.991388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:42.019925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc21a080-8c14-4729-a7f1-bfc18b906e31 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:42.206073 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b662d828-468f-4ba3-bfec-8072e3964970 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4e934ccf6c5476bbf750d4acae7b27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134228 Jun 03 15:46:42.206962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44060) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:42.242600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc21a080-8c14-4729-a7f1-bfc18b906e31 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:42.247451 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc21a080-8c14-4729-a7f1-bfc18b906e31 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:42.252800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c75d26-b005-4c65-b15f-7d4a89024159 None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:42.276834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c75d26-b005-4c65-b15f-7d4a89024159 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:42.278510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87c75d26-b005-4c65-b15f-7d4a89024159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:42.309384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dc21a080-8c14-4729-a7f1-bfc18b906e31 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "PUT /v2.0/floatingips/16641957-3cbd-448c-9b44-0208a336393b HTTP/1.1" status: 200 len: 688 time: 1.8784461 Jun 03 15:46:42.311445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44064) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:42.455488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87c75d26-b005-4c65-b15f-7d4a89024159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:42.474418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c75d26-b005-4c65-b15f-7d4a89024159 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:42.475044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87c75d26-b005-4c65-b15f-7d4a89024159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:42.513158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf28240b-2749-486b-ac04-7b9c929a7ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:42.546813 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf28240b-2749-486b-ac04-7b9c929a7ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:42.553141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fddee409-2f01-453a-bf98-8a46c3178737 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port 181df4e2-fdcc-4ed2-9ca8-17e7201581f3 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:42.553772 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fddee409-2f01-453a-bf98-8a46c3178737 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:42.575863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-87c75d26-b005-4c65-b15f-7d4a89024159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:42.576503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c75d26-b005-4c65-b15f-7d4a89024159 None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:42.616820 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf28240b-2749-486b-ac04-7b9c929a7ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:42.636552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28240b-2749-486b-ac04-7b9c929a7ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206b0a09-6c51-435e-a65a-468b4ead435d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:42.649238 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf28240b-2749-486b-ac04-7b9c929a7ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:42.650852 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bf28240b-2749-486b-ac04-7b9c929a7ada admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/206b0a09-6c51-435e-a65a-468b4ead435d HTTP/1.1" status: 204 len: 168 time: 0.4428051 Jun 03 15:46:42.754522 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fddee409-2f01-453a-bf98-8a46c3178737 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:42.754984 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fddee409-2f01-453a-bf98-8a46c3178737 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:42.916627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fddee409-2f01-453a-bf98-8a46c3178737 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for 181df4e2-fdcc-4ed2-9ca8-17e7201581f3 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:43.275786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fddee409-2f01-453a-bf98-8a46c3178737 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:43.366071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddee409-2f01-453a-bf98-8a46c3178737 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=181df4e2-fdcc-4ed2-9ca8-17e7201581f3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:43.550869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fddee409-2f01-453a-bf98-8a46c3178737 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:43.576413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327487a-8a26-45bb-924d-bd360ad6ded6 req-262af051-afcf-4508-aa49-c2751553242c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:43.577940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5327487a-8a26-45bb-924d-bd360ad6ded6 req-262af051-afcf-4508-aa49-c2751553242c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.1574588 Jun 03 15:46:43.604203 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fddee409-2f01-453a-bf98-8a46c3178737 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:43.605324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fddee409-2f01-453a-bf98-8a46c3178737 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/floatingips/16641957-3cbd-448c-9b44-0208a336393b HTTP/1.1" status: 204 len: 168 time: 1.2929947 Jun 03 15:46:43.608080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44106) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:43.634595 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5327487a-8a26-45bb-924d-bd360ad6ded6 req-35876678-0a8f-40ae-b6b6-46f59e392d94 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498745 Jun 03 15:46:43.708937 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-bcd1b08f-74e2-44f0-b02e-d033524e26a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] delete failed (client error): The resource could not be found. Jun 03 15:46:43.710159 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bcd1b08f-74e2-44f0-b02e-d033524e26a7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/floatingips/16641957-3cbd-448c-9b44-0208a336393b HTTP/1.1" status: 404 len: 345 time: 0.1009667 Jun 03 15:46:43.716299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44110) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:43.740450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:43.812861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d354e6-0b6d-4495-888b-dd6b5f03fb87 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:43.820795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d354e6-0b6d-4495-888b-dd6b5f03fb87 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:43.827922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d354e6-0b6d-4495-888b-dd6b5f03fb87 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:43.829098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-39d354e6-0b6d-4495-888b-dd6b5f03fb87 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Synchronizing usage tracker for tenant:841e6d6de7e44229b6d2a769a94a74cf on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:43.851688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-39d354e6-0b6d-4495-888b-dd6b5f03fb87 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Unset dirty status for tenant:841e6d6de7e44229b6d2a769a94a74cf on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:43.856350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-39d354e6-0b6d-4495-888b-dd6b5f03fb87 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "GET /v2.0/ports?network_id=1c49de4c-5bd2-4af3-9cbf-751b75a40a6b HTTP/1.1" status: 200 len: 2359 time: 0.1365805 Jun 03 15:46:43.856767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44120) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:43.898882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e3df4060-61e6-423a-aa22-0409bd3d45ce tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] Request body: {'port': {'network_id': 'f10183e4-791a-4cf7-a1f6-bdf2bd87d114', 'name': 'tempest-NetworksNegativeTestJSON-1010345233'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:43.924354 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3df4060-61e6-423a-aa22-0409bd3d45ce tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] POST failed (client error): The resource could not be found. Jun 03 15:46:43.924881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3df4060-61e6-423a-aa22-0409bd3d45ce tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:43.926063 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e3df4060-61e6-423a-aa22-0409bd3d45ce tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1843846 Jun 03 15:46:43.930127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44124) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:43.962516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533992c-2bfb-4e49-87b6-6322b6875243 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:43.963492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4533992c-2bfb-4e49-87b6-6322b6875243 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Synchronizing usage tracker for tenant:841e6d6de7e44229b6d2a769a94a74cf on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:43.964896 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f390a91-9cbf-43fe-ad49-76a95d6079ac tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] DELETE failed (client error): The resource could not be found. Jun 03 15:46:43.966142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f390a91-9cbf-43fe-ad49-76a95d6079ac tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:43.971342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2f390a91-9cbf-43fe-ad49-76a95d6079ac tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] 10.222.0.48 "DELETE /v2.0/networks/daaa1c60-09c4-49f9-9975-9c5ef614b562 HTTP/1.1" status: 404 len: 339 time: 0.0367270 Jun 03 15:46:43.971732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44128) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:44.010201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4533992c-2bfb-4e49-87b6-6322b6875243 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Unset dirty status for tenant:841e6d6de7e44229b6d2a769a94a74cf on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:44.017407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44132) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:44.019671 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4533992c-2bfb-4e49-87b6-6322b6875243 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "GET /v2.0/subnets/31dc854b-a8be-41bd-939a-cf5210ec7eaf HTTP/1.1" status: 200 len: 797 time: 0.1616037 Jun 03 15:46:44.029727 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'port': {'network_id': '1c49de4c-5bd2-4af3-9cbf-751b75a40a6b', 'name': 'tempest-FloatingIPTestJSON-760163821', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:44.093761 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-02eca24f-0148-4416-a622-ca954da21c69 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] DELETE failed (client error): The resource could not be found. Jun 03 15:46:44.094280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02eca24f-0148-4416-a622-ca954da21c69 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:44.100076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-02eca24f-0148-4416-a622-ca954da21c69 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] 10.222.0.48 "DELETE /v2.0/ports/239e558e-bbc4-46d2-ae95-f390448964d6 HTTP/1.1" status: 404 len: 333 time: 0.1233354 Jun 03 15:46:44.101583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44136) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:44.139622 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e14f60-5d11-4aa8-a223-98ea50aa3159 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] DELETE failed (client error): The resource could not be found. Jun 03 15:46:44.140436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e14f60-5d11-4aa8-a223-98ea50aa3159 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:44.147675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44140) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:44.148030 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-42e14f60-5d11-4aa8-a223-98ea50aa3159 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] 10.222.0.48 "DELETE /v2.0/subnets/3c041ace-dadf-4730-9111-bfe5e2495cc5 HTTP/1.1" status: 404 len: 337 time: 0.0446413 Jun 03 15:46:44.185142 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1489a6b6-8ce6-4825-aee7-ed26f03ef399 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] GET failed (client error): The resource could not be found. Jun 03 15:46:44.191686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1489a6b6-8ce6-4825-aee7-ed26f03ef399 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] 10.222.0.48 "GET /v2.0/networks/dee53c56-0abb-46bc-b164-58c3180e9da0 HTTP/1.1" status: 404 len: 339 time: 0.0379245 Jun 03 15:46:44.195752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44144) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:44.214734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:44.226368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:44.237250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Made reservation on behalf of 841e6d6de7e44229b6d2a769a94a74cf for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:44.265346 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b37b5f-919b-429d-ae09-ae1f1ecae37b tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] GET failed (client error): The resource could not be found. Jun 03 15:46:44.272065 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-94b37b5f-919b-429d-ae09-ae1f1ecae37b tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] 10.222.0.48 "GET /v2.0/ports/9d2f5cf8-2ee2-4f95-b997-481e4c73c6f9 HTTP/1.1" status: 404 len: 333 time: 0.0742915 Jun 03 15:46:44.272634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:44.343970 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc22c7e-da8e-46bc-b762-2cc9aeceb0fc tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] GET failed (client error): The resource could not be found. Jun 03 15:46:44.346347 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1fc22c7e-da8e-46bc-b762-2cc9aeceb0fc tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] 10.222.0.48 "GET /v2.0/subnets/de19eced-940e-4f3a-aa13-11d828637060 HTTP/1.1" status: 404 len: 337 time: 0.0726161 Jun 03 15:46:44.351209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44156) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:44.363557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-eea3d0e7-53d3-4991-8a3e-932fe54c79f5 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:44.390701 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea3d0e7-53d3-4991-8a3e-932fe54c79f5 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] PUT failed (client error): The resource could not be found. Jun 03 15:46:44.391517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea3d0e7-53d3-4991-8a3e-932fe54c79f5 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:44.393049 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eea3d0e7-53d3-4991-8a3e-932fe54c79f5 tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] 10.222.0.48 "PUT /v2.0/networks/c2157c24-0311-4a1f-8b28-a5bb500292dc HTTP/1.1" status: 404 len: 339 time: 0.0404885 Jun 03 15:46:44.397049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44162) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:44.405953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-531d41bd-edcc-40c3-bbbe-841ceb0db77d tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:44.461524 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-531d41bd-edcc-40c3-bbbe-841ceb0db77d tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] PUT failed (client error): The resource could not be found. Jun 03 15:46:44.462013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531d41bd-edcc-40c3-bbbe-841ceb0db77d tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:44.466915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-531d41bd-edcc-40c3-bbbe-841ceb0db77d tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] 10.222.0.48 "PUT /v2.0/ports/3feb63af-bc44-4197-9f86-ef8dc714ba49 HTTP/1.1" status: 404 len: 333 time: 0.0650892 Jun 03 15:46:44.468343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44170) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:44.480365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e663797f-a13e-4810-8320-3e1805f0700c tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:44.518147 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e663797f-a13e-4810-8320-3e1805f0700c tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] PUT failed (client error): The resource could not be found. Jun 03 15:46:44.518809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e663797f-a13e-4810-8320-3e1805f0700c tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:46:44.524606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e663797f-a13e-4810-8320-3e1805f0700c tempest-NetworksNegativeTestJSON-423863329 tempest-NetworksNegativeTestJSON-423863329-project] 10.222.0.48 "PUT /v2.0/subnets/e1e3177c-92c9-4198-af1a-35f96fc71a13 HTTP/1.1" status: 404 len: 337 time: 0.0512023 Jun 03 15:46:44.632308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:44.655845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] device_id is not set on port b5553a32-9c8a-4546-ab0d-2f6e044ed822 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:46:44.913970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:45.022181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c02829-4788-4829-866a-69c32e87f512 req-5bb534f6-8b22-4737-8b30-663aa6310ef3 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:45.023659 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67c02829-4788-4829-866a-69c32e87f512 req-5bb534f6-8b22-4737-8b30-663aa6310ef3 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.1535881 Jun 03 15:46:45.063590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-298575f8-6ba1-4186-89ae-c4482d9e995e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.082162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-298575f8-6ba1-4186-89ae-c4482d9e995e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:45.089582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-298575f8-6ba1-4186-89ae-c4482d9e995e admin admin] Usage tracker for resource:security_group_rule and tenant:b13c9112a1f6448485e59429dc2ca5f1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:45.101061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-298575f8-6ba1-4186-89ae-c4482d9e995e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:45.108165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-298575f8-6ba1-4186-89ae-c4482d9e995e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:45.121244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.20.0.14 (1c49de4c-5bd2-4af3-9cbf-751b75a40a6b/31dc854b-a8be-41bd-939a-cf5210ec7eaf/b5553a32-9c8a-4546-ab0d-2f6e044ed822) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:45.129824 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67c02829-4788-4829-866a-69c32e87f512 req-c60554ea-3a81-4bb0-84ac-a2115ece6a7e tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736482 Jun 03 15:46:45.132457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.20.0.13 (1c49de4c-5bd2-4af3-9cbf-751b75a40a6b/31dc854b-a8be-41bd-939a-cf5210ec7eaf/b5553a32-9c8a-4546-ab0d-2f6e044ed822) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:45.226865 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-298575f8-6ba1-4186-89ae-c4482d9e995e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.232497 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-298575f8-6ba1-4186-89ae-c4482d9e995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.315548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298575f8-6ba1-4186-89ae-c4482d9e995e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b828db-107c-4e8d-ae57-f17ab582f98f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:45.342806 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-298575f8-6ba1-4186-89ae-c4482d9e995e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b13c9112a1f6448485e59429dc2ca5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4268942 Jun 03 15:46:45.345231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44188) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:45.372201 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.406676 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.409051 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5afebe38-c2ca-4506-96e0-a9ce9c6462b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.448673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5afebe38-c2ca-4506-96e0-a9ce9c6462b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.499366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:45.502696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:45.507566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:45.511099 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5afebe38-c2ca-4506-96e0-a9ce9c6462b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.535385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afebe38-c2ca-4506-96e0-a9ce9c6462b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b828db-107c-4e8d-ae57-f17ab582f98f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:45.538019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5afebe38-c2ca-4506-96e0-a9ce9c6462b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.542038 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5afebe38-c2ca-4506-96e0-a9ce9c6462b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42b828db-107c-4e8d-ae57-f17ab582f98f HTTP/1.1" status: 204 len: 168 time: 0.1929686 Jun 03 15:46:45.549130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=b5553a32-9c8a-4546-ab0d-2f6e044ed822,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:45.581790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:45.582316 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.638648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f15ad171-eb0a-47db-bdeb-c69fe9cbd1d8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6198170 Jun 03 15:46:45.639114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44198) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:45.645898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'b5553a32-9c8a-4546-ab0d-2f6e044ed822', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:45.653672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:45.658835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:floatingip and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:45.669356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:45.676295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:45.704724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:45.870738 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:46.061737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.25.7.137 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/5ee0e50e-d352-4eab-8235-b3d348806dbc) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:46.259007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:46.292427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:46.361758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:46.368890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:46.376104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:46.474666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0defd4-3a21-49d1-8ca6-232bfbfb4c7d req-2126860f-48a3-48c8-82a4-473e9dc96356 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:46.476181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d0defd4-3a21-49d1-8ca6-232bfbfb4c7d req-2126860f-48a3-48c8-82a4-473e9dc96356 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.2009025 Jun 03 15:46:46.482085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=5ee0e50e-d352-4eab-8235-b3d348806dbc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:46.571652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d0defd4-3a21-49d1-8ca6-232bfbfb4c7d req-1453e0b8-0443-4013-a6e2-c69cb17eaff8 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826535 Jun 03 15:46:46.676645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44228) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:46.730831 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:46:46.917124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-22466ac4-de90-46d0-ba65-14a6656e02d8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:46.917803 n-d-844595-1 neutron-server[88445]: WARNING neutron.api.v2.base [None req-22466ac4-de90-46d0-ba65-14a6656e02d8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 15:46:46.918510 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-22466ac4-de90-46d0-ba65-14a6656e02d8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:46:46.919652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-22466ac4-de90-46d0-ba65-14a6656e02d8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2419071 Jun 03 15:46:46.924427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44238) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:46.932119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'tempest-secgroup--567308734'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:47.136401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:47.144012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:47.148837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:47.156254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:47.173305 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.175488 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.199482 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.218361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:47.222698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:47.226463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:47.236403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:47.249969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:47.314162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.412050 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.420563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.427167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:47.434790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:47.438059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:47.444209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:47.494027 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-813e112b-8cf4-42ef-852b-769071cf3843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.518464 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.525142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-813e112b-8cf4-42ef-852b-769071cf3843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:47.530209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.532848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-813e112b-8cf4-42ef-852b-769071cf3843 admin admin] Usage tracker for resource:security_group_rule and tenant:98b8849ce0a947f88d78975d386a0989 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:47.537907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-813e112b-8cf4-42ef-852b-769071cf3843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:47.548155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-813e112b-8cf4-42ef-852b-769071cf3843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:47.564929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f38b221-5250-4348-bdc4-1b5424737659,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:47.578505 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.582697 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6540205 Jun 03 15:46:47.583103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44254) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:47.611213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a8be2cfc-7ba3-498c-9d4f-2b847b657318 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': 'db4d757d-ce96-42bb-b04a-1c1abfa3f945', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:47.612494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95e812-60d2-4317-a003-46c8c3159d8d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4d757d-ce96-42bb-b04a-1c1abfa3f945,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:47.637479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a8be2cfc-7ba3-498c-9d4f-2b847b657318 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:47.647000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a8be2cfc-7ba3-498c-9d4f-2b847b657318 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:47.650826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a8be2cfc-7ba3-498c-9d4f-2b847b657318 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:47.658043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a8be2cfc-7ba3-498c-9d4f-2b847b657318 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:47.707525 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.723075 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.805053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93072e37-acc7-4724-943f-dd567c30f772 req-769140ad-7806-4816-9704-63df10a3c835 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:47.805053 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-93072e37-acc7-4724-943f-dd567c30f772 req-769140ad-7806-4816-9704-63df10a3c835 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.1098239 Jun 03 15:46:47.805360 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8be2cfc-7ba3-498c-9d4f-2b847b657318 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.815534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=5ee0e50e-d352-4eab-8235-b3d348806dbc,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:47.883395 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-93072e37-acc7-4724-943f-dd567c30f772 req-da2fd715-4138-4a23-b8af-fa7617cf7be5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725555 Jun 03 15:46:47.948345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-813e112b-8cf4-42ef-852b-769071cf3843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.958032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-813e112b-8cf4-42ef-852b-769071cf3843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:47.972540 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.091763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8be2cfc-7ba3-498c-9d4f-2b847b657318 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.101259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8be2cfc-7ba3-498c-9d4f-2b847b657318 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.104850 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-813e112b-8cf4-42ef-852b-769071cf3843 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98b8849ce0a947f88d78975d386a0989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8539777 Jun 03 15:46:48.107953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44268) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:48.115807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e112b-8cf4-42ef-852b-769071cf3843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6145a995-a440-4335-8fed-3a6048b4b9e6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:48.183248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5918603f-2bc0-45f6-8ca3-24b82a4c5aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.187330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be2cfc-7ba3-498c-9d4f-2b847b657318 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04bca495-4538-4d47-aa0c-e933b2c6d926,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:48.211544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5918603f-2bc0-45f6-8ca3-24b82a4c5aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.239829 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8be2cfc-7ba3-498c-9d4f-2b847b657318 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.243861 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a8be2cfc-7ba3-498c-9d4f-2b847b657318 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6560075 Jun 03 15:46:48.244895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44272) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:48.247740 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP 7c5584a7-9376-4fa1-80f0-c00ff4281285 associated. External IP: 172.25.7.137, port: b5553a32-9c8a-4546-ab0d-2f6e044ed822. Jun 03 15:46:48.254540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d9659b2a-97a8-42d5-9435-f852b6141102 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': 'db4d757d-ce96-42bb-b04a-1c1abfa3f945', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:48.262539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d9659b2a-97a8-42d5-9435-f852b6141102 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:48.267330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d9659b2a-97a8-42d5-9435-f852b6141102 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:48.271627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d9659b2a-97a8-42d5-9435-f852b6141102 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:48.279345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d9659b2a-97a8-42d5-9435-f852b6141102 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:48.310375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9659b2a-97a8-42d5-9435-f852b6141102 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.322995 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5918603f-2bc0-45f6-8ca3-24b82a4c5aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.395020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918603f-2bc0-45f6-8ca3-24b82a4c5aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6145a995-a440-4335-8fed-3a6048b4b9e6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:48.411821 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5918603f-2bc0-45f6-8ca3-24b82a4c5aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.432446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5918603f-2bc0-45f6-8ca3-24b82a4c5aa4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6145a995-a440-4335-8fed-3a6048b4b9e6 HTTP/1.1" status: 204 len: 168 time: 0.3110113 Jun 03 15:46:48.468712 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-d9659b2a-97a8-42d5-9435-f852b6141102 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): There was a conflict when trying to complete your request. Jun 03 15:46:48.474236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44282) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:48.474543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d9659b2a-97a8-42d5-9435-f852b6141102 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2293520 Jun 03 15:46:48.695503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3c0d1ec-0389-4172-985a-419ed68e7006 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.735664 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3c0d1ec-0389-4172-985a-419ed68e7006 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.760626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:48.876966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3c0d1ec-0389-4172-985a-419ed68e7006 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.966597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0d1ec-0389-4172-985a-419ed68e7006 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4d757d-ce96-42bb-b04a-1c1abfa3f945,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:48.978266 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e3c0d1ec-0389-4172-985a-419ed68e7006 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:48.979424 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e3c0d1ec-0389-4172-985a-419ed68e7006 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "DELETE /v2.0/security-groups/db4d757d-ce96-42bb-b04a-1c1abfa3f945 HTTP/1.1" status: 204 len: 168 time: 0.5040610 Jun 03 15:46:48.982345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44300) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:49.013222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:49.025836 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3faa9b-fae7-4dd6-a0b5-728b94bc9759 None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:49.041100 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3faa9b-fae7-4dd6-a0b5-728b94bc9759 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:49.042620 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb3faa9b-fae7-4dd6-a0b5-728b94bc9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:49.055996 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.172862 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb3faa9b-fae7-4dd6-a0b5-728b94bc9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:49.192199 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3faa9b-fae7-4dd6-a0b5-728b94bc9759 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:49.196844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebf1e3-0836-4bb3-bc90-f5e6a847dc02 req-ecd87f19-71c1-4f2d-99e6-ef6a721060d0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:49.198774 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb3faa9b-fae7-4dd6-a0b5-728b94bc9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:49.199360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78ebf1e3-0836-4bb3-bc90-f5e6a847dc02 req-ecd87f19-71c1-4f2d-99e6-ef6a721060d0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.1773148 Jun 03 15:46:49.215472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0970c0aa-9757-456f-9ecf-09874d0a90a3 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Synchronizing usage tracker for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:49.263792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78ebf1e3-0836-4bb3-bc90-f5e6a847dc02 req-0588b913-b559-4496-b290-e743406d10d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584283 Jun 03 15:46:49.265207 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f666bff5-9111-4f6b-85ee-ff0728b77f8e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6247292 Jun 03 15:46:49.268366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44310) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:49.271389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0970c0aa-9757-456f-9ecf-09874d0a90a3 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Unset dirty status for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:49.272702 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0970c0aa-9757-456f-9ecf-09874d0a90a3 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2894142 Jun 03 15:46:49.276810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44314) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:49.280144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-168799d2-8a5d-42ef-a404-60075fb4b143 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'floatingip': {'port_id': 'b5553a32-9c8a-4546-ab0d-2f6e044ed822', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:49.281789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353600271'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:49.300276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:49.318470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:49.338636 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.359973 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb3faa9b-fae7-4dd6-a0b5-728b94bc9759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:49.360427 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3faa9b-fae7-4dd6-a0b5-728b94bc9759 None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:49.370434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:49.374534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:49.384812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:49.394922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:49.430854 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-168799d2-8a5d-42ef-a404-60075fb4b143 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.514320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.519908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.523354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44324) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:49.572020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a328ad-1a6c-4670-b64b-8928e42d1fdf,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:49.578915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.580603 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1c38fd08-d7b3-4062-b1c6-a29dcf0bd598 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3027654 Jun 03 15:46:49.583511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44330) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:49.589824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-257a6e85-5eb4-4ea6-824a-53e908bf4e3e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '96a328ad-1a6c-4670-b64b-8928e42d1fdf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:49.590788 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-257a6e85-5eb4-4ea6-824a-53e908bf4e3e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 03 15:46:49.591543 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-257a6e85-5eb4-4ea6-824a-53e908bf4e3e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:49.592656 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-257a6e85-5eb4-4ea6-824a-53e908bf4e3e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079958 Jun 03 15:46:49.595396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44334) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:49.665019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37e9fe5a-0018-4f7a-b5ba-619909510054 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.696355 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37e9fe5a-0018-4f7a-b5ba-619909510054 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.743617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37e9fe5a-0018-4f7a-b5ba-619909510054 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.761272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9fe5a-0018-4f7a-b5ba-619909510054 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a328ad-1a6c-4670-b64b-8928e42d1fdf,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:49.764823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1382257991-network', 'tenant_id': '225ff2202a2e4b1e9c22e5adee3d3ed0'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:49.772646 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37e9fe5a-0018-4f7a-b5ba-619909510054 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.776567 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-37e9fe5a-0018-4f7a-b5ba-619909510054 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "DELETE /v2.0/security-groups/96a328ad-1a6c-4670-b64b-8928e42d1fdf HTTP/1.1" status: 204 len: 168 time: 0.1802046 Jun 03 15:46:49.777195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44338) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:49.791741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:49.799190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Usage tracker for resource:network and tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:49.803674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:49.812366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:49.830761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f78fb235-5e8f-4ba1-bd56-f04c8f04dcf5 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Synchronizing usage tracker for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:49.848969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f78fb235-5e8f-4ba1-bd56-f04c8f04dcf5 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Unset dirty status for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:49.855566 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f78fb235-5e8f-4ba1-bd56-f04c8f04dcf5 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722775 Jun 03 15:46:49.858325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44344) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:49.865735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'tempest-secgroup--981894204'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:49.879128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:49.890751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Made reservation on behalf of 225ff2202a2e4b1e9c22e5adee3d3ed0 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:49.893242 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.894289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:49.907304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.908377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:49.928168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:49.928588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:49.933398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:49.935685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Usage tracker for resource:security_group_rule and tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:49.936491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:49.948125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:49.995720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:50.015827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:50.024685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.030315 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.092413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8afb9a4f-9f24-4970-a8e0-14b037a84fea,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:50.097534 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.103062 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d8dbe912-6332-47f7-8671-763d06ac2ec7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2433522 Jun 03 15:46:50.103955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44348) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:50.109662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bf65a453-a7e6-49b5-8ca5-b70dfe2b17ce tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '8afb9a4f-9f24-4970-a8e0-14b037a84fea', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:50.110295 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-bf65a453-a7e6-49b5-8ca5-b70dfe2b17ce tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 03 15:46:50.110930 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-bf65a453-a7e6-49b5-8ca5-b70dfe2b17ce tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:50.114347 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bf65a453-a7e6-49b5-8ca5-b70dfe2b17ce tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092340 Jun 03 15:46:50.115757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44352) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:50.157523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.163949 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.182292 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c65d366-e3a6-481c-a6dd-6506aa29334c tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.210319 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c65d366-e3a6-481c-a6dd-6506aa29334c tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.264003 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c65d366-e3a6-481c-a6dd-6506aa29334c tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.266732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c811cd-dbde-41e6-825b-861e2abd359a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:50.273639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:46:50.307997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65d366-e3a6-481c-a6dd-6506aa29334c tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afb9a4f-9f24-4970-a8e0-14b037a84fea,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:50.328943 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c65d366-e3a6-481c-a6dd-6506aa29334c tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.330599 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6c65d366-e3a6-481c-a6dd-6506aa29334c tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "DELETE /v2.0/security-groups/8afb9a4f-9f24-4970-a8e0-14b037a84fea HTTP/1.1" status: 204 len: 168 time: 0.2134266 Jun 03 15:46:50.333353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44358) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:50.345733 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-168799d2-8a5d-42ef-a404-60075fb4b143 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.347943 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.349168 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Added segment 5de23e27-ca73-4950-907a-c25b4bf963bb of type vlan for network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 Jun 03 15:46:50.356494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-168799d2-8a5d-42ef-a404-60075fb4b143 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.403628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-826b950b-30fa-4e49-868b-52823f7f9dd7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Synchronizing usage tracker for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:50.428598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-826b950b-30fa-4e49-868b-52823f7f9dd7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Unset dirty status for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:50.430945 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-826b950b-30fa-4e49-868b-52823f7f9dd7 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965512 Jun 03 15:46:50.434830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44364) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:50.458588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'tempest-secgroup--589090357'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:50.471932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:50.661341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:50.664108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.772534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.809042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.810013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:50.810639 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:50.841849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:50.904310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:50.910914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:50.926959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:51.019696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4923034 Jun 03 15:46:51.020349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44374) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:51.027031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Request body: {'subnet': {'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1382257991-subnet', 'tenant_id': '225ff2202a2e4b1e9c22e5adee3d3ed0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:51.028506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2f209-05fe-4ced-a0fa-d3932a863e95 admin admin] Pushing event updated for resources: {'Network': ['ID=5cbcf190-5fde-4e7f-ae0d-941dea14fee5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:51.033421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:51.038063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d26f4-2482-4060-b844-b7b4e028b567 req-a95d1a51-f192-4f74-addd-71efc3b2b7eb tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:51.039582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-721d26f4-2482-4060-b844-b7b4e028b567 req-a95d1a51-f192-4f74-addd-71efc3b2b7eb tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.5691221 Jun 03 15:46:51.039812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Usage tracker for resource:subnet and tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:51.042510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:46:51.043711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:51.050912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:51.062191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Made reservation on behalf of 225ff2202a2e4b1e9c22e5adee3d3ed0 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:51.065671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.205272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-721d26f4-2482-4060-b844-b7b4e028b567 req-45563789-799b-479e-bc43-e08636ace18d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448791 Jun 03 15:46:51.254552 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.259334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168799d2-8a5d-42ef-a404-60075fb4b143 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:51.266476 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.301427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.412532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd18af17-54d6-4a60-80f4-5d2166dbfdee,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:51.422602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.425779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3df9f4a9-50ec-4223-b5ab-658d3f4033b8 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9873857 Jun 03 15:46:51.427997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e35a32-31ef-4ad8-8af1-61cc79820110,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:51.430075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44382) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:51.442717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-65c1e287-24f0-4c52-9d04-8c6b6c7fb6e9 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': 'fd18af17-54d6-4a60-80f4-5d2166dbfdee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:51.454155 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-65c1e287-24f0-4c52-9d04-8c6b6c7fb6e9 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 03 15:46:51.454825 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-65c1e287-24f0-4c52-9d04-8c6b6c7fb6e9 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:51.458825 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-65c1e287-24f0-4c52-9d04-8c6b6c7fb6e9 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0240998 Jun 03 15:46:51.458825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Checking segment: {'id': '5de23e27-ca73-4950-907a-c25b4bf963bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:46:51.458825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Network hostable DHCP agents. Network: 5cbcf190-5fde-4e7f-ae0d-941dea14fee5, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:46:51.463065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44386) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:51.474177 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-db8c6f7d-d3d9-4830-9b77-7edc01e7cbdd tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': 'fd18af17-54d6-4a60-80f4-5d2166dbfdee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:51.474964 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-db8c6f7d-d3d9-4830-9b77-7edc01e7cbdd tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 03 15:46:51.475521 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-db8c6f7d-d3d9-4830-9b77-7edc01e7cbdd tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:51.477307 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-db8c6f7d-d3d9-4830-9b77-7edc01e7cbdd tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084500 Jun 03 15:46:51.481148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44390) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:51.488141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-562b59cb-c19f-488f-98b8-84cea8128866 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': 'fd18af17-54d6-4a60-80f4-5d2166dbfdee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:51.489975 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-562b59cb-c19f-488f-98b8-84cea8128866 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 03 15:46:51.490638 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-562b59cb-c19f-488f-98b8-84cea8128866 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:51.491781 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-562b59cb-c19f-488f-98b8-84cea8128866 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094733 Jun 03 15:46:51.495209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44394) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:51.505963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-71792ec1-2ab7-43c0-b200-8876d206b8bb tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': 'fd18af17-54d6-4a60-80f4-5d2166dbfdee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:51.507409 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-71792ec1-2ab7-43c0-b200-8876d206b8bb tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 03 15:46:51.507897 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-71792ec1-2ab7-43c0-b200-8876d206b8bb tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:51.509680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-71792ec1-2ab7-43c0-b200-8876d206b8bb tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0102520 Jun 03 15:46:51.511552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:46:51.512013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44398) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:51.527064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5cbcf190-5fde-4e7f-ae0d-941dea14fee5) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:51.547246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:51.547246 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.561183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68bbf21-eb62-419b-9138-608e1b86c2d8 None None] Network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:51.586143 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-582c43d3-a84a-47d3-8a54-04c38c8c1208 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5643368 Jun 03 15:46:51.651399 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72a2153d-21d7-4adf-a07b-3ff209be257a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.664499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168799d2-8a5d-42ef-a404-60075fb4b143 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:51.673048 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-168799d2-8a5d-42ef-a404-60075fb4b143 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.707584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e887a5-4f81-458c-a609-228946d72942 None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:51.730542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e887a5-4f81-458c-a609-228946d72942 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:51.731410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a5e887a5-4f81-458c-a609-228946d72942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:51.735753 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72a2153d-21d7-4adf-a07b-3ff209be257a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.847126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a5e887a5-4f81-458c-a609-228946d72942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:51.853094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-168799d2-8a5d-42ef-a404-60075fb4b143 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "PUT /v2.0/floatingips/7c5584a7-9376-4fa1-80f0-c00ff4281285 HTTP/1.1" status: 200 len: 978 time: 2.5833266 Jun 03 15:46:51.855672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44408) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:51.899716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e887a5-4f81-458c-a609-228946d72942 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:51.901101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a5e887a5-4f81-458c-a609-228946d72942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:51.919560 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72a2153d-21d7-4adf-a07b-3ff209be257a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.953570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2153d-21d7-4adf-a07b-3ff209be257a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd18af17-54d6-4a60-80f4-5d2166dbfdee,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:51.972481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815eaa2c-5b62-4a11-b8e2-3f5af0c91fb2 None None] Network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:46:51.980783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72a2153d-21d7-4adf-a07b-3ff209be257a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:51.981914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-72a2153d-21d7-4adf-a07b-3ff209be257a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "DELETE /v2.0/security-groups/fd18af17-54d6-4a60-80f4-5d2166dbfdee HTTP/1.1" status: 204 len: 168 time: 0.4689076 Jun 03 15:46:51.984596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44414) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:52.146397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f643a23f-3935-4854-90dd-a288fa281efd tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Synchronizing usage tracker for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:52.156444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a5e887a5-4f81-458c-a609-228946d72942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:52.157130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e887a5-4f81-458c-a609-228946d72942 None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:52.158183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port 5ee0e50e-d352-4eab-8235-b3d348806dbc {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:52.158498 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.219713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f643a23f-3935-4854-90dd-a288fa281efd tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Unset dirty status for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:52.220970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f643a23f-3935-4854-90dd-a288fa281efd tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2354832 Jun 03 15:46:52.225502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44418) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:52.231863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194118244'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:52.245730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:52.269589 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:52.297478 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.361171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:52.370636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:52.383202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:52.397465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:52.493437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.499677 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.572337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a5876b-3979-4f3f-85e4-be71ecec9414,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:52.581213 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.585803 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2448043b-18f0-4bbc-aa2c-f8a649cb7c78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3562136 Jun 03 15:46:52.586342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44430) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:52.592655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aaaa69fd-e37c-4635-99ac-6509cc8d457e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '59a5876b-3979-4f3f-85e4-be71ecec9414', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:52.593518 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-aaaa69fd-e37c-4635-99ac-6509cc8d457e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 15:46:52.594199 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-aaaa69fd-e37c-4635-99ac-6509cc8d457e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:52.598367 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aaaa69fd-e37c-4635-99ac-6509cc8d457e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081046 Jun 03 15:46:52.599222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44434) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:52.605170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-237de682-747f-4f24-a585-f84d0339803b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '59a5876b-3979-4f3f-85e4-be71ecec9414', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:52.614241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-237de682-747f-4f24-a585-f84d0339803b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:52.619183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-237de682-747f-4f24-a585-f84d0339803b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:52.624124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-237de682-747f-4f24-a585-f84d0339803b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:52.630008 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.630582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:52.638077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-237de682-747f-4f24-a585-f84d0339803b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:52.683868 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-237de682-747f-4f24-a585-f84d0339803b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:52.685652 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-237de682-747f-4f24-a585-f84d0339803b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0853965 Jun 03 15:46:52.688519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44440) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:52.695234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7eb614b0-dbaf-470d-bed5-f157af99a635 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '59a5876b-3979-4f3f-85e4-be71ecec9414', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:52.695782 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-7eb614b0-dbaf-470d-bed5-f157af99a635 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 03 15:46:52.696256 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-7eb614b0-dbaf-470d-bed5-f157af99a635 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:52.699677 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7eb614b0-dbaf-470d-bed5-f157af99a635 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066285 Jun 03 15:46:52.699888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44446) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:52.704718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-03579ea4-37ce-48ab-a8e2-967a5b40e6e0 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '59a5876b-3979-4f3f-85e4-be71ecec9414', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:52.711850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-03579ea4-37ce-48ab-a8e2-967a5b40e6e0 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:52.715797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03579ea4-37ce-48ab-a8e2-967a5b40e6e0 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:52.718729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03579ea4-37ce-48ab-a8e2-967a5b40e6e0 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:52.725358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-03579ea4-37ce-48ab-a8e2-967a5b40e6e0 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:52.762940 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-03579ea4-37ce-48ab-a8e2-967a5b40e6e0 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:52.766985 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-03579ea4-37ce-48ab-a8e2-967a5b40e6e0 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0633161 Jun 03 15:46:52.767421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44450) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:52.776465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for 5ee0e50e-d352-4eab-8235-b3d348806dbc owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:52.826861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e9b5eecf-00f1-43c0-95e4-f10216c1d577 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '59a5876b-3979-4f3f-85e4-be71ecec9414', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:52.826861 n-d-844595-1 neutron-server[88445]: WARNING neutron.api.v2.base [None req-e9b5eecf-00f1-43c0-95e4-f10216c1d577 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 03 15:46:52.826861 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-e9b5eecf-00f1-43c0-95e4-f10216c1d577 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:52.826861 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e9b5eecf-00f1-43c0-95e4-f10216c1d577 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0461323 Jun 03 15:46:52.833907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44454) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:52.833907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b0b9f8d9-9613-40f7-935f-7fe8528ba676 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '59a5876b-3979-4f3f-85e4-be71ecec9414', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:52.840592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b0b9f8d9-9613-40f7-935f-7fe8528ba676 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:52.845376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b0b9f8d9-9613-40f7-935f-7fe8528ba676 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:52.847131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e29bb5-4362-4da5-8254-7417b1fb5dad req-5c3520cc-6032-4e36-9d3f-f589cc508e2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:52.849518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8e29bb5-4362-4da5-8254-7417b1fb5dad req-5c3520cc-6032-4e36-9d3f-f589cc508e2c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.5197084 Jun 03 15:46:52.849692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b0b9f8d9-9613-40f7-935f-7fe8528ba676 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:52.856082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b0b9f8d9-9613-40f7-935f-7fe8528ba676 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:52.870041 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-b0b9f8d9-9613-40f7-935f-7fe8528ba676 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Project 7d76d0452e3e4aa0bba97ca0e28c3b69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:46:52.906873 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-b0b9f8d9-9613-40f7-935f-7fe8528ba676 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:52.912538 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b0b9f8d9-9613-40f7-935f-7fe8528ba676 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0896564 Jun 03 15:46:52.913657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44458) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:52.921508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-107aff3f-d53c-425f-9883-275920160a04 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '59a5876b-3979-4f3f-85e4-be71ecec9414', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:52.921703 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8e29bb5-4362-4da5-8254-7417b1fb5dad req-37f41a0b-ac38-4160-a554-422cd1c5729f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610328 Jun 03 15:46:52.922616 n-d-844595-1 neutron-server[88444]: WARNING neutron.api.v2.base [None req-107aff3f-d53c-425f-9883-275920160a04 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 03 15:46:52.923769 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-107aff3f-d53c-425f-9883-275920160a04 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:52.928899 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-107aff3f-d53c-425f-9883-275920160a04 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0140815 Jun 03 15:46:52.929497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44462) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:52.939198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8b6f3699-acf2-43ba-b7d9-de6abf1188b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '59a5876b-3979-4f3f-85e4-be71ecec9414', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:52.955593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b6f3699-acf2-43ba-b7d9-de6abf1188b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:52.960281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b6f3699-acf2-43ba-b7d9-de6abf1188b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:52.964285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b6f3699-acf2-43ba-b7d9-de6abf1188b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:52.972202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b6f3699-acf2-43ba-b7d9-de6abf1188b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:52.986317 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-8b6f3699-acf2-43ba-b7d9-de6abf1188b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Project 7d76d0452e3e4aa0bba97ca0e28c3b69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:46:53.020245 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.027498 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-8b6f3699-acf2-43ba-b7d9-de6abf1188b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:53.036121 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8b6f3699-acf2-43ba-b7d9-de6abf1188b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1040804 Jun 03 15:46:53.037973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44468) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:53.059578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0ae8ed58-5111-496f-92a8-0912925962dc tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '59a5876b-3979-4f3f-85e4-be71ecec9414', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:53.079536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=5ee0e50e-d352-4eab-8235-b3d348806dbc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:53.080910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0ae8ed58-5111-496f-92a8-0912925962dc tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:53.102932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0ae8ed58-5111-496f-92a8-0912925962dc tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:53.110534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0ae8ed58-5111-496f-92a8-0912925962dc tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:53.120284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0ae8ed58-5111-496f-92a8-0912925962dc tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:53.138002 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-0ae8ed58-5111-496f-92a8-0912925962dc tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Project 7d76d0452e3e4aa0bba97ca0e28c3b69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:46:53.162002 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-0ae8ed58-5111-496f-92a8-0912925962dc tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:53.164696 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0ae8ed58-5111-496f-92a8-0912925962dc tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1255457 Jun 03 15:46:53.167366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:53.209697 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.210078 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP 7c5584a7-9376-4fa1-80f0-c00ff4281285 disassociated (deleted). External IP: 172.25.7.137, port: b5553a32-9c8a-4546-ab0d-2f6e044ed822. Jun 03 15:46:53.266835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-361104fd-2b12-4fcd-9843-3c09f969d66e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.315062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-361104fd-2b12-4fcd-9843-3c09f969d66e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.411855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-361104fd-2b12-4fcd-9843-3c09f969d66e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.438217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361104fd-2b12-4fcd-9843-3c09f969d66e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a5876b-3979-4f3f-85e4-be71ecec9414,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:53.446212 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-361104fd-2b12-4fcd-9843-3c09f969d66e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.457515 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-361104fd-2b12-4fcd-9843-3c09f969d66e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "DELETE /v2.0/security-groups/59a5876b-3979-4f3f-85e4-be71ecec9414 HTTP/1.1" status: 204 len: 168 time: 0.2867014 Jun 03 15:46:53.459834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44476) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:53.513764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d5dd35a8-58b0-48f6-b441-44335cb2f5e1 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Synchronizing usage tracker for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:53.539312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d5dd35a8-58b0-48f6-b441-44335cb2f5e1 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Unset dirty status for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:53.545103 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d5dd35a8-58b0-48f6-b441-44335cb2f5e1 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825388 Jun 03 15:46:53.545815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44482) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:53.551283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136098190'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:53.559106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:53.569219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:53.581088 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.604838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:53.609722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:53.613037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:53.619783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:53.656472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:46:53.724902 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.731703 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.822661 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:53.822661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2669756 Jun 03 15:46:53.822661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44492) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:53.836367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8da0315e-922b-4e8b-94cd-c8773b2aa132 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': 'a98b5698-1eb3-4e99-ac4c-3a0043285d59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:53.838843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8da0315e-922b-4e8b-94cd-c8773b2aa132 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:53.841191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c3620-1009-45ab-a357-0b6a0523d32b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98b5698-1eb3-4e99-ac4c-3a0043285d59,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:53.845207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8da0315e-922b-4e8b-94cd-c8773b2aa132 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:53.849174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8da0315e-922b-4e8b-94cd-c8773b2aa132 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:53.855418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8da0315e-922b-4e8b-94cd-c8773b2aa132 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:53.899236 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-8da0315e-922b-4e8b-94cd-c8773b2aa132 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The resource could not be found. Jun 03 15:46:53.904039 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8da0315e-922b-4e8b-94cd-c8773b2aa132 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0805357 Jun 03 15:46:53.904270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44496) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:53.909586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-45e38ada-efa3-4801-a7bd-5480b2ac9157 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': 'a98b5698-1eb3-4e99-ac4c-3a0043285d59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '752f4e29-920e-482a-8fa5-ef2feef58833'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:53.915414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:46:53.924183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-45e38ada-efa3-4801-a7bd-5480b2ac9157 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:53.925077 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaeab87-17cb-4f4e-9b1b-55fb345db724 None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:46:53.932154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-45e38ada-efa3-4801-a7bd-5480b2ac9157 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:53.936097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-45e38ada-efa3-4801-a7bd-5480b2ac9157 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:53.940895 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaeab87-17cb-4f4e-9b1b-55fb345db724 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:53.942073 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-baaeab87-17cb-4f4e-9b1b-55fb345db724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:53.947987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-45e38ada-efa3-4801-a7bd-5480b2ac9157 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:53.954980 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.022492 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7bbd36fc-baf9-45b9-80a0-87767acfb29e tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/floatingips/7c5584a7-9376-4fa1-80f0-c00ff4281285 HTTP/1.1" status: 204 len: 168 time: 2.1656625 Jun 03 15:46:54.024999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44506) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:54.063073 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-baaeab87-17cb-4f4e-9b1b-55fb345db724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:54.096047 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaeab87-17cb-4f4e-9b1b-55fb345db724 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:46:54.096884 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-baaeab87-17cb-4f4e-9b1b-55fb345db724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:54.097959 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-45e38ada-efa3-4801-a7bd-5480b2ac9157 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The resource could not be found. Jun 03 15:46:54.099958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-45e38ada-efa3-4801-a7bd-5480b2ac9157 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1945627 Jun 03 15:46:54.147695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44510) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:54.156517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2989c-3292-4013-83cc-68ab1a5bfedf tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port b5553a32-9c8a-4546-ab0d-2f6e044ed822 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:46:54.161185 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eaa2989c-3292-4013-83cc-68ab1a5bfedf tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.220344 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-baaeab87-17cb-4f4e-9b1b-55fb345db724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:46:54.220900 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaeab87-17cb-4f4e-9b1b-55fb345db724 None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:46:54.265336 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a29560df-b4fd-43b9-b3d7-a0e95b99d20d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.276101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45115f12-8112-4658-ac2c-5faf07147dea req-9a2da804-2db9-4c3b-ab09-b2e2838a4bef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:54.295272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45115f12-8112-4658-ac2c-5faf07147dea req-9a2da804-2db9-4c3b-ab09-b2e2838a4bef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.1939363 Jun 03 15:46:54.400554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45115f12-8112-4658-ac2c-5faf07147dea req-1bd7d032-709f-4929-bd6e-d2bef744b463 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044004 Jun 03 15:46:54.416981 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a29560df-b4fd-43b9-b3d7-a0e95b99d20d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.469935 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a29560df-b4fd-43b9-b3d7-a0e95b99d20d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.494252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29560df-b4fd-43b9-b3d7-a0e95b99d20d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98b5698-1eb3-4e99-ac4c-3a0043285d59,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:54.498754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a29560df-b4fd-43b9-b3d7-a0e95b99d20d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.500142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a29560df-b4fd-43b9-b3d7-a0e95b99d20d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "DELETE /v2.0/security-groups/a98b5698-1eb3-4e99-ac4c-3a0043285d59 HTTP/1.1" status: 204 len: 168 time: 0.3510866 Jun 03 15:46:54.502502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44516) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:54.527799 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eaa2989c-3292-4013-83cc-68ab1a5bfedf tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.571901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0aca4d90-7a01-47b4-9cbe-99ab52246a76 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Synchronizing usage tracker for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:54.589404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0aca4d90-7a01-47b4-9cbe-99ab52246a76 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Unset dirty status for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:54.594934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0aca4d90-7a01-47b4-9cbe-99ab52246a76 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0872703 Jun 03 15:46:54.598306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44520) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:54.604007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-366b820a-82c7-4851-a611-5768f7050a13 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': 'b70ff1b0-8644-476e-b3ed-1fa16be255cd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:54.611569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-366b820a-82c7-4851-a611-5768f7050a13 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:54.615857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-366b820a-82c7-4851-a611-5768f7050a13 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:54.619178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-366b820a-82c7-4851-a611-5768f7050a13 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:54.625750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-366b820a-82c7-4851-a611-5768f7050a13 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:54.670864 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-366b820a-82c7-4851-a611-5768f7050a13 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The resource could not be found. Jun 03 15:46:54.673923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-366b820a-82c7-4851-a611-5768f7050a13 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0723622 Jun 03 15:46:54.674061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2989c-3292-4013-83cc-68ab1a5bfedf tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for b5553a32-9c8a-4546-ab0d-2f6e044ed822 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:46:54.676069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44526) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:54.681614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811277018'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:54.689275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:54.701140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:54.716657 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.743661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:54.748317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:54.751327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:54.758445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:54.865675 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.870329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.923141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa29418-5ece-4532-9f95-e317ea2983ca,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:54.928657 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.932703 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3aebf968-c135-4316-af93-85451181298a tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2527428 Jun 03 15:46:54.933306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44532) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:54.939413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'tempest-secgroup--326177402'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:54.948064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:54.953526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:54.957031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:54.962814 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eaa2989c-3292-4013-83cc-68ab1a5bfedf tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:54.969232 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:54.983655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.008138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:55.013278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:55.016676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:55.023713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:55.142525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2989c-3292-4013-83cc-68ab1a5bfedf tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=b5553a32-9c8a-4546-ab0d-2f6e044ed822,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:55.304843 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.310040 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.359203 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eaa2989c-3292-4013-83cc-68ab1a5bfedf tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.390505 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eaa2989c-3292-4013-83cc-68ab1a5bfedf tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/ports/b5553a32-9c8a-4546-ab0d-2f6e044ed822 HTTP/1.1" status: 204 len: 168 time: 1.3634620 Jun 03 15:46:55.393013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44540) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:55.410388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:55.431661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:55.444600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:floatingip and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:55.463869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:55.477333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85db8fa-0e70-455a-9429-8e3a4ca4b8c9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:55.509416 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.513463 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3011e262-2302-4883-87e6-1f96a5ab158b tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5769796 Jun 03 15:46:55.518353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44546) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:55.523697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c1d31b7d-eef2-4a80-9e6f-0a3a87f685b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': '4aa29418-5ece-4532-9f95-e317ea2983ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e85db8fa-0e70-455a-9429-8e3a4ca4b8c9'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:55.534382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c1d31b7d-eef2-4a80-9e6f-0a3a87f685b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:55.545145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c1d31b7d-eef2-4a80-9e6f-0a3a87f685b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:55.549315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c1d31b7d-eef2-4a80-9e6f-0a3a87f685b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:55.557982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c1d31b7d-eef2-4a80-9e6f-0a3a87f685b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:55.568271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:55.609667 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.679098 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-c1d31b7d-eef2-4a80-9e6f-0a3a87f685b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:55.682090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c1d31b7d-eef2-4a80-9e6f-0a3a87f685b6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1610279 Jun 03 15:46:55.688527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44550) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:55.759314 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-703b370c-2441-4016-86aa-9ba48b86aa2e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3001375 Jun 03 15:46:55.776075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce573c2-1ffd-44fb-a490-9cda27736466 req-b41aaa5b-1f74-402e-ab25-489cc54c1bf2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:55.778245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ce573c2-1ffd-44fb-a490-9cda27736466 req-b41aaa5b-1f74-402e-ab25-489cc54c1bf2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.1943133 Jun 03 15:46:55.816068 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.817095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3468f6e5-8cb4-4974-9904-5d1357d81b78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.871761 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ce573c2-1ffd-44fb-a490-9cda27736466 req-7a6bc469-f062-4d08-ac15-2132b0daccca tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760412 Jun 03 15:46:55.874215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3468f6e5-8cb4-4974-9904-5d1357d81b78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.951932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3468f6e5-8cb4-4974-9904-5d1357d81b78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.982235 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3468f6e5-8cb4-4974-9904-5d1357d81b78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:55.984100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3468f6e5-8cb4-4974-9904-5d1357d81b78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "DELETE /v2.0/security-groups/e85db8fa-0e70-455a-9429-8e3a4ca4b8c9 HTTP/1.1" status: 204 len: 168 time: 0.2945263 Jun 03 15:46:55.985498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468f6e5-8cb4-4974-9904-5d1357d81b78 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85db8fa-0e70-455a-9429-8e3a4ca4b8c9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:55.987469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44558) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:56.035556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-c36f73e7-2f50-4229-8c0f-b76ecaa83d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:56.037026 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-c36f73e7-2f50-4229-8c0f-b76ecaa83d16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c15c36aa81149968881e45ce4841979&device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 1096 time: 0.1845772 Jun 03 15:46:56.063480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.25.7.10 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/e2f3516c-00f9-4da8-94cd-cdfcf3476035) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:56.192789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ada4baab-0827-478b-826b-cbd705d18c15 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Synchronizing usage tracker for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:56.326413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ada4baab-0827-478b-826b-cbd705d18c15 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Unset dirty status for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:56.330999 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ada4baab-0827-478b-826b-cbd705d18c15 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3372865 Jun 03 15:46:56.331398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44568) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:56.347504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-88dac6f9-df20-42ba-9535-98024831fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:56.349547 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-88dac6f9-df20-42ba-9535-98024831fa34 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5983f29d-b6a5-463a-b76d-6f5a58803168 HTTP/1.1" status: 200 len: 909 time: 0.2875063 Jun 03 15:46:56.445207 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.465538 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3c48ae2-4c84-47c6-a19d-40440a08dd40 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.482382 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-4d80353c-5626-456a-8ed4-94c1c3541541 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=101be5b3-c825-4357-b567-1ef78fb8167e HTTP/1.1" status: 200 len: 1000 time: 0.1242371 Jun 03 15:46:56.508786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3c48ae2-4c84-47c6-a19d-40440a08dd40 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.573382 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3c48ae2-4c84-47c6-a19d-40440a08dd40 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.587375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-ae56a099-6dcf-425b-8ecb-2602e7c316c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:56.589105 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-ae56a099-6dcf-425b-8ecb-2602e7c316c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b14e0566-c2fb-478f-a728-6d74f3acbcc9 HTTP/1.1" status: 200 len: 847 time: 0.1005983 Jun 03 15:46:56.590831 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.603422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c48ae2-4c84-47c6-a19d-40440a08dd40 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa29418-5ece-4532-9f95-e317ea2983ca,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:56.619890 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3c48ae2-4c84-47c6-a19d-40440a08dd40 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.621352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a3c48ae2-4c84-47c6-a19d-40440a08dd40 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "DELETE /v2.0/security-groups/4aa29418-5ece-4532-9f95-e317ea2983ca HTTP/1.1" status: 204 len: 168 time: 0.2884393 Jun 03 15:46:56.623962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44578) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:56.695305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-54b604a2-9712-41ae-8e16-332d507a7d2e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Synchronizing usage tracker for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:56.718083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-54b604a2-9712-41ae-8e16-332d507a7d2e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Unset dirty status for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:56.718923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:56.722837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:56.750331 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-54b604a2-9712-41ae-8e16-332d507a7d2e tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1051147 Jun 03 15:46:56.753237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:56.754278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44584) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:56.754278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'tempest-secgroup--298079251'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:56.759097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:56.777459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:56.781430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=e2f3516c-00f9-4da8-94cd-cdfcf3476035,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:56.791290 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.815104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:56.819848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:56.823328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:56.829186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-462d6cf7-8a21-4024-953d-99b77a46e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:56.831032 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-462d6cf7-8a21-4024-953d-99b77a46e7e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5983f29d-b6a5-463a-b76d-6f5a58803168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915224 Jun 03 15:46:56.832767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:56.936070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.947633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:56.956367 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.025083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5181093-4169-4235-a8be-9ad92d542c23,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:57.044063 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.045500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dc539a31-ba74-42ee-8b23-5c97bc2f1c91 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3091998 Jun 03 15:46:57.059675 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.096256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44590) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:57.104385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6a79bb87-da16-4f91-b645-e4e1aaaf9961 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': 'f5181093-4169-4235-a8be-9ad92d542c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:57.131016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6a79bb87-da16-4f91-b645-e4e1aaaf9961 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:57.139281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6a79bb87-da16-4f91-b645-e4e1aaaf9961 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:57.143598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6a79bb87-da16-4f91-b645-e4e1aaaf9961 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:57.151029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6a79bb87-da16-4f91-b645-e4e1aaaf9961 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:57.181802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b93354-d469-48c0-aebf-1d6b59771308 req-71959dcd-2112-49f9-8a02-2054d435eac9 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:57.184081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6b93354-d469-48c0-aebf-1d6b59771308 req-71959dcd-2112-49f9-8a02-2054d435eac9 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.1433125 Jun 03 15:46:57.248747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6b93354-d469-48c0-aebf-1d6b59771308 req-d656a6db-3cd6-4ee0-9c20-4689618f2fcf tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561621 Jun 03 15:46:57.250127 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-6a79bb87-da16-4f91-b645-e4e1aaaf9961 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:57.251058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6a79bb87-da16-4f91-b645-e4e1aaaf9961 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1520743 Jun 03 15:46:57.253774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44594) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:57.259919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d2e1957d-0bec-4648-a8f3-de4bdcab56eb tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group_rule': {'security_group_id': 'f5181093-4169-4235-a8be-9ad92d542c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:57.269276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2e1957d-0bec-4648-a8f3-de4bdcab56eb tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:57.294021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2e1957d-0bec-4648-a8f3-de4bdcab56eb tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:57.298069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2e1957d-0bec-4648-a8f3-de4bdcab56eb tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:57.311556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2e1957d-0bec-4648-a8f3-de4bdcab56eb tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:57.374602 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-d2e1957d-0bec-4648-a8f3-de4bdcab56eb tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:46:57.376508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d2e1957d-0bec-4648-a8f3-de4bdcab56eb tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1216276 Jun 03 15:46:57.379422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44600) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:57.455772 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-21d9a30e-ea49-4fcd-8917-5b8cfc7d8e70 service neutron] 10.222.0.67 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147745 Jun 03 15:46:57.465307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-757970f7-9cfb-4d80-8b42-57df3f123147 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.501937 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-757970f7-9cfb-4d80-8b42-57df3f123147 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.570129 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-757970f7-9cfb-4d80-8b42-57df3f123147 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.604293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757970f7-9cfb-4d80-8b42-57df3f123147 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5181093-4169-4235-a8be-9ad92d542c23,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:57.636643 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-757970f7-9cfb-4d80-8b42-57df3f123147 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.637927 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-757970f7-9cfb-4d80-8b42-57df3f123147 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "DELETE /v2.0/security-groups/f5181093-4169-4235-a8be-9ad92d542c23 HTTP/1.1" status: 204 len: 168 time: 0.2573168 Jun 03 15:46:57.640761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44608) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:57.667688 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.674986 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-43bcf2a6-7c06-4046-8c9c-09ee122f9a55 req-604781b9-a3ff-4a58-8ea7-d03c51361ba5 service neutron] 10.222.0.67 "GET /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124031 Jun 03 15:46:57.676138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.729679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-caf16013-0454-46f3-ab15-99b4771fc131 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Synchronizing usage tracker for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:57.753596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-caf16013-0454-46f3-ab15-99b4771fc131 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Unset dirty status for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:57.755375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-caf16013-0454-46f3-ab15-99b4771fc131 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1135616 Jun 03 15:46:57.759796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44614) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:57.766479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001099975'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:57.774304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:57.797365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:57.824308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=e2f3516c-00f9-4da8-94cd-cdfcf3476035,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:57.835275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.852020 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.868242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:57.871779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Usage tracker for resource:security_group_rule and tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:57.875027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:57.880860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:57.888609 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.890653 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-41d5ce64-0626-4638-8061-e344bd569833 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4923120 Jun 03 15:46:57.894354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44618) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:57.901391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'port': {'network_id': '1c49de4c-5bd2-4af3-9cbf-751b75a40a6b', 'name': 'tempest-FloatingIPTestJSON-1850564190'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:57.958108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:57.964327 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.011485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5a01e5-44a4-47d2-bf27-7c7df4cdbd1f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:58.021250 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.025445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-aa6ce450-ed85-47df-9a18-ac5885ac5a18 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2639432 Jun 03 15:46:58.026059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44622) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:58.031723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2019f1b6-0725-42f5-bda0-3e8a7fe0d1f5 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:58.033084 n-d-844595-1 neutron-server[88445]: WARNING neutron.api.v2.base [None req-2019f1b6-0725-42f5-bda0-3e8a7fe0d1f5 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 03 15:46:58.033084 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-2019f1b6-0725-42f5-bda0-3e8a7fe0d1f5 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] update failed (client error): There was a conflict when trying to complete your request. Jun 03 15:46:58.036205 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2019f1b6-0725-42f5-bda0-3e8a7fe0d1f5 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "PUT /v2.0/security-groups/8d5a01e5-44a4-47d2-bf27-7c7df4cdbd1f HTTP/1.1" status: 409 len: 330 time: 0.0090296 Jun 03 15:46:58.036856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44626) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:58.106177 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43f36913-e2f1-47ed-9d40-482f500719a6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.134165 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43f36913-e2f1-47ed-9d40-482f500719a6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.144772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:46:58.149387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:port and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:46:58.152578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:46:58.158878 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:46:58.187344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Made reservation on behalf of 841e6d6de7e44229b6d2a769a94a74cf for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:46:58.191301 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.193725 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43f36913-e2f1-47ed-9d40-482f500719a6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.220041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f36913-e2f1-47ed-9d40-482f500719a6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5a01e5-44a4-47d2-bf27-7c7df4cdbd1f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:58.220742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] device_id is not set on port 0bf968ff-cdfe-48b8-ad3a-3b493d7a31cb yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:46:58.268695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43f36913-e2f1-47ed-9d40-482f500719a6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.272362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-43f36913-e2f1-47ed-9d40-482f500719a6 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "DELETE /v2.0/security-groups/8d5a01e5-44a4-47d2-bf27-7c7df4cdbd1f HTTP/1.1" status: 204 len: 168 time: 0.2320518 Jun 03 15:46:58.273426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44630) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:58.403939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f77abce9-cbb2-4197-a8e1-bb60b8935be1 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Synchronizing usage tracker for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:46:58.439532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f77abce9-cbb2-4197-a8e1-bb60b8935be1 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] Unset dirty status for tenant:7d76d0452e3e4aa0bba97ca0e28c3b69 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:46:58.444751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f77abce9-cbb2-4197-a8e1-bb60b8935be1 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1674039 Jun 03 15:46:58.446944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44638) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:58.484689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.20.0.5 (1c49de4c-5bd2-4af3-9cbf-751b75a40a6b/31dc854b-a8be-41bd-939a-cf5210ec7eaf/0bf968ff-cdfe-48b8-ad3a-3b493d7a31cb) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:46:58.537112 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-14ef914e-9225-4c24-924b-0cd4968f106d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] delete failed (client error): The resource could not be found. Jun 03 15:46:58.541924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-14ef914e-9225-4c24-924b-0cd4968f106d tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "DELETE /v2.0/security-groups/15504579-d2a9-43f5-8a67-bb4bf36f22a3 HTTP/1.1" status: 404 len: 347 time: 0.0903511 Jun 03 15:46:58.541924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44644) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:58.565153 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-2ccc64fb-709c-4841-ace6-52e8ba203513 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] show failed (client error): The resource could not be found. Jun 03 15:46:58.566379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2ccc64fb-709c-4841-ace6-52e8ba203513 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-groups/4cb4cf2d-15c8-4c5e-bcad-1076e0a0ece0 HTTP/1.1" status: 404 len: 347 time: 0.0236120 Jun 03 15:46:58.570091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44648) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:58.604604 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-ad45b8bd-d6fc-4ffe-8ac3-58987986f767 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] show failed (client error): The resource could not be found. Jun 03 15:46:58.605640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ad45b8bd-d6fc-4ffe-8ac3-58987986f767 tempest-NegativeSecGroupIPv6Test-1518489392 tempest-NegativeSecGroupIPv6Test-1518489392-project] 10.222.0.48 "GET /v2.0/security-group-rules/b2cd580e-7ed8-499d-9807-af7a2f8906bd HTTP/1.1" status: 404 len: 356 time: 0.0345120 Jun 03 15:46:58.638219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10592d-45e2-4310-af1d-9cd452010104 req-432b7a68-be23-4a65-9d00-9157311b05bd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:58.639899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee10592d-45e2-4310-af1d-9cd452010104 req-432b7a68-be23-4a65-9d00-9157311b05bd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.1945238 Jun 03 15:46:58.717088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee10592d-45e2-4310-af1d-9cd452010104 req-e8c5a67c-635f-432a-acfd-6ee0d9cc6c77 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706005 Jun 03 15:46:58.781699 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.817588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:58.931588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network 1c49de4c-5bd2-4af3-9cbf-751b75a40a6b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:46:58.935062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:46:58.939450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:46:58.966997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44658) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:58.971918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=0bf968ff-cdfe-48b8-ad3a-3b493d7a31cb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:59.022664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:46:59.023841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.062580 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1788a1e5-6c9b-469e-afb1-533d2232732f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1665275 Jun 03 15:46:59.062865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44668) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:59.068024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7dd76bbb-2bc0-41b2-8a36-81714b070df7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'floatingip': {'port_id': '0bf968ff-cdfe-48b8-ad3a-3b493d7a31cb'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:46:59.195298 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7dd76bbb-2bc0-41b2-8a36-81714b070df7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.363530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f6890c79-ef40-4654-8908-d85bd8fef595 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d76d0452e3e4aa0bba97ca0e28c3b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953991 Jun 03 15:46:59.366179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:46:59.481590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e27b627c-f939-47eb-9d66-fe0f09ac35ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.508597 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e27b627c-f939-47eb-9d66-fe0f09ac35ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.640816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e27b627c-f939-47eb-9d66-fe0f09ac35ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.641045 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.662047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b627c-f939-47eb-9d66-fe0f09ac35ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f38b221-5250-4348-bdc4-1b5424737659,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:46:59.685571 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e27b627c-f939-47eb-9d66-fe0f09ac35ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:46:59.692406 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e27b627c-f939-47eb-9d66-fe0f09ac35ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f38b221-5250-4348-bdc4-1b5424737659 HTTP/1.1" status: 204 len: 168 time: 0.3223264 Jun 03 15:47:00.115963 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7dd76bbb-2bc0-41b2-8a36-81714b070df7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:00.127174 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7dd76bbb-2bc0-41b2-8a36-81714b070df7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:00.225461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd089e07-5762-4713-8a43-ea4bde4d49bc req-7a3d0fca-7a6a-4296-b7ce-0296dfef118b tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:00.227590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd089e07-5762-4713-8a43-ea4bde4d49bc req-7a3d0fca-7a6a-4296-b7ce-0296dfef118b tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.3016276 Jun 03 15:47:00.365243 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd089e07-5762-4713-8a43-ea4bde4d49bc req-b06b03e3-d74a-45f8-8e8f-4fb0616d937c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269898 Jun 03 15:47:00.392077 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-7dd76bbb-2bc0-41b2-8a36-81714b070df7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP d1052e38-e8ea-4820-9e4d-def4d6de1b51 associated. External IP: 172.25.7.10, port: 0bf968ff-cdfe-48b8-ad3a-3b493d7a31cb. Jun 03 15:47:01.098412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14bcb9-d5bb-4621-b440-75282419147c req-a8a31d6d-8944-4556-a6f0-a0d78352880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:01.104970 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1f14bcb9-d5bb-4621-b440-75282419147c req-a8a31d6d-8944-4556-a6f0-a0d78352880c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 1097 time: 0.1337729 Jun 03 15:47:01.176885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd76bbb-2bc0-41b2-8a36-81714b070df7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:01.372744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:01.402561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14bcb9-d5bb-4621-b440-75282419147c req-d2e7d07f-5391-4478-842d-7acb5316c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:01.409558 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1f14bcb9-d5bb-4621-b440-75282419147c req-d2e7d07f-5391-4478-842d-7acb5316c786 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 911 time: 0.2973177 Jun 03 15:47:01.438345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd76bbb-2bc0-41b2-8a36-81714b070df7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:01.442727 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7dd76bbb-2bc0-41b2-8a36-81714b070df7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:01.448903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e094f962-f5d7-468d-9bf9-81c514b666e7 None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:01.467585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e094f962-f5d7-468d-9bf9-81c514b666e7 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:01.468212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e094f962-f5d7-468d-9bf9-81c514b666e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:01.549591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7dd76bbb-2bc0-41b2-8a36-81714b070df7 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "PUT /v2.0/floatingips/d1052e38-e8ea-4820-9e4d-def4d6de1b51 HTTP/1.1" status: 200 len: 977 time: 2.4856143 Jun 03 15:47:01.550564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44728) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:01.594796 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1f14bcb9-d5bb-4621-b440-75282419147c req-fddda58a-84e1-498b-8668-b89591278d7b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7049db20-590a-491f-9939-26580f112c71 HTTP/1.1" status: 200 len: 1002 time: 0.1661737 Jun 03 15:47:01.598621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-32fe150c-86df-4a18-a70e-b662b4243592 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1231052259', 'prefixes': ['172.20.0.0/16']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:01.606496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-32fe150c-86df-4a18-a70e-b662b4243592 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:01.628844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port 0bf968ff-cdfe-48b8-ad3a-3b493d7a31cb {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:01.629270 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:01.668124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e094f962-f5d7-468d-9bf9-81c514b666e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:01.689489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14bcb9-d5bb-4621-b440-75282419147c req-28fb8565-992e-4b76-93cf-952495ac1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:01.691527 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1f14bcb9-d5bb-4621-b440-75282419147c req-28fb8565-992e-4b76-93cf-952495ac1908 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2981b961-1843-44fe-8dce-c3c671e1fc65 HTTP/1.1" status: 200 len: 849 time: 0.0862658 Jun 03 15:47:01.692241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e094f962-f5d7-468d-9bf9-81c514b666e7 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:01.692850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e094f962-f5d7-468d-9bf9-81c514b666e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:01.794214 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32fe150c-86df-4a18-a70e-b662b4243592 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] Notify callbacks [] for subnetpool, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:01.795883 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-32fe150c-86df-4a18-a70e-b662b4243592 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4185295 Jun 03 15:47:01.799624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14bcb9-d5bb-4621-b440-75282419147c req-7629a1b1-a576-4490-a991-6fe8aa413c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:01.802047 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1f14bcb9-d5bb-4621-b440-75282419147c req-7629a1b1-a576-4490-a991-6fe8aa413c16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b79456-f064-42e2-a46e-9cdda61aea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036963 Jun 03 15:47:01.802848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:01.803897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e094f962-f5d7-468d-9bf9-81c514b666e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:01.804306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e094f962-f5d7-468d-9bf9-81c514b666e7 None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:01.948005 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5c6304ac-f2b0-40be-bb98-e7b66a49b309 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] 10.222.0.48 "GET /v2.0/subnetpools/52723a36-3d77-4b5e-b063-7457da3cf648 HTTP/1.1" status: 200 len: 732 time: 0.1436417 Jun 03 15:47:01.951147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:01.958397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-670e519a-eae1-4856-b46b-c2d2499f3777 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-574463596'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:01.979864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb23d1-1a7a-4423-85a5-9e002483d978 req-8a4c6bd0-6fac-4b68-bb99-247a07077841 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:01.981411 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4bcb23d1-1a7a-4423-85a5-9e002483d978 req-8a4c6bd0-6fac-4b68-bb99-247a07077841 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 1.0999813 Jun 03 15:47:02.165516 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4a495bd8-ed69-4315-abe5-6a741eaaa0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:02.170157 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-670e519a-eae1-4856-b46b-c2d2499f3777 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] Notify callbacks [] for subnetpool, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:02.173829 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-670e519a-eae1-4856-b46b-c2d2499f3777 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] 10.222.0.48 "PUT /v2.0/subnetpools/52723a36-3d77-4b5e-b063-7457da3cf648 HTTP/1.1" status: 200 len: 683 time: 0.2192500 Jun 03 15:47:02.181569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44746) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:02.204376 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:02.216372 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1f14bcb9-d5bb-4621-b440-75282419147c req-2e649f50-5b53-4739-bb17-e56c5da4097f service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967900 Jun 03 15:47:02.312287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4bcb23d1-1a7a-4423-85a5-9e002483d978 req-25f6c49d-65e0-46a3-8d82-1a7dee30a6ed tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160739 Jun 03 15:47:02.569995 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1f14bcb9-d5bb-4621-b440-75282419147c req-ba390a20-24b5-4c8d-8a6a-ea92198a68f1 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444140 Jun 03 15:47:02.572238 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9a84535-85aa-41be-a9a4-ab47cf6ff1c2 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] Notify callbacks [] for subnetpool, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:02.573287 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c9a84535-85aa-41be-a9a4-ab47cf6ff1c2 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] 10.222.0.48 "DELETE /v2.0/subnetpools/52723a36-3d77-4b5e-b063-7457da3cf648 HTTP/1.1" status: 204 len: 168 time: 0.3907850 Jun 03 15:47:02.576158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44750) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:02.628896 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-3193b89b-14f0-4c47-9108-eb732bc0bd79 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] show failed (client error): The resource could not be found. Jun 03 15:47:02.632593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3193b89b-14f0-4c47-9108-eb732bc0bd79 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] 10.222.0.48 "GET /v2.0/subnetpools/52723a36-3d77-4b5e-b063-7457da3cf648 HTTP/1.1" status: 404 len: 346 time: 0.0528488 Jun 03 15:47:02.633060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44756) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:02.663836 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-379d3732-1dcf-4759-aa04-937bdf6945f7 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] delete failed (client error): The resource could not be found. Jun 03 15:47:02.673930 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-379d3732-1dcf-4759-aa04-937bdf6945f7 tempest-SubnetPoolsTestJSON-2118965396 tempest-SubnetPoolsTestJSON-2118965396-project] 10.222.0.48 "DELETE /v2.0/subnetpools/52723a36-3d77-4b5e-b063-7457da3cf648 HTTP/1.1" status: 404 len: 346 time: 0.0377309 Jun 03 15:47:02.674119 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:02.674119 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:02.677954 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP d1052e38-e8ea-4820-9e4d-def4d6de1b51 disassociated. External IP: 172.25.7.10, port: 0bf968ff-cdfe-48b8-ad3a-3b493d7a31cb. Jun 03 15:47:02.679127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for 0bf968ff-cdfe-48b8-ad3a-3b493d7a31cb owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:02.951357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:03.046370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=0bf968ff-cdfe-48b8-ad3a-3b493d7a31cb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:03.146772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44766) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:03.303889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:03.390484 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cea0add7-6898-471a-a6d4-98e1a89900da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:03.440470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cea0add7-6898-471a-a6d4-98e1a89900da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:03.456100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cea0add7-6898-471a-a6d4-98e1a89900da admin admin] Usage tracker for resource:security_group_rule and tenant:a0a5004b6e484ba3a2bede95c918fcae is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:03.465572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cea0add7-6898-471a-a6d4-98e1a89900da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:03.485966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cea0add7-6898-471a-a6d4-98e1a89900da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:03.615180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cea0add7-6898-471a-a6d4-98e1a89900da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:03.622036 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cea0add7-6898-471a-a6d4-98e1a89900da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:03.711453 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cea0add7-6898-471a-a6d4-98e1a89900da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0a5004b6e484ba3a2bede95c918fcae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635648 Jun 03 15:47:03.711453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44780) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:03.711453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0add7-6898-471a-a6d4-98e1a89900da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2478f65c-72ab-4307-a5e8-ff72379f566a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:03.783977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d51c7-b27d-4861-9c55-8d3d12579f43 req-ff678eea-c02d-434a-8459-ea0a47aa661d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:03.791050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0d51c7-b27d-4861-9c55-8d3d12579f43 req-ff678eea-c02d-434a-8459-ea0a47aa661d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.2594833 Jun 03 15:47:03.842019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad0d51c7-b27d-4861-9c55-8d3d12579f43 req-78332922-dc18-4e4b-9d15-2503e98f7a7a tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500829 Jun 03 15:47:03.865391 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab65be0a-880e-4179-8d3e-d28d39201df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:03.871319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:03.882032 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222652b2-1a46-45b4-b876-7a7c56990302 None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:03.894878 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222652b2-1a46-45b4-b876-7a7c56990302 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:03.897349 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-222652b2-1a46-45b4-b876-7a7c56990302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:03.898917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab65be0a-880e-4179-8d3e-d28d39201df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:03.972416 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab65be0a-880e-4179-8d3e-d28d39201df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.011475 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-222652b2-1a46-45b4-b876-7a7c56990302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:04.020593 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222652b2-1a46-45b4-b876-7a7c56990302 None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:04.021526 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-222652b2-1a46-45b4-b876-7a7c56990302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:46:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:04.022237 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.038778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f0f1db23-c9e2-4408-9e25-93b9b16a2090 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/ports/0bf968ff-cdfe-48b8-ad3a-3b493d7a31cb HTTP/1.1" status: 204 len: 168 time: 2.4864795 Jun 03 15:47:04.044354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65be0a-880e-4179-8d3e-d28d39201df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478f65c-72ab-4307-a5e8-ff72379f566a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:04.044957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44788) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:04.080697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ab65be0a-880e-4179-8d3e-d28d39201df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.084711 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ab65be0a-880e-4179-8d3e-d28d39201df7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2478f65c-72ab-4307-a5e8-ff72379f566a HTTP/1.1" status: 204 len: 168 time: 0.3686414 Jun 03 15:47:04.129902 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-222652b2-1a46-45b4-b876-7a7c56990302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:04.130525 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222652b2-1a46-45b4-b876-7a7c56990302 None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:04.203489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44794) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:04.203744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ed44ae34-8287-4c1c-b7d9-c0a353ec4b32 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "GET /v2.0/floatingips/d1052e38-e8ea-4820-9e4d-def4d6de1b51 HTTP/1.1" status: 200 len: 687 time: 0.1575658 Jun 03 15:47:04.548719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-873ee3bd-6b44-4872-b161-01a8237e7a6f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port e2f3516c-00f9-4da8-94cd-cdfcf3476035 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:04.549774 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-873ee3bd-6b44-4872-b161-01a8237e7a6f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.736466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-873ee3bd-6b44-4872-b161-01a8237e7a6f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.736789 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-873ee3bd-6b44-4872-b161-01a8237e7a6f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.814395 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2f93295f-4999-48cf-9bdc-4e8287b89a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:04.910438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-873ee3bd-6b44-4872-b161-01a8237e7a6f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for e2f3516c-00f9-4da8-94cd-cdfcf3476035 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:05.231276 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-873ee3bd-6b44-4872-b161-01a8237e7a6f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.325793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44826) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:05.341687 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.372732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ee3bd-6b44-4872-b161-01a8237e7a6f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=e2f3516c-00f9-4da8-94cd-cdfcf3476035,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:05.431174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbf6c7-dc5d-4990-881a-f12b77b84b13 req-3ebfba55-3b2f-4763-bef4-29f43e3b85c7 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:05.434980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49bbf6c7-dc5d-4990-881a-f12b77b84b13 req-3ebfba55-3b2f-4763-bef4-29f43e3b85c7 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.3842881 Jun 03 15:47:05.487782 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49bbf6c7-dc5d-4990-881a-f12b77b84b13 req-c61bfee3-895b-40ba-85d2-c9219b646cde tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417433 Jun 03 15:47:05.578024 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-873ee3bd-6b44-4872-b161-01a8237e7a6f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.612360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-582424017-network', 'tenant_id': '38a4583a019b4b33bab4bf5fe076c674'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:05.615015 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.634282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:05.640823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Usage tracker for resource:network and tenant:38a4583a019b4b33bab4bf5fe076c674 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:05.644635 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-873ee3bd-6b44-4872-b161-01a8237e7a6f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.645849 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-873ee3bd-6b44-4872-b161-01a8237e7a6f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/floatingips/d1052e38-e8ea-4820-9e4d-def4d6de1b51 HTTP/1.1" status: 204 len: 168 time: 1.4408305 Jun 03 15:47:05.648203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:05.651772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44836) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:05.657278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'def160d0-f37e-4226-93b1-7797f1c701ed'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:05.664754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:05.666694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:05.670078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:floatingip and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:05.673777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:05.681559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:05.684790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Made reservation on behalf of 38a4583a019b4b33bab4bf5fe076c674 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:05.689587 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.693703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.715454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.737653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:05.741526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Usage tracker for resource:security_group_rule and tenant:38a4583a019b4b33bab4bf5fe076c674 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:05.744360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:05.750421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:05.890350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.896903 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.908063 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.949805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80ed698-8112-4280-8c64-01fa533010be,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:05.963659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:05.986077 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:05.987439 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Added segment 85afdcb1-cd0e-4b05-b974-cc92a1618102 of type vlan for network f3581867-5c3a-4a14-a98e-17fefa99858e Jun 03 15:47:06.032162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.074961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.075979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:06.077425 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.124757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.25.7.165 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/8dd7f72a-f687-483a-85cf-72c4a54029be) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:06.202657 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8706369 Jun 03 15:47:06.203290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c4231-9e97-44fe-9ec0-492c1681e063 admin admin] Pushing event updated for resources: {'Network': ['ID=f3581867-5c3a-4a14-a98e-17fefa99858e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:06.205328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44850) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:06.211224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Request body: {'subnet': {'network_id': 'f3581867-5c3a-4a14-a98e-17fefa99858e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-582424017-subnet', 'tenant_id': '38a4583a019b4b33bab4bf5fe076c674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:06.214402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f3581867-5c3a-4a14-a98e-17fefa99858e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:47:06.218963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:06.224173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Usage tracker for resource:subnet and tenant:38a4583a019b4b33bab4bf5fe076c674 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:06.243970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:06.254373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:06.294611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Made reservation on behalf of 38a4583a019b4b33bab4bf5fe076c674 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:06.297052 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.369046 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.404919 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.472291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:06.473542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:06.478699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:06.561619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=8dd7f72a-f687-483a-85cf-72c4a54029be,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:06.667926 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:06.756166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Checking segment: {'id': '85afdcb1-cd0e-4b05-b974-cc92a1618102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f3581867-5c3a-4a14-a98e-17fefa99858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:06.756521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Network hostable DHCP agents. Network: f3581867-5c3a-4a14-a98e-17fefa99858e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:47:06.767371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11663201-b104-455f-86e2-c2f3c134e324,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:06.781022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Network f3581867-5c3a-4a14-a98e-17fefa99858e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:47:06.794886 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, f3581867-5c3a-4a14-a98e-17fefa99858e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:06.804554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff2f13b-aba1-46c0-8012-9c1bf0dbce29 None None] Network f3581867-5c3a-4a14-a98e-17fefa99858e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:06.806007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:06.806767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:07.048797 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:07.102691 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:07.115381 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-10b0fbd5-6107-4070-b145-5177d48ec355 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9086833 Jun 03 15:47:07.154489 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:07.176474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f7430-dce9-44b6-8690-4ec66d607c7b None None] Network f3581867-5c3a-4a14-a98e-17fefa99858e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:07.432055 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:07.438478 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:07.577612 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:07.669906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=8dd7f72a-f687-483a-85cf-72c4a54029be,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:07.961945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44892) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:07.970785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-142696757-network', 'tenant_id': '908ac1daa0c9444ab8ee80a939577c0c'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:07.980004 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP 0b17fa81-6a48-4155-9655-f3415e64f3b8 associated. External IP: 172.25.7.165, port: def160d0-f37e-4226-93b1-7797f1c701ed. Jun 03 15:47:08.039161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:08.051862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Usage tracker for resource:network and tenant:908ac1daa0c9444ab8ee80a939577c0c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:08.062257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:08.071328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:08.133022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Made reservation on behalf of 908ac1daa0c9444ab8ee80a939577c0c for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:08.135365 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.168148 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.191862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:08.199780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Usage tracker for resource:security_group_rule and tenant:908ac1daa0c9444ab8ee80a939577c0c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:08.204669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:08.212161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:08.437409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:08.528924 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.536017 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.581721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:08.605327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a30193-e2ba-4f6c-b534-75abf5da84da,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:08.655288 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.655582 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Added segment a035a386-5484-49c1-a250-1105d0febbc0 of type vlan for network daca61c3-7808-4353-86ac-8950066b7644 Jun 03 15:47:08.706328 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.718598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:08.729426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111eb407-9021-48c7-921b-990311feeaae None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:08.745574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111eb407-9021-48c7-921b-990311feeaae None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:08.746371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-111eb407-9021-48c7-921b-990311feeaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:08.770230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.770945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:08.771530 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.801226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.822817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-111eb407-9021-48c7-921b-990311feeaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:08.838647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111eb407-9021-48c7-921b-990311feeaae None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:08.840681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-111eb407-9021-48c7-921b-990311feeaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:08.911029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-111eb407-9021-48c7-921b-990311feeaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:08.912898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111eb407-9021-48c7-921b-990311feeaae None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:08.949045 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:08.951626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9881430 Jun 03 15:47:08.954267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44908) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:08.960607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Request body: {'subnet': {'network_id': 'daca61c3-7808-4353-86ac-8950066b7644', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-142696757-subnet', 'tenant_id': '908ac1daa0c9444ab8ee80a939577c0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:08.966098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:08.970560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Usage tracker for resource:subnet and tenant:908ac1daa0c9444ab8ee80a939577c0c is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:08.975182 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-86c81a18-5b9b-4e96-a5e0-25e6d450ea6b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3216732 Jun 03 15:47:08.975402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44912) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:08.976533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:08.980740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7296b-ba20-4ce1-9d3c-e85f991366cc admin admin] Pushing event updated for resources: {'Network': ['ID=daca61c3-7808-4353-86ac-8950066b7644,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:08.983710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:08.990100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-570539431'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:08.991979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network daca61c3-7808-4353-86ac-8950066b7644 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:47:08.996533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Made reservation on behalf of 908ac1daa0c9444ab8ee80a939577c0c for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:08.997055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:09.001557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:network and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:09.003210 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.005071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:09.011723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:09.041077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Made reservation on behalf of 841e6d6de7e44229b6d2a769a94a74cf for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:09.050732 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.110502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:09.130082 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.130723 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Added segment bd66340b-3998-40a1-85ff-ddddb3c9ed32 of type vlan for network 0b232eaf-efdd-45c2-9094-0a23b907c8bd Jun 03 15:47:09.165069 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.209186 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.217236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:09.218134 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.317970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.357543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3786275 Jun 03 15:47:09.360461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44924) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:09.366532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'subnet': {'network_id': '0b232eaf-efdd-45c2-9094-0a23b907c8bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:09.385003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446536f-ab76-40a2-8009-d1d2c6de9de8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Network': ['ID=0b232eaf-efdd-45c2-9094-0a23b907c8bd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:09.398957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0b232eaf-efdd-45c2-9094-0a23b907c8bd details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:47:09.412767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a813f1-4941-485f-91ed-2227e680eb16,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:09.436942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Checking segment: {'id': 'a035a386-5484-49c1-a250-1105d0febbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'daca61c3-7808-4353-86ac-8950066b7644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:09.438228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Network hostable DHCP agents. Network: daca61c3-7808-4353-86ac-8950066b7644, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:47:09.475192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Network daca61c3-7808-4353-86ac-8950066b7644 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:47:09.489949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, daca61c3-7808-4353-86ac-8950066b7644) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:09.499405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:09.502010 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.541570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:09.553713 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d796a8c7-2c4c-4a6a-bb69-73f031414026 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5980880 Jun 03 15:47:09.574822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:09.575659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a092d2c5-dd1c-47aa-a3ea-1012a4c86b9c None None] Network daca61c3-7808-4353-86ac-8950066b7644 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:09.614886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Made reservation on behalf of 841e6d6de7e44229b6d2a769a94a74cf for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:09.621217 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.740766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44938) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:09.813995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-714c6f9b-7c94-4798-abcc-49fbb2b199b0 admin admin] Deleting subnet 11663201-b104-455f-86e2-c2f3c134e324 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:47:09.818634 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-714c6f9b-7c94-4798-abcc-49fbb2b199b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.898818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e378705-bff3-4d78-a438-0b7edef75a70 None None] Network daca61c3-7808-4353-86ac-8950066b7644 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:09.911294 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-714c6f9b-7c94-4798-abcc-49fbb2b199b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:09.975974 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.010619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-714c6f9b-7c94-4798-abcc-49fbb2b199b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.101035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-714c6f9b-7c94-4798-abcc-49fbb2b199b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.163588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c6f9b-7c94-4798-abcc-49fbb2b199b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11663201-b104-455f-86e2-c2f3c134e324,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:10.172381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-714c6f9b-7c94-4798-abcc-49fbb2b199b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.186606 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-714c6f9b-7c94-4798-abcc-49fbb2b199b0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/11663201-b104-455f-86e2-c2f3c134e324 HTTP/1.1" status: 204 len: 168 time: 0.4444823 Jun 03 15:47:10.188931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44956) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:10.247205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Subnet': ['ID=09dfc5f0-3136-4ab1-9794-af2f0eefe38a,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:10.252917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Checking segment: {'id': 'bd66340b-3998-40a1-85ff-ddddb3c9ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b232eaf-efdd-45c2-9094-0a23b907c8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:10.254412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network hostable DHCP agents. Network: 0b232eaf-efdd-45c2-9094-0a23b907c8bd, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:47:10.333440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network 0b232eaf-efdd-45c2-9094-0a23b907c8bd is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:47:10.333440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0b232eaf-efdd-45c2-9094-0a23b907c8bd) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:10.356749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6959eb61-0e20-4041-bbfe-c562eb289f2d None None] Network 0b232eaf-efdd-45c2-9094-0a23b907c8bd requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:10.378388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:10.378388 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.403840 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.427540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-59ee1567-8a65-402b-849b-f9028342f080 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0658529 Jun 03 15:47:10.429860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 44966) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:10.435560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2045803744', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}, 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:10.467273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:10.492615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:router and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:10.495593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:10.511281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:10.541302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.542342 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.575257 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.616507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.645297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3581867-5c3a-4a14-a98e-17fefa99858e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:10.659934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85afdcb1-cd0e-4b05-b974-cc92a1618102') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:10.660266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85afdcb1-cd0e-4b05-b974-cc92a1618102') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:10.675134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.697637 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.709770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:47:10.710463 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.725957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-0b232eaf-efdd-45c2-9094-0a23b907c8bd', 'network_id': '0b232eaf-efdd-45c2-9094-0a23b907c8bd', 'tenant_id': '841e6d6de7e44229b6d2a769a94a74cf', 'fixed_ips': [{'subnet_id': '09dfc5f0-3136-4ab1-9794-af2f0eefe38a'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:47:10.728440 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.832380 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 85afdcb1-cd0e-4b05-b974-cc92a1618102 resource provider aggregate not found Jun 03 15:47:10.885656 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 85afdcb1-cd0e-4b05-b974-cc92a1618102 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85afdcb1-cd0e-4b05-b974-cc92a1618102 found for delete ", "request_id": "req-90895f27-611a-4d54-ab5e-9c3b357685af"}]} Jun 03 15:47:10.898224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.908851 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:10.937081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3581867-5c3a-4a14-a98e-17fefa99858e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:10.939858 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-20a9c219-5514-4cf7-af0e-ec5ec9b9e114 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f3581867-5c3a-4a14-a98e-17fefa99858e HTTP/1.1" status: 204 len: 168 time: 0.7495182 Jun 03 15:47:10.942831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44986) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:10.966841 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.039462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ca4dcf-cca0-4e98-bbb6-3af50dfa74f0 admin admin] Deleting subnet 19a813f1-4941-485f-91ed-2227e680eb16 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:47:11.051790 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02ca4dcf-cca0-4e98-bbb6-3af50dfa74f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.072969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Allocated IP 172.20.0.2 (0b232eaf-efdd-45c2-9094-0a23b907c8bd/09dfc5f0-3136-4ab1-9794-af2f0eefe38a/94f9e424-9bcb-4177-9a13-6ea1f7737f12) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:11.130303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02ca4dcf-cca0-4e98-bbb6-3af50dfa74f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.225479 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02ca4dcf-cca0-4e98-bbb6-3af50dfa74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.306283 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02ca4dcf-cca0-4e98-bbb6-3af50dfa74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.358219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca4dcf-cca0-4e98-bbb6-3af50dfa74f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a813f1-4941-485f-91ed-2227e680eb16,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:11.364839 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-02ca4dcf-cca0-4e98-bbb6-3af50dfa74f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.371489 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-02ca4dcf-cca0-4e98-bbb6-3af50dfa74f0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/19a813f1-4941-485f-91ed-2227e680eb16 HTTP/1.1" status: 204 len: 168 time: 0.4277382 Jun 03 15:47:11.374048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 44996) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:11.413074 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.430992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Transition to ACTIVE for port object 94f9e424-9bcb-4177-9a13-6ea1f7737f12 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:11.467665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Transition to ACTIVE for port object 94f9e424-9bcb-4177-9a13-6ea1f7737f12 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:11.476708 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.494315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.501981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.557714 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.585504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Network 0b232eaf-efdd-45c2-9094-0a23b907c8bd is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:11.598247 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:11.614635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Pushing event updated for resources: {'Port': ['ID=94f9e424-9bcb-4177-9a13-6ea1f7737f12,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:11.622715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:11.739976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Attempting to bind port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:11.740203 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.740348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Attempting to bind port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'bd66340b-3998-40a1-85ff-ddddb3c9ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b232eaf-efdd-45c2-9094-0a23b907c8bd'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:11.740706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Attempting to bind port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 on network 0b232eaf-efdd-45c2-9094-0a23b907c8bd {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:11.753946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.25.7.135 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/76f447ee-f237-4a2a-8b19-a71747c0eae3) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:11.767866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:47:11.768841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Checking segment: {'id': 'bd66340b-3998-40a1-85ff-ddddb3c9ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b232eaf-efdd-45c2-9094-0a23b907c8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:11.769415 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.770000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Bound using segment: {'id': 'bd66340b-3998-40a1-85ff-ddddb3c9ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b232eaf-efdd-45c2-9094-0a23b907c8bd'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:47:11.770678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Bound port: 94f9e424-9bcb-4177-9a13-6ea1f7737f12, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd66340b-3998-40a1-85ff-ddddb3c9ed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0b232eaf-efdd-45c2-9094-0a23b907c8bd'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:47:11.771266 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.912719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] For port 94f9e424-9bcb-4177-9a13-6ea1f7737f12, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:47:11.916179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] For port 94f9e424-9bcb-4177-9a13-6ea1f7737f12, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=94f9e424-9bcb-4177-9a13-6ea1f7737f12,segment=NetworkSegment(bd66340b-3998-40a1-85ff-ddddb3c9ed32),segment_id=bd66340b-3998-40a1-85ff-ddddb3c9ed32)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:47:11.924081 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.960157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daca61c3-7808-4353-86ac-8950066b7644']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:11.977623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a035a386-5484-49c1-a250-1105d0febbc0') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:11.978160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a035a386-5484-49c1-a250-1105d0febbc0') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:11.990665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:11.997232 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.009929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.022924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:47:12.023644 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.033025 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.105781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4009fa3-2a01-4f36-bcdf-d9d313f28410 None None] Pushing event updated for resources: {'Port': ['ID=94f9e424-9bcb-4177-9a13-6ea1f7737f12,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:12.132125 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:12.139658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:12.148073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:12.220934 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.248285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.258410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=daca61c3-7808-4353-86ac-8950066b7644,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:12.262172 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e71602c8-efad-4d88-8109-f20bf57fe2c6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/daca61c3-7808-4353-86ac-8950066b7644 HTTP/1.1" status: 204 len: 168 time: 0.8867917 Jun 03 15:47:12.333236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=76f447ee-f237-4a2a-8b19-a71747c0eae3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:12.614502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45030) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:12.693864 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f54862d7-b411-4f70-88a4-69d1b8a7f2e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38a4583a019b4b33bab4bf5fe076c674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756304 Jun 03 15:47:12.694948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45036) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:12.767060 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1381b5f1-b7b5-4442-8cdd-f06bd5f80f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.804313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1381b5f1-b7b5-4442-8cdd-f06bd5f80f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.915692 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a035a386-5484-49c1-a250-1105d0febbc0 resource provider aggregate not found Jun 03 15:47:12.922816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1381b5f1-b7b5-4442-8cdd-f06bd5f80f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.942056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381b5f1-b7b5-4442-8cdd-f06bd5f80f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80ed698-8112-4280-8c64-01fa533010be,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:12.945682 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment a035a386-5484-49c1-a250-1105d0febbc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a035a386-5484-49c1-a250-1105d0febbc0 found for delete ", "request_id": "req-544387f1-765b-40dc-8c84-6e2e4278de27"}]} Jun 03 15:47:12.954516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1381b5f1-b7b5-4442-8cdd-f06bd5f80f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:12.961463 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1381b5f1-b7b5-4442-8cdd-f06bd5f80f2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f80ed698-8112-4280-8c64-01fa533010be HTTP/1.1" status: 204 len: 168 time: 0.2627847 Jun 03 15:47:13.098949 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:13.530702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 94f9e424-9bcb-4177-9a13-6ea1f7737f12 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:47:13.610379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45066) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:13.654997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f37aaa-a88c-4337-9f06-cfd311bfb63e None None] Network 0b232eaf-efdd-45c2-9094-0a23b907c8bd requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:13.710557 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-62993c42-4b6e-448d-9583-fbc1cec6285c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=908ac1daa0c9444ab8ee80a939577c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965958 Jun 03 15:47:13.710953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45074) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:13.757389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:13.783403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d01e51f-c6f3-49c3-b0a1-e9ed994a61d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:13.794237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:13.821641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-35e4e39e-1ae3-4965-b92c-ecc2c41651e2 None None] Provisioning for port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:13.833693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-35e4e39e-1ae3-4965-b92c-ecc2c41651e2 None None] Provisioning complete for port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:13.834249 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35e4e39e-1ae3-4965-b92c-ecc2c41651e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:13.838519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d01e51f-c6f3-49c3-b0a1-e9ed994a61d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:13.897155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d01e51f-c6f3-49c3-b0a1-e9ed994a61d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:13.931501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01e51f-c6f3-49c3-b0a1-e9ed994a61d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a30193-e2ba-4f6c-b534-75abf5da84da,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:13.947548 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8d01e51f-c6f3-49c3-b0a1-e9ed994a61d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:13.948677 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8d01e51f-c6f3-49c3-b0a1-e9ed994a61d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0a30193-e2ba-4f6c-b534-75abf5da84da HTTP/1.1" status: 204 len: 168 time: 0.2367551 Jun 03 15:47:14.106825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router cc82e132-950f-401d-8eca-d56275df6c47 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:47:14.127529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-35e4e39e-1ae3-4965-b92c-ecc2c41651e2 None None] Current status of the port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:14.127919 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35e4e39e-1ae3-4965-b92c-ecc2c41651e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.169631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-35e4e39e-1ae3-4965-b92c-ecc2c41651e2 None None] For port 94f9e424-9bcb-4177-9a13-6ea1f7737f12, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=94f9e424-9bcb-4177-9a13-6ea1f7737f12,segment=NetworkSegment(bd66340b-3998-40a1-85ff-ddddb3c9ed32),segment_id=bd66340b-3998-40a1-85ff-ddddb3c9ed32)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:14.179970 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35e4e39e-1ae3-4965-b92c-ecc2c41651e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.296326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4e39e-1ae3-4965-b92c-ecc2c41651e2 None None] Pushing event updated for resources: {'Port': ['ID=94f9e424-9bcb-4177-9a13-6ea1f7737f12,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:14.416411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:14.426999 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33c0a3-a2bd-4ebe-9c57-dce9d0f817cc None None] Sync routers for ids ['cc82e132-950f-401d-8eca-d56275df6c47'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:14.456604 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c33c0a3-a2bd-4ebe-9c57-dce9d0f817cc None None] Routers {'cc82e132-950f-401d-8eca-d56275df6c47'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:14.459656 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8c33c0a3-a2bd-4ebe-9c57-dce9d0f817cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc82e132-950f-401d-8eca-d56275df6c47'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:14.478463 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.480015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-60296e7a-cc4c-45e7-a680-ca146b41d47b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0488949 Jun 03 15:47:14.482890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:14.515985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-399c6409-88e8-4c31-846e-40ce12aacd42 None None] Provisioning complete for port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:14.516350 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-399c6409-88e8-4c31-846e-40ce12aacd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:14.535640 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8c33c0a3-a2bd-4ebe-9c57-dce9d0f817cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:14.560852 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c33c0a3-a2bd-4ebe-9c57-dce9d0f817cc None None] Routers {'cc82e132-950f-401d-8eca-d56275df6c47'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:14.560852 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8c33c0a3-a2bd-4ebe-9c57-dce9d0f817cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc82e132-950f-401d-8eca-d56275df6c47'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:14.649460 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-8c33c0a3-a2bd-4ebe-9c57-dce9d0f817cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:14.649865 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33c0a3-a2bd-4ebe-9c57-dce9d0f817cc None None] The sync data for ids ['cc82e132-950f-401d-8eca-d56275df6c47'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:14.760999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-399c6409-88e8-4c31-846e-40ce12aacd42 None None] Current status of the port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:15.430200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:15.447932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 94f9e424-9bcb-4177-9a13-6ea1f7737f12 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:47:15.588739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:15.589378 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:15.802584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:16.132313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.20.0.1 (0b232eaf-efdd-45c2-9094-0a23b907c8bd/09dfc5f0-3136-4ab1-9794-af2f0eefe38a/cfd5bf23-5b55-401b-9677-c23fcef9e30f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:16.402622 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:16.419411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Transition to ACTIVE for port object cfd5bf23-5b55-401b-9677-c23fcef9e30f will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:16.447877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:16.527550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network 0b232eaf-efdd-45c2-9094-0a23b907c8bd is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:16.531277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:16.534640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:16.614467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=cfd5bf23-5b55-401b-9677-c23fcef9e30f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:16.650911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:16.846243 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:16.924482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e93ebb78-2ccb-4e9e-a721-6e24e3da3893 None None] Provisioning for port cfd5bf23-5b55-401b-9677-c23fcef9e30f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:16.938551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e93ebb78-2ccb-4e9e-a721-6e24e3da3893 None None] Provisioning complete for port cfd5bf23-5b55-401b-9677-c23fcef9e30f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:16.940427 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e93ebb78-2ccb-4e9e-a721-6e24e3da3893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:17.057187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e93ebb78-2ccb-4e9e-a721-6e24e3da3893 None None] Port cfd5bf23-5b55-401b-9677-c23fcef9e30f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:47:17.395185 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:17.403735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:17.529752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=cfd5bf23-5b55-401b-9677-c23fcef9e30f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:17.550143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:17.707764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network 0b232eaf-efdd-45c2-9094-0a23b907c8bd is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:17.708933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:18.042180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router cc82e132-950f-401d-8eca-d56275df6c47 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:18.096504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cd9f9396-7b3d-4d0c-8816-5e4abc359f2a None None] Provisioning complete for port cfd5bf23-5b55-401b-9677-c23fcef9e30f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:18.097240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cd9f9396-7b3d-4d0c-8816-5e4abc359f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:18.164598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f9396-7b3d-4d0c-8816-5e4abc359f2a None None] Port cfd5bf23-5b55-401b-9677-c23fcef9e30f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:47:18.493748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:18.504053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376c1da-8698-432d-a985-dfd7d8bf2df1 None None] Sync routers for ids ['cc82e132-950f-401d-8eca-d56275df6c47'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:18.509762 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-78bdc639-5d7a-4607-9b45-424585a8a61c tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "PUT /v2.0/routers/cc82e132-950f-401d-8eca-d56275df6c47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0256982 Jun 03 15:47:18.512027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45240) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:18.519064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'port': {'network_id': '0b232eaf-efdd-45c2-9094-0a23b907c8bd', 'name': 'tempest-FloatingIPTestJSON-847735601'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:18.528252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376c1da-8698-432d-a985-dfd7d8bf2df1 None None] Routers {'cc82e132-950f-401d-8eca-d56275df6c47'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:18.529347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a376c1da-8698-432d-a985-dfd7d8bf2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc82e132-950f-401d-8eca-d56275df6c47'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:18.556478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc4ac4-d805-4417-9054-6c5ce8320958 req-69d0bd6f-eff5-4c42-9ffa-aad4ef9480d5 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:18.624441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0abc4ac4-d805-4417-9054-6c5ce8320958 req-69d0bd6f-eff5-4c42-9ffa-aad4ef9480d5 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1097 time: 0.1815875 Jun 03 15:47:18.637732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a376c1da-8698-432d-a985-dfd7d8bf2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:18.664309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376c1da-8698-432d-a985-dfd7d8bf2df1 None None] Routers {'cc82e132-950f-401d-8eca-d56275df6c47'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:18.665281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a376c1da-8698-432d-a985-dfd7d8bf2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc82e132-950f-401d-8eca-d56275df6c47'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:18.720771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:18.730544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Usage tracker for resource:port and tenant:841e6d6de7e44229b6d2a769a94a74cf is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:18.735802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:18.747813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0abc4ac4-d805-4417-9054-6c5ce8320958 req-972158f9-6968-4af4-ba53-6f0ba5373c75 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334054 Jun 03 15:47:18.749306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:18.767368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Made reservation on behalf of 841e6d6de7e44229b6d2a769a94a74cf for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:18.770244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45252) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:18.775018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:18.790013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a376c1da-8698-432d-a985-dfd7d8bf2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:18.790419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376c1da-8698-432d-a985-dfd7d8bf2df1 None None] The sync data for ids ['cc82e132-950f-401d-8eca-d56275df6c47'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:18.807787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] device_id is not set on port a552ee8e-bbf9-40c6-8e5e-495e4442f101 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:47:19.125249 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Allocated IP 172.20.0.12 (0b232eaf-efdd-45c2-9094-0a23b907c8bd/09dfc5f0-3136-4ab1-9794-af2f0eefe38a/a552ee8e-bbf9-40c6-8e5e-495e4442f101) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:19.171385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port d35bb7b3-c00a-4ce0-a898-52372ea18705 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:19.171783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:19.499806 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:19.546128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Transition to ACTIVE for port object a552ee8e-bbf9-40c6-8e5e-495e4442f101 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:19.590278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:19.596690 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:19.597234 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:19.686360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Network 0b232eaf-efdd-45c2-9094-0a23b907c8bd is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:19.694799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:19.703740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:19.780238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for d35bb7b3-c00a-4ce0-a898-52372ea18705 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:19.820203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event updated for resources: {'Port': ['ID=a552ee8e-bbf9-40c6-8e5e-495e4442f101,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:19.839245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:19.840068 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:19.882452 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-561bfbbd-1813-4e6b-b56f-965119ca66a8 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3688705 Jun 03 15:47:19.883888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45282) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:19.893444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dbd63ce2-ebe8-4180-870a-05470da7ab9d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Request body: {'floatingip': {'port_id': 'a552ee8e-bbf9-40c6-8e5e-495e4442f101'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:20.004618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd63ce2-ebe8-4180-870a-05470da7ab9d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.078967 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.191606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=d35bb7b3-c00a-4ce0-a898-52372ea18705,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:20.223403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-af05b1b3-6d02-4ad8-92ca-36e561e93f93 None None] Provisioning for port a552ee8e-bbf9-40c6-8e5e-495e4442f101 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:20.230181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-af05b1b3-6d02-4ad8-92ca-36e561e93f93 None None] Provisioning complete for port a552ee8e-bbf9-40c6-8e5e-495e4442f101 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:20.235041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-af05b1b3-6d02-4ad8-92ca-36e561e93f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.422264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:20.422794 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Floating IP c8089883-80ac-446e-9abb-760d58441557 disassociated (deleted). External IP: 172.25.7.57, port: c2e14b31-6095-47a4-b048-cc5b7b48ffae. Jun 03 15:47:20.455252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-af05b1b3-6d02-4ad8-92ca-36e561e93f93 None None] Port a552ee8e-bbf9-40c6-8e5e-495e4442f101 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:47:21.196134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:21.324818 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd63ce2-ebe8-4180-870a-05470da7ab9d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:21.329997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd63ce2-ebe8-4180-870a-05470da7ab9d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:21.505065 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-dbd63ce2-ebe8-4180-870a-05470da7ab9d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP 0b17fa81-6a48-4155-9655-f3415e64f3b8 associated. External IP: 172.25.7.165, port: def160d0-f37e-4226-93b1-7797f1c701ed. Jun 03 15:47:21.537328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:21.546844 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9fdbad-9a4e-4319-9e9d-47d2a8665aac None None] Sync routers for ids ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:21.562361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:21.577700 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9fdbad-9a4e-4319-9e9d-47d2a8665aac None None] Routers {'15bf4e3c-32ff-47df-bb53-1d514e6c64ce'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:21.578550 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2f9fdbad-9a4e-4319-9e9d-47d2a8665aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:21.710248 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8236ad61-272b-416d-b357-e6ede0b63e07 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/floatingips/c8089883-80ac-446e-9abb-760d58441557 HTTP/1.1" status: 204 len: 168 time: 2.9380150 Jun 03 15:47:21.711358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:47:21.778314 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6691e5cb-0001-4375-bc2f-f9a98f3fdf27'] response: {'name': 'network-changed', 'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'status': 'completed', 'code': 200} Jun 03 15:47:21.911457 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2f9fdbad-9a4e-4319-9e9d-47d2a8665aac None None] Set router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:22.164643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade95a6-fbce-45eb-ac5f-8754d05d15eb req-8bba9ecf-9f4b-45df-ab2c-aca373e7a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:22.166586 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bade95a6-fbce-45eb-ac5f-8754d05d15eb req-8bba9ecf-9f4b-45df-ab2c-aca373e7a90b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 1097 time: 0.3149831 Jun 03 15:47:22.361062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd63ce2-ebe8-4180-870a-05470da7ab9d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:22.530015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507ba20-c0f7-405e-8182-ac85c57594c5 req-8b38e4c4-39ac-4ecc-b5a0-a04c55bac3fd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:22.530810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7507ba20-c0f7-405e-8182-ac85c57594c5 req-8b38e4c4-39ac-4ecc-b5a0-a04c55bac3fd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:22.558867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7507ba20-c0f7-405e-8182-ac85c57594c5 req-8b38e4c4-39ac-4ecc-b5a0-a04c55bac3fd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:22.560471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7507ba20-c0f7-405e-8182-ac85c57594c5 req-8b38e4c4-39ac-4ecc-b5a0-a04c55bac3fd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 946 time: 0.2160084 Jun 03 15:47:22.577321 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2f9fdbad-9a4e-4319-9e9d-47d2a8665aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:23Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f035f7b6-2d2e-46f0-a9da-8a91288a5426', 'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:f8:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:20Z', 'updated_at': '2022-06-03T15:43:31Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:22.582807 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9fdbad-9a4e-4319-9e9d-47d2a8665aac None None] Checking router: 15bf4e3c-32ff-47df-bb53-1d514e6c64ce for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:47:22.596341 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9fdbad-9a4e-4319-9e9d-47d2a8665aac None None] Routers {'15bf4e3c-32ff-47df-bb53-1d514e6c64ce'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:22.598097 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2f9fdbad-9a4e-4319-9e9d-47d2a8665aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:22.625612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7507ba20-c0f7-405e-8182-ac85c57594c5 req-2df33d52-cfc2-4dac-bc1e-daa0593ae045 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577505 Jun 03 15:47:22.749331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade95a6-fbce-45eb-ac5f-8754d05d15eb req-d828f913-7de4-45fe-a706-22a0691b46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:22.751166 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bade95a6-fbce-45eb-ac5f-8754d05d15eb req-d828f913-7de4-45fe-a706-22a0691b46d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 200 len: 898 time: 0.5778449 Jun 03 15:47:22.854487 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bade95a6-fbce-45eb-ac5f-8754d05d15eb req-1bba7d71-9381-4af8-826b-dddea2756ebc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 200 len: 217 time: 0.0903533 Jun 03 15:47:22.948785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd63ce2-ebe8-4180-870a-05470da7ab9d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:22.957537 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2f9fdbad-9a4e-4319-9e9d-47d2a8665aac None None] Set router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:22.963267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a3a555-58ac-40a4-9a08-75639d963fde None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:22.983002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3a555-58ac-40a4-9a08-75639d963fde None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:22.983847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-11a3a555-58ac-40a4-9a08-75639d963fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:23.005103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade95a6-fbce-45eb-ac5f-8754d05d15eb req-1e35cf1d-2f30-4b71-ad52-29b5ab19fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:23.007211 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bade95a6-fbce-45eb-ac5f-8754d05d15eb req-1e35cf1d-2f30-4b71-ad52-29b5ab19fd57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 200 len: 834 time: 0.1430497 Jun 03 15:47:23.114298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-11a3a555-58ac-40a4-9a08-75639d963fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:23.143114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3a555-58ac-40a4-9a08-75639d963fde None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:23.147489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-11a3a555-58ac-40a4-9a08-75639d963fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:23.392699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-11a3a555-58ac-40a4-9a08-75639d963fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:23.393352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a3a555-58ac-40a4-9a08-75639d963fde None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:23.473499 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2f9fdbad-9a4e-4319-9e9d-47d2a8665aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:23Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f035f7b6-2d2e-46f0-a9da-8a91288a5426', 'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:f8:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:20Z', 'updated_at': '2022-06-03T15:43:31Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:23.479085 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9fdbad-9a4e-4319-9e9d-47d2a8665aac None None] The sync data for ids ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'] in n-d-844595-1 is: [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:43:23Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f035f7b6-2d2e-46f0-a9da-8a91288a5426', 'name': '', 'network_id': '5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:f8:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:20Z', 'updated_at': '2022-06-03T15:43:31Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '28610088-40cd-414f-b755-cf41fb8f3ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:23.740252 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:47:23.843001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade95a6-fbce-45eb-ac5f-8754d05d15eb req-674d7799-b26c-4496-aa79-5213585f8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:23.852538 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bade95a6-fbce-45eb-ac5f-8754d05d15eb req-674d7799-b26c-4496-aa79-5213585f8053 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8296371 Jun 03 15:47:23.966254 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611c871-76bb-46c7-b572-035ea3a54b5d None None] New status for floating IP c8089883-80ac-446e-9abb-760d58441557: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:47:24.079739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd63ce2-ebe8-4180-870a-05470da7ab9d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router cc82e132-950f-401d-8eca-d56275df6c47 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:24.250026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced68c-abdc-4d08-b899-fd573ac618a7 req-1d90e533-bac3-4139-81b3-d6a3501ad01e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:24.251903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8ced68c-abdc-4d08-b899-fd573ac618a7 req-1d90e533-bac3-4139-81b3-d6a3501ad01e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 946 time: 0.3388474 Jun 03 15:47:24.296729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94102e58-4de4-4c3b-910e-61fcd45296c9 req-69b5fb68-f72e-4835-8022-ecc130cb8d99 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:24.298421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94102e58-4de4-4c3b-910e-61fcd45296c9 req-69b5fb68-f72e-4835-8022-ecc130cb8d99 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 946 time: 0.2609110 Jun 03 15:47:24.302960 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bade95a6-fbce-45eb-ac5f-8754d05d15eb req-d821253d-fb5e-44ca-96a5-5ff3f97b0ab4 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494121 Jun 03 15:47:24.363393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8ced68c-abdc-4d08-b899-fd573ac618a7 req-f83bef63-76c7-4b23-9948-978b51e2cb7c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042395 Jun 03 15:47:24.460681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd63ce2-ebe8-4180-870a-05470da7ab9d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:24.470364 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dbd63ce2-ebe8-4180-870a-05470da7ab9d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.473689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324befe6-1116-4f63-9b2b-2d24679741a7 None None] Sync routers for ids ['cc82e132-950f-401d-8eca-d56275df6c47'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:24.505087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324befe6-1116-4f63-9b2b-2d24679741a7 None None] Routers {'cc82e132-950f-401d-8eca-d56275df6c47'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:24.507392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-324befe6-1116-4f63-9b2b-2d24679741a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc82e132-950f-401d-8eca-d56275df6c47'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:24.590068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-324befe6-1116-4f63-9b2b-2d24679741a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:24.611282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324befe6-1116-4f63-9b2b-2d24679741a7 None None] Routers {'cc82e132-950f-401d-8eca-d56275df6c47'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:24.611910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-324befe6-1116-4f63-9b2b-2d24679741a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc82e132-950f-401d-8eca-d56275df6c47'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:24.733013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-94102e58-4de4-4c3b-910e-61fcd45296c9 req-fd6805cf-0ace-429f-8b56-b4f85b293953 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port c2e14b31-6095-47a4-b048-cc5b7b48ffae {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:24.733357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94102e58-4de4-4c3b-910e-61fcd45296c9 req-fd6805cf-0ace-429f-8b56-b4f85b293953 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:24.814253 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dbd63ce2-ebe8-4180-870a-05470da7ab9d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "PUT /v2.0/floatingips/0b17fa81-6a48-4155-9655-f3415e64f3b8 HTTP/1.1" status: 200 len: 978 time: 4.9273236 Jun 03 15:47:24.817392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45420) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:24.835650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-324befe6-1116-4f63-9b2b-2d24679741a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:24.836092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324befe6-1116-4f63-9b2b-2d24679741a7 None None] The sync data for ids ['cc82e132-950f-401d-8eca-d56275df6c47'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:24.940176 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bade95a6-fbce-45eb-ac5f-8754d05d15eb req-5dd29ecb-2305-4182-ad9c-9c730809d5a1 service neutron] 10.222.0.67 "GET /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495648 Jun 03 15:47:24.944128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port a552ee8e-bbf9-40c6-8e5e-495e4442f101 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:24.944461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:25.497779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94102e58-4de4-4c3b-910e-61fcd45296c9 req-fd6805cf-0ace-429f-8b56-b4f85b293953 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port c2e14b31-6095-47a4-b048-cc5b7b48ffae, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=c2e14b31-6095-47a4-b048-cc5b7b48ffae,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:25.498515 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94102e58-4de4-4c3b-910e-61fcd45296c9 req-fd6805cf-0ace-429f-8b56-b4f85b293953 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:25.501539 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:25.617165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45448) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:25.726959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-94102e58-4de4-4c3b-910e-61fcd45296c9 req-fd6805cf-0ace-429f-8b56-b4f85b293953 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for c2e14b31-6095-47a4-b048-cc5b7b48ffae owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:25.858521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e469ee2-032c-41be-bf83-54153f00d399 req-59dacb7f-ea11-4173-b058-3a3c8efdc502 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:25.860033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e469ee2-032c-41be-bf83-54153f00d399 req-59dacb7f-ea11-4173-b058-3a3c8efdc502 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 946 time: 0.2419922 Jun 03 15:47:25.955579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e469ee2-032c-41be-bf83-54153f00d399 req-651a2fc9-d70f-476a-857e-15678113a506 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501375 Jun 03 15:47:26.029991 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18063bda-16b9-4b64-963e-c8b4db9f4d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.038452 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.039588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.040113 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Floating IP 0b17fa81-6a48-4155-9655-f3415e64f3b8 disassociated. External IP: 172.25.7.165, port: a552ee8e-bbf9-40c6-8e5e-495e4442f101. Jun 03 15:47:26.040607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for a552ee8e-bbf9-40c6-8e5e-495e4442f101 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:26.051709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-18063bda-16b9-4b64-963e-c8b4db9f4d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:26.059186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-18063bda-16b9-4b64-963e-c8b4db9f4d89 admin admin] Usage tracker for resource:security_group_rule and tenant:21090e3f534e40818e962b1bf5e27f27 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:26.063619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-18063bda-16b9-4b64-963e-c8b4db9f4d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:26.073439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-18063bda-16b9-4b64-963e-c8b4db9f4d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:26.084323 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94102e58-4de4-4c3b-910e-61fcd45296c9 req-fd6805cf-0ace-429f-8b56-b4f85b293953 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.325261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-94102e58-4de4-4c3b-910e-61fcd45296c9 req-fd6805cf-0ace-429f-8b56-b4f85b293953 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] No DVR routers for this DVR port c2e14b31-6095-47a4-b048-cc5b7b48ffae on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:47:26.325261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6805cf-0ace-429f-8b56-b4f85b293953 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=c2e14b31-6095-47a4-b048-cc5b7b48ffae,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:26.325261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94102e58-4de4-4c3b-910e-61fcd45296c9 req-fd6805cf-0ace-429f-8b56-b4f85b293953 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.339247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-deleted', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:47:26.363877 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94102e58-4de4-4c3b-910e-61fcd45296c9 req-fd6805cf-0ace-429f-8b56-b4f85b293953 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "DELETE /v2.0/ports/c2e14b31-6095-47a4-b048-cc5b7b48ffae HTTP/1.1" status: 204 len: 173 time: 2.0529363 Jun 03 15:47:26.473081 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9848e42b-9244-4564-9926-511a339d16b1'] response: {'server_uuid': '9cdd19cd-e02d-4185-b3cf-6d4e744378be', 'name': 'network-vif-deleted', 'tag': 'c2e14b31-6095-47a4-b048-cc5b7b48ffae', 'status': 'completed', 'code': 200} Jun 03 15:47:26.491062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18063bda-16b9-4b64-963e-c8b4db9f4d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.491062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18063bda-16b9-4b64-963e-c8b4db9f4d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.548891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18063bda-16b9-4b64-963e-c8b4db9f4d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24409b62-1aa5-4f21-a209-90e20218aa6b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:26.617313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-18063bda-16b9-4b64-963e-c8b4db9f4d89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21090e3f534e40818e962b1bf5e27f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9942899 Jun 03 15:47:26.619733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45484) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:26.633242 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.708314 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7e36dc6-c6cd-4c7b-b706-1636c81acc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.721993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=a552ee8e-bbf9-40c6-8e5e-495e4442f101,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:26.752883 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7e36dc6-c6cd-4c7b-b706-1636c81acc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.887337 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7e36dc6-c6cd-4c7b-b706-1636c81acc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.911042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e36dc6-c6cd-4c7b-b706-1636c81acc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24409b62-1aa5-4f21-a209-90e20218aa6b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:26.965040 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7e36dc6-c6cd-4c7b-b706-1636c81acc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:26.966407 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f7e36dc6-c6cd-4c7b-b706-1636c81acc70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24409b62-1aa5-4f21-a209-90e20218aa6b HTTP/1.1" status: 204 len: 168 time: 0.3439765 Jun 03 15:47:27.094736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router cc82e132-950f-401d-8eca-d56275df6c47 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:27.301498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ef9eaf61-440a-4817-9ad0-118be58418fa req-31c91f0c-15c0-4da2-83a8-b0ce9d57f0b5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:27.331992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ef9eaf61-440a-4817-9ad0-118be58418fa req-31c91f0c-15c0-4da2-83a8-b0ce9d57f0b5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:27.333720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef9eaf61-440a-4817-9ad0-118be58418fa req-31c91f0c-15c0-4da2-83a8-b0ce9d57f0b5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=9cdd19cd-e02d-4185-b3cf-6d4e744378be HTTP/1.1" status: 200 len: 210 time: 0.0900333 Jun 03 15:47:27.437776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:27.459966 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212034ac-49b6-4337-9be6-814c7eeb9dc3 None None] Sync routers for ids ['cc82e132-950f-401d-8eca-d56275df6c47'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:27.468596 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212034ac-49b6-4337-9be6-814c7eeb9dc3 None None] Routers {'cc82e132-950f-401d-8eca-d56275df6c47'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:27.468596 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-212034ac-49b6-4337-9be6-814c7eeb9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc82e132-950f-401d-8eca-d56275df6c47'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:27.531885 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-212034ac-49b6-4337-9be6-814c7eeb9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:27.540731 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212034ac-49b6-4337-9be6-814c7eeb9dc3 None None] Routers {'cc82e132-950f-401d-8eca-d56275df6c47'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:27.541344 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-212034ac-49b6-4337-9be6-814c7eeb9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc82e132-950f-401d-8eca-d56275df6c47'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:27.583885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45514) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:27.596347 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.614523 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-166c5f20-ba0b-4fd4-8389-7448563e76f0 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/ports/a552ee8e-bbf9-40c6-8e5e-495e4442f101 HTTP/1.1" status: 204 len: 168 time: 2.7960858 Jun 03 15:47:27.616809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45522) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:27.627418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41b4cca7-eac5-4460-9566-867d537217da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.647503 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-212034ac-49b6-4337-9be6-814c7eeb9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:27.648390 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212034ac-49b6-4337-9be6-814c7eeb9dc3 None None] The sync data for ids ['cc82e132-950f-401d-8eca-d56275df6c47'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:27.655699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-41b4cca7-eac5-4460-9566-867d537217da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:27.660929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-41b4cca7-eac5-4460-9566-867d537217da admin admin] Usage tracker for resource:security_group_rule and tenant:8c231f8f691046f6b3a5beb2b5c7c5a5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:27.664333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-41b4cca7-eac5-4460-9566-867d537217da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:27.671132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-41b4cca7-eac5-4460-9566-867d537217da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:27.795984 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41b4cca7-eac5-4460-9566-867d537217da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.800051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41b4cca7-eac5-4460-9566-867d537217da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.883144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4cca7-eac5-4460-9566-867d537217da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56185107-f58f-448a-8eab-6f808e2168b1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:27.906335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-41b4cca7-eac5-4460-9566-867d537217da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c231f8f691046f6b3a5beb2b5c7c5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205218 Jun 03 15:47:27.907080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45530) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:27.971624 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3c55-16c8-4073-b208-6330fa7b0e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:27.999111 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3c55-16c8-4073-b208-6330fa7b0e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:28.067405 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3c55-16c8-4073-b208-6330fa7b0e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:28.085281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c3c55-16c8-4073-b208-6330fa7b0e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56185107-f58f-448a-8eab-6f808e2168b1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:28.096276 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3c55-16c8-4073-b208-6330fa7b0e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:28.100658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0e0c3c55-16c8-4073-b208-6330fa7b0e7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56185107-f58f-448a-8eab-6f808e2168b1 HTTP/1.1" status: 204 len: 168 time: 0.1926463 Jun 03 15:47:28.119250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:47:28.165614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: c2e14b31-6095-47a4-b048-cc5b7b48ffae {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:47:28.165851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device c2e14b31-6095-47a4-b048-cc5b7b48ffae not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:47:28.329655 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-570c754b-4fe3-4e40-a17f-9a6715e01fe6 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:28.511600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45560) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:29.166530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-570c754b-4fe3-4e40-a17f-9a6715e01fe6 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port cfd5bf23-5b55-401b-9677-c23fcef9e30f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:29.166870 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-570c754b-4fe3-4e40-a17f-9a6715e01fe6 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:29.444806 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-570c754b-4fe3-4e40-a17f-9a6715e01fe6 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:29.606028 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:29.639088 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:29.645122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-570c754b-4fe3-4e40-a17f-9a6715e01fe6 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for cfd5bf23-5b55-401b-9677-c23fcef9e30f owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:30.172767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-570c754b-4fe3-4e40-a17f-9a6715e01fe6 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:30.264474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port f035f7b6-2d2e-46f0-a9da-8a91288a5426 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:30.276443 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:30.412959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c754b-4fe3-4e40-a17f-9a6715e01fe6 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=cfd5bf23-5b55-401b-9677-c23fcef9e30f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:30.731810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port f035f7b6-2d2e-46f0-a9da-8a91288a5426, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f035f7b6-2d2e-46f0-a9da-8a91288a5426,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:30.732718 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:30.803075 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-570c754b-4fe3-4e40-a17f-9a6715e01fe6 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:30.927892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for f035f7b6-2d2e-46f0-a9da-8a91288a5426 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:31.226215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:31.300647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=f035f7b6-2d2e-46f0-a9da-8a91288a5426,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:31.754044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570c754b-4fe3-4e40-a17f-9a6715e01fe6 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router cc82e132-950f-401d-8eca-d56275df6c47 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:32.001308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570c754b-4fe3-4e40-a17f-9a6715e01fe6 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:32.035703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b1443-8b63-4c01-9fa4-e18fe166e006 None None] Sync routers for ids ['cc82e132-950f-401d-8eca-d56275df6c47'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:32.062651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b1443-8b63-4c01-9fa4-e18fe166e006 None None] Routers {'cc82e132-950f-401d-8eca-d56275df6c47'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:32.062651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-687b1443-8b63-4c01-9fa4-e18fe166e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc82e132-950f-401d-8eca-d56275df6c47'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:32.067869 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-570c754b-4fe3-4e40-a17f-9a6715e01fe6 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "PUT /v2.0/routers/cc82e132-950f-401d-8eca-d56275df6c47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4438469 Jun 03 15:47:32.067869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:32.138058 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:32.144422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-687b1443-8b63-4c01-9fa4-e18fe166e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:32.165233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b1443-8b63-4c01-9fa4-e18fe166e006 None None] Routers {'cc82e132-950f-401d-8eca-d56275df6c47'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:32.166117 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-687b1443-8b63-4c01-9fa4-e18fe166e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc82e132-950f-401d-8eca-d56275df6c47'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:32.268118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-687b1443-8b63-4c01-9fa4-e18fe166e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:32.268556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687b1443-8b63-4c01-9fa4-e18fe166e006 None None] The sync data for ids ['cc82e132-950f-401d-8eca-d56275df6c47'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:32.277288 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d2986273-8bee-4aaf-84fa-c3617b0d1e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:32.427862 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:32.606960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:32.685763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:32.730795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port 76f447ee-f237-4a2a-8b19-a71747c0eae3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:32.731196 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:32.831653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:32.842519 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed52ef4b-ae2f-49b1-b49e-3507ab58847b None None] Sync routers for ids ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:32.854833 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed52ef4b-ae2f-49b1-b49e-3507ab58847b None None] Routers {'15bf4e3c-32ff-47df-bb53-1d514e6c64ce'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:32.855835 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ed52ef4b-ae2f-49b1-b49e-3507ab58847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:32.860880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1cd942af-d778-42cb-928d-7e904134b8b8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "PUT /v2.0/routers/15bf4e3c-32ff-47df-bb53-1d514e6c64ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3460934 Jun 03 15:47:32.861906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45698) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:33.015929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e9e88f-b834-416d-ac79-52935630894d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting subnet 28610088-40cd-414f-b755-cf41fb8f3ee7 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:47:33.026491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32e9e88f-b834-416d-ac79-52935630894d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.077521 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.119802 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32e9e88f-b834-416d-ac79-52935630894d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.242301 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32e9e88f-b834-416d-ac79-52935630894d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.370457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for 76f447ee-f237-4a2a-8b19-a71747c0eae3 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:33.506324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32e9e88f-b834-416d-ac79-52935630894d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.514546 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ed52ef4b-ae2f-49b1-b49e-3507ab58847b None None] Set router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:33.576157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9e88f-b834-416d-ac79-52935630894d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Subnet': ['ID=28610088-40cd-414f-b755-cf41fb8f3ee7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:33.582077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2adad0f-fad2-457e-94cb-f26de222071f None None] Network 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:33.587369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-32e9e88f-b834-416d-ac79-52935630894d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.600488 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-32e9e88f-b834-416d-ac79-52935630894d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/subnets/28610088-40cd-414f-b755-cf41fb8f3ee7 HTTP/1.1" status: 204 len: 168 time: 0.7370262 Jun 03 15:47:33.602932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45716) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:33.835782 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.852327 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:33.967480 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ed52ef4b-ae2f-49b1-b49e-3507ab58847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:47:31Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:33.972423 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed52ef4b-ae2f-49b1-b49e-3507ab58847b None None] Checking router: 15bf4e3c-32ff-47df-bb53-1d514e6c64ce for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:47:33.982551 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed52ef4b-ae2f-49b1-b49e-3507ab58847b None None] Routers {'15bf4e3c-32ff-47df-bb53-1d514e6c64ce'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:33.983388 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ed52ef4b-ae2f-49b1-b49e-3507ab58847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:34.147207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] DHCP port deletion for 5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:47:34.152126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Deleting port 5510de4a-4f75-4392-91c1-8b120ff52c20 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:34.152747 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.246886 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=76f447ee-f237-4a2a-8b19-a71747c0eae3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:34.249660 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.260198 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.276907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:34.277611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.541423 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ed52ef4b-ae2f-49b1-b49e-3507ab58847b None None] Set router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:34.784356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.784965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.785401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.785832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.786408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.787337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.787773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.788305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.788767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.789189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.789614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.790083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:34.879556 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-553d4a60-0b55-4d3c-bcfa-4d1c5cb93a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.918839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port e1912f8d-b8a8-4bdc-9ead-06a5a4f407db, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e1912f8d-b8a8-4bdc-9ead-06a5a4f407db,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:34.919202 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:34.920150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] For port 5510de4a-4f75-4392-91c1-8b120ff52c20, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5510de4a-4f75-4392-91c1-8b120ff52c20,segment=NetworkSegment(98dea8fc-24df-409e-ad35-ef1a8517b16b),segment_id=98dea8fc-24df-409e-ad35-ef1a8517b16b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:34.920729 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.095485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Calling delete_port for 5510de4a-4f75-4392-91c1-8b120ff52c20 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:35.109593 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.113908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.157604 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.158723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Fanout notify agent at l3_agent the message router_deleted on router cc82e132-950f-401d-8eca-d56275df6c47 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:47:35.165202 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ed52ef4b-ae2f-49b1-b49e-3507ab58847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:47:31Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:35.174653 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed52ef4b-ae2f-49b1-b49e-3507ab58847b None None] The sync data for ids ['15bf4e3c-32ff-47df-bb53-1d514e6c64ce'] in n-d-844595-1 is: [{'id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366486669', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:43:06Z', 'updated_at': '2022-06-03T15:47:31Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': 'e1912f8d-b8a8-4bdc-9ead-06a5a4f407db', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:56:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf4e3c-32ff-47df-bb53-1d514e6c64ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:43:07Z', 'updated_at': '2022-06-03T15:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:35.185433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.186863 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fa746cc5-091d-49d3-89da-a16ebf7c4e4d tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/routers/cc82e132-950f-401d-8eca-d56275df6c47 HTTP/1.1" status: 204 len: 168 time: 3.1191633 Jun 03 15:47:35.190951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45758) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:35.268787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for e1912f8d-b8a8-4bdc-9ead-06a5a4f407db owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:35.297530 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.381126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94f03cb-dff1-4f25-84e2-f9005d0213f3 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting subnet 09dfc5f0-3136-4ab1-9794-af2f0eefe38a {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:47:35.385175 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b94f03cb-dff1-4f25-84e2-f9005d0213f3 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.437692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] No DVR routers for this DVR port 5510de4a-4f75-4392-91c1-8b120ff52c20 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:47:35.451962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Pushing event deleted for resources: {'Port': ['ID=5510de4a-4f75-4392-91c1-8b120ff52c20,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:35.498848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.499514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.499949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.500379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.500809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.501240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.501659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.502107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.502524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.502938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.503431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.503852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c3a6e-f7a6-4c6d-b97e-2ca9ac09c101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:35.519424 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.540328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b94f03cb-dff1-4f25-84e2-f9005d0213f3 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.667788 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.670019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5510de4a-4f75-4392-91c1-8b120ff52c20 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:47:35.693805 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.732247 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 5510de4a-4f75-4392-91c1-8b120ff52c20 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:47:35.737272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5510de4a-4f75-4392-91c1-8b120ff52c20 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:47:35.738239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f035f7b6-2d2e-46f0-a9da-8a91288a5426 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:47:35.834132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f035f7b6-2d2e-46f0-a9da-8a91288a5426 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:47:35.838467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f035f7b6-2d2e-46f0-a9da-8a91288a5426 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:47:35.887436 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b94f03cb-dff1-4f25-84e2-f9005d0213f3 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:35.933019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=e1912f8d-b8a8-4bdc-9ead-06a5a4f407db,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:36.028694 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.083758 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b94f03cb-dff1-4f25-84e2-f9005d0213f3 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.156586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f03cb-dff1-4f25-84e2-f9005d0213f3 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Subnet': ['ID=09dfc5f0-3136-4ab1-9794-af2f0eefe38a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:36.163285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b94f03cb-dff1-4f25-84e2-f9005d0213f3 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.170304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02317285-02f2-47f0-bfca-3e67e5aba48c None None] Network 0b232eaf-efdd-45c2-9094-0a23b907c8bd requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:36.174972 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b94f03cb-dff1-4f25-84e2-f9005d0213f3 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/subnets/09dfc5f0-3136-4ab1-9794-af2f0eefe38a HTTP/1.1" status: 204 len: 168 time: 0.9810705 Jun 03 15:47:36.177604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45778) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:36.318964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.324615 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.334570 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.352801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:36.356018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.381780 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.382319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Fanout notify agent at l3_agent the message router_deleted on router 15bf4e3c-32ff-47df-bb53-1d514e6c64ce {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:47:36.421470 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.425090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6a378d1b-e0a3-4348-9fb3-dc2e5737f43d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/routers/15bf4e3c-32ff-47df-bb53-1d514e6c64ce HTTP/1.1" status: 204 len: 168 time: 2.8188968 Jun 03 15:47:36.426155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45784) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:36.626472 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.714423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] For port 94f9e424-9bcb-4177-9a13-6ea1f7737f12, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=94f9e424-9bcb-4177-9a13-6ea1f7737f12,segment=NetworkSegment(bd66340b-3998-40a1-85ff-ddddb3c9ed32),segment_id=bd66340b-3998-40a1-85ff-ddddb3c9ed32)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:36.715551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.874943 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:36.910844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:36.912266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for 94f9e424-9bcb-4177-9a13-6ea1f7737f12 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:36.948289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dea8fc-24df-409e-ad35-ef1a8517b16b') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:36.953094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dea8fc-24df-409e-ad35-ef1a8517b16b') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:36.972129 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.004111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5023c46b-60da-40d3-852f-c72bebce3c8f None None] DHCP port deletion for 0b232eaf-efdd-45c2-9094-0a23b907c8bd request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:47:37.006131 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.009145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5023c46b-60da-40d3-852f-c72bebce3c8f None None] Deleting port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:37.009531 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5023c46b-60da-40d3-852f-c72bebce3c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.024297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:47:37.029055 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.052944 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.132367 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 98dea8fc-24df-409e-ad35-ef1a8517b16b resource provider aggregate not found Jun 03 15:47:37.136199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=94f9e424-9bcb-4177-9a13-6ea1f7737f12,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:37.140144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] No DVR routers for this DVR port 94f9e424-9bcb-4177-9a13-6ea1f7737f12 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:47:37.213587 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 98dea8fc-24df-409e-ad35-ef1a8517b16b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98dea8fc-24df-409e-ad35-ef1a8517b16b found for delete ", "request_id": "req-5dc2a455-9864-4679-853d-db3c0f317f81"}]} Jun 03 15:47:37.236259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.283013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5023c46b-60da-40d3-852f-c72bebce3c8f None None] The port '94f9e424-9bcb-4177-9a13-6ea1f7737f12' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:47:37.297500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.310953 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.323776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/networks/5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7 HTTP/1.1" status: 204 len: 168 time: 0.8940990 Jun 03 15:47:37.327077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45822) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:37.342428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae6849-32f7-4f64-9c61-39bfacec9a67 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Network': ['ID=5c89b3d7-83d1-4ccf-8a5d-6b385b3303a7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:37.378229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.477402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00c26beb-c616-44bb-851a-a8a653624ba2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.482354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b232eaf-efdd-45c2-9094-0a23b907c8bd']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:37.497055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e1912f8d-b8a8-4bdc-9ead-06a5a4f407db no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:47:37.522757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd66340b-3998-40a1-85ff-ddddb3c9ed32') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:37.534480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd66340b-3998-40a1-85ff-ddddb3c9ed32') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:37.556497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e1912f8d-b8a8-4bdc-9ead-06a5a4f407db {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:47:37.556877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e1912f8d-b8a8-4bdc-9ead-06a5a4f407db not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:47:37.557300 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 94f9e424-9bcb-4177-9a13-6ea1f7737f12 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:47:37.562701 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.584251 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00c26beb-c616-44bb-851a-a8a653624ba2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.592753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.601730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 94f9e424-9bcb-4177-9a13-6ea1f7737f12 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:47:37.602347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 94f9e424-9bcb-4177-9a13-6ea1f7737f12 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:47:37.612926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:47:37.613651 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.722493 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00c26beb-c616-44bb-851a-a8a653624ba2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.724699 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment bd66340b-3998-40a1-85ff-ddddb3c9ed32 resource provider aggregate not found Jun 03 15:47:37.747868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c26beb-c616-44bb-851a-a8a653624ba2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f19dc8-3d65-4cd3-98d3-11757c0b4e7a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:37.764627 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00c26beb-c616-44bb-851a-a8a653624ba2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.768473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-00c26beb-c616-44bb-851a-a8a653624ba2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/security-groups/88f19dc8-3d65-4cd3-98d3-11757c0b4e7a HTTP/1.1" status: 204 len: 168 time: 0.4377103 Jun 03 15:47:37.795946 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment bd66340b-3998-40a1-85ff-ddddb3c9ed32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd66340b-3998-40a1-85ff-ddddb3c9ed32 found for delete ", "request_id": "req-33d09d0d-b919-43e6-bfe7-6b42b63cecd8"}]} Jun 03 15:47:37.843090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:37.987474 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.008790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Network': ['ID=0b232eaf-efdd-45c2-9094-0a23b907c8bd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:38.014481 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d764f527-a97b-40e8-88b6-fe20bc303add tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/networks/0b232eaf-efdd-45c2-9094-0a23b907c8bd HTTP/1.1" status: 204 len: 168 time: 1.8357203 Jun 03 15:47:38.015066 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45848) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:38.187129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9e125-932f-4baf-b08c-17a48dde2c13 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port 8dd7f72a-f687-483a-85cf-72c4a54029be {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:38.187467 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e125-932f-4baf-b08c-17a48dde2c13 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.395046 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e125-932f-4baf-b08c-17a48dde2c13 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.395475 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e125-932f-4baf-b08c-17a48dde2c13 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.545653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9e125-932f-4baf-b08c-17a48dde2c13 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for 8dd7f72a-f687-483a-85cf-72c4a54029be owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:38.713686 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e125-932f-4baf-b08c-17a48dde2c13 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.759942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9e125-932f-4baf-b08c-17a48dde2c13 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=8dd7f72a-f687-483a-85cf-72c4a54029be,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:38.872667 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e125-932f-4baf-b08c-17a48dde2c13 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.910307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bcf9e125-932f-4baf-b08c-17a48dde2c13 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.911719 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bcf9e125-932f-4baf-b08c-17a48dde2c13 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/floatingips/0b17fa81-6a48-4155-9655-f3415e64f3b8 HTTP/1.1" status: 204 len: 168 time: 0.8953881 Jun 03 15:47:38.914808 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:38.915821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45882) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:39.007532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45888) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:39.007532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1304383191', 'description': 'tempest-secgroup-smoke-1304383191 description', 'project_id': '767148f2fab9461bb6d15ea9d771d311'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:39.010688 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fd9aab-4067-4db9-af71-6910f86f46e2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] DELETE failed (client error): The resource could not be found. Jun 03 15:47:39.010688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fd9aab-4067-4db9-af71-6910f86f46e2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:47:39.010688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-63fd9aab-4067-4db9-af71-6910f86f46e2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/ports/a552ee8e-bbf9-40c6-8e5e-495e4442f101 HTTP/1.1" status: 404 len: 333 time: 0.0836711 Jun 03 15:47:39.011592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45892) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:39.011592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:39.054138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:39.058022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e66b2de1-c15e-4e77-ac1a-9da6680ae0f2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Synchronizing usage tracker for tenant:841e6d6de7e44229b6d2a769a94a74cf on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:39.061488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:39.069119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:39.091351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e66b2de1-c15e-4e77-ac1a-9da6680ae0f2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Unset dirty status for tenant:841e6d6de7e44229b6d2a769a94a74cf on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:39.092925 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e66b2de1-c15e-4e77-ac1a-9da6680ae0f2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc82e132-950f-401d-8eca-d56275df6c47 HTTP/1.1" status: 200 len: 205 time: 0.0878763 Jun 03 15:47:39.094600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.095890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45898) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:39.121769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:39.125704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:39.129170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:39.136456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:39.222287 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-eadb4582-2264-449d-818d-9a0a403fd76f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] delete failed (client error): The resource could not be found. Jun 03 15:47:39.223951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.226857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-eadb4582-2264-449d-818d-9a0a403fd76f tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/routers/cc82e132-950f-401d-8eca-d56275df6c47 HTTP/1.1" status: 404 len: 336 time: 0.1299026 Jun 03 15:47:39.227727 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45906) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:39.239814 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.396311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e71f86f-f092-4ff5-9418-2595deb013ee,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:39.398595 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.401401 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-020aeddb-2dba-4a6e-8091-a42435809f10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4129095 Jun 03 15:47:39.404291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45912) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:39.411255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '1e71f86f-f092-4ff5-9418-2595deb013ee', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:39.418264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:39.422616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:39.426279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:39.432204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:39.440578 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5663575-2fe7-4685-bd6d-1143b00db3ac tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] DELETE failed (client error): The resource could not be found. Jun 03 15:47:39.441409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5663575-2fe7-4685-bd6d-1143b00db3ac tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:47:39.447032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45916) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:39.447408 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a5663575-2fe7-4685-bd6d-1143b00db3ac tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/subnets/09dfc5f0-3136-4ab1-9794-af2f0eefe38a HTTP/1.1" status: 404 len: 337 time: 0.2182271 Jun 03 15:47:39.457017 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.540793 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.546266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.577342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfe797d-799e-4099-b723-64b31cf49550,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:39.577543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-105d77b5-3729-4585-a9bb-4140ab182c53 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port def160d0-f37e-4226-93b1-7797f1c701ed {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:39.577865 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-105d77b5-3729-4585-a9bb-4140ab182c53 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.588915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.589776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.590337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.590861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.591535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.592085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.592604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.593254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.593799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.594445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.594962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.595480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:47:39.609480 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.611139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-231b1939-e578-49bf-8f97-934a296647a0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2055357 Jun 03 15:47:39.614063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45922) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:39.621275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-aca1f715-d4fd-425c-9c8b-48c0675c7aa5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '1e71f86f-f092-4ff5-9418-2595deb013ee', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:39.630638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aca1f715-d4fd-425c-9c8b-48c0675c7aa5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:39.637464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aca1f715-d4fd-425c-9c8b-48c0675c7aa5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:39.640987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aca1f715-d4fd-425c-9c8b-48c0675c7aa5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:39.647348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aca1f715-d4fd-425c-9c8b-48c0675c7aa5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:39.675902 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aca1f715-d4fd-425c-9c8b-48c0675c7aa5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.799269 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aca1f715-d4fd-425c-9c8b-48c0675c7aa5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.805037 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aca1f715-d4fd-425c-9c8b-48c0675c7aa5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.880189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1f715-d4fd-425c-9c8b-48c0675c7aa5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0734b951-13fd-49ea-a002-f3341218288e,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:39.898935 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aca1f715-d4fd-425c-9c8b-48c0675c7aa5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:39.900175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-aca1f715-d4fd-425c-9c8b-48c0675c7aa5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2849689 Jun 03 15:47:39.902887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45930) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:39.909310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-350e6b07-a17d-4bde-aa92-5b43d7b0ed24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '1e71f86f-f092-4ff5-9418-2595deb013ee', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:39.923375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-350e6b07-a17d-4bde-aa92-5b43d7b0ed24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:39.930158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-350e6b07-a17d-4bde-aa92-5b43d7b0ed24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:39.936454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-350e6b07-a17d-4bde-aa92-5b43d7b0ed24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:39.944318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-350e6b07-a17d-4bde-aa92-5b43d7b0ed24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:39.973622 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-350e6b07-a17d-4bde-aa92-5b43d7b0ed24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.073005 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-350e6b07-a17d-4bde-aa92-5b43d7b0ed24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.075969 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-105d77b5-3729-4585-a9bb-4140ab182c53 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.079640 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-350e6b07-a17d-4bde-aa92-5b43d7b0ed24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.107094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e6b07-a17d-4bde-aa92-5b43d7b0ed24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f21caaa-b711-4257-86c2-2f3e5ad5ac83,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:40.120492 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-350e6b07-a17d-4bde-aa92-5b43d7b0ed24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.122456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-350e6b07-a17d-4bde-aa92-5b43d7b0ed24 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2184126 Jun 03 15:47:40.125115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45940) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:40.130891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-be77b365-8333-4af2-bafe-a680a5099763 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '1e71f86f-f092-4ff5-9418-2595deb013ee', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:40.137407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-be77b365-8333-4af2-bafe-a680a5099763 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:40.141327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-be77b365-8333-4af2-bafe-a680a5099763 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:40.144913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-be77b365-8333-4af2-bafe-a680a5099763 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:40.150726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-be77b365-8333-4af2-bafe-a680a5099763 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:40.173891 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be77b365-8333-4af2-bafe-a680a5099763 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.246600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-105d77b5-3729-4585-a9bb-4140ab182c53 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for def160d0-f37e-4226-93b1-7797f1c701ed owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:40.259881 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be77b365-8333-4af2-bafe-a680a5099763 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.264739 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be77b365-8333-4af2-bafe-a680a5099763 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.293841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77b365-8333-4af2-bafe-a680a5099763 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c29e4a1-d8be-4e22-acb6-2c801e3122dd,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:40.306172 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be77b365-8333-4af2-bafe-a680a5099763 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.310670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-be77b365-8333-4af2-bafe-a680a5099763 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1843770 Jun 03 15:47:40.311621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45944) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:40.317842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '1e71f86f-f092-4ff5-9418-2595deb013ee', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:40.324366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:40.328565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:40.331675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:40.337717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:40.350032 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Project 767148f2fab9461bb6d15ea9d771d311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:47:40.358558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.449468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.455223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.484383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68db8e3b-58f7-49dd-b83f-4e593518b4d9,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:40.533171 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.537677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fb4b39fc-42a9-4cf7-aa38-ef507e104840 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2250068 Jun 03 15:47:40.539807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45958) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:40.547762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '1e71f86f-f092-4ff5-9418-2595deb013ee', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:40.561636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:40.567802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:40.573680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:40.580967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:40.586238 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-105d77b5-3729-4585-a9bb-4140ab182c53 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.650945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d77b5-3729-4585-a9bb-4140ab182c53 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=def160d0-f37e-4226-93b1-7797f1c701ed,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:40.655712 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Project 767148f2fab9461bb6d15ea9d771d311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:47:40.702150 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.811730 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-105d77b5-3729-4585-a9bb-4140ab182c53 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.853090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.858844 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-105d77b5-3729-4585-a9bb-4140ab182c53 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/ports/def160d0-f37e-4226-93b1-7797f1c701ed HTTP/1.1" status: 204 len: 168 time: 1.4077349 Jun 03 15:47:40.858844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45970) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:40.897903 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.938284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e584110e-ac20-4a13-a9d0-7e4ec3a539a4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:40.947984 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.949227 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1142698a-82e3-46c4-9e72-69cd3daed0e2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4084339 Jun 03 15:47:40.952487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 45974) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:40.955872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef9d0b-6b63-4ba9-8bae-fab69833f016 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port b9a82fc0-0977-491e-a07e-3ba9c9a022e8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:40.956219 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9d0b-6b63-4ba9-8bae-fab69833f016 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:40.961165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'network': {'name': 'tempest-network-smoke--1705945629', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'port_security_enabled': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:40.968093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:40.984395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:network and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:40.993319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:41.008849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:41.024369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:41.032282 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.062986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:41.074611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.075212 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Added segment a1fe43f4-34b2-4c31-8bd0-84352acc6232 of type vlan for network affcede9-91de-4a85-9bde-0fd695d9065b Jun 03 15:47:41.110983 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.149030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.156029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:41.156630 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.289337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Network': ['ID=affcede9-91de-4a85-9bde-0fd695d9065b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:41.292290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ebe9aaa0-38ac-482d-bea3-6445cfd24498 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3379056 Jun 03 15:47:41.299328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 45984) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:41.310050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network affcede9-91de-4a85-9bde-0fd695d9065b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:47:41.322981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'admin_state_up': True, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:41.360359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:41.369696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:router and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:41.374976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:41.393536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:41.400051 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9d0b-6b63-4ba9-8bae-fab69833f016 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.500204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.502034 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.580934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef9d0b-6b63-4ba9-8bae-fab69833f016 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for b9a82fc0-0977-491e-a07e-3ba9c9a022e8 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:41.680588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:41.830322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9d0b-6b63-4ba9-8bae-fab69833f016 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.011672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef9d0b-6b63-4ba9-8bae-fab69833f016 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=b9a82fc0-0977-491e-a07e-3ba9c9a022e8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:42.249123 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.280974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4ef9d0b-6b63-4ba9-8bae-fab69833f016 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.321215 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a4ef9d0b-6b63-4ba9-8bae-fab69833f016 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/ports/b9a82fc0-0977-491e-a07e-3ba9c9a022e8 HTTP/1.1" status: 204 len: 168 time: 1.4619055 Jun 03 15:47:42.323800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46010) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:42.523071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342fc87c-30a7-405a-a4b6-c9828adb32ae tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:42.523071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-342fc87c-30a7-405a-a4b6-c9828adb32ae tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Synchronizing usage tracker for tenant:841e6d6de7e44229b6d2a769a94a74cf on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:42.548723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-342fc87c-30a7-405a-a4b6-c9828adb32ae tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Unset dirty status for tenant:841e6d6de7e44229b6d2a769a94a74cf on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:42.549959 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-342fc87c-30a7-405a-a4b6-c9828adb32ae tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "GET /v2.0/ports?device_id=345b92df-f686-4065-8834-4787cc9ddd78 HTTP/1.1" status: 200 len: 913 time: 0.2244718 Jun 03 15:47:42.553062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46018) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:42.828637 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:42.864778 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:43.199708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.25.7.220 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/06d8da3b-236c-451e-a600-c31556a51695) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:43.384959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46040) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:43.488460 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84245465-6e95-4cfe-b333-074134aecf24 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:43.609586 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:43.678777 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:43.772619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8181102f-036f-4774-a409-7104dc1fe352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:43.795580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:43.799375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:43.803435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8181102f-036f-4774-a409-7104dc1fe352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:43.806268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:43.865513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=06d8da3b-236c-451e-a600-c31556a51695,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:43.875479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8181102f-036f-4774-a409-7104dc1fe352 admin admin] Usage tracker for resource:security_group_rule and tenant:f124beda808140b2831f6b3250ab162f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:43.880477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8181102f-036f-4774-a409-7104dc1fe352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:43.890377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8181102f-036f-4774-a409-7104dc1fe352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:44.088002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-84245465-6e95-4cfe-b333-074134aecf24 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port 29d94780-215a-48ee-9e22-16ce069bf368 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:44.088214 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84245465-6e95-4cfe-b333-074134aecf24 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.249685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8181102f-036f-4774-a409-7104dc1fe352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.307023 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84245465-6e95-4cfe-b333-074134aecf24 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.324803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8181102f-036f-4774-a409-7104dc1fe352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.427028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181102f-036f-4774-a409-7104dc1fe352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c99204-afd2-49c8-a60f-67dcbf21aae0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:44.432362 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8181102f-036f-4774-a409-7104dc1fe352 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f124beda808140b2831f6b3250ab162f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0460775 Jun 03 15:47:44.435396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46064) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:44.445218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.466623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-84245465-6e95-4cfe-b333-074134aecf24 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for 29d94780-215a-48ee-9e22-16ce069bf368 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:44.641303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-957060fe-35e5-4106-8b50-5440ae9dc271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.683909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84245465-6e95-4cfe-b333-074134aecf24 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:44.767068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84245465-6e95-4cfe-b333-074134aecf24 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=29d94780-215a-48ee-9e22-16ce069bf368,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:44.925775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-957060fe-35e5-4106-8b50-5440ae9dc271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:45.199304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:45.211010 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-957060fe-35e5-4106-8b50-5440ae9dc271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:45.214844 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84245465-6e95-4cfe-b333-074134aecf24 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:45.253244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957060fe-35e5-4106-8b50-5440ae9dc271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c99204-afd2-49c8-a60f-67dcbf21aae0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:45.332366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-957060fe-35e5-4106-8b50-5440ae9dc271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:45.332366 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-957060fe-35e5-4106-8b50-5440ae9dc271 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15c99204-afd2-49c8-a60f-67dcbf21aae0 HTTP/1.1" status: 204 len: 168 time: 0.8920500 Jun 03 15:47:45.548358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router b0b74297-123c-4259-8fed-4c376f1eee90 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:47:45.757037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84245465-6e95-4cfe-b333-074134aecf24 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Router 345b92df-f686-4065-8834-4787cc9ddd78 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:45.922907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:45.931667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Sync routers for ids ['b0b74297-123c-4259-8fed-4c376f1eee90'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:45.953773 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Routers {'b0b74297-123c-4259-8fed-4c376f1eee90'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:45.956261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0b74297-123c-4259-8fed-4c376f1eee90'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:45.963817 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:45.967096 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5a9caa3c-9890-4fff-96c5-52171dc9b9dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.6587818 Jun 03 15:47:45.970343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46110) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:46.036872 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-238f12b6-a443-4122-a5ae-cd0620404174 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=767148f2fab9461bb6d15ea9d771d311&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0653348 Jun 03 15:47:46.045990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46118) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:46.187395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Set router b0b74297-123c-4259-8fed-4c376f1eee90 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:46.267516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d12dc2-ab60-4446-b2e8-5dd2e267d71f tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:46.267516 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-24d12dc2-ab60-4446-b2e8-5dd2e267d71f tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2187982 Jun 03 15:47:46.271574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:46.349266 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-87e8195a-07d2-41cf-ad19-a1e21751d303 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0667055 Jun 03 15:47:46.349266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46134) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:46.353015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1738776259', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:46.395642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84245465-6e95-4cfe-b333-074134aecf24 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:46.399156 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a2ceb-dc27-493d-b7e0-db6efb3c404f None None] Sync routers for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:46.419236 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a2ceb-dc27-493d-b7e0-db6efb3c404f None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:46.419236 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-450a2ceb-dc27-493d-b7e0-db6efb3c404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:46.447284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-84245465-6e95-4cfe-b333-074134aecf24 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "PUT /v2.0/routers/345b92df-f686-4065-8834-4787cc9ddd78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8901153 Jun 03 15:47:46.450655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46142) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:46.610000 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-450a2ceb-dc27-493d-b7e0-db6efb3c404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:46.629266 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a2ceb-dc27-493d-b7e0-db6efb3c404f None None] Routers {'345b92df-f686-4065-8834-4787cc9ddd78'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:46.631052 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-450a2ceb-dc27-493d-b7e0-db6efb3c404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['345b92df-f686-4065-8834-4787cc9ddd78'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:46.795776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:46.795776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:subnet and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:46.795776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:46.805107 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-450a2ceb-dc27-493d-b7e0-db6efb3c404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:46.805107 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450a2ceb-dc27-493d-b7e0-db6efb3c404f None None] The sync data for ids ['345b92df-f686-4065-8834-4787cc9ddd78'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:46.814798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:46.814798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:46.831791 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:46.886439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:44Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:46.886439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Checking router: b0b74297-123c-4259-8fed-4c376f1eee90 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:47:46.886439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Updating router b0b74297-123c-4259-8fed-4c376f1eee90 port 06d8da3b-236c-451e-a600-c31556a51695 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:47:46.939821 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.038404 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.144795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.326184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Subnet': ['ID=7465dc5d-9336-445a-8a92-95fd1d5cc40e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:47.340979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Checking segment: {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:47.341342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network hostable DHCP agents. Network: affcede9-91de-4a85-9bde-0fd695d9065b, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:47:47.370930 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network affcede9-91de-4a85-9bde-0fd695d9065b is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:47:47.388007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, affcede9-91de-4a85-9bde-0fd695d9065b) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:47.392506 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.393233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:47.394845 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.402018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862dd149-25ec-4eda-ac29-f85020e306da None None] Network affcede9-91de-4a85-9bde-0fd695d9065b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:47.414046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting port 2b19ddc0-dd04-405d-bd88-11cfba27e0cc {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:47.414418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.424364 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-59e7dbd5-c92d-42fe-8483-0b9b01f3dd46 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0814974 Jun 03 15:47:47.427084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46178) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:47.778995 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.778995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Transition to ACTIVE for port object 06d8da3b-236c-451e-a600-c31556a51695 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:47.806510 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.832250 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.953972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Attempting to bind port 06d8da3b-236c-451e-a600-c31556a51695 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:47.953972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Attempting to bind port 06d8da3b-236c-451e-a600-c31556a51695 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:47.953972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Attempting to bind port 06d8da3b-236c-451e-a600-c31556a51695 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:47.993201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:47:47.993201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:47.993201 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:47.993201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:47:47.993201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Bound port: 06d8da3b-236c-451e-a600-c31556a51695, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:47:47.993201 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.019269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Calling delete_port for 2b19ddc0-dd04-405d-bd88-11cfba27e0cc owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:48.116849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6045c-9dfc-48e7-a352-add42f7d971c None None] Pushing event updated for resources: {'Port': ['ID=06d8da3b-236c-451e-a600-c31556a51695,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:48.131390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46192) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:48.163936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-affcede9-91de-4a85-9bde-0fd695d9065b', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ips': [{'subnet_id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:47:48.163936 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.366632 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.378294 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-903ef27a-06e0-434e-aea8-c98f75f5fcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.411827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] For port 06d8da3b-236c-451e-a600-c31556a51695, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:47:48.415415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] For port 06d8da3b-236c-451e-a600-c31556a51695, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=06d8da3b-236c-451e-a600-c31556a51695,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:47:48.422831 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.447270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-903ef27a-06e0-434e-aea8-c98f75f5fcdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:48.458661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-903ef27a-06e0-434e-aea8-c98f75f5fcdf admin admin] Usage tracker for resource:security_group_rule and tenant:e3c37356fd994927a4f6e6dffa474706 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:48.464097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-903ef27a-06e0-434e-aea8-c98f75f5fcdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:48.473219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Port': ['ID=2b19ddc0-dd04-405d-bd88-11cfba27e0cc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:48.474229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-903ef27a-06e0-434e-aea8-c98f75f5fcdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:48.536613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6045c-9dfc-48e7-a352-add42f7d971c None None] Pushing event updated for resources: {'Port': ['ID=06d8da3b-236c-451e-a600-c31556a51695,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:48.575276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Allocated IP 172.20.0.2 (affcede9-91de-4a85-9bde-0fd695d9065b/7465dc5d-9336-445a-8a92-95fd1d5cc40e/338541b9-b1c1-4791-bfcf-449caa65f932) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:48.575276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Routers {'b0b74297-123c-4259-8fed-4c376f1eee90'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:48.575276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0b74297-123c-4259-8fed-4c376f1eee90'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:48.742706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.760995 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.809977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] Set router b0b74297-123c-4259-8fed-4c376f1eee90 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:48.970608 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:48.970608 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.014923 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.014923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Fanout notify agent at l3_agent the message router_deleted on router 345b92df-f686-4065-8834-4787cc9ddd78 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:47:49.055402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.055402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-66b0848b-a0eb-4a61-8c71-ffb5f9046ee1 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/routers/345b92df-f686-4065-8834-4787cc9ddd78 HTTP/1.1" status: 204 len: 168 time: 2.5849202 Jun 03 15:47:49.070816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-903ef27a-06e0-434e-aea8-c98f75f5fcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.084094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46202) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:49.098671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-903ef27a-06e0-434e-aea8-c98f75f5fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.154439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ef27a-06e0-434e-aea8-c98f75f5fcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2152b3-df98-48a4-a57a-00ce4363f429,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:49.275185 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-903ef27a-06e0-434e-aea8-c98f75f5fcdf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3c37356fd994927a4f6e6dffa474706&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1164174 Jun 03 15:47:49.275185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46208) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:49.321033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c422314-ba5a-4fcb-b13c-c9c00ffb895b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Deleting subnet 31dc854b-a8be-41bd-939a-cf5210ec7eaf {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:47:49.321033 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c422314-ba5a-4fcb-b13c-c9c00ffb895b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.373525 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.380284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:44Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:49.387603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09542bbd-49e3-449a-80ab-31639d9d8708 None None] The sync data for ids ['b0b74297-123c-4259-8fed-4c376f1eee90'] in n-d-844595-1 is: [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:44Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:49.391414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Transition to ACTIVE for port object 338541b9-b1c1-4791-bfcf-449caa65f932 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:49.422199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Transition to ACTIVE for port object 338541b9-b1c1-4791-bfcf-449caa65f932 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:49.430473 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.451833 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c422314-ba5a-4fcb-b13c-c9c00ffb895b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.573415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Pushing event updated for resources: {'Port': ['ID=338541b9-b1c1-4791-bfcf-449caa65f932,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:49.573415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Network affcede9-91de-4a85-9bde-0fd695d9065b is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:49.600790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:49.600790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:49.614176 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c422314-ba5a-4fcb-b13c-c9c00ffb895b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.624991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9d42e9c-65a5-40e4-b0f1-0a62477a2bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.648506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.20.0.1 (affcede9-91de-4a85-9bde-0fd695d9065b/7465dc5d-9336-445a-8a92-95fd1d5cc40e/01efc684-e9c8-4b37-a499-23c9559c4319) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:47:49.691840 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9d42e9c-65a5-40e4-b0f1-0a62477a2bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.723415 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c422314-ba5a-4fcb-b13c-c9c00ffb895b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.752735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Attempting to bind port 338541b9-b1c1-4791-bfcf-449caa65f932 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:49.752735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Attempting to bind port 338541b9-b1c1-4791-bfcf-449caa65f932 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:49.752735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Attempting to bind port 338541b9-b1c1-4791-bfcf-449caa65f932 on network affcede9-91de-4a85-9bde-0fd695d9065b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:49.752735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:47:49.752735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Checking segment: {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:49.752735 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.752735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Bound using segment: {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:47:49.752735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Bound port: 338541b9-b1c1-4791-bfcf-449caa65f932, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:47:49.752735 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.767360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c422314-ba5a-4fcb-b13c-c9c00ffb895b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Subnet': ['ID=31dc854b-a8be-41bd-939a-cf5210ec7eaf,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:49.767360 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6c422314-ba5a-4fcb-b13c-c9c00ffb895b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.798752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6c422314-ba5a-4fcb-b13c-c9c00ffb895b tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/subnets/31dc854b-a8be-41bd-939a-cf5210ec7eaf HTTP/1.1" status: 204 len: 168 time: 0.7348483 Jun 03 15:47:49.798752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46220) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:49.876413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] For port 338541b9-b1c1-4791-bfcf-449caa65f932, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:47:49.876413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] For port 338541b9-b1c1-4791-bfcf-449caa65f932, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=338541b9-b1c1-4791-bfcf-449caa65f932,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:47:49.906933 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:49.931421 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.030683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d56b3d-44d7-4c28-854c-1bd1650b9ace None None] Pushing event updated for resources: {'Port': ['ID=338541b9-b1c1-4791-bfcf-449caa65f932,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:50.085591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9d42e9c-65a5-40e4-b0f1-0a62477a2bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.134323 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d42e9c-65a5-40e4-b0f1-0a62477a2bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2152b3-df98-48a4-a57a-00ce4363f429,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:50.161026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.174800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.186647 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9d42e9c-65a5-40e4-b0f1-0a62477a2bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.192381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c49de4c-5bd2-4af3-9cbf-751b75a40a6b']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:50.205946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c86db8-84e7-4dfa-82e2-b1572745087b') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:50.206244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c86db8-84e7-4dfa-82e2-b1572745087b') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:50.209183 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b9d42e9c-65a5-40e4-b0f1-0a62477a2bd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af2152b3-df98-48a4-a57a-00ce4363f429 HTTP/1.1" status: 204 len: 168 time: 0.9406416 Jun 03 15:47:50.220350 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.235135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Transition to ACTIVE for port object 01efc684-e9c8-4b37-a499-23c9559c4319 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:50.239950 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.247893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:47:50.248293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.339672 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.471862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network affcede9-91de-4a85-9bde-0fd695d9065b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:50.480191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:50.508794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:47:50.564795 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment a4c86db8-84e7-4dfa-82e2-b1572745087b resource provider aggregate not found Jun 03 15:47:50.596417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.642482 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.656044 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment a4c86db8-84e7-4dfa-82e2-b1572745087b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4c86db8-84e7-4dfa-82e2-b1572745087b found for delete ", "request_id": "req-19061b3d-9696-4c59-839f-3f797c14fd8a"}]} Jun 03 15:47:50.668718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] Pushing event deleted for resources: {'Network': ['ID=1c49de4c-5bd2-4af3-9cbf-751b75a40a6b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:50.682382 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0093844b-4d0a-4ca6-83e3-a08444d85dd2 tempest-FloatingIPTestJSON-159023186 tempest-FloatingIPTestJSON-159023186-project] 10.222.0.48 "DELETE /v2.0/networks/1c49de4c-5bd2-4af3-9cbf-751b75a40a6b HTTP/1.1" status: 204 len: 168 time: 0.8935211 Jun 03 15:47:50.805409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=01efc684-e9c8-4b37-a499-23c9559c4319,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:50.831564 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:50.964627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46252) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:51.282637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-92d69180-8168-4da1-a93e-27b9b4fd86de tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/floatingips/17de1ef4-85f2-452f-876a-b77bcf5beb37 HTTP/1.1" status: 200 len: 992 time: 0.3165803 Jun 03 15:47:51.307647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46268) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:51.714197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 338541b9-b1c1-4791-bfcf-449caa65f932 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:47:51.721827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-351b6cb2-6246-4c46-9dd4-a08cb9d59aea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=841e6d6de7e44229b6d2a769a94a74cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125965 Jun 03 15:47:51.725925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46284) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:51.736135 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:51.812619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46288) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:52.075447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 338541b9-b1c1-4791-bfcf-449caa65f932 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:52.086895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 06d8da3b-236c-451e-a600-c31556a51695 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:47:52.248029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b81e0-6a38-42d0-8d94-fd80667c8f19 None None] Network affcede9-91de-4a85-9bde-0fd695d9065b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:47:52.367420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6a6b-88f8-4418-8e69-84e30cbba530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:52.606996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting port 4a713296-01c1-46c5-90b9-9b65553ca2ec {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:47:52.606996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:52.642950 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6a6b-88f8-4418-8e69-84e30cbba530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:52.660865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f91f4f7d-95b7-4f1e-9c56-ba109986b88d None None] Provisioning for port 338541b9-b1c1-4791-bfcf-449caa65f932 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:52.678922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f91f4f7d-95b7-4f1e-9c56-ba109986b88d None None] Provisioning complete for port 338541b9-b1c1-4791-bfcf-449caa65f932 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:52.678922 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f91f4f7d-95b7-4f1e-9c56-ba109986b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:52.823348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 06d8da3b-236c-451e-a600-c31556a51695 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:52.823348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 06d8da3b-236c-451e-a600-c31556a51695 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:52.823348 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:52.922850 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:52.922850 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:52.974534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:52.974534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.116492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f91f4f7d-95b7-4f1e-9c56-ba109986b88d None None] Current status of the port 338541b9-b1c1-4791-bfcf-449caa65f932 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:53.116492 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f91f4f7d-95b7-4f1e-9c56-ba109986b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.203854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=01efc684-e9c8-4b37-a499-23c9559c4319,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:53.208051 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.251259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f91f4f7d-95b7-4f1e-9c56-ba109986b88d None None] For port 338541b9-b1c1-4791-bfcf-449caa65f932, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=338541b9-b1c1-4791-bfcf-449caa65f932,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:53.257828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Calling delete_port for 4a713296-01c1-46c5-90b9-9b65553ca2ec owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:47:53.263430 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f91f4f7d-95b7-4f1e-9c56-ba109986b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.471494 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network affcede9-91de-4a85-9bde-0fd695d9065b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:47:53.471494 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:47:53.708811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 06d8da3b-236c-451e-a600-c31556a51695 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:53.708811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.722580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f4f7d-95b7-4f1e-9c56-ba109986b88d None None] Pushing event updated for resources: {'Port': ['ID=338541b9-b1c1-4791-bfcf-449caa65f932,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:53.727463 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6a6b-88f8-4418-8e69-84e30cbba530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.744171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 06d8da3b-236c-451e-a600-c31556a51695, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=06d8da3b-236c-451e-a600-c31556a51695,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:47:53.754624 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.771990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e6a6b-88f8-4418-8e69-84e30cbba530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214972ae-da99-4783-acb9-e58aa7051427,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:53.815780 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6a6b-88f8-4418-8e69-84e30cbba530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:53.817291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bc2e6a6b-88f8-4418-8e69-84e30cbba530 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/214972ae-da99-4783-acb9-e58aa7051427 HTTP/1.1" status: 204 len: 168 time: 2.0903969 Jun 03 15:47:53.905798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router b0b74297-123c-4259-8fed-4c376f1eee90 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:53.994055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 338541b9-b1c1-4791-bfcf-449caa65f932 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:47:54.092916 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:54.239363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Port': ['ID=4a713296-01c1-46c5-90b9-9b65553ca2ec,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:54.278173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-70fe0ba5-44a6-4b06-923f-10e090e2830b None None] Provisioning for port 01efc684-e9c8-4b37-a499-23c9559c4319 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:47:54.309513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-70fe0ba5-44a6-4b06-923f-10e090e2830b None None] Provisioning complete for port 01efc684-e9c8-4b37-a499-23c9559c4319 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:54.309513 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-70fe0ba5-44a6-4b06-923f-10e090e2830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:54.449609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=06d8da3b-236c-451e-a600-c31556a51695,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:54.500775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:54.501191 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Floating IP 17de1ef4-85f2-452f-876a-b77bcf5beb37 disassociated (deleted). External IP: 172.25.7.31, port: 5685756a-87bf-4e16-a2e6-1aefb388fd26. Jun 03 15:47:54.542936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-70fe0ba5-44a6-4b06-923f-10e090e2830b None None] Port 01efc684-e9c8-4b37-a499-23c9559c4319 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:47:54.557815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 338541b9-b1c1-4791-bfcf-449caa65f932 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:54.558535 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:54.601061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:54.624425 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4cf0854d-e7dc-44fa-b42b-3a3e223c6997 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "PUT /v2.0/routers/b0b74297-123c-4259-8fed-4c376f1eee90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1959391 Jun 03 15:47:54.646551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Sync routers for ids ['b0b74297-123c-4259-8fed-4c376f1eee90'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:54.693743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Routers {'b0b74297-123c-4259-8fed-4c376f1eee90'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:54.696427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0b74297-123c-4259-8fed-4c376f1eee90'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:55.175867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-70fe0ba5-44a6-4b06-923f-10e090e2830b None None] Provisioning complete for port 338541b9-b1c1-4791-bfcf-449caa65f932 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:55.178819 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-70fe0ba5-44a6-4b06-923f-10e090e2830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:55.217281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-1a77f245-af8d-4cb5-935c-a0833bd2e743 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:55.525717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 338541b9-b1c1-4791-bfcf-449caa65f932 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:55.530562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-1a77f245-af8d-4cb5-935c-a0833bd2e743 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:55.530562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-1a77f245-af8d-4cb5-935c-a0833bd2e743 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304383191&fields=id&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 267 time: 0.3728390 Jun 03 15:47:55.615065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Set router b0b74297-123c-4259-8fed-4c376f1eee90 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:55.673054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-70fe0ba5-44a6-4b06-923f-10e090e2830b None None] Current status of the port 338541b9-b1c1-4791-bfcf-449caa65f932 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:55.890539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router 528db2e5-4136-4548-81cc-703348353891 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:47:55.962867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46392) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:56.005026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 06d8da3b-236c-451e-a600-c31556a51695 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:47:56.068718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2c411c75-0a5c-4eab-b9ec-f5c0a22b0c27 None None] Provisioning complete for port 01efc684-e9c8-4b37-a499-23c9559c4319 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:56.068718 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c411c75-0a5c-4eab-b9ec-f5c0a22b0c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:56.160633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1424164390'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:56.170148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:56.180647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:network and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:56.185907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:56.217483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:56.239308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:56.243249 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:56.245842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61216500-80bd-4799-8ddb-29767f84aefa req-6723eae9-59b7-403a-b4cf-511a85db57cf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4199831 Jun 03 15:47:56.246386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2c411c75-0a5c-4eab-b9ec-f5c0a22b0c27 None None] Port 01efc684-e9c8-4b37-a499-23c9559c4319 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:47:56.263836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-8b1209d1-ffb3-4886-95fd-be11374a2d6f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:56.264538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-8b1209d1-ffb3-4886-95fd-be11374a2d6f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:56.269599 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:56.298036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:56.303174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:47:56.316044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:security_group_rule and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:56.316380 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ceda1-43ff-4699-87ec-f18004f3daf8 None None] Sync routers for ids ['528db2e5-4136-4548-81cc-703348353891'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:47:56.319337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:56.336766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:56.352435 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ceda1-43ff-4699-87ec-f18004f3daf8 None None] Routers {'528db2e5-4136-4548-81cc-703348353891'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:56.356322 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1e2ceda1-43ff-4699-87ec-f18004f3daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['528db2e5-4136-4548-81cc-703348353891'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:56.363320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 06d8da3b-236c-451e-a600-c31556a51695 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:47:56.363320 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:56.489073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-8b1209d1-ffb3-4886-95fd-be11374a2d6f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:56.525387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-8b1209d1-ffb3-4886-95fd-be11374a2d6f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/networks?id=affcede9-91de-4a85-9bde-0fd695d9065b HTTP/1.1" status: 200 len: 797 time: 0.8170078 Jun 03 15:47:56.600649 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:56.702423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:51Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '01efc684-e9c8-4b37-a499-23c9559c4319', 'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:2c:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:49Z', 'updated_at': '2022-06-03T15:47:52Z', 'revision_number': 2, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:56.707142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-bfceaea2-72ef-425a-952b-4afa4a132681 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/quotas/767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 375 time: 0.1908641 Jun 03 15:47:56.711184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Checking router: b0b74297-123c-4259-8fed-4c376f1eee90 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:47:56.711184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Updating router b0b74297-123c-4259-8fed-4c376f1eee90 port 01efc684-e9c8-4b37-a499-23c9559c4319 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:47:56.840021 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1e2ceda1-43ff-4699-87ec-f18004f3daf8 None None] Set router 528db2e5-4136-4548-81cc-703348353891 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:56.850747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 06d8da3b-236c-451e-a600-c31556a51695 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:47:56.876636 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:56.931467 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:56.938273 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:56.981412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:57.019153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0b25efce-9d3d-4f86-a183-95ba72edddc5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/floatingips/17de1ef4-85f2-452f-876a-b77bcf5beb37 HTTP/1.1" status: 204 len: 168 time: 5.1808681 Jun 03 15:47:57.030331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d275fb6c-6c11-48cb-b88a-a37631b88f31,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:57.049894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabb5510-2765-4871-8056-f0675b2196ac', 'tag': '5685756a-87bf-4e16-a2e6-1aefb388fd26'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:47:57.055930 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.055930 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added segment 23189473-49f1-4c58-bfae-f0ae8091aee6 of type vlan for network ecf878bc-0ef3-425f-a7fe-f0d845ae929e Jun 03 15:47:57.090877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.147540 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.163284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:57.163284 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.212594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216500-80bd-4799-8ddb-29767f84aefa req-ed49e635-dd77-4bbe-bb58-a5195c3388e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:57.221799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61216500-80bd-4799-8ddb-29767f84aefa req-ed49e635-dd77-4bbe-bb58-a5195c3388e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 1097 time: 0.9074438 Jun 03 15:47:57.247025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-0a4db92a-2dec-4e65-b78b-5dc06f883451 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:57.377459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Network': ['ID=ecf878bc-0ef3-425f-a7fe-f0d845ae929e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:57.402245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ecf878bc-0ef3-425f-a7fe-f0d845ae929e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:47:57.406519 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c65c8975-ae30-4559-b64c-3d7409adcd3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4538667 Jun 03 15:47:57.409090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46430) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:57.415119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1327358453'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:57.438386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:57.450859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:network and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:57.464314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:57.486165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:57.496734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-0a4db92a-2dec-4e65-b78b-5dc06f883451 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:57.522308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-0a4db92a-2dec-4e65-b78b-5dc06f883451 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8202324 Jun 03 15:47:57.529542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:47:57.538638 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.666924 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3a24fd-d201-40a2-a4eb-5443934ed5e5'] response: {'name': 'network-changed', 'server_uuid': 'fabb5510-2765-4871-8056-f0675b2196ac', 'tag': '5685756a-87bf-4e16-a2e6-1aefb388fd26', 'status': 'completed', 'code': 200} Jun 03 15:47:57.705903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:47:57.803241 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1e2ceda1-43ff-4699-87ec-f18004f3daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:53Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fd05ed4-1910-4391-9b8d-21858ac9619e', 'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:48:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:50Z', 'updated_at': '2022-06-03T15:46:10Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:57.803241 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ceda1-43ff-4699-87ec-f18004f3daf8 None None] Checking router: 528db2e5-4136-4548-81cc-703348353891 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:47:57.922985 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ceda1-43ff-4699-87ec-f18004f3daf8 None None] Routers {'528db2e5-4136-4548-81cc-703348353891'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:47:57.922985 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1e2ceda1-43ff-4699-87ec-f18004f3daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['528db2e5-4136-4548-81cc-703348353891'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:57.983954 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:57.983954 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added segment c9cb053a-3212-4e4c-af53-67c827446b61 of type vlan for network 3dc87634-1a3c-4e5d-a675-25aebc2cef93 Jun 03 15:47:58.159770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.178061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaa31a-1d14-4e4f-b6c1-e7297af08a3a req-07b80bb5-b7dc-4b2a-bcb0-ca99981c6d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:58.182689 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4daaa31a-1d14-4e4f-b6c1-e7297af08a3a req-07b80bb5-b7dc-4b2a-bcb0-ca99981c6d19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4d9167523947465893c35df85aa4b44d&device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 1096 time: 0.4641461 Jun 03 15:47:58.212817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.257410 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1e2ceda1-43ff-4699-87ec-f18004f3daf8 None None] Set router 528db2e5-4136-4548-81cc-703348353891 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:47:58.273441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Transition to ACTIVE for port object 01efc684-e9c8-4b37-a499-23c9559c4319 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:47:58.294360 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.518753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.536664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:58.536664 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:58.697603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216500-80bd-4799-8ddb-29767f84aefa req-3e702d1a-bd03-498c-a638-2c9650c9fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:58.699844 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61216500-80bd-4799-8ddb-29767f84aefa req-3e702d1a-bd03-498c-a638-2c9650c9fe75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 911 time: 1.4385383 Jun 03 15:47:58.796816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecbad2-9f06-48fd-b85b-6ed19d43d856 req-989b6394-9ae5-45e0-8ee8-6c64eb1765eb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:58.797961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-63ecbad2-9f06-48fd-b85b-6ed19d43d856 req-989b6394-9ae5-45e0-8ee8-6c64eb1765eb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:47:58.860420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-6bd62f3f-1a13-4820-a417-957a882e30e9 service neutron] 10.222.0.48 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3367085 Jun 03 15:47:58.895483 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4848762 Jun 03 15:47:58.907648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46456) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:47:58.997993 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1e2ceda1-43ff-4699-87ec-f18004f3daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:53Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fd05ed4-1910-4391-9b8d-21858ac9619e', 'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:48:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:50Z', 'updated_at': '2022-06-03T15:46:10Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:47:59.005666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaa31a-1d14-4e4f-b6c1-e7297af08a3a req-37316bcc-cb21-4a0f-9ca3-6ce5fee0531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:59.008186 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4daaa31a-1d14-4e4f-b6c1-e7297af08a3a req-37316bcc-cb21-4a0f-9ca3-6ce5fee0531c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c7916346-024a-4f04-b97d-f2c95c2483b1 HTTP/1.1" status: 200 len: 898 time: 0.8116481 Jun 03 15:47:59.011765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662948c-27f4-4782-8c68-93877becad67 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Network': ['ID=3dc87634-1a3c-4e5d-a675-25aebc2cef93,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:59.025237 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ceda1-43ff-4699-87ec-f18004f3daf8 None None] The sync data for ids ['528db2e5-4136-4548-81cc-703348353891'] in n-d-844595-1 is: [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:45:53Z', 'revision_number': 4, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6fd05ed4-1910-4391-9b8d-21858ac9619e', 'name': '', 'network_id': 'c7916346-024a-4f04-b97d-f2c95c2483b1', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'mac_address': 'fa:16:3e:48:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:50Z', 'updated_at': '2022-06-03T15:46:10Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'subnets': [{'id': '0662c61d-7012-4c79-98c8-f3f731c8cce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:47:59.110935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-63ecbad2-9f06-48fd-b85b-6ed19d43d856 req-989b6394-9ae5-45e0-8ee8-6c64eb1765eb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:47:59.142066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63ecbad2-9f06-48fd-b85b-6ed19d43d856 req-989b6394-9ae5-45e0-8ee8-6c64eb1765eb tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 945 time: 0.7835095 Jun 03 15:47:59.169403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'subnet': {'network_id': 'ecf878bc-0ef3-425f-a7fe-f0d845ae929e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:47:59.194638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4df24b-f54f-4f28-b68d-7c8600835adc None None] Pushing event updated for resources: {'Port': ['ID=01efc684-e9c8-4b37-a499-23c9559c4319,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:47:59.225358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 3dc87634-1a3c-4e5d-a675-25aebc2cef93 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:47:59.324848 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4daaa31a-1d14-4e4f-b6c1-e7297af08a3a req-623f0c59-97d3-4b28-aac7-808a36d7e90a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5685756a-87bf-4e16-a2e6-1aefb388fd26 HTTP/1.1" status: 200 len: 217 time: 0.3060126 Jun 03 15:47:59.441309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61216500-80bd-4799-8ddb-29767f84aefa req-554aad5a-7112-4cb8-ae2d-f8bd17db777f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7049db20-590a-491f-9939-26580f112c71 HTTP/1.1" status: 200 len: 1002 time: 0.7131059 Jun 03 15:47:59.508825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaa31a-1d14-4e4f-b6c1-e7297af08a3a req-83dfe0f0-e984-4265-a6fb-79d991bf18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:59.516247 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4daaa31a-1d14-4e4f-b6c1-e7297af08a3a req-83dfe0f0-e984-4265-a6fb-79d991bf18a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0662c61d-7012-4c79-98c8-f3f731c8cce6 HTTP/1.1" status: 200 len: 835 time: 0.1860173 Jun 03 15:47:59.577013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63ecbad2-9f06-48fd-b85b-6ed19d43d856 req-707e7b66-7902-4e2c-bb53-41bf63041175 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4373372 Jun 03 15:47:59.600717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812840b-959a-458c-b0f5-98abfa6063eb None None] New status for floating IP 17de1ef4-85f2-452f-876a-b77bcf5beb37: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:47:59.745488 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-01c557fd-7441-4c38-8cc9-dceff89b807d service neutron] 10.222.0.48 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8203814 Jun 03 15:47:59.755069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Attempting to bind port 01efc684-e9c8-4b37-a499-23c9559c4319 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:47:59.782639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Attempting to bind port 01efc684-e9c8-4b37-a499-23c9559c4319 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:47:59.782639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Attempting to bind port 01efc684-e9c8-4b37-a499-23c9559c4319 on network affcede9-91de-4a85-9bde-0fd695d9065b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:47:59.851475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:47:59.858946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:subnet and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:47:59.860095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaa31a-1d14-4e4f-b6c1-e7297af08a3a req-5ac42b6b-7f39-4094-90a9-8c9f71d273e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:59.861595 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4daaa31a-1d14-4e4f-b6c1-e7297af08a3a req-5ac42b6b-7f39-4094-90a9-8c9f71d273e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c7916346-024a-4f04-b97d-f2c95c2483b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3395934 Jun 03 15:47:59.872286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:47:59.896661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:47:59.931405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216500-80bd-4799-8ddb-29767f84aefa req-4957bb22-d5d3-4d49-9def-3ed6f0bc1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:47:59.941257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61216500-80bd-4799-8ddb-29767f84aefa req-4957bb22-d5d3-4d49-9def-3ed6f0bc1ce2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2981b961-1843-44fe-8dce-c3c671e1fc65 HTTP/1.1" status: 200 len: 849 time: 0.4070199 Jun 03 15:47:59.995321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:47:59.997452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Checking segment: {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:47:59.997963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:47:59.998651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Bound using segment: {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:47:59.999228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Bound port: 01efc684-e9c8-4b37-a499-23c9559c4319, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:00.000268 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.054545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:00.058079 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.233713 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.275091 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4daaa31a-1d14-4e4f-b6c1-e7297af08a3a req-1f37ea6f-11fa-4e91-97af-b85d9dd740e5 service neutron] 10.222.0.67 "GET /v2.0/networks/c7916346-024a-4f04-b97d-f2c95c2483b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935730 Jun 03 15:48:00.316084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5d043-3b81-412f-aee0-e25f312286bf req-da666ec2-1c3c-41ce-83df-17807010241e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:00.323870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73d5d043-3b81-412f-aee0-e25f312286bf req-da666ec2-1c3c-41ce-83df-17807010241e tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 945 time: 0.8233984 Jun 03 15:48:00.412233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] For port 01efc684-e9c8-4b37-a499-23c9559c4319, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:00.421769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] For port 01efc684-e9c8-4b37-a499-23c9559c4319, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=01efc684-e9c8-4b37-a499-23c9559c4319,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:00.429625 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.583945 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4daaa31a-1d14-4e4f-b6c1-e7297af08a3a req-b3be5eef-57fa-4f3a-b98c-81ef8cd543db service neutron] 10.222.0.67 "GET /v2.0/networks/c7916346-024a-4f04-b97d-f2c95c2483b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104489 Jun 03 15:48:00.613419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ef20db2-6cb4-40d2-9e6f-c31d580b3e9a req-8c6f0b6c-d09d-4688-800d-2e14d01393ed tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 210 time: 0.3424616 Jun 03 15:48:00.647076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-73d5d043-3b81-412f-aee0-e25f312286bf req-a426ce46-a80f-4d2c-b025-231e87d226a5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting port 5685756a-87bf-4e16-a2e6-1aefb388fd26 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:00.647822 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-73d5d043-3b81-412f-aee0-e25f312286bf req-a426ce46-a80f-4d2c-b025-231e87d226a5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:00.748896 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:48:00.765320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4df24b-f54f-4f28-b68d-7c8600835adc None None] Pushing event updated for resources: {'Port': ['ID=01efc684-e9c8-4b37-a499-23c9559c4319,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:00.834036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Routers {'b0b74297-123c-4259-8fed-4c376f1eee90'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:00.849686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:47:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0b74297-123c-4259-8fed-4c376f1eee90'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:01.226918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61216500-80bd-4799-8ddb-29767f84aefa req-02a189e3-2969-4154-8b20-bc69e91aa10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:01.226918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61216500-80bd-4799-8ddb-29767f84aefa req-02a189e3-2969-4154-8b20-bc69e91aa10f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b79456-f064-42e2-a46e-9cdda61aea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2343602 Jun 03 15:48:01.398820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] Set router b0b74297-123c-4259-8fed-4c376f1eee90 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:48:01.858935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:51Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '01efc684-e9c8-4b37-a499-23c9559c4319', 'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:2c:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:49Z', 'updated_at': '2022-06-03T15:48:00Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:01.858935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9484ce9-19c0-465d-8161-6a27b7dfc096 None None] The sync data for ids ['b0b74297-123c-4259-8fed-4c376f1eee90'] in n-d-844595-1 is: [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:51Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '01efc684-e9c8-4b37-a499-23c9559c4319', 'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:2c:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:49Z', 'updated_at': '2022-06-03T15:48:00Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:02.162472 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ecd038ac-a38d-4f90-8cb5-6396ecc67f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.176498 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61216500-80bd-4799-8ddb-29767f84aefa req-c6ddd775-9d85-4a8b-bc8f-8b00aa964224 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9773469 Jun 03 15:48:02.177314 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.182557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-73d5d043-3b81-412f-aee0-e25f312286bf req-a426ce46-a80f-4d2c-b025-231e87d226a5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] For port 5685756a-87bf-4e16-a2e6-1aefb388fd26, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5685756a-87bf-4e16-a2e6-1aefb388fd26,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:02.182857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-73d5d043-3b81-412f-aee0-e25f312286bf req-a426ce46-a80f-4d2c-b025-231e87d226a5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:02.282780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0aff3b6-d395-4584-8f6c-720202e6520b req-e7dd5966-8efb-4151-b5f7-9f4479ce5897 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 210 time: 0.2800248 Jun 03 15:48:02.308510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca12da5-488a-4ca5-b42b-32836a642509 req-3add7077-c10d-47db-ab02-0ffcdb60ad91 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:02.308510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ca12da5-488a-4ca5-b42b-32836a642509 req-3add7077-c10d-47db-ab02-0ffcdb60ad91 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 945 time: 1.2120647 Jun 03 15:48:02.520242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-73d5d043-3b81-412f-aee0-e25f312286bf req-a426ce46-a80f-4d2c-b025-231e87d226a5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Calling delete_port for 5685756a-87bf-4e16-a2e6-1aefb388fd26 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:02.751568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ca12da5-488a-4ca5-b42b-32836a642509 req-cb867602-26a1-40f0-9d08-149723e77743 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/security-groups?id=d2be8358-a0b6-4ff8-a455-0bc7513ea725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4392474 Jun 03 15:48:02.777971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Subnet': ['ID=271b5763-1d8e-4125-8494-3d2ccc547c0e,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:02.858831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Checking segment: {'id': '23189473-49f1-4c58-bfae-f0ae8091aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ecf878bc-0ef3-425f-a7fe-f0d845ae929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:02.858831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network hostable DHCP agents. Network: ecf878bc-0ef3-425f-a7fe-f0d845ae929e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:02.926696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61216500-80bd-4799-8ddb-29767f84aefa req-02ca6d64-0c0a-4d79-a479-90eb2319f9ee service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398811 Jun 03 15:48:02.974005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network ecf878bc-0ef3-425f-a7fe-f0d845ae929e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:03.025681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, ecf878bc-0ef3-425f-a7fe-f0d845ae929e) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:03.025681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:03.038775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298ff720-c84b-4435-8028-0f9ef12f4dd2 None None] Network ecf878bc-0ef3-425f-a7fe-f0d845ae929e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:03.064963 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:03.112983 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-73d5d043-3b81-412f-aee0-e25f312286bf req-a426ce46-a80f-4d2c-b025-231e87d226a5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:03.206818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4daab57b-119d-43cf-a1b8-7c6a8acf52a8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1246595 Jun 03 15:48:03.210074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 46532) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:03.212827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426ce46-a80f-4d2c-b025-231e87d226a5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Port': ['ID=5685756a-87bf-4e16-a2e6-1aefb388fd26,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:03.224518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'subnet': {'network_id': '3dc87634-1a3c-4e5d-a675-25aebc2cef93', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:03.575541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:03.575541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:subnet and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:03.575541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:03.575541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:03.578895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-254be1b5-cd98-4463-9eab-ea1af37b7b9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:03.578895 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-254be1b5-cd98-4463-9eab-ea1af37b7b9b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "GET /v2.0/networks?id=affcede9-91de-4a85-9bde-0fd695d9065b HTTP/1.1" status: 200 len: 797 time: 0.7695460 Jun 03 15:48:03.580782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:03.585899 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:03.658200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d5d043-3b81-412f-aee0-e25f312286bf req-a426ce46-a80f-4d2c-b025-231e87d226a5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] No DVR routers for this DVR port 5685756a-87bf-4e16-a2e6-1aefb388fd26 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:03.673436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-73d5d043-3b81-412f-aee0-e25f312286bf req-a426ce46-a80f-4d2c-b025-231e87d226a5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:03.684111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73d5d043-3b81-412f-aee0-e25f312286bf req-a426ce46-a80f-4d2c-b025-231e87d226a5 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.67 "DELETE /v2.0/ports/5685756a-87bf-4e16-a2e6-1aefb388fd26 HTTP/1.1" status: 204 len: 173 time: 3.2154815 Jun 03 15:48:03.684607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabb5510-2765-4871-8056-f0675b2196ac', 'name': 'network-vif-deleted', 'tag': '5685756a-87bf-4e16-a2e6-1aefb388fd26'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:48:03.937107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68a72b9d-53cf-4362-91b7-897a865fafdd req-3015edb2-8172-4f1a-93e3-fc38ce61762c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 210 time: 0.1491253 Jun 03 15:48:03.937107 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b505bcb-e659-405c-85ff-b3a05f6e9c56'] response: {'server_uuid': 'fabb5510-2765-4871-8056-f0675b2196ac', 'name': 'network-vif-deleted', 'tag': '5685756a-87bf-4e16-a2e6-1aefb388fd26', 'status': 'completed', 'code': 200} Jun 03 15:48:04.033796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-ecf878bc-0ef3-425f-a7fe-f0d845ae929e', 'network_id': 'ecf878bc-0ef3-425f-a7fe-f0d845ae929e', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'fixed_ips': [{'subnet_id': '271b5763-1d8e-4125-8494-3d2ccc547c0e'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:48:04.033796 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.107420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 01efc684-e9c8-4b37-a499-23c9559c4319 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:04.166773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-191dfd78-9713-42fc-b898-7ec1244866c4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:04.222873 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-191dfd78-9713-42fc-b898-7ec1244866c4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:04.222873 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-191dfd78-9713-42fc-b898-7ec1244866c4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 380 time: 0.2938309 Jun 03 15:48:04.259378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'port': {'device_id': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'admin_state_up': True, 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'security_groups': ['1e71f86f-f092-4ff5-9418-2595deb013ee']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:04.294479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a5505db7-baac-4363-ba53-d11a29282b79 req-69d06847-35cb-4ef5-afd6-791d56ff18f1 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Synchronizing usage tracker for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:04.342151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a5505db7-baac-4363-ba53-d11a29282b79 req-69d06847-35cb-4ef5-afd6-791d56ff18f1 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Unset dirty status for tenant:4d9167523947465893c35df85aa4b44d on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:04.356179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5505db7-baac-4363-ba53-d11a29282b79 req-69d06847-35cb-4ef5-afd6-791d56ff18f1 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "GET /v2.0/ports?device_id=fabb5510-2765-4871-8056-f0675b2196ac HTTP/1.1" status: 200 len: 210 time: 0.1432557 Jun 03 15:48:04.386563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5685756a-87bf-4e16-a2e6-1aefb388fd26 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:04.537165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 5685756a-87bf-4e16-a2e6-1aefb388fd26 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:48:04.537165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5685756a-87bf-4e16-a2e6-1aefb388fd26 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:04.616487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:04.655668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 01efc684-e9c8-4b37-a499-23c9559c4319 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:04.673191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 01efc684-e9c8-4b37-a499-23c9559c4319 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:04.674843 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.688470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:04.726460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:04.729585 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.880663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:04.964339 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-41f93da0-a431-4b51-97e5-7414fe3392d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.005008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Allocated IP 2001:db8::2 (ecf878bc-0ef3-425f-a7fe-f0d845ae929e/271b5763-1d8e-4125-8494-3d2ccc547c0e/dbe9816c-8913-4459-949f-eef38c95861b) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:05.111074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Checking segment: {'id': 'c9cb053a-3212-4e4c-af53-67c827446b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3dc87634-1a3c-4e5d-a675-25aebc2cef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:05.111074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network hostable DHCP agents. Network: 3dc87634-1a3c-4e5d-a675-25aebc2cef93, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:05.166618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Subnet': ['ID=61488543-486e-4628-9753-52cd9b0d03fe,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:05.166618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 3dc87634-1a3c-4e5d-a675-25aebc2cef93 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:05.240333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 3dc87634-1a3c-4e5d-a675-25aebc2cef93) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:05.240333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.20.0.10 (affcede9-91de-4a85-9bde-0fd695d9065b/7465dc5d-9336-445a-8a92-95fd1d5cc40e/60f16f77-8085-4fe1-9650-6c3f929490c3) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:05.240333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:05.240333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.255210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b994e14-eb14-42b0-961d-b9f3acc8ff02 None None] Network 3dc87634-1a3c-4e5d-a675-25aebc2cef93 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:05.270827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-859d6de9-1112-46ea-9aa4-f1f6e319ee88 req-cc144289-d5e2-47ff-8698-3abd3f9df8be tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 210 time: 0.0835009 Jun 03 15:48:05.387866 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-013310bf-8c0d-4542-b791-42658f4c918d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1644602 Jun 03 15:48:05.399392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46570) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:05.399392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-27e45961-a64d-4c4b-a87c-f2a299be5b98 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1718338578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:05.417447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 01efc684-e9c8-4b37-a499-23c9559c4319 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:05.417447 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.435815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-27e45961-a64d-4c4b-a87c-f2a299be5b98 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:05.455530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-27e45961-a64d-4c4b-a87c-f2a299be5b98 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:router and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:05.455530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-27e45961-a64d-4c4b-a87c-f2a299be5b98 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:05.513749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-27e45961-a64d-4c4b-a87c-f2a299be5b98 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:05.543033 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.554007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46574) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:05.565022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 01efc684-e9c8-4b37-a499-23c9559c4319, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=01efc684-e9c8-4b37-a499-23c9559c4319,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:05.599443 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27e45961-a64d-4c4b-a87c-f2a299be5b98 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.599443 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27e45961-a64d-4c4b-a87c-f2a299be5b98 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.623978 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.755265 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27e45961-a64d-4c4b-a87c-f2a299be5b98 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.791826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.815971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Transition to ACTIVE for port object 60f16f77-8085-4fe1-9650-6c3f929490c3 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:05.843679 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-927bac7b-542b-4a63-8332-ddb7a55415aa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.865531 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.883998 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.940292 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-927bac7b-542b-4a63-8332-ddb7a55415aa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:05.958869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network affcede9-91de-4a85-9bde-0fd695d9065b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:05.962622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:05.967255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:05.981145 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27e45961-a64d-4c4b-a87c-f2a299be5b98 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.019571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=60f16f77-8085-4fe1-9650-6c3f929490c3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:06.082938 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27e45961-a64d-4c4b-a87c-f2a299be5b98 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.082938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-27e45961-a64d-4c4b-a87c-f2a299be5b98 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6982884 Jun 03 15:48:06.101736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46588) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:06.157412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:06.157412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.168956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-3dc87634-1a3c-4e5d-a675-25aebc2cef93', 'network_id': '3dc87634-1a3c-4e5d-a675-25aebc2cef93', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'fixed_ips': [{'subnet_id': '61488543-486e-4628-9753-52cd9b0d03fe'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:48:06.171436 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.217454 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-87b9040e-d0e1-40b7-a8e7-26a3c37fe6da tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9764588 Jun 03 15:48:06.226498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=01efc684-e9c8-4b37-a499-23c9559c4319,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:06.229658 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.231026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Request body: {'port': {'device_id': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:06.291808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Transition to ACTIVE for port object dbe9816c-8913-4459-949f-eef38c95861b will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:06.410564 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.527839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Transition to ACTIVE for port object dbe9816c-8913-4459-949f-eef38c95861b will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:06.595252 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.606837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2a02699b-690d-4e22-88a6-018ae5139966 None None] Provisioning for port 60f16f77-8085-4fe1-9650-6c3f929490c3 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:06.661030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2a02699b-690d-4e22-88a6-018ae5139966 None None] Provisioning complete for port 60f16f77-8085-4fe1-9650-6c3f929490c3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:06.661668 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2a02699b-690d-4e22-88a6-018ae5139966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.736495 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-927bac7b-542b-4a63-8332-ddb7a55415aa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:06.772855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bac7b-542b-4a63-8332-ddb7a55415aa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2be8358-a0b6-4ff8-a455-0bc7513ea725,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:06.865484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Network ecf878bc-0ef3-425f-a7fe-f0d845ae929e is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:06.898221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:06.915333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:06.998283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Pushing event updated for resources: {'Port': ['ID=dbe9816c-8913-4459-949f-eef38c95861b,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:07.016914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Allocated IP 2001:db8:1::2 (3dc87634-1a3c-4e5d-a675-25aebc2cef93/61488543-486e-4628-9753-52cd9b0d03fe/dede2b93-065f-4760-a7de-ad53e68354d7) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:07.026641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2a02699b-690d-4e22-88a6-018ae5139966 None None] Port 60f16f77-8085-4fe1-9650-6c3f929490c3 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:48:07.117706 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.193035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Attempting to bind port dbe9816c-8913-4459-949f-eef38c95861b on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:48:07.193765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Attempting to bind port dbe9816c-8913-4459-949f-eef38c95861b by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '23189473-49f1-4c58-bfae-f0ae8091aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ecf878bc-0ef3-425f-a7fe-f0d845ae929e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:48:07.194201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Attempting to bind port dbe9816c-8913-4459-949f-eef38c95861b on network ecf878bc-0ef3-425f-a7fe-f0d845ae929e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:07.210014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:48:07.210379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Checking segment: {'id': '23189473-49f1-4c58-bfae-f0ae8091aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ecf878bc-0ef3-425f-a7fe-f0d845ae929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:07.211116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.211967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Bound using segment: {'id': '23189473-49f1-4c58-bfae-f0ae8091aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ecf878bc-0ef3-425f-a7fe-f0d845ae929e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:48:07.212720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Bound port: dbe9816c-8913-4459-949f-eef38c95861b, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23189473-49f1-4c58-bfae-f0ae8091aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ecf878bc-0ef3-425f-a7fe-f0d845ae929e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:07.213309 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.312338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f16f77-8085-4fe1-9650-6c3f929490c3 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:48:07.342630 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.391990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Transition to ACTIVE for port object 60f16f77-8085-4fe1-9650-6c3f929490c3 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:07.401396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.460819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] For port dbe9816c-8913-4459-949f-eef38c95861b, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:07.466565 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-927bac7b-542b-4a63-8332-ddb7a55415aa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.467923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-927bac7b-542b-4a63-8332-ddb7a55415aa tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/security-groups/d2be8358-a0b6-4ff8-a455-0bc7513ea725 HTTP/1.1" status: 204 len: 168 time: 1.9346406 Jun 03 15:48:07.481225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.511148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] For port dbe9816c-8913-4459-949f-eef38c95861b, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dbe9816c-8913-4459-949f-eef38c95861b,segment=NetworkSegment(23189473-49f1-4c58-bfae-f0ae8091aee6),segment_id=23189473-49f1-4c58-bfae-f0ae8091aee6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:07.520150 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.526171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 46622) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:07.529804 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.608488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Transition to ACTIVE for port object dede2b93-065f-4760-a7de-ad53e68354d7 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:07.773629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Transition to ACTIVE for port object dede2b93-065f-4760-a7de-ad53e68354d7 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:07.812576 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:07.848176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebc73b-1e92-41d3-8996-0c7f1b89f3ab None None] Pushing event updated for resources: {'Port': ['ID=dbe9816c-8913-4459-949f-eef38c95861b,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:08.000660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Pushing event updated for resources: {'Port': ['ID=60f16f77-8085-4fe1-9650-6c3f929490c3,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:08.178253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 01efc684-e9c8-4b37-a499-23c9559c4319 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:08.233955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:48:08.233955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:48:08.233955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 on network affcede9-91de-4a85-9bde-0fd695d9065b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:08.251820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Port 60f16f77-8085-4fe1-9650-6c3f929490c3 on network affcede9-91de-4a85-9bde-0fd695d9065b not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:48:08.263091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 on network affcede9-91de-4a85-9bde-0fd695d9065b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:08.295525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:48:08.295525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Checking segment: {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:08.295525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Bound using segment: {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:48:08.295525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Bound port: 60f16f77-8085-4fe1-9650-6c3f929490c3, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:08.295525 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:08.412264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a171d-8f9a-4948-82f4-be0e401fce5a req-2194414c-d4b6-4e2c-8e77-5d8ef0fb764d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:08.423559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f2a171d-8f9a-4948-82f4-be0e401fce5a req-2194414c-d4b6-4e2c-8e77-5d8ef0fb764d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 932 time: 1.8829970 Jun 03 15:48:08.455508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Pushing event updated for resources: {'Port': ['ID=dede2b93-065f-4760-a7de-ad53e68354d7,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:08.516001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Network 3dc87634-1a3c-4e5d-a675-25aebc2cef93 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:08.526122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:08.529742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:08.564529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:08.569540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:08.584583 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:08.657971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 01efc684-e9c8-4b37-a499-23c9559c4319 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:08.657971 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:08.662764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:08.662764 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:08.662764 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] 10.222.0.67 "PUT /v2.0/ports/60f16f77-8085-4fe1-9650-6c3f929490c3 HTTP/1.1" status: 200 len: 1092 time: 2.4295411 Jun 03 15:48:08.662764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:48:08.766123 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f2a171d-8f9a-4948-82f4-be0e401fce5a req-f0df8c89-00b2-41c5-8ab9-aeaed3712797 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322728 Jun 03 15:48:09.036292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Attempting to bind port dede2b93-065f-4760-a7de-ad53e68354d7 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:48:09.036666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Attempting to bind port dede2b93-065f-4760-a7de-ad53e68354d7 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'c9cb053a-3212-4e4c-af53-67c827446b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3dc87634-1a3c-4e5d-a675-25aebc2cef93'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:48:09.037014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Attempting to bind port dede2b93-065f-4760-a7de-ad53e68354d7 on network 3dc87634-1a3c-4e5d-a675-25aebc2cef93 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:09.072458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:48:09.074007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Checking segment: {'id': 'c9cb053a-3212-4e4c-af53-67c827446b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3dc87634-1a3c-4e5d-a675-25aebc2cef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:09.075320 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.075873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Bound using segment: {'id': 'c9cb053a-3212-4e4c-af53-67c827446b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3dc87634-1a3c-4e5d-a675-25aebc2cef93'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:48:09.077496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Bound port: dede2b93-065f-4760-a7de-ad53e68354d7, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cb053a-3212-4e4c-af53-67c827446b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3dc87634-1a3c-4e5d-a675-25aebc2cef93'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:09.078101 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.123044 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.166040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70ca01-7ab7-4276-862e-4530cc95bb21 service neutron] Pushing event updated for resources: {'Port': ['ID=60f16f77-8085-4fe1-9650-6c3f929490c3,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:09.224154 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ea25c6-729c-4b89-8c02-7eaa7ce1d4ce'] response: {'name': 'network-changed', 'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'status': 'completed', 'code': 200} Jun 03 15:48:09.256911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-107e4bf0-008e-4087-a107-13629e1def72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:09.256911 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-107e4bf0-008e-4087-a107-13629e1def72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1095 time: 0.5382624 Jun 03 15:48:09.359745 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-ee141ac4-b8cc-42a4-919d-24bd13990e20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60f16f77-8085-4fe1-9650-6c3f929490c3 HTTP/1.1" status: 200 len: 217 time: 0.0872173 Jun 03 15:48:09.525954 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-c167e31c-3723-469b-a7ce-786ebe5bce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:09.532422 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-c167e31c-3723-469b-a7ce-786ebe5bce6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7465dc5d-9336-445a-8a92-95fd1d5cc40e HTTP/1.1" status: 200 len: 835 time: 0.1685262 Jun 03 15:48:09.548071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] For port dede2b93-065f-4760-a7de-ad53e68354d7, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:09.558333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] For port dede2b93-065f-4760-a7de-ad53e68354d7, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dede2b93-065f-4760-a7de-ad53e68354d7,segment=NetworkSegment(c9cb053a-3212-4e4c-af53-67c827446b61),segment_id=c9cb053a-3212-4e4c-af53-67c827446b61)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:09.564011 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 01efc684-e9c8-4b37-a499-23c9559c4319 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:09.571217 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:09.763484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc50c1-43d1-43ea-8c17-699ef245b450 None None] Pushing event updated for resources: {'Port': ['ID=dede2b93-065f-4760-a7de-ad53e68354d7,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:09.801055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-19952e6c-627c-4747-9ad6-ca1506185ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:09.811393 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-19952e6c-627c-4747-9ad6-ca1506185ee3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=affcede9-91de-4a85-9bde-0fd695d9065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2654331 Jun 03 15:48:10.167322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Allocated IP 2001:db8::1 (ecf878bc-0ef3-425f-a7fe-f0d845ae929e/271b5763-1d8e-4125-8494-3d2ccc547c0e/92d865d5-407a-40cf-a465-b89b9ca5bebb) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:10.172455 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dbe9816c-8913-4459-949f-eef38c95861b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:10.300117 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683c980b-49d2-482b-af4a-165977ce3fea None None] Network ecf878bc-0ef3-425f-a7fe-f0d845ae929e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:10.434793 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-a2f46b49-689d-4488-b7b1-36094e5626da service neutron] 10.222.0.67 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188464 Jun 03 15:48:10.621950 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8bba3f06-e179-401d-a413-78047929e4a4 None None] Provisioning for port dbe9816c-8913-4459-949f-eef38c95861b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:10.684958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port dbe9816c-8913-4459-949f-eef38c95861b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:10.896649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port dbe9816c-8913-4459-949f-eef38c95861b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:10.896649 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:10.929583 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b6a103c8-17e1-43ec-b456-1200f466e420 req-d93adca6-6a90-4ebf-b983-b9bd032bb84a service neutron] 10.222.0.67 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806035 Jun 03 15:48:11.216477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e7a6-c364-4e5a-b3bc-f1142fd9d428 req-956d4867-8b98-4ce9-8acc-1dc9d59b732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:11.218087 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5924e7a6-c364-4e5a-b3bc-f1142fd9d428 req-956d4867-8b98-4ce9-8acc-1dc9d59b732a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1095 time: 0.1751022 Jun 03 15:48:11.252191 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:11.367771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dbe9816c-8913-4459-949f-eef38c95861b is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:11.367771 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:11.432582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port dbe9816c-8913-4459-949f-eef38c95861b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dbe9816c-8913-4459-949f-eef38c95861b,segment=NetworkSegment(23189473-49f1-4c58-bfae-f0ae8091aee6),segment_id=23189473-49f1-4c58-bfae-f0ae8091aee6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:11.439603 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:11.626822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e7a6-c364-4e5a-b3bc-f1142fd9d428 req-ad0fd633-f786-449f-b530-303a7107130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:11.628468 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5924e7a6-c364-4e5a-b3bc-f1142fd9d428 req-ad0fd633-f786-449f-b530-303a7107130d service neutron] 10.222.0.67 "GET /v2.0/networks?id=affcede9-91de-4a85-9bde-0fd695d9065b HTTP/1.1" status: 200 len: 898 time: 0.4034216 Jun 03 15:48:11.729930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=dbe9816c-8913-4459-949f-eef38c95861b,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:11.892262 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5924e7a6-c364-4e5a-b3bc-f1142fd9d428 req-c9419f4e-ec9f-4f54-9d8c-1f35f06d4b80 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60f16f77-8085-4fe1-9650-6c3f929490c3 HTTP/1.1" status: 200 len: 217 time: 0.2522163 Jun 03 15:48:12.090280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e7a6-c364-4e5a-b3bc-f1142fd9d428 req-2b6d9a3a-da18-481d-8b8a-d21302a5a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:12.090280 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5924e7a6-c364-4e5a-b3bc-f1142fd9d428 req-2b6d9a3a-da18-481d-8b8a-d21302a5a8a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7465dc5d-9336-445a-8a92-95fd1d5cc40e HTTP/1.1" status: 200 len: 835 time: 0.1899130 Jun 03 15:48:12.191905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dede2b93-065f-4760-a7de-ad53e68354d7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:12.249802 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.264391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617ca48-a60e-4aae-a988-3cc29a3ba44b None None] Network 3dc87634-1a3c-4e5d-a675-25aebc2cef93 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:12.270573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e7a6-c364-4e5a-b3bc-f1142fd9d428 req-110c49a7-bda3-4b7b-bf39-38d70c5bc416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:12.272203 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5924e7a6-c364-4e5a-b3bc-f1142fd9d428 req-110c49a7-bda3-4b7b-bf39-38d70c5bc416 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=affcede9-91de-4a85-9bde-0fd695d9065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614075 Jun 03 15:48:12.296617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Transition to ACTIVE for port object 92d865d5-407a-40cf-a465-b89b9ca5bebb will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:12.356848 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.486199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e9b56f95-ee30-48e0-9fe4-342fdb2e8fba None None] Provisioning complete for port dbe9816c-8913-4459-949f-eef38c95861b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:12.487112 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e9b56f95-ee30-48e0-9fe4-342fdb2e8fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:12.535797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port dede2b93-065f-4760-a7de-ad53e68354d7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:12.559818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dbe9816c-8913-4459-949f-eef38c95861b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:12.622285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cbe32-d9f7-41d4-aa55-e36bc0fe845c req-b86be787-56a2-4eb3-a1ee-c58ea231f5ff tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:12.630519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f6cbe32-d9f7-41d4-aa55-e36bc0fe845c req-b86be787-56a2-4eb3-a1ee-c58ea231f5ff tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 944 time: 1.8988500 Jun 03 15:48:12.752107 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5924e7a6-c364-4e5a-b3bc-f1142fd9d428 req-99f5402b-f93c-4e6d-b951-619fc105ac5d service neutron] 10.222.0.67 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680703 Jun 03 15:48:12.976844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port dbe9816c-8913-4459-949f-eef38c95861b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:12.977794 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.118905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e9b56f95-ee30-48e0-9fe4-342fdb2e8fba None None] Current status of the port dbe9816c-8913-4459-949f-eef38c95861b is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:13.148227 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5924e7a6-c364-4e5a-b3bc-f1142fd9d428 req-95ded687-9d4a-410e-ac9d-d04629a19e99 service neutron] 10.222.0.67 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901000 Jun 03 15:48:13.196575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=92d865d5-407a-40cf-a465-b89b9ca5bebb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:13.202465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network ecf878bc-0ef3-425f-a7fe-f0d845ae929e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:13.228711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:13.231643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:13.232850 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.498172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dbe9816c-8913-4459-949f-eef38c95861b is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:13.498172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f625cf02-4bfa-46fd-8620-5dbb3822f0e7 None None] Provisioning for port dede2b93-065f-4760-a7de-ad53e68354d7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:13.513358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f625cf02-4bfa-46fd-8620-5dbb3822f0e7 None None] Provisioning complete for port dede2b93-065f-4760-a7de-ad53e68354d7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:13.513358 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f625cf02-4bfa-46fd-8620-5dbb3822f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:13.755482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3f6cbe32-d9f7-41d4-aa55-e36bc0fe845c req-ed1d6763-56ab-4c34-b53b-27dd7e1d823a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0973973 Jun 03 15:48:14.097412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f625cf02-4bfa-46fd-8620-5dbb3822f0e7 None None] Current status of the port dede2b93-065f-4760-a7de-ad53e68354d7 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:14.099108 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f625cf02-4bfa-46fd-8620-5dbb3822f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:14.214876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting port 6fd05ed4-1910-4391-9b8d-21858ac9619e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:14.214876 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:14.227550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f625cf02-4bfa-46fd-8620-5dbb3822f0e7 None None] For port dede2b93-065f-4760-a7de-ad53e68354d7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dede2b93-065f-4760-a7de-ad53e68354d7,segment=NetworkSegment(c9cb053a-3212-4e4c-af53-67c827446b61),segment_id=c9cb053a-3212-4e4c-af53-67c827446b61)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:14.247088 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f625cf02-4bfa-46fd-8620-5dbb3822f0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:14.323777 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:14.390204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 60f16f77-8085-4fe1-9650-6c3f929490c3 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:48:14.504803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625cf02-4bfa-46fd-8620-5dbb3822f0e7 None None] Pushing event updated for resources: {'Port': ['ID=dede2b93-065f-4760-a7de-ad53e68354d7,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:14.676831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:14.703458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'port_id': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'mac_address': 'fa:16:3e:8b:b7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:48:14.816642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1c4689e3-8aa0-475e-9a32-4a410382f893 None None] Provisioning complete for port dede2b93-065f-4760-a7de-ad53e68354d7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:14.816642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c4689e3-8aa0-475e-9a32-4a410382f893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.047664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 60f16f77-8085-4fe1-9650-6c3f929490c3 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:15.047664 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.118186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f16f77-8085-4fe1-9650-6c3f929490c3 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:48:15.153912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] For port 6fd05ed4-1910-4391-9b8d-21858ac9619e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6fd05ed4-1910-4391-9b8d-21858ac9619e,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:15.153912 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.248385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:15.309394 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.401558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1c4689e3-8aa0-475e-9a32-4a410382f893 None None] Current status of the port dede2b93-065f-4760-a7de-ad53e68354d7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:15.451164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=60f16f77-8085-4fe1-9650-6c3f929490c3,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:15.455050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1c4689e3-8aa0-475e-9a32-4a410382f893 None None] Provisioning for port 92d865d5-407a-40cf-a465-b89b9ca5bebb completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:15.462802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1c4689e3-8aa0-475e-9a32-4a410382f893 None None] Provisioning complete for port 92d865d5-407a-40cf-a465-b89b9ca5bebb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:15.465252 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c4689e3-8aa0-475e-9a32-4a410382f893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:15.579227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1c4689e3-8aa0-475e-9a32-4a410382f893 None None] Port 92d865d5-407a-40cf-a465-b89b9ca5bebb cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:48:15.719649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Calling delete_port for 6fd05ed4-1910-4391-9b8d-21858ac9619e owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:15.753670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['60f16f77-8085-4fe1-9650-6c3f929490c3'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:48:15.788173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a7080-dd96-4ff2-a886-04b4ae636a94 req-42bf59b3-68db-4f53-8e3e-66ccf20a9f0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:15.831532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-145a7080-dd96-4ff2-a886-04b4ae636a94 req-42bf59b3-68db-4f53-8e3e-66ccf20a9f0d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 1.6682575 Jun 03 15:48:15.906140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dede2b93-065f-4760-a7de-ad53e68354d7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:16.122703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a854e2-dde4-47f3-8f6c-7582b4e11c8f req-550f5d3d-b7c3-46d7-922c-9baf669bbf05 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:16.124578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79a854e2-dde4-47f3-8f6c-7582b4e11c8f req-550f5d3d-b7c3-46d7-922c-9baf669bbf05 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 944 time: 1.2134323 Jun 03 15:48:16.162818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port dede2b93-065f-4760-a7de-ad53e68354d7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:16.162818 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.235206 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-145a7080-dd96-4ff2-a886-04b4ae636a94 req-84cba33d-57b5-456b-bcd7-61d1f33b0b08 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815219 Jun 03 15:48:16.285583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79a854e2-dde4-47f3-8f6c-7582b4e11c8f req-2c10c8de-fe70-4897-b036-7e59add09a60 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428144 Jun 03 15:48:16.441807 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.466364 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.466364 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.576223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dede2b93-065f-4760-a7de-ad53e68354d7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:16.724711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=92d865d5-407a-40cf-a465-b89b9ca5bebb,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:16.733071 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:16.835703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Port': ['ID=6fd05ed4-1910-4391-9b8d-21858ac9619e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:17.025265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network ecf878bc-0ef3-425f-a7fe-f0d845ae929e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:17.030187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:17.639546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e13e9dcb-3c6f-4121-b86f-99a3e2e7f5b9 None None] Provisioning complete for port 92d865d5-407a-40cf-a465-b89b9ca5bebb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:17.639546 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e13e9dcb-3c6f-4121-b86f-99a3e2e7f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:17.765912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e13e9dcb-3c6f-4121-b86f-99a3e2e7f5b9 None None] Port 92d865d5-407a-40cf-a465-b89b9ca5bebb cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:48:17.985406 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.069257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 9f438830-8856-49b9-b8d9-dff1085006d6 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:48:18.084441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a772a-6778-4e2c-999b-9e8add6729a2 req-61978a3e-6625-4911-8cd1-9fa406302f97 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:18.084441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb7a772a-6778-4e2c-999b-9e8add6729a2 req-61978a3e-6625-4911-8cd1-9fa406302f97 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 945 time: 0.3557518 Jun 03 15:48:18.370374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f90225-edf9-40a2-8a68-b43f8dac243f req-f4d8b03d-79cc-4ce8-a54a-1f1c44436948 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:18.372012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43f90225-edf9-40a2-8a68-b43f8dac243f req-f4d8b03d-79cc-4ce8-a54a-1f1c44436948 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.7767572 Jun 03 15:48:18.383262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb7a772a-6778-4e2c-999b-9e8add6729a2 req-cab54d83-1e6d-4f6d-a274-618f9bd6c95e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945096 Jun 03 15:48:18.422370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 60f16f77-8085-4fe1-9650-6c3f929490c3 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:18.529954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 60f16f77-8085-4fe1-9650-6c3f929490c3 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:18.548486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 60f16f77-8085-4fe1-9650-6c3f929490c3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:18.548486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.709171 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43f90225-edf9-40a2-8a68-b43f8dac243f req-f71be7c5-9a27-4558-a4c4-1a1766259f10 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081505 Jun 03 15:48:18.774212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:48:18.784299 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ce1cf-592e-4fae-a894-bc9a310c731e None None] Sync routers for ids ['9f438830-8856-49b9-b8d9-dff1085006d6'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:48:18.792607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 60f16f77-8085-4fe1-9650-6c3f929490c3 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:18.792607 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.801545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ce1cf-592e-4fae-a894-bc9a310c731e None None] Routers {'9f438830-8856-49b9-b8d9-dff1085006d6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:18.801545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a44ce1cf-592e-4fae-a894-bc9a310c731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['9f438830-8856-49b9-b8d9-dff1085006d6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:18.813092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-40e3e5ef-5a6a-48b3-8e67-1df7992498c1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/9f438830-8856-49b9-b8d9-dff1085006d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6912124 Jun 03 15:48:18.821441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47062) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:18.871111 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a44ce1cf-592e-4fae-a894-bc9a310c731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:18.881887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:48:18.890360 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ce1cf-592e-4fae-a894-bc9a310c731e None None] Routers {'9f438830-8856-49b9-b8d9-dff1085006d6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:18.890360 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a44ce1cf-592e-4fae-a894-bc9a310c731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['9f438830-8856-49b9-b8d9-dff1085006d6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:18.898425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:18.898425 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:18.985921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b377d303-460b-41ff-9007-74484c96bde0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:18.994635 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b377d303-460b-41ff-9007-74484c96bde0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports/92d865d5-407a-40cf-a465-b89b9ca5bebb HTTP/1.1" status: 200 len: 911 time: 0.1991837 Jun 03 15:48:18.994829 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a44ce1cf-592e-4fae-a894-bc9a310c731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:18.995176 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ce1cf-592e-4fae-a894-bc9a310c731e None None] The sync data for ids ['9f438830-8856-49b9-b8d9-dff1085006d6'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:18.995625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47076) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:19.078565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=60f16f77-8085-4fe1-9650-6c3f929490c3,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:19.128149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Router 528db2e5-4136-4548-81cc-703348353891 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:48:19.218485 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ccb628-e6e6-4fc1-b8cd-beb779aaa128'] response: {'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'code': 200} Jun 03 15:48:19.693620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:48:19.693620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-37feafe2-c784-4e23-9b38-6030ffc320dd tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "PUT /v2.0/routers/528db2e5-4136-4548-81cc-703348353891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0437305 Jun 03 15:48:19.697786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfdd2d1-3d2d-45fb-9a48-deb7a115e0ee None None] Sync routers for ids ['528db2e5-4136-4548-81cc-703348353891'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:48:19.700527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47126) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:19.715631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfdd2d1-3d2d-45fb-9a48-deb7a115e0ee None None] Routers {'528db2e5-4136-4548-81cc-703348353891'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:19.715631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3bfdd2d1-3d2d-45fb-9a48-deb7a115e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['528db2e5-4136-4548-81cc-703348353891'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:19.793240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3e748-5042-479a-bfac-e507c7dc9de8 req-31c69e4a-f6d9-4628-89ef-d8109171bafe tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:19.802905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaf3e748-5042-479a-bfac-e507c7dc9de8 req-31c69e4a-f6d9-4628-89ef-d8109171bafe tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 0.2417793 Jun 03 15:48:19.892657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-982056eb-d44d-43cf-ba92-6f4ab99bf523 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting subnet 0662c61d-7012-4c79-98c8-f3f731c8cce6 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:48:19.909300 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-982056eb-d44d-43cf-ba92-6f4ab99bf523 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:19.946262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaf3e748-5042-479a-bfac-e507c7dc9de8 req-f625afcb-4b4e-4e3e-b0a2-74e249cee4b2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480372 Jun 03 15:48:20.013516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89668558-3083-4840-845b-e003d60711b9 req-99016676-a70b-4609-a501-15761d523cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:20.015724 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-89668558-3083-4840-845b-e003d60711b9 req-99016676-a70b-4609-a501-15761d523cc9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1097 time: 0.4352899 Jun 03 15:48:20.054956 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-982056eb-d44d-43cf-ba92-6f4ab99bf523 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:20.147553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8980463-663b-4a8e-b7f6-3c2bcff9a8c0 req-0edb14db-e23d-4a8f-a9e1-e60bec65c2e2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:20.147553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8980463-663b-4a8e-b7f6-3c2bcff9a8c0 req-0edb14db-e23d-4a8f-a9e1-e60bec65c2e2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.1911538 Jun 03 15:48:20.171410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3bfdd2d1-3d2d-45fb-9a48-deb7a115e0ee None None] Set router 528db2e5-4136-4548-81cc-703348353891 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:48:20.283826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8980463-663b-4a8e-b7f6-3c2bcff9a8c0 req-b5062137-08c0-419f-a9e4-6bc46bb630b5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231644 Jun 03 15:48:20.324835 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-982056eb-d44d-43cf-ba92-6f4ab99bf523 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:20.376987 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-89668558-3083-4840-845b-e003d60711b9 req-4a7a1509-bcb3-4c15-857e-50dee4c26f1e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385737 Jun 03 15:48:20.481953 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-982056eb-d44d-43cf-ba92-6f4ab99bf523 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:20.560459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982056eb-d44d-43cf-ba92-6f4ab99bf523 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Subnet': ['ID=0662c61d-7012-4c79-98c8-f3f731c8cce6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:20.567782 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-982056eb-d44d-43cf-ba92-6f4ab99bf523 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:20.578207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc37a2c4-932c-4b80-9ccd-23156db8cb4c None None] Network c7916346-024a-4f04-b97d-f2c95c2483b1 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:20.578717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-982056eb-d44d-43cf-ba92-6f4ab99bf523 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/subnets/0662c61d-7012-4c79-98c8-f3f731c8cce6 HTTP/1.1" status: 204 len: 168 time: 0.8829370 Jun 03 15:48:20.580622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47168) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:20.622711 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:21.217809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3bfdd2d1-3d2d-45fb-9a48-deb7a115e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:48:16Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:21.237470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfdd2d1-3d2d-45fb-9a48-deb7a115e0ee None None] Checking router: 528db2e5-4136-4548-81cc-703348353891 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:48:21.272157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfdd2d1-3d2d-45fb-9a48-deb7a115e0ee None None] Routers {'528db2e5-4136-4548-81cc-703348353891'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:21.272777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3bfdd2d1-3d2d-45fb-9a48-deb7a115e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['528db2e5-4136-4548-81cc-703348353891'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:21.428447 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:21.502460 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3bfdd2d1-3d2d-45fb-9a48-deb7a115e0ee None None] Set router 528db2e5-4136-4548-81cc-703348353891 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:48:21.579414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Allocated IP 2001:db8:1::1 (3dc87634-1a3c-4e5d-a675-25aebc2cef93/61488543-486e-4628-9753-52cd9b0d03fe/18fee427-333d-4cc4-b67c-affa915e66bb) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:21.770680 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] DHCP port deletion for c7916346-024a-4f04-b97d-f2c95c2483b1 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:48:21.828166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Deleting port 826115ad-050a-4743-9f87-14b2feb4acc0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:21.828844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:21.849382 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:21.871290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Transition to ACTIVE for port object 18fee427-333d-4cc4-b67c-affa915e66bb will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:21.949199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.003730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.020317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Deleting port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:22.020317 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.088888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 826115ad-050a-4743-9f87-14b2feb4acc0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:22.163309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ca6fe-80f2-4816-85c9-84093f50c6ce req-98f9d171-90c9-4808-9f70-49f5ad300ff2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:22.170909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-098ca6fe-80f2-4816-85c9-84093f50c6ce req-98f9d171-90c9-4808-9f70-49f5ad300ff2 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 0.8722768 Jun 03 15:48:22.250175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=18fee427-333d-4cc4-b67c-affa915e66bb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:22.257217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 3dc87634-1a3c-4e5d-a675-25aebc2cef93 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:22.259599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:22.263661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:22.264479 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.489443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa83bff-a132-4b66-aba2-038fef9d6131 req-47488fe6-e4e0-40d7-8dc2-e405ebaeeb4d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:22.489443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fa83bff-a132-4b66-aba2-038fef9d6131 req-47488fe6-e4e0-40d7-8dc2-e405ebaeeb4d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.6209092 Jun 03 15:48:22.588350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] For port 826115ad-050a-4743-9f87-14b2feb4acc0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=826115ad-050a-4743-9f87-14b2feb4acc0,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:22.588350 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.628766 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-098ca6fe-80f2-4816-85c9-84093f50c6ce req-4098c220-7fb4-4cd5-b0c0-0132463aaef8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4384692 Jun 03 15:48:22.649034 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.685641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] For port 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:22.686105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:22.851007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fa83bff-a132-4b66-aba2-038fef9d6131 req-5c23ce10-14b2-462f-ac55-3b06793e5379 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342202 Jun 03 15:48:22.997559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 826115ad-050a-4743-9f87-14b2feb4acc0 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:22.997952 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.025388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Calling delete_port for 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:23.041471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Calling delete_port for 826115ad-050a-4743-9f87-14b2feb4acc0 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:23.160403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3bfdd2d1-3d2d-45fb-9a48-deb7a115e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:48:16Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:23.180463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfdd2d1-3d2d-45fb-9a48-deb7a115e0ee None None] The sync data for ids ['528db2e5-4136-4548-81cc-703348353891'] in n-d-844595-1 is: [{'id': '528db2e5-4136-4548-81cc-703348353891', 'name': 'tempest-TestNetworkBasicOps-router-1301965472', 'tenant_id': '4d9167523947465893c35df85aa4b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:45:42Z', 'updated_at': '2022-06-03T15:48:16Z', 'revision_number': 5, 'project_id': '4d9167523947465893c35df85aa4b44d', 'gw_port': {'id': '9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528db2e5-4136-4548-81cc-703348353891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:45:43Z', 'updated_at': '2022-06-03T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:23.183593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-80ca30c0-dfb3-48ca-bdcf-1acf13a3c1fc None None] Provisioning for port 18fee427-333d-4cc4-b67c-affa915e66bb completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:23.234365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 826115ad-050a-4743-9f87-14b2feb4acc0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=826115ad-050a-4743-9f87-14b2feb4acc0,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:23.329104 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.336185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-80ca30c0-dfb3-48ca-bdcf-1acf13a3c1fc None None] Provisioning complete for port 18fee427-333d-4cc4-b67c-affa915e66bb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:23.336185 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-80ca30c0-dfb3-48ca-bdcf-1acf13a3c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.523812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-80ca30c0-dfb3-48ca-bdcf-1acf13a3c1fc None None] Port 18fee427-333d-4cc4-b67c-affa915e66bb cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:48:23.531052 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:23.531399 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:23.554055 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.563192 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.563192 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.645768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=826115ad-050a-4743-9f87-14b2feb4acc0,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:23.717599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f824-9186-4a40-8099-96ed0052b04b req-08dd647a-9d6d-488a-8b91-24f37639d861 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:23.718375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9141f824-9186-4a40-8099-96ed0052b04b req-08dd647a-9d6d-488a-8b91-24f37639d861 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Synchronizing usage tracker for tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:23.738004 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:23.791171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Port': ['ID=9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:23.852209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6fd05ed4-1910-4391-9b8d-21858ac9619e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:23.891903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=18fee427-333d-4cc4-b67c-affa915e66bb,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:23.906726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9141f824-9186-4a40-8099-96ed0052b04b req-08dd647a-9d6d-488a-8b91-24f37639d861 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Unset dirty status for tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:23.931590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-08dd647a-9d6d-488a-8b91-24f37639d861 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/networks?id=5cbcf190-5fde-4e7f-ae0d-941dea14fee5 HTTP/1.1" status: 200 len: 814 time: 0.5572970 Jun 03 15:48:23.950641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6fd05ed4-1910-4391-9b8d-21858ac9619e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:48:23.950641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6fd05ed4-1910-4391-9b8d-21858ac9619e not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:24.025597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 3dc87634-1a3c-4e5d-a675-25aebc2cef93 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:24.025597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:24.038029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Deleting port 826115ad-050a-4743-9f87-14b2feb4acc0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:24.038029 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:24.050308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-dfa21f73-f93c-4473-a5cc-7527cb660bc4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/quotas/225ff2202a2e4b1e9c22e5adee3d3ed0 HTTP/1.1" status: 200 len: 375 time: 0.0544190 Jun 03 15:48:24.164886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-6006f4cd-c2c1-4715-a8bf-cc56d7631e63 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=225ff2202a2e4b1e9c22e5adee3d3ed0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946927 Jun 03 15:48:24.323414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:24.366129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] For port 826115ad-050a-4743-9f87-14b2feb4acc0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=826115ad-050a-4743-9f87-14b2feb4acc0,segment=NetworkSegment(f9a8fb39-3c24-4d80-955d-f0845d4828ca),segment_id=f9a8fb39-3c24-4d80-955d-f0845d4828ca)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:24.366129 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:24.385348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 9f438830-8856-49b9-b8d9-dff1085006d6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:48:24.721925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Calling delete_port for 826115ad-050a-4743-9f87-14b2feb4acc0 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:24.873301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:48:24.894420 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-de7a8587-a19d-4abc-afd8-166a2e7f8d64 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/9f438830-8856-49b9-b8d9-dff1085006d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8942990 Jun 03 15:48:24.897297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47316) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:24.909453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-08519844-f500-47b4-a3bd-5121e2e38113 None None] Provisioning complete for port 18fee427-333d-4cc4-b67c-affa915e66bb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:24.911262 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-08519844-f500-47b4-a3bd-5121e2e38113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:24.918983 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e12c84-bea0-43a9-b2cc-7aaf38215e18 None None] Sync routers for ids ['9f438830-8856-49b9-b8d9-dff1085006d6'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:48:24.932838 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e12c84-bea0-43a9-b2cc-7aaf38215e18 None None] Routers {'9f438830-8856-49b9-b8d9-dff1085006d6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:24.938476 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d8e12c84-bea0-43a9-b2cc-7aaf38215e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['9f438830-8856-49b9-b8d9-dff1085006d6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:24.982377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-08519844-f500-47b4-a3bd-5121e2e38113 None None] Port 18fee427-333d-4cc4-b67c-affa915e66bb cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:48:24.984672 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:25.056834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-471ae1c0-25d4-4655-a9f2-263ff65a68a6 service neutron] 10.222.0.48 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8877826 Jun 03 15:48:25.068277 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:25.094939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:25.109000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3666f-0568-45fe-b1e4-0a99ea6443fb req-85ba27eb-9370-41ed-816d-8b71897e25eb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:25.109000 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7d3666f-0568-45fe-b1e4-0a99ea6443fb req-85ba27eb-9370-41ed-816d-8b71897e25eb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 1.2695830 Jun 03 15:48:25.146755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fc364c-4214-4a45-8fe7-080c75532a20 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:25.146755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8fc364c-4214-4a45-8fe7-080c75532a20 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Synchronizing usage tracker for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:25.189068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d8e12c84-bea0-43a9-b2cc-7aaf38215e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:25.214748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] Pushing event deleted for resources: {'Port': ['ID=826115ad-050a-4743-9f87-14b2feb4acc0,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:25.242383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8fc364c-4214-4a45-8fe7-080c75532a20 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Unset dirty status for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:25.247152 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:25.256162 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e8fc364c-4214-4a45-8fe7-080c75532a20 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports/18fee427-333d-4cc4-b67c-affa915e66bb HTTP/1.1" status: 200 len: 913 time: 0.3418005 Jun 03 15:48:25.260008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Fanout notify agent at l3_agent the message router_deleted on router 528db2e5-4136-4548-81cc-703348353891 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:48:25.263904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f26b4-8b21-46c8-8d60-24bc4e163a26 None None] No DVR routers for this DVR port 826115ad-050a-4743-9f87-14b2feb4acc0 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:25.271649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47320) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:25.274847 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e12c84-bea0-43a9-b2cc-7aaf38215e18 None None] Routers {'9f438830-8856-49b9-b8d9-dff1085006d6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:25.274847 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d8e12c84-bea0-43a9-b2cc-7aaf38215e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['9f438830-8856-49b9-b8d9-dff1085006d6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:25.285519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7d3666f-0568-45fe-b1e4-0a99ea6443fb req-98856d92-9675-4c42-94a2-28c9d6790fef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164904 Jun 03 15:48:25.302731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:25.304115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f4782b71-24d1-49d5-a684-8f64f2a0441b tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/routers/528db2e5-4136-4548-81cc-703348353891 HTTP/1.1" status: 204 len: 168 time: 4.7225659 Jun 03 15:48:25.308361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47324) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:25.495245 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d8e12c84-bea0-43a9-b2cc-7aaf38215e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:25.495641 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e12c84-bea0-43a9-b2cc-7aaf38215e18 None None] The sync data for ids ['9f438830-8856-49b9-b8d9-dff1085006d6'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:25.521529 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:25.589758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-2435252a-d84e-4efe-9817-4871c3eec006 service neutron] 10.222.0.48 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196393 Jun 03 15:48:26.067777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:26.150497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:48:26.150906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9ee8aa6d-b2ee-46d0-95d4-09c3ba14db34 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:26.173632 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:26.279107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7916346-024a-4f04-b97d-f2c95c2483b1']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:26.352136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ee882-37ba-400d-a236-52911e4364c3 req-adf61073-ee86-49db-836a-1d57b1248d87 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:26.352136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c47ee882-37ba-400d-a236-52911e4364c3 req-adf61073-ee86-49db-836a-1d57b1248d87 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.7264345 Jun 03 15:48:26.352136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a8fb39-3c24-4d80-955d-f0845d4828ca') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:26.352136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a8fb39-3c24-4d80-955d-f0845d4828ca') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:26.474969 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b310cfdb-c3f3-4378-a9c8-5da1de4c84fa tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:26.510671 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:26.571687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e475aa-03e9-4e47-8553-7aac0f4cc5a0 req-80b6832c-791b-4064-b980-810f8b96679f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:26.599179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06e475aa-03e9-4e47-8553-7aac0f4cc5a0 req-80b6832c-791b-4064-b980-810f8b96679f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 0.5346272 Jun 03 15:48:26.674334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:26.674334 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c47ee882-37ba-400d-a236-52911e4364c3 req-08fa49a0-28c0-4c0d-bfba-1be47475306b tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106942 Jun 03 15:48:26.762598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:26.762598 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:26.835196 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment f9a8fb39-3c24-4d80-955d-f0845d4828ca resource provider aggregate not found Jun 03 15:48:26.891676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06e475aa-03e9-4e47-8553-7aac0f4cc5a0 req-4cf3d435-ba99-4ac3-9691-ed9ae5677c44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764742 Jun 03 15:48:26.912043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47356) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:26.933109 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment f9a8fb39-3c24-4d80-955d-f0845d4828ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9a8fb39-3c24-4d80-955d-f0845d4828ca found for delete ", "request_id": "req-d28737cc-8b4b-4e04-8242-342874743805"}]} Jun 03 15:48:26.987654 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f0363f2-d1e2-4953-bc5d-452446147535 req-19aee8c4-e628-4a90-902f-2cd31264c584 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 210 time: 0.1517000 Jun 03 15:48:27.001388 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:27.075137 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:27.119430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] 10.222.0.48 "DELETE /v2.0/networks/c7916346-024a-4f04-b97d-f2c95c2483b1 HTTP/1.1" status: 204 len: 168 time: 1.7972751 Jun 03 15:48:27.119430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20970da-6721-4473-b736-0f71b8afe344 tempest-TestNetworkBasicOps-1058851294 tempest-TestNetworkBasicOps-1058851294-project] Pushing event deleted for resources: {'Network': ['ID=c7916346-024a-4f04-b97d-f2c95c2483b1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:27.359354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0efbafb-f476-450a-99ea-6b9176f08d13 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:27.360869 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b0efbafb-f476-450a-99ea-6b9176f08d13 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1092 time: 0.4395485 Jun 03 15:48:27.364722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47366) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:27.369778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:27.398261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:27.406787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:floatingip and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:27.422011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:27.443628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:27.472374 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:27.712828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b310cfdb-c3f3-4378-a9c8-5da1de4c84fa tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 18fee427-333d-4cc4-b67c-affa915e66bb {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:27.712828 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b310cfdb-c3f3-4378-a9c8-5da1de4c84fa tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:27.932924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cea6f-3c56-422c-80d4-5dc2c7caf1df req-7a235f60-51f3-4de1-ad68-bf327d2e1d83 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:27.932924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-336cea6f-3c56-422c-80d4-5dc2c7caf1df req-7a235f60-51f3-4de1-ad68-bf327d2e1d83 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.2352471 Jun 03 15:48:27.978467 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b310cfdb-c3f3-4378-a9c8-5da1de4c84fa tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:28.022254 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-336cea6f-3c56-422c-80d4-5dc2c7caf1df req-356e7967-e8bf-4dd1-b44c-a1826c79a5f4 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745554 Jun 03 15:48:28.099838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47378) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:28.135975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b310cfdb-c3f3-4378-a9c8-5da1de4c84fa tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for 18fee427-333d-4cc4-b67c-affa915e66bb owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:28.151731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:28.540668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b639c1d-9143-42a0-a63b-d518c95f4b16 req-45649080-7390-4f91-8c4b-1ff76109cf49 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 210 time: 0.1808228 Jun 03 15:48:28.766036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad935fe0-b122-4d3b-b7e0-ea53d7dd71da req-b3204bb0-9ff7-4623-9827-ac460e153ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:28.769480 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad935fe0-b122-4d3b-b7e0-ea53d7dd71da req-b3204bb0-9ff7-4623-9827-ac460e153ebf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 1097 time: 0.5921576 Jun 03 15:48:28.913547 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b310cfdb-c3f3-4378-a9c8-5da1de4c84fa tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:28.962772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6463cc89-ba4f-4473-bc89-71e53a759847 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d9167523947465893c35df85aa4b44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6271882 Jun 03 15:48:28.979794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47392) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:29.014211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.25.7.192 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/c6353fe5-38f6-422c-a0f9-448753101104) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:29.042112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f824-9186-4a40-8099-96ed0052b04b req-ce8267c5-6211-457e-bda7-7250e08df8f4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:29.042112 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-ce8267c5-6211-457e-bda7-7250e08df8f4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.67 "GET /v2.0/networks?id=5cbcf190-5fde-4e7f-ae0d-941dea14fee5 HTTP/1.1" status: 200 len: 814 time: 0.6903639 Jun 03 15:48:29.103554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Request body: {'port': {'device_id': '26acc1ab-5817-4de4-a997-3dc50c4c5865', 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5', 'admin_state_up': True, 'tenant_id': '225ff2202a2e4b1e9c22e5adee3d3ed0'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:29.118266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310cfdb-c3f3-4378-a9c8-5da1de4c84fa tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=18fee427-333d-4cc4-b67c-affa915e66bb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:29.399877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b310cfdb-c3f3-4378-a9c8-5da1de4c84fa tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.667546 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.682303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad935fe0-b122-4d3b-b7e0-ea53d7dd71da req-529fab7c-3634-4c8e-9e43-b09a9cd8a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:29.682303 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad935fe0-b122-4d3b-b7e0-ea53d7dd71da req-529fab7c-3634-4c8e-9e43-b09a9cd8a81a service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 911 time: 0.8846025 Jun 03 15:48:29.682303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b788a84-a126-4d59-8006-ec2736423982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:29.952581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7ca79fc6-44e6-46da-84f4-df4c47743cd7 req-40a21742-f7e1-424a-bedc-14f90b331695 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 210 time: 0.0735967 Jun 03 15:48:29.952581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:29.952581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Usage tracker for resource:port and tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:29.952581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:29.952581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:30.029783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Made reservation on behalf of 225ff2202a2e4b1e9c22e5adee3d3ed0 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:30.029783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:30.029783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:30.117862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9debdcd-9512-4065-83a1-d559e48bf37b req-1deccb37-5ba3-43d1-88cc-63878b26f2c3 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:30.117862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9debdcd-9512-4065-83a1-d559e48bf37b req-1deccb37-5ba3-43d1-88cc-63878b26f2c3 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.7453330 Jun 03 15:48:30.149355 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad935fe0-b122-4d3b-b7e0-ea53d7dd71da req-66b655d8-e7c9-4691-bb2e-5d82ca0fcba7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7049db20-590a-491f-9939-26580f112c71 HTTP/1.1" status: 200 len: 1002 time: 0.4126081 Jun 03 15:48:30.181538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9debdcd-9512-4065-83a1-d559e48bf37b req-f1f9ce16-a2d5-4a3f-9923-6e7e361754a7 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756717 Jun 03 15:48:30.228675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad935fe0-b122-4d3b-b7e0-ea53d7dd71da req-6427001e-60d5-475c-baa0-20be326892ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:30.228675 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad935fe0-b122-4d3b-b7e0-ea53d7dd71da req-6427001e-60d5-475c-baa0-20be326892ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2981b961-1843-44fe-8dce-c3c671e1fc65 HTTP/1.1" status: 200 len: 849 time: 0.0842831 Jun 03 15:48:30.295656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:30.357181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=c6353fe5-38f6-422c-a0f9-448753101104,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:30.357181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:30.357181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:30.357181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:30.449820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b310cfdb-c3f3-4378-a9c8-5da1de4c84fa tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 9f438830-8856-49b9-b8d9-dff1085006d6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:48:30.508307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Allocated IP 172.20.0.5 (5cbcf190-5fde-4e7f-ae0d-941dea14fee5/39e35a32-31ef-4ad8-8af1-61cc79820110/0a7da5cc-2be1-49ca-966f-7c4482f3329a) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:30.625744 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b788a84-a126-4d59-8006-ec2736423982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:30.625744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b310cfdb-c3f3-4378-a9c8-5da1de4c84fa tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:48:30.647731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a7bc2-7c18-44f2-a195-5a1d8bff4898 None None] Sync routers for ids ['9f438830-8856-49b9-b8d9-dff1085006d6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:48:30.680899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a7bc2-7c18-44f2-a195-5a1d8bff4898 None None] Routers {'9f438830-8856-49b9-b8d9-dff1085006d6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:30.680899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-531a7bc2-7c18-44f2-a195-5a1d8bff4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['9f438830-8856-49b9-b8d9-dff1085006d6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:30.694520 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b310cfdb-c3f3-4378-a9c8-5da1de4c84fa tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/9f438830-8856-49b9-b8d9-dff1085006d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4180589 Jun 03 15:48:30.694520 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47408) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:30.853533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-531a7bc2-7c18-44f2-a195-5a1d8bff4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:30.853533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a7bc2-7c18-44f2-a195-5a1d8bff4898 None None] Routers {'9f438830-8856-49b9-b8d9-dff1085006d6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:30.853533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-531a7bc2-7c18-44f2-a195-5a1d8bff4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['9f438830-8856-49b9-b8d9-dff1085006d6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:31.037825 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b788a84-a126-4d59-8006-ec2736423982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.085847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad935fe0-b122-4d3b-b7e0-ea53d7dd71da req-c65db7cc-f0c8-410d-b85e-d990172ddb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:31.085847 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad935fe0-b122-4d3b-b7e0-ea53d7dd71da req-c65db7cc-f0c8-410d-b85e-d990172ddb67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b79456-f064-42e2-a46e-9cdda61aea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7014642 Jun 03 15:48:31.102474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-531a7bc2-7c18-44f2-a195-5a1d8bff4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:31.102474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a7bc2-7c18-44f2-a195-5a1d8bff4898 None None] The sync data for ids ['9f438830-8856-49b9-b8d9-dff1085006d6'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:31.137967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b788a84-a126-4d59-8006-ec2736423982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2a1566-a1de-4975-b111-e792d87352ab,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:31.217977 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.232266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e5e8ef8-c5f3-46f3-a94b-aae209a62f57 req-91c22d88-e959-445c-b558-6b8c85ab9c24 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 210 time: 0.0718179 Jun 03 15:48:31.271789 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4b788a84-a126-4d59-8006-ec2736423982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.279649 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4b788a84-a126-4d59-8006-ec2736423982 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce2a1566-a1de-4975-b111-e792d87352ab HTTP/1.1" status: 204 len: 168 time: 2.3270411 Jun 03 15:48:31.339822 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.654391 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad935fe0-b122-4d3b-b7e0-ea53d7dd71da req-2faddd13-e37b-4cf0-b2e2-a75a4f25720f service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340559 Jun 03 15:48:31.697558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.840733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:31.869965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:31.898178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:31.950524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:31.950524 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:31.999822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Pushing event updated for resources: {'Port': ['ID=0a7da5cc-2be1-49ca-966f-7c4482f3329a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:31.999822 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.095813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-2914927b-eb3f-40cc-90f2-7d4a9db7402e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0012181 Jun 03 15:48:32.095813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56e15-f082-4e0e-a184-6e28494b7991 req-de7db402-9018-46bb-aff5-0c16a337634d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:32.095813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bae56e15-f082-4e0e-a184-6e28494b7991 req-de7db402-9018-46bb-aff5-0c16a337634d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.6917233 Jun 03 15:48:32.142687 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad935fe0-b122-4d3b-b7e0-ea53d7dd71da req-6117edd7-c2e3-4aa6-b58e-19664ff87e30 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562154 Jun 03 15:48:32.157919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Request body: {'port': {'device_id': '26acc1ab-5817-4de4-a997-3dc50c4c5865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:32.172115 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14467091-6328-4bbd-9887-05722d5e21a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.226213 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2366581b-11bd-4378-ab4c-a7fb9ee62cc3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.351209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bae56e15-f082-4e0e-a184-6e28494b7991 req-bb37d47f-88bb-4f30-8561-e0ca119e8b64 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594404 Jun 03 15:48:32.360512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47432) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:32.656100 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97082c6c-6e6e-421f-a39c-b86055543f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:32.710743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-97082c6c-6e6e-421f-a39c-b86055543f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:32.710743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-97082c6c-6e6e-421f-a39c-b86055543f83 admin admin] Usage tracker for resource:security_group_rule and tenant:07326f8165a540b597df03bb690fe359 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:32.710743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-97082c6c-6e6e-421f-a39c-b86055543f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:32.745238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-97082c6c-6e6e-421f-a39c-b86055543f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:32.992251 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.058946 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.124682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2366581b-11bd-4378-ab4c-a7fb9ee62cc3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 92d865d5-407a-40cf-a465-b89b9ca5bebb {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:33.124682 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2366581b-11bd-4378-ab4c-a7fb9ee62cc3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.163785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.481541 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2366581b-11bd-4378-ab4c-a7fb9ee62cc3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.561114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.673291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2366581b-11bd-4378-ab4c-a7fb9ee62cc3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for 92d865d5-407a-40cf-a465-b89b9ca5bebb owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:33.687801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=c6353fe5-38f6-422c-a0f9-448753101104,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:33.805437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8071c5c-b7ee-4085-8021-a7462585a218 req-cafc9926-ada6-449c-99dc-f6bbf9b03fa0 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:33.805437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f8071c5c-b7ee-4085-8021-a7462585a218 req-cafc9926-ada6-449c-99dc-f6bbf9b03fa0 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Synchronizing usage tracker for tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:33.914767 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97082c6c-6e6e-421f-a39c-b86055543f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.927956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2366581b-11bd-4378-ab4c-a7fb9ee62cc3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:33.994707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97082c6c-6e6e-421f-a39c-b86055543f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:34.048483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366581b-11bd-4378-ab4c-a7fb9ee62cc3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=92d865d5-407a-40cf-a465-b89b9ca5bebb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:34.101762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f8071c5c-b7ee-4085-8021-a7462585a218 req-cafc9926-ada6-449c-99dc-f6bbf9b03fa0 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Unset dirty status for tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:34.101762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8071c5c-b7ee-4085-8021-a7462585a218 req-cafc9926-ada6-449c-99dc-f6bbf9b03fa0 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 931 time: 1.5491381 Jun 03 15:48:34.185778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-97082c6c-6e6e-421f-a39c-b86055543f83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07326f8165a540b597df03bb690fe359&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7928672 Jun 03 15:48:34.195137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47448) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:34.200706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97082c6c-6e6e-421f-a39c-b86055543f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b421b9e-58e2-425f-94ad-1255777d5f9b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:34.239193 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Floating IP 7dd84c0f-7177-42a5-91f3-8960f091e3d1 associated. External IP: 172.25.7.192, port: 60f16f77-8085-4fe1-9650-6c3f929490c3. Jun 03 15:48:34.432682 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2366581b-11bd-4378-ab4c-a7fb9ee62cc3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:34.503672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aa13a-78a9-4326-b65c-6edec040cea1 req-a3e56268-9ab5-45f1-9e94-1608d5a05290 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:34.505416 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b9aa13a-78a9-4326-b65c-6edec040cea1 req-a3e56268-9ab5-45f1-9e94-1608d5a05290 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.8684504 Jun 03 15:48:34.573908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f8071c5c-b7ee-4085-8021-a7462585a218 req-43f4aedb-0bae-4a69-bb05-def350f08e14 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Synchronizing usage tracker for tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:34.640167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b9aa13a-78a9-4326-b65c-6edec040cea1 req-82ffa9cf-cc57-4a8d-88dc-057047446baa tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107805 Jun 03 15:48:34.735133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f8071c5c-b7ee-4085-8021-a7462585a218 req-43f4aedb-0bae-4a69-bb05-def350f08e14 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Unset dirty status for tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:34.736273 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8071c5c-b7ee-4085-8021-a7462585a218 req-43f4aedb-0bae-4a69-bb05-def350f08e14 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080391 Jun 03 15:48:34.804302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85de3852-e5dd-4df8-92b2-b609bb72d3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:34.841216 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ff0c263-298d-46d1-beec-f36dcc4509a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:34.879474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7da5cc-2be1-49ca-966f-7c4482f3329a {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:48:34.903174 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:34.917858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85de3852-e5dd-4df8-92b2-b609bb72d3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:35.132549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Transition to ACTIVE for port object 0a7da5cc-2be1-49ca-966f-7c4482f3329a will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:35.149287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2366581b-11bd-4378-ab4c-a7fb9ee62cc3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 9f438830-8856-49b9-b8d9-dff1085006d6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:48:35.188524 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:35.330340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router b0b74297-123c-4259-8fed-4c376f1eee90 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:48:35.347434 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:35.439358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2366581b-11bd-4378-ab4c-a7fb9ee62cc3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:48:35.476242 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2366581b-11bd-4378-ab4c-a7fb9ee62cc3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/9f438830-8856-49b9-b8d9-dff1085006d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6924055 Jun 03 15:48:35.476242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:35.508401 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b41e7-0e8c-4b89-a15e-66ca20179353 None None] Sync routers for ids ['9f438830-8856-49b9-b8d9-dff1085006d6'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:48:35.542927 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b41e7-0e8c-4b89-a15e-66ca20179353 None None] Routers {'9f438830-8856-49b9-b8d9-dff1085006d6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:35.542927 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-542b41e7-0e8c-4b89-a15e-66ca20179353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['9f438830-8856-49b9-b8d9-dff1085006d6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:35.560741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7da5cc-2be1-49ca-966f-7c4482f3329a,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:35.563857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-14ae6355-b31b-4447-8d71-eaa664243c96 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Synchronizing usage tracker for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:35.571611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Attempting to bind port 0a7da5cc-2be1-49ca-966f-7c4482f3329a on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:48:35.571611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Attempting to bind port 0a7da5cc-2be1-49ca-966f-7c4482f3329a by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '5de23e27-ca73-4950-907a-c25b4bf963bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:48:35.571611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Attempting to bind port 0a7da5cc-2be1-49ca-966f-7c4482f3329a on network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:35.593779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Port 0a7da5cc-2be1-49ca-966f-7c4482f3329a on network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:48:35.593779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Attempting to bind port 0a7da5cc-2be1-49ca-966f-7c4482f3329a on network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:35.596883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-14ae6355-b31b-4447-8d71-eaa664243c96 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Unset dirty status for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:35.596883 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-14ae6355-b31b-4447-8d71-eaa664243c96 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f438830-8856-49b9-b8d9-dff1085006d6 HTTP/1.1" status: 200 len: 205 time: 0.1169944 Jun 03 15:48:35.602406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47476) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:35.626291 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85de3852-e5dd-4df8-92b2-b609bb72d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:35.634926 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:35.641946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:48:35.642375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Checking segment: {'id': '5de23e27-ca73-4950-907a-c25b4bf963bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:35.642818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Bound using segment: {'id': '5de23e27-ca73-4950-907a-c25b4bf963bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:48:35.643324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Bound port: 0a7da5cc-2be1-49ca-966f-7c4482f3329a, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de23e27-ca73-4950-907a-c25b4bf963bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:35.643747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:35.679861 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85de3852-e5dd-4df8-92b2-b609bb72d3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:35.680996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-85de3852-e5dd-4df8-92b2-b609bb72d3bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b421b9e-58e2-425f-94ad-1255777d5f9b HTTP/1.1" status: 204 len: 168 time: 1.4826822 Jun 03 15:48:35.684164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de3852-e5dd-4df8-92b2-b609bb72d3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b421b9e-58e2-425f-94ad-1255777d5f9b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:35.753368 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-542b41e7-0e8c-4b89-a15e-66ca20179353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:35.772037 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b41e7-0e8c-4b89-a15e-66ca20179353 None None] Routers {'9f438830-8856-49b9-b8d9-dff1085006d6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:35.775429 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-542b41e7-0e8c-4b89-a15e-66ca20179353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['9f438830-8856-49b9-b8d9-dff1085006d6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:35.914826 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-542b41e7-0e8c-4b89-a15e-66ca20179353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:35.914826 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b41e7-0e8c-4b89-a15e-66ca20179353 None None] The sync data for ids ['9f438830-8856-49b9-b8d9-dff1085006d6'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:35.932488 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1a82fd7-b5d9-4f24-8158-491b6e5f1107 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.203286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:48:36.226353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27cab32-7f74-4bcd-a03e-9dc477376abf None None] Sync routers for ids ['b0b74297-123c-4259-8fed-4c376f1eee90'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:48:36.258437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27cab32-7f74-4bcd-a03e-9dc477376abf None None] Routers {'b0b74297-123c-4259-8fed-4c376f1eee90'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:36.258437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a27cab32-7f74-4bcd-a03e-9dc477376abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0b74297-123c-4259-8fed-4c376f1eee90'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:36.280791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] For port 0a7da5cc-2be1-49ca-966f-7c4482f3329a, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:36.302872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] For port 0a7da5cc-2be1-49ca-966f-7c4482f3329a, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0a7da5cc-2be1-49ca-966f-7c4482f3329a,segment=NetworkSegment(5de23e27-ca73-4950-907a-c25b4bf963bb),segment_id=5de23e27-ca73-4950-907a-c25b4bf963bb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:36.302872 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.403533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-39466530-3091-4f83-9423-c5cdc7d5f1ef tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.0370939 Jun 03 15:48:36.404574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:48:36.409602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.503362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:36.503362 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.503362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] 10.222.0.67 "PUT /v2.0/ports/0a7da5cc-2be1-49ca-966f-7c4482f3329a HTTP/1.1" status: 200 len: 1091 time: 4.3844366 Jun 03 15:48:36.536840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9789955-1ad0-4e22-95e4-4f07e043647b req-54b9e455-ae07-4dfc-8500-07c28cfe6c37 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:36.543888 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9789955-1ad0-4e22-95e4-4f07e043647b req-54b9e455-ae07-4dfc-8500-07c28cfe6c37 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 943 time: 0.5126607 Jun 03 15:48:36.684710 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9789955-1ad0-4e22-95e4-4f07e043647b req-4908292d-3929-4ffa-8a56-fa9b29a7fdb7 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441875 Jun 03 15:48:36.702071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-a27cab32-7f74-4bcd-a03e-9dc477376abf None None] Set router b0b74297-123c-4259-8fed-4c376f1eee90 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:48:36.706425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8ea07-15a0-495a-85cc-8c6ae2b556d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7da5cc-2be1-49ca-966f-7c4482f3329a,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:36.943947 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b457127-2f10-44b5-9df9-68d91eddd204'] response: {'name': 'network-changed', 'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'status': 'completed', 'code': 200} Jun 03 15:48:36.952045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1a82fd7-b5d9-4f24-8158-491b6e5f1107 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.952045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1a82fd7-b5d9-4f24-8158-491b6e5f1107 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.997029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611f924-401e-46bb-9308-717e759f7f3d req-d09c8bcd-4179-4065-86bb-fe811d5e3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:36.997029 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f611f924-401e-46bb-9308-717e759f7f3d req-d09c8bcd-4179-4065-86bb-fe811d5e3ca7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1097 time: 0.1317823 Jun 03 15:48:36.997029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1a82fd7-b5d9-4f24-8158-491b6e5f1107 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:36.997029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a82fd7-b5d9-4f24-8158-491b6e5f1107 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Fanout notify agent at l3_agent the message router_deleted on router 9f438830-8856-49b9-b8d9-dff1085006d6 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:48:37.079548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f824-9186-4a40-8099-96ed0052b04b req-ff363bc1-cce6-43fe-bf9f-7a76e11ff4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:37.091107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-ff363bc1-cce6-43fe-bf9f-7a76e11ff4e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225ff2202a2e4b1e9c22e5adee3d3ed0&device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 1094 time: 0.5187018 Jun 03 15:48:37.157835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1a82fd7-b5d9-4f24-8158-491b6e5f1107 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:37.165989 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d1a82fd7-b5d9-4f24-8158-491b6e5f1107 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/9f438830-8856-49b9-b8d9-dff1085006d6 HTTP/1.1" status: 204 len: 168 time: 1.5655403 Jun 03 15:48:37.180430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47518) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:37.365790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting subnet 61488543-486e-4628-9753-52cd9b0d03fe {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:48:37.388175 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:37.574551 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:37.582547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47530) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:37.590579 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:37.626972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a27cab32-7f74-4bcd-a03e-9dc477376abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:51Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '7dd84c0f-7177-42a5-91f3-8960f091e3d1', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.192', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'port_id': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'mac_address': 'fa:16:3e:8b:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:48:31Z', 'updated_at': '2022-06-03T15:48:31Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01efc684-e9c8-4b37-a499-23c9559c4319', 'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:2c:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:49Z', 'updated_at': '2022-06-03T15:48:05Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:37.633448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27cab32-7f74-4bcd-a03e-9dc477376abf None None] Checking router: b0b74297-123c-4259-8fed-4c376f1eee90 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:48:37.696562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27cab32-7f74-4bcd-a03e-9dc477376abf None None] Routers {'b0b74297-123c-4259-8fed-4c376f1eee90'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:37.696562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a27cab32-7f74-4bcd-a03e-9dc477376abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0b74297-123c-4259-8fed-4c376f1eee90'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:37.721095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-49e27738-1eba-405b-9152-61b847619128 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a7da5cc-2be1-49ca-966f-7c4482f3329a HTTP/1.1" status: 200 len: 217 time: 0.6067946 Jun 03 15:48:37.733567 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:48:37.734981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611f924-401e-46bb-9308-717e759f7f3d req-31d98fbd-da8c-4efb-9acd-848517b117b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:37.737121 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f611f924-401e-46bb-9308-717e759f7f3d req-31d98fbd-da8c-4efb-9acd-848517b117b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=affcede9-91de-4a85-9bde-0fd695d9065b HTTP/1.1" status: 200 len: 898 time: 0.7366340 Jun 03 15:48:37.954942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e13a9-b4fd-4270-951d-286213f1974e req-9bc06cad-e358-43f4-bbc0-5471d3e62620 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:37.954942 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-078e13a9-b4fd-4270-951d-286213f1974e req-9bc06cad-e358-43f4-bbc0-5471d3e62620 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 1.1893013 Jun 03 15:48:38.053214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-a27cab32-7f74-4bcd-a03e-9dc477376abf None None] Set router b0b74297-123c-4259-8fed-4c376f1eee90 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:48:38.095285 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f611f924-401e-46bb-9308-717e759f7f3d req-892fcbc8-14e0-494e-a0eb-406dbd0a1eb0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60f16f77-8085-4fe1-9650-6c3f929490c3 HTTP/1.1" status: 200 len: 1000 time: 0.3517549 Jun 03 15:48:38.107115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1887860971-network', 'tenant_id': '0efca51f7d604be797e05b3042f7ff4b'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:38.165047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f824-9186-4a40-8099-96ed0052b04b req-7a1645ad-b358-447c-bf45-44f700496c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:38.166885 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-7a1645ad-b358-447c-bf45-44f700496c14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39e35a32-31ef-4ad8-8af1-61cc79820110 HTTP/1.1" status: 200 len: 854 time: 0.4369419 Jun 03 15:48:38.174987 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-078e13a9-b4fd-4270-951d-286213f1974e req-fc288881-280f-415b-ac5b-6a74e7ca7a3f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739643 Jun 03 15:48:38.271683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47544) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:38.285707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-cb0d1891-a8bc-4486-a866-1b5ade090c5a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cbcf190-5fde-4e7f-ae0d-941dea14fee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038349 Jun 03 15:48:38.360020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611f924-401e-46bb-9308-717e759f7f3d req-21187ed0-c2bd-4ad7-9b0f-f67ab7c002cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:38.367101 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f611f924-401e-46bb-9308-717e759f7f3d req-21187ed0-c2bd-4ad7-9b0f-f67ab7c002cd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7465dc5d-9336-445a-8a92-95fd1d5cc40e HTTP/1.1" status: 200 len: 835 time: 0.2488856 Jun 03 15:48:38.384350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:38.570068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Usage tracker for resource:network and tenant:0efca51f7d604be797e05b3042f7ff4b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:38.590312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:38.600953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:38.647840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Made reservation on behalf of 0efca51f7d604be797e05b3042f7ff4b for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:38.653674 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:38.684679 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:38.715774 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:38.771972 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:38.792172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-3e1b2847-977d-4c57-a992-9c30a34049ce service neutron] 10.222.0.67 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993128 Jun 03 15:48:38.814046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Usage tracker for resource:security_group_rule and tenant:0efca51f7d604be797e05b3042f7ff4b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:38.822510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:38.831456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a27cab32-7f74-4bcd-a03e-9dc477376abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:51Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '7dd84c0f-7177-42a5-91f3-8960f091e3d1', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.192', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'port_id': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'mac_address': 'fa:16:3e:8b:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:48:31Z', 'updated_at': '2022-06-03T15:48:31Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01efc684-e9c8-4b37-a499-23c9559c4319', 'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:2c:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:49Z', 'updated_at': '2022-06-03T15:48:05Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:38.839226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:38.848477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27cab32-7f74-4bcd-a03e-9dc477376abf None None] The sync data for ids ['b0b74297-123c-4259-8fed-4c376f1eee90'] in n-d-844595-1 is: [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:51Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '7dd84c0f-7177-42a5-91f3-8960f091e3d1', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.192', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'port_id': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'mac_address': 'fa:16:3e:8b:b7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:48:31Z', 'updated_at': '2022-06-03T15:48:31Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01efc684-e9c8-4b37-a499-23c9559c4319', 'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:2c:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:49Z', 'updated_at': '2022-06-03T15:48:05Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:38.852561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611f924-401e-46bb-9308-717e759f7f3d req-5b5d3279-8927-4e98-9f1b-7945cd113c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:38.855978 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f611f924-401e-46bb-9308-717e759f7f3d req-5b5d3279-8927-4e98-9f1b-7945cd113c19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=affcede9-91de-4a85-9bde-0fd695d9065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4701202 Jun 03 15:48:38.917631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef534f-7f65-4819-92d4-b46d90860080 req-7bf63ecc-2277-422e-8714-f1d703996e45 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:38.926627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6ef534f-7f65-4819-92d4-b46d90860080 req-7bf63ecc-2277-422e-8714-f1d703996e45 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 943 time: 1.0338409 Jun 03 15:48:38.939810 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:38.979955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26acc1ab-5817-4de4-a997-3dc50c4c5865', 'tag': '0a7da5cc-2be1-49ca-966f-7c4482f3329a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:48:39.031837 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.102653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Subnet': ['ID=61488543-486e-4628-9753-52cd9b0d03fe,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:39.114465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.127303 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/61488543-486e-4628-9753-52cd9b0d03fe HTTP/1.1" status: 204 len: 168 time: 1.9386866 Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.139315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289183cb-f956-473c-acdb-6315505e6545 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:39.144097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83844fef-391d-47ee-8427-8dfc72c2b8b0 None None] Network 3dc87634-1a3c-4e5d-a675-25aebc2cef93 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:39.147412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47562) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:39.181703 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1b42a600-4b35-4d30-a368-22373078ac86 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/7dd84c0f-7177-42a5-91f3-8960f091e3d1 HTTP/1.1" status: 200 len: 992 time: 0.9059865 Jun 03 15:48:39.209975 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48bf98a1-e816-4687-bb4e-41548aaed594'] response: {'name': 'network-changed', 'server_uuid': '26acc1ab-5817-4de4-a997-3dc50c4c5865', 'tag': '0a7da5cc-2be1-49ca-966f-7c4482f3329a', 'status': 'completed', 'code': 200} Jun 03 15:48:39.282285 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92f8954-f107-486f-b7bd-6d70bc1e9783 None None] New status for floating IP 7dd84c0f-7177-42a5-91f3-8960f091e3d1: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:48:39.284080 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.291187 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f611f924-401e-46bb-9308-717e759f7f3d req-d19a8c71-7f43-47a9-9ead-ee3c375f6430 service neutron] 10.222.0.67 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240322 Jun 03 15:48:39.296994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.310287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:48:39.321219 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.321853 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Added segment f5702647-2884-4ff1-8c82-ed67a91118cf of type vlan for network 6991e379-ee9b-477d-8041-178de813d0ed Jun 03 15:48:39.380759 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.459138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9141f824-9186-4a40-8099-96ed0052b04b req-4d8bc19e-30ff-40bd-82b0-70f9f27e7a2e service neutron] 10.222.0.67 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244211 Jun 03 15:48:39.706959 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6ef534f-7f65-4819-92d4-b46d90860080 req-b7d807a0-1473-4cdd-b941-f6211f82cfe3 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7794075 Jun 03 15:48:39.727131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] DHCP port deletion for 3dc87634-1a3c-4e5d-a675-25aebc2cef93 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:48:39.731598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Deleting port dede2b93-065f-4760-a7de-ad53e68354d7 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:39.732299 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.818609 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.825467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:39.825467 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:39.922768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12385ad-6b31-4ac2-86ab-f4d093671e88 req-784437dc-1a75-47c2-9918-da27f9c7de59 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:39.937305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f12385ad-6b31-4ac2-86ab-f4d093671e88 req-784437dc-1a75-47c2-9918-da27f9c7de59 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 945 time: 0.4131548 Jun 03 15:48:40.049130 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4713228 Jun 03 15:48:40.095025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47576) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:40.124221 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f611f924-401e-46bb-9308-717e759f7f3d req-c7739093-b2c8-4787-a289-45e0bbe0d351 service neutron] 10.222.0.67 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679873 Jun 03 15:48:40.134941 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3afd60-aad3-4d30-8f84-42cb3c094f7a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:40.150487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] For port dede2b93-065f-4760-a7de-ad53e68354d7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dede2b93-065f-4760-a7de-ad53e68354d7,segment=NetworkSegment(c9cb053a-3212-4e4c-af53-67c827446b61),segment_id=c9cb053a-3212-4e4c-af53-67c827446b61)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:40.151048 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:40.159006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6c98b4-6fe4-471a-bb64-96094112648b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting subnet 271b5763-1d8e-4125-8494-3d2ccc547c0e {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:48:40.163216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6c98b4-6fe4-471a-bb64-96094112648b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:40.176592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dede2b93-065f-4760-a7de-ad53e68354d7 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:40.214483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Request body: {'subnet': {'network_id': '6991e379-ee9b-477d-8041-178de813d0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1887860971-subnet', 'tenant_id': '0efca51f7d604be797e05b3042f7ff4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:40.260637 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6c98b4-6fe4-471a-bb64-96094112648b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:40.318965 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f12385ad-6b31-4ac2-86ab-f4d093671e88 req-7acc4d51-c1f9-4f75-a3f4-25b29eff7dde tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750160 Jun 03 15:48:40.318965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:40.323362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47580) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:40.365748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06efd9-db00-4775-ad7e-301cca9d207f req-789837b1-b211-4ac9-96a8-b57d9428ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:40.365748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf06efd9-db00-4775-ad7e-301cca9d207f req-789837b1-b211-4ac9-96a8-b57d9428ade6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225ff2202a2e4b1e9c22e5adee3d3ed0&device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 1094 time: 0.7081022 Jun 03 15:48:40.373232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc94176-2ca1-48ad-9270-2c01580ba535 admin admin] Pushing event updated for resources: {'Network': ['ID=6991e379-ee9b-477d-8041-178de813d0ed,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:40.466448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Calling delete_port for dede2b93-065f-4760-a7de-ad53e68354d7 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:40.472858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6c98b4-6fe4-471a-bb64-96094112648b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:40.507509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Usage tracker for resource:subnet and tenant:0efca51f7d604be797e05b3042f7ff4b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:40.542436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:40.617805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6c98b4-6fe4-471a-bb64-96094112648b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:40.645345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 6991e379-ee9b-477d-8041-178de813d0ed details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:48:40.669607 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:40.673687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c98b4-6fe4-471a-bb64-96094112648b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Subnet': ['ID=271b5763-1d8e-4125-8494-3d2ccc547c0e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:40.673687 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6c98b4-6fe4-471a-bb64-96094112648b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:40.692619 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cd6c98b4-6fe4-471a-bb64-96094112648b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/271b5763-1d8e-4125-8494-3d2ccc547c0e HTTP/1.1" status: 204 len: 168 time: 1.5337160 Jun 03 15:48:40.692619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47588) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:40.702433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:40.742307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No active binding found for port dede2b93-065f-4760-a7de-ad53e68354d7 {{(pid=88446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 15:48:40.742307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dede2b93-065f-4760-a7de-ad53e68354d7 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:40.793102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19595572-aed3-4100-9e5e-c030189b167a None None] Network ecf878bc-0ef3-425f-a7fe-f0d845ae929e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:40.829768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Made reservation on behalf of 0efca51f7d604be797e05b3042f7ff4b for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:40.832327 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:40.874735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Pushing event deleted for resources: {'Port': ['ID=dede2b93-065f-4760-a7de-ad53e68354d7,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:40.898017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.898363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.898868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.899391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.899901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.900406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.900911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.901412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.901948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.902442 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.902949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.903454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:40.904691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a9dc1c48-bfa2-4e19-80d3-b9f718882fa0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/7dd84c0f-7177-42a5-91f3-8960f091e3d1 HTTP/1.1" status: 200 len: 994 time: 0.5380208 Jun 03 15:48:40.918429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:40.979369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6706e96-762c-4956-8b53-7ffe151ede09 None None] No DVR routers for this DVR port dede2b93-065f-4760-a7de-ad53e68354d7 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:41.148394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:41.156134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-b7da0966-ddc8-4124-8b84-3ea7973feff5 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:41.165955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-b7da0966-ddc8-4124-8b84-3ea7973feff5 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.67 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 945 time: 1.1827242 Jun 03 15:48:41.187408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc87634-1a3c-4e5d-a675-25aebc2cef93']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:41.202708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cb053a-3212-4e4c-af53-67c827446b61') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:41.203235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cb053a-3212-4e4c-af53-67c827446b61') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:41.217518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:41.239354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:41.257353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:41.257603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:41.321240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Deleting port 101be5b3-c825-4357-b567-1ef78fb8167e {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:41.321858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:41.541608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] DHCP port deletion for ecf878bc-0ef3-425f-a7fe-f0d845ae929e request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:48:41.545051 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment c9cb053a-3212-4e4c-af53-67c827446b61 resource provider aggregate not found Jun 03 15:48:41.547823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Deleting port dbe9816c-8913-4459-949f-eef38c95861b {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:41.547823 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:41.574641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06efd9-db00-4775-ad7e-301cca9d207f req-488c66fb-e62d-43ee-bd00-69d91dff4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:41.576702 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf06efd9-db00-4775-ad7e-301cca9d207f req-488c66fb-e62d-43ee-bd00-69d91dff4f29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cbcf190-5fde-4e7f-ae0d-941dea14fee5 HTTP/1.1" status: 200 len: 915 time: 1.2127376 Jun 03 15:48:41.972810 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment c9cb053a-3212-4e4c-af53-67c827446b61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9cb053a-3212-4e4c-af53-67c827446b61 found for delete ", "request_id": "req-dd32ff33-1f8a-434b-abe2-bc605ef740a1"}]} Jun 03 15:48:41.978580 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:41.988818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dbe9816c-8913-4459-949f-eef38c95861b no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:41.995535 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf06efd9-db00-4775-ad7e-301cca9d207f req-dd4aeb76-f12e-4bac-86f9-993fdf48cfa0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a7da5cc-2be1-49ca-966f-7c4482f3329a HTTP/1.1" status: 200 len: 217 time: 0.3951449 Jun 03 15:48:42.009572 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.012960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Network': ['ID=3dc87634-1a3c-4e5d-a675-25aebc2cef93,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:42.019735 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8247df56-a105-41ff-a736-dbcd7caff8ca tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/networks/3dc87634-1a3c-4e5d-a675-25aebc2cef93 HTTP/1.1" status: 204 len: 168 time: 1.3365746 Jun 03 15:48:42.022457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47620) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:42.132900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] For port dbe9816c-8913-4459-949f-eef38c95861b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dbe9816c-8913-4459-949f-eef38c95861b,segment=NetworkSegment(23189473-49f1-4c58-bfae-f0ae8091aee6),segment_id=23189473-49f1-4c58-bfae-f0ae8091aee6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:42.132900 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.226229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06efd9-db00-4775-ad7e-301cca9d207f req-2af5932c-59a7-49a2-96b6-a5926c6d2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:42.228473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf06efd9-db00-4775-ad7e-301cca9d207f req-2af5932c-59a7-49a2-96b6-a5926c6d2764 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39e35a32-31ef-4ad8-8af1-61cc79820110 HTTP/1.1" status: 200 len: 854 time: 0.2257495 Jun 03 15:48:42.252695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.288794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port dbe9816c-8913-4459-949f-eef38c95861b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:42.289226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.471253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Calling delete_port for dbe9816c-8913-4459-949f-eef38c95861b owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:42.544966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dbe9816c-8913-4459-949f-eef38c95861b is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:42.545542 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.676717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc8df8-22ab-4f18-a5b9-b91f0d652311 req-4d6a2eef-66f1-4545-a019-e6adecf392b9 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:42.678741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-affc8df8-22ab-4f18-a5b9-b91f0d652311 req-4d6a2eef-66f1-4545-a019-e6adecf392b9 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 943 time: 1.6490910 Jun 03 15:48:42.681455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf06efd9-db00-4775-ad7e-301cca9d207f req-14d77beb-cd7c-4141-aef4-29fc482d33dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cbcf190-5fde-4e7f-ae0d-941dea14fee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3173511 Jun 03 15:48:42.689807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port dbe9816c-8913-4459-949f-eef38c95861b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dbe9816c-8913-4459-949f-eef38c95861b,segment=NetworkSegment(23189473-49f1-4c58-bfae-f0ae8091aee6),segment_id=23189473-49f1-4c58-bfae-f0ae8091aee6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:42.705230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port dbe9816c-8913-4459-949f-eef38c95861b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dbe9816c-8913-4459-949f-eef38c95861b,segment=NetworkSegment(23189473-49f1-4c58-bfae-f0ae8091aee6),segment_id=23189473-49f1-4c58-bfae-f0ae8091aee6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:42.714016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.716243 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:42.827099 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:42.827099 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:42.827099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=dbe9816c-8913-4459-949f-eef38c95861b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:42.880430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18d54d-cd13-41d5-a549-5c6f637f1a7d req-cb0b9aef-de94-4f35-9f77-45955a28c357 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:42.881932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca18d54d-cd13-41d5-a549-5c6f637f1a7d req-cb0b9aef-de94-4f35-9f77-45955a28c357 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 945 time: 1.1986375 Jun 03 15:48:42.953615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for dbe9816c-8913-4459-949f-eef38c95861b owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:43.019901 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.069854 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:43.069854 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:43.093313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-affc8df8-22ab-4f18-a5b9-b91f0d652311 req-592c5d89-7a61-4304-a59a-4cba2f58bb8d tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605592 Jun 03 15:48:43.128388 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca18d54d-cd13-41d5-a549-5c6f637f1a7d req-5dd3ac43-5cb4-4f43-9355-969e242d9e81 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7a4dc75-cf26-457f-9d5f-42caeca6316e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708434 Jun 03 15:48:43.136899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] For port 101be5b3-c825-4357-b567-1ef78fb8167e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=101be5b3-c825-4357-b567-1ef78fb8167e,segment=NetworkSegment(f0525c9a-4766-4767-b729-df553b1311ec),segment_id=f0525c9a-4766-4767-b729-df553b1311ec)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:43.136899 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.301706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e1c91e-b589-4081-b17a-9073ea804a9f,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:43.328342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Deleting port dbe9816c-8913-4459-949f-eef38c95861b {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:43.328342 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf06efd9-db00-4775-ad7e-301cca9d207f req-17f89900-ae3f-45ae-a411-f38825011aac service neutron] 10.222.0.67 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034026 Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.351371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:48:43.402543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Checking segment: {'id': 'f5702647-2884-4ff1-8c82-ed67a91118cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6991e379-ee9b-477d-8041-178de813d0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:43.402543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Network hostable DHCP agents. Network: 6991e379-ee9b-477d-8041-178de813d0ed, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:43.570718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port dbe9816c-8913-4459-949f-eef38c95861b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:43.570718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.612777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Network 6991e379-ee9b-477d-8041-178de813d0ed is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:43.710168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 6991e379-ee9b-477d-8041-178de813d0ed) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:43.725911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf06efd9-db00-4775-ad7e-301cca9d207f req-9c3d3908-95b3-41d5-adc3-d1f5e40d2ec7 service neutron] 10.222.0.67 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558040 Jun 03 15:48:43.738953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:43.748678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.798908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-45097de8-e4f7-4443-8f78-3078c78da225 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6757295 Jun 03 15:48:43.840964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.841335 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:43.841643 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Floating IP aa415aff-ed48-4bf4-9f93-2053069639ec disassociated. External IP: 172.25.7.45, port: 101be5b3-c825-4357-b567-1ef78fb8167e. Jun 03 15:48:43.842009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Calling delete_port for 101be5b3-c825-4357-b567-1ef78fb8167e owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:43.863825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] For port dbe9816c-8913-4459-949f-eef38c95861b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dbe9816c-8913-4459-949f-eef38c95861b,segment=NetworkSegment(23189473-49f1-4c58-bfae-f0ae8091aee6),segment_id=23189473-49f1-4c58-bfae-f0ae8091aee6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:43.864328 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.139677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Calling delete_port for dbe9816c-8913-4459-949f-eef38c95861b owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:44.140433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port dbe9816c-8913-4459-949f-eef38c95861b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dbe9816c-8913-4459-949f-eef38c95861b,segment=NetworkSegment(23189473-49f1-4c58-bfae-f0ae8091aee6),segment_id=23189473-49f1-4c58-bfae-f0ae8091aee6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:44.140798 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.291759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31ac78e-aaa2-45e3-807d-32b7b3742ded None None] Network 6991e379-ee9b-477d-8041-178de813d0ed requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:44.409108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.559908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for dbe9816c-8913-4459-949f-eef38c95861b owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:44.645438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1945e487-d9fe-4973-a42e-02fe12bb5e41 req-861c58d9-32fb-4594-825b-f8938aebb546 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 210 time: 0.1588857 Jun 03 15:48:44.649075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event deleted for resources: {'Port': ['ID=101be5b3-c825-4357-b567-1ef78fb8167e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:44.817758 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:44.842718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0a7da5cc-2be1-49ca-966f-7c4482f3329a details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:48:44.966775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No DVR routers for this DVR port dbe9816c-8913-4459-949f-eef38c95861b on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:44.968592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=dbe9816c-8913-4459-949f-eef38c95861b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:45.162688 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 101be5b3-c825-4357-b567-1ef78fb8167e no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:48:45.211898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:48:45.220660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47684) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:45.221483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47686) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:45.226373 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:48:45.226645 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:48:45.243692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Deleting port dbe9816c-8913-4459-949f-eef38c95861b {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:45.244082 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.245573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-643319330-network', 'tenant_id': '48dc5085bba94bbe9dc09ac3fd74bd0e'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:45.282702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:45.289172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 101be5b3-c825-4357-b567-1ef78fb8167e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:48:45.294542 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.298330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 101be5b3-c825-4357-b567-1ef78fb8167e not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:48:45.353726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf878bc-0ef3-425f-a7fe-f0d845ae929e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:45.372928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23189473-49f1-4c58-bfae-f0ae8091aee6') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:45.375633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23189473-49f1-4c58-bfae-f0ae8091aee6') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:45.403537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.423085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0a7da5cc-2be1-49ca-966f-7c4482f3329a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0a7da5cc-2be1-49ca-966f-7c4482f3329a,segment=NetworkSegment(5de23e27-ca73-4950-907a-c25b4bf963bb),segment_id=5de23e27-ca73-4950-907a-c25b4bf963bb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:45.428064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Usage tracker for resource:network and tenant:48dc5085bba94bbe9dc09ac3fd74bd0e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:45.433137 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.442518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:48:45.443179 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.456714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e04fd6aa-e630-4a0e-8a1e-0a1cd6a7e475 None None] The port 'dbe9816c-8913-4459-949f-eef38c95861b' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:48:45.505738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:45.525764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '0a7da5cc-2be1-49ca-966f-7c4482f3329a', 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5', 'port_id': '0a7da5cc-2be1-49ca-966f-7c4482f3329a', 'mac_address': 'fa:16:3e:00:df:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e35a32-31ef-4ad8-8af1-61cc79820110', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:48:45.541820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845fabd-64f2-4a2e-83b9-9de8ae3f7954 None None] Network 6991e379-ee9b-477d-8041-178de813d0ed requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:45.562076 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.567825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:45.571026 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.576084 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 23189473-49f1-4c58-bfae-f0ae8091aee6 resource provider aggregate not found Jun 03 15:48:45.629290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Network': ['ID=ecf878bc-0ef3-425f-a7fe-f0d845ae929e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:45.638141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6457597b-b579-4f4a-90c4-851d6136bde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.649300 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 23189473-49f1-4c58-bfae-f0ae8091aee6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23189473-49f1-4c58-bfae-f0ae8091aee6 found for delete ", "request_id": "req-d471eb38-acaa-4a32-aad8-e4bc6fba6edf"}]} Jun 03 15:48:45.656272 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2e32b928-e3af-4291-8730-04455b669b6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/networks/ecf878bc-0ef3-425f-a7fe-f0d845ae929e HTTP/1.1" status: 204 len: 168 time: 3.6327293 Jun 03 15:48:45.660047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47698) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:45.677811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-498166869'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:45.686856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:45.703949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:network and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:45.732304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:45.786831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:45.818784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:45.824704 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.856242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:48:45.866914 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.867333 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added segment 6131368b-bfd9-4da0-a06e-efaab8ec780d of type vlan for network e358a613-b5a1-499b-a139-69db733b2753 Jun 03 15:48:45.899486 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.924850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0a7da5cc-2be1-49ca-966f-7c4482f3329a is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:45.925236 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.932412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.935484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:48:45.940360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:45.940985 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:45.954363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c423f-7ca5-4d3d-b1d3-9e3156a04eef None None] Sync routers for ids ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:48:45.962146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7da5cc-2be1-49ca-966f-7c4482f3329a {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:48:45.983510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c423f-7ca5-4d3d-b1d3-9e3156a04eef None None] Routers {'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:45.984512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ce0c423f-7ca5-4d3d-b1d3-9e3156a04eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:46.046744 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3853555 Jun 03 15:48:46.047365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6457597b-b579-4f4a-90c4-851d6136bde6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:46.049950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47704) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:46.054263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6457597b-b579-4f4a-90c4-851d6136bde6 admin admin] Usage tracker for resource:security_group_rule and tenant:75ff97652ce245aebbb9b6fe71c88242 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:46.058668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6457597b-b579-4f4a-90c4-851d6136bde6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:46.058994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'subnet': {'network_id': 'e358a613-b5a1-499b-a139-69db733b2753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:46.066989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6457597b-b579-4f4a-90c4-851d6136bde6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:46.073379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0a7da5cc-2be1-49ca-966f-7c4482f3329a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0a7da5cc-2be1-49ca-966f-7c4482f3329a,segment=NetworkSegment(5de23e27-ca73-4950-907a-c25b4bf963bb),segment_id=5de23e27-ca73-4950-907a-c25b4bf963bb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:46.079906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Made reservation on behalf of 48dc5085bba94bbe9dc09ac3fd74bd0e for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:46.082555 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.084283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1a831-ad5d-44d9-aabd-45b8732ae6fe tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Network': ['ID=e358a613-b5a1-499b-a139-69db733b2753,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:46.145510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04aa9a0d-b736-42aa-8017-da1977b07f5a req-c2435043-2f3e-4e0c-b4d1-3df4432fab94 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "GET /v2.0/ports?device_id=46c8141b-2283-4b00-9d78-c05b287b25ee HTTP/1.1" status: 200 len: 210 time: 0.2048020 Jun 03 15:48:46.150992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] No DVR routers for this DVR port 101be5b3-c825-4357-b567-1ef78fb8167e on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:48:46.164833 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.178783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.185045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'name': 'network-vif-deleted', 'tag': '101be5b3-c825-4357-b567-1ef78fb8167e'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:48:46.227445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512120de-54d1-4781-b20a-69bad134800d req-a1b8a42a-c44d-4267-b07c-51fbd3265f02 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:46.229198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-512120de-54d1-4781-b20a-69bad134800d req-a1b8a42a-c44d-4267-b07c-51fbd3265f02 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 943 time: 1.1112061 Jun 03 15:48:46.231932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:46.239216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Usage tracker for resource:security_group_rule and tenant:48dc5085bba94bbe9dc09ac3fd74bd0e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:46.249231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:46.268829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39ec7cbd-05d0-4e6c-9db2-f1241ba8f2e3 req-fa29ac79-e316-4d58-91d2-5f55a0d6e89c tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.67 "DELETE /v2.0/ports/101be5b3-c825-4357-b567-1ef78fb8167e HTTP/1.1" status: 204 len: 173 time: 5.0835581 Jun 03 15:48:46.283872 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee33e15-b8f1-4bd5-af87-3dc86b129efa'] response: {'server_uuid': '46c8141b-2283-4b00-9d78-c05b287b25ee', 'name': 'network-vif-deleted', 'tag': '101be5b3-c825-4357-b567-1ef78fb8167e', 'status': 'completed', 'code': 200} Jun 03 15:48:46.286867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:46.354592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e358a613-b5a1-499b-a139-69db733b2753 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:48:46.372311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-512120de-54d1-4781-b20a-69bad134800d req-91ffc734-a734-4a90-b4fc-bd9ac151d0eb tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287045 Jun 03 15:48:46.379644 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.453657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:46.459094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:subnet and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:46.463372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:46.473001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:46.480932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6457597b-b579-4f4a-90c4-851d6136bde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.493668 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6457597b-b579-4f4a-90c4-851d6136bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.495434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:46.501167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.537685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0a7da5cc-2be1-49ca-966f-7c4482f3329a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:46.601836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47712) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:46.602177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6457597b-b579-4f4a-90c4-851d6136bde6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75ff97652ce245aebbb9b6fe71c88242&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3709152 Jun 03 15:48:46.605852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457597b-b579-4f4a-90c4-851d6136bde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0ab489-d767-47f7-8942-60ce55c938a6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:46.607883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ce0c423f-7ca5-4d3d-b1d3-9e3156a04eef None None] Set router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:48:46.625237 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.633825 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.670611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:48:46.677157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b27d9f2-bf8a-4490-9aa5-ed778a163e33,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:46.687099 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.687874 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Added segment e631e077-a10e-4579-a254-41822cc39223 of type vlan for network 2418907b-6efb-48b5-b953-263792582d22 Jun 03 15:48:46.702927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb3d0-bb1f-4b9f-86c4-7cb7ab346d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.734846 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.773479 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.775153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:46.778815 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.789408 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb3d0-bb1f-4b9f-86c4-7cb7ab346d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.861681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['0a7da5cc-2be1-49ca-966f-7c4482f3329a'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:48:46.878952 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.954817 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb3d0-bb1f-4b9f-86c4-7cb7ab346d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:46.964721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] Pushing event updated for resources: {'Network': ['ID=2418907b-6efb-48b5-b953-263792582d22,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:46.993276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6d578068-c135-4f62-8276-16b7f6c81acf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7641287 Jun 03 15:48:46.994600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 2418907b-6efb-48b5-b953-263792582d22 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:48:46.994865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47716) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:46.999683 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbb3d0-bb1f-4b9f-86c4-7cb7ab346d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0ab489-d767-47f7-8942-60ce55c938a6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:47.004881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Subnet': ['ID=339959e9-0e2d-4541-807e-a64ca86bf9b4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:47.015772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Request body: {'subnet': {'network_id': '2418907b-6efb-48b5-b953-263792582d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-643319330-subnet', 'tenant_id': '48dc5085bba94bbe9dc09ac3fd74bd0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:47.022816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Checking segment: {'id': '6131368b-bfd9-4da0-a06e-efaab8ec780d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e358a613-b5a1-499b-a139-69db733b2753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:47.023387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network hostable DHCP agents. Network: e358a613-b5a1-499b-a139-69db733b2753, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:47.024622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:47.028221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb3d0-bb1f-4b9f-86c4-7cb7ab346d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.029456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Usage tracker for resource:subnet and tenant:48dc5085bba94bbe9dc09ac3fd74bd0e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:47.029773 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4fdbb3d0-bb1f-4b9f-86c4-7cb7ab346d84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd0ab489-d767-47f7-8942-60ce55c938a6 HTTP/1.1" status: 204 len: 168 time: 0.4266849 Jun 03 15:48:47.034235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:47.044567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:47.052686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network e358a613-b5a1-499b-a139-69db733b2753 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:47.062788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Made reservation on behalf of 48dc5085bba94bbe9dc09ac3fd74bd0e for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:47.067612 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.071344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e358a613-b5a1-499b-a139-69db733b2753) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:47.082841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:47.083927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.132999 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b30c8d0e-49a0-462e-85cf-54781d80bbdb tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0816436 Jun 03 15:48:47.135529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47722) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:47.141006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-db708b5f-265d-43e1-9809-5f40d181a870 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1692517348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:47.157165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-db708b5f-265d-43e1-9809-5f40d181a870 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:47.169697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b886d42-ecc7-4c53-a058-a117d616e0c8 None None] Network e358a613-b5a1-499b-a139-69db733b2753 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:47.207254 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-db708b5f-265d-43e1-9809-5f40d181a870 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:router and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:47.221753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-db708b5f-265d-43e1-9809-5f40d181a870 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:47.249696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-db708b5f-265d-43e1-9809-5f40d181a870 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:47.279764 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db708b5f-265d-43e1-9809-5f40d181a870 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.281145 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db708b5f-265d-43e1-9809-5f40d181a870 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.330241 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db708b5f-265d-43e1-9809-5f40d181a870 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.390043 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db708b5f-265d-43e1-9809-5f40d181a870 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.419246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47734) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:47.519900 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.520483 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db708b5f-265d-43e1-9809-5f40d181a870 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.529966 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-db708b5f-265d-43e1-9809-5f40d181a870 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3931119 Jun 03 15:48:47.535944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:47.635236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'port': {'network_id': 'e358a613-b5a1-499b-a139-69db733b2753', 'name': 'tempest-RoutersIpV6Test-1286974740'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:47.714796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Checking segment: {'id': 'e631e077-a10e-4579-a254-41822cc39223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2418907b-6efb-48b5-b953-263792582d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:47.715323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Network hostable DHCP agents. Network: 2418907b-6efb-48b5-b953-263792582d22, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:47.726487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb106c1d-3b21-48c1-a213-263102843d39,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:47.764109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ce0c423f-7ca5-4d3d-b1d3-9e3156a04eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 4, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8a4335ad-0e29-46fc-9126-9acf32a9fb78', 'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'mac_address': 'fa:16:3e:37:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:50Z', 'updated_at': '2022-06-03T15:42:07Z', 'revision_number': 5, 'project_id': '5c15c36aa81149968881e45ce4841979', 'subnets': [{'id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:47.772437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c423f-7ca5-4d3d-b1d3-9e3156a04eef None None] Checking router: e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:48:47.774386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b6861-a244-48d1-8aef-34f471bd2a71 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Deleting port 4a825d43-10e3-4431-b5e2-bbe626671312 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:47.774819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6861-a244-48d1-8aef-34f471bd2a71 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.784757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Network 2418907b-6efb-48b5-b953-263792582d22 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:47.815830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 2418907b-6efb-48b5-b953-263792582d22) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:47.822299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:47.823613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:47.846958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb656c26-1f09-46fb-bff1-5ecabf2330e6 req-28acb70d-90fa-4339-90d6-f679fe6c7e7e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:47.848851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb656c26-1f09-46fb-bff1-5ecabf2330e6 req-28acb70d-90fa-4339-90d6-f679fe6c7e7e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 944 time: 0.1925433 Jun 03 15:48:47.878665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f7e8d3c4-0caf-47db-b9d3-d30ce5502df5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8753476 Jun 03 15:48:47.953493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7564c0-8bcc-448a-8f4e-5e06fab0dbd0 None None] Network 2418907b-6efb-48b5-b953-263792582d22 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:47.963120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb656c26-1f09-46fb-bff1-5ecabf2330e6 req-6d02e36b-379d-4c40-b00c-71e3b4b581d8 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828254 Jun 03 15:48:48.009118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:48.025441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:port and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:48.030806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:48.039255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:48.068598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6861-a244-48d1-8aef-34f471bd2a71 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.069041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6861-a244-48d1-8aef-34f471bd2a71 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.081209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-e358a613-b5a1-499b-a139-69db733b2753', 'network_id': 'e358a613-b5a1-499b-a139-69db733b2753', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'fixed_ips': [{'subnet_id': '339959e9-0e2d-4541-807e-a64ca86bf9b4'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:48:48.081525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:48.082111 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.085328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.099316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c423f-7ca5-4d3d-b1d3-9e3156a04eef None None] Routers {'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:48.099968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ce0c423f-7ca5-4d3d-b1d3-9e3156a04eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:48.110142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] device_id is not set on port 4c909e57-69cf-4811-965c-086ad1a8e108 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:48:48.302439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b6861-a244-48d1-8aef-34f471bd2a71 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Calling delete_port for 4a825d43-10e3-4431-b5e2-bbe626671312 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:48.323917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47768) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:48.515526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1124412456-network', 'tenant_id': '478b98182f234210949a5c9275a7f1fe'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:48.517190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6861-a244-48d1-8aef-34f471bd2a71 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.525075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:48.529753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Usage tracker for resource:network and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:48.532717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:48.539264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:48.560561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Made reservation on behalf of 478b98182f234210949a5c9275a7f1fe for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:48.563574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.577580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0a7da5cc-2be1-49ca-966f-7c4482f3329a up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:48.583065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b6861-a244-48d1-8aef-34f471bd2a71 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event deleted for resources: {'Port': ['ID=4a825d43-10e3-4431-b5e2-bbe626671312,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:48.584477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.607015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:48.612455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:48.615622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:48.622984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:48.658844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ce0c423f-7ca5-4d3d-b1d3-9e3156a04eef None None] Set router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:48:48.754658 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.761101 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.791475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0811f9e1-e42f-4cde-898d-89f0c4566133 None None] Network 2418907b-6efb-48b5-b953-263792582d22 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:48.793560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:48:48.809414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f41fbb-2f24-40a9-9a16-175e8c1bcf94,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:48.815643 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.815940 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Added segment 721d239f-bc72-4dc7-8726-76edfa32a7bf of type vlan for network 0b59cccb-736d-4f97-ab3c-7f712587d12f Jun 03 15:48:48.846754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.858109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Allocated IP 2001:db8::283 (e358a613-b5a1-499b-a139-69db733b2753/339959e9-0e2d-4541-807e-a64ca86bf9b4/4c909e57-69cf-4811-965c-086ad1a8e108) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:48.904333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6861-a244-48d1-8aef-34f471bd2a71 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.945920 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e6b6861-a244-48d1-8aef-34f471bd2a71 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:48.947086 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0e6b6861-a244-48d1-8aef-34f471bd2a71 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "DELETE /v2.0/floatingips/aa415aff-ed48-4bf4-9f93-2053069639ec HTTP/1.1" status: 204 len: 168 time: 1.5267680 Jun 03 15:48:49.066203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 0a7da5cc-2be1-49ca-966f-7c4482f3329a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:49.095439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 0a7da5cc-2be1-49ca-966f-7c4482f3329a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:49.096013 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.140926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-03844601-cdde-458d-bd15-f60129714b2e tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:49.142421 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-03844601-cdde-458d-bd15-f60129714b2e tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/networks?id=6991e379-ee9b-477d-8041-178de813d0ed HTTP/1.1" status: 200 len: 812 time: 0.2403054 Jun 03 15:48:49.144088 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.145039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:49.145596 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.200350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-1fb96917-8163-4b2f-afbb-b52bf951e638 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/quotas/0efca51f7d604be797e05b3042f7ff4b HTTP/1.1" status: 200 len: 375 time: 0.0233166 Jun 03 15:48:49.248582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.269362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Transition to ACTIVE for port object 4c909e57-69cf-4811-965c-086ad1a8e108 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:49.334049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.454207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0a7da5cc-2be1-49ca-966f-7c4482f3329a is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:49.454819 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.464479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=4c909e57-69cf-4811-965c-086ad1a8e108,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:49.503817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network e358a613-b5a1-499b-a139-69db733b2753 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:49.506759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:49.515025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:49.518232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26acc1ab-5817-4de4-a997-3dc50c4c5865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7da5cc-2be1-49ca-966f-7c4482f3329a'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:48:49.520914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:49.521547 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.538665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Allocated IP 2001:db8::2 (e358a613-b5a1-499b-a139-69db733b2753/339959e9-0e2d-4541-807e-a64ca86bf9b4/3ae9842c-b474-4ab1-992e-d95bad380cbc) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:49.543308 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3f9b2d78-7cba-4e9d-8e76-cb7666886c54 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0014279 Jun 03 15:48:49.544873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0a7da5cc-2be1-49ca-966f-7c4482f3329a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0a7da5cc-2be1-49ca-966f-7c4482f3329a,segment=NetworkSegment(5de23e27-ca73-4950-907a-c25b4bf963bb),segment_id=5de23e27-ca73-4950-907a-c25b4bf963bb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:49.546015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47800) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:49.553543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=0b59cccb-736d-4f97-ab3c-7f712587d12f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:49.556331 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.572049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-931d1820-ca4c-4456-bae6-174854ec31b7 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0efca51f7d604be797e05b3042f7ff4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1824133 Jun 03 15:48:49.576937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a7f1b964-f14c-4013-9cd2-56f2a5d72aa6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2516258 Jun 03 15:48:49.579937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47804) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:49.587747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Request body: {'subnet': {'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1124412456-subnet', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:49.610437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:48:49.613276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:49.623310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Usage tracker for resource:subnet and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:49.698437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ce0c423f-7ca5-4d3d-b1d3-9e3156a04eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 4, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8a4335ad-0e29-46fc-9126-9acf32a9fb78', 'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'mac_address': 'fa:16:3e:37:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:50Z', 'updated_at': '2022-06-03T15:42:07Z', 'revision_number': 5, 'project_id': '5c15c36aa81149968881e45ce4841979', 'subnets': [{'id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:49.703278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:49.712210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:49.751350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Made reservation on behalf of 478b98182f234210949a5c9275a7f1fe for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:49.753970 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:49.788182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c423f-7ca5-4d3d-b1d3-9e3156a04eef None None] The sync data for ids ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'] in n-d-844595-1 is: [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:41:54Z', 'revision_number': 4, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '8a4335ad-0e29-46fc-9126-9acf32a9fb78', 'name': '', 'network_id': '5983f29d-b6a5-463a-b76d-6f5a58803168', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'mac_address': 'fa:16:3e:37:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:50Z', 'updated_at': '2022-06-03T15:42:07Z', 'revision_number': 5, 'project_id': '5c15c36aa81149968881e45ce4841979', 'subnets': [{'id': 'b14e0566-c2fb-478f-a728-6d74f3acbcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:49.825417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0a7da5cc-2be1-49ca-966f-7c4482f3329a,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:49.868307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e8a5a-0d2a-4531-b9b8-114973c990b8 req-a2e37cb4-92b7-44a9-a085-819472f37263 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:49.869903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b8e8a5a-0d2a-4531-b9b8-114973c990b8 req-a2e37cb4-92b7-44a9-a085-819472f37263 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 944 time: 0.4792788 Jun 03 15:48:49.906559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-7f7fa7af-bb0b-4765-aa21-886e31e12177 service neutron] 10.222.0.48 "GET /v2.0/networks/6991e379-ee9b-477d-8041-178de813d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229012 Jun 03 15:48:49.998824 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.010966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Transition to ACTIVE for port object 3ae9842c-b474-4ab1-992e-d95bad380cbc will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:50.047467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Transition to ACTIVE for port object 3ae9842c-b474-4ab1-992e-d95bad380cbc will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:50.048306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b8e8a5a-0d2a-4531-b9b8-114973c990b8 req-a0d3db66-9d1d-4a5b-a1be-564384307a3f tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654954 Jun 03 15:48:50.060022 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.155255 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-18e9fab6-c124-4c7d-80f6-b3a7eb216eb6 service neutron] 10.222.0.48 "GET /v2.0/networks/6991e379-ee9b-477d-8041-178de813d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367027 Jun 03 15:48:50.194000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47810) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:50.298277 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ad6884-25e7-4ff5-9ae8-420c6a7c2c88'] response: {'server_uuid': '26acc1ab-5817-4de4-a997-3dc50c4c5865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7da5cc-2be1-49ca-966f-7c4482f3329a', 'code': 200} Jun 03 15:48:50.301809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Pushing event updated for resources: {'Port': ['ID=3ae9842c-b474-4ab1-992e-d95bad380cbc,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:50.335427 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a45183a-9d9b-4740-8c5b-b993b0104533 None None] New status for floating IP aa415aff-ed48-4bf4-9f93-2053069639ec: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:48:50.347338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.370640 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Network e358a613-b5a1-499b-a139-69db733b2753 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:50.371904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:50.377743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:50.416896 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.476233 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd0772ff-51e7-470f-9fb1-f0fadc704510 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.544256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcab0106-2b7e-4a74-ac83-d9033844c6be,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:50.558355 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd0772ff-51e7-470f-9fb1-f0fadc704510 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.634332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Checking segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:50.634622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Network hostable DHCP agents. Network: 0b59cccb-736d-4f97-ab3c-7f712587d12f, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:48:50.684399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eedf5e3a-9926-4854-900a-28d05a7f1c70 req-37f26199-f593-45df-bffe-bea8c4e9104b tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 210 time: 0.1339252 Jun 03 15:48:50.726867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Attempting to bind port 3ae9842c-b474-4ab1-992e-d95bad380cbc on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:48:50.727240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Attempting to bind port 3ae9842c-b474-4ab1-992e-d95bad380cbc by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6131368b-bfd9-4da0-a06e-efaab8ec780d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e358a613-b5a1-499b-a139-69db733b2753'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:48:50.727604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Attempting to bind port 3ae9842c-b474-4ab1-992e-d95bad380cbc on network e358a613-b5a1-499b-a139-69db733b2753 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:50.735284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:48:50.739548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:48:50.743641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Checking segment: {'id': '6131368b-bfd9-4da0-a06e-efaab8ec780d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e358a613-b5a1-499b-a139-69db733b2753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:50.744208 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.744710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Bound using segment: {'id': '6131368b-bfd9-4da0-a06e-efaab8ec780d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e358a613-b5a1-499b-a139-69db733b2753'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:48:50.745302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Bound port: 3ae9842c-b474-4ab1-992e-d95bad380cbc, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6131368b-bfd9-4da0-a06e-efaab8ec780d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e358a613-b5a1-499b-a139-69db733b2753'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:50.745727 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.745969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b007d1-b648-4179-8b1d-d63947552fe1 req-8f8fddc3-2f21-4cc4-ba58-de546bfea2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:50.747927 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17b007d1-b648-4179-8b1d-d63947552fe1 req-8f8fddc3-2f21-4cc4-ba58-de546bfea2ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 1096 time: 0.3941808 Jun 03 15:48:50.755669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0b59cccb-736d-4f97-ab3c-7f712587d12f) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:50.763104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:50.764729 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.770581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da7126-15c4-426a-b153-c03640280ecd None None] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:50.824793 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd0772ff-51e7-470f-9fb1-f0fadc704510 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.828238 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd0772ff-51e7-470f-9fb1-f0fadc704510 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:50.829675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dd0772ff-51e7-470f-9fb1-f0fadc704510 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] 10.222.0.48 "DELETE /v2.0/security-groups/c7a4dc75-cf26-457f-9d5f-42caeca6316e HTTP/1.1" status: 204 len: 168 time: 0.6346872 Jun 03 15:48:50.891660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-64683208-4397-41fe-b707-6d3fe38ac357 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3105772 Jun 03 15:48:50.892650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47824) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:50.898553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0772ff-51e7-470f-9fb1-f0fadc704510 tempest-TestServerBasicOps-1113788651 tempest-TestServerBasicOps-1113788651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a4dc75-cf26-457f-9d5f-42caeca6316e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:50.927821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 47826) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:50.956611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:50.974634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:50.990544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Usage tracker for resource:router and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:50.999720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:51.011756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] For port 3ae9842c-b474-4ab1-992e-d95bad380cbc, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:51.016529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] For port 3ae9842c-b474-4ab1-992e-d95bad380cbc, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3ae9842c-b474-4ab1-992e-d95bad380cbc,segment=NetworkSegment(6131368b-bfd9-4da0-a06e-efaab8ec780d),segment_id=6131368b-bfd9-4da0-a06e-efaab8ec780d)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:51.025216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:51.033121 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.038853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17b007d1-b648-4179-8b1d-d63947552fe1 req-86cd7d66-32de-43bf-bda1-815df6c79f0c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473829 Jun 03 15:48:51.057165 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.058242 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.075014 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.087838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.087928 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.186143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=4c909e57-69cf-4811-965c-086ad1a8e108,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:51.274866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce540f09-5b43-4eb4-abbd-40e2bcace223 None None] Pushing event updated for resources: {'Port': ['ID=3ae9842c-b474-4ab1-992e-d95bad380cbc,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:51.352395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-0b59cccb-736d-4f97-ab3c-7f712587d12f', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:48:51.358208 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:51.709530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Allocated IP 172.20.0.2 (0b59cccb-736d-4f97-ab3c-7f712587d12f/dcab0106-2b7e-4a74-ac83-d9033844c6be/6d463abd-bf07-48b1-8410-fbb64063ed40) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:51.856711 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.006351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3ae9842c-b474-4ab1-992e-d95bad380cbc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:52.041621 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.095807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-935f2b9d-af02-455f-93a6-be3b86c4c459 req-38f6b63d-86c8-4472-a0b2-2a023a989164 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 210 time: 0.1773598 Jun 03 15:48:52.103315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.169352 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.175735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 3ae9842c-b474-4ab1-992e-d95bad380cbc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:52.188173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Transition to ACTIVE for port object 6d463abd-bf07-48b1-8410-fbb64063ed40 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:52.220270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Transition to ACTIVE for port object 6d463abd-bf07-48b1-8410-fbb64063ed40 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:48:52.222900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeb705-2c1b-49c4-9275-e47f0437b50c req-c6f3d903-cbd6-4b30-bcae-26eaa2730767 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:52.224938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4aeb705-2c1b-49c4-9275-e47f0437b50c req-c6f3d903-cbd6-4b30-bcae-26eaa2730767 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 945 time: 0.9376898 Jun 03 15:48:52.227147 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.387828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Pushing event updated for resources: {'Port': ['ID=6d463abd-bf07-48b1-8410-fbb64063ed40,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:52.425552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:52.427899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:52.440240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:52.738679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Attempting to bind port 6d463abd-bf07-48b1-8410-fbb64063ed40 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:48:52.739039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Attempting to bind port 6d463abd-bf07-48b1-8410-fbb64063ed40 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:48:52.739398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Attempting to bind port 6d463abd-bf07-48b1-8410-fbb64063ed40 on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:48:52.754314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:48:52.756702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Checking segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:48:52.757112 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.757502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Bound using segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:48:52.758710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Bound port: 6d463abd-bf07-48b1-8410-fbb64063ed40, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:48:52.758710 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.890154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1722f3b-5af3-4841-b1ca-fef7a54c4b66 None None] Network e358a613-b5a1-499b-a139-69db733b2753 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:52.895784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4aeb705-2c1b-49c4-9275-e47f0437b50c req-2edf15ea-845e-4e51-923f-42009fc9ee0a tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127733 Jun 03 15:48:52.956461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.963598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:52.964487 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.195967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5f4e42dd-2dce-4e31-bff1-c2734df74c60 None None] Provisioning for port 3ae9842c-b474-4ab1-992e-d95bad380cbc completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:53.218739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5f4e42dd-2dce-4e31-bff1-c2734df74c60 None None] Provisioning complete for port 3ae9842c-b474-4ab1-992e-d95bad380cbc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:53.219403 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5f4e42dd-2dce-4e31-bff1-c2734df74c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.262709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-7f560697-4a74-4d79-b36b-7679ada4a671 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:53.264243 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-7f560697-4a74-4d79-b36b-7679ada4a671 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.67 "GET /v2.0/networks?id=6991e379-ee9b-477d-8041-178de813d0ed HTTP/1.1" status: 200 len: 812 time: 0.6293857 Jun 03 15:48:53.361449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=4c909e57-69cf-4811-965c-086ad1a8e108,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:53.386825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] For port 6d463abd-bf07-48b1-8410-fbb64063ed40, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:48:53.389025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network e358a613-b5a1-499b-a139-69db733b2753 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:53.403433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:53.422867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] For port 6d463abd-bf07-48b1-8410-fbb64063ed40, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6d463abd-bf07-48b1-8410-fbb64063ed40,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:48:53.470544 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.530058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Request body: {'port': {'device_id': '1dae0b8e-3089-475e-a8a1-46f9545fed35', 'network_id': '6991e379-ee9b-477d-8041-178de813d0ed', 'admin_state_up': True, 'tenant_id': '0efca51f7d604be797e05b3042f7ff4b'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:53.601950 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.615287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8707d-d139-4961-a6b1-39be87a25bbb None None] Pushing event updated for resources: {'Port': ['ID=6d463abd-bf07-48b1-8410-fbb64063ed40,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:53.681296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router c6482b5f-6b6f-4198-a59e-489e066976aa is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:48:53.719673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dacdcb49-d5ff-4dff-a10f-e8a95408399e req-7dbd3508-2df4-45cb-98ec-b1162d5c5515 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 210 time: 0.2582247 Jun 03 15:48:53.720763 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.721172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e42dd-2dce-4e31-bff1-c2734df74c60 None None] Current status of the port 3ae9842c-b474-4ab1-992e-d95bad380cbc is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:53.721646 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5f4e42dd-2dce-4e31-bff1-c2734df74c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:53.782878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5f4e42dd-2dce-4e31-bff1-c2734df74c60 None None] For port 3ae9842c-b474-4ab1-992e-d95bad380cbc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3ae9842c-b474-4ab1-992e-d95bad380cbc,segment=NetworkSegment(6131368b-bfd9-4da0-a06e-efaab8ec780d),segment_id=6131368b-bfd9-4da0-a06e-efaab8ec780d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:53.795746 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5f4e42dd-2dce-4e31-bff1-c2734df74c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:54.005990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e42dd-2dce-4e31-bff1-c2734df74c60 None None] Pushing event updated for resources: {'Port': ['ID=3ae9842c-b474-4ab1-992e-d95bad380cbc,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:54.072418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:48:54.083525 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-22aa0aaf-f6f1-4f74-9b4d-669c9bd8aeda tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/c6482b5f-6b6f-4198-a59e-489e066976aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5360744 Jun 03 15:48:54.086083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47978) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:54.105209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da12e8e0-1558-4321-90d9-79053a199b5a None None] Sync routers for ids ['c6482b5f-6b6f-4198-a59e-489e066976aa'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:48:54.132304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12e8e0-1558-4321-90d9-79053a199b5a None None] Routers {'c6482b5f-6b6f-4198-a59e-489e066976aa'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:54.132933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-da12e8e0-1558-4321-90d9-79053a199b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c6482b5f-6b6f-4198-a59e-489e066976aa'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:54.180796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48642a6-879b-4fb7-b35b-7cdbd4736c91 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:54.181688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c48642a6-879b-4fb7-b35b-7cdbd4736c91 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Synchronizing usage tracker for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:54.214758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c48642a6-879b-4fb7-b35b-7cdbd4736c91 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Unset dirty status for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:54.216307 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c48642a6-879b-4fb7-b35b-7cdbd4736c91 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports/4c909e57-69cf-4811-965c-086ad1a8e108 HTTP/1.1" status: 200 len: 984 time: 0.1292996 Jun 03 15:48:54.219890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 47992) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:54.242620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-da12e8e0-1558-4321-90d9-79053a199b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:54.254721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12e8e0-1558-4321-90d9-79053a199b5a None None] Routers {'c6482b5f-6b6f-4198-a59e-489e066976aa'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:54.255464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-da12e8e0-1558-4321-90d9-79053a199b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c6482b5f-6b6f-4198-a59e-489e066976aa'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:54.358937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-da12e8e0-1558-4321-90d9-79053a199b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:54.359471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da12e8e0-1558-4321-90d9-79053a199b5a None None] The sync data for ids ['c6482b5f-6b6f-4198-a59e-489e066976aa'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:54.387205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Allocated IP 172.25.7.136 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/81198708-0e99-426f-b559-91e71cccf102) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:54.454371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-972ee7c5-f62d-411f-8b4a-dd556c9a72a3 None None] Provisioning complete for port 3ae9842c-b474-4ab1-992e-d95bad380cbc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:54.455990 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-972ee7c5-f62d-411f-8b4a-dd556c9a72a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:54.617441 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:54.741447 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:54.780854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-972ee7c5-f62d-411f-8b4a-dd556c9a72a3 None None] Current status of the port 3ae9842c-b474-4ab1-992e-d95bad380cbc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:54.797697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-972ee7c5-f62d-411f-8b4a-dd556c9a72a3 None None] Provisioning for port 4c909e57-69cf-4811-965c-086ad1a8e108 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:54.813963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-972ee7c5-f62d-411f-8b4a-dd556c9a72a3 None None] Provisioning complete for port 4c909e57-69cf-4811-965c-086ad1a8e108 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:54.814363 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-972ee7c5-f62d-411f-8b4a-dd556c9a72a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:54.936026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-972ee7c5-f62d-411f-8b4a-dd556c9a72a3 None None] Port 4c909e57-69cf-4811-965c-086ad1a8e108 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:48:54.946933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:48:55.006745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Usage tracker for resource:port and tenant:0efca51f7d604be797e05b3042f7ff4b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:48:55.014317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:48:55.068520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a36e36a4-0334-4461-87f3-304ac5e47b4e None None] Provisioning complete for port 4c909e57-69cf-4811-965c-086ad1a8e108 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:55.068887 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a36e36a4-0334-4461-87f3-304ac5e47b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:55.102162 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f357c0a3-2c8c-4c12-8fe1-ab9f871d7717 req-51351546-49d4-45fd-bbee-89749a58037f tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 210 time: 0.1410904 Jun 03 15:48:55.118448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d386ed-132b-45d0-8a3a-f8a4a5314b60 req-db1623e0-cd55-489f-8496-2a07cbec2c31 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:55.127352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67d386ed-132b-45d0-8a3a-f8a4a5314b60 req-db1623e0-cd55-489f-8496-2a07cbec2c31 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 945 time: 0.8275762 Jun 03 15:48:55.132939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:48:55.219023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a36e36a4-0334-4461-87f3-304ac5e47b4e None None] Port 4c909e57-69cf-4811-965c-086ad1a8e108 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:48:55.281636 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce7d7729-41c1-42a8-a23c-7a665364d301 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:55.360988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-365ae3b3-75f7-4195-bc61-46f9a521c720 None None] Provisioning complete for port 4c909e57-69cf-4811-965c-086ad1a8e108 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:55.368890 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-365ae3b3-75f7-4195-bc61-46f9a521c720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:55.406238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Made reservation on behalf of 0efca51f7d604be797e05b3042f7ff4b for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:48:55.410359 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:55.454079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-365ae3b3-75f7-4195-bc61-46f9a521c720 None None] Port 4c909e57-69cf-4811-965c-086ad1a8e108 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:48:55.459438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67d386ed-132b-45d0-8a3a-f8a4a5314b60 req-cd77e658-561e-4fec-b11f-650bcacecb03 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262672 Jun 03 15:48:55.491554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:55.605043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad4cccf-830d-48d1-ac08-abc2b7ec0e8a None None] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:48:55.762229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Allocated IP 172.20.0.4 (6991e379-ee9b-477d-8041-178de813d0ed/82e1c91e-b589-4081-b17a-9073ea804a9f/ab48496a-7e58-4dda-bbac-993107434c28) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:48:55.793829 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c834c264-4a38-4edf-8dd7-b0038d6bd218 None None] Provisioning complete for port 4c909e57-69cf-4811-965c-086ad1a8e108 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:55.794224 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c834c264-4a38-4edf-8dd7-b0038d6bd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:55.817142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Pushing event updated for resources: {'Port': ['ID=81198708-0e99-426f-b559-91e71cccf102,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:55.831056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:55.840140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:55.842748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:55.881660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d7729-41c1-42a8-a23c-7a665364d301 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 4c909e57-69cf-4811-965c-086ad1a8e108 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:55.882267 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce7d7729-41c1-42a8-a23c-7a665364d301 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:55.960500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c834c264-4a38-4edf-8dd7-b0038d6bd218 None None] Port 4c909e57-69cf-4811-965c-086ad1a8e108 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:48:56.037211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c834c264-4a38-4edf-8dd7-b0038d6bd218 None None] Provisioning for port 6d463abd-bf07-48b1-8410-fbb64063ed40 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:56.101603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6d463abd-bf07-48b1-8410-fbb64063ed40 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:56.200987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] Deleting port 8a4335ad-0e29-46fc-9126-9acf32a9fb78 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:48:56.201520 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:56.316215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6d463abd-bf07-48b1-8410-fbb64063ed40 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:48:56.330465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce7d7729-41c1-42a8-a23c-7a665364d301 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:56.341541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6d463abd-bf07-48b1-8410-fbb64063ed40 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:56.343456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:56.610157 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:56.672895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d7729-41c1-42a8-a23c-7a665364d301 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for 4c909e57-69cf-4811-965c-086ad1a8e108 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:56.682336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6d463abd-bf07-48b1-8410-fbb64063ed40 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:56.684089 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:56.729625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9c2c0977-14d8-4f42-9181-c44559346220 None None] Provisioning complete for port 6d463abd-bf07-48b1-8410-fbb64063ed40 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:56.730287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0977-14d8-4f42-9181-c44559346220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:56.788449 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6d463abd-bf07-48b1-8410-fbb64063ed40, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6d463abd-bf07-48b1-8410-fbb64063ed40,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:56.797848 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:56.806424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3ae9842c-b474-4ab1-992e-d95bad380cbc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:56.906489 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce7d7729-41c1-42a8-a23c-7a665364d301 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:56.967314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d7729-41c1-42a8-a23c-7a665364d301 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=4c909e57-69cf-4811-965c-086ad1a8e108,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:56.994718 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:57.000944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 3ae9842c-b474-4ab1-992e-d95bad380cbc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:57.001411 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:57.070347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6d463abd-bf07-48b1-8410-fbb64063ed40,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:57.183198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c0977-14d8-4f42-9181-c44559346220 None None] Current status of the port 6d463abd-bf07-48b1-8410-fbb64063ed40 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:57.187787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] For port 8a4335ad-0e29-46fc-9126-9acf32a9fb78, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8a4335ad-0e29-46fc-9126-9acf32a9fb78,segment=NetworkSegment(f0525c9a-4766-4767-b729-df553b1311ec),segment_id=f0525c9a-4766-4767-b729-df553b1311ec)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:48:57.188569 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:57.281466 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 3ae9842c-b474-4ab1-992e-d95bad380cbc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:57.488666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] Calling delete_port for 8a4335ad-0e29-46fc-9126-9acf32a9fb78 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:48:57.557902 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ce7d7729-41c1-42a8-a23c-7a665364d301 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:57.600916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Network 6991e379-ee9b-477d-8041-178de813d0ed is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:48:57.615778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:48:57.635220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:48:57.700666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:57.701646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:57.725803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Pushing event updated for resources: {'Port': ['ID=ab48496a-7e58-4dda-bbac-993107434c28,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:57.886953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7d7729-41c1-42a8-a23c-7a665364d301 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router c6482b5f-6b6f-4198-a59e-489e066976aa has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:48:57.921497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6d463abd-bf07-48b1-8410-fbb64063ed40 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:48:58.012073 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-893fb7b6-e299-468b-a8d4-5a7c59a9ef13 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5525162 Jun 03 15:48:58.013265 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6d463abd-bf07-48b1-8410-fbb64063ed40 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:48:58.013639 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:58.036531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Request body: {'port': {'device_id': '1dae0b8e-3089-475e-a8a1-46f9545fed35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:48:58.059510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7d7729-41c1-42a8-a23c-7a665364d301 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:48:58.071301 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be288a6-50fe-4735-9a10-d2edf3e1c8fb None None] Sync routers for ids ['c6482b5f-6b6f-4198-a59e-489e066976aa'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:48:58.081382 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ce7d7729-41c1-42a8-a23c-7a665364d301 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/c6482b5f-6b6f-4198-a59e-489e066976aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8602355 Jun 03 15:48:58.084145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48384) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:58.090278 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be288a6-50fe-4735-9a10-d2edf3e1c8fb None None] Routers {'c6482b5f-6b6f-4198-a59e-489e066976aa'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:58.091024 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9be288a6-50fe-4735-9a10-d2edf3e1c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c6482b5f-6b6f-4198-a59e-489e066976aa'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:58.151283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644776dd-5504-4bb0-8e52-6d75db1459d8 req-4eeb6ce1-bd74-41a6-9744-5874eb01d385 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:48:58.152190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-644776dd-5504-4bb0-8e52-6d75db1459d8 req-4eeb6ce1-bd74-41a6-9744-5874eb01d385 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Synchronizing usage tracker for tenant:0efca51f7d604be797e05b3042f7ff4b on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:58.186995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6d463abd-bf07-48b1-8410-fbb64063ed40 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:48:58.208781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-644776dd-5504-4bb0-8e52-6d75db1459d8 req-4eeb6ce1-bd74-41a6-9744-5874eb01d385 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Unset dirty status for tenant:0efca51f7d604be797e05b3042f7ff4b on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:58.209541 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9be288a6-50fe-4735-9a10-d2edf3e1c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:58.217069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-644776dd-5504-4bb0-8e52-6d75db1459d8 req-4eeb6ce1-bd74-41a6-9744-5874eb01d385 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 931 time: 1.4682362 Jun 03 15:48:58.220233 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be288a6-50fe-4735-9a10-d2edf3e1c8fb None None] Routers {'c6482b5f-6b6f-4198-a59e-489e066976aa'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:48:58.220854 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9be288a6-50fe-4735-9a10-d2edf3e1c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['c6482b5f-6b6f-4198-a59e-489e066976aa'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:58.293532 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9be288a6-50fe-4735-9a10-d2edf3e1c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:48:58.293952 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be288a6-50fe-4735-9a10-d2edf3e1c8fb None None] The sync data for ids ['c6482b5f-6b6f-4198-a59e-489e066976aa'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:48:58.470015 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-c43563a0-061f-462b-a6c6-2e6e82724762 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] remove_router_interface failed (client error): The resource could not be found. Jun 03 15:48:58.471313 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c43563a0-061f-462b-a6c6-2e6e82724762 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/c6482b5f-6b6f-4198-a59e-489e066976aa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3862641 Jun 03 15:48:58.474181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48390) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:58.494345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-644776dd-5504-4bb0-8e52-6d75db1459d8 req-775ac92e-e2e5-4b4f-8558-93654cb4825a tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757895 Jun 03 15:48:58.508050 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:58.535372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c1766c4f-89c8-413f-8340-af4202f1ffa3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Synchronizing usage tracker for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:48:58.555221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c1766c4f-89c8-413f-8340-af4202f1ffa3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Unset dirty status for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:48:58.556430 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c1766c4f-89c8-413f-8340-af4202f1ffa3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6482b5f-6b6f-4198-a59e-489e066976aa HTTP/1.1" status: 200 len: 205 time: 0.0810671 Jun 03 15:48:58.559397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48394) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:58.578443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4335ad-0e29-46fc-9126-9acf32a9fb78,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:58.582015 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:58.593911 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:58.765029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66d74b44-c4cf-4be2-aeb1-8fe6d7b32f59 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.388228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66d74b44-c4cf-4be2-aeb1-8fe6d7b32f59 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.390464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66d74b44-c4cf-4be2-aeb1-8fe6d7b32f59 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.415591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66d74b44-c4cf-4be2-aeb1-8fe6d7b32f59 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.417189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d74b44-c4cf-4be2-aeb1-8fe6d7b32f59 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Fanout notify agent at l3_agent the message router_deleted on router c6482b5f-6b6f-4198-a59e-489e066976aa {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:48:59.433810 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66d74b44-c4cf-4be2-aeb1-8fe6d7b32f59 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.435370 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-66d74b44-c4cf-4be2-aeb1-8fe6d7b32f59 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/c6482b5f-6b6f-4198-a59e-489e066976aa HTTP/1.1" status: 204 len: 168 time: 0.8744659 Jun 03 15:48:59.438208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48402) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:59.523701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4340edf7-867d-4a1b-a392-57b78069cf17 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting subnet 339959e9-0e2d-4541-807e-a64ca86bf9b4 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:48:59.527346 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4340edf7-867d-4a1b-a392-57b78069cf17 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.593454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4340edf7-867d-4a1b-a392-57b78069cf17 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.646856 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.703221 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4340edf7-867d-4a1b-a392-57b78069cf17 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.797989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4340edf7-867d-4a1b-a392-57b78069cf17 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.807959 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.841684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340edf7-867d-4a1b-a392-57b78069cf17 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Subnet': ['ID=339959e9-0e2d-4541-807e-a64ca86bf9b4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:48:59.845250 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4340edf7-867d-4a1b-a392-57b78069cf17 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:48:59.854408 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4340edf7-867d-4a1b-a392-57b78069cf17 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/339959e9-0e2d-4541-807e-a64ca86bf9b4 HTTP/1.1" status: 204 len: 168 time: 0.4151766 Jun 03 15:48:59.856117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48408) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:48:59.882223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae2d37-ef21-4052-9ba9-9a4f0845a6b7 None None] Network e358a613-b5a1-499b-a139-69db733b2753 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:00.015819 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.022685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.035085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 3ae9842c-b474-4ab1-992e-d95bad380cbc {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:00.035415 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.130751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab48496a-7e58-4dda-bbac-993107434c28 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:49:00.238922 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.351790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195fff56-627c-4ce9-b7ca-3b14d6a81d04 None None] DHCP port deletion for e358a613-b5a1-499b-a139-69db733b2753 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:49:00.357938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-195fff56-627c-4ce9-b7ca-3b14d6a81d04 None None] Deleting port 3ae9842c-b474-4ab1-992e-d95bad380cbc {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:00.358548 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-195fff56-627c-4ce9-b7ca-3b14d6a81d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.405978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port 3ae9842c-b474-4ab1-992e-d95bad380cbc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3ae9842c-b474-4ab1-992e-d95bad380cbc,segment=NetworkSegment(6131368b-bfd9-4da0-a06e-efaab8ec780d),segment_id=6131368b-bfd9-4da0-a06e-efaab8ec780d)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:00.406334 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.515842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22760c-dc74-4b8d-b609-4e9a7acd8bbb req-c8e3054f-5e21-4797-8727-cb63b9c7fdc0 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:00.518046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef22760c-dc74-4b8d-b609-4e9a7acd8bbb req-c8e3054f-5e21-4797-8727-cb63b9c7fdc0 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 931 time: 0.8645384 Jun 03 15:49:00.525335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Transition to ACTIVE for port object ab48496a-7e58-4dda-bbac-993107434c28 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:00.559144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.618406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for 3ae9842c-b474-4ab1-992e-d95bad380cbc owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:00.631940 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-195fff56-627c-4ce9-b7ca-3b14d6a81d04 None None] For port 3ae9842c-b474-4ab1-992e-d95bad380cbc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3ae9842c-b474-4ab1-992e-d95bad380cbc,segment=NetworkSegment(6131368b-bfd9-4da0-a06e-efaab8ec780d),segment_id=6131368b-bfd9-4da0-a06e-efaab8ec780d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:00.632392 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-195fff56-627c-4ce9-b7ca-3b14d6a81d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.728706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:00.770787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-195fff56-627c-4ce9-b7ca-3b14d6a81d04 None None] Calling delete_port for 3ae9842c-b474-4ab1-992e-d95bad380cbc owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:00.838875 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=3ae9842c-b474-4ab1-992e-d95bad380cbc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:00.849519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No DVR routers for this DVR port 3ae9842c-b474-4ab1-992e-d95bad380cbc on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:49:00.879418 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-195fff56-627c-4ce9-b7ca-3b14d6a81d04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:49:00.879751 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-195fff56-627c-4ce9-b7ca-3b14d6a81d04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:49:00.924723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef22760c-dc74-4b8d-b609-4e9a7acd8bbb req-2aba2c82-a4d7-4fad-a666-1eea10a3ef6b tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956428 Jun 03 15:49:00.989282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Pushing event updated for resources: {'Port': ['ID=ab48496a-7e58-4dda-bbac-993107434c28,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:00.997992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Router 5224edc6-4bb1-4033-9d95-970a082d095e is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:49:01.028028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.058758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e358a613-b5a1-499b-a139-69db733b2753']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:01.074373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6131368b-bfd9-4da0-a06e-efaab8ec780d') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:01.074773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6131368b-bfd9-4da0-a06e-efaab8ec780d') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:01.091977 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.130537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.138275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:49:01.138762 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.297531 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 6131368b-bfd9-4da0-a06e-efaab8ec780d resource provider aggregate not found Jun 03 15:49:01.327561 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 6131368b-bfd9-4da0-a06e-efaab8ec780d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6131368b-bfd9-4da0-a06e-efaab8ec780d found for delete ", "request_id": "req-7ee7a4f4-bfcc-4ca0-9ac7-2c4d96e0bf1e"}]} Jun 03 15:49:01.380997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-195fff56-627c-4ce9-b7ca-3b14d6a81d04 None None] Deleting port 3ae9842c-b474-4ab1-992e-d95bad380cbc {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:01.381469 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-195fff56-627c-4ce9-b7ca-3b14d6a81d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.458672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-195fff56-627c-4ce9-b7ca-3b14d6a81d04 None None] The port '3ae9842c-b474-4ab1-992e-d95bad380cbc' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:49:01.584101 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.629789 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.632861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Network': ['ID=e358a613-b5a1-499b-a139-69db733b2753,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:01.655321 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-289845f9-47c7-4dbd-951f-3578cd34ddbc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/networks/e358a613-b5a1-499b-a139-69db733b2753 HTTP/1.1" status: 204 len: 168 time: 1.7977955 Jun 03 15:49:01.658939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48438) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:01.666613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-917798597'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:01.671221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] Router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:49:01.673055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:01.674369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Attempting to bind port ab48496a-7e58-4dda-bbac-993107434c28 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:01.674764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Attempting to bind port ab48496a-7e58-4dda-bbac-993107434c28 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'f5702647-2884-4ff1-8c82-ed67a91118cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6991e379-ee9b-477d-8041-178de813d0ed'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:01.675090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Attempting to bind port ab48496a-7e58-4dda-bbac-993107434c28 on network 6991e379-ee9b-477d-8041-178de813d0ed {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:01.677236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:network and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:01.682595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:01.684913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Port ab48496a-7e58-4dda-bbac-993107434c28 on network 6991e379-ee9b-477d-8041-178de813d0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:49:01.685245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Attempting to bind port ab48496a-7e58-4dda-bbac-993107434c28 on network 6991e379-ee9b-477d-8041-178de813d0ed {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:01.686680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:01.697340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:01.697635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Checking segment: {'id': 'f5702647-2884-4ff1-8c82-ed67a91118cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6991e379-ee9b-477d-8041-178de813d0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:01.698068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Bound using segment: {'id': 'f5702647-2884-4ff1-8c82-ed67a91118cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6991e379-ee9b-477d-8041-178de813d0ed'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:01.698478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Bound port: ab48496a-7e58-4dda-bbac-993107434c28, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5702647-2884-4ff1-8c82-ed67a91118cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6991e379-ee9b-477d-8041-178de813d0ed'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:01.698817 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.699044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:01.703016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.740274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:49:01.758037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.758439 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added segment 08dc44e9-9fdf-4766-875c-e4fb701dd9ee of type vlan for network 051077be-a036-4379-90ea-4a0e8040f508 Jun 03 15:49:01.790434 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.827395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.833914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:01.834379 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:01.834504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:01.856482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Sync routers for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:01.885415 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2226002 Jun 03 15:49:01.887840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48442) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:01.893034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'subnet': {'network_id': '051077be-a036-4379-90ea-4a0e8040f508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:01.896793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:01.899769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:02.007357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81b4f7-9754-4520-825e-63988d3a5de0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Network': ['ID=051077be-a036-4379-90ea-4a0e8040f508,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:02.127938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 051077be-a036-4379-90ea-4a0e8040f508 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:49:02.142525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3ae9842c-b474-4ab1-992e-d95bad380cbc no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:02.167567 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.169944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7d828e78-d1ee-46a9-beef-17753b244903 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.2378871 Jun 03 15:49:02.171607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48450) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:02.249962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 3ae9842c-b474-4ab1-992e-d95bad380cbc {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:02.250785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3ae9842c-b474-4ab1-992e-d95bad380cbc not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:02.266354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:02.278846 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac48edd5-8621-4b74-a9cd-f57e0ce6cc1c None None] Sync routers for ids ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:02.291425 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56bdf652-cfae-4e7c-a4d7-65542d30155a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.296237 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac48edd5-8621-4b74-a9cd-f57e0ce6cc1c None None] Routers {'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:02.298022 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ac48edd5-8621-4b74-a9cd-f57e0ce6cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:02.324169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:02.354269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-577c6f32-2fd4-43a5-a49a-4d61f81217e4 admin admin] 10.222.0.48 "PUT /v2.0/routers/e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4564967 Jun 03 15:49:02.365080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48456) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:02.375847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] For port ab48496a-7e58-4dda-bbac-993107434c28, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:02.540243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:02.544425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:subnet and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:02.547304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:02.568618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] For port ab48496a-7e58-4dda-bbac-993107434c28, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ab48496a-7e58-4dda-bbac-993107434c28,segment=NetworkSegment(f5702647-2884-4ff1-8c82-ed67a91118cf),segment_id=f5702647-2884-4ff1-8c82-ed67a91118cf)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:02.573347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:02.587047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.697843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:02.701345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.715621 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ac48edd5-8621-4b74-a9cd-f57e0ce6cc1c None None] Set router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:02.822045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:02.822784 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:02.824162 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] 10.222.0.67 "PUT /v2.0/ports/ab48496a-7e58-4dda-bbac-993107434c28 HTTP/1.1" status: 200 len: 1091 time: 4.7939951 Jun 03 15:49:02.833068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dae0b8e-3089-475e-a8a1-46f9545fed35', 'tag': 'ab48496a-7e58-4dda-bbac-993107434c28'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:49:02.924767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:48:57Z', 'revision_number': 3, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:02.938858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Checking router: 5224edc6-4bb1-4033-9d95-970a082d095e for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:49:02.940998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Updating router 5224edc6-4bb1-4033-9d95-970a082d095e port 81198708-0e99-426f-b559-91e71cccf102 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:49:02.995469 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91bbd70b-24d1-4a94-9e71-4cb7292ab699'] response: {'name': 'network-changed', 'server_uuid': '1dae0b8e-3089-475e-a8a1-46f9545fed35', 'tag': 'ab48496a-7e58-4dda-bbac-993107434c28', 'status': 'completed', 'code': 200} Jun 03 15:49:03.017564 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.035666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c0e58-5e0d-447b-9904-e9664a4ffef6 req-b1afa4e9-5b9c-4062-95ed-407bdf59de25 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:03.037227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf9c0e58-5e0d-447b-9904-e9664a4ffef6 req-b1afa4e9-5b9c-4062-95ed-407bdf59de25 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 943 time: 0.9248664 Jun 03 15:49:03.064470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e4b0b-c3ec-48e1-865c-daf122bb974e service neutron] Pushing event updated for resources: {'Port': ['ID=ab48496a-7e58-4dda-bbac-993107434c28,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:03.110996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.281923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf9c0e58-5e0d-447b-9904-e9664a4ffef6 req-b9df3679-768b-4a2c-ab95-6b00c60d7d70 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329819 Jun 03 15:49:03.331778 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ac48edd5-8621-4b74-a9cd-f57e0ce6cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:48:58Z', 'revision_number': 5, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:03.337909 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac48edd5-8621-4b74-a9cd-f57e0ce6cc1c None None] Checking router: e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:49:03.348421 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac48edd5-8621-4b74-a9cd-f57e0ce6cc1c None None] Routers {'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:03.349229 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ac48edd5-8621-4b74-a9cd-f57e0ce6cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:03.620056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-a0b2cd5d-bfd3-4c59-b33f-2ba2e8bf5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:03.620056 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-a0b2cd5d-bfd3-4c59-b33f-2ba2e8bf5290 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0efca51f7d604be797e05b3042f7ff4b&device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 1094 time: 0.6655869 Jun 03 15:49:03.704894 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.750413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Transition to ACTIVE for port object 81198708-0e99-426f-b559-91e71cccf102 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:03.771838 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ac48edd5-8621-4b74-a9cd-f57e0ce6cc1c None None] Set router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:03.774817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.783439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-0fd694c8-af03-40f7-8925-3c4a5c0d19f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab48496a-7e58-4dda-bbac-993107434c28 HTTP/1.1" status: 200 len: 217 time: 0.1589828 Jun 03 15:49:03.840462 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.884972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91147a4d-3269-4327-88ef-90cb839a5fe8 None None] Pushing event updated for resources: {'Port': ['ID=81198708-0e99-426f-b559-91e71cccf102,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:03.930896 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.932277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Attempting to bind port 81198708-0e99-426f-b559-91e71cccf102 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:03.932741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Attempting to bind port 81198708-0e99-426f-b559-91e71cccf102 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:03.934054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Attempting to bind port 81198708-0e99-426f-b559-91e71cccf102 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:03.950883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:03.951391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:03.952972 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.953375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:03.954548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Bound port: 81198708-0e99-426f-b559-91e71cccf102, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:03.955774 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:03.960090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-eb8b765f-b2fd-46b7-ae41-e2720b9569e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:03.961786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-eb8b765f-b2fd-46b7-ae41-e2720b9569e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82e1c91e-b589-4081-b17a-9073ea804a9f HTTP/1.1" status: 200 len: 852 time: 0.1721082 Jun 03 15:49:03.967814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Deleting port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:03.968447 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.035052 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.094194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-2e13d5f9-1f0d-413c-aebb-ae76d7cb474c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6991e379-ee9b-477d-8041-178de813d0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994637 Jun 03 15:49:04.126816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Allocated IP 172.20.0.1 (0b59cccb-736d-4f97-ab3c-7f712587d12f/dcab0106-2b7e-4a74-ac83-d9033844c6be/c25a1545-e460-41f5-9156-9eb3af4f314a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:04.133629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] For port 81198708-0e99-426f-b559-91e71cccf102, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:04.137057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] For port 81198708-0e99-426f-b559-91e71cccf102, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=81198708-0e99-426f-b559-91e71cccf102,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:04.150914 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.262532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91147a4d-3269-4327-88ef-90cb839a5fe8 None None] Pushing event updated for resources: {'Port': ['ID=81198708-0e99-426f-b559-91e71cccf102,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:04.289129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:04.289129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:48:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:04.307130 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.318212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Subnet': ['ID=54b00541-e944-48f7-bc88-af1737d0ece7,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:04.328365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Transition to ACTIVE for port object c25a1545-e460-41f5-9156-9eb3af4f314a will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:04.339374 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ac48edd5-8621-4b74-a9cd-f57e0ce6cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:48:58Z', 'revision_number': 5, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:04.349193 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac48edd5-8621-4b74-a9cd-f57e0ce6cc1c None None] The sync data for ids ['e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3'] in n-d-844595-1 is: [{'id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'name': 'tempest-TestServerBasicOps-329119460-router', 'tenant_id': '5c15c36aa81149968881e45ce4841979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:41:33Z', 'updated_at': '2022-06-03T15:48:58Z', 'revision_number': 5, 'project_id': '5c15c36aa81149968881e45ce4841979', 'gw_port': {'id': '9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ba:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2753, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:41:36Z', 'updated_at': '2022-06-03T15:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:04.363991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.377390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Checking segment: {'id': '08dc44e9-9fdf-4766-875c-e4fb701dd9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '051077be-a036-4379-90ea-4a0e8040f508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:04.377801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network hostable DHCP agents. Network: 051077be-a036-4379-90ea-4a0e8040f508, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:49:04.456707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-cb8be483-c787-4294-a3cd-182084444d49 service neutron] 10.222.0.67 "GET /v2.0/networks/6991e379-ee9b-477d-8041-178de813d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498099 Jun 03 15:49:04.465564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] For port 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:04.466113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.505837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:04.508966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:04.513350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:04.562854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Pushing event updated for resources: {'Port': ['ID=c25a1545-e460-41f5-9156-9eb3af4f314a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:04.606710 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:04.666626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:04.830983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 051077be-a036-4379-90ea-4a0e8040f508 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:49:04.966327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Calling delete_port for 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:05.048956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-80ee09ba-5095-4b09-96f3-7b790c998ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.063083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 051077be-a036-4379-90ea-4a0e8040f508) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:05.083114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed91b95-33bc-4582-956e-248a45ebc65f None None] Network 051077be-a036-4379-90ea-4a0e8040f508 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:05.099952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:05.100891 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.101318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e73cceff-253e-415a-aef5-180d3dac4c3d None None] Provisioning for port c25a1545-e460-41f5-9156-9eb3af4f314a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:05.112652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e73cceff-253e-415a-aef5-180d3dac4c3d None None] Provisioning complete for port c25a1545-e460-41f5-9156-9eb3af4f314a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:05.113279 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e73cceff-253e-415a-aef5-180d3dac4c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.173615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7cc10d89-15f2-49bf-968b-967766b73cd4 req-883a7cbc-51ce-4d95-a4ca-f3d00baae42d service neutron] 10.222.0.67 "GET /v2.0/networks/6991e379-ee9b-477d-8041-178de813d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6837881 Jun 03 15:49:05.183516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-580328f3-1c7d-42d3-8ed9-32cdb72aae76 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2950454 Jun 03 15:49:05.200299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48478) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:05.202329 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.206110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acdaa7-3502-4859-9ad7-58f9bfa6be64 req-ab6e2744-a655-4a5b-8899-aa3fb5108122 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:05.217535 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68acdaa7-3502-4859-9ad7-58f9bfa6be64 req-ab6e2744-a655-4a5b-8899-aa3fb5108122 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 943 time: 0.7287683 Jun 03 15:49:05.327162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5bf7146a-2d81-4da1-a350-ae575764c141 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1184428597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:05.334375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68acdaa7-3502-4859-9ad7-58f9bfa6be64 req-33b8c831-3576-4bad-9531-ae89255e2784 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157007 Jun 03 15:49:05.376990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5bf7146a-2d81-4da1-a350-ae575764c141 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:05.381025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e73cceff-253e-415a-aef5-180d3dac4c3d None None] Port c25a1545-e460-41f5-9156-9eb3af4f314a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:05.405104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5bf7146a-2d81-4da1-a350-ae575764c141 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:router and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:05.414427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5bf7146a-2d81-4da1-a350-ae575764c141 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:05.442143 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.444482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5bf7146a-2d81-4da1-a350-ae575764c141 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:05.505327 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bf7146a-2d81-4da1-a350-ae575764c141 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.506378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bf7146a-2d81-4da1-a350-ae575764c141 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.532152 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.586777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:05.590408 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bf7146a-2d81-4da1-a350-ae575764c141 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.671795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bf7146a-2d81-4da1-a350-ae575764c141 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.713442 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bf7146a-2d81-4da1-a350-ae575764c141 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.714884 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5bf7146a-2d81-4da1-a350-ae575764c141 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4736309 Jun 03 15:49:05.718822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48492) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:05.751183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-051077be-a036-4379-90ea-4a0e8040f508', 'network_id': '051077be-a036-4379-90ea-4a0e8040f508', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'fixed_ips': [{'subnet_id': '54b00541-e944-48f7-bc88-af1737d0ece7'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:49:05.755374 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.817045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:48:57Z', 'revision_number': 3, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:05.828863 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:05.840292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca0c85a-9c64-4cd5-b2bb-e7a73ed6c6d6 None None] The sync data for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 is: [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:48:57Z', 'revision_number': 3, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:05.947432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f0fe3-6e25-43a3-b113-1563cfa345f8 req-1ed70a57-97dc-4cb1-aa8e-205fd48500bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:05.949734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-593f0fe3-6e25-43a3-b113-1563cfa345f8 req-1ed70a57-97dc-4cb1-aa8e-205fd48500bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0efca51f7d604be797e05b3042f7ff4b&device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 1094 time: 0.6737831 Jun 03 15:49:06.179551 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.192326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8a4335ad-0e29-46fc-9126-9acf32a9fb78 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:06.237338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 8a4335ad-0e29-46fc-9126-9acf32a9fb78 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:06.237681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8a4335ad-0e29-46fc-9126-9acf32a9fb78 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:06.291257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Allocated IP 2001:db8::2 (051077be-a036-4379-90ea-4a0e8040f508/54b00541-e944-48f7-bc88-af1737d0ece7/6756fe80-d4e7-4e21-86d2-e1c893bab8cf) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:06.462708 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:49:06.501694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.555929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.671843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f0fe3-6e25-43a3-b113-1563cfa345f8 req-49d928d7-dad8-47ec-a6ed-67f203d0cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:06.673319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-593f0fe3-6e25-43a3-b113-1563cfa345f8 req-49d928d7-dad8-47ec-a6ed-67f203d0cae7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6991e379-ee9b-477d-8041-178de813d0ed HTTP/1.1" status: 200 len: 913 time: 0.6925445 Jun 03 15:49:06.738611 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.765327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Transition to ACTIVE for port object 6756fe80-d4e7-4e21-86d2-e1c893bab8cf will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:06.795150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Transition to ACTIVE for port object 6756fe80-d4e7-4e21-86d2-e1c893bab8cf will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:06.802668 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.817708 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.852154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Pushing event updated for resources: {'Port': ['ID=c25a1545-e460-41f5-9156-9eb3af4f314a,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:06.876274 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.879121 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:06.940097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Network 051077be-a036-4379-90ea-4a0e8040f508 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:06.948662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:06.953438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:06.964327 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.083738 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.084237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:49:07.103121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-593f0fe3-6e25-43a3-b113-1563cfa345f8 req-276225e3-e9e2-4b74-8474-ea608ffca7ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab48496a-7e58-4dda-bbac-993107434c28 HTTP/1.1" status: 200 len: 217 time: 0.1363511 Jun 03 15:49:07.121610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Pushing event updated for resources: {'Port': ['ID=6756fe80-d4e7-4e21-86d2-e1c893bab8cf,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:07.307780 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.319138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Attempting to bind port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:07.322272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Attempting to bind port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '08dc44e9-9fdf-4766-875c-e4fb701dd9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '051077be-a036-4379-90ea-4a0e8040f508'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:07.322823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Attempting to bind port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf on network 051077be-a036-4379-90ea-4a0e8040f508 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:07.334760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:07.336597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Checking segment: {'id': '08dc44e9-9fdf-4766-875c-e4fb701dd9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '051077be-a036-4379-90ea-4a0e8040f508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:07.340841 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.341474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Bound using segment: {'id': '08dc44e9-9fdf-4766-875c-e4fb701dd9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '051077be-a036-4379-90ea-4a0e8040f508'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:07.342286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Bound port: 6756fe80-d4e7-4e21-86d2-e1c893bab8cf, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dc44e9-9fdf-4766-875c-e4fb701dd9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '051077be-a036-4379-90ea-4a0e8040f508'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:07.342840 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.351837 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.354468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1bd44973-d5e3-4dc6-8f99-08fc8787ef2e admin admin] 10.222.0.48 "DELETE /v2.0/routers/e0fbf899-13c4-4db9-b2bf-af4b4bcda8c3 HTTP/1.1" status: 204 len: 168 time: 4.9840238 Jun 03 15:49:07.360815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48520) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:07.497812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] For port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:07.501706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] For port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6756fe80-d4e7-4e21-86d2-e1c893bab8cf,segment=NetworkSegment(08dc44e9-9fdf-4766-875c-e4fb701dd9ee),segment_id=08dc44e9-9fdf-4766-875c-e4fb701dd9ee)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:07.508512 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.540573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8259481a-13b2-49f1-b670-f8f7517595ce admin admin] Deleting subnet b14e0566-c2fb-478f-a728-6d74f3acbcc9 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:49:07.559412 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8259481a-13b2-49f1-b670-f8f7517595ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.614256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0de01-27b6-4713-891e-7baaf3e2c234 None None] Pushing event updated for resources: {'Port': ['ID=6756fe80-d4e7-4e21-86d2-e1c893bab8cf,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:07.678984 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8259481a-13b2-49f1-b670-f8f7517595ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:07.754711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f0fe3-6e25-43a3-b113-1563cfa345f8 req-9970b438-9af3-4ee9-9997-b5493b85e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:07.756551 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-593f0fe3-6e25-43a3-b113-1563cfa345f8 req-9970b438-9af3-4ee9-9997-b5493b85e6f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82e1c91e-b589-4081-b17a-9073ea804a9f HTTP/1.1" status: 200 len: 852 time: 0.6448383 Jun 03 15:49:07.824554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-593f0fe3-6e25-43a3-b113-1563cfa345f8 req-28a46c6f-6e78-4421-b0c6-e19f06971399 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6991e379-ee9b-477d-8041-178de813d0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596604 Jun 03 15:49:07.845858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ad79d-7164-4545-9123-16a5d7ac9353 req-40c2dd9d-7ebd-4e3c-84f6-315bd87c6fde tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:07.847259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-819ad79d-7164-4545-9123-16a5d7ac9353 req-40c2dd9d-7ebd-4e3c-84f6-315bd87c6fde tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 943 time: 1.1730657 Jun 03 15:49:07.863151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:07.895922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:08.046810 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 81198708-0e99-426f-b559-91e71cccf102 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:08.059276 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8259481a-13b2-49f1-b670-f8f7517595ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:08.241000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 81198708-0e99-426f-b559-91e71cccf102 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:08.251464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 81198708-0e99-426f-b559-91e71cccf102 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:08.251832 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:08.367731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-819ad79d-7164-4545-9123-16a5d7ac9353 req-c3f372d9-d278-457c-9895-15119e45e3e8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899774 Jun 03 15:49:08.486777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-593f0fe3-6e25-43a3-b113-1563cfa345f8 req-58405361-a53f-460d-aa65-1daa5529685c service neutron] 10.222.0.67 "GET /v2.0/networks/6991e379-ee9b-477d-8041-178de813d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356885 Jun 03 15:49:08.490932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8259481a-13b2-49f1-b670-f8f7517595ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:08.565930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 81198708-0e99-426f-b559-91e71cccf102 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:08.568555 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:08.582251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a6fe1de1-fbe2-4b2b-a177-37b9e69fb522 None None] Provisioning complete for port c25a1545-e460-41f5-9156-9eb3af4f314a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:08.582544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Allocated IP 2001:db8::1 (051077be-a036-4379-90ea-4a0e8040f508/54b00541-e944-48f7-bc88-af1737d0ece7/c6118c2f-323a-4ddb-be78-332ae76b6007) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:08.583393 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1de1-fbe2-4b2b-a177-37b9e69fb522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:08.600167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259481a-13b2-49f1-b670-f8f7517595ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14e0566-c2fb-478f-a728-6d74f3acbcc9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:08.606415 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8259481a-13b2-49f1-b670-f8f7517595ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:08.653830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Router 5224edc6-4bb1-4033-9d95-970a082d095e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:49:08.657484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2749e81-3972-4779-a1a6-efdc00694b5b None None] Network 5983f29d-b6a5-463a-b76d-6f5a58803168 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:08.682535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ab48496a-7e58-4dda-bbac-993107434c28 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:49:08.732059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 81198708-0e99-426f-b559-91e71cccf102, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=81198708-0e99-426f-b559-91e71cccf102,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:08.779813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-593f0fe3-6e25-43a3-b113-1563cfa345f8 req-3b67e33f-acbc-48a0-8458-7886b5df6150 service neutron] 10.222.0.67 "GET /v2.0/networks/6991e379-ee9b-477d-8041-178de813d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772188 Jun 03 15:49:08.783684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8259481a-13b2-49f1-b670-f8f7517595ce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b14e0566-c2fb-478f-a728-6d74f3acbcc9 HTTP/1.1" status: 204 len: 168 time: 1.4038036 Jun 03 15:49:08.786723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48542) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:08.787752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:08.849501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:08.923999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe1de1-fbe2-4b2b-a177-37b9e69fb522 None None] Port c25a1545-e460-41f5-9156-9eb3af4f314a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:08.968804 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:08.984205 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:49:08.998099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Deleting port e3a9edc9-8119-4a9d-89b0-5defd2955336 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:08.998302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:09.007267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:09.007599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9d7c08f2-e7e7-418a-8ec5-3dd5a2fcb703 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:09.029202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:09.060505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Transition to ACTIVE for port object c6118c2f-323a-4ddb-be78-332ae76b6007 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:09.151738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:09.169258 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1ce51cf1-cb62-4255-8ccc-2fc10fb1c803 admin admin] 10.222.0.48 "PUT /v2.0/routers/5224edc6-4bb1-4033-9d95-970a082d095e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9965513 Jun 03 15:49:09.170854 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:09.245636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Sync routers for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:09.281845 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:09.323811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 051077be-a036-4379-90ea-4a0e8040f508 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:09.352128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:09.376837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:09.378800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:09.461812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=c6118c2f-323a-4ddb-be78-332ae76b6007,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:09.563218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ab48496a-7e58-4dda-bbac-993107434c28, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ab48496a-7e58-4dda-bbac-993107434c28,segment=NetworkSegment(f5702647-2884-4ff1-8c82-ed67a91118cf),segment_id=f5702647-2884-4ff1-8c82-ed67a91118cf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:09.624589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=81198708-0e99-426f-b559-91e71cccf102,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:09.634220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'ab48496a-7e58-4dda-bbac-993107434c28', 'network_id': '6991e379-ee9b-477d-8041-178de813d0ed', 'port_id': 'ab48496a-7e58-4dda-bbac-993107434c28', 'mac_address': 'fa:16:3e:8b:91:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82e1c91e-b589-4081-b17a-9073ea804a9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:49:09.742395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa8202f-f927-4a21-8d73-93bb814e74a9 None None] Network 051077be-a036-4379-90ea-4a0e8040f508 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:09.750929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.040491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:10.041140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:10.097733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ab789-1ef5-4db5-8671-b02ddff8e450 req-e6ad97ca-d9a0-4a72-8650-02dbc47566f7 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:10.119954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-234ab789-1ef5-4db5-8671-b02ddff8e450 req-e6ad97ca-d9a0-4a72-8650-02dbc47566f7 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 943 time: 0.4229074 Jun 03 15:49:10.147156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] For port e3a9edc9-8119-4a9d-89b0-5defd2955336, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e3a9edc9-8119-4a9d-89b0-5defd2955336,segment=NetworkSegment(f0525c9a-4766-4767-b729-df553b1311ec),segment_id=f0525c9a-4766-4767-b729-df553b1311ec)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:10.148353 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.191124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 81198708-0e99-426f-b559-91e71cccf102 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:10.192568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48580) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:10.203290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1257566428-network', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:10.212218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:10.230234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Usage tracker for resource:network and tenant:c434b7cd5ec3440f9fbc4365757cf3fb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:10.233193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:10.279119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:10.307320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9c75e94a-5e82-47e7-b4ef-ed045288cb93 None None] Provisioning for port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:10.433411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Calling delete_port for e3a9edc9-8119-4a9d-89b0-5defd2955336 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:10.446478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ab48496a-7e58-4dda-bbac-993107434c28 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:10.447078 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.459660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Made reservation on behalf of c434b7cd5ec3440f9fbc4365757cf3fb for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:10.462012 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.473759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab48496a-7e58-4dda-bbac-993107434c28 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:49:10.487890 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.510689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:10.519347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Usage tracker for resource:security_group_rule and tenant:c434b7cd5ec3440f9fbc4365757cf3fb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:10.524356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:10.543566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:10.552444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-234ab789-1ef5-4db5-8671-b02ddff8e450 req-9113b9e3-af9a-49c3-963e-3a2d5bec365f tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306791 Jun 03 15:49:10.553909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.610274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 81198708-0e99-426f-b559-91e71cccf102 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:10.610955 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.630255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a9edc9-8119-4a9d-89b0-5defd2955336,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:10.633161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.644324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.644949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.647854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] No DVR routers for this DVR port e3a9edc9-8119-4a9d-89b0-5defd2955336 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:49:10.661625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ab48496a-7e58-4dda-bbac-993107434c28, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ab48496a-7e58-4dda-bbac-993107434c28,segment=NetworkSegment(f5702647-2884-4ff1-8c82-ed67a91118cf),segment_id=f5702647-2884-4ff1-8c82-ed67a91118cf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:10.683482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccc163c-c789-40a3-8660-3c58a2db96ce None None] DHCP port deletion for 5983f29d-b6a5-463a-b76d-6f5a58803168 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:49:10.720065 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.845927 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.893989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:10.900779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5983f29d-b6a5-463a-b76d-6f5a58803168']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:10.923240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0525c9a-4766-4767-b729-df553b1311ec') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:10.923701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0525c9a-4766-4767-b729-df553b1311ec') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:10.941730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.962597 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:10.970338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:49:10.970736 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.014226 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment f0525c9a-4766-4767-b729-df553b1311ec resource provider aggregate not found Jun 03 15:49:11.105020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=c6118c2f-323a-4ddb-be78-332ae76b6007,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:11.127076 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.143767 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment f0525c9a-4766-4767-b729-df553b1311ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0525c9a-4766-4767-b729-df553b1311ec found for delete ", "request_id": "req-08901e8b-1d74-4637-b621-23783acd61d9"}]} Jun 03 15:49:11.147785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.162297 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.168038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ab48496a-7e58-4dda-bbac-993107434c28,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:11.210406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:49:11.216581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.223589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] Pushing event deleted for resources: {'Network': ['ID=5983f29d-b6a5-463a-b76d-6f5a58803168,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:11.241464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 051077be-a036-4379-90ea-4a0e8040f508 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:11.248568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:11.256771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-55a1f9db-3bd9-4945-a094-9885d8386841 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5983f29d-b6a5-463a-b76d-6f5a58803168 HTTP/1.1" status: 204 len: 168 time: 2.4646790 Jun 03 15:49:11.262144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48600) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:11.263942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['ab48496a-7e58-4dda-bbac-993107434c28'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:49:11.335106 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.335657 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Added segment c9e8eef0-d48b-4ea3-abc7-948c67dd00f9 of type vlan for network 213739b6-4fcb-4379-a928-9cef2e9f68d3 Jun 03 15:49:11.363989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c804727-d9f2-4513-95b8-f94e9dfa6e99,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:11.386045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.486482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 81198708-0e99-426f-b559-91e71cccf102 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:11.487591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6756fe80-d4e7-4e21-86d2-e1c893bab8cf up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:11.549075 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.550047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:11.550611 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.710527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:11.723304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:11.723674 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:11.928984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b152fe6-fbf4-47af-b3fe-040b4e9c1172 req-e18aeea8-07da-43c6-99e0-b9f7e4bdcaff tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:11.941319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b152fe6-fbf4-47af-b3fe-040b4e9c1172 req-e18aeea8-07da-43c6-99e0-b9f7e4bdcaff tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 944 time: 0.1739738 Jun 03 15:49:12.018052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:05Z', 'revision_number': 2, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:12.022072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:12.022379 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.069096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b152fe6-fbf4-47af-b3fe-040b4e9c1172 req-874071e0-3d84-4d75-9a83-ea1da9044d02 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268206 Jun 03 15:49:12.084139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Checking router: 5224edc6-4bb1-4033-9d95-970a082d095e for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:49:12.084578 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Updating router 5224edc6-4bb1-4033-9d95-970a082d095e port c25a1545-e460-41f5-9156-9eb3af4f314a binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:49:12.128958 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9353104 Jun 03 15:49:12.132035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48620) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:12.138140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Request body: {'subnet': {'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1257566428-subnet', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:12.147042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:12.158993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Usage tracker for resource:subnet and tenant:c434b7cd5ec3440f9fbc4365757cf3fb is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:12.170768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:12.186650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:12.203735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6756fe80-d4e7-4e21-86d2-e1c893bab8cf,segment=NetworkSegment(08dc44e9-9fdf-4766-875c-e4fb701dd9ee),segment_id=08dc44e9-9fdf-4766-875c-e4fb701dd9ee)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:12.215288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Made reservation on behalf of c434b7cd5ec3440f9fbc4365757cf3fb for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:12.216383 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.217672 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.277674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48691647-c789-4b17-a87b-24a9890034ac admin admin] Pushing event updated for resources: {'Network': ['ID=213739b6-4fcb-4379-a928-9cef2e9f68d3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:12.337248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cacd2c8b-d5b4-4aae-98ab-7e775c582f2b None None] Provisioning complete for port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:12.337645 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c8b-d5b4-4aae-98ab-7e775c582f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.424811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 800f700a-dc00-4f62-82ad-daebac0e6622 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:49:12.435089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6756fe80-d4e7-4e21-86d2-e1c893bab8cf,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:12.629420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.633921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 213739b6-4fcb-4379-a928-9cef2e9f68d3 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:49:12.651440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e3a9edc9-8119-4a9d-89b0-5defd2955336 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:12.707027 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.782981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=237bf60a-6066-422f-bf5a-6354b339fdd8,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:12.800280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Checking segment: {'id': 'c9e8eef0-d48b-4ea3-abc7-948c67dd00f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:12.802125 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Network hostable DHCP agents. Network: 213739b6-4fcb-4379-a928-9cef2e9f68d3, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:49:12.816787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e3a9edc9-8119-4a9d-89b0-5defd2955336 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:12.817305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e3a9edc9-8119-4a9d-89b0-5defd2955336 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:12.853467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Network 213739b6-4fcb-4379-a928-9cef2e9f68d3 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:49:12.874580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 213739b6-4fcb-4379-a928-9cef2e9f68d3) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:12.887768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:12.890574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:12.891171 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:12.900427 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686ee691-e061-4406-afc4-80fe4a95932e None None] Sync routers for ids ['800f700a-dc00-4f62-82ad-daebac0e6622'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:12.939342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3189d8e9-5ce4-4b4f-bf5b-8b48dcca5489 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8059297 Jun 03 15:49:12.941913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48634) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:12.944335 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686ee691-e061-4406-afc4-80fe4a95932e None None] Routers {'800f700a-dc00-4f62-82ad-daebac0e6622'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:12.945113 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-686ee691-e061-4406-afc4-80fe4a95932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['800f700a-dc00-4f62-82ad-daebac0e6622'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:12.948013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1257566428-router', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:12.955541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:12.970734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Usage tracker for resource:router and tenant:c434b7cd5ec3440f9fbc4365757cf3fb is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:12.983166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:12.990314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:13.012926 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.014225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.036638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.046337 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-686ee691-e061-4406-afc4-80fe4a95932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:13.062461 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686ee691-e061-4406-afc4-80fe4a95932e None None] Routers {'800f700a-dc00-4f62-82ad-daebac0e6622'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:13.063254 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-686ee691-e061-4406-afc4-80fe4a95932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['800f700a-dc00-4f62-82ad-daebac0e6622'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:13.071639 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d9191ee2-3b52-4334-ad87-1b5e0bd927f0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/800f700a-dc00-4f62-82ad-daebac0e6622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3517544 Jun 03 15:49:13.079996 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa1565-8cb9-4e5a-8c7c-ad80d7ed8d71 None None] Network 213739b6-4fcb-4379-a928-9cef2e9f68d3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:13.091839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48638) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:13.220278 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-686ee691-e061-4406-afc4-80fe4a95932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:13.222341 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686ee691-e061-4406-afc4-80fe4a95932e None None] The sync data for ids ['800f700a-dc00-4f62-82ad-daebac0e6622'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:13.261379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3606d225-2714-44bc-99ce-265d41045bdf tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:13.262333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3606d225-2714-44bc-99ce-265d41045bdf tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Synchronizing usage tracker for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:13.321464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3606d225-2714-44bc-99ce-265d41045bdf tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Unset dirty status for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:13.323508 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3606d225-2714-44bc-99ce-265d41045bdf tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports/c6118c2f-323a-4ddb-be78-332ae76b6007 HTTP/1.1" status: 200 len: 911 time: 0.2307281 Jun 03 15:49:13.328136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48646) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:13.489912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cacd2c8b-d5b4-4aae-98ab-7e775c582f2b None None] Current status of the port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:13.561182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cacd2c8b-d5b4-4aae-98ab-7e775c582f2b None None] Provisioning for port c6118c2f-323a-4ddb-be78-332ae76b6007 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:13.632825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cacd2c8b-d5b4-4aae-98ab-7e775c582f2b None None] Provisioning complete for port c6118c2f-323a-4ddb-be78-332ae76b6007 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:13.633256 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cacd2c8b-d5b4-4aae-98ab-7e775c582f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.766298 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.821203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c47c9-a970-4333-86c4-3343e6ca3381 req-ea5bec50-19b7-4530-af44-5d9523cc7a17 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:13.822357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c9c47c9-a970-4333-86c4-3343e6ca3381 req-ea5bec50-19b7-4530-af44-5d9523cc7a17 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 944 time: 0.4714274 Jun 03 15:49:13.881986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cacd2c8b-d5b4-4aae-98ab-7e775c582f2b None None] Port c6118c2f-323a-4ddb-be78-332ae76b6007 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:13.930444 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.941481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-213739b6-4fcb-4379-a928-9cef2e9f68d3', 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'fixed_ips': [{'subnet_id': '237bf60a-6066-422f-bf5a-6354b339fdd8'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:49:13.942453 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:13.970039 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c9c47c9-a970-4333-86c4-3343e6ca3381 req-b2deb3d1-9b4a-4b69-a09f-0ad330cb3983 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762529 Jun 03 15:49:14.145957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Allocated IP 172.20.0.2 (213739b6-4fcb-4379-a928-9cef2e9f68d3/237bf60a-6066-422f-bf5a-6354b339fdd8/2980b315-eec8-475b-9033-6380d24fdcfc) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:14.167576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Transition to ACTIVE for port object c25a1545-e460-41f5-9156-9eb3af4f314a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:14.183707 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:14.322256 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:14.391694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:14.398347 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:14.558230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6756fe80-d4e7-4e21-86d2-e1c893bab8cf up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:14.711870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Allocated IP 172.25.7.37 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/aa15d5c3-9cdf-43b0-8105-849edec83179) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:14.719979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bb4f0923-6ec0-4a3a-9676-f3397c298924 None None] Provisioning complete for port c6118c2f-323a-4ddb-be78-332ae76b6007 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:14.721721 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0923-6ec0-4a3a-9676-f3397c298924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:14.734885 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:49:14.898718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f0923-6ec0-4a3a-9676-f3397c298924 None None] Port c6118c2f-323a-4ddb-be78-332ae76b6007 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:14.961197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ab48496a-7e58-4dda-bbac-993107434c28 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:14.989808 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.032029 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.063269 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bece5d-026a-4744-9c7c-29bedb04ab69 None None] Pushing event updated for resources: {'Port': ['ID=c25a1545-e460-41f5-9156-9eb3af4f314a,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:15.141689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:15.143214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Pushing event updated for resources: {'Port': ['ID=aa15d5c3-9cdf-43b0-8105-849edec83179,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:15.146967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:15.154210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:15.215428 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14b919bf-534d-4248-ad47-4254d9180f79 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.356661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] Deleting port d9b33677-ed3a-4c04-bda5-690561359233 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:15.357262 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.495637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:15.496108 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.569349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Attempting to bind port c25a1545-e460-41f5-9156-9eb3af4f314a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:15.570212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Attempting to bind port c25a1545-e460-41f5-9156-9eb3af4f314a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:15.570669 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Attempting to bind port c25a1545-e460-41f5-9156-9eb3af4f314a on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:15.575463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1c1dc-8552-4ee1-a44a-4f74d15d49f8 req-48b10cf0-88f3-4889-a17f-833a4959a014 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:15.577023 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7b1c1dc-8552-4ee1-a44a-4f74d15d49f8 req-48b10cf0-88f3-4889-a17f-833a4959a014 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 944 time: 0.2977960 Jun 03 15:49:15.583686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:15.584255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Checking segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:15.585276 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.586162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Bound using segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:15.586907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Bound port: c25a1545-e460-41f5-9156-9eb3af4f314a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:15.587428 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.644807 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.693189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port ab48496a-7e58-4dda-bbac-993107434c28 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:15.704025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Transition to ACTIVE for port object 2980b315-eec8-475b-9033-6380d24fdcfc will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:15.739434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port ab48496a-7e58-4dda-bbac-993107434c28 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:15.740032 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.828215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] For port d9b33677-ed3a-4c04-bda5-690561359233, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d9b33677-ed3a-4c04-bda5-690561359233,segment=NetworkSegment(d744920d-1ea9-430a-bdd7-f52436f3a0da),segment_id=d744920d-1ea9-430a-bdd7-f52436f3a0da)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:15.828682 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.842003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Transition to ACTIVE for port object 2980b315-eec8-475b-9033-6380d24fdcfc will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:15.888993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:15.972422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Pushing event updated for resources: {'Port': ['ID=2980b315-eec8-475b-9033-6380d24fdcfc,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:15.989052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] For port c25a1545-e460-41f5-9156-9eb3af4f314a, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:16.001638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:16.010232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] For port c25a1545-e460-41f5-9156-9eb3af4f314a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c25a1545-e460-41f5-9156-9eb3af4f314a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:16.013794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Network 213739b6-4fcb-4379-a928-9cef2e9f68d3 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:16.039905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:16.047233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:16.053784 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.163463 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7b1c1dc-8552-4ee1-a44a-4f74d15d49f8 req-1a3fc21a-0c98-4f27-9e9d-6426582aa8b3 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778396 Jun 03 15:49:16.186038 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.255001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ab48496a-7e58-4dda-bbac-993107434c28 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:16.255469 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.271045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Attempting to bind port 2980b315-eec8-475b-9033-6380d24fdcfc on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:16.271558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Attempting to bind port 2980b315-eec8-475b-9033-6380d24fdcfc by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'c9e8eef0-d48b-4ea3-abc7-948c67dd00f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:16.272006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Attempting to bind port 2980b315-eec8-475b-9033-6380d24fdcfc on network 213739b6-4fcb-4379-a928-9cef2e9f68d3 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:16.282226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:16.282776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Checking segment: {'id': 'c9e8eef0-d48b-4ea3-abc7-948c67dd00f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:16.283273 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.294527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Bound using segment: {'id': 'c9e8eef0-d48b-4ea3-abc7-948c67dd00f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:16.295208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Bound port: 2980b315-eec8-475b-9033-6380d24fdcfc, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e8eef0-d48b-4ea3-abc7-948c67dd00f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:16.298418 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.334196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] Calling delete_port for d9b33677-ed3a-4c04-bda5-690561359233 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:16.360467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bece5d-026a-4744-9c7c-29bedb04ab69 None None] Pushing event updated for resources: {'Port': ['ID=c25a1545-e460-41f5-9156-9eb3af4f314a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:16.363167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:16.363949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:16.557772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-14b919bf-534d-4248-ad47-4254d9180f79 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port c6118c2f-323a-4ddb-be78-332ae76b6007 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:16.558154 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14b919bf-534d-4248-ad47-4254d9180f79 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.578279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dae0b8e-3089-475e-a8a1-46f9545fed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab48496a-7e58-4dda-bbac-993107434c28'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:49:16.671092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ab48496a-7e58-4dda-bbac-993107434c28, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ab48496a-7e58-4dda-bbac-993107434c28,segment=NetworkSegment(f5702647-2884-4ff1-8c82-ed67a91118cf),segment_id=f5702647-2884-4ff1-8c82-ed67a91118cf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:16.677619 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6092d0a7-897d-47cc-be8b-4bbd15978487'] response: {'server_uuid': '1dae0b8e-3089-475e-a8a1-46f9545fed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab48496a-7e58-4dda-bbac-993107434c28', 'code': 200} Jun 03 15:49:16.745849 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.855125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ab48496a-7e58-4dda-bbac-993107434c28,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:16.893287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] For port 2980b315-eec8-475b-9033-6380d24fdcfc, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:16.902261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] For port 2980b315-eec8-475b-9033-6380d24fdcfc, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2980b315-eec8-475b-9033-6380d24fdcfc,segment=NetworkSegment(c9e8eef0-d48b-4ea3-abc7-948c67dd00f9),segment_id=c9e8eef0-d48b-4ea3-abc7-948c67dd00f9)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:16.912821 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:16.957202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:17.024907 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14b919bf-534d-4248-ad47-4254d9180f79 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:17.043934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:17.194789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-14b919bf-534d-4248-ad47-4254d9180f79 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for c6118c2f-323a-4ddb-be78-332ae76b6007 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:17.315037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bb3ce-c466-4a28-9a62-1247598fd4e2 None None] Pushing event updated for resources: {'Port': ['ID=2980b315-eec8-475b-9033-6380d24fdcfc,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:17.392233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc0f49-3bbc-4ed6-83e0-04f108e079e5 req-6b65b9d9-d052-4446-a98c-3193f1a992f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:17.395839 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77fc0f49-3bbc-4ed6-83e0-04f108e079e5 req-6b65b9d9-d052-4446-a98c-3193f1a992f1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 1096 time: 0.4269712 Jun 03 15:49:17.522429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77fc0f49-3bbc-4ed6-83e0-04f108e079e5 req-4e1d27cc-ffed-4d1d-894b-af43431b767c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838764 Jun 03 15:49:17.570644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:15Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:17.585539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbb21de-b1ff-4031-a560-451df8e73775 None None] The sync data for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 is: [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:15Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:17.645146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa46f19-0fdd-450e-9ed5-6054b10cc96f req-dd85e06d-129b-4da6-9ec0-3cb12c46ca97 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:17.646963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fa46f19-0fdd-450e-9ed5-6054b10cc96f req-dd85e06d-129b-4da6-9ec0-3cb12c46ca97 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.2470386 Jun 03 15:49:17.687899 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:17.751483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Router 21047dc9-689f-4eeb-a6df-87091e93aea8 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:49:17.776720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fa46f19-0fdd-450e-9ed5-6054b10cc96f req-2ee98e3a-a631-4f35-b089-c4fca015d8f2 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023419 Jun 03 15:49:17.825190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b33677-ed3a-4c04-bda5-690561359233,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:18.071931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14b919bf-534d-4248-ad47-4254d9180f79 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:18.136785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:18.147450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Sync routers for ids ['21047dc9-689f-4eeb-a6df-87091e93aea8'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:18.181385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Routers {'21047dc9-689f-4eeb-a6df-87091e93aea8'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:18.182433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['21047dc9-689f-4eeb-a6df-87091e93aea8'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:18.206626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b919bf-534d-4248-ad47-4254d9180f79 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=c6118c2f-323a-4ddb-be78-332ae76b6007,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:18.220379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:18.222030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6cb80b39-e64b-49c5-89d0-10d55b29f38e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2786474 Jun 03 15:49:18.225113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48754) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:18.690954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2980b315-eec8-475b-9033-6380d24fdcfc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:18.893416 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-14b919bf-534d-4248-ad47-4254d9180f79 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:18.968244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Set router 21047dc9-689f-4eeb-a6df-87091e93aea8 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:19.394399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 2980b315-eec8-475b-9033-6380d24fdcfc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:19.416492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c25a1545-e460-41f5-9156-9eb3af4f314a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:19.480159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f8337f-53cb-4a96-9454-0912579a0f8f None None] Network 213739b6-4fcb-4379-a928-9cef2e9f68d3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:19.774415 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:19.918177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea60cd-f5d9-4227-967a-08aee4ed3088 req-5f194810-3b20-48ca-b26b-c7d66fc545b0 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:19.919974 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2dea60cd-f5d9-4227-967a-08aee4ed3088 req-5f194810-3b20-48ca-b26b-c7d66fc545b0 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.7724116 Jun 03 15:49:19.964172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cf62325d-0b0f-4196-ae1b-599111e44aac None None] Provisioning for port 2980b315-eec8-475b-9033-6380d24fdcfc completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:19.974439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port c25a1545-e460-41f5-9156-9eb3af4f314a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:19.990742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c25a1545-e460-41f5-9156-9eb3af4f314a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:19.991208 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:20.052388 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2dea60cd-f5d9-4227-967a-08aee4ed3088 req-98b0d771-e527-4055-8d3f-9d2dab5bdbfd tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196957 Jun 03 15:49:20.087907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cf62325d-0b0f-4196-ae1b-599111e44aac None None] Provisioning complete for port 2980b315-eec8-475b-9033-6380d24fdcfc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:20.088353 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cf62325d-0b0f-4196-ae1b-599111e44aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:20.144515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'name': 'tempest-TestVolumeBootPattern-1257566428-router', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:49:13Z', 'updated_at': '2022-06-03T15:49:15Z', 'revision_number': 3, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'gw_port': {'id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:14Z', 'updated_at': '2022-06-03T15:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:20.160357 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Checking router: 21047dc9-689f-4eeb-a6df-87091e93aea8 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:49:20.161123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Updating router 21047dc9-689f-4eeb-a6df-87091e93aea8 port aa15d5c3-9cdf-43b0-8105-849edec83179 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:49:20.198888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b919bf-534d-4248-ad47-4254d9180f79 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 800f700a-dc00-4f62-82ad-daebac0e6622 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:49:20.232047 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:20.243832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:20.635767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Allocated IP 172.20.0.1 (213739b6-4fcb-4379-a928-9cef2e9f68d3/237bf60a-6066-422f-bf5a-6354b339fdd8/cfaf1557-77e6-4980-a642-0949d8d06f10) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:20.662626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c25a1545-e460-41f5-9156-9eb3af4f314a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:20.663253 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:20.735819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cf62325d-0b0f-4196-ae1b-599111e44aac None None] Current status of the port 2980b315-eec8-475b-9033-6380d24fdcfc is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:20.736404 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cf62325d-0b0f-4196-ae1b-599111e44aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:20.805482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b919bf-534d-4248-ad47-4254d9180f79 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:20.818934 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d09c54-f010-423b-ab7a-1b162a4dff98 None None] Sync routers for ids ['800f700a-dc00-4f62-82ad-daebac0e6622'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:20.821968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] Router dc830602-cca4-4760-8ea6-06fae59c14d2 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:49:20.835027 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d09c54-f010-423b-ab7a-1b162a4dff98 None None] Routers {'800f700a-dc00-4f62-82ad-daebac0e6622'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:20.837767 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-50d09c54-f010-423b-ab7a-1b162a4dff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['800f700a-dc00-4f62-82ad-daebac0e6622'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:20.893654 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:20.901004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cf62325d-0b0f-4196-ae1b-599111e44aac None None] For port 2980b315-eec8-475b-9033-6380d24fdcfc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2980b315-eec8-475b-9033-6380d24fdcfc,segment=NetworkSegment(c9e8eef0-d48b-4ea3-abc7-948c67dd00f9),segment_id=c9e8eef0-d48b-4ea3-abc7-948c67dd00f9)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:20.934560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Transition to ACTIVE for port object cfaf1557-77e6-4980-a642-0949d8d06f10 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:20.956977 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-50d09c54-f010-423b-ab7a-1b162a4dff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:20.968494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48788) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:20.970292 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d09c54-f010-423b-ab7a-1b162a4dff98 None None] Routers {'800f700a-dc00-4f62-82ad-daebac0e6622'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:20.970475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-14b919bf-534d-4248-ad47-4254d9180f79 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/800f700a-dc00-4f62-82ad-daebac0e6622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6357918 Jun 03 15:49:20.971404 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-50d09c54-f010-423b-ab7a-1b162a4dff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['800f700a-dc00-4f62-82ad-daebac0e6622'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:21.028423 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cf62325d-0b0f-4196-ae1b-599111e44aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:21.051616 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-50d09c54-f010-423b-ab7a-1b162a4dff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:21.052334 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d09c54-f010-423b-ab7a-1b162a4dff98 None None] The sync data for ids ['800f700a-dc00-4f62-82ad-daebac0e6622'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:21.075268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bd56d7b1-2657-48f5-85e8-d8c9c1f087ea tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Synchronizing usage tracker for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:21.135089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:21.144271 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4564e4a5-edac-4609-a9b1-e7da038ca5e4 admin admin] 10.222.0.48 "PUT /v2.0/routers/dc830602-cca4-4760-8ea6-06fae59c14d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8824072 Jun 03 15:49:21.145248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48796) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:21.172578 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:21.258442 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47cac08-8957-4bd7-8ed3-1e20a9820c57 None None] Sync routers for ids ['dc830602-cca4-4760-8ea6-06fae59c14d2'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:21.277532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port c25a1545-e460-41f5-9156-9eb3af4f314a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c25a1545-e460-41f5-9156-9eb3af4f314a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:21.314305 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:21.348533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bd56d7b1-2657-48f5-85e8-d8c9c1f087ea tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Unset dirty status for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:21.355276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bd56d7b1-2657-48f5-85e8-d8c9c1f087ea tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=800f700a-dc00-4f62-82ad-daebac0e6622 HTTP/1.1" status: 200 len: 205 time: 0.3848209 Jun 03 15:49:21.361277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47cac08-8957-4bd7-8ed3-1e20a9820c57 None None] Routers {'dc830602-cca4-4760-8ea6-06fae59c14d2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:21.362430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e47cac08-8957-4bd7-8ed3-1e20a9820c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['dc830602-cca4-4760-8ea6-06fae59c14d2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:21.421734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48804) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:21.530652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Network 213739b6-4fcb-4379-a928-9cef2e9f68d3 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:21.567055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:21.588646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:21.722672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62325d-0b0f-4196-ae1b-599111e44aac None None] Pushing event updated for resources: {'Port': ['ID=2980b315-eec8-475b-9033-6380d24fdcfc,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:21.738769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=cfaf1557-77e6-4980-a642-0949d8d06f10,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:21.761360 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:21.849713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e47cac08-8957-4bd7-8ed3-1e20a9820c57 None None] Set router dc830602-cca4-4760-8ea6-06fae59c14d2 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:21.869987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6705e5e-bd6b-42b1-a3a1-a1611077cf46 req-5f6a1b01-3eca-45c4-905e-f22391ab3930 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:21.876042 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6705e5e-bd6b-42b1-a3a1-a1611077cf46 req-5f6a1b01-3eca-45c4-905e-f22391ab3930 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.5292206 Jun 03 15:49:21.968169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-26fae649-fe37-4704-8de9-3e8676198aec None None] Provisioning complete for port 2980b315-eec8-475b-9033-6380d24fdcfc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:21.968518 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-26fae649-fe37-4704-8de9-3e8676198aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.009596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7df53c05-ad64-4304-bace-9baa9557faea tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.026856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e6705e5e-bd6b-42b1-a3a1-a1611077cf46 req-bf4daccc-d9ee-4a83-8ba2-bcdcf1bf539c tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292870 Jun 03 15:49:22.210746 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=c25a1545-e460-41f5-9156-9eb3af4f314a,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:22.215483 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.235837 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:49:22.476986 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.564811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.640485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Transition to ACTIVE for port object aa15d5c3-9cdf-43b0-8105-849edec83179 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:22.650617 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.663697 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.685860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.712949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7df53c05-ad64-4304-bace-9baa9557faea tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.717075 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7df53c05-ad64-4304-bace-9baa9557faea tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.779493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.779493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7df53c05-ad64-4304-bace-9baa9557faea tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.779493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df53c05-ad64-4304-bace-9baa9557faea tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Fanout notify agent at l3_agent the message router_deleted on router 800f700a-dc00-4f62-82ad-daebac0e6622 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:49:22.796976 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7df53c05-ad64-4304-bace-9baa9557faea tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.798411 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7df53c05-ad64-4304-bace-9baa9557faea tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/800f700a-dc00-4f62-82ad-daebac0e6622 HTTP/1.1" status: 204 len: 168 time: 1.3754857 Jun 03 15:49:22.800241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Deleting port 00add220-04b8-40c9-a31c-050fd8e171a3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:22.800763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.822240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f802b8-cb74-4b41-97e5-94fca4aa070a None None] Pushing event updated for resources: {'Port': ['ID=aa15d5c3-9cdf-43b0-8105-849edec83179,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:22.832958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48830) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:22.879195 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-26fae649-fe37-4704-8de9-3e8676198aec None None] Current status of the port 2980b315-eec8-475b-9033-6380d24fdcfc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:22.899460 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.905082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Attempting to bind port aa15d5c3-9cdf-43b0-8105-849edec83179 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:22.905446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Attempting to bind port aa15d5c3-9cdf-43b0-8105-849edec83179 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:22.905802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Attempting to bind port aa15d5c3-9cdf-43b0-8105-849edec83179 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:22.918018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:22.918018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:22.918433 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:22.918819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:22.919284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Bound port: aa15d5c3-9cdf-43b0-8105-849edec83179, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:22.919638 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.007640 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] For port aa15d5c3-9cdf-43b0-8105-849edec83179, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:23.011272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] For port aa15d5c3-9cdf-43b0-8105-849edec83179, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=aa15d5c3-9cdf-43b0-8105-849edec83179,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:23.017427 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.051507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] For port 00add220-04b8-40c9-a31c-050fd8e171a3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=00add220-04b8-40c9-a31c-050fd8e171a3,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:23.052687 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.066506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5b1a5b80-4941-4d65-9190-760d49406410 None None] Provisioning for port cfaf1557-77e6-4980-a642-0949d8d06f10 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:23.100131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5b1a5b80-4941-4d65-9190-760d49406410 None None] Provisioning complete for port cfaf1557-77e6-4980-a642-0949d8d06f10 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:23.100489 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5b80-4941-4d65-9190-760d49406410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.145532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e47cac08-8957-4bd7-8ed3-1e20a9820c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'name': 'tempest-TestServerBasicOps-17081434-router', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:42:05Z', 'updated_at': '2022-06-03T15:49:17Z', 'revision_number': 5, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'gw_port': {'id': '00add220-04b8-40c9-a31c-050fd8e171a3', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:11:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:42:08Z', 'updated_at': '2022-06-03T15:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:23.166947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Routers {'21047dc9-689f-4eeb-a6df-87091e93aea8'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:23.167591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['21047dc9-689f-4eeb-a6df-87091e93aea8'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:23.244942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47cac08-8957-4bd7-8ed3-1e20a9820c57 None None] Checking router: dc830602-cca4-4760-8ea6-06fae59c14d2 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:49:23.280141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f802b8-cb74-4b41-97e5-94fca4aa070a None None] Pushing event updated for resources: {'Port': ['ID=aa15d5c3-9cdf-43b0-8105-849edec83179,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:23.290372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a5b80-4941-4d65-9190-760d49406410 None None] Port cfaf1557-77e6-4980-a642-0949d8d06f10 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:23.291724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47cac08-8957-4bd7-8ed3-1e20a9820c57 None None] Routers {'dc830602-cca4-4760-8ea6-06fae59c14d2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:23.292330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e47cac08-8957-4bd7-8ed3-1e20a9820c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['dc830602-cca4-4760-8ea6-06fae59c14d2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:23.301950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Calling delete_port for 00add220-04b8-40c9-a31c-050fd8e171a3 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:23.316469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-488d8211-f2f8-4324-90d3-e3d36a279a35 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting subnet 54b00541-e944-48f7-bc88-af1737d0ece7 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:49:23.324162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-488d8211-f2f8-4324-90d3-e3d36a279a35 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.540501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48c88f-515e-4b14-b7fe-5fa609b178da req-74627cc6-1bc4-4831-bc62-c9ce7c12fd69 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:23.553787 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb48c88f-515e-4b14-b7fe-5fa609b178da req-74627cc6-1bc4-4831-bc62-c9ce7c12fd69 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 1.2646523 Jun 03 15:49:23.593517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=cfaf1557-77e6-4980-a642-0949d8d06f10,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:23.605334 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.624837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e47cac08-8957-4bd7-8ed3-1e20a9820c57 None None] Set router dc830602-cca4-4760-8ea6-06fae59c14d2 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:23.632370 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-488d8211-f2f8-4324-90d3-e3d36a279a35 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.665207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Pushing event deleted for resources: {'Port': ['ID=00add220-04b8-40c9-a31c-050fd8e171a3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:23.678138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2980b315-eec8-475b-9033-6380d24fdcfc up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:23.711211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb48c88f-515e-4b14-b7fe-5fa609b178da req-b8ea3cc5-c535-453b-972e-a4760245eefa tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550565 Jun 03 15:49:23.786968 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-488d8211-f2f8-4324-90d3-e3d36a279a35 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.791944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e47cac08-8957-4bd7-8ed3-1e20a9820c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'name': 'tempest-TestServerBasicOps-17081434-router', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:42:05Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 6, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:23.857176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47cac08-8957-4bd7-8ed3-1e20a9820c57 None None] The sync data for ids ['dc830602-cca4-4760-8ea6-06fae59c14d2'] in n-d-844595-1 is: [{'id': 'dc830602-cca4-4760-8ea6-06fae59c14d2', 'name': 'tempest-TestServerBasicOps-17081434-router', 'tenant_id': 'a4e43a831f724d51a561e6040a348ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:42:05Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 6, 'project_id': 'a4e43a831f724d51a561e6040a348ee5', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:23.925990 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-488d8211-f2f8-4324-90d3-e3d36a279a35 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:23.951726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] Set router 21047dc9-689f-4eeb-a6df-87091e93aea8 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:23.984829 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.017261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-488d8211-f2f8-4324-90d3-e3d36a279a35 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.032084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d8211-f2f8-4324-90d3-e3d36a279a35 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Subnet': ['ID=54b00541-e944-48f7-bc88-af1737d0ece7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:24.049935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Network 213739b6-4fcb-4379-a928-9cef2e9f68d3 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:24.056649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:24.071750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d6287b-bc45-4134-90ae-5327b80d29c0 None None] Network 051077be-a036-4379-90ea-4a0e8040f508 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:24.085687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-488d8211-f2f8-4324-90d3-e3d36a279a35 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/54b00541-e944-48f7-bc88-af1737d0ece7 HTTP/1.1" status: 204 len: 168 time: 1.1674922 Jun 03 15:49:24.092575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48856) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:24.276679 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.280219 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.310895 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.310895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc830602-cca4-4760-8ea6-06fae59c14d2 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:49:24.332386 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.338208 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cd6b6a9f-1260-4b71-bb66-75248af8c65a admin admin] 10.222.0.48 "DELETE /v2.0/routers/dc830602-cca4-4760-8ea6-06fae59c14d2 HTTP/1.1" status: 204 len: 168 time: 3.1917019 Jun 03 15:49:24.341511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:24.360364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2980b315-eec8-475b-9033-6380d24fdcfc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:24.360927 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.504194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb85f6e2-2008-425c-aa99-1e8a35d97650 admin admin] Deleting subnet 6b5a15c6-c854-4608-8dcd-7238b87d3c3f {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:49:24.513769 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb85f6e2-2008-425c-aa99-1e8a35d97650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.598294 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.609439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb85f6e2-2008-425c-aa99-1e8a35d97650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.695591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb85f6e2-2008-425c-aa99-1e8a35d97650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.733748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:24.734122 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.817571 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb85f6e2-2008-425c-aa99-1e8a35d97650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.885839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85f6e2-2008-425c-aa99-1e8a35d97650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b5a15c6-c854-4608-8dcd-7238b87d3c3f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:24.890842 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb85f6e2-2008-425c-aa99-1e8a35d97650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:24.904433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eb85f6e2-2008-425c-aa99-1e8a35d97650 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6b5a15c6-c854-4608-8dcd-7238b87d3c3f HTTP/1.1" status: 204 len: 168 time: 0.5614855 Jun 03 15:49:24.907123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48884) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:24.958210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b6e5b564-c30c-4c48-a637-8ccfd70cb014 None None] Provisioning complete for port cfaf1557-77e6-4980-a642-0949d8d06f10 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:24.958859 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b6e5b564-c30c-4c48-a637-8ccfd70cb014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:25.051899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6756fe80-d4e7-4e21-86d2-e1c893bab8cf,segment=NetworkSegment(08dc44e9-9fdf-4766-875c-e4fb701dd9ee),segment_id=08dc44e9-9fdf-4766-875c-e4fb701dd9ee)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:25.052378 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:25.060962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867ee5a7-edb7-45e2-9684-5a536193bd6b None None] Network dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:25.119316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:25.138279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Deleting port 63f21142-351d-4a94-817c-f0b4307145f1 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:25.139274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:25.208031 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2980b315-eec8-475b-9033-6380d24fdcfc is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:25.209150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c25a1545-e460-41f5-9156-9eb3af4f314a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:25.259849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for 6756fe80-d4e7-4e21-86d2-e1c893bab8cf owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:25.269471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5b564-c30c-4c48-a637-8ccfd70cb014 None None] Port cfaf1557-77e6-4980-a642-0949d8d06f10 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:25.350655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Router 21047dc9-689f-4eeb-a6df-87091e93aea8 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:49:25.390522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42e379-8ebc-4915-a4f3-9005a969b6fe req-e1380816-0e08-401e-8cf1-81c12737f6ff tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:25.398510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea42e379-8ebc-4915-a4f3-9005a969b6fe req-e1380816-0e08-401e-8cf1-81c12737f6ff tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 1.1457336 Jun 03 15:49:25.545467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] For port 63f21142-351d-4a94-817c-f0b4307145f1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=63f21142-351d-4a94-817c-f0b4307145f1,segment=NetworkSegment(d744920d-1ea9-430a-bdd7-f52436f3a0da),segment_id=d744920d-1ea9-430a-bdd7-f52436f3a0da)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:25.550531 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:25.569178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b292343-5fe2-470c-99ef-1f974f4a1705 None None] DHCP port deletion for 051077be-a036-4379-90ea-4a0e8040f508 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:49:25.588621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3b292343-5fe2-470c-99ef-1f974f4a1705 None None] Deleting port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:25.589221 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3b292343-5fe2-470c-99ef-1f974f4a1705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:25.626459 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea42e379-8ebc-4915-a4f3-9005a969b6fe req-b8f3250e-45a1-4486-8739-3f99a314889a tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269008 Jun 03 15:49:25.683999 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:25.689757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3b292343-5fe2-470c-99ef-1f974f4a1705 None None] The port '6756fe80-d4e7-4e21-86d2-e1c893bab8cf' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:49:25.794172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Calling delete_port for 63f21142-351d-4a94-817c-f0b4307145f1 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:25.886420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c25a1545-e460-41f5-9156-9eb3af4f314a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:25.886420 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:25.908134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=6756fe80-d4e7-4e21-86d2-e1c893bab8cf,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:25.912814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No DVR routers for this DVR port 6756fe80-d4e7-4e21-86d2-e1c893bab8cf on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:49:25.916203 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:25.961250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'name': 'tempest-TestVolumeBootPattern-1257566428-router', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:49:13Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 4, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'gw_port': {'id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:14Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'cfaf1557-77e6-4980-a642-0949d8d06f10', 'name': '', 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'mac_address': 'fa:16:3e:1c:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '237bf60a-6066-422f-bf5a-6354b339fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:20Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 2, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'subnets': [{'id': '237bf60a-6066-422f-bf5a-6354b339fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:25.969135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c07ef-2deb-4640-8fd4-01f06a25f704 None None] The sync data for ids ['21047dc9-689f-4eeb-a6df-87091e93aea8'] in n-d-844595-1 is: [{'id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'name': 'tempest-TestVolumeBootPattern-1257566428-router', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:49:13Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 4, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'gw_port': {'id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:14Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'cfaf1557-77e6-4980-a642-0949d8d06f10', 'name': '', 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'mac_address': 'fa:16:3e:1c:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '237bf60a-6066-422f-bf5a-6354b339fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:20Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 2, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'subnets': [{'id': '237bf60a-6066-422f-bf5a-6354b339fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:26.009362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] No DVR routers for this DVR port 63f21142-351d-4a94-817c-f0b4307145f1 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:49:26.047640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f21142-351d-4a94-817c-f0b4307145f1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:26.112202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b1613-7277-40e3-9932-162355bbc1da None None] DHCP port deletion for dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:49:26.199566 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.218440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:26.233564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:26.249677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.250568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd744920d-1ea9-430a-bdd7-f52436f3a0da') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:26.260392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd744920d-1ea9-430a-bdd7-f52436f3a0da') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:26.266007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c25a1545-e460-41f5-9156-9eb3af4f314a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:26.277620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.299660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-632a655a-5d4c-46ff-bda8-704544acf0b3 admin admin] 10.222.0.48 "PUT /v2.0/routers/21047dc9-689f-4eeb-a6df-87091e93aea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0649543 Jun 03 15:49:26.318127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.322676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051077be-a036-4379-90ea-4a0e8040f508']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:26.332037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:49:26.332404 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.428365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08dc44e9-9fdf-4766-875c-e4fb701dd9ee') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:26.428656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08dc44e9-9fdf-4766-875c-e4fb701dd9ee') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:26.459531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 00add220-04b8-40c9-a31c-050fd8e171a3 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:26.474576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.477459 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d744920d-1ea9-430a-bdd7-f52436f3a0da resource provider aggregate not found Jun 03 15:49:26.514498 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.529674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:49:26.529674 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.550827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 00add220-04b8-40c9-a31c-050fd8e171a3 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:26.561181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 00add220-04b8-40c9-a31c-050fd8e171a3 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:26.561181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6756fe80-d4e7-4e21-86d2-e1c893bab8cf no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:26.647428 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 08dc44e9-9fdf-4766-875c-e4fb701dd9ee resource provider aggregate not found Jun 03 15:49:26.653854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6756fe80-d4e7-4e21-86d2-e1c893bab8cf {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:26.654322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6756fe80-d4e7-4e21-86d2-e1c893bab8cf not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:26.658459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d9b33677-ed3a-4c04-bda5-690561359233 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:26.742106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: d9b33677-ed3a-4c04-bda5-690561359233 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:26.742570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d9b33677-ed3a-4c04-bda5-690561359233 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:26.743250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 63f21142-351d-4a94-817c-f0b4307145f1 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:26.794853 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 08dc44e9-9fdf-4766-875c-e4fb701dd9ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08dc44e9-9fdf-4766-875c-e4fb701dd9ee found for delete ", "request_id": "req-73e49742-34f8-4b57-a4db-3f9f7cdb6bbb"}]} Jun 03 15:49:26.844870 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d744920d-1ea9-430a-bdd7-f52436f3a0da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d744920d-1ea9-430a-bdd7-f52436f3a0da found for delete ", "request_id": "req-eb58cd0d-cb98-49f3-bde1-cd99a4066c67"}]} Jun 03 15:49:26.853029 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.857238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 63f21142-351d-4a94-817c-f0b4307145f1 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:26.857749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 63f21142-351d-4a94-817c-f0b4307145f1 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:26.877320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.884178 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.945855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:26.954679 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:26.961072 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-38d5f5ef-1dc2-4904-87d8-f8a4dce56c27 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dea9c2b8-01e2-4cbd-8bf5-15e84c16ed61 HTTP/1.1" status: 204 len: 168 time: 2.0510571 Jun 03 15:49:26.973151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Network': ['ID=051077be-a036-4379-90ea-4a0e8040f508,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:26.979100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f31a8f05-2fb4-4b83-8e77-ba17e80159f6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/networks/051077be-a036-4379-90ea-4a0e8040f508 HTTP/1.1" status: 204 len: 168 time: 2.8800051 Jun 03 15:49:26.984015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48930) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:26.997333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1701509642', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:27.005728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:27.010962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:router and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:27.014756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:27.024433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:27.049754 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:27.050929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:27.079102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccab689-502b-4692-afa5-3c9c3b4d09ae req-f64d94fb-1b7e-41d2-b2cf-4debb032fa75 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:27.080774 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ccab689-502b-4692-afa5-3c9c3b4d09ae req-f64d94fb-1b7e-41d2-b2cf-4debb032fa75 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.2249155 Jun 03 15:49:27.082161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:27.258181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ccab689-502b-4692-afa5-3c9c3b4d09ae req-7265cff5-7bcf-4853-bb58-63fbff3e9f15 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630912 Jun 03 15:49:27.394802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48948) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:27.543353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3b7464c0-131a-4ef9-bc4b-5a0e94e257a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c15c36aa81149968881e45ce4841979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471722 Jun 03 15:49:27.545907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 48952) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:27.679332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67bd205f-300e-4d93-a1d9-e743428dfce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:27.756037 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67bd205f-300e-4d93-a1d9-e743428dfce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:27.780969 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.202193 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67bd205f-300e-4d93-a1d9-e743428dfce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.266272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd205f-300e-4d93-a1d9-e743428dfce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba76f99c-82bd-4a95-a15b-a2fc9cbfc9da,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:28.331174 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67bd205f-300e-4d93-a1d9-e743428dfce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.335501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-67bd205f-300e-4d93-a1d9-e743428dfce7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba76f99c-82bd-4a95-a15b-a2fc9cbfc9da HTTP/1.1" status: 204 len: 168 time: 0.7884092 Jun 03 15:49:28.338102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf885544-16dc-4927-adf9-3451fc570e7e req-8638d9cc-6bf5-499a-87a6-d3f1b5732387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:28.340093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf885544-16dc-4927-adf9-3451fc570e7e req-8638d9cc-6bf5-499a-87a6-d3f1b5732387 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0efca51f7d604be797e05b3042f7ff4b&device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 1096 time: 0.3608489 Jun 03 15:49:28.358035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49964417-1bbd-4309-b868-2988f8fdf022 req-cc4c8271-83a1-4044-8bcb-98c0800c1961 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:28.365534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49964417-1bbd-4309-b868-2988f8fdf022 req-cc4c8271-83a1-4044-8bcb-98c0800c1961 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.4822216 Jun 03 15:49:28.437643 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49964417-1bbd-4309-b868-2988f8fdf022 req-8ed8e821-c9cf-4d33-b14d-46509cd68a7a tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709627 Jun 03 15:49:28.597544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device aa15d5c3-9cdf-43b0-8105-849edec83179 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:28.627207 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.678095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf885544-16dc-4927-adf9-3451fc570e7e req-4f60e238-40e8-43d6-a9d7-676a9fd7ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:28.678384 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.679555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf885544-16dc-4927-adf9-3451fc570e7e req-4f60e238-40e8-43d6-a9d7-676a9fd7ccd0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6991e379-ee9b-477d-8041-178de813d0ed HTTP/1.1" status: 200 len: 913 time: 0.3333893 Jun 03 15:49:28.733930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port aa15d5c3-9cdf-43b0-8105-849edec83179 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:28.739241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port aa15d5c3-9cdf-43b0-8105-849edec83179 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:28.739623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.812676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf885544-16dc-4927-adf9-3451fc570e7e req-4fe24887-1d5c-42fc-ac01-b9f87fee7182 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab48496a-7e58-4dda-bbac-993107434c28 HTTP/1.1" status: 200 len: 217 time: 0.1254249 Jun 03 15:49:28.875160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Allocated IP 172.25.7.156 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/067b7e7c-b075-4579-a321-09f4b97f0f78) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:28.918723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port aa15d5c3-9cdf-43b0-8105-849edec83179 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:28.919716 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.943538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port aa15d5c3-9cdf-43b0-8105-849edec83179, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=aa15d5c3-9cdf-43b0-8105-849edec83179,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:28.952893 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:28.962891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf885544-16dc-4927-adf9-3451fc570e7e req-49c03b57-f377-499d-8758-a5f1a439fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:28.964353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf885544-16dc-4927-adf9-3451fc570e7e req-49c03b57-f377-499d-8758-a5f1a439fed3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82e1c91e-b589-4081-b17a-9073ea804a9f HTTP/1.1" status: 200 len: 852 time: 0.1443417 Jun 03 15:49:29.058280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf885544-16dc-4927-adf9-3451fc570e7e req-2c5a3108-7b9c-48ba-9134-f0266b3c4d62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6991e379-ee9b-477d-8041-178de813d0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798016 Jun 03 15:49:29.061469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=aa15d5c3-9cdf-43b0-8105-849edec83179,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:29.126274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:29.139535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48984) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:29.233858 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-96f0bd6a-87aa-476a-a823-f0be50a6a88f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4e43a831f724d51a561e6040a348ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906250 Jun 03 15:49:29.233858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:29.236600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 48988) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:29.250656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf885544-16dc-4927-adf9-3451fc570e7e req-de88b8ad-5b0b-4bce-9190-c522d8570ad3 service neutron] 10.222.0.67 "GET /v2.0/networks/6991e379-ee9b-477d-8041-178de813d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914358 Jun 03 15:49:29.351890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:29.362601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:29.373193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:29.413562 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-535afecc-4316-4e73-adf1-e07e7437c259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:29.456035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-535afecc-4316-4e73-adf1-e07e7437c259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:29.578812 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-535afecc-4316-4e73-adf1-e07e7437c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:29.582270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=067b7e7c-b075-4579-a321-09f4b97f0f78,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:29.661625 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:29.666348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535afecc-4316-4e73-adf1-e07e7437c259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cae231c-c75b-4ebe-9460-937e71a37c18,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:29.667716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf885544-16dc-4927-adf9-3451fc570e7e req-1af5505c-bfe8-45e3-a057-69202bd10326 service neutron] 10.222.0.67 "GET /v2.0/networks/6991e379-ee9b-477d-8041-178de813d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096229 Jun 03 15:49:29.780142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b5cfb-ff97-4dff-a35a-6c7ecf4bfa0c req-e30ef170-ea12-44e2-8686-b26e07360744 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:29.782350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c64b5cfb-ff97-4dff-a35a-6c7ecf4bfa0c req-e30ef170-ea12-44e2-8686-b26e07360744 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.1461809 Jun 03 15:49:29.840265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c64b5cfb-ff97-4dff-a35a-6c7ecf4bfa0c req-60465c8f-a87a-42ce-afa4-ece67fec985f tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522549 Jun 03 15:49:29.926674 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Sync routers for ids ['21047dc9-689f-4eeb-a6df-87091e93aea8'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:29.939377 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Routers {'21047dc9-689f-4eeb-a6df-87091e93aea8'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:29.939994 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['21047dc9-689f-4eeb-a6df-87091e93aea8'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:29.970014 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-535afecc-4316-4e73-adf1-e07e7437c259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:29.973909 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-535afecc-4316-4e73-adf1-e07e7437c259 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cae231c-c75b-4ebe-9460-937e71a37c18 HTTP/1.1" status: 204 len: 168 time: 0.7039182 Jun 03 15:49:30.146764 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Set router 21047dc9-689f-4eeb-a6df-87091e93aea8 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:30.359202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:30.435396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device aa15d5c3-9cdf-43b0-8105-849edec83179 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:30.547525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port aa15d5c3-9cdf-43b0-8105-849edec83179 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:30.548493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:30.697074 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'name': 'tempest-TestVolumeBootPattern-1257566428-router', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:49:13Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 4, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'gw_port': {'id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:14Z', 'updated_at': '2022-06-03T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'cfaf1557-77e6-4980-a642-0949d8d06f10', 'name': '', 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'mac_address': 'fa:16:3e:1c:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '237bf60a-6066-422f-bf5a-6354b339fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:20Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 2, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'subnets': [{'id': '237bf60a-6066-422f-bf5a-6354b339fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:30.704537 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Checking router: 21047dc9-689f-4eeb-a6df-87091e93aea8 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:49:30.705043 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Updating router 21047dc9-689f-4eeb-a6df-87091e93aea8 port cfaf1557-77e6-4980-a642-0949d8d06f10 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:49:30.795928 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:30.872744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port aa15d5c3-9cdf-43b0-8105-849edec83179 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:31.040466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:31.203238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e756a7-327b-4cf0-ba3d-763e812c418a req-d17fea59-4d8a-46dd-900c-ab22066ca304 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:31.204760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33e756a7-327b-4cf0-ba3d-763e812c418a req-d17fea59-4d8a-46dd-900c-ab22066ca304 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.1137877 Jun 03 15:49:31.276392 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:31.290137 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Transition to ACTIVE for port object cfaf1557-77e6-4980-a642-0949d8d06f10 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:31.301614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33e756a7-327b-4cf0-ba3d-763e812c418a req-2237fe58-21bf-432f-8316-b0863af670c5 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764036 Jun 03 15:49:31.303800 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:31.443360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:49:31.486448 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Pushing event updated for resources: {'Port': ['ID=cfaf1557-77e6-4980-a642-0949d8d06f10,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:31.560712 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.561156 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.561571 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.562031 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.562457 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.562861 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.563266 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.563672 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.564122 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.564518 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.564914 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.565482 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:31.609822 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Attempting to bind port cfaf1557-77e6-4980-a642-0949d8d06f10 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:31.610355 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Attempting to bind port cfaf1557-77e6-4980-a642-0949d8d06f10 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'c9e8eef0-d48b-4ea3-abc7-948c67dd00f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:31.610795 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Attempting to bind port cfaf1557-77e6-4980-a642-0949d8d06f10 on network 213739b6-4fcb-4379-a928-9cef2e9f68d3 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:31.636861 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:31.637697 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Checking segment: {'id': 'c9e8eef0-d48b-4ea3-abc7-948c67dd00f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:31.638329 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:31.638913 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Bound using segment: {'id': 'c9e8eef0-d48b-4ea3-abc7-948c67dd00f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:31.639584 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Bound port: cfaf1557-77e6-4980-a642-0949d8d06f10, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e8eef0-d48b-4ea3-abc7-948c67dd00f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:31.640191 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:31.836827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:31.850100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e278f5dc-ad17-403d-915d-56cb51b525ae None None] Sync routers for ids ['28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:31.854107 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] For port cfaf1557-77e6-4980-a642-0949d8d06f10, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:31.858597 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] For port cfaf1557-77e6-4980-a642-0949d8d06f10, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cfaf1557-77e6-4980-a642-0949d8d06f10,segment=NetworkSegment(c9e8eef0-d48b-4ea3-abc7-948c67dd00f9),segment_id=c9e8eef0-d48b-4ea3-abc7-948c67dd00f9)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:31.865013 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:31.867117 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e278f5dc-ad17-403d-915d-56cb51b525ae None None] Routers {'28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:31.867746 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e278f5dc-ad17-403d-915d-56cb51b525ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:31.909464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:31.920632 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2f73b600-10a7-4598-9bd1-013bf460d994 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9354599 Jun 03 15:49:31.923009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49056) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:31.964245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222983-6f38-417b-a565-39f611524855 req-06f3d418-0e95-487c-8c5b-24f325cc0301 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:31.965001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1f222983-6f38-417b-a565-39f611524855 req-06f3d418-0e95-487c-8c5b-24f325cc0301 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:31.989868 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Routers {'21047dc9-689f-4eeb-a6df-87091e93aea8'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:31.993068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['21047dc9-689f-4eeb-a6df-87091e93aea8'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:32.071529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e278f5dc-ad17-403d-915d-56cb51b525ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:32.081760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1f222983-6f38-417b-a565-39f611524855 req-06f3d418-0e95-487c-8c5b-24f325cc0301 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:32.083052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-06f3d418-0e95-487c-8c5b-24f325cc0301 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.5849292 Jun 03 15:49:32.105174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e278f5dc-ad17-403d-915d-56cb51b525ae None None] Routers {'28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:32.105839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e278f5dc-ad17-403d-915d-56cb51b525ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:32.112019 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9190157-7a4e-4aa7-8763-6d855062c959 None None] Pushing event updated for resources: {'Port': ['ID=cfaf1557-77e6-4980-a642-0949d8d06f10,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:32.133104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b261e1-55e2-4861-a196-a25c888c085f req-be29ed07-1725-4df1-9c56-a83858192999 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:32.134860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16b261e1-55e2-4861-a196-a25c888c085f req-be29ed07-1725-4df1-9c56-a83858192999 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.1669524 Jun 03 15:49:32.141695 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-57839a12-0e64-4b5b-922b-10c4172ac9a3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/quotas/478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 375 time: 0.0460150 Jun 03 15:49:32.194334 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3147b4d9-468a-446d-8bf7-9076d81171ae tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/routers/28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef HTTP/1.1" status: 200 len: 885 time: 0.2701063 Jun 03 15:49:32.196695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49064) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:32.252849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e278f5dc-ad17-403d-915d-56cb51b525ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:32.252849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e278f5dc-ad17-403d-915d-56cb51b525ae None None] The sync data for ids ['28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:32.260000 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ee2f7fd5-4db4-400c-99eb-1cac6de8e181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:32.289584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16b261e1-55e2-4861-a196-a25c888c085f req-f79ee250-bd21-4a20-aafa-b0c02a6af602 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429696 Jun 03 15:49:32.358492 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-a2279e40-365d-4d15-8f48-d79024dd1108 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1934867 Jun 03 15:49:32.403400 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] Set router 21047dc9-689f-4eeb-a6df-87091e93aea8 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:32.458597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device cfaf1557-77e6-4980-a642-0949d8d06f10 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:32.541269 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port cfaf1557-77e6-4980-a642-0949d8d06f10 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:32.547956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port cfaf1557-77e6-4980-a642-0949d8d06f10 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:32.548411 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:32.583965 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-1d2594dc-a86f-47c5-9cdc-663cbe1d9f46 service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172661 Jun 03 15:49:32.719897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port cfaf1557-77e6-4980-a642-0949d8d06f10 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:32.720278 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:32.779327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c1e6af5-14b4-44db-8441-bbe578ec922a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Synchronizing usage tracker for tenant:941bb2502ed342849d3d975b38e058d0 on resource:router {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:32.802022 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-e85682e7-0991-4d3c-bd48-2d56b21b3e8a service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118683 Jun 03 15:49:32.826223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3c1e6af5-14b4-44db-8441-bbe578ec922a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Unset dirty status for tenant:941bb2502ed342849d3d975b38e058d0 on resource:router {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:32.830121 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3c1e6af5-14b4-44db-8441-bbe578ec922a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6298902 Jun 03 15:49:32.830461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49074) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:32.835704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-000df03f-9e9e-45eb-93b5-19efc5d60a0c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1701509642'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:32.836225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port cfaf1557-77e6-4980-a642-0949d8d06f10, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cfaf1557-77e6-4980-a642-0949d8d06f10,segment=NetworkSegment(c9e8eef0-d48b-4ea3-abc7-948c67dd00f9),segment_id=c9e8eef0-d48b-4ea3-abc7-948c67dd00f9)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:32.846218 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:33.002332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=cfaf1557-77e6-4980-a642-0949d8d06f10,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:33.118013 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'name': 'tempest-TestVolumeBootPattern-1257566428-router', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:49:13Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 4, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'gw_port': {'id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:14Z', 'updated_at': '2022-06-03T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'cfaf1557-77e6-4980-a642-0949d8d06f10', 'name': '', 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'mac_address': 'fa:16:3e:1c:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '237bf60a-6066-422f-bf5a-6354b339fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:20Z', 'updated_at': '2022-06-03T15:49:31Z', 'revision_number': 4, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'subnets': [{'id': '237bf60a-6066-422f-bf5a-6354b339fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:33.133632 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9443fe0-e2c5-4fa9-b042-1301476c1955 None None] The sync data for ids ['21047dc9-689f-4eeb-a6df-87091e93aea8'] in n-d-844595-1 is: [{'id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'name': 'tempest-TestVolumeBootPattern-1257566428-router', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:49:13Z', 'updated_at': '2022-06-03T15:49:22Z', 'revision_number': 4, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'gw_port': {'id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:14Z', 'updated_at': '2022-06-03T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'cfaf1557-77e6-4980-a642-0949d8d06f10', 'name': '', 'network_id': '213739b6-4fcb-4379-a928-9cef2e9f68d3', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'mac_address': 'fa:16:3e:1c:31:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '237bf60a-6066-422f-bf5a-6354b339fdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:20Z', 'updated_at': '2022-06-03T15:49:31Z', 'revision_number': 4, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'subnets': [{'id': '237bf60a-6066-422f-bf5a-6354b339fdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:33.669292 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2d622a54-22c6-4aba-b290-ab48f9e84825 req-635c88aa-d215-4a0e-8f57-1775870ed7b2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 210 time: 0.1768265 Jun 03 15:49:33.987710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-000df03f-9e9e-45eb-93b5-19efc5d60a0c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:34.015658 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-000df03f-9e9e-45eb-93b5-19efc5d60a0c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:34.027355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd8502-05c0-4e10-8a67-7a98c6dacf51 req-44f70eb8-3f78-450d-a09f-6e03473a0943 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:34.036075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39dd8502-05c0-4e10-8a67-7a98c6dacf51 req-44f70eb8-3f78-450d-a09f-6e03473a0943 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.5200572 Jun 03 15:49:34.171253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39dd8502-05c0-4e10-8a67-7a98c6dacf51 req-5e60f375-12ba-4f6f-9f94-3bf808f16b21 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331291 Jun 03 15:49:34.421132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device cfaf1557-77e6-4980-a642-0949d8d06f10 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:34.629733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000df03f-9e9e-45eb-93b5-19efc5d60a0c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:49:34.683586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port cfaf1557-77e6-4980-a642-0949d8d06f10 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:34.683951 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:34.877739 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-76732ff8-6b3f-40fe-a050-d86cde529021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:34.957530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port cfaf1557-77e6-4980-a642-0949d8d06f10 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:34.964472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000df03f-9e9e-45eb-93b5-19efc5d60a0c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:34.970914 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-000df03f-9e9e-45eb-93b5-19efc5d60a0c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:34.973389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-000df03f-9e9e-45eb-93b5-19efc5d60a0c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef HTTP/1.1" status: 200 len: 892 time: 2.1418238 Jun 03 15:49:34.974726 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ec0fe-6ca2-4547-912f-b0ccd08877e2 None None] Sync routers for ids ['28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:34.977253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49136) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:35.009855 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ec0fe-6ca2-4547-912f-b0ccd08877e2 None None] Routers {'28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:35.009855 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f89ec0fe-6ca2-4547-912f-b0ccd08877e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:35.072001 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f89ec0fe-6ca2-4547-912f-b0ccd08877e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:35.081910 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ec0fe-6ca2-4547-912f-b0ccd08877e2 None None] Routers {'28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:35.082838 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f89ec0fe-6ca2-4547-912f-b0ccd08877e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:35.183004 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f89ec0fe-6ca2-4547-912f-b0ccd08877e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:35.183619 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89ec0fe-6ca2-4547-912f-b0ccd08877e2 None None] The sync data for ids ['28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:35.204532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-574ec203-19be-4f2e-8041-1ae2eb80580e req-492c7dd7-479a-44d6-a74a-d1c180acd79c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 210 time: 0.2447283 Jun 03 15:49:35.250007 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7a038dcc-e020-4dd4-b756-95d2dc4d0ad3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/routers/28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef HTTP/1.1" status: 200 len: 892 time: 0.2685988 Jun 03 15:49:35.250643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49140) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:35.353022 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:35.424856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e550e5df-4e53-49bd-af3c-585492b21781 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Synchronizing usage tracker for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:35.500388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb62bd-6366-40dd-9de8-9f0c4d0a3a56 req-85377653-607e-47f8-a939-09287294ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:35.502238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8eb62bd-6366-40dd-9de8-9f0c4d0a3a56 req-85377653-607e-47f8-a939-09287294ceb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0efca51f7d604be797e05b3042f7ff4b&device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 1096 time: 0.5395455 Jun 03 15:49:35.550090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2505e2-7615-426c-8d68-492d91c9bba8 req-f6cb1eb4-32f5-4576-8913-f98b10f4f2e1 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:35.551654 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b2505e2-7615-426c-8d68-492d91c9bba8 req-f6cb1eb4-32f5-4576-8913-f98b10f4f2e1 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.5900674 Jun 03 15:49:35.634267 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:35.700606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222983-6f38-417b-a565-39f611524855 req-69a6fe14-e11f-4bd9-8e30-0324d7fc6835 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:35.702058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-69a6fe14-e11f-4bd9-8e30-0324d7fc6835 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.3931916 Jun 03 15:49:35.711463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e550e5df-4e53-49bd-af3c-585492b21781 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Unset dirty status for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:35.712597 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e550e5df-4e53-49bd-af3c-585492b21781 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef HTTP/1.1" status: 200 len: 205 time: 0.4610379 Jun 03 15:49:35.715590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49152) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:35.731440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'port': {'device_id': 'fe23ca00-279b-446c-b42b-77211d7d7067', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'admin_state_up': True, 'tenant_id': '478b98182f234210949a5c9275a7f1fe'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:35.877907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b2505e2-7615-426c-8d68-492d91c9bba8 req-f454e252-0a9d-4008-84fd-eb5af19ab3d2 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147707 Jun 03 15:49:36.010991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb62bd-6366-40dd-9de8-9f0c4d0a3a56 req-ccf86196-3608-4174-b150-da4ecaa94892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:36.013244 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8eb62bd-6366-40dd-9de8-9f0c4d0a3a56 req-ccf86196-3608-4174-b150-da4ecaa94892 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6991e379-ee9b-477d-8041-178de813d0ed HTTP/1.1" status: 200 len: 913 time: 0.4975996 Jun 03 15:49:36.067944 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:36.127961 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8eb62bd-6366-40dd-9de8-9f0c4d0a3a56 req-6641ea66-643a-4dab-877d-418722291bb5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab48496a-7e58-4dda-bbac-993107434c28 HTTP/1.1" status: 200 len: 217 time: 0.1045458 Jun 03 15:49:36.275981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:36.307766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:port and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:36.327077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:36.343782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:36.355161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb62bd-6366-40dd-9de8-9f0c4d0a3a56 req-bb0f639d-42e7-4199-9b38-cc5b0040403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:36.356686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8eb62bd-6366-40dd-9de8-9f0c4d0a3a56 req-bb0f639d-42e7-4199-9b38-cc5b0040403c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82e1c91e-b589-4081-b17a-9073ea804a9f HTTP/1.1" status: 200 len: 852 time: 0.2208290 Jun 03 15:49:36.402314 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:36.414238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 067b7e7c-b075-4579-a321-09f4b97f0f78 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:36.414987 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:36.425155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Made reservation on behalf of 478b98182f234210949a5c9275a7f1fe for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:36.429209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:36.446392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8eb62bd-6366-40dd-9de8-9f0c4d0a3a56 req-75a99c1b-4bb9-4cfb-a29e-9ad9d8d6045e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6991e379-ee9b-477d-8041-178de813d0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822380 Jun 03 15:49:36.617242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a95b9e31-3991-470e-a59c-18d80d90f9ca req-2614af04-0f8e-4fa6-8cd3-946624bcbf4c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 210 time: 0.1642570 Jun 03 15:49:36.674695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:36.786032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8eb62bd-6366-40dd-9de8-9f0c4d0a3a56 req-6f19b3f6-8966-4188-9e7b-61d93c2ef30b service neutron] 10.222.0.67 "GET /v2.0/networks/6991e379-ee9b-477d-8041-178de813d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288398 Jun 03 15:49:36.825461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for 067b7e7c-b075-4579-a321-09f4b97f0f78 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:37.087681 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.110245 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.242755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Allocated IP 172.20.0.11 (0b59cccb-736d-4f97-ab3c-7f712587d12f/dcab0106-2b7e-4a74-ac83-d9033844c6be/d00eb7df-77f6-4b79-976d-d407aa27d23b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:37.253927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=067b7e7c-b075-4579-a321-09f4b97f0f78,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:37.303259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.403011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8eb62bd-6366-40dd-9de8-9f0c4d0a3a56 req-6f60b738-3f5a-47f5-b426-1bca2f84a6c6 service neutron] 10.222.0.67 "GET /v2.0/networks/6991e379-ee9b-477d-8041-178de813d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064548 Jun 03 15:49:37.445453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559a7e1-5206-4664-a7ac-61bde77ce858 req-007485bb-2a28-4c0d-9b8d-42502073f292 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:37.447565 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d559a7e1-5206-4664-a7ac-61bde77ce858 req-007485bb-2a28-4c0d-9b8d-42502073f292 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.3614399 Jun 03 15:49:37.602869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d559a7e1-5206-4664-a7ac-61bde77ce858 req-85357711-c8bc-4c71-9618-719643ccee46 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308475 Jun 03 15:49:37.785550 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.792091 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.836710 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b9e686b-0b1b-40b4-a029-d515cbec376f req-9e671e78-ef81-4a0b-979c-d42db4530a1f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 210 time: 0.0843246 Jun 03 15:49:37.840544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.844014 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.844994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Fanout notify agent at l3_agent the message router_deleted on router 28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:49:37.869945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Transition to ACTIVE for port object d00eb7df-77f6-4b79-976d-d407aa27d23b will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:37.896321 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.905715 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.915181 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bb5c9bed-1c32-4669-9655-f462d2a9e6a6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef HTTP/1.1" status: 204 len: 168 time: 2.1985199 Jun 03 15:49:37.916084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:37.932312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1341315491'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:37.943146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:37.955008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:network and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:37.960791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:37.969334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:37.987274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:37.987591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:37.991080 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:37.991974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:38.011235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:38.054713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:49:38.055028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=d00eb7df-77f6-4b79-976d-d407aa27d23b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:38.076648 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:38.076995 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added segment 23bd7f04-2a4e-4e1d-8274-4b7d20e420fd of type vlan for network 1973345c-3e19-45ad-b8f8-a2c353be7346 Jun 03 15:49:38.105675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:38.108319 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:38.154864 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:38.178926 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-7e59ae8f-279e-44ca-92ea-ae03224a02bb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4438665 Jun 03 15:49:38.190728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Request body: {'port': {'device_id': 'fe23ca00-279b-446c-b42b-77211d7d7067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:38.191971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:38.199268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:38.200208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:38.330213 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4126270 Jun 03 15:49:38.333053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49208) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:38.348024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fa1e3-2b95-436c-b3ff-9d6d9e00d878 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Network': ['ID=1973345c-3e19-45ad-b8f8-a2c353be7346,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:38.354969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'subnet': {'network_id': '1973345c-3e19-45ad-b8f8-a2c353be7346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:38.364781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 1973345c-3e19-45ad-b8f8-a2c353be7346 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:49:38.578461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c090a3ef-2ea5-45ae-b585-9b8a42ed661d None None] Provisioning for port d00eb7df-77f6-4b79-976d-d407aa27d23b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:38.593305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c090a3ef-2ea5-45ae-b585-9b8a42ed661d None None] Provisioning complete for port d00eb7df-77f6-4b79-976d-d407aa27d23b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:38.593305 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c090a3ef-2ea5-45ae-b585-9b8a42ed661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:38.669622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c090a3ef-2ea5-45ae-b585-9b8a42ed661d None None] Port d00eb7df-77f6-4b79-976d-d407aa27d23b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:38.776959 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:38.844722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:38.897685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:subnet and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:38.907820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:38.920842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:38.952058 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:39.020766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:49:39.024414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:39.406698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908ae7e-eb9a-48f8-be6b-7a5d3677f35d req-c540fcdd-b1a5-4087-a1ef-c1a030daea63 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:39.408296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3908ae7e-eb9a-48f8-be6b-7a5d3677f35d req-c540fcdd-b1a5-4087-a1ef-c1a030daea63 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.6159594 Jun 03 15:49:39.568524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3908ae7e-eb9a-48f8-be6b-7a5d3677f35d req-b9e2c3d9-8a7a-4406-b582-7e0e50a6460c tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445770 Jun 03 15:49:39.591827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85b410-af1f-4068-8c3c-7b20f2a68cf5 req-dd57f09d-30ce-4e07-9c4b-64cd4df45051 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:39.592565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-eb85b410-af1f-4068-8c3c-7b20f2a68cf5 req-dd57f09d-30ce-4e07-9c4b-64cd4df45051 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:39.699754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00eb7df-77f6-4b79-976d-d407aa27d23b {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:49:39.708503 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:39.725502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Transition to ACTIVE for port object d00eb7df-77f6-4b79-976d-d407aa27d23b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:39.775807 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:39.860064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:40.105917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-eb85b410-af1f-4068-8c3c-7b20f2a68cf5 req-dd57f09d-30ce-4e07-9c4b-64cd4df45051 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:40.107437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb85b410-af1f-4068-8c3c-7b20f2a68cf5 req-dd57f09d-30ce-4e07-9c4b-64cd4df45051 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 932 time: 1.0685871 Jun 03 15:49:40.308374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Pushing event updated for resources: {'Port': ['ID=d00eb7df-77f6-4b79-976d-d407aa27d23b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:40.525629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Checking segment: {'id': '23bd7f04-2a4e-4e1d-8274-4b7d20e420fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1973345c-3e19-45ad-b8f8-a2c353be7346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:40.526317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network hostable DHCP agents. Network: 1973345c-3e19-45ad-b8f8-a2c353be7346, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:49:40.531595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Subnet': ['ID=ba88ac8c-7018-4dd1-a5c1-1745e0762be6,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:40.554210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Attempting to bind port d00eb7df-77f6-4b79-976d-d407aa27d23b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:40.554537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Attempting to bind port d00eb7df-77f6-4b79-976d-d407aa27d23b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:40.554854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Attempting to bind port d00eb7df-77f6-4b79-976d-d407aa27d23b on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:40.558702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-eb85b410-af1f-4068-8c3c-7b20f2a68cf5 req-be457068-581d-4cf6-bddd-19eb78f2eb46 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:40.577139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Port d00eb7df-77f6-4b79-976d-d407aa27d23b on network 0b59cccb-736d-4f97-ab3c-7f712587d12f not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:49:40.577455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Attempting to bind port d00eb7df-77f6-4b79-976d-d407aa27d23b on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:40.594003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:40.594461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Checking segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:40.594817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Bound using segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:40.595275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Bound port: d00eb7df-77f6-4b79-976d-d407aa27d23b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:40.595642 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:40.612835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 1973345c-3e19-45ad-b8f8-a2c353be7346 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:49:40.663240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-eb85b410-af1f-4068-8c3c-7b20f2a68cf5 req-be457068-581d-4cf6-bddd-19eb78f2eb46 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:40.664628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb85b410-af1f-4068-8c3c-7b20f2a68cf5 req-be457068-581d-4cf6-bddd-19eb78f2eb46 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544709 Jun 03 15:49:40.692927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 1973345c-3e19-45ad-b8f8-a2c353be7346) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:40.701424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31841894-9880-401a-a997-9281a5865b7a None None] Network 1973345c-3e19-45ad-b8f8-a2c353be7346 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:40.714175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:40.714773 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:40.765994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04657b90-17cb-4223-b5c3-6b7638683b99 req-34734064-ab6d-4cea-b499-3b5c01c1fff1 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:40.767496 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04657b90-17cb-4223-b5c3-6b7638683b99 req-34734064-ab6d-4cea-b499-3b5c01c1fff1 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.3049104 Jun 03 15:49:40.867388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] For port d00eb7df-77f6-4b79-976d-d407aa27d23b, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:40.875377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:40.875876 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c88b974a-594f-4708-a4c8-4526100ea383 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5417275 Jun 03 15:49:40.881939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-196f1790-a243-42b7-9ad1-a17ed90a8ab0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1821895118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:40.896523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-196f1790-a243-42b7-9ad1-a17ed90a8ab0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:40.905070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-196f1790-a243-42b7-9ad1-a17ed90a8ab0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:router and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:40.913150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] For port d00eb7df-77f6-4b79-976d-d407aa27d23b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d00eb7df-77f6-4b79-976d-d407aa27d23b,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:40.914349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-196f1790-a243-42b7-9ad1-a17ed90a8ab0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:40.916834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04657b90-17cb-4223-b5c3-6b7638683b99 req-0f21c663-4ec5-43f8-8fd5-2b7eba572c8e tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285293 Jun 03 15:49:40.927148 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:40.947614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-196f1790-a243-42b7-9ad1-a17ed90a8ab0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:40.964753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-196f1790-a243-42b7-9ad1-a17ed90a8ab0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:40.965981 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-196f1790-a243-42b7-9ad1-a17ed90a8ab0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:40.992294 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-196f1790-a243-42b7-9ad1-a17ed90a8ab0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.032591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-196f1790-a243-42b7-9ad1-a17ed90a8ab0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.032682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:41.033279 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.034860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] 10.222.0.67 "PUT /v2.0/ports/d00eb7df-77f6-4b79-976d-d407aa27d23b HTTP/1.1" status: 200 len: 1092 time: 2.8502102 Jun 03 15:49:41.041172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe23ca00-279b-446c-b42b-77211d7d7067', 'tag': 'd00eb7df-77f6-4b79-976d-d407aa27d23b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:49:41.070326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dea41f-4e53-45e9-b661-3a55f46d153e req-7ca90ecf-2b84-4d17-aacc-69e16f0f6303 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:41.073265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5dea41f-4e53-45e9-b661-3a55f46d153e req-7ca90ecf-2b84-4d17-aacc-69e16f0f6303 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 0.2864468 Jun 03 15:49:41.093314 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-196f1790-a243-42b7-9ad1-a17ed90a8ab0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.095030 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-196f1790-a243-42b7-9ad1-a17ed90a8ab0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2186446 Jun 03 15:49:41.100222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49288) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:41.179603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-1973345c-3e19-45ad-b8f8-a2c353be7346', 'network_id': '1973345c-3e19-45ad-b8f8-a2c353be7346', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'fixed_ips': [{'subnet_id': 'ba88ac8c-7018-4dd1-a5c1-1745e0762be6'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:49:41.180533 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.282344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae670c-a815-49cb-93cd-7999c9a37154 service neutron] Pushing event updated for resources: {'Port': ['ID=d00eb7df-77f6-4b79-976d-d407aa27d23b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:41.358408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-ca9a3c7a-65d8-455f-9fea-ff8da4f70298 req-35d7509c-33af-4209-b8a4-c30d6f564961 service neutron] (88445) timed out ('10.222.0.48', 53592) {{(pid=88445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:49:41.363489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5dea41f-4e53-45e9-b661-3a55f46d153e req-02a33ae3-e4d1-4758-adcf-ee7353952930 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832136 Jun 03 15:49:41.410514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49298) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:41.673768 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59ed2d5-d339-4495-b974-e8d891b9d0c2'] response: {'name': 'network-changed', 'server_uuid': 'fe23ca00-279b-446c-b42b-77211d7d7067', 'tag': 'd00eb7df-77f6-4b79-976d-d407aa27d23b', 'status': 'completed', 'code': 200} Jun 03 15:49:41.746117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adf579-57ea-4b8b-9ebb-023cb5a5eb24 req-f0ce8d8d-496d-42c0-821d-5498f9320b9b tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:41.753162 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85adf579-57ea-4b8b-9ebb-023cb5a5eb24 req-f0ce8d8d-496d-42c0-821d-5498f9320b9b tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.6520219 Jun 03 15:49:41.781758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Allocated IP 2001:db8::2 (1973345c-3e19-45ad-b8f8-a2c353be7346/ba88ac8c-7018-4dd1-a5c1-1745e0762be6/28f92fe8-804c-43bc-b389-c70e5fb0873c) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:41.842685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:41.892635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-68ae8e54-c741-421a-ac51-6423e0691e13 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/7dd84c0f-7177-42a5-91f3-8960f091e3d1 HTTP/1.1" status: 200 len: 994 time: 0.4797287 Jun 03 15:49:41.977762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85adf579-57ea-4b8b-9ebb-023cb5a5eb24 req-c59997db-8233-4db4-af28-4b444ce046d4 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225709 Jun 03 15:49:41.986678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222983-6f38-417b-a565-39f611524855 req-2a57861e-56fd-4ab8-8f35-b56144ac85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:41.991475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-2a57861e-56fd-4ab8-8f35-b56144ac85e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 1095 time: 0.7929749 Jun 03 15:49:42.039880 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:42.051318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Transition to ACTIVE for port object 28f92fe8-804c-43bc-b389-c70e5fb0873c will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:42.092072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Transition to ACTIVE for port object 28f92fe8-804c-43bc-b389-c70e5fb0873c will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:42.104442 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:42.153789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-d2da27b8-e346-437f-a8ce-ddc5b8265667 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d00eb7df-77f6-4b79-976d-d407aa27d23b HTTP/1.1" status: 200 len: 217 time: 0.1479695 Jun 03 15:49:42.231382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Network 1973345c-3e19-45ad-b8f8-a2c353be7346 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:42.234681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:42.237151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:42.250865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Pushing event updated for resources: {'Port': ['ID=28f92fe8-804c-43bc-b389-c70e5fb0873c,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:42.289823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Allocated IP 2001:db8::1 (1973345c-3e19-45ad-b8f8-a2c353be7346/ba88ac8c-7018-4dd1-a5c1-1745e0762be6/b43e1f96-4772-4b49-b97b-4955574bddd7) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:42.345560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921f104-eba9-4bac-a1c1-c7f41069aa29 req-bd98647e-d360-408f-af96-532972fb2688 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:42.362499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b921f104-eba9-4bac-a1c1-c7f41069aa29 req-bd98647e-d360-408f-af96-532972fb2688 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 944 time: 0.5375524 Jun 03 15:49:42.370748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.371085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.371419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.371742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.372061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.372378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.372693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.373008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.380190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.380647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.380990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.381316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.480606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222983-6f38-417b-a565-39f611524855 req-10f044ff-b9c4-4cf7-8267-6c408e993c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:42.482383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-10f044ff-b9c4-4cf7-8267-6c408e993c92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.3049314 Jun 03 15:49:42.557568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b921f104-eba9-4bac-a1c1-c7f41069aa29 req-0ceae2d8-65db-4162-a5d1-3854b08fec2b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877809 Jun 03 15:49:42.573945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Attempting to bind port 28f92fe8-804c-43bc-b389-c70e5fb0873c on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:42.575367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Attempting to bind port 28f92fe8-804c-43bc-b389-c70e5fb0873c by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '23bd7f04-2a4e-4e1d-8274-4b7d20e420fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1973345c-3e19-45ad-b8f8-a2c353be7346'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:42.575927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Attempting to bind port 28f92fe8-804c-43bc-b389-c70e5fb0873c on network 1973345c-3e19-45ad-b8f8-a2c353be7346 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:42.605704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:42.606552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Checking segment: {'id': '23bd7f04-2a4e-4e1d-8274-4b7d20e420fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1973345c-3e19-45ad-b8f8-a2c353be7346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:42.607150 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:42.607750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Bound using segment: {'id': '23bd7f04-2a4e-4e1d-8274-4b7d20e420fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1973345c-3e19-45ad-b8f8-a2c353be7346'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:42.608415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Bound port: 28f92fe8-804c-43bc-b389-c70e5fb0873c, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bd7f04-2a4e-4e1d-8274-4b7d20e420fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1973345c-3e19-45ad-b8f8-a2c353be7346'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:42.608984 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:42.688811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b53b44-1a7e-432e-bd3b-7179288a839e req-dc2f04a7-b5aa-47ad-8bcf-76372b56c77a tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:42.690481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1b53b44-1a7e-432e-bd3b-7179288a839e req-dc2f04a7-b5aa-47ad-8bcf-76372b56c77a tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.2373502 Jun 03 15:49:42.733534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] For port 28f92fe8-804c-43bc-b389-c70e5fb0873c, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:42.734470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:42.737960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] For port 28f92fe8-804c-43bc-b389-c70e5fb0873c, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28f92fe8-804c-43bc-b389-c70e5fb0873c,segment=NetworkSegment(23bd7f04-2a4e-4e1d-8274-4b7d20e420fd),segment_id=23bd7f04-2a4e-4e1d-8274-4b7d20e420fd)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:42.753806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Transition to ACTIVE for port object b43e1f96-4772-4b49-b97b-4955574bddd7 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:49:42.761347 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:42.782971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:42.804403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222983-6f38-417b-a565-39f611524855 req-73275ecc-438e-48b6-a1cf-194df129538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:42.805757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-73275ecc-438e-48b6-a1cf-194df129538e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535453 Jun 03 15:49:42.867849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1b53b44-1a7e-432e-bd3b-7179288a839e req-3199a457-e95a-4852-9b82-5b1b35c026ba tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150417 Jun 03 15:49:42.912163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=b43e1f96-4772-4b49-b97b-4955574bddd7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:42.927904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.928403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.928925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.929395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.929918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.930526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.930998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.931460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.931929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.932399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.932863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.933319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:42.939410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd02dda-2215-47fb-8314-9de1dd05138b None None] Pushing event updated for resources: {'Port': ['ID=28f92fe8-804c-43bc-b389-c70e5fb0873c,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:42.947573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 1973345c-3e19-45ad-b8f8-a2c353be7346 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:42.948960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:42.952004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:42.952881 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:43.250205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:43.489051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-ffd277f3-ab84-48fe-893c-c60eb9ec217f service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618772 Jun 03 15:49:43.566795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04493faa-68cd-4b1e-a520-89bce75b2c84 req-5b2145bc-c8e1-4772-9bb2-c972c54742c3 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:43.575889 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04493faa-68cd-4b1e-a520-89bce75b2c84 req-5b2145bc-c8e1-4772-9bb2-c972c54742c3 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 945 time: 0.9029224 Jun 03 15:49:43.686705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-04493faa-68cd-4b1e-a520-89bce75b2c84 req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Deleting port ab48496a-7e58-4dda-bbac-993107434c28 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:43.687079 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04493faa-68cd-4b1e-a520-89bce75b2c84 req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:43.870672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-0a077fdf-68ad-4285-bdd6-bfbd2f21aff4 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:43.872371 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-0a077fdf-68ad-4285-bdd6-bfbd2f21aff4 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.67 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.8389320 Jun 03 15:49:43.983061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c61ce-335b-4c0c-b5cd-92301d2b712a req-d6695d28-81b7-42b2-9bb8-4893e629f7b6 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:43.995137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d75c61ce-335b-4c0c-b5cd-92301d2b712a req-d6695d28-81b7-42b2-9bb8-4893e629f7b6 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1097 time: 1.1942723 Jun 03 15:49:44.117301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Deleting port 7049db20-590a-491f-9939-26580f112c71 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:44.117966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:44.381121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f222983-6f38-417b-a565-39f611524855 req-92dd539e-7aec-4582-be3f-da97a60868f4 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8039234 Jun 03 15:49:44.418952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d75c61ce-335b-4c0c-b5cd-92301d2b712a req-24ffcb79-626b-4c37-b22d-b531729ac21c tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228365 Jun 03 15:49:44.482351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9141739-0426-4839-8ffa-43228a320b49 req-81516e03-62a5-4c69-9a8f-c15616a422b1 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:44.502781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9141739-0426-4839-8ffa-43228a320b49 req-81516e03-62a5-4c69-9a8f-c15616a422b1 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 946 time: 0.7842727 Jun 03 15:49:44.507181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28f92fe8-804c-43bc-b389-c70e5fb0873c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:44.564363 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:49:44.590094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-04493faa-68cd-4b1e-a520-89bce75b2c84 req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] For port ab48496a-7e58-4dda-bbac-993107434c28, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ab48496a-7e58-4dda-bbac-993107434c28,segment=NetworkSegment(f5702647-2884-4ff1-8c82-ed67a91118cf),segment_id=f5702647-2884-4ff1-8c82-ed67a91118cf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:44.590570 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04493faa-68cd-4b1e-a520-89bce75b2c84 req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:44.602892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0d4695-021b-4eb7-8e8d-7e022d64dbcb None None] Network 1973345c-3e19-45ad-b8f8-a2c353be7346 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:44.626268 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:44.637991 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:44.638958 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:44.806590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-210ce158-972c-4b05-862c-e93b0963a8a8 None None] Provisioning for port 28f92fe8-804c-43bc-b389-c70e5fb0873c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:44.856871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-04493faa-68cd-4b1e-a520-89bce75b2c84 req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Calling delete_port for ab48496a-7e58-4dda-bbac-993107434c28 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:44.950521 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9141739-0426-4839-8ffa-43228a320b49 req-cc3e87b1-8771-4f37-82fc-927b7a46db39 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b109b6-9477-4ae0-8269-67b314985d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4466834 Jun 03 15:49:44.960925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 28f92fe8-804c-43bc-b389-c70e5fb0873c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:44.988107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 28f92fe8-804c-43bc-b389-c70e5fb0873c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:44.988588 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:45.067635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] For port 7049db20-590a-491f-9939-26580f112c71, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=7049db20-590a-491f-9939-26580f112c71,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:45.068590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:45.105479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8483e-64b5-4eb4-9cc8-de4465af27fe req-e03e483f-dc7d-4d7d-a1d4-e97d1b411fd3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:45.108690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23b8483e-64b5-4eb4-9cc8-de4465af27fe req-e03e483f-dc7d-4d7d-a1d4-e97d1b411fd3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 944 time: 0.2936811 Jun 03 15:49:45.157500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927ca85-832d-4a2b-875c-c063ba990066 req-b4158f39-dffc-4a38-93fa-942385e9addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:45.159117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a927ca85-832d-4a2b-875c-c063ba990066 req-b4158f39-dffc-4a38-93fa-942385e9addd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 1095 time: 0.6131899 Jun 03 15:49:45.274660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 28f92fe8-804c-43bc-b389-c70e5fb0873c is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:45.275035 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:45.278325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 1973345c-3e19-45ad-b8f8-a2c353be7346 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:45.283604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:45.365554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04493faa-68cd-4b1e-a520-89bce75b2c84 req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:45.376135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 28f92fe8-804c-43bc-b389-c70e5fb0873c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28f92fe8-804c-43bc-b389-c70e5fb0873c,segment=NetworkSegment(23bd7f04-2a4e-4e1d-8274-4b7d20e420fd),segment_id=23bd7f04-2a4e-4e1d-8274-4b7d20e420fd)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:45.384896 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:45.419649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23b8483e-64b5-4eb4-9cc8-de4465af27fe req-e877ad84-be81-4d59-976b-c89c8a3bf04c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880569 Jun 03 15:49:45.475185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=b43e1f96-4772-4b49-b97b-4955574bddd7,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:45.539353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927ca85-832d-4a2b-875c-c063ba990066 req-4338e866-a7c6-4c18-bbed-25f1edffe503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:45.540846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a927ca85-832d-4a2b-875c-c063ba990066 req-4338e866-a7c6-4c18-bbed-25f1edffe503 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.3672957 Jun 03 15:49:45.546530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Pushing event deleted for resources: {'Port': ['ID=ab48496a-7e58-4dda-bbac-993107434c28,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:45.610053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=28f92fe8-804c-43bc-b389-c70e5fb0873c,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:45.651957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.651957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.651957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.651957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.653576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.653576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.653576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.653576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.653576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.667870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.667870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.667870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:49:45.993803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d70f6a5c-f818-40fb-a981-3536987f5429 None None] Provisioning for port b43e1f96-4772-4b49-b97b-4955574bddd7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:46.000547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d70f6a5c-f818-40fb-a981-3536987f5429 None None] Provisioning complete for port b43e1f96-4772-4b49-b97b-4955574bddd7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:46.001134 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d70f6a5c-f818-40fb-a981-3536987f5429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:46.167016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:46.168139 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:46.168643 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Floating IP bb78bea7-9fa3-4200-8013-d0af5fe7ee48 disassociated. External IP: 172.25.7.105, port: 7049db20-590a-491f-9939-26580f112c71. Jun 03 15:49:46.170862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Calling delete_port for 7049db20-590a-491f-9939-26580f112c71 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:46.185832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d70f6a5c-f818-40fb-a981-3536987f5429 None None] Port b43e1f96-4772-4b49-b97b-4955574bddd7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:46.230233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d70f6a5c-f818-40fb-a981-3536987f5429 None None] Provisioning complete for port 28f92fe8-804c-43bc-b389-c70e5fb0873c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:46.233983 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d70f6a5c-f818-40fb-a981-3536987f5429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:46.237794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-04493faa-68cd-4b1e-a520-89bce75b2c84 req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] No DVR routers for this DVR port ab48496a-7e58-4dda-bbac-993107434c28 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:49:46.240797 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-04493faa-68cd-4b1e-a520-89bce75b2c84 req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:46.242393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router aaa0ec25-228c-41c3-a393-855de9b2a7a2 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:49:46.251900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dae0b8e-3089-475e-a8a1-46f9545fed35', 'name': 'network-vif-deleted', 'tag': 'ab48496a-7e58-4dda-bbac-993107434c28'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:49:46.262569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a927ca85-832d-4a2b-875c-c063ba990066 req-8b37c867-537b-4ec5-b474-2506f39ab59e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d00eb7df-77f6-4b79-976d-d407aa27d23b HTTP/1.1" status: 200 len: 217 time: 0.6147799 Jun 03 15:49:46.431837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04493faa-68cd-4b1e-a520-89bce75b2c84 req-5f20888d-6d51-465f-acdd-f2063555cbe8 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.67 "DELETE /v2.0/ports/ab48496a-7e58-4dda-bbac-993107434c28 HTTP/1.1" status: 204 len: 173 time: 2.8557575 Jun 03 15:49:46.449098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0f78b-d8ef-49ac-8fa5-8dbd4f7f81a6 req-dd8b7f81-f56c-462f-9608-aea4ace544be tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:46.450549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-06a0f78b-d8ef-49ac-8fa5-8dbd4f7f81a6 req-dd8b7f81-f56c-462f-9608-aea4ace544be tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Synchronizing usage tracker for tenant:0efca51f7d604be797e05b3042f7ff4b on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:46.476336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28f92fe8-804c-43bc-b389-c70e5fb0873c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:46.518963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927ca85-832d-4a2b-875c-c063ba990066 req-c30b5f20-dd28-4e19-9044-78f36a5b6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:46.537766 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a927ca85-832d-4a2b-875c-c063ba990066 req-c30b5f20-dd28-4e19-9044-78f36a5b6044 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.2664282 Jun 03 15:49:46.652385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-bd7dac51-1988-4b4b-b671-7712ca6a2f1d req-0ef558da-7ec5-4c6f-8d73-f0d05d15576f service neutron] (88444) timed out ('10.222.0.67', 64330) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:49:46.656293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:46.683394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11bbd94-7094-4ea3-9268-471b5d50ec8b None None] Sync routers for ids ['aaa0ec25-228c-41c3-a393-855de9b2a7a2'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:46.701084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d70f6a5c-f818-40fb-a981-3536987f5429 None None] Current status of the port 28f92fe8-804c-43bc-b389-c70e5fb0873c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:46.716854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11bbd94-7094-4ea3-9268-471b5d50ec8b None None] Routers {'aaa0ec25-228c-41c3-a393-855de9b2a7a2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:46.717701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b11bbd94-7094-4ea3-9268-471b5d50ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['aaa0ec25-228c-41c3-a393-855de9b2a7a2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:46.753064 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f3e564b8-87c1-42e1-b69e-4f071b3e8c3b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/aaa0ec25-228c-41c3-a393-855de9b2a7a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6482594 Jun 03 15:49:46.756737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49416) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:46.885781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-06a0f78b-d8ef-49ac-8fa5-8dbd4f7f81a6 req-dd8b7f81-f56c-462f-9608-aea4ace544be tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] Unset dirty status for tenant:0efca51f7d604be797e05b3042f7ff4b on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:46.885781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06a0f78b-d8ef-49ac-8fa5-8dbd4f7f81a6 req-dd8b7f81-f56c-462f-9608-aea4ace544be tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/ports?device_id=1dae0b8e-3089-475e-a8a1-46f9545fed35 HTTP/1.1" status: 200 len: 867 time: 1.7187722 Jun 03 15:49:46.920975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7049db20-590a-491f-9939-26580f112c71 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:46.925230 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:46.953917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 28f92fe8-804c-43bc-b389-c70e5fb0873c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:46.954348 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:46.959838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af5695-6fea-4d93-a3a9-255e8aeca5bc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:46.965050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f5af5695-6fea-4d93-a3a9-255e8aeca5bc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports/b43e1f96-4772-4b49-b97b-4955574bddd7 HTTP/1.1" status: 200 len: 911 time: 0.2074230 Jun 03 15:49:46.965691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49420) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:46.978360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b11bbd94-7094-4ea3-9268-471b5d50ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:46.982474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event deleted for resources: {'Port': ['ID=7049db20-590a-491f-9939-26580f112c71,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:47.006992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11bbd94-7094-4ea3-9268-471b5d50ec8b None None] Routers {'aaa0ec25-228c-41c3-a393-855de9b2a7a2'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:47.008122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b11bbd94-7094-4ea3-9268-471b5d50ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['aaa0ec25-228c-41c3-a393-855de9b2a7a2'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:47.020455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0a26a51f-4ec7-4a05-a272-fcbe35a75b8c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba88ac8c-7018-4dd1-a5c1-1745e0762be6'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:47.048065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49426) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:47.068389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 7049db20-590a-491f-9939-26580f112c71 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:47.069099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 7049db20-590a-491f-9939-26580f112c71 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:47.069733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ab48496a-7e58-4dda-bbac-993107434c28 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:47.141525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: ab48496a-7e58-4dda-bbac-993107434c28 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:47.142233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ab48496a-7e58-4dda-bbac-993107434c28 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:47.150150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b11bbd94-7094-4ea3-9268-471b5d50ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:47.157778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11bbd94-7094-4ea3-9268-471b5d50ec8b None None] The sync data for ids ['aaa0ec25-228c-41c3-a393-855de9b2a7a2'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:47.176933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0defa875-cc9c-494f-abbd-96f163e3ca63 None None] Provisioning complete for port b43e1f96-4772-4b49-b97b-4955574bddd7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:47.177450 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0defa875-cc9c-494f-abbd-96f163e3ca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:47.302309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0defa875-cc9c-494f-abbd-96f163e3ca63 None None] Port b43e1f96-4772-4b49-b97b-4955574bddd7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:47.311731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 28f92fe8-804c-43bc-b389-c70e5fb0873c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:47.354529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06a0f78b-d8ef-49ac-8fa5-8dbd4f7f81a6 req-f8913966-ce89-491e-8fd2-ae42c44b16a9 tempest-TestServerAdvancedOps-1043155760 tempest-TestServerAdvancedOps-1043155760-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a3afd60-aad3-4d30-8f84-42cb3c094f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875477 Jun 03 15:49:47.357183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Router a80004f1-4869-45d9-b273-8532314dece4 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:49:47.458226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ffcd80fa-4273-454d-884f-27ad1f734847 None None] Provisioning complete for port b43e1f96-4772-4b49-b97b-4955574bddd7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:47.458529 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ffcd80fa-4273-454d-884f-27ad1f734847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:47.528514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927ca85-832d-4a2b-875c-c063ba990066 req-0b738dfc-f2e1-431f-ba63-315ec3a80c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:47.530057 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a927ca85-832d-4a2b-875c-c063ba990066 req-0b738dfc-f2e1-431f-ba63-315ec3a80c22 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9635155 Jun 03 15:49:47.584446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd80fa-4273-454d-884f-27ad1f734847 None None] Port b43e1f96-4772-4b49-b97b-4955574bddd7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:47.604092 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-b923d9cc-ee11-4724-9f67-1e680faa6755 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5548973 Jun 03 15:49:47.665703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:47.675975 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dec428-3214-4a89-8942-8698d4cc8370 None None] Sync routers for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:47.700467 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dec428-3214-4a89-8942-8698d4cc8370 None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:47.701060 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d9dec428-3214-4a89-8942-8698d4cc8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:47.767509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24c515d8-4e63-4d92-ad39-e377ceadd43e req-62d9b4a0-7f43-4686-b2ad-92eb732b867e tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=58ccdd95-ef73-4cee-97a2-1e3c8cbf310b HTTP/1.1" status: 200 len: 210 time: 0.1747072 Jun 03 15:49:47.792457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] No DVR routers for this DVR port 7049db20-590a-491f-9939-26580f112c71 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:49:47.800203 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:47.803513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'name': 'network-vif-deleted', 'tag': '7049db20-590a-491f-9939-26580f112c71'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:49:47.828209 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-69537c01-14d0-414c-93ce-f06c0f2d57f5 req-10cd0c45-8524-471b-ad73-5ac631c1bca0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.67 "DELETE /v2.0/ports/7049db20-590a-491f-9939-26580f112c71 HTTP/1.1" status: 204 len: 173 time: 3.8856895 Jun 03 15:49:47.899603 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fdb926-fde8-4426-b34d-223e6446fa4c'] response: {'server_uuid': '1dae0b8e-3089-475e-a8a1-46f9545fed35', 'name': 'network-vif-deleted', 'tag': 'ab48496a-7e58-4dda-bbac-993107434c28', 'status': 'completed', 'code': 200} Jun 03 15:49:47.940127 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-d9dec428-3214-4a89-8942-8698d4cc8370 None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:47.975296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a927ca85-832d-4a2b-875c-c063ba990066 req-be7d30e5-4eeb-4e0f-a986-3adc33b361af service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301853 Jun 03 15:49:48.208527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a26a51f-4ec7-4a05-a272-fcbe35a75b8c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:48.444621 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d9dec428-3214-4a89-8942-8698d4cc8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:48.450265 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dec428-3214-4a89-8942-8698d4cc8370 None None] Checking router: a80004f1-4869-45d9-b273-8532314dece4 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:49:48.460807 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dec428-3214-4a89-8942-8698d4cc8370 None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:48.461633 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d9dec428-3214-4a89-8942-8698d4cc8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:48.500749 n-d-844595-1 neutron-server[88444]: WARNING keystonemiddleware.auth_token [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-b923d9cc-ee11-4724-9f67-1e680faa6755 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 15:49:48.505421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-1feb186c-f8e9-4118-8a84-faec085c90ac tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:49:48.507631 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-1feb186c-f8e9-4118-8a84-faec085c90ac tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1232333 Jun 03 15:49:48.516908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Request body: {'binding': {'host': 'n-h1-844595-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:48.517694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Unknown quota resources ['binding']. {{(pid=88444) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 03 15:49:48.719652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a927ca85-832d-4a2b-875c-c063ba990066 req-61891416-aec0-4fa1-8a38-80fc396a9354 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7350607 Jun 03 15:49:48.726569 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-d9dec428-3214-4a89-8942-8698d4cc8370 None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:49:48.780578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836762a-283a-4661-9cc3-8274a174bcf0 req-307ecde6-6304-4338-8d6b-ee3a3fa689a2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:48.787868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0836762a-283a-4661-9cc3-8274a174bcf0 req-307ecde6-6304-4338-8d6b-ee3a3fa689a2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 944 time: 0.6331730 Jun 03 15:49:48.941089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 on host n-h1-844595-1 for vnic_type normal with profile None {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:48.941350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:48.944378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 on network affcede9-91de-4a85-9bde-0fd695d9065b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:48.956043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Port 60f16f77-8085-4fe1-9650-6c3f929490c3 on network affcede9-91de-4a85-9bde-0fd695d9065b not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:49:48.956358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 on network affcede9-91de-4a85-9bde-0fd695d9065b {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:48.969441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:48.969798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Checking segment: {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:48.970210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Bound using segment: {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:48.970648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Bound port: 60f16f77-8085-4fe1-9650-6c3f929490c3, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:49.069392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0836762a-283a-4661-9cc3-8274a174bcf0 req-1edb2c3b-80ba-4720-94b0-601f1d7ccd53 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805419 Jun 03 15:49:49.215060 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bc5b3f-0891-4897-b918-9ce2b457bbab'] response: {'server_uuid': '58ccdd95-ef73-4cee-97a2-1e3c8cbf310b', 'name': 'network-vif-deleted', 'tag': '7049db20-590a-491f-9939-26580f112c71', 'status': 'completed', 'code': 200} Jun 03 15:49:49.223521 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d9dec428-3214-4a89-8942-8698d4cc8370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:49.233310 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dec428-3214-4a89-8942-8698d4cc8370 None None] The sync data for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 is: [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:49.256230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:49.278646 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] Notify callbacks [] for binding, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:49.284035 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-c363b726-c788-48de-844c-2e91a082a12d service neutron] 10.222.0.48 "POST /v2.0/ports/60f16f77-8085-4fe1-9650-6c3f929490c3/bindings HTTP/1.1" status: 201 len: 389 time: 0.7692211 Jun 03 15:49:49.359835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49480) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:49.548476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1700d7a2-1d27-4326-bf60-515054e9295f admin admin] Deleting subnet 82e1c91e-b589-4081-b17a-9073ea804a9f {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:49:49.555181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a26a51f-4ec7-4a05-a272-fcbe35a75b8c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:49.556127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1700d7a2-1d27-4326-bf60-515054e9295f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:49.573693 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a26a51f-4ec7-4a05-a272-fcbe35a75b8c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:49.606969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26a51f-4ec7-4a05-a272-fcbe35a75b8c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:49.611049 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a26a51f-4ec7-4a05-a272-fcbe35a75b8c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:49.633561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0a26a51f-4ec7-4a05-a272-fcbe35a75b8c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/ports/b43e1f96-4772-4b49-b97b-4955574bddd7 HTTP/1.1" status: 200 len: 911 time: 2.6649475 Jun 03 15:49:49.636399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49494) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:49.710347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49498) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:49.729059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cde15b-b9fa-4c96-93d0-42cde87e84d9 None None] New status for floating IP bb78bea7-9fa3-4200-8013-d0af5fe7ee48: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:49:49.838191 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1700d7a2-1d27-4326-bf60-515054e9295f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.251988 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1700d7a2-1d27-4326-bf60-515054e9295f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.376419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26a51f-4ec7-4a05-a272-fcbe35a75b8c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=b43e1f96-4772-4b49-b97b-4955574bddd7,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:50.406784 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc7a535d-0a5c-423e-82cb-dbd2fd62ce83 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.462677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc7a535d-0a5c-423e-82cb-dbd2fd62ce83 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.479918 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1700d7a2-1d27-4326-bf60-515054e9295f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.516159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-8b2d489a-111f-4ce4-b414-3292a3aa4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:50.520554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-8b2d489a-111f-4ce4-b414-3292a3aa4746 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1097 time: 0.7993567 Jun 03 15:49:50.572981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700d7a2-1d27-4326-bf60-515054e9295f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e1c91e-b589-4081-b17a-9073ea804a9f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:50.576888 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1700d7a2-1d27-4326-bf60-515054e9295f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.584773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cf168-9da1-49ea-8e8e-2e8b76687d86 req-64c669f0-0930-4a9d-ac34-4110119a15c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:50.586282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c31cf168-9da1-49ea-8e8e-2e8b76687d86 req-64c669f0-0930-4a9d-ac34-4110119a15c5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 0.8747926 Jun 03 15:49:50.597212 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1700d7a2-1d27-4326-bf60-515054e9295f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/82e1c91e-b589-4081-b17a-9073ea804a9f HTTP/1.1" status: 204 len: 168 time: 1.2358763 Jun 03 15:49:50.599900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49520) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:50.645467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb305668-2ae7-4b28-af18-ab4b313eefff req-a4218729-d476-4cc8-98fc-d59ba04743c3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:50.646955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb305668-2ae7-4b28-af18-ab4b313eefff req-a4218729-d476-4cc8-98fc-d59ba04743c3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 944 time: 0.3853908 Jun 03 15:49:50.717264 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-980b918a-e034-4286-91ae-7ae04b45bdc6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.729887 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc7a535d-0a5c-423e-82cb-dbd2fd62ce83 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.792367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c31cf168-9da1-49ea-8e8e-2e8b76687d86 req-0283e737-69c5-4233-8073-354b942be705 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469405 Jun 03 15:49:50.800578 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.809319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a535d-0a5c-423e-82cb-dbd2fd62ce83 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b109b6-9477-4ae0-8269-67b314985d9f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:50.809319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb305668-2ae7-4b28-af18-ab4b313eefff req-739d8618-e009-44ca-804a-572e55a245a7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283686 Jun 03 15:49:50.813752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-0e81630f-b70f-49ba-873e-335773d00bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:50.815994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-0e81630f-b70f-49ba-873e-335773d00bf9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=affcede9-91de-4a85-9bde-0fd695d9065b HTTP/1.1" status: 200 len: 898 time: 0.2854710 Jun 03 15:49:50.816948 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc7a535d-0a5c-423e-82cb-dbd2fd62ce83 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:50.821271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fc7a535d-0a5c-423e-82cb-dbd2fd62ce83 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "DELETE /v2.0/security-groups/66b109b6-9477-4ae0-8269-67b314985d9f HTTP/1.1" status: 204 len: 168 time: 1.1016936 Jun 03 15:49:50.822172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49530) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:50.935199 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-8f00bf9f-b45d-4c2f-9e33-c4a2d88894f9 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] show failed (client error): The resource could not be found. Jun 03 15:49:50.936608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8f00bf9f-b45d-4c2f-9e33-c4a2d88894f9 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups/66b109b6-9477-4ae0-8269-67b314985d9f HTTP/1.1" status: 404 len: 347 time: 0.1135046 Jun 03 15:49:50.947812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49544) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:51.100432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-3320624f-c0f5-4df8-8466-f971226feeb5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60f16f77-8085-4fe1-9650-6c3f929490c3 HTTP/1.1" status: 200 len: 1002 time: 0.2757099 Jun 03 15:49:51.166443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-56b33de3-1fcb-419d-8132-3b10c36ca756 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Deleting port 2713153a-f166-413c-9a2e-c695a9f7f7ed {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:51.166443 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56b33de3-1fcb-419d-8132-3b10c36ca756 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.252579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-23cbe626-41bd-4cdd-a1a5-81954339fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:51.254102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-23cbe626-41bd-4cdd-a1a5-81954339fb49 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7465dc5d-9336-445a-8a92-95fd1d5cc40e HTTP/1.1" status: 200 len: 835 time: 0.1432385 Jun 03 15:49:51.257336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.291880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6991e379-ee9b-477d-8041-178de813d0ed']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:51.304183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5702647-2884-4ff1-8c82-ed67a91118cf') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:51.304476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5702647-2884-4ff1-8c82-ed67a91118cf') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:51.315978 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.333211 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.340335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:49:51.340735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.422607 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56b33de3-1fcb-419d-8132-3b10c36ca756 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.423459 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56b33de3-1fcb-419d-8132-3b10c36ca756 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.438212 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment f5702647-2884-4ff1-8c82-ed67a91118cf resource provider aggregate not found Jun 03 15:49:51.518444 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.523424 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment f5702647-2884-4ff1-8c82-ed67a91118cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5702647-2884-4ff1-8c82-ed67a91118cf found for delete ", "request_id": "req-bf2218f7-3519-4ca6-8a10-331440a6e808"}]} Jun 03 15:49:51.554711 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.557974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-56b33de3-1fcb-419d-8132-3b10c36ca756 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Calling delete_port for 2713153a-f166-413c-9a2e-c695a9f7f7ed owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:51.575454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] Pushing event deleted for resources: {'Network': ['ID=6991e379-ee9b-477d-8041-178de813d0ed,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:51.584880 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-61bea054-d283-429d-b8d2-b3fdc54e0cee admin admin] 10.222.0.48 "DELETE /v2.0/networks/6991e379-ee9b-477d-8041-178de813d0ed HTTP/1.1" status: 204 len: 168 time: 0.9837713 Jun 03 15:49:51.585127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49562) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:51.593500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-980b918a-e034-4286-91ae-7ae04b45bdc6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port b43e1f96-4772-4b49-b97b-4955574bddd7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:51.594089 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-980b918a-e034-4286-91ae-7ae04b45bdc6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.622886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-accf590e-ed22-4f10-a325-59486652d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:51.624348 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-accf590e-ed22-4f10-a325-59486652d9bd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=affcede9-91de-4a85-9bde-0fd695d9065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3209226 Jun 03 15:49:51.739019 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:49:51.787634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65a817f-a4d2-46eb-a2e7-aaf70e42f769 admin admin] Deleting subnet cb106c1d-3b21-48c1-a213-263102843d39 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:49:51.829938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-980b918a-e034-4286-91ae-7ae04b45bdc6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:51.947371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b65a817f-a4d2-46eb-a2e7-aaf70e42f769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.076150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-980b918a-e034-4286-91ae-7ae04b45bdc6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for b43e1f96-4772-4b49-b97b-4955574bddd7 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:52.084795 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b65a817f-a4d2-46eb-a2e7-aaf70e42f769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.146101 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-e3df29de-f13a-48ef-a4c9-bb1b6a122146 service neutron] 10.222.0.75 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035303 Jun 03 15:49:52.268222 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b65a817f-a4d2-46eb-a2e7-aaf70e42f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.322600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-980b918a-e034-4286-91ae-7ae04b45bdc6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.384530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b918a-e034-4286-91ae-7ae04b45bdc6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=b43e1f96-4772-4b49-b97b-4955574bddd7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:52.541642 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56b33de3-1fcb-419d-8132-3b10c36ca756 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.553358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22811d-f1ef-4a5a-ad40-03f6d7fed426 req-1fc82597-9d35-4509-8bcc-176818fe7b72 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:52.555178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab22811d-f1ef-4a5a-ad40-03f6d7fed426 req-1fc82597-9d35-4509-8bcc-176818fe7b72 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 944 time: 0.6116614 Jun 03 15:49:52.598195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-980b918a-e034-4286-91ae-7ae04b45bdc6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.649900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b33de3-1fcb-419d-8132-3b10c36ca756 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event deleted for resources: {'Port': ['ID=2713153a-f166-413c-9a2e-c695a9f7f7ed,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:52.691350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-e703b539-f7c3-42d5-9770-565daa577946 service neutron] 10.222.0.75 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264750 Jun 03 15:49:52.692417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b65a817f-a4d2-46eb-a2e7-aaf70e42f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.855784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a817f-a4d2-46eb-a2e7-aaf70e42f769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb106c1d-3b21-48c1-a213-263102843d39,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:52.865746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b65a817f-a4d2-46eb-a2e7-aaf70e42f769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.897033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ab22811d-f1ef-4a5a-ad40-03f6d7fed426 req-ccb165d6-d352-44ae-b6eb-3f1dd6fc8f63 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928631 Jun 03 15:49:52.927098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d443ac1-49b2-4e4c-8204-49f4e626b9e4 req-64f05c88-7e43-469e-a40a-3294032b8e83 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:52.932107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d443ac1-49b2-4e4c-8204-49f4e626b9e4 req-64f05c88-7e43-469e-a40a-3294032b8e83 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 0.6785772 Jun 03 15:49:52.942867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980b918a-e034-4286-91ae-7ae04b45bdc6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router aaa0ec25-228c-41c3-a393-855de9b2a7a2 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:49:52.948989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b65a817f-a4d2-46eb-a2e7-aaf70e42f769 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cb106c1d-3b21-48c1-a213-263102843d39 HTTP/1.1" status: 204 len: 168 time: 1.3627970 Jun 03 15:49:52.951470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49596) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:52.960400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d00eb7df-77f6-4b79-976d-d407aa27d23b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:49:52.989811 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56b33de3-1fcb-419d-8132-3b10c36ca756 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.992582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56b33de3-1fcb-419d-8132-3b10c36ca756 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:52.994364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-56b33de3-1fcb-419d-8132-3b10c36ca756 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "DELETE /v2.0/floatingips/bb78bea7-9fa3-4200-8013-d0af5fe7ee48 HTTP/1.1" status: 204 len: 168 time: 2.0452087 Jun 03 15:49:53.143289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d443ac1-49b2-4e4c-8204-49f4e626b9e4 req-410b8c22-1d6f-4d63-bde7-6adf42dbcb06 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974916 Jun 03 15:49:53.183472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-803a1b91-fd7f-45c9-9b19-d7aa2e6aec50 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:53.189564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-803a1b91-fd7f-45c9-9b19-d7aa2e6aec50 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad&tenant_id=767148f2fab9461bb6d15ea9d771d311&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1097 time: 0.4341650 Jun 03 15:49:53.192700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49604) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:53.206337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727191741', 'description': 'tempest-description--964550230'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:53.218536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d00eb7df-77f6-4b79-976d-d407aa27d23b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d00eb7df-77f6-4b79-976d-d407aa27d23b,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:53.234038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844595-1'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:53.235911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'd00eb7df-77f6-4b79-976d-d407aa27d23b', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'port_id': 'd00eb7df-77f6-4b79-976d-d407aa27d23b', 'mac_address': 'fa:16:3e:84:ac:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:49:53.445416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port d00eb7df-77f6-4b79-976d-d407aa27d23b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:53.446431 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:53.512779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00eb7df-77f6-4b79-976d-d407aa27d23b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:49:53.539310 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:53.552792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:53.555726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d00eb7df-77f6-4b79-976d-d407aa27d23b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d00eb7df-77f6-4b79-976d-d407aa27d23b,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:53.561806 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:53.587202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980b918a-e034-4286-91ae-7ae04b45bdc6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:49:53.599657 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead55fb-5835-4023-9100-4c7e5d293c08 None None] Sync routers for ids ['aaa0ec25-228c-41c3-a393-855de9b2a7a2'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:49:53.621122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Usage tracker for resource:security_group and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:53.627481 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead55fb-5835-4023-9100-4c7e5d293c08 None None] Routers {'aaa0ec25-228c-41c3-a393-855de9b2a7a2'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:53.630421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:53.631057 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eead55fb-5835-4023-9100-4c7e5d293c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['aaa0ec25-228c-41c3-a393-855de9b2a7a2'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:53.639917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:53.644521 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-980b918a-e034-4286-91ae-7ae04b45bdc6 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/aaa0ec25-228c-41c3-a393-855de9b2a7a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0070431 Jun 03 15:49:53.647903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49610) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:53.652240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:53.655925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=d00eb7df-77f6-4b79-976d-d407aa27d23b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:53.687828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:53.733763 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eead55fb-5835-4023-9100-4c7e5d293c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:53.750303 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead55fb-5835-4023-9100-4c7e5d293c08 None None] Routers {'aaa0ec25-228c-41c3-a393-855de9b2a7a2'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:49:53.751431 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eead55fb-5835-4023-9100-4c7e5d293c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:49:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['aaa0ec25-228c-41c3-a393-855de9b2a7a2'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:53.779602 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c661cdef-645a-4194-b779-7dcce028d1c3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Synchronizing usage tracker for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:53.824699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:53.827342 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-eead55fb-5835-4023-9100-4c7e5d293c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:53.828114 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead55fb-5835-4023-9100-4c7e5d293c08 None None] The sync data for ids ['aaa0ec25-228c-41c3-a393-855de9b2a7a2'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:49:53.828876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Usage tracker for resource:security_group_rule and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:53.836884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:53.843892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:53.894129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c661cdef-645a-4194-b779-7dcce028d1c3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Unset dirty status for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:53.899642 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c661cdef-645a-4194-b779-7dcce028d1c3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaa0ec25-228c-41c3-a393-855de9b2a7a2 HTTP/1.1" status: 200 len: 205 time: 0.2394822 Jun 03 15:49:53.900471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49614) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:53.909425 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:53.945498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2418907b-6efb-48b5-b953-263792582d22']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:53.958932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e631e077-a10e-4579-a254-41822cc39223') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:53.959403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e631e077-a10e-4579-a254-41822cc39223') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:53.971628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:53.989290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:53.997373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:49:53.997974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.005923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['d00eb7df-77f6-4b79-976d-d407aa27d23b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:49:54.083562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.084916 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e631e077-a10e-4579-a254-41822cc39223 resource provider aggregate not found Jun 03 15:49:54.112199 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e631e077-a10e-4579-a254-41822cc39223 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e631e077-a10e-4579-a254-41822cc39223 found for delete ", "request_id": "req-4f61d901-fb42-4938-8fb0-8e38424a22c9"}]} Jun 03 15:49:54.123997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.134012 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.148045 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.154656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:54.156321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2418907b-6efb-48b5-b953-263792582d22,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:54.178283 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-750a8178-7810-451f-aba9-47c2db9653c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2418907b-6efb-48b5-b953-263792582d22 HTTP/1.1" status: 204 len: 168 time: 1.2205536 Jun 03 15:49:54.203276 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4a83e93-8c3d-4e14-91dd-27332ef29ade tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.432614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:54.486090 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-999215a8-2cf8-4d44-9fb6-674677bd315e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0efca51f7d604be797e05b3042f7ff4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519862 Jun 03 15:49:54.488571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49642) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:54.530258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa436d58-3dc4-496c-bf29-bdb4038bb0ef,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:54.532990 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:49:54.570704 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.571915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b407035d-f22b-4929-a0c4-d7c65d5b2308 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3781183 Jun 03 15:49:54.577354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49648) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:54.589211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-433c9098-361d-4a74-a943-49d00998f0be tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'security_group_rule': {'security_group_id': 'fa436d58-3dc4-496c-bf29-bdb4038bb0ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:54.598989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0a62e429-0f16-4b0e-aa81-abbbc486350e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.602354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-433c9098-361d-4a74-a943-49d00998f0be tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:54.615320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-433c9098-361d-4a74-a943-49d00998f0be tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Usage tracker for resource:security_group_rule and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:54.619508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-433c9098-361d-4a74-a943-49d00998f0be tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:54.633394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-433c9098-361d-4a74-a943-49d00998f0be tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:54.639558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0a62e429-0f16-4b0e-aa81-abbbc486350e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.674744 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-433c9098-361d-4a74-a943-49d00998f0be tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.704857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:54.746054 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-433c9098-361d-4a74-a943-49d00998f0be tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.751074 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-433c9098-361d-4a74-a943-49d00998f0be tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.788161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-433c9098-361d-4a74-a943-49d00998f0be tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.792430 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-433c9098-361d-4a74-a943-49d00998f0be tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2134550 Jun 03 15:49:54.793153 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0a62e429-0f16-4b0e-aa81-abbbc486350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.795625 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0a62e429-0f16-4b0e-aa81-abbbc486350e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.799376 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0a62e429-0f16-4b0e-aa81-abbbc486350e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a3afd60-aad3-4d30-8f84-42cb3c094f7a HTTP/1.1" status: 204 len: 168 time: 0.3098056 Jun 03 15:49:54.800128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49654) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:54.819618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6c88549d-93b0-4801-9f60-2894757298ef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'security_group_rule': {'security_group_id': 'fa436d58-3dc4-496c-bf29-bdb4038bb0ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:54.827674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6c88549d-93b0-4801-9f60-2894757298ef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:54.830597 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4a83e93-8c3d-4e14-91dd-27332ef29ade tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.832248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6c88549d-93b0-4801-9f60-2894757298ef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Usage tracker for resource:security_group_rule and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:54.835383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6c88549d-93b0-4801-9f60-2894757298ef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:54.837971 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4a83e93-8c3d-4e14-91dd-27332ef29ade tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.842065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6c88549d-93b0-4801-9f60-2894757298ef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:54.849922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868af74-0ee3-4d23-986f-50110ede319d req-3b7728d9-1c27-40c4-a230-d393c0bda2af tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:54.852076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1868af74-0ee3-4d23-986f-50110ede319d req-3b7728d9-1c27-40c4-a230-d393c0bda2af tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 945 time: 0.8329282 Jun 03 15:49:54.853799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c9098-361d-4a74-a943-49d00998f0be tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59843e6e-5964-45b5-b9b7-8a978bb16112,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:54.856309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62e429-0f16-4b0e-aa81-abbbc486350e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3afd60-aad3-4d30-8f84-42cb3c094f7a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:54.866689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c88549d-93b0-4801-9f60-2894757298ef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.872223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:49:54.882349 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.913096 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.946177 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c88549d-93b0-4801-9f60-2894757298ef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.952747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c88549d-93b0-4801-9f60-2894757298ef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:54.978610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06068b99-d137-408b-9bde-d71673ee7cf2 req-9b04fa79-275d-445d-a2e7-150c8666da86 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:54.981661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d00eb7df-77f6-4b79-976d-d407aa27d23b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:49:54.985899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06068b99-d137-408b-9bde-d71673ee7cf2 req-9b04fa79-275d-445d-a2e7-150c8666da86 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 0.5871112 Jun 03 15:49:55.007352 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4a83e93-8c3d-4e14-91dd-27332ef29ade tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.007871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a83e93-8c3d-4e14-91dd-27332ef29ade tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Fanout notify agent at l3_agent the message router_deleted on router aaa0ec25-228c-41c3-a393-855de9b2a7a2 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:49:55.042761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88549d-93b0-4801-9f60-2894757298ef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a2edd8-4f60-43ee-aefb-a1f69a45600d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:55.049454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c88549d-93b0-4801-9f60-2894757298ef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.053758 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6c88549d-93b0-4801-9f60-2894757298ef tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2382383 Jun 03 15:49:55.054027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49666) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:55.069841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:49:55.086839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:49:55.099269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Usage tracker for resource:floatingip and tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:49:55.106953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:49:55.123473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:49:55.149220 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.159562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1868af74-0ee3-4d23-986f-50110ede319d req-3040afad-54f4-4dce-9206-b79ddcb78157 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822943 Jun 03 15:49:55.170915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e4a83e93-8c3d-4e14-91dd-27332ef29ade tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.171314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port d00eb7df-77f6-4b79-976d-d407aa27d23b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:49:55.174862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e4a83e93-8c3d-4e14-91dd-27332ef29ade tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/aaa0ec25-228c-41c3-a393-855de9b2a7a2 HTTP/1.1" status: 204 len: 168 time: 1.2621629 Jun 03 15:49:55.183453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port d00eb7df-77f6-4b79-976d-d407aa27d23b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:55.184041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.187641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49672) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:55.204728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Pushing event updated for resources: {'Port': ['ID=60f16f77-8085-4fe1-9650-6c3f929490c3,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:55.286367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06068b99-d137-408b-9bde-d71673ee7cf2 req-78bdfa2b-03db-4214-b63f-d9f857999cdb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991698 Jun 03 15:49:55.409637 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc41bd9d-7f3e-4031-a81c-e656b5dd29fd'] response: {'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'code': 200} Jun 03 15:49:55.491119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-22740ed7-63c5-4712-9cc5-8b7554dce1c9 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting subnet ba88ac8c-7018-4dd1-a5c1-1745e0762be6 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:49:55.491723 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.496060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22740ed7-63c5-4712-9cc5-8b7554dce1c9 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.531134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-46386d81-8fbc-4036-a246-8f891af1a0d4 None None] Provisioning complete for port 60f16f77-8085-4fe1-9650-6c3f929490c3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:55.534015 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46386d81-8fbc-4036-a246-8f891af1a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.539530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 on host n-h2-844595-1 for vnic_type normal with profile {"migrating_to": "n-h1-844595-1"} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:49:55.540036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:49:55.540432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 on network affcede9-91de-4a85-9bde-0fd695d9065b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:55.557204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Port 60f16f77-8085-4fe1-9650-6c3f929490c3 on network affcede9-91de-4a85-9bde-0fd695d9065b not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:49:55.557528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Attempting to bind port 60f16f77-8085-4fe1-9650-6c3f929490c3 on network affcede9-91de-4a85-9bde-0fd695d9065b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:49:55.570443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:49:55.571036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Checking segment: {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:49:55.571601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Bound using segment: {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:49:55.572366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Bound port: 60f16f77-8085-4fe1-9650-6c3f929490c3, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fe43f4-34b2-4c31-8bd0-84352acc6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:49:55.572504 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.589095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22740ed7-63c5-4712-9cc5-8b7554dce1c9 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.665537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-46386d81-8fbc-4036-a246-8f891af1a0d4 None None] Port 60f16f77-8085-4fe1-9650-6c3f929490c3 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:49:55.669563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port d00eb7df-77f6-4b79-976d-d407aa27d23b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:55.679321 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.688642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49680) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:55.718594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d00eb7df-77f6-4b79-976d-d407aa27d23b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d00eb7df-77f6-4b79-976d-d407aa27d23b,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:55.720358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe23ca00-279b-446c-b42b-77211d7d7067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00eb7df-77f6-4b79-976d-d407aa27d23b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:49:55.729401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.752459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:49:55.763670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:49:55.769397 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22740ed7-63c5-4712-9cc5-8b7554dce1c9 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.800259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:55.808963 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3fa879f2-53ca-491e-a26c-37a7b27324b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48dc5085bba94bbe9dc09ac3fd74bd0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1191919 Jun 03 15:49:55.814223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49686) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:55.834991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Allocated IP 172.25.7.30 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/b2e52b2c-33e0-40dd-a93f-221b2097261f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:49:55.960862 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8589ecb-cace-4478-8085-261aa0afa46d'] response: {'server_uuid': 'fe23ca00-279b-446c-b42b-77211d7d7067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00eb7df-77f6-4b79-976d-d407aa27d23b', 'code': 200} Jun 03 15:49:55.961828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=d00eb7df-77f6-4b79-976d-d407aa27d23b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:56.022322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49bbd736-e7f8-4af1-a44a-2f55e2772efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.083224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49bbd736-e7f8-4af1-a44a-2f55e2772efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.158421 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.196681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f6e52afc-9219-4e42-951a-895a6d133996 None None] Provisioning complete for port 60f16f77-8085-4fe1-9650-6c3f929490c3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:49:56.197296 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f6e52afc-9219-4e42-951a-895a6d133996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.213746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49bbd736-e7f8-4af1-a44a-2f55e2772efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.242234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbd736-e7f8-4af1-a44a-2f55e2772efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b27d9f2-bf8a-4490-9aa5-ed778a163e33,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:56.261218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49bbd736-e7f8-4af1-a44a-2f55e2772efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.262443 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-49bbd736-e7f8-4af1-a44a-2f55e2772efe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b27d9f2-bf8a-4490-9aa5-ed778a163e33 HTTP/1.1" status: 204 len: 168 time: 0.4466553 Jun 03 15:49:56.264056 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.365382 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'Port': ['ID=b2e52b2c-33e0-40dd-a93f-221b2097261f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:56.383717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:49:56.385008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:49:56.387812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:49:56.398416 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22740ed7-63c5-4712-9cc5-8b7554dce1c9 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.469815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f6e52afc-9219-4e42-951a-895a6d133996 None None] Current status of the port 60f16f77-8085-4fe1-9650-6c3f929490c3 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:49:56.470588 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f6e52afc-9219-4e42-951a-895a6d133996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.507337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22740ed7-63c5-4712-9cc5-8b7554dce1c9 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Subnet': ['ID=ba88ac8c-7018-4dd1-a5c1-1745e0762be6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:56.510335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f6e52afc-9219-4e42-951a-895a6d133996 None None] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:56.513908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91d5dba-ae70-4f68-b8ed-fdf0265c7fc8 None None] Network 1973345c-3e19-45ad-b8f8-a2c353be7346 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:49:56.557756 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22740ed7-63c5-4712-9cc5-8b7554dce1c9 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.618078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-22740ed7-63c5-4712-9cc5-8b7554dce1c9 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/ba88ac8c-7018-4dd1-a5c1-1745e0762be6 HTTP/1.1" status: 204 len: 168 time: 1.4275892 Jun 03 15:49:56.620410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Pushing event updated for resources: {'Port': ['ID=60f16f77-8085-4fe1-9650-6c3f929490c3,revision_number=8']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:56.630038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:56.630653 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.632045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-069a1051-dd67-4707-a543-fb4fcd76de0f service neutron] 10.222.0.75 "PUT /v2.0/ports/60f16f77-8085-4fe1-9650-6c3f929490c3 HTTP/1.1" status: 200 len: 1122 time: 3.4064548 Jun 03 15:49:56.634021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49696) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:49:56.650071 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f6e52afc-9219-4e42-951a-895a6d133996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.657287 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.757470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.776035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853215-8b48-4c2d-bf36-c64caa0341c6 req-9e45d7e7-d6cd-4054-b799-1caa34a4e7fb tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:56.786778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8853215-8b48-4c2d-bf36-c64caa0341c6 req-9e45d7e7-d6cd-4054-b799-1caa34a4e7fb tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 945 time: 0.9266059 Jun 03 15:49:56.812711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['60f16f77-8085-4fe1-9650-6c3f929490c3'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:49:56.902742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8853215-8b48-4c2d-bf36-c64caa0341c6 req-2fe642ef-4956-4685-bdde-a44ae5556528 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146991 Jun 03 15:49:56.939681 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:56.944565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5989c-098d-47cc-9b19-deccc115f932 req-18c40999-cd5b-4649-a2dd-2c4596ecb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:56.948420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72f5989c-098d-47cc-9b19-deccc115f932 req-18c40999-cd5b-4649-a2dd-2c4596ecb4ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 1097 time: 1.0098109 Jun 03 15:49:56.983069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e52afc-9219-4e42-951a-895a6d133996 None None] Pushing event updated for resources: {'Port': ['ID=60f16f77-8085-4fe1-9650-6c3f929490c3,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:56.989362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb1cd5-45c1-48b2-9059-7a09a9df58d0 req-48af77ab-8454-42a1-b486-f1d260172292 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:57.001628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1afb1cd5-45c1-48b2-9059-7a09a9df58d0 req-48af77ab-8454-42a1-b486-f1d260172292 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 946 time: 0.5794218 Jun 03 15:49:57.119765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 28f92fe8-804c-43bc-b389-c70e5fb0873c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:57.120163 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:57.136958 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:57.141018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a2f523-d2ed-48b3-a988-00a3728796ab None None] DHCP port deletion for 1973345c-3e19-45ad-b8f8-a2c353be7346 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:49:57.152881 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:57.200810 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-70a2f523-d2ed-48b3-a988-00a3728796ab None None] Deleting port 28f92fe8-804c-43bc-b389-c70e5fb0873c {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:57.202079 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-70a2f523-d2ed-48b3-a988-00a3728796ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:57.357201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'Port': ['ID=b2e52b2c-33e0-40dd-a93f-221b2097261f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:57.441725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:49:57.495626 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:57.560020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72f5989c-098d-47cc-9b19-deccc115f932 req-7e92dcb4-e965-4f62-a5be-8144bcb89c68 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536232 Jun 03 15:49:57.576991 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1afb1cd5-45c1-48b2-9059-7a09a9df58d0 req-ad58efc8-a71e-4c75-8302-5a23d8f2cc51 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332191 Jun 03 15:49:57.595697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:57.608562 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e5f84d36-4fb2-4386-a6dd-a42683e149d5 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5519674 Jun 03 15:49:57.663065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c11f60-2408-4847-b1d7-9c6987976010 req-da0f5fea-62c9-47ca-9357-584df012ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:57.669349 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-53c11f60-2408-4847-b1d7-9c6987976010 req-da0f5fea-62c9-47ca-9357-584df012ca2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1127 time: 0.1357362 Jun 03 15:49:57.687442 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-70a2f523-d2ed-48b3-a988-00a3728796ab None None] For port 28f92fe8-804c-43bc-b389-c70e5fb0873c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28f92fe8-804c-43bc-b389-c70e5fb0873c,segment=NetworkSegment(23bd7f04-2a4e-4e1d-8274-4b7d20e420fd),segment_id=23bd7f04-2a4e-4e1d-8274-4b7d20e420fd)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:57.688458 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-70a2f523-d2ed-48b3-a988-00a3728796ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:57.697637 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16dab9a7-9e1a-40cc-9d59-360060d7f48d'] response: {'name': 'network-changed', 'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'status': 'completed', 'code': 200} Jun 03 15:49:57.757704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc127ca2-2a85-4139-add3-7485b0675e7c req-da2fe2dd-cdf0-4977-bd14-5716d79ebc59 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:57.759321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc127ca2-2a85-4139-add3-7485b0675e7c req-da2fe2dd-cdf0-4977-bd14-5716d79ebc59 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 0.5435555 Jun 03 15:49:57.846049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-70a2f523-d2ed-48b3-a988-00a3728796ab None None] Calling delete_port for 28f92fe8-804c-43bc-b389-c70e5fb0873c owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:57.927676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc127ca2-2a85-4139-add3-7485b0675e7c req-4ece9be9-11bf-4ad8-97e8-d0332a424e75 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029315 Jun 03 15:49:57.939209 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-70a2f523-d2ed-48b3-a988-00a3728796ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:57.939675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port 28f92fe8-804c-43bc-b389-c70e5fb0873c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28f92fe8-804c-43bc-b389-c70e5fb0873c,segment=NetworkSegment(23bd7f04-2a4e-4e1d-8274-4b7d20e420fd),segment_id=23bd7f04-2a4e-4e1d-8274-4b7d20e420fd)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:57.940123 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:57.963226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-3ae247fc-291a-4fd3-8498-7d9ac9e25992 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Synchronizing usage tracker for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:57.993306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:49:57.997953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2f523-d2ed-48b3-a988-00a3728796ab None None] No DVR routers for this DVR port 28f92fe8-804c-43bc-b389-c70e5fb0873c on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:49:58.000572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2f523-d2ed-48b3-a988-00a3728796ab None None] Pushing event deleted for resources: {'Port': ['ID=28f92fe8-804c-43bc-b389-c70e5fb0873c,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:49:58.124919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for 28f92fe8-804c-43bc-b389-c70e5fb0873c owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:58.178068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c11f60-2408-4847-b1d7-9c6987976010 req-d4e72348-efd8-475c-9ed8-5fa0a8a33480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:58.179624 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-53c11f60-2408-4847-b1d7-9c6987976010 req-d4e72348-efd8-475c-9ed8-5fa0a8a33480 service neutron] 10.222.0.67 "GET /v2.0/networks?id=affcede9-91de-4a85-9bde-0fd695d9065b HTTP/1.1" status: 200 len: 898 time: 0.1469612 Jun 03 15:49:58.220084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-3ae247fc-291a-4fd3-8498-7d9ac9e25992 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Unset dirty status for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:58.221258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-3ae247fc-291a-4fd3-8498-7d9ac9e25992 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--727191741&fields=id&tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a HTTP/1.1" status: 200 len: 267 time: 0.3719058 Jun 03 15:49:58.303896 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-53c11f60-2408-4847-b1d7-9c6987976010 req-f8a1a261-7d15-43da-ba63-cf6412e86317 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60f16f77-8085-4fe1-9650-6c3f929490c3 HTTP/1.1" status: 200 len: 1002 time: 0.1177292 Jun 03 15:49:58.389723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c11f60-2408-4847-b1d7-9c6987976010 req-9c7fa7a8-2150-4b1c-a91d-472e38876cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:58.392195 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-53c11f60-2408-4847-b1d7-9c6987976010 req-9c7fa7a8-2150-4b1c-a91d-472e38876cc1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7465dc5d-9336-445a-8a92-95fd1d5cc40e HTTP/1.1" status: 200 len: 835 time: 0.0823216 Jun 03 15:49:58.396865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:49:58.397388 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:49:58.431276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28f92fe8-804c-43bc-b389-c70e5fb0873c no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:49:58.432791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0403b10-6c5d-47dc-a7d7-bc92a697ddbd req-e1b0af8e-47c6-418a-bc4b-55e397f315c6 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:58.434544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d0403b10-6c5d-47dc-a7d7-bc92a697ddbd req-e1b0af8e-47c6-418a-bc4b-55e397f315c6 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 945 time: 0.3449111 Jun 03 15:49:58.454820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8810a95-773b-4a1b-883d-12e23c9cac64 req-706ed357-144e-49f3-a627-4333adcc162f tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:58.456419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8810a95-773b-4a1b-883d-12e23c9cac64 req-706ed357-144e-49f3-a627-4333adcc162f tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.67 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 945 time: 0.3678660 Jun 03 15:49:58.476712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 28f92fe8-804c-43bc-b389-c70e5fb0873c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:49:58.477344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28f92fe8-804c-43bc-b389-c70e5fb0873c not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:49:58.490193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c11f60-2408-4847-b1d7-9c6987976010 req-63900d88-d710-4f69-a4f0-9e349c6a5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:58.492077 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-53c11f60-2408-4847-b1d7-9c6987976010 req-63900d88-d710-4f69-a4f0-9e349c6a5c0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=affcede9-91de-4a85-9bde-0fd695d9065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918944 Jun 03 15:49:58.526638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-320d600c-a85f-4b61-b1c3-f7b1da8f777b tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:58.528066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-320d600c-a85f-4b61-b1c3-f7b1da8f777b tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 810 time: 0.2943194 Jun 03 15:49:58.573405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-bf07ac5d-a1dc-465a-bccc-4c43fe969b87 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/quotas/2b4f6d3ca6c54e96a0ce178eb0aa4c2a HTTP/1.1" status: 200 len: 375 time: 0.0298793 Jun 03 15:49:58.593237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-a8810a95-773b-4a1b-883d-12e23c9cac64 req-34709fcc-5480-4773-9105-82ad3d0e8854 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Deleting port 0a7da5cc-2be1-49ca-966f-7c4482f3329a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:58.593926 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a8810a95-773b-4a1b-883d-12e23c9cac64 req-34709fcc-5480-4773-9105-82ad3d0e8854 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:58.634308 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-53c11f60-2408-4847-b1d7-9c6987976010 req-a1e562a8-874c-44a3-b321-53019ac4bdae service neutron] 10.222.0.67 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351364 Jun 03 15:49:58.639900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d0403b10-6c5d-47dc-a7d7-bc92a697ddbd req-41c28f7e-31a1-480c-9a72-491134047b9f tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950755 Jun 03 15:49:58.705764 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b29d6b2-787b-4cde-b7eb-f55c8f041ff5'] response: {'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'code': 200} Jun 03 15:49:58.795689 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-53c11f60-2408-4847-b1d7-9c6987976010 req-cfafcdae-db7d-4347-9ac3-32c6f5581ef2 service neutron] 10.222.0.67 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530690 Jun 03 15:49:58.998167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 28f92fe8-804c-43bc-b389-c70e5fb0873c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:49:58.998628 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:59.027073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232e60-4764-4935-ae8c-fefe3a9dfc75 req-81ceda09-2e2f-49ef-92eb-8a9540a24a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:59.028555 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cf232e60-4764-4935-ae8c-fefe3a9dfc75 req-81ceda09-2e2f-49ef-92eb-8a9540a24a7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1127 time: 0.0865407 Jun 03 15:49:59.169764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] The port '28f92fe8-804c-43bc-b389-c70e5fb0873c' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:49:59.223622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232e60-4764-4935-ae8c-fefe3a9dfc75 req-8086ea2a-b5c8-4591-9f78-fc83568e98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:59.225099 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cf232e60-4764-4935-ae8c-fefe3a9dfc75 req-8086ea2a-b5c8-4591-9f78-fc83568e98d3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=affcede9-91de-4a85-9bde-0fd695d9065b HTTP/1.1" status: 200 len: 898 time: 0.1899276 Jun 03 15:49:59.237420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 60f16f77-8085-4fe1-9650-6c3f929490c3 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:49:59.361280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-94a97f80-ed7e-4748-81fc-18f798465177 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Synchronizing usage tracker for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:49:59.366682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-a8810a95-773b-4a1b-883d-12e23c9cac64 req-34709fcc-5480-4773-9105-82ad3d0e8854 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] For port 0a7da5cc-2be1-49ca-966f-7c4482f3329a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0a7da5cc-2be1-49ca-966f-7c4482f3329a,segment=NetworkSegment(5de23e27-ca73-4950-907a-c25b4bf963bb),segment_id=5de23e27-ca73-4950-907a-c25b4bf963bb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:59.367040 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a8810a95-773b-4a1b-883d-12e23c9cac64 req-34709fcc-5480-4773-9105-82ad3d0e8854 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:59.368497 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cf232e60-4764-4935-ae8c-fefe3a9dfc75 req-00a5d119-c0fe-4f2a-a780-70abd3dbdf93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60f16f77-8085-4fe1-9650-6c3f929490c3 HTTP/1.1" status: 200 len: 1002 time: 0.1368561 Jun 03 15:49:59.381542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:59.438783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232e60-4764-4935-ae8c-fefe3a9dfc75 req-af2dba36-1378-48dc-b5c0-0a7ca1107f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:59.438783 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cf232e60-4764-4935-ae8c-fefe3a9dfc75 req-af2dba36-1378-48dc-b5c0-0a7ca1107f39 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7465dc5d-9336-445a-8a92-95fd1d5cc40e HTTP/1.1" status: 200 len: 835 time: 0.0601261 Jun 03 15:49:59.448075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:49:59.461431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 60f16f77-8085-4fe1-9650-6c3f929490c3 has no active binding in host n-h1-844595-1 {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 03 15:49:59.512558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-a8810a95-773b-4a1b-883d-12e23c9cac64 req-34709fcc-5480-4773-9105-82ad3d0e8854 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Calling delete_port for 0a7da5cc-2be1-49ca-966f-7c4482f3329a owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:49:59.566639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1973345c-3e19-45ad-b8f8-a2c353be7346']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:59.590615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-94a97f80-ed7e-4748-81fc-18f798465177 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Unset dirty status for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:49:59.591950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-94a97f80-ed7e-4748-81fc-18f798465177 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9633799 Jun 03 15:49:59.593798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bd7f04-2a4e-4e1d-8274-4b7d20e420fd') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:59.594092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bd7f04-2a4e-4e1d-8274-4b7d20e420fd') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:49:59.609941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07eee9-4562-4d6c-a5f0-2e4ab31f88f2 req-bd7d1502-a533-4276-ad81-0b4557606921 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:59.611412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b07eee9-4562-4d6c-a5f0-2e4ab31f88f2 req-bd7d1502-a533-4276-ad81-0b4557606921 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 946 time: 0.6143107 Jun 03 15:49:59.643328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232e60-4764-4935-ae8c-fefe3a9dfc75 req-cde69e18-c7bc-4c9e-bac7-4d8a5ce313d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:49:59.644830 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cf232e60-4764-4935-ae8c-fefe3a9dfc75 req-cde69e18-c7bc-4c9e-bac7-4d8a5ce313d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=affcede9-91de-4a85-9bde-0fd695d9065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960776 Jun 03 15:49:59.668038 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:59.674539 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:59.768150 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:59.790104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:49:59.790491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:49:59.790971 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cf232e60-4764-4935-ae8c-fefe3a9dfc75 req-0d4e72e6-0038-4e06-b2e4-f93d32d63b4e service neutron] 10.222.0.67 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387591 Jun 03 15:49:59.819015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b07eee9-4562-4d6c-a5f0-2e4ab31f88f2 req-84e4f640-972f-4472-8b95-8237b856f4be tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981835 Jun 03 15:49:59.903824 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 23bd7f04-2a4e-4e1d-8274-4b7d20e420fd resource provider aggregate not found Jun 03 15:49:59.945544 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cf232e60-4764-4935-ae8c-fefe3a9dfc75 req-dd9a4541-3b74-4a42-99bd-69f34b4eb625 service neutron] 10.222.0.67 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367030 Jun 03 15:49:59.945753 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 23bd7f04-2a4e-4e1d-8274-4b7d20e420fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23bd7f04-2a4e-4e1d-8274-4b7d20e420fd found for delete ", "request_id": "req-6551a6d2-e63e-4126-9826-a60f5a003218"}]} Jun 03 15:50:00.022867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-69acf1f5-44dc-4651-a26c-e537d8dfeaf9 service neutron] 10.222.0.48 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069662 Jun 03 15:50:00.027354 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.078042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.137668 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a8810a95-773b-4a1b-883d-12e23c9cac64 req-34709fcc-5480-4773-9105-82ad3d0e8854 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.147780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Network': ['ID=1973345c-3e19-45ad-b8f8-a2c353be7346,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:00.181367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['0a7da5cc-2be1-49ca-966f-7c4482f3329a'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:50:00.227945 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-10ac6756-2312-4fcf-b679-7b982bb267f7 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/networks/1973345c-3e19-45ad-b8f8-a2c353be7346 HTTP/1.1" status: 204 len: 168 time: 3.5872867 Jun 03 15:50:00.227945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34709fcc-5480-4773-9105-82ad3d0e8854 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Pushing event deleted for resources: {'Port': ['ID=0a7da5cc-2be1-49ca-966f-7c4482f3329a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:00.230822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49738) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:00.237497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e876634a-1e07-44a8-9851-3fe17a990f3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1594982622', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:00.245001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e876634a-1e07-44a8-9851-3fe17a990f3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:00.249181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e876634a-1e07-44a8-9851-3fe17a990f3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:router and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:00.252080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e876634a-1e07-44a8-9851-3fe17a990f3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:00.259235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e876634a-1e07-44a8-9851-3fe17a990f3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:00.280642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e876634a-1e07-44a8-9851-3fe17a990f3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.282025 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e876634a-1e07-44a8-9851-3fe17a990f3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.321543 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e876634a-1e07-44a8-9851-3fe17a990f3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.343842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8810a95-773b-4a1b-883d-12e23c9cac64 req-34709fcc-5480-4773-9105-82ad3d0e8854 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] No DVR routers for this DVR port 0a7da5cc-2be1-49ca-966f-7c4482f3329a on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:50:00.349639 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a8810a95-773b-4a1b-883d-12e23c9cac64 req-34709fcc-5480-4773-9105-82ad3d0e8854 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.351954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8810a95-773b-4a1b-883d-12e23c9cac64 req-34709fcc-5480-4773-9105-82ad3d0e8854 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.67 "DELETE /v2.0/ports/0a7da5cc-2be1-49ca-966f-7c4482f3329a HTTP/1.1" status: 204 len: 173 time: 1.8695896 Jun 03 15:50:00.352356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26acc1ab-5817-4de4-a997-3dc50c4c5865', 'name': 'network-vif-deleted', 'tag': '0a7da5cc-2be1-49ca-966f-7c4482f3329a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:00.364139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-f37c21e1-ebac-4809-84cc-7d0725772dd5 service neutron] 10.222.0.48 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334615 Jun 03 15:50:00.365771 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e876634a-1e07-44a8-9851-3fe17a990f3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.373559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd59072-a787-4aa8-9efa-89e55bc5044c req-2242330b-ea48-4a83-a32c-a9f78e85c65a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:00.375359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6dd59072-a787-4aa8-9efa-89e55bc5044c req-2242330b-ea48-4a83-a32c-a9f78e85c65a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 0.4287894 Jun 03 15:50:00.428332 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e876634a-1e07-44a8-9851-3fe17a990f3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.430320 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e876634a-1e07-44a8-9851-3fe17a990f3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1961088 Jun 03 15:50:00.434579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49744) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:00.440754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1036612131'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:00.447832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:00.452051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:network and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:00.455206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:00.462154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:00.466309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6dd59072-a787-4aa8-9efa-89e55bc5044c req-4822e46b-0f08-4cf6-bdc7-378937f3eea6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818677 Jun 03 15:50:00.488131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:00.493326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.531884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:50:00.544049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.544752 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added segment b1af7bc8-4bfa-4245-96c9-df8db0ab781a of type vlan for network 0c552837-3bfd-4311-b383-6ba097e37e10 Jun 03 15:50:00.789695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.791993 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b475fd5-a819-4112-b379-298e62a876a7'] response: {'server_uuid': '26acc1ab-5817-4de4-a997-3dc50c4c5865', 'name': 'network-vif-deleted', 'tag': '0a7da5cc-2be1-49ca-966f-7c4482f3329a', 'status': 'completed', 'code': 200} Jun 03 15:50:00.793293 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.793293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:00.793293 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:00.806575 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3707156 Jun 03 15:50:00.834985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49766) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:00.845027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'subnet': {'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:00.858626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b446a-4206-47a9-977f-3966e76c1349 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Network': ['ID=0c552837-3bfd-4311-b383-6ba097e37e10,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:00.871054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0c552837-3bfd-4311-b383-6ba097e37e10 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:50:01.119192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12049c62-2fcb-46f6-9cd1-43541cf53619 req-15e578de-4f48-49e7-9566-4cbd806bcf75 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 210 time: 0.4054058 Jun 03 15:50:01.244140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-68ecf194-fc60-4aef-9506-7eac281cdccb req-4a3b26d7-99f7-417b-ab15-2173a553ff8f tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Synchronizing usage tracker for tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:01.244140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:01.268952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:subnet and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:01.268952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-68ecf194-fc60-4aef-9506-7eac281cdccb req-4a3b26d7-99f7-417b-ab15-2173a553ff8f tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Unset dirty status for tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:01.268952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68ecf194-fc60-4aef-9506-7eac281cdccb req-4a3b26d7-99f7-417b-ab15-2173a553ff8f tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=26acc1ab-5817-4de4-a997-3dc50c4c5865 HTTP/1.1" status: 200 len: 210 time: 0.4832177 Jun 03 15:50:01.268952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:01.337302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:01.383789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a41c8a-1c4d-4af4-8459-208e52de2af2 req-43e6bf3c-3daa-4359-9a65-64b292482f97 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:01.383789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14a41c8a-1c4d-4af4-8459-208e52de2af2 req-43e6bf3c-3daa-4359-9a65-64b292482f97 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 946 time: 0.1083894 Jun 03 15:50:01.383789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:01.390618 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:01.527707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14a41c8a-1c4d-4af4-8459-208e52de2af2 req-dd03e3de-2cfb-4865-941b-924fa764f0e9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281528 Jun 03 15:50:01.853563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:01.893859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a06a50-9a44-4be5-8b65-09e53756c566 req-bec53859-a7a4-4dbd-a3ad-2cca15dd510a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:01.893859 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0a06a50-9a44-4be5-8b65-09e53756c566 req-bec53859-a7a4-4dbd-a3ad-2cca15dd510a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 0.2474828 Jun 03 15:50:01.918560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d08c9-9c0f-4ca9-84d7-3c67fbd70d3c req-6e192b59-61d3-4616-beca-8d929329a921 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:01.918560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d7d08c9-9c0f-4ca9-84d7-3c67fbd70d3c req-6e192b59-61d3-4616-beca-8d929329a921 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 946 time: 0.2229266 Jun 03 15:50:02.021613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Subnet': ['ID=23615c0e-6a09-481d-942b-c9a43cc83f0a,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:02.048244 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d7d08c9-9c0f-4ca9-84d7-3c67fbd70d3c req-2bd5a8a8-fa87-4e14-8fee-5d5e335dbfb7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218357 Jun 03 15:50:02.057086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0a06a50-9a44-4be5-8b65-09e53756c566 req-defdcb94-319b-49f2-aa68-a30723b139ac tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397083 Jun 03 15:50:02.060711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Checking segment: {'id': 'b1af7bc8-4bfa-4245-96c9-df8db0ab781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:02.060711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network hostable DHCP agents. Network: 0c552837-3bfd-4311-b383-6ba097e37e10, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:50:02.127547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 0c552837-3bfd-4311-b383-6ba097e37e10 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:50:02.171901 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f5a7-fa3d-4bd2-914f-08dc5edc7912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:02.347701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0c552837-3bfd-4311-b383-6ba097e37e10) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:02.360137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b894bf-5df8-4aff-af36-8a5707b87565 None None] Network 0c552837-3bfd-4311-b383-6ba097e37e10 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:02.537576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9d32346-d32b-44e3-ae7f-3b61a695a25a req-dbaed6be-049d-460d-8e31-df92ba185858 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 210 time: 0.1819460 Jun 03 15:50:02.541656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:02.541656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:02.590525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-fb898018-dc46-4576-b228-b99eb16c20e9 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:02.593205 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-fb898018-dc46-4576-b228-b99eb16c20e9 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.67 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 810 time: 0.3230426 Jun 03 15:50:02.619383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-7a5b6595-4f53-4bcb-9fd1-43cdeaf76d7f service neutron] 10.222.0.67 "GET /v2.0/ports/60f16f77-8085-4fe1-9650-6c3f929490c3/bindings/n-h1-844595-1 HTTP/1.1" status: 200 len: 384 time: 0.3764117 Jun 03 15:50:02.668385 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-930a60f7-3e02-4ab7-8e9e-a451573fd669 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a HTTP/1.1" status: 200 len: 379 time: 0.0602725 Jun 03 15:50:02.715709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'port': {'device_id': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'admin_state_up': True, 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'security_groups': ['fa436d58-3dc4-496c-bf29-bdb4038bb0ef']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:02.751587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2161a882-64ec-46a0-aa0d-f518d196eda2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9065855 Jun 03 15:50:02.751587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 49806) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:02.788362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-0c552837-3bfd-4311-b383-6ba097e37e10', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:50:02.788362 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:02.933673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:02.946573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:02.959293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Made reservation on behalf of 2b4f6d3ca6c54e96a0ce178eb0aa4c2a for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:02.963204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:03.034924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0a7da5cc-2be1-49ca-966f-7c4482f3329a no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:50:03.148390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 0a7da5cc-2be1-49ca-966f-7c4482f3329a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:50:03.148390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0a7da5cc-2be1-49ca-966f-7c4482f3329a not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:50:03.194156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Allocated IP 2001:db8::2 (0c552837-3bfd-4311-b383-6ba097e37e10/23615c0e-6a09-481d-942b-c9a43cc83f0a/b1b1c66b-90fc-4876-8d33-1e079e41f271) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:03.299073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Allocated IP 172.20.0.3 (a2b79456-f064-42e2-a46e-9cdda61aea88/2981b961-1843-44fe-8dce-c3c671e1fc65/6038fd94-9889-48a8-9c9a-e4e3fa29763e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:03.313109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769bfdf-b025-406b-8fd3-722dd2f5f028 req-044c79ff-b052-4820-9746-272292aa7914 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:03.314712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9769bfdf-b025-406b-8fd3-722dd2f5f028 req-044c79ff-b052-4820-9746-272292aa7914 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 946 time: 1.1403818 Jun 03 15:50:03.636929 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:03.651272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Transition to ACTIVE for port object b1b1c66b-90fc-4876-8d33-1e079e41f271 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:03.677957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Transition to ACTIVE for port object b1b1c66b-90fc-4876-8d33-1e079e41f271 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:03.685507 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:03.705306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:03.727146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Transition to ACTIVE for port object 6038fd94-9889-48a8-9c9a-e4e3fa29763e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:03.780839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Network 0c552837-3bfd-4311-b383-6ba097e37e10 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:03.780839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:03.792652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:03.803774 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:03.848447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Pushing event updated for resources: {'Port': ['ID=b1b1c66b-90fc-4876-8d33-1e079e41f271,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:03.902716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Network a2b79456-f064-42e2-a46e-9cdda61aea88 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:03.907834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Attempting to bind port b1b1c66b-90fc-4876-8d33-1e079e41f271 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:03.907834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Attempting to bind port b1b1c66b-90fc-4876-8d33-1e079e41f271 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b1af7bc8-4bfa-4245-96c9-df8db0ab781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:03.907834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Attempting to bind port b1b1c66b-90fc-4876-8d33-1e079e41f271 on network 0c552837-3bfd-4311-b383-6ba097e37e10 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:03.912830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:03.919908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:03.919908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Checking segment: {'id': 'b1af7bc8-4bfa-4245-96c9-df8db0ab781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:03.919908 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:03.919908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Bound using segment: {'id': 'b1af7bc8-4bfa-4245-96c9-df8db0ab781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:03.919908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Bound port: b1b1c66b-90fc-4876-8d33-1e079e41f271, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1af7bc8-4bfa-4245-96c9-df8db0ab781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:03.919908 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:03.924328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:03.990125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event updated for resources: {'Port': ['ID=6038fd94-9889-48a8-9c9a-e4e3fa29763e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:04.062571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] For port b1b1c66b-90fc-4876-8d33-1e079e41f271, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:04.065303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:04.065985 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:04.066984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] For port b1b1c66b-90fc-4876-8d33-1e079e41f271, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b1b1c66b-90fc-4876-8d33-1e079e41f271,segment=NetworkSegment(b1af7bc8-4bfa-4245-96c9-df8db0ab781a),segment_id=b1af7bc8-4bfa-4245-96c9-df8db0ab781a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:04.088120 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:04.118926 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-249e1ad4-0063-4c85-b252-e84eebf2fb9d tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4154572 Jun 03 15:50:04.139617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Request body: {'port': {'device_id': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:04.217675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bdb03-c9eb-4b0c-97c5-19e62c54620d None None] Pushing event updated for resources: {'Port': ['ID=b1b1c66b-90fc-4876-8d33-1e079e41f271,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:04.269283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9769bfdf-b025-406b-8fd3-722dd2f5f028 req-c7d5ffc2-3b12-412d-a9cb-615c2f8d1932 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7560282 Jun 03 15:50:04.382095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f9476366-fb11-4c47-a459-48b2661fa232 None None] Provisioning for port 6038fd94-9889-48a8-9c9a-e4e3fa29763e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:04.400566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f9476366-fb11-4c47-a459-48b2661fa232 None None] Provisioning complete for port 6038fd94-9889-48a8-9c9a-e4e3fa29763e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:04.400943 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f9476366-fb11-4c47-a459-48b2661fa232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:04.417279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:04.486441 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:04.526749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f9476366-fb11-4c47-a459-48b2661fa232 None None] Port 6038fd94-9889-48a8-9c9a-e4e3fa29763e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:04.870426 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-84570c50-98e2-4043-8a1d-659f5856158f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:04.918787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-ebed3fcd-569d-4467-9190-3553ff1aabb9 service neutron] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:04.938783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e3862-3b86-41c6-ac6c-9ab212cf794d req-f4105586-f4bf-44a3-9528-fe1629002fa4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:04.942543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-933e3862-3b86-41c6-ac6c-9ab212cf794d req-f4105586-f4bf-44a3-9528-fe1629002fa4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 946 time: 1.6144466 Jun 03 15:50:05.047857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6038fd94-9889-48a8-9c9a-e4e3fa29763e {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:50:05.060360 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:05.075202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Transition to ACTIVE for port object 6038fd94-9889-48a8-9c9a-e4e3fa29763e will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:05.093108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:05.210751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-ebed3fcd-569d-4467-9190-3553ff1aabb9 service neutron] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:05.266390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-933e3862-3b86-41c6-ac6c-9ab212cf794d req-560a9c34-5879-4d47-ac46-fabc6b656d01 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167202 Jun 03 15:50:05.428123 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:05.497497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-ebed3fcd-569d-4467-9190-3553ff1aabb9 service neutron] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:05.518944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:05.531501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-ebed3fcd-569d-4467-9190-3553ff1aabb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:05.651834 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:05.794403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Pushing event updated for resources: {'Port': ['ID=6038fd94-9889-48a8-9c9a-e4e3fa29763e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:05.799957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Allocated IP 2001:db8::1 (0c552837-3bfd-4311-b383-6ba097e37e10/23615c0e-6a09-481d-942b-c9a43cc83f0a/5d4116c1-b417-429e-8b73-08257ce9d1e6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:06.051225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Attempting to bind port 6038fd94-9889-48a8-9c9a-e4e3fa29763e on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:06.051714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Attempting to bind port 6038fd94-9889-48a8-9c9a-e4e3fa29763e by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:06.052000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Attempting to bind port 6038fd94-9889-48a8-9c9a-e4e3fa29763e on network a2b79456-f064-42e2-a46e-9cdda61aea88 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:06.057497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Port 6038fd94-9889-48a8-9c9a-e4e3fa29763e on network a2b79456-f064-42e2-a46e-9cdda61aea88 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:50:06.057689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Attempting to bind port 6038fd94-9889-48a8-9c9a-e4e3fa29763e on network a2b79456-f064-42e2-a46e-9cdda61aea88 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:06.063408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:06.063743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Checking segment: {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:06.064123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Bound using segment: {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:06.064545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Bound port: 6038fd94-9889-48a8-9c9a-e4e3fa29763e, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbcc6588-169e-4a64-aca2-f7e1c978c6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:06.064886 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:06.073595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c164b-f204-4892-9e17-21cc1e8ba4b3 req-5455af11-a45b-481f-91a3-da833af5a1fb tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:06.081929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-723c164b-f204-4892-9e17-21cc1e8ba4b3 req-5455af11-a45b-481f-91a3-da833af5a1fb tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 931 time: 1.5586154 Jun 03 15:50:06.105861 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c73b14-4b8e-483d-ad92-c426077672ab'] response: {'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'code': 200} Jun 03 15:50:06.185022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13582170-4940-4fde-aa98-19f863ebf60b None None] Network 0c552837-3bfd-4311-b383-6ba097e37e10 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:06.191078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:06.203175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] For port 6038fd94-9889-48a8-9c9a-e4e3fa29763e, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:06.203175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] For port 6038fd94-9889-48a8-9c9a-e4e3fa29763e, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6038fd94-9889-48a8-9c9a-e4e3fa29763e,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:06.218804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:06.315298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-723c164b-f204-4892-9e17-21cc1e8ba4b3 req-9eed842c-e277-4e8a-8972-b228ed623eb3 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032492 Jun 03 15:50:06.327865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-caf15ff7-ef9d-457f-ba5d-7df0293f7474 None None] Provisioning for port b1b1c66b-90fc-4876-8d33-1e079e41f271 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:06.386627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:06.388207 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:06.390123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Transition to ACTIVE for port object 5d4116c1-b417-429e-8b73-08257ce9d1e6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:06.390728 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] 10.222.0.67 "PUT /v2.0/ports/6038fd94-9889-48a8-9c9a-e4e3fa29763e HTTP/1.1" status: 200 len: 1091 time: 2.2571478 Jun 03 15:50:06.391406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'tag': '6038fd94-9889-48a8-9c9a-e4e3fa29763e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:06.430097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe5897-d9de-431f-b020-c71ed3a82beb service neutron] Pushing event updated for resources: {'Port': ['ID=6038fd94-9889-48a8-9c9a-e4e3fa29763e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:06.526142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-ebed3fcd-569d-4467-9190-3553ff1aabb9 service neutron] Transition to ACTIVE for port object 60f16f77-8085-4fe1-9650-6c3f929490c3 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:06.642721 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-ebed3fcd-569d-4467-9190-3553ff1aabb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:06.646237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b1b1c66b-90fc-4876-8d33-1e079e41f271 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:06.825289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-2eb245df-e923-479e-8143-82f053c77d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:06.827580 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-2eb245df-e923-479e-8143-82f053c77d94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 1094 time: 0.3736804 Jun 03 15:50:06.995604 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-85c39a8b-bfa1-4096-b168-d46b918e973d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6038fd94-9889-48a8-9c9a-e4e3fa29763e HTTP/1.1" status: 200 len: 217 time: 0.1500895 Jun 03 15:50:07.035745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port b1b1c66b-90fc-4876-8d33-1e079e41f271 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:07.069282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b1b1c66b-90fc-4876-8d33-1e079e41f271 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:07.069282 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:07.128997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-f55e59f3-47fa-403c-bbf7-694a876c7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:07.131575 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-f55e59f3-47fa-403c-bbf7-694a876c7f7d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2981b961-1843-44fe-8dce-c3c671e1fc65 HTTP/1.1" status: 200 len: 849 time: 0.1326201 Jun 03 15:50:07.181112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 60f16f77-8085-4fe1-9650-6c3f929490c3 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:50:07.255170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-8234cd6e-8179-4ca7-9e3b-d70fb430a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:07.255170 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-8234cd6e-8179-4ca7-9e3b-d70fb430a6fd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b79456-f064-42e2-a46e-9cdda61aea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075375 Jun 03 15:50:07.304477 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:07.350785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 60f16f77-8085-4fe1-9650-6c3f929490c3 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:50:07.444721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b1b1c66b-90fc-4876-8d33-1e079e41f271 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:07.444721 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:07.546904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port b1b1c66b-90fc-4876-8d33-1e079e41f271, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b1b1c66b-90fc-4876-8d33-1e079e41f271,segment=NetworkSegment(b1af7bc8-4bfa-4245-96c9-df8db0ab781a),segment_id=b1af7bc8-4bfa-4245-96c9-df8db0ab781a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:07.554368 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:07.583356 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-9bd64c42-c74f-4815-8b42-693b41aff120 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252747 Jun 03 15:50:07.585565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-ebed3fcd-569d-4467-9190-3553ff1aabb9 service neutron] No DVR routers for this DVR port 60f16f77-8085-4fe1-9650-6c3f929490c3 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:50:07.693112 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:07.782925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed3fcd-569d-4467-9190-3553ff1aabb9 service neutron] Pushing event updated for resources: {'Port': ['ID=60f16f77-8085-4fe1-9650-6c3f929490c3,revision_number=11']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:07.792180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef223742-ee45-4685-9157-b422bb9f88fc req-7fbc0232-7f4f-4f41-8528-a599a19ef332 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:07.795433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=b1b1c66b-90fc-4876-8d33-1e079e41f271,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:07.804807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef223742-ee45-4685-9157-b422bb9f88fc req-7fbc0232-7f4f-4f41-8528-a599a19ef332 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 946 time: 1.5890489 Jun 03 15:50:07.847568 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-384d0a18-51f7-48c0-b59d-7609afc1be54 req-2c30d40c-fced-49d7-8b71-4bc8e780756c service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441428 Jun 03 15:50:07.944616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6e9bf1ae-a094-4753-8fa1-113e59556b98 None None] Provisioning complete for port b1b1c66b-90fc-4876-8d33-1e079e41f271 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:07.945104 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e9bf1ae-a094-4753-8fa1-113e59556b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:07.956072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 0c552837-3bfd-4311-b383-6ba097e37e10 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:08.112479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:08.118986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=5d4116c1-b417-429e-8b73-08257ce9d1e6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:08.131251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:08.131251 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:08.187723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6e9bf1ae-a094-4753-8fa1-113e59556b98 None None] Current status of the port b1b1c66b-90fc-4876-8d33-1e079e41f271 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:08.225497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71882-ff2c-4a9a-9e9e-eed77f9627ec req-40866f4d-f81c-4eb2-ab07-87dce92936bb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:08.227396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06f71882-ff2c-4a9a-9e9e-eed77f9627ec req-40866f4d-f81c-4eb2-ab07-87dce92936bb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 945 time: 1.6928186 Jun 03 15:50:08.230208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef223742-ee45-4685-9157-b422bb9f88fc req-58be8719-1ed7-4d9f-8d11-a548690a8951 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287758 Jun 03 15:50:08.348443 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6795de40-5e7f-4211-9e40-1418cbdaaa9d'] response: {'name': 'network-changed', 'server_uuid': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'tag': '6038fd94-9889-48a8-9c9a-e4e3fa29763e', 'status': 'completed', 'code': 200} Jun 03 15:50:08.429168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06f71882-ff2c-4a9a-9e9e-eed77f9627ec req-124b2403-4b2b-418d-9663-64e186ae6f6b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862679 Jun 03 15:50:08.508588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b1b1c66b-90fc-4876-8d33-1e079e41f271 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:08.587441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e329c1-c2d5-4722-9791-2c769ea70d8c req-50482324-d644-4e9f-8473-30db132bb107 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:08.589306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61e329c1-c2d5-4722-9791-2c769ea70d8c req-50482324-d644-4e9f-8473-30db132bb107 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 946 time: 0.7709908 Jun 03 15:50:08.653196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-88a2d7d0-5aeb-4f85-b1ad-ed6b78ea54a3 None None] Provisioning for port 5d4116c1-b417-429e-8b73-08257ce9d1e6 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:08.659630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-88a2d7d0-5aeb-4f85-b1ad-ed6b78ea54a3 None None] Provisioning complete for port 5d4116c1-b417-429e-8b73-08257ce9d1e6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:08.660012 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-88a2d7d0-5aeb-4f85-b1ad-ed6b78ea54a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:08.666945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31060918-3a5b-410c-9078-d7e511a2ea90 req-afdd6704-1db5-401d-8a09-ccbf01c82421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:08.669322 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31060918-3a5b-410c-9078-d7e511a2ea90 req-afdd6704-1db5-401d-8a09-ccbf01c82421 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 1094 time: 0.1845489 Jun 03 15:50:08.720103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b1b1c66b-90fc-4876-8d33-1e079e41f271 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:08.720103 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:08.766038 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:08.791491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-88a2d7d0-5aeb-4f85-b1ad-ed6b78ea54a3 None None] Port 5d4116c1-b417-429e-8b73-08257ce9d1e6 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:08.794845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-ebed3fcd-569d-4467-9190-3553ff1aabb9 service neutron] 10.222.0.67 "PUT /v2.0/ports/60f16f77-8085-4fe1-9650-6c3f929490c3/bindings/n-h1-844595-1/activate HTTP/1.1" status: 200 len: 369 time: 6.1601489 Jun 03 15:50:08.986131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b1b1c66b-90fc-4876-8d33-1e079e41f271 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:09.009921 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:09.010781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31060918-3a5b-410c-9078-d7e511a2ea90 req-8d2a0f8e-cbe3-46d4-8c99-319bd2581e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:09.012524 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31060918-3a5b-410c-9078-d7e511a2ea90 req-8d2a0f8e-cbe3-46d4-8c99-319bd2581e12 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 911 time: 0.3362832 Jun 03 15:50:09.051056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-61e329c1-c2d5-4722-9791-2c769ea70d8c req-e7c6b8b1-6dcc-4cfd-893e-5afe224e8b31 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Deleting port d00eb7df-77f6-4b79-976d-d407aa27d23b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:09.051410 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-61e329c1-c2d5-4722-9791-2c769ea70d8c req-e7c6b8b1-6dcc-4cfd-893e-5afe224e8b31 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:09.144518 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31060918-3a5b-410c-9078-d7e511a2ea90 req-af5f32c9-4f78-460a-9192-06fb376621ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6038fd94-9889-48a8-9c9a-e4e3fa29763e HTTP/1.1" status: 200 len: 217 time: 0.1120386 Jun 03 15:50:09.215274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31060918-3a5b-410c-9078-d7e511a2ea90 req-e037ec19-9fa3-4e78-8456-fe3c7cb51cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:09.215274 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31060918-3a5b-410c-9078-d7e511a2ea90 req-e037ec19-9fa3-4e78-8456-fe3c7cb51cd3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2981b961-1843-44fe-8dce-c3c671e1fc65 HTTP/1.1" status: 200 len: 849 time: 0.0756021 Jun 03 15:50:09.314896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31060918-3a5b-410c-9078-d7e511a2ea90 req-2e89303b-117d-4f58-a421-d59b50d8fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:09.316702 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31060918-3a5b-410c-9078-d7e511a2ea90 req-2e89303b-117d-4f58-a421-d59b50d8fd1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b79456-f064-42e2-a46e-9cdda61aea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968082 Jun 03 15:50:09.400068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc76ef3-3bd1-43b7-901e-0b7ead1f396f req-b67c9e3a-384e-49c6-8e30-6ba117b20d8e tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:09.415124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ebc76ef3-3bd1-43b7-901e-0b7ead1f396f req-b67c9e3a-384e-49c6-8e30-6ba117b20d8e tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 943 time: 0.7981551 Jun 03 15:50:09.581821 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31060918-3a5b-410c-9078-d7e511a2ea90 req-57e5cc5d-0c20-466d-96bb-d75acf62f001 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484832 Jun 03 15:50:09.716772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ebc76ef3-3bd1-43b7-901e-0b7ead1f396f req-0d4cef24-377c-48f2-b5f1-cb2eb60f1c3f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494259 Jun 03 15:50:09.727297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-e6a92ced-1036-4e11-9979-374743eb95d4 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:09.729639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-e6a92ced-1036-4e11-9979-374743eb95d4 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad&tenant_id=767148f2fab9461bb6d15ea9d771d311&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.8050854 Jun 03 15:50:09.829773 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-31060918-3a5b-410c-9078-d7e511a2ea90 req-aeff7982-3675-4aec-a9ae-ec3d53290140 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245040 Jun 03 15:50:10.171360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd6db2-41e3-4e66-801a-7045d2c119ec req-fd894aac-0cf6-46a1-a82d-f532c0a49f32 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:10.181316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79bd6db2-41e3-4e66-801a-7045d2c119ec req-fd894aac-0cf6-46a1-a82d-f532c0a49f32 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 946 time: 0.6862724 Jun 03 15:50:10.272424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-61e329c1-c2d5-4722-9791-2c769ea70d8c req-e7c6b8b1-6dcc-4cfd-893e-5afe224e8b31 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] For port d00eb7df-77f6-4b79-976d-d407aa27d23b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d00eb7df-77f6-4b79-976d-d407aa27d23b,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:10.272786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-61e329c1-c2d5-4722-9791-2c769ea70d8c req-e7c6b8b1-6dcc-4cfd-893e-5afe224e8b31 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:10.366994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-79bd6db2-41e3-4e66-801a-7045d2c119ec req-33b35498-699d-4e2c-ba69-3bcb6bb6b8bc tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841962 Jun 03 15:50:10.447993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-61e329c1-c2d5-4722-9791-2c769ea70d8c req-e7c6b8b1-6dcc-4cfd-893e-5afe224e8b31 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Calling delete_port for d00eb7df-77f6-4b79-976d-d407aa27d23b owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:10.498702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-159a0cb9-83af-4460-8d99-5a287de51752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:10.498702 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-159a0cb9-83af-4460-8d99-5a287de51752 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 1096 time: 0.7185011 Jun 03 15:50:10.554986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4029498-16d7-407f-bf35-06ebb76916ed req-7d095344-9df8-4c68-a7a5-925ed9b36711 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:10.558804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4029498-16d7-407f-bf35-06ebb76916ed req-7d095344-9df8-4c68-a7a5-925ed9b36711 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 945 time: 0.4678049 Jun 03 15:50:10.612708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:10.638527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:10.638527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:10.870544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4029498-16d7-407f-bf35-06ebb76916ed req-85afa8d8-f564-4368-a030-7c3e1fd82176 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906899 Jun 03 15:50:10.894957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=5d4116c1-b417-429e-8b73-08257ce9d1e6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:11.035933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 0c552837-3bfd-4311-b383-6ba097e37e10 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:11.042402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:11.053766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6038fd94-9889-48a8-9c9a-e4e3fa29763e details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:50:11.059206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-36440de9-a357-4338-8807-b1f1dcd6a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:11.059206 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-36440de9-a357-4338-8807-b1f1dcd6a812 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1096 time: 0.5421033 Jun 03 15:50:11.059206 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-61e329c1-c2d5-4722-9791-2c769ea70d8c req-e7c6b8b1-6dcc-4cfd-893e-5afe224e8b31 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:11.281386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['d00eb7df-77f6-4b79-976d-d407aa27d23b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:50:11.513371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a64fb2c-5e81-4384-a053-31368fe0063f None None] Provisioning complete for port 5d4116c1-b417-429e-8b73-08257ce9d1e6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:11.513371 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a64fb2c-5e81-4384-a053-31368fe0063f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:11.586682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6038fd94-9889-48a8-9c9a-e4e3fa29763e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6038fd94-9889-48a8-9c9a-e4e3fa29763e,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:11.606735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '6038fd94-9889-48a8-9c9a-e4e3fa29763e', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'port_id': '6038fd94-9889-48a8-9c9a-e4e3fa29763e', 'mac_address': 'fa:16:3e:7a:2c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:50:11.608256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a64fb2c-5e81-4384-a053-31368fe0063f None None] Port 5d4116c1-b417-429e-8b73-08257ce9d1e6 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:11.638068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6b8b1-6dcc-4cfd-893e-5afe224e8b31 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event deleted for resources: {'Port': ['ID=d00eb7df-77f6-4b79-976d-d407aa27d23b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:11.692806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6038fd94-9889-48a8-9c9a-e4e3fa29763e is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:11.692806 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:11.717740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6038fd94-9889-48a8-9c9a-e4e3fa29763e {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:50:11.730142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6038fd94-9889-48a8-9c9a-e4e3fa29763e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6038fd94-9889-48a8-9c9a-e4e3fa29763e,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:11.743179 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:11.838348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6038fd94-9889-48a8-9c9a-e4e3fa29763e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:11.888326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e22ae1d-4036-453a-99f1-9fba02f2aa1e req-6fc6f671-3332-42e8-bc52-4c3ef8154215 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 210 time: 0.2403526 Jun 03 15:50:11.913641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e329c1-c2d5-4722-9791-2c769ea70d8c req-e7c6b8b1-6dcc-4cfd-893e-5afe224e8b31 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] No DVR routers for this DVR port d00eb7df-77f6-4b79-976d-d407aa27d23b on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:50:11.917295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-61e329c1-c2d5-4722-9791-2c769ea70d8c req-e7c6b8b1-6dcc-4cfd-893e-5afe224e8b31 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:11.937632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe23ca00-279b-446c-b42b-77211d7d7067', 'name': 'network-vif-deleted', 'tag': 'd00eb7df-77f6-4b79-976d-d407aa27d23b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:11.994704 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61e329c1-c2d5-4722-9791-2c769ea70d8c req-e7c6b8b1-6dcc-4cfd-893e-5afe224e8b31 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "DELETE /v2.0/ports/d00eb7df-77f6-4b79-976d-d407aa27d23b HTTP/1.1" status: 204 len: 173 time: 3.3767869 Jun 03 15:50:12.050702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-55b944b5-c9e0-40bb-824f-acdc2eecd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:12.050702 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-55b944b5-c9e0-40bb-824f-acdc2eecd229 service neutron] 10.222.0.75 "GET /v2.0/networks?id=affcede9-91de-4a85-9bde-0fd695d9065b HTTP/1.1" status: 200 len: 898 time: 0.7545393 Jun 03 15:50:12.070993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e33a0-4319-42ea-b1d0-81894d2fe225 req-d403a83e-49cb-4980-b376-faf15b48229f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:12.070993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c8e33a0-4319-42ea-b1d0-81894d2fe225 req-d403a83e-49cb-4980-b376-faf15b48229f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 943 time: 0.7443810 Jun 03 15:50:12.136065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['6038fd94-9889-48a8-9c9a-e4e3fa29763e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:50:12.426533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-0e8275b9-392b-49b3-b9aa-810645a036e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60f16f77-8085-4fe1-9650-6c3f929490c3 HTTP/1.1" status: 200 len: 1000 time: 0.3584545 Jun 03 15:50:12.602574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c8e33a0-4319-42ea-b1d0-81894d2fe225 req-4c6bc506-e58b-4ff5-89d7-fcecb8d3eacc tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909208 Jun 03 15:50:12.626863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:50:12.637341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-1a749947-8ccc-469d-a6bb-90524704bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:12.637341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-1a749947-8ccc-469d-a6bb-90524704bfdc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7465dc5d-9336-445a-8a92-95fd1d5cc40e HTTP/1.1" status: 200 len: 835 time: 0.1981008 Jun 03 15:50:12.799884 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c53cad-6dc8-4dc4-bd9f-5105a3430949'] response: {'server_uuid': 'fe23ca00-279b-446c-b42b-77211d7d7067', 'name': 'network-vif-deleted', 'tag': 'd00eb7df-77f6-4b79-976d-d407aa27d23b', 'status': 'completed', 'code': 200} Jun 03 15:50:12.832474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fedf0-e4a0-4eba-a115-c046c2a53742 req-ac5af044-d694-4898-ab38-29e057a7a52f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:12.832474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-966fedf0-e4a0-4eba-a115-c046c2a53742 req-ac5af044-d694-4898-ab38-29e057a7a52f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 945 time: 0.6890047 Jun 03 15:50:12.998891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:12.998891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-89cbe0ea-6d6f-477e-a3ef-92c730a79efc tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2404764 Jun 03 15:50:13.004172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49966) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:13.019042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Sync routers for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:13.020808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-966fedf0-e4a0-4eba-a115-c046c2a53742 req-d4ac611d-2d95-4bb0-9f96-6a16ff38cb2d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549575 Jun 03 15:50:13.031756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2077040156'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:13.037351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:13.047175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:13.047175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:13.051918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:network and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:13.070159 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:13.074152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-016a4dce-34ff-4438-a5c8-2aca46c5e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:13.074152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-016a4dce-34ff-4438-a5c8-2aca46c5e6c8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=affcede9-91de-4a85-9bde-0fd695d9065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4225004 Jun 03 15:50:13.081378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a465-c639-496f-9175-414c8a358dc1 req-22ad168b-9844-4de2-b7f1-d03e7c37576c tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:13.081378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-22ad168b-9844-4de2-b7f1-d03e7c37576c tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/networks?id=5cbcf190-5fde-4e7f-ae0d-941dea14fee5 HTTP/1.1" status: 200 len: 814 time: 0.2807550 Jun 03 15:50:13.084729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:13.117497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:13.117497 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:13.172049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-ad29613a-d43c-4f7a-bb05-3c573290061d tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/quotas/225ff2202a2e4b1e9c22e5adee3d3ed0 HTTP/1.1" status: 200 len: 375 time: 0.0745952 Jun 03 15:50:13.190277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d00eb7df-77f6-4b79-976d-d407aa27d23b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:50:13.200843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:50:13.210663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:13.211174 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added segment b01998ae-9c85-448b-9b3e-045de496cff6 of type vlan for network c5671e0a-86f3-406d-8d5c-63dac26b6bc5 Jun 03 15:50:13.246500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:13.259256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-d261844f-9b8f-4bbc-8718-438ad176f184 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=225ff2202a2e4b1e9c22e5adee3d3ed0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787075 Jun 03 15:50:13.264233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: d00eb7df-77f6-4b79-976d-d407aa27d23b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:50:13.264865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d00eb7df-77f6-4b79-976d-d407aa27d23b not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:50:13.323901 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:13.323901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:13.323901 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:13.394971 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3881240 Jun 03 15:50:13.404862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 49972) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:13.414970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'subnet': {'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:13.436827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:13.440738 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-d954f7df-e14c-4fdb-a919-8dfd2088e23c service neutron] 10.222.0.75 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561878 Jun 03 15:50:13.653997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:13.670664 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:subnet and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:13.675044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5115998e-2088-4596-947f-104c5845c1d0 req-f7b51ab7-3a3c-4217-b6a8-6ded1d498451 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:13.676396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:13.690367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41278a-f577-491b-8275-5cae524c04a5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Network': ['ID=c5671e0a-86f3-406d-8d5c-63dac26b6bc5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:13.693138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:13.723599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:13.728952 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:13.733323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network c5671e0a-86f3-406d-8d5c-63dac26b6bc5 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:50:13.818030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-5115998e-2088-4596-947f-104c5845c1d0 req-f7b51ab7-3a3c-4217-b6a8-6ded1d498451 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:13.818030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5115998e-2088-4596-947f-104c5845c1d0 req-f7b51ab7-3a3c-4217-b6a8-6ded1d498451 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe23ca00-279b-446c-b42b-77211d7d7067 HTTP/1.1" status: 200 len: 210 time: 0.5176065 Jun 03 15:50:13.892696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-b3be5bd1-cf74-46e8-a285-73bd15122d24 service neutron] 10.222.0.75 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923490 Jun 03 15:50:13.929690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-ff3ce493-4881-4b27-88d2-b70c057728d2 service neutron] 10.222.0.48 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450267 Jun 03 15:50:14.120636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:08Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:09Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:14.138244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Checking router: 2b88cfc4-a244-40f1-a75a-6c6de31254e7 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:50:14.138244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Updating router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 port 5d4116c1-b417-429e-8b73-08257ce9d1e6 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:50:14.189493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-ee76280a-6080-43d5-a398-facfaef7d751 service neutron] 10.222.0.48 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684669 Jun 03 15:50:14.215172 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.268631 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.382703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0299a6-7eab-4482-860d-06de92615b21 req-13623004-58d3-478a-b84b-b72dca6bef8f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:14.391414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e0299a6-7eab-4482-860d-06de92615b21 req-13623004-58d3-478a-b84b-b72dca6bef8f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 944 time: 0.2587168 Jun 03 15:50:14.443783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Subnet': ['ID=aca080a6-826d-48ec-8c2b-22954e9122c1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:14.462107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Checking segment: {'id': 'b01998ae-9c85-448b-9b3e-045de496cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:14.462551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network hostable DHCP agents. Network: c5671e0a-86f3-406d-8d5c-63dac26b6bc5, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:50:14.477213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-60cdc75b-7614-4511-8214-0bdd7c5aaf5b tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:14.487662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-60cdc75b-7614-4511-8214-0bdd7c5aaf5b tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad&tenant_id=767148f2fab9461bb6d15ea9d771d311&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 1096 time: 0.2458084 Jun 03 15:50:14.504640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network c5671e0a-86f3-406d-8d5c-63dac26b6bc5 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:50:14.558103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, c5671e0a-86f3-406d-8d5c-63dac26b6bc5) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:14.564068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e0299a6-7eab-4482-860d-06de92615b21 req-ddd8fa64-f1d2-4ff0-93ac-7903792dc62c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673121 Jun 03 15:50:14.587766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a64ccd-4bb8-4853-9276-c9eec934ab5f None None] Network c5671e0a-86f3-406d-8d5c-63dac26b6bc5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:14.591649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:14.591649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:14.731901 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9c3fbf08-fce8-446f-bba7-2670f733ed01 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3264985 Jun 03 15:50:14.732776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50000) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:14.931510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5a37d87-3ae6-4598-b7d4-c0141d2dc5e3 req-c0624f28-fb7d-4b5f-8a47-790bcac4e6d4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 210 time: 0.2951827 Jun 03 15:50:15.099896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6038fd94-9889-48a8-9c9a-e4e3fa29763e up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:15.158841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2d59c-dbd2-454c-b47e-bffaf4cf4754 req-222841e8-04c4-40b7-aec8-84203ff8c267 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:15.165307 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adb2d59c-dbd2-454c-b47e-bffaf4cf4754 req-222841e8-04c4-40b7-aec8-84203ff8c267 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 945 time: 0.3324888 Jun 03 15:50:15.216659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-30a33e40-27d9-4b9e-b7eb-7bc30991fed3 service neutron] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:15.222120 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-30a33e40-27d9-4b9e-b7eb-7bc30991fed3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:15.223361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-30a33e40-27d9-4b9e-b7eb-7bc30991fed3 service neutron] 10.222.0.75 "DELETE /v2.0/ports/60f16f77-8085-4fe1-9650-6c3f929490c3/bindings/n-h2-844595-1 HTTP/1.1" status: 204 len: 173 time: 0.7226136 Jun 03 15:50:15.246033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adb2d59c-dbd2-454c-b47e-bffaf4cf4754 req-afd92bf3-2f67-4584-868f-4d49aae3fccf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679111 Jun 03 15:50:15.410559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:50:15.420401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:15.530485 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.resource_extend [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:50:15.653742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea8c81-9301-48a0-a5be-c5f946c7e7a0 req-414c8d23-c6bf-4205-84c4-2f6881fc80b9 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:15.669188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12ea8c81-9301-48a0-a5be-c5f946c7e7a0 req-414c8d23-c6bf-4205-84c4-2f6881fc80b9 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1096 time: 0.2181933 Jun 03 15:50:15.770825 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12ea8c81-9301-48a0-a5be-c5f946c7e7a0 req-1b655d0a-a5c2-49bb-a23b-b5d46b201d25 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722754 Jun 03 15:50:15.791369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 6038fd94-9889-48a8-9c9a-e4e3fa29763e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:15.863641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 6038fd94-9889-48a8-9c9a-e4e3fa29763e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:15.863641 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:15.963116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b11508-d641-4eb9-8ff3-40b0f61d7691 req-226b6e42-098f-4716-8864-5cb3c83c2533 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:15.965048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60b11508-d641-4eb9-8ff3-40b0f61d7691 req-226b6e42-098f-4716-8864-5cb3c83c2533 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 944 time: 0.1495032 Jun 03 15:50:15.971779 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:15.977803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:16.067673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Transition to ACTIVE for port object 5d4116c1-b417-429e-8b73-08257ce9d1e6 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:16.238232 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:16.292824 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60b11508-d641-4eb9-8ff3-40b0f61d7691 req-13fd4635-572d-4090-b118-8c5d7e612dd1 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217754 Jun 03 15:50:16.579303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f33dc54c-5a6d-4448-860e-f6e45a0897bd req-06acf32d-6972-430d-aaeb-f12e220d0301 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 210 time: 0.0685325 Jun 03 15:50:16.586138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Allocated IP 2001:db8:1::2 (c5671e0a-86f3-406d-8d5c-63dac26b6bc5/aca080a6-826d-48ec-8c2b-22954e9122c1/54f1181e-e390-4137-9f2a-eaf29bfc5445) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:16.660884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab0a42-9c42-4cbc-8b5a-e585403692c8 req-18fed3d8-859d-4475-9d5a-2aef02047bd0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:16.664579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43ab0a42-9c42-4cbc-8b5a-e585403692c8 req-18fed3d8-859d-4475-9d5a-2aef02047bd0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 945 time: 0.6479099 Jun 03 15:50:16.774645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a465-c639-496f-9175-414c8a358dc1 req-ba2227a1-2380-47de-8ba4-2c3fe6460ae5 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:16.776221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-ba2227a1-2380-47de-8ba4-2c3fe6460ae5 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.67 "GET /v2.0/networks?id=5cbcf190-5fde-4e7f-ae0d-941dea14fee5 HTTP/1.1" status: 200 len: 814 time: 0.4824541 Jun 03 15:50:16.806696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Request body: {'port': {'device_id': 'b67074a3-728b-48c0-8891-07e3d572ee54', 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5', 'admin_state_up': True, 'tenant_id': '225ff2202a2e4b1e9c22e5adee3d3ed0'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:16.827627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b6427-f6a8-4708-8ddd-641297b6fd42 None None] Pushing event updated for resources: {'Port': ['ID=5d4116c1-b417-429e-8b73-08257ce9d1e6,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:17.012145 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43ab0a42-9c42-4cbc-8b5a-e585403692c8 req-fd0e043e-53e6-4770-ae16-d7a0c0821f17 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336964 Jun 03 15:50:17.024820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:17.037057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:17.043755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50038) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:17.061091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Made reservation on behalf of 225ff2202a2e4b1e9c22e5adee3d3ed0 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:17.065040 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.273411 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dc68c47b-4570-4075-bd95-e74018e5251e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/7dd84c0f-7177-42a5-91f3-8960f091e3d1 HTTP/1.1" status: 200 len: 992 time: 0.2244461 Jun 03 15:50:17.404356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Allocated IP 172.20.0.10 (5cbcf190-5fde-4e7f-ae0d-941dea14fee5/39e35a32-31ef-4ad8-8af1-61cc79820110/995c7508-e926-4bd4-b100-d181326bcef3) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:17.524517 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.535633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Transition to ACTIVE for port object 54f1181e-e390-4137-9f2a-eaf29bfc5445 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:17.595820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 6038fd94-9889-48a8-9c9a-e4e3fa29763e is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:17.595820 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.634435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:17.711673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 6038fd94-9889-48a8-9c9a-e4e3fa29763e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6038fd94-9889-48a8-9c9a-e4e3fa29763e,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:17.719391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Attempting to bind port 5d4116c1-b417-429e-8b73-08257ce9d1e6 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:17.719391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Attempting to bind port 5d4116c1-b417-429e-8b73-08257ce9d1e6 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b1af7bc8-4bfa-4245-96c9-df8db0ab781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:17.719391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Attempting to bind port 5d4116c1-b417-429e-8b73-08257ce9d1e6 on network 0c552837-3bfd-4311-b383-6ba097e37e10 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:17.727725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b525be0-d152-495d-8483-318051d50482 req-8da50f81-5494-499f-a481-c3db055589ae tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:17.727725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b525be0-d152-495d-8483-318051d50482 req-8da50f81-5494-499f-a481-c3db055589ae tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 944 time: 0.2052836 Jun 03 15:50:17.759534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Transition to ACTIVE for port object 54f1181e-e390-4137-9f2a-eaf29bfc5445 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:17.759534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6038fd94-9889-48a8-9c9a-e4e3fa29763e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:17.794645 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.803298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:17.803702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Checking segment: {'id': 'b1af7bc8-4bfa-4245-96c9-df8db0ab781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:17.804147 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.804479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Bound using segment: {'id': 'b1af7bc8-4bfa-4245-96c9-df8db0ab781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:17.804967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Bound port: 5d4116c1-b417-429e-8b73-08257ce9d1e6, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1af7bc8-4bfa-4245-96c9-df8db0ab781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:17.805595 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.808114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:17.894366 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b525be0-d152-495d-8483-318051d50482 req-40ca43f5-2709-4732-82d1-74f2c6170bcb tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480937 Jun 03 15:50:17.912572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16d9726f-84c4-4eb9-ab26-2472290ebefb req-509c8213-a540-4b20-8288-229cc98931de tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 210 time: 0.0742366 Jun 03 15:50:18.016429 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.075055 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.106443 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e60162-e022-47a3-b69d-a266d0c34fbb'] response: {'server_uuid': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6038fd94-9889-48a8-9c9a-e4e3fa29763e', 'code': 200} Jun 03 15:50:18.122655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:18.132133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:18.138301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:18.152181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=6038fd94-9889-48a8-9c9a-e4e3fa29763e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:18.157152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Network c5671e0a-86f3-406d-8d5c-63dac26b6bc5 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:18.196600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:18.212825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] For port 5d4116c1-b417-429e-8b73-08257ce9d1e6, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:18.216226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] For port 5d4116c1-b417-429e-8b73-08257ce9d1e6, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5d4116c1-b417-429e-8b73-08257ce9d1e6,segment=NetworkSegment(b1af7bc8-4bfa-4245-96c9-df8db0ab781a),segment_id=b1af7bc8-4bfa-4245-96c9-df8db0ab781a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:18.223172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:18.235396 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.246900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:18.251656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.321747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Pushing event updated for resources: {'Port': ['ID=995c7508-e926-4bd4-b100-d181326bcef3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:18.366867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-562e3a43-905a-4d73-8898-53a95edba649 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5555904 Jun 03 15:50:18.374846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-677aeafb-4bc9-409d-832c-87d74febf5bf tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:50:18.374846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-677aeafb-4bc9-409d-832c-87d74febf5bf tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059481 Jun 03 15:50:18.392183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Request body: {'port': {'device_id': 'b67074a3-728b-48c0-8891-07e3d572ee54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:18.420237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Pushing event updated for resources: {'Port': ['ID=54f1181e-e390-4137-9f2a-eaf29bfc5445,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:18.550170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b6427-f6a8-4708-8ddd-641297b6fd42 None None] Pushing event updated for resources: {'Port': ['ID=5d4116c1-b417-429e-8b73-08257ce9d1e6,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:18.563858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:18.564662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:18.624567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Attempting to bind port 54f1181e-e390-4137-9f2a-eaf29bfc5445 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:18.625626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Attempting to bind port 54f1181e-e390-4137-9f2a-eaf29bfc5445 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b01998ae-9c85-448b-9b3e-045de496cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:18.627198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Attempting to bind port 54f1181e-e390-4137-9f2a-eaf29bfc5445 on network c5671e0a-86f3-406d-8d5c-63dac26b6bc5 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:18.651645 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.663179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Allocated IP 2001:db8:1::1 (c5671e0a-86f3-406d-8d5c-63dac26b6bc5/aca080a6-826d-48ec-8c2b-22954e9122c1/e44971f9-968f-4204-ae2c-80297f2f39d4) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:18.803128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:18.803128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Checking segment: {'id': 'b01998ae-9c85-448b-9b3e-045de496cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:18.803128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.803128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Bound using segment: {'id': 'b01998ae-9c85-448b-9b3e-045de496cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:18.803128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Bound port: 54f1181e-e390-4137-9f2a-eaf29bfc5445, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01998ae-9c85-448b-9b3e-045de496cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:18.803128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:18.911989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb527584-b0f0-44d5-a450-3d87956d1c8d req-6b6a0eb4-0a5d-4020-b551-998e12923aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:18.913760 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-eb527584-b0f0-44d5-a450-3d87956d1c8d req-6b6a0eb4-0a5d-4020-b551-998e12923aaf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 1096 time: 0.6571920 Jun 03 15:50:18.962159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:19.280791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port c6353fe5-38f6-422c-a0f9-448753101104 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:19.310298 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:19.394633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] For port 54f1181e-e390-4137-9f2a-eaf29bfc5445, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:19.421449 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] For port 54f1181e-e390-4137-9f2a-eaf29bfc5445, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=54f1181e-e390-4137-9f2a-eaf29bfc5445,segment=NetworkSegment(b01998ae-9c85-448b-9b3e-045de496cff6),segment_id=b01998ae-9c85-448b-9b3e-045de496cff6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:19.445713 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:19.464383 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-eb527584-b0f0-44d5-a450-3d87956d1c8d req-106636ef-7c63-4091-af97-46715306b235 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5165546 Jun 03 15:50:19.607029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a71c0-8272-4faf-94af-fffd9e38dd64 None None] Pushing event updated for resources: {'Port': ['ID=54f1181e-e390-4137-9f2a-eaf29bfc5445,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:19.627099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:08Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:18Z', 'revision_number': 4, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:19.631922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a41c9-bc59-48bb-a261-37c4aa565f8d None None] The sync data for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 is: [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:08Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:18Z', 'revision_number': 4, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:50:19.667517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:19.712823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Transition to ACTIVE for port object e44971f9-968f-4204-ae2c-80297f2f39d4 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:19.801491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:19.801491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:19.888708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7543-425c-470d-988f-823c0b54531d req-c2bf2b74-948e-46d8-af61-73b0e16fb0da tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:19.895827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8def7543-425c-470d-988f-823c0b54531d req-c2bf2b74-948e-46d8-af61-73b0e16fb0da tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 945 time: 0.6132314 Jun 03 15:50:19.997699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112bc45-f1e6-493a-b18e-6ab85fcf8df1 req-7834ae00-5b88-4958-977d-a0b4a46eb0cd tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:19.998631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6112bc45-f1e6-493a-b18e-6ab85fcf8df1 req-7834ae00-5b88-4958-977d-a0b4a46eb0cd tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Synchronizing usage tracker for tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:20.027907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8def7543-425c-470d-988f-823c0b54531d req-41cc9a26-886d-4290-b2bd-d6b9132e277c tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230152 Jun 03 15:50:20.109850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6112bc45-f1e6-493a-b18e-6ab85fcf8df1 req-7834ae00-5b88-4958-977d-a0b4a46eb0cd tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Unset dirty status for tenant:225ff2202a2e4b1e9c22e5adee3d3ed0 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:20.109850 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6112bc45-f1e6-493a-b18e-6ab85fcf8df1 req-7834ae00-5b88-4958-977d-a0b4a46eb0cd tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 932 time: 0.7707255 Jun 03 15:50:20.203715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for c6353fe5-38f6-422c-a0f9-448753101104 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:20.245127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6112bc45-f1e6-493a-b18e-6ab85fcf8df1 req-e712375c-bad1-4f51-a98d-01381e0c12ee tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201572 Jun 03 15:50:20.245127 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.resource_extend [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:50:20.387417 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:20.456570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995c7508-e926-4bd4-b100-d181326bcef3 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:50:20.508002 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:20.600577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Transition to ACTIVE for port object 995c7508-e926-4bd4-b100-d181326bcef3 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:20.600577 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:20.618364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=e44971f9-968f-4204-ae2c-80297f2f39d4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:20.704036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 54f1181e-e390-4137-9f2a-eaf29bfc5445 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:20.961678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 54f1181e-e390-4137-9f2a-eaf29bfc5445 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:20.991223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5d4116c1-b417-429e-8b73-08257ce9d1e6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:20.997432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.020776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network c5671e0a-86f3-406d-8d5c-63dac26b6bc5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:21.191065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=c6353fe5-38f6-422c-a0f9-448753101104,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:21.199457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:21.203571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:21.204465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.282187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 5d4116c1-b417-429e-8b73-08257ce9d1e6 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:21.313052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5d4116c1-b417-429e-8b73-08257ce9d1e6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:21.316150 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.560823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Pushing event updated for resources: {'Port': ['ID=995c7508-e926-4bd4-b100-d181326bcef3,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:21.715413 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.716243 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Floating IP 7dd84c0f-7177-42a5-91f3-8960f091e3d1 disassociated (deleted). External IP: 172.25.7.192, port: 60f16f77-8085-4fe1-9650-6c3f929490c3. Jun 03 15:50:21.729362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Attempting to bind port 995c7508-e926-4bd4-b100-d181326bcef3 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:21.730061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Attempting to bind port 995c7508-e926-4bd4-b100-d181326bcef3 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '5de23e27-ca73-4950-907a-c25b4bf963bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:21.730591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Attempting to bind port 995c7508-e926-4bd4-b100-d181326bcef3 on network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:21.736263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322698c-f79e-4ffa-a7be-dd9aee656967 None None] Network c5671e0a-86f3-406d-8d5c-63dac26b6bc5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:21.800641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Port 995c7508-e926-4bd4-b100-d181326bcef3 on network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:50:21.800641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Attempting to bind port 995c7508-e926-4bd4-b100-d181326bcef3 on network 5cbcf190-5fde-4e7f-ae0d-941dea14fee5 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:21.860000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:21.860000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Checking segment: {'id': '5de23e27-ca73-4950-907a-c25b4bf963bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:21.860000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Bound using segment: {'id': '5de23e27-ca73-4950-907a-c25b4bf963bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:21.872988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Bound port: 995c7508-e926-4bd4-b100-d181326bcef3, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de23e27-ca73-4950-907a-c25b4bf963bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:21.872988 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.930421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5d4116c1-b417-429e-8b73-08257ce9d1e6 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:21.930421 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:21.956849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fb56110f-26b8-4bd2-bf4d-745250d60026 None None] Provisioning for port 54f1181e-e390-4137-9f2a-eaf29bfc5445 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:21.978949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fb56110f-26b8-4bd2-bf4d-745250d60026 None None] Provisioning complete for port 54f1181e-e390-4137-9f2a-eaf29bfc5445 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:21.978949 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb56110f-26b8-4bd2-bf4d-745250d60026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.072822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] For port 995c7508-e926-4bd4-b100-d181326bcef3, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:22.076400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] For port 995c7508-e926-4bd4-b100-d181326bcef3, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=995c7508-e926-4bd4-b100-d181326bcef3,segment=NetworkSegment(5de23e27-ca73-4950-907a-c25b4bf963bb),segment_id=5de23e27-ca73-4950-907a-c25b4bf963bb)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:22.145432 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.193029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 5d4116c1-b417-429e-8b73-08257ce9d1e6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5d4116c1-b417-429e-8b73-08257ce9d1e6,segment=NetworkSegment(b1af7bc8-4bfa-4245-96c9-df8db0ab781a),segment_id=b1af7bc8-4bfa-4245-96c9-df8db0ab781a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:22.267985 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.403385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.419183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Pushing event updated for resources: {'Port': ['ID=995c7508-e926-4bd4-b100-d181326bcef3,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:22.468572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:22.469281 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.471700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-3e8d716a-dc49-43d8-bdf8-969d9f6d22f8 service neutron] 10.222.0.67 "PUT /v2.0/ports/995c7508-e926-4bd4-b100-d181326bcef3 HTTP/1.1" status: 200 len: 1092 time: 4.0937777 Jun 03 15:50:22.481175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67074a3-728b-48c0-8891-07e3d572ee54', 'tag': '995c7508-e926-4bd4-b100-d181326bcef3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:22.517172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb02d67-9dcd-4026-a413-702995cc2b0d req-c1c7c138-3dbf-4670-bc3f-bfefdb6346c2 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:22.533343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fb02d67-9dcd-4026-a413-702995cc2b0d req-c1c7c138-3dbf-4670-bc3f-bfefdb6346c2 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 944 time: 0.9402092 Jun 03 15:50:22.570974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=5d4116c1-b417-429e-8b73-08257ce9d1e6,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:22.596551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed07623-6c22-4230-b472-2c9d0f9493d7 req-078f4e32-f474-40de-a608-633db1a43951 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:22.606660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ed07623-6c22-4230-b472-2c9d0f9493d7 req-078f4e32-f474-40de-a608-633db1a43951 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 945 time: 1.1793132 Jun 03 15:50:22.734258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fb02d67-9dcd-4026-a413-702995cc2b0d req-f1d01d2f-a9c7-410f-82f5-da8962cac82f tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972654 Jun 03 15:50:22.795677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fb56110f-26b8-4bd2-bf4d-745250d60026 None None] Current status of the port 54f1181e-e390-4137-9f2a-eaf29bfc5445 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:22.796430 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb56110f-26b8-4bd2-bf4d-745250d60026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:22.821032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ed07623-6c22-4230-b472-2c9d0f9493d7 req-2682f109-469a-4e9f-8b1f-b0e45e6058b2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142997 Jun 03 15:50:22.847435 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ad96dc-9e91-4384-a583-0fcc5028e6c2'] response: {'name': 'network-changed', 'server_uuid': 'b67074a3-728b-48c0-8891-07e3d572ee54', 'tag': '995c7508-e926-4bd4-b100-d181326bcef3', 'status': 'completed', 'code': 200} Jun 03 15:50:22.904217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fb56110f-26b8-4bd2-bf4d-745250d60026 None None] For port 54f1181e-e390-4137-9f2a-eaf29bfc5445, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=54f1181e-e390-4137-9f2a-eaf29bfc5445,segment=NetworkSegment(b01998ae-9c85-448b-9b3e-045de496cff6),segment_id=b01998ae-9c85-448b-9b3e-045de496cff6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:22.906609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a465-c639-496f-9175-414c8a358dc1 req-42e0e872-1774-4e42-a2b7-a01d818bfa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:22.909596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-42e0e872-1774-4e42-a2b7-a01d818bfa4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225ff2202a2e4b1e9c22e5adee3d3ed0&device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 1095 time: 0.2782111 Jun 03 15:50:22.913512 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb56110f-26b8-4bd2-bf4d-745250d60026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.076807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56110f-26b8-4bd2-bf4d-745250d60026 None None] Pushing event updated for resources: {'Port': ['ID=54f1181e-e390-4137-9f2a-eaf29bfc5445,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:23.175606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-f0980bf8-60a0-4019-a092-35c21f5a4e9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=995c7508-e926-4bd4-b100-d181326bcef3 HTTP/1.1" status: 200 len: 217 time: 0.2515390 Jun 03 15:50:23.262964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588a465-c639-496f-9175-414c8a358dc1 req-df1deb6c-fffc-4f4b-836c-4a5c67a4828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:23.264756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-df1deb6c-fffc-4f4b-836c-4a5c67a4828d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39e35a32-31ef-4ad8-8af1-61cc79820110 HTTP/1.1" status: 200 len: 854 time: 0.0747259 Jun 03 15:50:23.365446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-9f955bbb-b614-422a-86b6-fd3b353bf496 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cbcf190-5fde-4e7f-ae0d-941dea14fee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891154 Jun 03 15:50:23.377372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f707b244-0c4b-4877-91f9-c22d4cae9ca9 None None] Provisioning for port e44971f9-968f-4204-ae2c-80297f2f39d4 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:23.377372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f707b244-0c4b-4877-91f9-c22d4cae9ca9 None None] Provisioning complete for port e44971f9-968f-4204-ae2c-80297f2f39d4 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:23.377372 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f707b244-0c4b-4877-91f9-c22d4cae9ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.530763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f707b244-0c4b-4877-91f9-c22d4cae9ca9 None None] Port e44971f9-968f-4204-ae2c-80297f2f39d4 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:23.558753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f707b244-0c4b-4877-91f9-c22d4cae9ca9 None None] Provisioning complete for port 54f1181e-e390-4137-9f2a-eaf29bfc5445 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:23.559113 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f707b244-0c4b-4877-91f9-c22d4cae9ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:23.618415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router b0b74297-123c-4259-8fed-4c376f1eee90 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:50:23.653304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919292f7-fcd6-442d-ac44-7149c0100d22 req-7232acee-037c-498d-b680-71d645a42580 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:23.660514 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-919292f7-fcd6-442d-ac44-7149c0100d22 req-7232acee-037c-498d-b680-71d645a42580 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 945 time: 0.5749900 Jun 03 15:50:23.672320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50202) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:23.688122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7c60aedb-7925-4d6d-b9c1-2764604c0efa tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Request body: {'floatingip': {'port_id': '6038fd94-9889-48a8-9c9a-e4e3fa29763e'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:23.813060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-c8b5c03f-76bb-4a61-ac84-455ee85b0b9b service neutron] 10.222.0.67 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319658 Jun 03 15:50:23.852234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f707b244-0c4b-4877-91f9-c22d4cae9ca9 None None] Current status of the port 54f1181e-e390-4137-9f2a-eaf29bfc5445 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:24.009014 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c60aedb-7925-4d6d-b9c1-2764604c0efa tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:24.048715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e95f7001-0901-4fe6-8b06-dbb51fe9bcb1 None None] Provisioning complete for port e44971f9-968f-4204-ae2c-80297f2f39d4 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:24.048715 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e95f7001-0901-4fe6-8b06-dbb51fe9bcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:24.076216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:50:24.180386 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:24.181824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e95f7001-0901-4fe6-8b06-dbb51fe9bcb1 None None] Port e44971f9-968f-4204-ae2c-80297f2f39d4 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:24.266306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1588a465-c639-496f-9175-414c8a358dc1 req-a82d06d9-afba-411f-a810-7b26ee3d5cac service neutron] 10.222.0.67 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460471 Jun 03 15:50:24.272727 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539be8ac-d4e2-456a-a786-bac920de0d00 req-b22d7211-b457-4721-a7cb-76afa27d5dde tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:24.282373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-539be8ac-d4e2-456a-a786-bac920de0d00 req-b22d7211-b457-4721-a7cb-76afa27d5dde tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 944 time: 0.1726077 Jun 03 15:50:24.331758 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:24.331758 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:24.348192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-539be8ac-d4e2-456a-a786-bac920de0d00 req-92559972-7465-47b5-af89-9daf9a159053 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656173 Jun 03 15:50:24.490148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5d4116c1-b417-429e-8b73-08257ce9d1e6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:24.501794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5fd7-74f1-473e-8822-c58ef6ceb39b req-4d62fd39-13e7-4929-a54c-a4759293a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:24.507699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-020b5fd7-74f1-473e-8822-c58ef6ceb39b req-4d62fd39-13e7-4929-a54c-a4759293a6a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=225ff2202a2e4b1e9c22e5adee3d3ed0&device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 1095 time: 0.1533005 Jun 03 15:50:24.597653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5d4116c1-b417-429e-8b73-08257ce9d1e6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:24.597653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:24.649204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:24.663631 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00082b-3251-4203-92c3-727a6b4bd5ba None None] Sync routers for ids ['b0b74297-123c-4259-8fed-4c376f1eee90'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:24.688415 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00082b-3251-4203-92c3-727a6b4bd5ba None None] Routers {'b0b74297-123c-4259-8fed-4c376f1eee90'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:24.688415 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4e00082b-3251-4203-92c3-727a6b4bd5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0b74297-123c-4259-8fed-4c376f1eee90'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:24.814855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5fd7-74f1-473e-8822-c58ef6ceb39b req-dc608262-5fb1-405b-9803-98449dae4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:24.816239 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-020b5fd7-74f1-473e-8822-c58ef6ceb39b req-dc608262-5fb1-405b-9803-98449dae4bde service neutron] 10.222.0.67 "GET /v2.0/networks?id=5cbcf190-5fde-4e7f-ae0d-941dea14fee5 HTTP/1.1" status: 200 len: 915 time: 0.3022544 Jun 03 15:50:24.836215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=e44971f9-968f-4204-ae2c-80297f2f39d4,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:24.928443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5d4116c1-b417-429e-8b73-08257ce9d1e6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:24.929724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 54f1181e-e390-4137-9f2a-eaf29bfc5445 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:25.026903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-020b5fd7-74f1-473e-8822-c58ef6ceb39b req-1697dd42-b8bc-462b-9dd1-0308e546d4d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=995c7508-e926-4bd4-b100-d181326bcef3 HTTP/1.1" status: 200 len: 217 time: 0.1996098 Jun 03 15:50:25.048815 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:25.076508 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-4e00082b-3251-4203-92c3-727a6b4bd5ba None None] Set router b0b74297-123c-4259-8fed-4c376f1eee90 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:25.154411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 54f1181e-e390-4137-9f2a-eaf29bfc5445 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:25.154411 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:25.218880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5fd7-74f1-473e-8822-c58ef6ceb39b req-4798e1d1-efa1-4a3f-85a4-a82412f3c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:25.220405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-020b5fd7-74f1-473e-8822-c58ef6ceb39b req-4798e1d1-efa1-4a3f-85a4-a82412f3c62a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=39e35a32-31ef-4ad8-8af1-61cc79820110 HTTP/1.1" status: 200 len: 854 time: 0.1926148 Jun 03 15:50:25.295099 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-020b5fd7-74f1-473e-8822-c58ef6ceb39b req-2c6a63d6-331f-4766-a540-d4b1907b9ca5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5cbcf190-5fde-4e7f-ae0d-941dea14fee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639656 Jun 03 15:50:25.446692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 54f1181e-e390-4137-9f2a-eaf29bfc5445 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:25.703221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network c5671e0a-86f3-406d-8d5c-63dac26b6bc5 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:25.709050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:25.719427 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-020b5fd7-74f1-473e-8822-c58ef6ceb39b req-7f0614ef-f136-44b6-9912-67eaee273ad4 service neutron] 10.222.0.67 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125574 Jun 03 15:50:25.770379 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4e00082b-3251-4203-92c3-727a6b4bd5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:51Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '01efc684-e9c8-4b37-a499-23c9559c4319', 'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:2c:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:49Z', 'updated_at': '2022-06-03T15:48:05Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:25.776563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396e32e-f654-402e-a880-4d56b5945c80 req-58eb9377-1511-42cf-9def-e5b5a2d25216 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:25.776563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f396e32e-f654-402e-a880-4d56b5945c80 req-58eb9377-1511-42cf-9def-e5b5a2d25216 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 944 time: 0.2067261 Jun 03 15:50:25.785753 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00082b-3251-4203-92c3-727a6b4bd5ba None None] Checking router: b0b74297-123c-4259-8fed-4c376f1eee90 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:50:25.805249 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00082b-3251-4203-92c3-727a6b4bd5ba None None] Routers {'b0b74297-123c-4259-8fed-4c376f1eee90'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:25.805249 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4e00082b-3251-4203-92c3-727a6b4bd5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0b74297-123c-4259-8fed-4c376f1eee90'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:25.930003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f396e32e-f654-402e-a880-4d56b5945c80 req-50f5abf8-69f8-4cb9-bdfb-29b2044afaa8 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537907 Jun 03 15:50:26.018135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-020b5fd7-74f1-473e-8822-c58ef6ceb39b req-c75011db-f0b8-495a-b264-c41577b0d4b5 service neutron] 10.222.0.67 "GET /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766051 Jun 03 15:50:26.108378 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d92d6240-0f6f-4cc4-b594-14c340423616 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/floatingips/7dd84c0f-7177-42a5-91f3-8960f091e3d1 HTTP/1.1" status: 204 len: 168 time: 8.4764247 Jun 03 15:50:26.128517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-19a76752-cc5b-43e2-ad09-573049442310 None None] Provisioning complete for port e44971f9-968f-4204-ae2c-80297f2f39d4 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:26.129079 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-19a76752-cc5b-43e2-ad09-573049442310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:26.206820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-19a76752-cc5b-43e2-ad09-573049442310 None None] Port e44971f9-968f-4204-ae2c-80297f2f39d4 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:26.233072 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-4e00082b-3251-4203-92c3-727a6b4bd5ba None None] Set router b0b74297-123c-4259-8fed-4c376f1eee90 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:26.311008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:26.451293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:50:26.453419 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302957c3-8528-4661-b778-766df2290e1b'] response: {'name': 'network-changed', 'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'status': 'completed', 'code': 200} Jun 03 15:50:26.668903 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.resource_extend [None req-7c60aedb-7925-4d6d-b9c1-2764604c0efa tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:50:26.689661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e6e70-c9e8-4646-b1e8-f9d54346285f req-af62ae05-555b-4db5-a332-27b42b0b8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:26.696480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5e6e70-c9e8-4646-b1e8-f9d54346285f req-af62ae05-555b-4db5-a332-27b42b0b8525 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 1096 time: 0.2202165 Jun 03 15:50:26.778860 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-4e00082b-3251-4203-92c3-727a6b4bd5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:51Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '01efc684-e9c8-4b37-a499-23c9559c4319', 'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:2c:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:49Z', 'updated_at': '2022-06-03T15:48:05Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:26.778860 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00082b-3251-4203-92c3-727a6b4bd5ba None None] The sync data for ids ['b0b74297-123c-4259-8fed-4c376f1eee90'] in n-d-844595-1 is: [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:47:51Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '01efc684-e9c8-4b37-a499-23c9559c4319', 'name': '', 'network_id': 'affcede9-91de-4a85-9bde-0fd695d9065b', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:2c:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:49Z', 'updated_at': '2022-06-03T15:48:05Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '7465dc5d-9336-445a-8a92-95fd1d5cc40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:50:26.901914 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c60aedb-7925-4d6d-b9c1-2764604c0efa tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:26.903876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:26.909566 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-237a8fee-8520-44a5-9a9d-d889bd070c39 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1755743 Jun 03 15:50:26.911486 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c60aedb-7925-4d6d-b9c1-2764604c0efa tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:26.914765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Sync routers for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:26.933973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:26.933973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:27.022146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e6e70-c9e8-4646-b1e8-f9d54346285f req-1c68a8f1-f9e3-49f2-89e9-3e14173ae26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:27.022146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5e6e70-c9e8-4646-b1e8-f9d54346285f req-1c68a8f1-f9e3-49f2-89e9-3e14173ae26e service neutron] 10.222.0.75 "GET /v2.0/networks?id=affcede9-91de-4a85-9bde-0fd695d9065b HTTP/1.1" status: 200 len: 898 time: 0.3197670 Jun 03 15:50:27.035150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50244) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:27.160302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1643641530'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:27.294995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:27.338545 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 995c7508-e926-4bd4-b100-d181326bcef3 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:50:27.369972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5e6e70-c9e8-4646-b1e8-f9d54346285f req-3f283fa6-40c5-4e2d-93f0-2e45351c94d9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60f16f77-8085-4fe1-9650-6c3f929490c3 HTTP/1.1" status: 200 len: 217 time: 0.3325264 Jun 03 15:50:27.379734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:27.481234 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5479571-b407-4a95-889a-f0966db39717 None None] New status for floating IP 7dd84c0f-7177-42a5-91f3-8960f091e3d1: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:50:27.507541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:network and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:27.529962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:27.546850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:27.610262 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-7c60aedb-7925-4d6d-b9c1-2764604c0efa tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Floating IP 86675e6f-39a2-46c9-bb1c-a08379a27c68 associated. External IP: 172.25.7.30, port: 6038fd94-9889-48a8-9c9a-e4e3fa29763e. Jun 03 15:50:27.613483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:27.621215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:27.813223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e6e70-c9e8-4646-b1e8-f9d54346285f req-268f054c-f86a-4fd4-adc7-be7c48571921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:27.813223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5e6e70-c9e8-4646-b1e8-f9d54346285f req-268f054c-f86a-4fd4-adc7-be7c48571921 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7465dc5d-9336-445a-8a92-95fd1d5cc40e HTTP/1.1" status: 200 len: 835 time: 0.3759856 Jun 03 15:50:27.945172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9690e-de3e-43c7-8ac9-473084c8a10d req-e9501189-87f2-4620-bd1b-cc8f7db89ff7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:27.951746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bec9690e-de3e-43c7-8ac9-473084c8a10d req-e9501189-87f2-4620-bd1b-cc8f7db89ff7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 945 time: 0.9261510 Jun 03 15:50:28.003132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4397bb4-f60b-4856-97d7-eeaa4e5fd724 req-7895a971-e4a9-46ed-8dfa-c8d887f3bb45 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:28.003132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4397bb4-f60b-4856-97d7-eeaa4e5fd724 req-7895a971-e4a9-46ed-8dfa-c8d887f3bb45 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 944 time: 0.7223296 Jun 03 15:50:28.010282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-9703adec-8b56-436a-9f34-dfab6a2cf6b0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:28.010282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-9703adec-8b56-436a-9f34-dfab6a2cf6b0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:50:28.013963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 995c7508-e926-4bd4-b100-d181326bcef3, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=995c7508-e926-4bd4-b100-d181326bcef3,segment=NetworkSegment(5de23e27-ca73-4950-907a-c25b4bf963bb),segment_id=5de23e27-ca73-4950-907a-c25b4bf963bb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:28.031050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '995c7508-e926-4bd4-b100-d181326bcef3', 'network_id': '5cbcf190-5fde-4e7f-ae0d-941dea14fee5', 'port_id': '995c7508-e926-4bd4-b100-d181326bcef3', 'mac_address': 'fa:16:3e:ab:b6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e35a32-31ef-4ad8-8af1-61cc79820110', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:50:28.042456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:50:28.070904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-9703adec-8b56-436a-9f34-dfab6a2cf6b0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:50:28.071850 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-9703adec-8b56-436a-9f34-dfab6a2cf6b0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.75 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 945 time: 0.8880777 Jun 03 15:50:28.099299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4397bb4-f60b-4856-97d7-eeaa4e5fd724 req-21eb4fbc-c314-4a90-b7a3-4c712ef51023 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898576 Jun 03 15:50:28.100688 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.100822 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added segment 4a9022ec-7708-442f-b976-daa4468c98b1 of type vlan for network e56f8796-db36-4cc2-8078-2c58726aedcb Jun 03 15:50:28.124930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bec9690e-de3e-43c7-8ac9-473084c8a10d req-2f07c3b8-ff06-4a26-a479-1c601e214973 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769221 Jun 03 15:50:28.189845 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.226736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e6e70-c9e8-4646-b1e8-f9d54346285f req-6328bc34-3d5c-462d-8f5b-c2727bd16378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:28.226736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5e6e70-c9e8-4646-b1e8-f9d54346285f req-6328bc34-3d5c-462d-8f5b-c2727bd16378 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=affcede9-91de-4a85-9bde-0fd695d9065b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4046729 Jun 03 15:50:28.453186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 995c7508-e926-4bd4-b100-d181326bcef3 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:28.453766 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.494782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995c7508-e926-4bd4-b100-d181326bcef3 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:50:28.526734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 995c7508-e926-4bd4-b100-d181326bcef3, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=995c7508-e926-4bd4-b100-d181326bcef3,segment=NetworkSegment(5de23e27-ca73-4950-907a-c25b4bf963bb),segment_id=5de23e27-ca73-4950-907a-c25b4bf963bb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:28.540165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-4881ac58-9c13-43e5-aa13-3818d06da21b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port 60f16f77-8085-4fe1-9650-6c3f929490c3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:28.540165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-4881ac58-9c13-43e5-aa13-3818d06da21b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.544927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:21Z', 'revision_number': 3, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:23Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:28.544927 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.598847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Checking router: 2b88cfc4-a244-40f1-a75a-6c6de31254e7 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:50:28.598847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Updating router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 port e44971f9-968f-4204-ae2c-80297f2f39d4 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:50:28.635981 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.635981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:28.635981 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.694945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=995c7508-e926-4bd4-b100-d181326bcef3,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:28.716097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c60aedb-7925-4d6d-b9c1-2764604c0efa tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Router a80004f1-4869-45d9-b273-8532314dece4 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:50:28.745270 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:50:28.763902 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:28.846174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Network': ['ID=e56f8796-db36-4cc2-8078-2c58726aedcb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:28.859296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e56f8796-db36-4cc2-8078-2c58726aedcb details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:50:28.859977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5e6e70-c9e8-4646-b1e8-f9d54346285f req-5c192646-bca0-46cd-98f0-186158c3e9ab service neutron] 10.222.0.75 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367951 Jun 03 15:50:28.919729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-70deab83-a04e-4df4-8483-ecb9230df2d2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8741941 Jun 03 15:50:28.958593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50266) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:28.966903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'subnet': {'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:28.981766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c60aedb-7925-4d6d-b9c1-2764604c0efa tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:28.981766 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c60aedb-7925-4d6d-b9c1-2764604c0efa tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:29.147438 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7c60aedb-7925-4d6d-b9c1-2764604c0efa tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "PUT /v2.0/floatingips/86675e6f-39a2-46c9-bb1c-a08379a27c68 HTTP/1.1" status: 200 len: 990 time: 5.4706848 Jun 03 15:50:29.159721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'tag': '6038fd94-9889-48a8-9c9a-e4e3fa29763e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:29.171485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:29.182040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:subnet and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:29.187837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['995c7508-e926-4bd4-b100-d181326bcef3'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:50:29.191158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:29.200656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a5e6e70-c9e8-4646-b1e8-f9d54346285f req-b10eddca-dae8-4d2e-82d0-1055cf7d234e service neutron] 10.222.0.75 "GET /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320525 Jun 03 15:50:29.210338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:29.231946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:29.236782 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:29.248729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-4881ac58-9c13-43e5-aa13-3818d06da21b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port 60f16f77-8085-4fe1-9650-6c3f929490c3, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=60f16f77-8085-4fe1-9650-6c3f929490c3,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:29.249149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-4881ac58-9c13-43e5-aa13-3818d06da21b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:29.367690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12dbdee-b985-4ded-a8ce-cfbe2d9283b9 None None] Sync routers for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:29.437198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12dbdee-b985-4ded-a8ce-cfbe2d9283b9 None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:29.437198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c12dbdee-b985-4ded-a8ce-cfbe2d9283b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:29.613574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-4881ac58-9c13-43e5-aa13-3818d06da21b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for 60f16f77-8085-4fe1-9650-6c3f929490c3 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:29.731358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c12dbdee-b985-4ded-a8ce-cfbe2d9283b9 None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:29.750330 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:29.825001 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-4881ac58-9c13-43e5-aa13-3818d06da21b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:29.928288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881ac58-9c13-43e5-aa13-3818d06da21b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=60f16f77-8085-4fe1-9650-6c3f929490c3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:30.029955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Checking segment: {'id': '4a9022ec-7708-442f-b976-daa4468c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:30.029955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network hostable DHCP agents. Network: e56f8796-db36-4cc2-8078-2c58726aedcb, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:50:30.030650 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:30.035956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Subnet': ['ID=ab005e80-aebd-4abf-ba5f-a98f20b61555,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:30.074565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d9730-67f2-4d0e-93bb-12fe68a1afc0 req-0e851ac6-3463-40f8-a8a0-367881c672f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:30.075154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-4881ac58-9c13-43e5-aa13-3818d06da21b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] No DVR routers for this DVR port 60f16f77-8085-4fe1-9650-6c3f929490c3 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:50:30.076723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa8d9730-67f2-4d0e-93bb-12fe68a1afc0 req-0e851ac6-3463-40f8-a8a0-367881c672f4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=6474b8e1-7b5c-40ac-b0fa-e064446f73ad HTTP/1.1" status: 200 len: 945 time: 0.4204326 Jun 03 15:50:30.078868 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-4881ac58-9c13-43e5-aa13-3818d06da21b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:30.099807 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7b8e2863-519c-4aa6-80f4-c2150d4f6d64 req-4881ac58-9c13-43e5-aa13-3818d06da21b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.75 "DELETE /v2.0/ports/60f16f77-8085-4fe1-9650-6c3f929490c3 HTTP/1.1" status: 204 len: 173 time: 2.0203471 Jun 03 15:50:30.117960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network e56f8796-db36-4cc2-8078-2c58726aedcb is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:50:30.160316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4df9bb-0a42-42b3-b324-51307aa3d821 req-ab408a77-cccb-4b4a-803e-654c33c34dac tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:30.162948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f4df9bb-0a42-42b3-b324-51307aa3d821 req-ab408a77-cccb-4b4a-803e-654c33c34dac tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 945 time: 0.4700119 Jun 03 15:50:30.167144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e56f8796-db36-4cc2-8078-2c58726aedcb) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:30.214686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:30.214686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:30.220389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848635a-9be5-4af9-8646-f55901bef6ea None None] Network e56f8796-db36-4cc2-8078-2c58726aedcb requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:30.284098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50290) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:30.316101 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6cfd3383-eaa5-4e2e-b917-8795b58fe282 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3265588 Jun 03 15:50:30.419802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa8d9730-67f2-4d0e-93bb-12fe68a1afc0 req-5bad904d-cd6d-4ded-bd95-58d033a5ae83 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e71f86f-f092-4ff5-9418-2595deb013ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348370 Jun 03 15:50:30.449612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f4df9bb-0a42-42b3-b324-51307aa3d821 req-9b45b764-cea7-480e-92a2-03e92b300303 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051425 Jun 03 15:50:30.836909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd38a-c680-447e-91cb-42674ea2a5fa req-f7c4fbc1-38ee-4d38-8477-a6b8c6c9b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:30.839693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08dbd38a-c680-447e-91cb-42674ea2a5fa req-f7c4fbc1-38ee-4d38-8477-a6b8c6c9b9d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 1096 time: 0.1764724 Jun 03 15:50:30.906447 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be481fc2-0151-4916-8b35-9303bc5de341'] response: {'name': 'network-changed', 'server_uuid': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'tag': '6038fd94-9889-48a8-9c9a-e4e3fa29763e', 'status': 'completed', 'code': 200} Jun 03 15:50:31.145508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd38a-c680-447e-91cb-42674ea2a5fa req-b3d93d6e-c3e8-44a1-ba65-322dd6c408e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:31.145508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08dbd38a-c680-447e-91cb-42674ea2a5fa req-b3d93d6e-c3e8-44a1-ba65-322dd6c408e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 911 time: 0.2964299 Jun 03 15:50:31.215845 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:31.236696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-e56f8796-db36-4cc2-8078-2c58726aedcb', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:50:31.237440 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:31.249102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Transition to ACTIVE for port object e44971f9-968f-4204-ae2c-80297f2f39d4 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:31.281496 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:31.424906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08dbd38a-c680-447e-91cb-42674ea2a5fa req-03041aa4-691b-4592-af85-356aa21e95d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6038fd94-9889-48a8-9c9a-e4e3fa29763e HTTP/1.1" status: 200 len: 998 time: 0.2632263 Jun 03 15:50:31.445511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 60f16f77-8085-4fe1-9650-6c3f929490c3 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:50:31.528618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd38a-c680-447e-91cb-42674ea2a5fa req-bc2bb6d4-961c-444b-a021-8c2349a6f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:31.528618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08dbd38a-c680-447e-91cb-42674ea2a5fa req-bc2bb6d4-961c-444b-a021-8c2349a6f3cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2981b961-1843-44fe-8dce-c3c671e1fc65 HTTP/1.1" status: 200 len: 849 time: 0.0994256 Jun 03 15:50:31.631404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 60f16f77-8085-4fe1-9650-6c3f929490c3 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:50:31.631404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 60f16f77-8085-4fe1-9650-6c3f929490c3 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:50:31.703429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b89bd-18b6-423a-bc1c-0a279dc53c70 None None] Pushing event updated for resources: {'Port': ['ID=e44971f9-968f-4204-ae2c-80297f2f39d4,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:31.755695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50310) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:31.814327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c12dbdee-b985-4ded-a8ce-cfbe2d9283b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '86675e6f-39a2-46c9-bb1c-a08379a27c68', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'port_id': '6038fd94-9889-48a8-9c9a-e4e3fa29763e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'mac_address': 'fa:16:3e:7a:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:49:56Z', 'updated_at': '2022-06-03T15:50:26Z', 'revision_number': 1, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:31.884492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12dbdee-b985-4ded-a8ce-cfbe2d9283b9 None None] Checking router: a80004f1-4869-45d9-b273-8532314dece4 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:50:32.001869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12dbdee-b985-4ded-a8ce-cfbe2d9283b9 None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:32.001869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c12dbdee-b985-4ded-a8ce-cfbe2d9283b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:32.083333 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.152756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Attempting to bind port e44971f9-968f-4204-ae2c-80297f2f39d4 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:32.153144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Attempting to bind port e44971f9-968f-4204-ae2c-80297f2f39d4 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b01998ae-9c85-448b-9b3e-045de496cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:32.153510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Attempting to bind port e44971f9-968f-4204-ae2c-80297f2f39d4 on network c5671e0a-86f3-406d-8d5c-63dac26b6bc5 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:32.164586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:32.165267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Checking segment: {'id': 'b01998ae-9c85-448b-9b3e-045de496cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:32.166128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.166676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Bound using segment: {'id': 'b01998ae-9c85-448b-9b3e-045de496cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:32.167324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Bound port: e44971f9-968f-4204-ae2c-80297f2f39d4, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01998ae-9c85-448b-9b3e-045de496cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:32.167866 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.204642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098350d-858f-4b0b-94de-df4229882dbd req-7b294f64-2b2f-4a33-b6e4-c324cd828d18 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:32.212648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6098350d-858f-4b0b-94de-df4229882dbd req-7b294f64-2b2f-4a33-b6e4-c324cd828d18 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 945 time: 0.2710178 Jun 03 15:50:32.235613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd38a-c680-447e-91cb-42674ea2a5fa req-21080f58-7918-4cda-8630-5927a798fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:32.237128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08dbd38a-c680-447e-91cb-42674ea2a5fa req-21080f58-7918-4cda-8630-5927a798fd64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b79456-f064-42e2-a46e-9cdda61aea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6974134 Jun 03 15:50:32.282979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Allocated IP 2001:db8:2::2 (e56f8796-db36-4cc2-8078-2c58726aedcb/ab005e80-aebd-4abf-ba5f-a98f20b61555/6ad709c1-bb32-4e2e-91f1-3122ffb8c02a) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:32.370095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6098350d-858f-4b0b-94de-df4229882dbd req-882ffc9f-cdc6-4733-9e1b-f6522e0e075f tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466804 Jun 03 15:50:32.476999 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-66c08885-710e-4daa-a654-e6e969daa030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.574547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08dbd38a-c680-447e-91cb-42674ea2a5fa req-b3100d9b-c94a-444d-877f-b9be6c236ac2 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280599 Jun 03 15:50:32.639104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] For port e44971f9-968f-4204-ae2c-80297f2f39d4, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:32.649960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-c12dbdee-b985-4ded-a8ce-cfbe2d9283b9 None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:32.824505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] For port e44971f9-968f-4204-ae2c-80297f2f39d4, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e44971f9-968f-4204-ae2c-80297f2f39d4,segment=NetworkSegment(b01998ae-9c85-448b-9b3e-045de496cff6),segment_id=b01998ae-9c85-448b-9b3e-045de496cff6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:32.838800 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:32.956975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08dbd38a-c680-447e-91cb-42674ea2a5fa req-4abb21e0-0d02-4780-ba9f-f5562d95e584 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750839 Jun 03 15:50:32.972457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'name': 'network-vif-deleted', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:33.032523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b89bd-18b6-423a-bc1c-0a279dc53c70 None None] Pushing event updated for resources: {'Port': ['ID=e44971f9-968f-4204-ae2c-80297f2f39d4,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:33.223248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 995c7508-e926-4bd4-b100-d181326bcef3 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:33.318353 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef395616-6c92-4684-bd5f-e0c879e10034'] response: {'server_uuid': '6474b8e1-7b5c-40ac-b0fa-e064446f73ad', 'name': 'network-vif-deleted', 'tag': '60f16f77-8085-4fe1-9650-6c3f929490c3', 'status': 'completed', 'code': 200} Jun 03 15:50:33.610441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:33.610441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:33.699023 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:33.897653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261af5f-5a52-4c3a-84f4-7d72b6f320ab req-7691ecb2-a937-41f5-b130-33f438c95487 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:33.897653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d261af5f-5a52-4c3a-84f4-7d72b6f320ab req-7691ecb2-a937-41f5-b130-33f438c95487 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 945 time: 0.1708591 Jun 03 15:50:33.961262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d261af5f-5a52-4c3a-84f4-7d72b6f320ab req-10cb729e-7dfd-463e-98ef-6f7aa8620e0c tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237447 Jun 03 15:50:34.135033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 995c7508-e926-4bd4-b100-d181326bcef3 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:34.148877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 995c7508-e926-4bd4-b100-d181326bcef3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:34.149162 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.209007 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.268342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:34.437377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Transition to ACTIVE for port object 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:34.480398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port 01efc684-e9c8-4b37-a499-23c9559c4319 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:34.480951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.703873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Transition to ACTIVE for port object 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:34.735758 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:34.934017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Allocated IP 2001:db8:2::1 (e56f8796-db36-4cc2-8078-2c58726aedcb/ab005e80-aebd-4abf-ba5f-a98f20b61555/a5b27d8e-adc5-4d92-898f-9f6b442d8ee4) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:34.960341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port 01efc684-e9c8-4b37-a499-23c9559c4319, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=01efc684-e9c8-4b37-a499-23c9559c4319,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:34.960341 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.133135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for 01efc684-e9c8-4b37-a499-23c9559c4319 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:35.220570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Network e56f8796-db36-4cc2-8078-2c58726aedcb is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:35.220570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 995c7508-e926-4bd4-b100-d181326bcef3 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:35.220570 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.253445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:35.272922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:35.383298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf05ace-2d47-4c55-822b-e652122b16bf req-5eeca936-4b67-42ee-8d7c-375d79ea0a99 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:35.385694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fcf05ace-2d47-4c55-822b-e652122b16bf req-5eeca936-4b67-42ee-8d7c-375d79ea0a99 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 945 time: 0.2581706 Jun 03 15:50:35.400914 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5ae07607-ef8a-4cd4-8883-555a381a34c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.427075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67074a3-728b-48c0-8891-07e3d572ee54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995c7508-e926-4bd4-b100-d181326bcef3'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:50:35.432489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Pushing event updated for resources: {'Port': ['ID=6ad709c1-bb32-4e2e-91f1-3122ffb8c02a,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:35.459044 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.465679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 995c7508-e926-4bd4-b100-d181326bcef3, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=995c7508-e926-4bd4-b100-d181326bcef3,segment=NetworkSegment(5de23e27-ca73-4950-907a-c25b4bf963bb),segment_id=5de23e27-ca73-4950-907a-c25b4bf963bb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:35.481613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Attempting to bind port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:35.482015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Attempting to bind port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '4a9022ec-7708-442f-b976-daa4468c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:35.487112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Attempting to bind port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a on network e56f8796-db36-4cc2-8078-2c58726aedcb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:35.501322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.502131 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.529637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fcf05ace-2d47-4c55-822b-e652122b16bf req-7f391ff8-25ca-4e99-b46a-901b5a7a438c tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313894 Jun 03 15:50:35.571137 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7c4f15-8744-421a-9c44-eefd16dfb3f4'] response: {'server_uuid': 'b67074a3-728b-48c0-8891-07e3d572ee54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995c7508-e926-4bd4-b100-d181326bcef3', 'code': 200} Jun 03 15:50:35.572419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Transition to ACTIVE for port object a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:35.605547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:35.605547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Checking segment: {'id': '4a9022ec-7708-442f-b976-daa4468c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:35.605547 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.607330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Bound using segment: {'id': '4a9022ec-7708-442f-b976-daa4468c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:35.610447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Bound port: 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9022ec-7708-442f-b976-daa4468c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:35.610447 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.669342 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.751335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network e56f8796-db36-4cc2-8078-2c58726aedcb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:35.766634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:35.787230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:35.787990 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.809103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:21Z', 'revision_number': 3, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:32Z', 'revision_number': 4, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:35.830473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882c2de-458d-466f-9c8a-178282eb8d5b req-d7065afc-55cb-4e0d-b94a-d41a0e44af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:35.832640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b882c2de-458d-466f-9c8a-178282eb8d5b req-d7065afc-55cb-4e0d-b94a-d41a0e44af91 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 1097 time: 0.1382587 Jun 03 15:50:35.881224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-c12dbdee-b985-4ded-a8ce-cfbe2d9283b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '86675e6f-39a2-46c9-bb1c-a08379a27c68', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'port_id': '6038fd94-9889-48a8-9c9a-e4e3fa29763e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'mac_address': 'fa:16:3e:7a:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:49:56Z', 'updated_at': '2022-06-03T15:50:26Z', 'revision_number': 1, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:35.914018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b882c2de-458d-466f-9c8a-178282eb8d5b req-21458f35-f77f-4576-8121-e0615951962a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697570 Jun 03 15:50:35.933432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] For port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:35.950507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] For port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6ad709c1-bb32-4e2e-91f1-3122ffb8c02a,segment=NetworkSegment(4a9022ec-7708-442f-b976-daa4468c98b1),segment_id=4a9022ec-7708-442f-b976-daa4468c98b1)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:35.973869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=a5b27d8e-adc5-4d92-898f-9f6b442d8ee4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:35.989091 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:35.989091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8951cc-4c46-45f3-8f44-45608a7e87e7 None None] The sync data for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 is: [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:21Z', 'revision_number': 3, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:32Z', 'revision_number': 4, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:50:36.001352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=995c7508-e926-4bd4-b100-d181326bcef3,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:36.003730 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:36.020581 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:36.049124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12dbdee-b985-4ded-a8ce-cfbe2d9283b9 None None] The sync data for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 is: [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '86675e6f-39a2-46c9-bb1c-a08379a27c68', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'floating_ip_address': '172.25.7.30', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'port_id': '6038fd94-9889-48a8-9c9a-e4e3fa29763e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'mac_address': 'fa:16:3e:7a:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:49:56Z', 'updated_at': '2022-06-03T15:50:26Z', 'revision_number': 1, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:50:36.205547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d5b05-f003-4265-a07a-e58a2e418cee None None] Pushing event updated for resources: {'Port': ['ID=6ad709c1-bb32-4e2e-91f1-3122ffb8c02a,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:36.225093 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:36.499988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e44971f9-968f-4204-ae2c-80297f2f39d4 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:36.514986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=01efc684-e9c8-4b37-a499-23c9559c4319,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:36.750476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e44971f9-968f-4204-ae2c-80297f2f39d4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:36.776390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e44971f9-968f-4204-ae2c-80297f2f39d4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:36.776390 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:36.818143 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3046e0b-412a-44f6-b70b-d5ec5bcd3db3 None None] New status for floating IP 86675e6f-39a2-46c9-bb1c-a08379a27c68: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:50:37.167750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e806f4c-59a1-4d69-8d8f-01d038a70b5d req-3c82c03a-0d0f-45e8-9279-b5fd0c7d3cd9 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:37.167750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e806f4c-59a1-4d69-8d8f-01d038a70b5d req-3c82c03a-0d0f-45e8-9279-b5fd0c7d3cd9 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 946 time: 0.3604701 Jun 03 15:50:37.337114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e806f4c-59a1-4d69-8d8f-01d038a70b5d req-7ef262c4-a984-4f5b-b9b3-8d00dcfc7f96 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697471 Jun 03 15:50:37.555459 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:37.779543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e44971f9-968f-4204-ae2c-80297f2f39d4 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:37.780200 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:37.871814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e44971f9-968f-4204-ae2c-80297f2f39d4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e44971f9-968f-4204-ae2c-80297f2f39d4,segment=NetworkSegment(b01998ae-9c85-448b-9b3e-045de496cff6),segment_id=b01998ae-9c85-448b-9b3e-045de496cff6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:37.993104 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:38.113158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e44971f9-968f-4204-ae2c-80297f2f39d4,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:38.270534 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:38.468767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cefe95-c891-4593-afcb-3ababa021f75 None None] Network e56f8796-db36-4cc2-8078-2c58726aedcb requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:38.634610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f6916403-70b9-4629-98ee-8ecc30355815 None None] Provisioning for port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:38.758030 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:38.782157 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:38.782930 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:38.794206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e36813-049b-43cb-bae5-6cd6dff478c4 req-aa75d9e1-711a-4765-8050-0ac12b4632a9 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:38.802767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8e36813-049b-43cb-bae5-6cd6dff478c4 req-aa75d9e1-711a-4765-8050-0ac12b4632a9 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 946 time: 0.2580645 Jun 03 15:50:38.915185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8e36813-049b-43cb-bae5-6cd6dff478c4 req-9969fa61-0237-4fd8-9f83-3d48b3cab110 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101820 Jun 03 15:50:38.916840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:39.066337 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:39.121593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:39.129545 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:39.130224 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:39.164513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network e56f8796-db36-4cc2-8078-2c58726aedcb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:39.184021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:39.334454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:39.335154 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:39.404283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6ad709c1-bb32-4e2e-91f1-3122ffb8c02a,segment=NetworkSegment(4a9022ec-7708-442f-b976-daa4468c98b1),segment_id=4a9022ec-7708-442f-b976-daa4468c98b1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:39.415421 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:39.416289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e44971f9-968f-4204-ae2c-80297f2f39d4 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:39.483379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=a5b27d8e-adc5-4d92-898f-9f6b442d8ee4,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:39.667642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:50:39.692884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router b0b74297-123c-4259-8fed-4c376f1eee90 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:50:39.799594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6ad709c1-bb32-4e2e-91f1-3122ffb8c02a,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:39.829740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-422ad1fc-d1df-45a6-b415-52e943f80773 None None] Provisioning for port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:39.855168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e44971f9-968f-4204-ae2c-80297f2f39d4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:39.856844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:39.922217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-422ad1fc-d1df-45a6-b415-52e943f80773 None None] Provisioning complete for port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:39.922511 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-422ad1fc-d1df-45a6-b415-52e943f80773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.024158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-422ad1fc-d1df-45a6-b415-52e943f80773 None None] Port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:40.059354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-422ad1fc-d1df-45a6-b415-52e943f80773 None None] Provisioning complete for port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:40.059752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-422ad1fc-d1df-45a6-b415-52e943f80773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.228783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:40.318197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50406) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:40.323979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1167126698'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:40.324575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Sync routers for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:40.328084 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aefba065-2cdb-4999-a318-ffc5e3bf59ac tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0433741 Jun 03 15:50:40.331750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e44971f9-968f-4204-ae2c-80297f2f39d4 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:40.333275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:40.342716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:network and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:40.348850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:40.361973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:40.388044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:40.390423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:40.392195 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.406673 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda8a43-b91f-4836-b182-5b9213a18f29 None None] Sync routers for ids ['b0b74297-123c-4259-8fed-4c376f1eee90'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:40.429903 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0cdf597e-1f8b-470d-bae7-5be595ac57d4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "PUT /v2.0/routers/b0b74297-123c-4259-8fed-4c376f1eee90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6156464 Jun 03 15:50:40.431000 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda8a43-b91f-4836-b182-5b9213a18f29 None None] Routers {'b0b74297-123c-4259-8fed-4c376f1eee90'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:40.431989 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3eda8a43-b91f-4836-b182-5b9213a18f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0b74297-123c-4259-8fed-4c376f1eee90'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:40.432989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50410) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:40.448714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:40.449338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:40.470770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:50:40.497497 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.498110 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added segment aee8e635-d903-41df-b082-f11ee0423368 of type vlan for network 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 Jun 03 15:50:40.537177 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.583751 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.591205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:40.592175 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.641030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50416) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:40.641767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3223846 Jun 03 15:50:40.679516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'subnet': {'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:40.737817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef349cd-2ec1-4e04-90fd-8773c65e9b51 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Network': ['ID=30e6d57b-ba5d-47c5-ac17-0d8a2e220c53,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:40.805248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:40.876604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:50:40.942517 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3eda8a43-b91f-4836-b182-5b9213a18f29 None None] Set router b0b74297-123c-4259-8fed-4c376f1eee90 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:40.965995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6474bef0-159e-4810-b8c0-5f0a6559cd87 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting subnet 7465dc5d-9336-445a-8a92-95fd1d5cc40e {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:50:40.980330 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6474bef0-159e-4810-b8c0-5f0a6559cd87 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:40.980705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-422ad1fc-d1df-45a6-b415-52e943f80773 None None] Current status of the port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:41.054063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:41.058914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:subnet and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:41.062164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:41.068653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:41.098341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Made reservation on behalf of 941bb2502ed342849d3d975b38e058d0 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:41.104733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.140617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:41.140992 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.179551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6474bef0-159e-4810-b8c0-5f0a6559cd87 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.216298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:41.262474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5e5df1e1-81b1-40df-98b2-f75e3b1afd00 None None] Provisioning complete for port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:41.262762 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5e5df1e1-81b1-40df-98b2-f75e3b1afd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.325926 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6474bef0-159e-4810-b8c0-5f0a6559cd87 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.390615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:41.406803 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3eda8a43-b91f-4836-b182-5b9213a18f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:50:35Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:41.416318 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda8a43-b91f-4836-b182-5b9213a18f29 None None] Checking router: b0b74297-123c-4259-8fed-4c376f1eee90 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:50:41.434612 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda8a43-b91f-4836-b182-5b9213a18f29 None None] Routers {'b0b74297-123c-4259-8fed-4c376f1eee90'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:41.437467 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3eda8a43-b91f-4836-b182-5b9213a18f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['b0b74297-123c-4259-8fed-4c376f1eee90'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:41.496775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5e5df1e1-81b1-40df-98b2-f75e3b1afd00 None None] Port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:41.519288 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6474bef0-159e-4810-b8c0-5f0a6559cd87 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.565076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474bef0-159e-4810-b8c0-5f0a6559cd87 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Subnet': ['ID=7465dc5d-9336-445a-8a92-95fd1d5cc40e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:41.572699 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6474bef0-159e-4810-b8c0-5f0a6559cd87 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.622643 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6474bef0-159e-4810-b8c0-5f0a6559cd87 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/subnets/7465dc5d-9336-445a-8a92-95fd1d5cc40e HTTP/1.1" status: 204 len: 168 time: 1.1855509 Jun 03 15:50:41.625547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50424) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:41.677792 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3eda8a43-b91f-4836-b182-5b9213a18f29 None None] Set router b0b74297-123c-4259-8fed-4c376f1eee90 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:41.690162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.783489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Subnet': ['ID=dc03d104-9641-4a63-acf6-588f199f7eac,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:41.796575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Checking segment: {'id': 'aee8e635-d903-41df-b082-f11ee0423368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:41.797260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network hostable DHCP agents. Network: 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:50:41.821276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:50:41.837385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:41.856939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:41.858107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:41.885958 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-03e3cb98-2c29-4ad3-9876-1a2fcf568619 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2394130 Jun 03 15:50:41.889341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50430) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:41.956455 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beefc95a-654c-4adf-b84a-8c4ef71b4b73 None None] Network affcede9-91de-4a85-9bde-0fd695d9065b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:42.024761 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:42.098772 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3eda8a43-b91f-4836-b182-5b9213a18f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:50:35Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:42.108406 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eda8a43-b91f-4836-b182-5b9213a18f29 None None] The sync data for ids ['b0b74297-123c-4259-8fed-4c376f1eee90'] in n-d-844595-1 is: [{'id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5253495', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '06d8da3b-236c-451e-a600-c31556a51695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:47:41Z', 'updated_at': '2022-06-03T15:50:35Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '06d8da3b-236c-451e-a600-c31556a51695', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b74297-123c-4259-8fed-4c376f1eee90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:47:42Z', 'updated_at': '2022-06-03T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:50:42.143097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c3b1e5-23c9-44de-98bf-dd332239cbd0 None None] Network 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:42.267575 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:42.280788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port 06d8da3b-236c-451e-a600-c31556a51695 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:42.281925 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:42.563884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] DHCP port deletion for affcede9-91de-4a85-9bde-0fd695d9065b request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:50:42.570024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 01efc684-e9c8-4b37-a499-23c9559c4319 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:50:42.658841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:35Z', 'revision_number': 4, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:42.681686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Deleting port 338541b9-b1c1-4791-bfcf-449caa65f932 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:42.688188 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:42.769315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 01efc684-e9c8-4b37-a499-23c9559c4319 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:50:42.770104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 01efc684-e9c8-4b37-a499-23c9559c4319 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:50:42.797918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Checking router: 2b88cfc4-a244-40f1-a75a-6c6de31254e7 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:50:42.798276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Updating router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:50:42.895768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port 06d8da3b-236c-451e-a600-c31556a51695, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=06d8da3b-236c-451e-a600-c31556a51695,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:42.898209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:42.949236 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.077199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for 06d8da3b-236c-451e-a600-c31556a51695 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:43.290271 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.312360 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.447297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=06d8da3b-236c-451e-a600-c31556a51695,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:43.531127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] For port 338541b9-b1c1-4791-bfcf-449caa65f932, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=338541b9-b1c1-4791-bfcf-449caa65f932,segment=NetworkSegment(a1fe43f4-34b2-4c31-8bd0-84352acc6232),segment_id=a1fe43f4-34b2-4c31-8bd0-84352acc6232)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:43.533059 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.568993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-30e6d57b-ba5d-47c5-ac17-0d8a2e220c53', 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'fixed_ips': [{'subnet_id': 'dc03d104-9641-4a63-acf6-588f199f7eac'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:50:43.569923 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.620647 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.765832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Calling delete_port for 338541b9-b1c1-4791-bfcf-449caa65f932 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:43.827581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.830164 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.836243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Allocated IP 2001:db8:3::1 (30e6d57b-ba5d-47c5-ac17-0d8a2e220c53/dc03d104-9641-4a63-acf6-588f199f7eac/bd1e7842-c3db-40f3-ab45-4eba61b2c4d9) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:43.858467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.859196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Fanout notify agent at l3_agent the message router_deleted on router b0b74297-123c-4259-8fed-4c376f1eee90 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:50:43.878103 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:43.882265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-99dbd1e5-8fa0-4ee9-a5eb-4a4c143e5c73 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/routers/b0b74297-123c-4259-8fed-4c376f1eee90 HTTP/1.1" status: 204 len: 168 time: 2.2518809 Jun 03 15:50:43.882926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50454) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:44.090332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.097319 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.155422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Pushing event deleted for resources: {'Port': ['ID=338541b9-b1c1-4791-bfcf-449caa65f932,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:44.163457 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] No DVR routers for this DVR port 338541b9-b1c1-4791-bfcf-449caa65f932 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:50:44.167675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.168017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.168353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.168684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.169014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.169343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.169669 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.170020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.170340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.170666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.170982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.171304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197b421-1f16-44c6-be91-c7b56b8a9755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.194704 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.212030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Transition to ACTIVE for port object bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:44.248406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.318638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:44.322321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:44.327246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:44.327763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.380733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=bd1e7842-c3db-40f3-ab45-4eba61b2c4d9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:44.390088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.390430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.390814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.391075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.391399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.391737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.392057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.392374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.392685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.392995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.393305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.393729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:44.424266 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.462081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Transition to ACTIVE for port object a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:44.466125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.520798 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.547735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affcede9-91de-4a85-9bde-0fd695d9065b']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:44.569700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fe43f4-34b2-4c31-8bd0-84352acc6232') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:44.569974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fe43f4-34b2-4c31-8bd0-84352acc6232') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:44.594036 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.602214 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.624469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 338541b9-b1c1-4791-bfcf-449caa65f932 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:50:44.631177 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.639793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:50:44.640184 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.707858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 338541b9-b1c1-4791-bfcf-449caa65f932 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:50:44.708297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 338541b9-b1c1-4791-bfcf-449caa65f932 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:50:44.708714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 06d8da3b-236c-451e-a600-c31556a51695 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:50:44.812998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Allocated IP 2001:db8:3::2 (30e6d57b-ba5d-47c5-ac17-0d8a2e220c53/dc03d104-9641-4a63-acf6-588f199f7eac/c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:44.827096 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.874318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:44.894380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Network': ['ID=affcede9-91de-4a85-9bde-0fd695d9065b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:44.908372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-230bf7c8-5455-465b-84e5-3ed9c737639b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/networks/affcede9-91de-4a85-9bde-0fd695d9065b HTTP/1.1" status: 204 len: 168 time: 1.0243871 Jun 03 15:50:44.913278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50474) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:44.948042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210dfdb-1add-4f62-90e4-1e1f320d9e80 None None] Pushing event updated for resources: {'Port': ['ID=a5b27d8e-adc5-4d92-898f-9f6b442d8ee4,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:44.963157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 06d8da3b-236c-451e-a600-c31556a51695 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:50:44.963628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 06d8da3b-236c-451e-a600-c31556a51695 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:50:45.011942 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment a1fe43f4-34b2-4c31-8bd0-84352acc6232 resource provider aggregate not found Jun 03 15:50:45.039033 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c36f2ac-e7af-4de6-8767-0a15ec75e5cf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.060002 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment a1fe43f4-34b2-4c31-8bd0-84352acc6232 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1fe43f4-34b2-4c31-8bd0-84352acc6232 found for delete ", "request_id": "req-2be72730-cf65-40b9-91a2-d0edebca340f"}]} Jun 03 15:50:45.109215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c36f2ac-e7af-4de6-8767-0a15ec75e5cf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.239940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c36f2ac-e7af-4de6-8767-0a15ec75e5cf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.273231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36f2ac-e7af-4de6-8767-0a15ec75e5cf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e71f86f-f092-4ff5-9418-2595deb013ee,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:45.297739 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2c36f2ac-e7af-4de6-8767-0a15ec75e5cf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.304335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2c36f2ac-e7af-4de6-8767-0a15ec75e5cf tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/security-groups/1e71f86f-f092-4ff5-9418-2595deb013ee HTTP/1.1" status: 204 len: 168 time: 0.3873050 Jun 03 15:50:45.339227 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.351115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.352352 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.501741 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.504464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50488) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:45.510773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211213393', 'description': 'tempest-secgroup-smoke-1211213393 description', 'project_id': '767148f2fab9461bb6d15ea9d771d311'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:45.515713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Transition to ACTIVE for port object c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:45.520974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:45.534136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:45.537284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:45.544457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:45.550495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Transition to ACTIVE for port object c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:45.567887 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.598572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:45.602703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:45.605070 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.605862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:45.611714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:45.694047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event updated for resources: {'Port': ['ID=bd1e7842-c3db-40f3-ab45-4eba61b2c4d9,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:45.723898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Network 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:45.724053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.727612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:45.730835 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.773014 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.774750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2689691 Jun 03 15:50:45.778963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50502) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:45.780526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Network 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:45.784490 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Pushing event updated for resources: {'Port': ['ID=c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:45.787812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:45.794656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Attempting to bind port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:45.795211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Attempting to bind port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '4a9022ec-7708-442f-b976-daa4468c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:45.795785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Attempting to bind port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 on network e56f8796-db36-4cc2-8078-2c58726aedcb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:45.806204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:45.809177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:45.809977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Checking segment: {'id': '4a9022ec-7708-442f-b976-daa4468c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:45.810622 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.811120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Bound using segment: {'id': '4a9022ec-7708-442f-b976-daa4468c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:45.811729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Bound port: a5b27d8e-adc5-4d92-898f-9f6b442d8ee4, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9022ec-7708-442f-b976-daa4468c98b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:45.812221 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:45.820348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8fb710d4-1760-42dc-9b4f-71522d359e10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '9db10d3e-618b-419b-aa41-56eb9e68e5eb', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:45.969104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8fb710d4-1760-42dc-9b4f-71522d359e10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:45.977791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8fb710d4-1760-42dc-9b4f-71522d359e10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:45.978549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Attempting to bind port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:45.979016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Attempting to bind port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'aee8e635-d903-41df-b082-f11ee0423368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:45.979601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Attempting to bind port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba on network 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:45.981838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db10d3e-618b-419b-aa41-56eb9e68e5eb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:45.985816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8fb710d4-1760-42dc-9b4f-71522d359e10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:45.996319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:45.996898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:45.997425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:45.997919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:45.998370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:45.998612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:45.999012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Checking segment: {'id': 'aee8e635-d903-41df-b082-f11ee0423368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:45.999383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:45.999498 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.000094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Bound using segment: {'id': 'aee8e635-d903-41df-b082-f11ee0423368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:46.000200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:46.000694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:46.000820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Bound port: c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee8e635-d903-41df-b082-f11ee0423368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:46.001295 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.001712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:46.002350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:46.002946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:46.003498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3561ee2-b0ad-4f82-8181-d51ea20f41b3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:46.019532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8fb710d4-1760-42dc-9b4f-71522d359e10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:46.042426 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fb710d4-1760-42dc-9b4f-71522d359e10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.089343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] For port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:46.103734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] For port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a5b27d8e-adc5-4d92-898f-9f6b442d8ee4,segment=NetworkSegment(4a9022ec-7708-442f-b976-daa4468c98b1),segment_id=4a9022ec-7708-442f-b976-daa4468c98b1)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:46.122507 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.125916 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fb710d4-1760-42dc-9b4f-71522d359e10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.133709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fb710d4-1760-42dc-9b4f-71522d359e10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.181268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb710d4-1760-42dc-9b4f-71522d359e10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464594f1-466b-40bc-8795-fd22f15b9ed3,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:46.223729 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fb710d4-1760-42dc-9b4f-71522d359e10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.237706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8fb710d4-1760-42dc-9b4f-71522d359e10 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4454391 Jun 03 15:50:46.240564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50508) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:46.252202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e63c822e-033f-4ec6-a351-d9e783fb5940 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '9db10d3e-618b-419b-aa41-56eb9e68e5eb', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:46.273759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e63c822e-033f-4ec6-a351-d9e783fb5940 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:46.277160 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] For port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:46.287047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] For port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba,segment=NetworkSegment(aee8e635-d903-41df-b082-f11ee0423368),segment_id=aee8e635-d903-41df-b082-f11ee0423368)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:46.288086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:46.288819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:46.295038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e63c822e-033f-4ec6-a351-d9e783fb5940 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:46.308982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e63c822e-033f-4ec6-a351-d9e783fb5940 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:46.330309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e63c822e-033f-4ec6-a351-d9e783fb5940 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:46.367631 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e63c822e-033f-4ec6-a351-d9e783fb5940 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.375154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:50:46.444133 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.483258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210dfdb-1add-4f62-90e4-1e1f320d9e80 None None] Pushing event updated for resources: {'Port': ['ID=a5b27d8e-adc5-4d92-898f-9f6b442d8ee4,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:46.512612 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e63c822e-033f-4ec6-a351-d9e783fb5940 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.526206 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e63c822e-033f-4ec6-a351-d9e783fb5940 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.603357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c822e-033f-4ec6-a351-d9e783fb5940 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c00b42a-5258-4070-baeb-eb6e452e49d0,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:46.645899 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e63c822e-033f-4ec6-a351-d9e783fb5940 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.647236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e63c822e-033f-4ec6-a351-d9e783fb5940 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4054580 Jun 03 15:50:46.650237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50530) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:46.661075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-fbde002a-a1cd-4591-8363-45a292d43d44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '9db10d3e-618b-419b-aa41-56eb9e68e5eb', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:46.692919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fbde002a-a1cd-4591-8363-45a292d43d44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:46.698295 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fbde002a-a1cd-4591-8363-45a292d43d44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:46.701689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fbde002a-a1cd-4591-8363-45a292d43d44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:46.741747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:46.748217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fbde002a-a1cd-4591-8363-45a292d43d44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:46.770334 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6002c8ed-30ea-40a6-a759-de2dac375988 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8787751 Jun 03 15:50:46.773418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50548) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:46.780415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-882b96f2-3283-47fb-9457-78d4cfb693d8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:46.874622 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fbde002a-a1cd-4591-8363-45a292d43d44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:46.932724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:47.071150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b892e-9ac7-4a6c-a6df-614429c65223 None None] Pushing event updated for resources: {'Port': ['ID=c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:47.375589 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fbde002a-a1cd-4591-8363-45a292d43d44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.529869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fbde002a-a1cd-4591-8363-45a292d43d44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.594254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde002a-a1cd-4591-8363-45a292d43d44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3462729-3f07-45f0-bc28-c5bff981e92b,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:47.643979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fbde002a-a1cd-4591-8363-45a292d43d44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.649026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50646) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:47.654458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fbde002a-a1cd-4591-8363-45a292d43d44 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0025706 Jun 03 15:50:47.656802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d1747a7b-feb4-4d3f-997d-3e49329bf0d3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '9db10d3e-618b-419b-aa41-56eb9e68e5eb', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:47.672124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d1747a7b-feb4-4d3f-997d-3e49329bf0d3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:47.678560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1747a7b-feb4-4d3f-997d-3e49329bf0d3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:47.683691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d1747a7b-feb4-4d3f-997d-3e49329bf0d3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:47.695876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d1747a7b-feb4-4d3f-997d-3e49329bf0d3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:47.732274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1747a7b-feb4-4d3f-997d-3e49329bf0d3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.786944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:44Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:46Z', 'revision_number': 4, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1e7842-c3db-40f3-ab45-4eba61b2c4d9', 'name': '', 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:0e:46:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:43Z', 'updated_at': '2022-06-03T15:50:44Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:47.792236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ec528-a47e-4811-97e1-7538c3403434 None None] The sync data for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 is: [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:44Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:46Z', 'revision_number': 4, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1e7842-c3db-40f3-ab45-4eba61b2c4d9', 'name': '', 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:0e:46:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:43Z', 'updated_at': '2022-06-03T15:50:44Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:50:47.847320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1747a7b-feb4-4d3f-997d-3e49329bf0d3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.874623 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1747a7b-feb4-4d3f-997d-3e49329bf0d3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.929039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.extraroute_db [None req-882b96f2-3283-47fb-9457-78d4cfb693d8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:50:47.953492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.extraroute_db [None req-882b96f2-3283-47fb-9457-78d4cfb693d8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Removed routes are [] {{(pid=88445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:50:47.953867 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-882b96f2-3283-47fb-9457-78d4cfb693d8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.961343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1747a7b-feb4-4d3f-997d-3e49329bf0d3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cac488-f03c-4f30-a8c9-ead226200456,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:47.993342 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1747a7b-feb4-4d3f-997d-3e49329bf0d3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:47.999205 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d1747a7b-feb4-4d3f-997d-3e49329bf0d3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450882 Jun 03 15:50:47.999875 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50688) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:48.009235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '9db10d3e-618b-419b-aa41-56eb9e68e5eb', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:48.033017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:48.037767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:48.041780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:48.049118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:48.067006 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Project 767148f2fab9461bb6d15ea9d771d311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:50:48.085470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.238273 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.246518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.292294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22cad6a-79ad-4c40-8dad-bdc90039a3a2,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:48.348995 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.368018 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f32fa73b-b225-4795-a7e4-4c7415c5ca51 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3669715 Jun 03 15:50:48.370100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50726) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:48.386953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'security_group_rule': {'security_group_id': '9db10d3e-618b-419b-aa41-56eb9e68e5eb', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:48.403773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:48.409238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:security_group_rule and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:48.422156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:48.431620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:48.449136 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Project 767148f2fab9461bb6d15ea9d771d311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:50:48.489616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.596157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:48.647190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-882b96f2-3283-47fb-9457-78d4cfb693d8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.653502 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-882b96f2-3283-47fb-9457-78d4cfb693d8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.697348 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.718780 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.835550 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.836854 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4630592 Jun 03 15:50:48.841122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50772) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:48.841936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5ece8-465e-4556-8814-b95b5d760b1b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72df5f22-44bd-4643-a535-861bb4557e34,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:48.862864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:48.869056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'network': {'name': 'tempest-network-smoke--2102742320', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:48.875193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:48.876919 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:48.887220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:48.893398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:network and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:48.903271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:48.913482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:48.938384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:48.942184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.029593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:50:49.060199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.060548 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Added segment 92175fa5-4049-416b-bfa1-7a2a452d1f6c of type vlan for network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 Jun 03 15:50:49.121645 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.125559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b61b8ef-98fd-4d4c-9f27-e7e491a72c68 None None] Network 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:49.184316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.190534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:49.191128 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.297749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-93b3e3bc-c4b3-4e80-ba7c-33b35ebcff92 None None] Provisioning for port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:49.309166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882b96f2-3283-47fb-9457-78d4cfb693d8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:50:49.329279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:49.329840 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.468610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a5b27d8e-adc5-4d92-898f-9f6b442d8ee4,segment=NetworkSegment(4a9022ec-7708-442f-b976-daa4468c98b1),segment_id=4a9022ec-7708-442f-b976-daa4468c98b1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:49.488687 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.490029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:49.547957 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6988473 Jun 03 15:50:49.553234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50846) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:49.558955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fabc0d-2b22-4ba6-aa30-b6d33e8443e0 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Network': ['ID=03a7f79e-46fc-445c-8a83-f9fbafe528c4,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:49.589637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'admin_state_up': True, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:49.603490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:49.620758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:50:49.637813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:router and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:49.642395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:49.678507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:49.716817 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.718927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.796458 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:49.980178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882b96f2-3283-47fb-9457-78d4cfb693d8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:49.996281 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-882b96f2-3283-47fb-9457-78d4cfb693d8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:50.000591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 50898) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:50.006619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-882b96f2-3283-47fb-9457-78d4cfb693d8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7 HTTP/1.1" status: 200 len: 954 time: 3.2313194 Jun 03 15:50:50.032054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=a5b27d8e-adc5-4d92-898f-9f6b442d8ee4,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:50.130735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:50.143690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:50.144842 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:50.252230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Sync routers for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:50.283599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:50.284537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:50.540956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:50.589302 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-61f590c3-cc89-4f2f-a489-5d2abe5223f2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7 HTTP/1.1" status: 200 len: 954 time: 0.5080647 Jun 03 15:50:50.589964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 50966) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:50.598128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-bb08448b-f814-41b8-a8d0-0c0cd2ea7e70 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'routes': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:50.602524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:50.965861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:50.965861 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.028436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba,segment=NetworkSegment(aee8e635-d903-41df-b082-f11ee0423368),segment_id=aee8e635-d903-41df-b082-f11ee0423368)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:51.045408 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.233642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a7125496-16fb-4a16-a438-7e4f9b5c116d None None] Provisioning for port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:51.264414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:51.373472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a7125496-16fb-4a16-a438-7e4f9b5c116d None None] Provisioning complete for port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:51.373838 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a7125496-16fb-4a16-a438-7e4f9b5c116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.594377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.604375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:51.611495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a7125496-16fb-4a16-a438-7e4f9b5c116d None None] Port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:51.637009 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.664371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a7125496-16fb-4a16-a438-7e4f9b5c116d None None] Provisioning complete for port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:51.664972 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a7125496-16fb-4a16-a438-7e4f9b5c116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.734449 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:51.734817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:51.844163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.25.7.171 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/7b8478c9-e365-4c23-94d1-ace6f2ed9216) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:51.985107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.extraroute_db [None req-bb08448b-f814-41b8-a8d0-0c0cd2ea7e70 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added routes are [] {{(pid=88445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:50:51.985728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.extraroute_db [None req-bb08448b-f814-41b8-a8d0-0c0cd2ea7e70 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:50:52.001556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:52.016196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a7125496-16fb-4a16-a438-7e4f9b5c116d None None] Current status of the port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:52.024949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:47Z', 'revision_number': 6, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:49Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1e7842-c3db-40f3-ab45-4eba61b2c4d9', 'name': '', 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:0e:46:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:43Z', 'updated_at': '2022-06-03T15:50:44Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:52.030383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Checking router: 2b88cfc4-a244-40f1-a75a-6c6de31254e7 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:50:52.030964 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Updating router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:50:52.051586 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb08448b-f814-41b8-a8d0-0c0cd2ea7e70 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:52.268527 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:52.356837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d93b28fd-f76c-45c0-a71c-8a868561e18a None None] Provisioning complete for port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:52.357162 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d93b28fd-f76c-45c0-a71c-8a868561e18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:52.363360 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:52.502717 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:52.658433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=7b8478c9-e365-4c23-94d1-ace6f2ed9216,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:52.674542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:52.675897 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:52.684203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:52.734188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d93b28fd-f76c-45c0-a71c-8a868561e18a None None] Port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:50:52.812675 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb08448b-f814-41b8-a8d0-0c0cd2ea7e70 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:52.816400 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb08448b-f814-41b8-a8d0-0c0cd2ea7e70 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.073307 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.087785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Transition to ACTIVE for port object bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:53.096570 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.312013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb08448b-f814-41b8-a8d0-0c0cd2ea7e70 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:50:53.401701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:53.455378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.593027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1fefb-dc0b-484c-a31a-46ec40129442 None None] Pushing event updated for resources: {'Port': ['ID=bd1e7842-c3db-40f3-ab45-4eba61b2c4d9,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:53.759915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb08448b-f814-41b8-a8d0-0c0cd2ea7e70 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:53.777774 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bb08448b-f814-41b8-a8d0-0c0cd2ea7e70 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:53.788900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bb08448b-f814-41b8-a8d0-0c0cd2ea7e70 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7 HTTP/1.1" status: 200 len: 704 time: 3.1975369 Jun 03 15:50:53.795389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51038) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:53.964454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:53.965156 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.094585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Attempting to bind port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:54.095138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Attempting to bind port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'aee8e635-d903-41df-b082-f11ee0423368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:54.095239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Attempting to bind port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 on network 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:54.149113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:54.149113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Checking segment: {'id': 'aee8e635-d903-41df-b082-f11ee0423368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:54.149113 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.149464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Bound using segment: {'id': 'aee8e635-d903-41df-b082-f11ee0423368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:54.149684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Bound port: bd1e7842-c3db-40f3-ab45-4eba61b2c4d9, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee8e635-d903-41df-b082-f11ee0423368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:54.150076 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.162948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ecf559fa-150a-4491-919e-18c79c91132e tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7 HTTP/1.1" status: 200 len: 704 time: 0.3663936 Jun 03 15:50:54.163740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51044) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:54.239572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:54.271093 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.279307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] For port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:54.282937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] For port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bd1e7842-c3db-40f3-ab45-4eba61b2c4d9,segment=NetworkSegment(aee8e635-d903-41df-b082-f11ee0423368),segment_id=aee8e635-d903-41df-b082-f11ee0423368)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:54.289821 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.416595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1fefb-dc0b-484c-a31a-46ec40129442 None None] Pushing event updated for resources: {'Port': ['ID=bd1e7842-c3db-40f3-ab45-4eba61b2c4d9,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:54.468078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:54.469734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:54.697991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:50:54.780768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:54.974399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:50:54.981354 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:54.984727 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Sync routers for ids ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:55.009719 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Routers {'1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:55.010610 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:55.024036 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:55.028675 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5a515080-9624-41f1-9630-5154b833f166 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4687662 Jun 03 15:50:55.028908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:55.328255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:55.495795 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dc941f02-b082-4bae-8969-ae9ccee36a81 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=767148f2fab9461bb6d15ea9d771d311&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4630804 Jun 03 15:50:55.502182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51066) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:55.557938 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Set router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:55.751098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:50:55.762574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:55.763295 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:55.931410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14c13ea-daf6-44de-96d1-47550f24b9d1 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:55.939716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:55.940300 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:55.947902 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a14c13ea-daf6-44de-96d1-47550f24b9d1 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4419572 Jun 03 15:50:55.951888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51074) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:56.000835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:51Z', 'revision_number': 7, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:49Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1e7842-c3db-40f3-ab45-4eba61b2c4d9', 'name': '', 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:0e:46:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:43Z', 'updated_at': '2022-06-03T15:50:54Z', 'revision_number': 4, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:56.043430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239327f-4495-466e-926b-b58bd0ef600e None None] The sync data for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 is: [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:51Z', 'revision_number': 7, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:49Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1e7842-c3db-40f3-ab45-4eba61b2c4d9', 'name': '', 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:0e:46:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:43Z', 'updated_at': '2022-06-03T15:50:54Z', 'revision_number': 4, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:50:56.046965 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e4ca249b-44c9-4924-8418-b28881bfa548 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0939441 Jun 03 15:50:56.050080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51078) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:56.070972 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1381562393', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:50:56.095312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:56.097530 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:50:53Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:56.098535 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:56.122122 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Checking router: 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:50:56.122963 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Updating router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 port 7b8478c9-e365-4c23-94d1-ace6f2ed9216 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:50:56.307633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bd1e7842-c3db-40f3-ab45-4eba61b2c4d9,segment=NetworkSegment(aee8e635-d903-41df-b082-f11ee0423368),segment_id=aee8e635-d903-41df-b082-f11ee0423368)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:56.335240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:56.380849 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:56.543475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:50:56.552963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=bd1e7842-c3db-40f3-ab45-4eba61b2c4d9,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:56.554329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:subnet and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:50:56.564141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:50:56.578477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:50:56.602902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:50:56.607025 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:56.624941 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165a017-8315-42d1-89c7-9b055eea54cc None None] Sync routers for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:50:56.638082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165a017-8315-42d1-89c7-9b055eea54cc None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:56.638961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a165a017-8315-42d1-89c7-9b055eea54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:56.788466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bd1e7842-c3db-40f3-ab45-4eba61b2c4d9,segment=NetworkSegment(aee8e635-d903-41df-b082-f11ee0423368),segment_id=aee8e635-d903-41df-b082-f11ee0423368)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:56.789005 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.031325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-a165a017-8315-42d1-89c7-9b055eea54cc None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:57.066350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:57.133115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.194497 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.216250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:50:57.243188 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Transition to ACTIVE for port object 7b8478c9-e365-4c23-94d1-ace6f2ed9216 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:57.247238 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:50:57.247587 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:50:57.261635 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.289912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Subnet': ['ID=41c839ac-db74-4d61-9af9-da17162af714,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:57.300703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Checking segment: {'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:57.301164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network hostable DHCP agents. Network: 03a7f79e-46fc-445c-8a83-f9fbafe528c4, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:50:57.334595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:50:57.351738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 03a7f79e-46fc-445c-8a83-f9fbafe528c4) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:57.356898 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:50:57.357587 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.380464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367ecc51-ed29-4dd6-a020-a5caeb0232b7 None None] Network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:50:57.407607 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b5e33e88-cbb3-44a5-a061-8a825dfa1c18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3560085 Jun 03 15:50:57.410437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51094) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:50:57.506321 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Attempting to bind port 7b8478c9-e365-4c23-94d1-ace6f2ed9216 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:50:57.509742 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Attempting to bind port 7b8478c9-e365-4c23-94d1-ace6f2ed9216 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:50:57.509742 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Attempting to bind port 7b8478c9-e365-4c23-94d1-ace6f2ed9216 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:50:57.528909 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:50:57.529270 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:50:57.529661 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.530070 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:50:57.530534 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Bound port: 7b8478c9-e365-4c23-94d1-ace6f2ed9216, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:50:57.530889 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.615550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:50:57.615803 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.655250 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Pushing event updated for resources: {'Port': ['ID=7b8478c9-e365-4c23-94d1-ace6f2ed9216,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:57.724583 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.724583 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.724583 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.724583 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.724583 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.724583 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.724583 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.724583 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.724583 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.725299 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.725299 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.725432 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:50:57.789227 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] For port 7b8478c9-e365-4c23-94d1-ace6f2ed9216, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:50:57.794047 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] For port 7b8478c9-e365-4c23-94d1-ace6f2ed9216, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7b8478c9-e365-4c23-94d1-ace6f2ed9216,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:50:57.802872 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.803403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:50:57.803838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:57.909650 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbab90-f90e-4bed-be96-6bca241ab2fb None None] Pushing event updated for resources: {'Port': ['ID=7b8478c9-e365-4c23-94d1-ace6f2ed9216,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:57.990110 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Routers {'1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:57.992677 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:58.102595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:50:58.111482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:50:58.112317 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:58.221755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a165a017-8315-42d1-89c7-9b055eea54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:51Z', 'revision_number': 7, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:49Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1e7842-c3db-40f3-ab45-4eba61b2c4d9', 'name': '', 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:0e:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:43Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:58.251906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165a017-8315-42d1-89c7-9b055eea54cc None None] Checking router: 2b88cfc4-a244-40f1-a75a-6c6de31254e7 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:50:58.290331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165a017-8315-42d1-89c7-9b055eea54cc None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:50:58.291133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a165a017-8315-42d1-89c7-9b055eea54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:58.320770 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] Set router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:58.640654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-a165a017-8315-42d1-89c7-9b055eea54cc None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:50:58.721694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port bd1e7842-c3db-40f3-ab45-4eba61b2c4d9, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bd1e7842-c3db-40f3-ab45-4eba61b2c4d9,segment=NetworkSegment(aee8e635-d903-41df-b082-f11ee0423368),segment_id=aee8e635-d903-41df-b082-f11ee0423368)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:50:58.722233 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:58.759329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Allocated IP 172.20.0.2 (03a7f79e-46fc-445c-8a83-f9fbafe528c4/41c839ac-db74-4d61-9af9-da17162af714/bffc7ced-d5a5-482b-b0e8-dfdc7586da6e) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:50:58.928237 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:50:53Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:58.933669 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53fc083-b773-4f67-ad49-6bd29c07e531 None None] The sync data for ids ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'] in n-d-844595-1 is: [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:50:53Z', 'revision_number': 3, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:50:59.106099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:50:59.609727 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:59.636171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Transition to ACTIVE for port object bffc7ced-d5a5-482b-b0e8-dfdc7586da6e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:59.731427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Transition to ACTIVE for port object bffc7ced-d5a5-482b-b0e8-dfdc7586da6e will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:50:59.741566 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:59.744238 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:50:59.826477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Pushing event updated for resources: {'Port': ['ID=bffc7ced-d5a5-482b-b0e8-dfdc7586da6e,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:50:59.881702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:50:59.888709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:50:59.892448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:50:59.904194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a165a017-8315-42d1-89c7-9b055eea54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:51Z', 'revision_number': 7, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:49Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1e7842-c3db-40f3-ab45-4eba61b2c4d9', 'name': '', 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:0e:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:43Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:50:59.970386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165a017-8315-42d1-89c7-9b055eea54cc None None] The sync data for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 is: [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:51Z', 'revision_number': 7, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:49Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd1e7842-c3db-40f3-ab45-4eba61b2c4d9', 'name': '', 'network_id': '30e6d57b-ba5d-47c5-ac17-0d8a2e220c53', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:0e:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:43Z', 'updated_at': '2022-06-03T15:50:56Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'dc03d104-9641-4a63-acf6-588f199f7eac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:00.050614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Attempting to bind port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:51:00.056389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Attempting to bind port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:51:00.056734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Attempting to bind port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e on network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:00.063254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:51:00.063868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Checking segment: {'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:00.064425 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:00.064989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Bound using segment: {'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:51:00.065610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Bound port: bffc7ced-d5a5-482b-b0e8-dfdc7586da6e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:51:00.066294 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:00.233181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:00.271062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] For port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:51:00.275847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] For port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bffc7ced-d5a5-482b-b0e8-dfdc7586da6e,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:51:00.285318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:00.482908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6efb7-024b-4669-817f-0914e8adbc21 None None] Pushing event updated for resources: {'Port': ['ID=bffc7ced-d5a5-482b-b0e8-dfdc7586da6e,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:00.574516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=bd1e7842-c3db-40f3-ab45-4eba61b2c4d9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:00.905662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51136) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:00.981585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-80fdabd6-c76d-4ad7-baf3-d476fef38eef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5272849 Jun 03 15:51:01.112306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229ae9e-a945-492e-9617-40619e59fea7 req-a7afb093-8457-42e6-932a-ee888e0353d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:01.114034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-a7afb093-8457-42e6-932a-ee888e0353d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.9729116 Jun 03 15:51:01.247982 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:01.251585 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0f378bb0-72c9-46d0-bb1d-b92f6ce99d10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7bc4aae2777442b09bfb6617c9d3cfaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439200 Jun 03 15:51:01.258947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51144) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:01.289712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-db7a57e2-87dd-4374-9ef6-a905e57ac2e8 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/quotas/478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 375 time: 0.0937879 Jun 03 15:51:01.362742 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8139538-65fe-4a82-8e2e-e39e649b076f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:01.434732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bffc7ced-d5a5-482b-b0e8-dfdc7586da6e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:01.442122 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8139538-65fe-4a82-8e2e-e39e649b076f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:01.588304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8139538-65fe-4a82-8e2e-e39e649b076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:01.598116 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:01.630153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8139538-65fe-4a82-8e2e-e39e649b076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdc52a0-9476-428e-b295-96e4edd41e17,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:01.665705 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f8139538-65fe-4a82-8e2e-e39e649b076f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:01.667185 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f8139538-65fe-4a82-8e2e-e39e649b076f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8bdc52a0-9476-428e-b295-96e4edd41e17 HTTP/1.1" status: 204 len: 168 time: 0.4071314 Jun 03 15:51:01.715549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:01.726221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b8478c9-e365-4c23-94d1-ace6f2ed9216 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:01.896484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 7b8478c9-e365-4c23-94d1-ace6f2ed9216 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:01.902070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7b8478c9-e365-4c23-94d1-ace6f2ed9216 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:01.902439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:01.961691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-1ff88259-7da4-4473-a9b6-321d3d231916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:01.963228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-1ff88259-7da4-4473-a9b6-321d3d231916 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 1096 time: 0.8432992 Jun 03 15:51:01.977722 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-3d4431f2-337a-4cee-9214-2b9949d12418 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6851716 Jun 03 15:51:02.086838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7b8478c9-e365-4c23-94d1-ace6f2ed9216 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:02.087304 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:02.108110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 7b8478c9-e365-4c23-94d1-ace6f2ed9216, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7b8478c9-e365-4c23-94d1-ace6f2ed9216,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:02.114925 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:02.153336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b776288-1feb-4b7b-9a20-5b287719a012 None None] Network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:02.283965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a6cb1336-26eb-4c30-9fd1-087d2ca4056b None None] Provisioning for port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:02.303358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a6cb1336-26eb-4c30-9fd1-087d2ca4056b None None] Provisioning complete for port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:02.303875 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a6cb1336-26eb-4c30-9fd1-087d2ca4056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:02.363440 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3acf-538e-4b0d-a826-eed6480ff0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:02.375880 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=7b8478c9-e365-4c23-94d1-ace6f2ed9216,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:02.515945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb1336-26eb-4c30-9fd1-087d2ca4056b None None] Current status of the port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:02.516531 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a6cb1336-26eb-4c30-9fd1-087d2ca4056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:02.568915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a6cb1336-26eb-4c30-9fd1-087d2ca4056b None None] For port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bffc7ced-d5a5-482b-b0e8-dfdc7586da6e,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:02.605561 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a6cb1336-26eb-4c30-9fd1-087d2ca4056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:02.695209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb1336-26eb-4c30-9fd1-087d2ca4056b None None] Pushing event updated for resources: {'Port': ['ID=bffc7ced-d5a5-482b-b0e8-dfdc7586da6e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:02.706643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:02.790748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-0b7f741d-d11f-4375-bed1-b8c5f7f452dc service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6823690 Jun 03 15:51:02.907507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-633095c8-f49d-4c8b-9086-26c4396c4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:02.908943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-633095c8-f49d-4c8b-9086-26c4396c4e75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 200 len: 911 time: 0.7815182 Jun 03 15:51:03.046253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7454a320-4234-4254-af9a-c9d527920734 None None] Provisioning complete for port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:03.046941 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7454a320-4234-4254-af9a-c9d527920734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:03.212375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bffc7ced-d5a5-482b-b0e8-dfdc7586da6e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:03.223972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-748472d1-2a08-4d47-84eb-8ab292bab47c service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320071 Jun 03 15:51:03.358439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-52a6ee09-f65f-40c7-9819-2d681e1d0922 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6038fd94-9889-48a8-9c9a-e4e3fa29763e HTTP/1.1" status: 200 len: 1000 time: 0.4359369 Jun 03 15:51:03.361133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7454a320-4234-4254-af9a-c9d527920734 None None] Current status of the port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:03.382540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:03.382949 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:03.687441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-138ee672-a5df-4dc6-a189-a9d3c4a6dea9 req-653712c3-759e-439e-9923-f70230e35231 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 210 time: 0.0664411 Jun 03 15:51:03.733295 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:03.745977 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39b774-a8c3-4051-86be-16c3f6d9c9ba None None] Sync routers for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:03.759747 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39b774-a8c3-4051-86be-16c3f6d9c9ba None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:03.760709 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cc39b774-a8c3-4051-86be-16c3f6d9c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:50:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:03.774593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:03.776779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b8478c9-e365-4c23-94d1-ace6f2ed9216 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:03.778716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-9b88db1c-7422-4e6c-aa7f-53621832850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:03.780184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-9b88db1c-7422-4e6c-aa7f-53621832850d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2981b961-1843-44fe-8dce-c3c671e1fc65 HTTP/1.1" status: 200 len: 849 time: 0.3817613 Jun 03 15:51:03.930035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:03.937818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-29fc9259-580a-4c16-a7b1-f991dbc9eaa0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7688389 Jun 03 15:51:03.947153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7b8478c9-e365-4c23-94d1-ace6f2ed9216 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:03.947522 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.004420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.20.0.1 (03a7f79e-46fc-445c-8a83-f9fbafe528c4/41c839ac-db74-4d61-9af9-da17162af714/a805e2d2-5e34-4db4-89b3-c82eb740b379) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:04.074734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e014a948-5867-49e0-9357-90930547fe7c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting subnet dc03d104-9641-4a63-acf6-588f199f7eac {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:51:04.074734 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e014a948-5867-49e0-9357-90930547fe7c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.123340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-2ace1e64-7712-4d96-b519-af6a2be38216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:04.125050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-2ace1e64-7712-4d96-b519-af6a2be38216 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a2b79456-f064-42e2-a46e-9cdda61aea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3347208 Jun 03 15:51:04.143992 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-cc39b774-a8c3-4051-86be-16c3f6d9c9ba None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:04.204395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e014a948-5867-49e0-9357-90930547fe7c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.218127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7b8478c9-e365-4c23-94d1-ace6f2ed9216 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:04.364896 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.377293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-666dd2e4-af19-4d82-a743-10c41ec97993 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431343 Jun 03 15:51:04.378970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e014a948-5867-49e0-9357-90930547fe7c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.406916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Transition to ACTIVE for port object a805e2d2-5e34-4db4-89b3-c82eb740b379 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:04.510617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e014a948-5867-49e0-9357-90930547fe7c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.603189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014a948-5867-49e0-9357-90930547fe7c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Subnet': ['ID=dc03d104-9641-4a63-acf6-588f199f7eac,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:04.633681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e014a948-5867-49e0-9357-90930547fe7c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:04.642486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2511412b-8863-42a4-ae78-1f2df487f5f2 None None] Network 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:04.647381 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e014a948-5867-49e0-9357-90930547fe7c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/dc03d104-9641-4a63-acf6-588f199f7eac HTTP/1.1" status: 204 len: 168 time: 0.7223296 Jun 03 15:51:04.648061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51208) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:04.972125 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cc39b774-a8c3-4051-86be-16c3f6d9c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:59Z', 'revision_number': 8, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:49Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:04.979373 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39b774-a8c3-4051-86be-16c3f6d9c9ba None None] Checking router: 2b88cfc4-a244-40f1-a75a-6c6de31254e7 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:51:04.993519 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39b774-a8c3-4051-86be-16c3f6d9c9ba None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:04.994535 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cc39b774-a8c3-4051-86be-16c3f6d9c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:05.015981 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6eb11608-3916-4d6b-9dd1-a89d6ff052b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.099855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4eb5997-dc52-4960-98c9-74fa50b4c2b3 req-9ad64ed5-804f-4a87-a0fe-097bc24a0fb8 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 210 time: 0.1168332 Jun 03 15:51:05.106491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37ee8869-59d0-407e-93d5-dd9f21ccae5a req-f2f7ac8a-382c-4d97-a491-1686e70c1824 service neutron] 10.222.0.67 "GET /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218108 Jun 03 15:51:05.131858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.156458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbabb37-3411-4d43-9535-148d25620a24 None None] DHCP port deletion for 30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:51:05.162130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-dbbabb37-3411-4d43-9535-148d25620a24 None None] Deleting port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:05.162500 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dbbabb37-3411-4d43-9535-148d25620a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.213415 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-cc39b774-a8c3-4051-86be-16c3f6d9c9ba None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:05.229826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:05.238830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:05.251406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:05.271399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.290702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:05.291202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.387575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=a805e2d2-5e34-4db4-89b3-c82eb740b379,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:05.409799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.607410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dbbabb37-3411-4d43-9535-148d25620a24 None None] For port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba,segment=NetworkSegment(aee8e635-d903-41df-b082-f11ee0423368),segment_id=aee8e635-d903-41df-b082-f11ee0423368)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:05.607795 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dbbabb37-3411-4d43-9535-148d25620a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.780635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-dbbabb37-3411-4d43-9535-148d25620a24 None None] Calling delete_port for c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:05.813420 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:51:05.843935 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cc39b774-a8c3-4051-86be-16c3f6d9c9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:59Z', 'revision_number': 8, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:49Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:05.848852 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39b774-a8c3-4051-86be-16c3f6d9c9ba None None] The sync data for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 is: [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:50:59Z', 'revision_number': 8, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b27d8e-adc5-4d92-898f-9f6b442d8ee4', 'name': '', 'network_id': 'e56f8796-db36-4cc2-8078-2c58726aedcb', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:ca:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:32Z', 'updated_at': '2022-06-03T15:50:49Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'ab005e80-aebd-4abf-ba5f-a98f20b61555', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:05.849065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229ae9e-a945-492e-9617-40619e59fea7 req-0f3e971c-d7c9-40bd-96cc-27927660b787 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:05.850705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-0f3e971c-d7c9-40bd-96cc-27927660b787 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.3594253 Jun 03 15:51:05.878653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'port': {'device_id': '411b934f-1b75-4e2a-8003-1d0982f1cf88', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'admin_state_up': True, 'tenant_id': '478b98182f234210949a5c9275a7f1fe'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:05.892612 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.897326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fe077ace-b5d9-4c1e-a071-b641459c11c1 None None] Provisioning for port a805e2d2-5e34-4db4-89b3-c82eb740b379 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:05.904924 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.912577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba,segment=NetworkSegment(aee8e635-d903-41df-b082-f11ee0423368),segment_id=aee8e635-d903-41df-b082-f11ee0423368)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:05.913039 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.921908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fe077ace-b5d9-4c1e-a071-b641459c11c1 None None] Provisioning complete for port a805e2d2-5e34-4db4-89b3-c82eb740b379 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:05.922502 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fe077ace-b5d9-4c1e-a071-b641459c11c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:05.985194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fe077ace-b5d9-4c1e-a071-b641459c11c1 None None] Port a805e2d2-5e34-4db4-89b3-c82eb740b379 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:05.989006 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dbbabb37-3411-4d43-9535-148d25620a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:06.043966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbabb37-3411-4d43-9535-148d25620a24 None None] Pushing event deleted for resources: {'Port': ['ID=c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:06.048147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbabb37-3411-4d43-9535-148d25620a24 None None] No DVR routers for this DVR port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:51:06.080107 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:06.132761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:06.194494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:06.218195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:06.316635 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:51:06.316635 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:51:06.402186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Made reservation on behalf of 478b98182f234210949a5c9275a7f1fe for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:06.405995 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:06.428669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-872420a8-78ab-4b4e-8aaf-cf55614c9822 req-e2221e3f-7028-4b60-b178-b06e9c2bbda1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 210 time: 0.1178534 Jun 03 15:51:06.792227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Allocated IP 172.20.0.11 (0b59cccb-736d-4f97-ab3c-7f712587d12f/dcab0106-2b7e-4a74-ac83-d9033844c6be/49499f14-98a2-4aa8-9da6-fa038ca20347) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:06.818900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:06.819274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:06.905273 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:06.940966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] The port 'c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:51:06.961513 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.095782 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.116404 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.164961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:07.169098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e6d57b-ba5d-47c5-ac17-0d8a2e220c53']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:07.185528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee8e635-d903-41df-b082-f11ee0423368') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:07.186608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee8e635-d903-41df-b082-f11ee0423368') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:07.205852 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.241852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:51:07.243360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bd1e7842-c3db-40f3-ab45-4eba61b2c4d9 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:51:07.243785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:07.253945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.260923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:51:07.261324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.322945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:51:07.323553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c27c5c3a-d62a-4fb9-a81d-12ee4cccaaba not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:51:07.356068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=a805e2d2-5e34-4db4-89b3-c82eb740b379,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:07.485559 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.495566 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.526143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.552548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Network': ['ID=30e6d57b-ba5d-47c5-ac17-0d8a2e220c53,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:07.572875 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0c7a2f34-3224-44be-8a7b-fe934ffdb563 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/networks/30e6d57b-ba5d-47c5-ac17-0d8a2e220c53 HTTP/1.1" status: 204 len: 168 time: 2.9237428 Jun 03 15:51:07.573975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:07.675842 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment aee8e635-d903-41df-b082-f11ee0423368 resource provider aggregate not found Jun 03 15:51:07.750665 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment aee8e635-d903-41df-b082-f11ee0423368 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aee8e635-d903-41df-b082-f11ee0423368 found for delete ", "request_id": "req-f8cf4ab0-c6d1-4bda-989c-cebab8b22ad3"}]} Jun 03 15:51:07.788676 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:07.852539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e12d910c-d847-45f0-8c99-cdeead9a4bf6 req-5d8d3d2a-97ab-4b1b-a8fe-bcf269e9b681 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 210 time: 0.2168059 Jun 03 15:51:07.893556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Transition to ACTIVE for port object 49499f14-98a2-4aa8-9da6-fa038ca20347 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:07.905998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:07.908230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:08.157947 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:08.222634 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:08.331165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-771fe2dd-134d-45b3-b09b-424d4f5c3218 None None] Provisioning complete for port a805e2d2-5e34-4db4-89b3-c82eb740b379 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:08.331779 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-771fe2dd-134d-45b3-b09b-424d4f5c3218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:08.349257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:08.354265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:08.376498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:08.506220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-771fe2dd-134d-45b3-b09b-424d4f5c3218 None None] Port a805e2d2-5e34-4db4-89b3-c82eb740b379 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:08.506636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:08.515844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=49499f14-98a2-4aa8-9da6-fa038ca20347,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:08.595195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:08.595932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:08.763140 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b2f1212b-2753-4eba-8090-b0179fef2d3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8951888 Jun 03 15:51:08.842911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c9b6187f-e000-4f42-917c-b978aacef365 None None] Provisioning for port 49499f14-98a2-4aa8-9da6-fa038ca20347 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:08.852323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c9b6187f-e000-4f42-917c-b978aacef365 None None] Provisioning complete for port 49499f14-98a2-4aa8-9da6-fa038ca20347 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:08.852696 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c9b6187f-e000-4f42-917c-b978aacef365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:08.874145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Request body: {'port': {'device_id': '411b934f-1b75-4e2a-8003-1d0982f1cf88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:08.993109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6187f-e000-4f42-917c-b978aacef365 None None] Port 49499f14-98a2-4aa8-9da6-fa038ca20347 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:09.023390 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.101084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:09.116218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Sync routers for ids ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:09.122380 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cc268f93-6d3f-4baf-a6ee-12a415cfa4bc tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "PUT /v2.0/routers/1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7099299 Jun 03 15:51:09.135785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Routers {'1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:09.136358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:09.141341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:09.142664 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.166701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e7219-0568-44c2-82f5-ad4f6afec4f3 req-cb5693e5-e771-413f-9b09-96e892a06556 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:09.174550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d80e7219-0568-44c2-82f5-ad4f6afec4f3 req-cb5693e5-e771-413f-9b09-96e892a06556 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 946 time: 0.4908271 Jun 03 15:51:09.200388 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.332854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d80e7219-0568-44c2-82f5-ad4f6afec4f3 req-4260ac8b-9b72-4a8b-8b74-003d9180f07d tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568811 Jun 03 15:51:09.468286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port a5b27d8e-adc5-4d92-898f-9f6b442d8ee4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a5b27d8e-adc5-4d92-898f-9f6b442d8ee4,segment=NetworkSegment(4a9022ec-7708-442f-b976-daa4468c98b1),segment_id=4a9022ec-7708-442f-b976-daa4468c98b1)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:09.468643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.596558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Set router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:09.650374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:09.700047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-cc946c09-f7d6-4060-ae27-c235626e82a5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:09.728244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd172e-8ef7-49c7-b93b-88a678e5c61b req-83c7ee3c-f4df-485b-a594-8716d630241d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:09.729170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4bcd172e-8ef7-49c7-b93b-88a678e5c61b req-83c7ee3c-f4df-485b-a594-8716d630241d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:09.799874 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4bcd172e-8ef7-49c7-b93b-88a678e5c61b req-83c7ee3c-f4df-485b-a594-8716d630241d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:09.801229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4bcd172e-8ef7-49c7-b93b-88a678e5c61b req-83c7ee3c-f4df-485b-a594-8716d630241d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 932 time: 0.7688107 Jun 03 15:51:09.805185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-cc946c09-f7d6-4060-ae27-c235626e82a5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:09.806676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-cc946c09-f7d6-4060-ae27-c235626e82a5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211213393&fields=id&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 267 time: 0.2099106 Jun 03 15:51:09.893712 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:09.956837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=a5b27d8e-adc5-4d92-898f-9f6b442d8ee4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:09.994427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:51:05Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a805e2d2-5e34-4db4-89b3-c82eb740b379', 'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:04:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:51:02Z', 'updated_at': '2022-06-03T15:51:06Z', 'revision_number': 2, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '41c839ac-db74-4d61-9af9-da17162af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:10.010389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Checking router: 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:51:10.010899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Updating router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 port a805e2d2-5e34-4db4-89b3-c82eb740b379 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:51:10.147585 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:10.340465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4bcd172e-8ef7-49c7-b93b-88a678e5c61b req-d32e97a4-7596-4173-9c1a-91a04757a998 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306668 Jun 03 15:51:10.353861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49499f14-98a2-4aa8-9da6-fa038ca20347 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:51:10.393814 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:10.438084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Transition to ACTIVE for port object 49499f14-98a2-4aa8-9da6-fa038ca20347 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:10.446782 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:10.462368 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:10.829925 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:10.872754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Transition to ACTIVE for port object a805e2d2-5e34-4db4-89b3-c82eb740b379 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:10.892421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-651cad94-9582-4753-8597-725ffdf13550 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:10.893581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-651cad94-9582-4753-8597-725ffdf13550 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:10.901477 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:10.905137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Pushing event updated for resources: {'Port': ['ID=49499f14-98a2-4aa8-9da6-fa038ca20347,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:10.934077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d77f9-d262-4495-97e5-43b728f4ae48 req-fb4950c3-a587-410b-9913-ad8f8cc50263 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:10.935790 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a79d77f9-d262-4495-97e5-43b728f4ae48 req-fb4950c3-a587-410b-9913-ad8f8cc50263 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 946 time: 0.6503119 Jun 03 15:51:11.000169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6491f-c3b2-4058-b117-3d752fe99c0e None None] Pushing event updated for resources: {'Port': ['ID=a805e2d2-5e34-4db4-89b3-c82eb740b379,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:11.036195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Attempting to bind port 49499f14-98a2-4aa8-9da6-fa038ca20347 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:51:11.037041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Attempting to bind port 49499f14-98a2-4aa8-9da6-fa038ca20347 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:51:11.041168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Attempting to bind port 49499f14-98a2-4aa8-9da6-fa038ca20347 on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:11.086240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Port 49499f14-98a2-4aa8-9da6-fa038ca20347 on network 0b59cccb-736d-4f97-ab3c-7f712587d12f not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:51:11.096647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Attempting to bind port 49499f14-98a2-4aa8-9da6-fa038ca20347 on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:11.120925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:51:11.121976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Checking segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:11.121976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Bound using segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:51:11.125042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Bound port: 49499f14-98a2-4aa8-9da6-fa038ca20347, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:51:11.125042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:11.156398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-651cad94-9582-4753-8597-725ffdf13550 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:11.157507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-651cad94-9582-4753-8597-725ffdf13550 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/networks?id=03a7f79e-46fc-445c-8a83-f9fbafe528c4 HTTP/1.1" status: 200 len: 797 time: 1.3097193 Jun 03 15:51:11.270259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-332468e2-3a55-4d05-8545-253b5bb10f82 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/quotas/767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 375 time: 0.1027875 Jun 03 15:51:11.377087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Attempting to bind port a805e2d2-5e34-4db4-89b3-c82eb740b379 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:51:11.381938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Attempting to bind port a805e2d2-5e34-4db4-89b3-c82eb740b379 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:51:11.382518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Attempting to bind port a805e2d2-5e34-4db4-89b3-c82eb740b379 on network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:11.385854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a79d77f9-d262-4495-97e5-43b728f4ae48 req-913ebc5e-85f5-479f-8386-f69ff3abfdb4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Deleting port 995c7508-e926-4bd4-b100-d181326bcef3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:11.386254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a79d77f9-d262-4495-97e5-43b728f4ae48 req-913ebc5e-85f5-479f-8386-f69ff3abfdb4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:11.394402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:51:11.395839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Checking segment: {'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:11.396394 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:11.396907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Bound using segment: {'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:51:11.397557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Bound port: a805e2d2-5e34-4db4-89b3-c82eb740b379, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:51:11.404899 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:11.457853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d034ef-0e1f-4246-8fc9-fa68919b91cf req-ae058236-869a-4e82-8d2e-32890644fcb9 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:11.467457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87d034ef-0e1f-4246-8fc9-fa68919b91cf req-ae058236-869a-4e82-8d2e-32890644fcb9 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 946 time: 0.7997310 Jun 03 15:51:11.504228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:11.564013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87d034ef-0e1f-4246-8fc9-fa68919b91cf req-b8cb3a51-7084-4fa3-93a9-0e8fd10aff88 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951467 Jun 03 15:51:11.567434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] For port 49499f14-98a2-4aa8-9da6-fa038ca20347, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:51:11.577427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] For port 49499f14-98a2-4aa8-9da6-fa038ca20347, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=49499f14-98a2-4aa8-9da6-fa038ca20347,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:51:11.600780 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:11.747989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] For port a805e2d2-5e34-4db4-89b3-c82eb740b379, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:51:11.752593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] For port a805e2d2-5e34-4db4-89b3-c82eb740b379, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a805e2d2-5e34-4db4-89b3-c82eb740b379,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:51:11.758020 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:11.782539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:11.783159 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:11.784575 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] 10.222.0.67 "PUT /v2.0/ports/49499f14-98a2-4aa8-9da6-fa038ca20347 HTTP/1.1" status: 200 len: 1092 time: 3.0017104 Jun 03 15:51:11.790721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-4e620588-e784-4601-84c3-cb2c3784c1bb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:11.793593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411b934f-1b75-4e2a-8003-1d0982f1cf88', 'tag': '49499f14-98a2-4aa8-9da6-fa038ca20347'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:51:11.857186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:11.870537 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cca40c-ad83-451b-b06e-5ad38dc6a63b None None] Sync routers for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:11.887773 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cca40c-ad83-451b-b06e-5ad38dc6a63b None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:11.888713 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-28cca40c-ad83-451b-b06e-5ad38dc6a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:11.957589 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2648329e-11d3-4ba9-8d8a-ab35aa6caeb3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3819051 Jun 03 15:51:11.965595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51298) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:11.970965 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6491f-c3b2-4058-b117-3d752fe99c0e None None] Pushing event updated for resources: {'Port': ['ID=a805e2d2-5e34-4db4-89b3-c82eb740b379,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:11.987443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Routers {'1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:11.988064 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:12.183446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-4e620588-e784-4601-84c3-cb2c3784c1bb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:12.199657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-4e620588-e784-4601-84c3-cb2c3784c1bb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8904474 Jun 03 15:51:12.211225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5106789-bf10-450e-a6f1-c9fb711a3af6 service neutron] Pushing event updated for resources: {'Port': ['ID=49499f14-98a2-4aa8-9da6-fa038ca20347,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:12.270144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9540f21-9ab3-4f60-904c-2f8272db1d92 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting subnet ab005e80-aebd-4abf-ba5f-a98f20b61555 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:51:12.341173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e335c-ef5b-456e-b076-9b94810bc3a1 req-ee0a3ba7-0c78-4996-882c-4c0b9bcb0d90 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:12.362943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d3e335c-ef5b-456e-b076-9b94810bc3a1 req-ee0a3ba7-0c78-4996-882c-4c0b9bcb0d90 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 944 time: 0.6048384 Jun 03 15:51:12.366746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9540f21-9ab3-4f60-904c-2f8272db1d92 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.482124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] Set router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:12.482350 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-28cca40c-ad83-451b-b06e-5ad38dc6a63b None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:12.538666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8d3e335c-ef5b-456e-b076-9b94810bc3a1 req-3b992bc1-b872-4517-aa7e-8162e70ecbfa tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764553 Jun 03 15:51:12.705101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a79d77f9-d262-4495-97e5-43b728f4ae48 req-913ebc5e-85f5-479f-8386-f69ff3abfdb4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] For port 995c7508-e926-4bd4-b100-d181326bcef3, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=995c7508-e926-4bd4-b100-d181326bcef3,segment=NetworkSegment(5de23e27-ca73-4950-907a-c25b4bf963bb),segment_id=5de23e27-ca73-4950-907a-c25b4bf963bb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:12.706014 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a79d77f9-d262-4495-97e5-43b728f4ae48 req-913ebc5e-85f5-479f-8386-f69ff3abfdb4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.761390 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9540f21-9ab3-4f60-904c-2f8272db1d92 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:12.995075 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b81dd2-77a6-4156-bb56-f4902bc45339'] response: {'name': 'network-changed', 'server_uuid': '411b934f-1b75-4e2a-8003-1d0982f1cf88', 'tag': '49499f14-98a2-4aa8-9da6-fa038ca20347', 'status': 'completed', 'code': 200} Jun 03 15:51:13.080659 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-28cca40c-ad83-451b-b06e-5ad38dc6a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:09Z', 'revision_number': 9, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:13.088580 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cca40c-ad83-451b-b06e-5ad38dc6a63b None None] Checking router: 2b88cfc4-a244-40f1-a75a-6c6de31254e7 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:51:13.109668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229ae9e-a945-492e-9617-40619e59fea7 req-0b11ac05-c1d3-4ea0-9c3e-6fb5679c7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:13.112737 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cca40c-ad83-451b-b06e-5ad38dc6a63b None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:13.113663 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-28cca40c-ad83-451b-b06e-5ad38dc6a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:13.120489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-0b11ac05-c1d3-4ea0-9c3e-6fb5679c7502 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 1095 time: 1.2019985 Jun 03 15:51:13.182455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a79d77f9-d262-4495-97e5-43b728f4ae48 req-913ebc5e-85f5-479f-8386-f69ff3abfdb4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Calling delete_port for 995c7508-e926-4bd4-b100-d181326bcef3 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:13.532812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:51:05Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a805e2d2-5e34-4db4-89b3-c82eb740b379', 'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:04:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:51:02Z', 'updated_at': '2022-06-03T15:51:11Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '41c839ac-db74-4d61-9af9-da17162af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:13.540159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66ba20-e59d-4efb-8d3e-ef333921e629 None None] The sync data for ids ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'] in n-d-844595-1 is: [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:51:05Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a805e2d2-5e34-4db4-89b3-c82eb740b379', 'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:04:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:51:02Z', 'updated_at': '2022-06-03T15:51:11Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '41c839ac-db74-4d61-9af9-da17162af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:13.576520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9540f21-9ab3-4f60-904c-2f8272db1d92 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:13.598318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-36e33b84-6198-448d-93a0-008de98d2828 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49499f14-98a2-4aa8-9da6-fa038ca20347 HTTP/1.1" status: 200 len: 217 time: 0.4353082 Jun 03 15:51:13.627518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-4582afdd-4f3d-451d-9f56-fdd76536a71f service neutron] 10.222.0.48 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4269440 Jun 03 15:51:13.669193 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-28cca40c-ad83-451b-b06e-5ad38dc6a63b None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:14.021711 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9540f21-9ab3-4f60-904c-2f8272db1d92 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.131100 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a79d77f9-d262-4495-97e5-43b728f4ae48 req-913ebc5e-85f5-479f-8386-f69ff3abfdb4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.218071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9540f21-9ab3-4f60-904c-2f8272db1d92 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Subnet': ['ID=ab005e80-aebd-4abf-ba5f-a98f20b61555,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:14.225687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884e4e7-dfb4-4d1f-9852-fdcb98a60f96 req-f84e6b1a-494e-4566-b22e-cf5735568a6c tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:14.242677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9884e4e7-dfb4-4d1f-9852-fdcb98a60f96 req-f84e6b1a-494e-4566-b22e-cf5735568a6c tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/ports?device_id=b67074a3-728b-48c0-8891-07e3d572ee54 HTTP/1.1" status: 200 len: 946 time: 1.2579079 Jun 03 15:51:14.260062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ebc5e-85f5-479f-8386-f69ff3abfdb4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Pushing event deleted for resources: {'Port': ['ID=995c7508-e926-4bd4-b100-d181326bcef3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:14.274782 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9540f21-9ab3-4f60-904c-2f8272db1d92 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.276034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba83fba1-7abb-4b35-8780-6b56fec4a4f2 None None] Network e56f8796-db36-4cc2-8078-2c58726aedcb requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:14.310911 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a9540f21-9ab3-4f60-904c-2f8272db1d92 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/ab005e80-aebd-4abf-ba5f-a98f20b61555 HTTP/1.1" status: 204 len: 168 time: 2.3437324 Jun 03 15:51:14.360978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b34ecb32-f8e3-45b2-9b2a-1eb5eebe4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:14.362668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-b34ecb32-f8e3-45b2-9b2a-1eb5eebe4bb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.6944377 Jun 03 15:51:14.367681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51316) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:14.394036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9884e4e7-dfb4-4d1f-9852-fdcb98a60f96 req-19bf37fa-1130-47b0-8e68-6a16daa7da7e tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.48 "GET /v2.0/security-groups?id=50c811cd-dbde-41e6-825b-861e2abd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498196 Jun 03 15:51:14.536192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79d77f9-d262-4495-97e5-43b728f4ae48 req-913ebc5e-85f5-479f-8386-f69ff3abfdb4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] No DVR routers for this DVR port 995c7508-e926-4bd4-b100-d181326bcef3 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:51:14.544033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a79d77f9-d262-4495-97e5-43b728f4ae48 req-913ebc5e-85f5-479f-8386-f69ff3abfdb4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:14.546090 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a79d77f9-d262-4495-97e5-43b728f4ae48 req-913ebc5e-85f5-479f-8386-f69ff3abfdb4 tempest-VolumesSnapshotTestJSON-1239065182 tempest-VolumesSnapshotTestJSON-1239065182-project] 10.222.0.67 "DELETE /v2.0/ports/995c7508-e926-4bd4-b100-d181326bcef3 HTTP/1.1" status: 204 len: 173 time: 3.6044912 Jun 03 15:51:14.546547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67074a3-728b-48c0-8891-07e3d572ee54', 'name': 'network-vif-deleted', 'tag': '995c7508-e926-4bd4-b100-d181326bcef3'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:51:14.799091 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-28cca40c-ad83-451b-b06e-5ad38dc6a63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:09Z', 'revision_number': 9, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:14.814400 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cca40c-ad83-451b-b06e-5ad38dc6a63b None None] The sync data for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 is: [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:09Z', 'revision_number': 9, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e44971f9-968f-4204-ae2c-80297f2f39d4', 'name': '', 'network_id': 'c5671e0a-86f3-406d-8d5c-63dac26b6bc5', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:48:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:16Z', 'updated_at': '2022-06-03T15:50:37Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': 'aca080a6-826d-48ec-8c2b-22954e9122c1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:15.237400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126232cf-5b49-406d-a17b-e46ba3965023 None None] DHCP port deletion for e56f8796-db36-4cc2-8078-2c58726aedcb request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:51:15.244042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-126232cf-5b49-406d-a17b-e46ba3965023 None None] Deleting port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:15.245892 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-126232cf-5b49-406d-a17b-e46ba3965023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:15.281013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-81685112-3d9a-4b16-8b98-e2e12adb920b service neutron] 10.222.0.48 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4797916 Jun 03 15:51:15.296774 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:15.348109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:15.348424 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:15.403881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 995c7508-e926-4bd4-b100-d181326bcef3 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:15.548326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a805e2d2-5e34-4db4-89b3-c82eb740b379 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:15.571085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128ab3e-92ba-453d-835d-2873a7f524ac req-cfd6306f-6090-4ce3-aca6-e06f6630eb57 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:15.590198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e128ab3e-92ba-453d-835d-2873a7f524ac req-cfd6306f-6090-4ce3-aca6-e06f6630eb57 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 944 time: 0.6419508 Jun 03 15:51:15.619438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229ae9e-a945-492e-9617-40619e59fea7 req-fac4a5c3-39eb-4380-bca9-476feb535b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:15.620989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-fac4a5c3-39eb-4380-bca9-476feb535b0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1034734 Jun 03 15:51:15.923886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-126232cf-5b49-406d-a17b-e46ba3965023 None None] For port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6ad709c1-bb32-4e2e-91f1-3122ffb8c02a,segment=NetworkSegment(4a9022ec-7708-442f-b976-daa4468c98b1),segment_id=4a9022ec-7708-442f-b976-daa4468c98b1)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:15.925634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e128ab3e-92ba-453d-835d-2873a7f524ac req-c878880c-a044-482b-9c38-5f55fa62aaef tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342137 Jun 03 15:51:15.926808 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-126232cf-5b49-406d-a17b-e46ba3965023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.005029 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1029c4fc-849b-4e28-bfde-40ee3cb87920'] response: {'server_uuid': 'b67074a3-728b-48c0-8891-07e3d572ee54', 'name': 'network-vif-deleted', 'tag': '995c7508-e926-4bd4-b100-d181326bcef3', 'status': 'completed', 'code': 200} Jun 03 15:51:16.131214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-126232cf-5b49-406d-a17b-e46ba3965023 None None] Calling delete_port for 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:16.219514 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-8cf51a38-292c-4a81-9a9f-61bf043b5a34 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848751 Jun 03 15:51:16.226813 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-126232cf-5b49-406d-a17b-e46ba3965023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.231684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 995c7508-e926-4bd4-b100-d181326bcef3 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:51:16.232019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 995c7508-e926-4bd4-b100-d181326bcef3 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:51:16.306883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126232cf-5b49-406d-a17b-e46ba3965023 None None] Pushing event deleted for resources: {'Port': ['ID=6ad709c1-bb32-4e2e-91f1-3122ffb8c02a,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:16.312711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126232cf-5b49-406d-a17b-e46ba3965023 None None] No DVR routers for this DVR port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:51:16.326340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port a805e2d2-5e34-4db4-89b3-c82eb740b379 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:16.336243 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df182514-204c-45e4-aa24-77ec42e6c514 req-fc65bd90-7be0-4ffc-8e65-13f3711012e4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 210 time: 0.1599894 Jun 03 15:51:16.340117 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a805e2d2-5e34-4db4-89b3-c82eb740b379 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:16.340377 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.549433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6ad709c1-bb32-4e2e-91f1-3122ffb8c02a,segment=NetworkSegment(4a9022ec-7708-442f-b976-daa4468c98b1),segment_id=4a9022ec-7708-442f-b976-daa4468c98b1)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:16.550467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.664213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a805e2d2-5e34-4db4-89b3-c82eb740b379 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:16.664596 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.740947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port a805e2d2-5e34-4db4-89b3-c82eb740b379, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a805e2d2-5e34-4db4-89b3-c82eb740b379,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:16.749252 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:16.917327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:16.944394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:17.054235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:51:17.055688 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:51:17.056718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:17.067965 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2229ae9e-a945-492e-9617-40619e59fea7 req-3c4fd315-97cb-4bbc-b817-2fa0e3bc9a7d service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8355627 Jun 03 15:51:17.237966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:51:17.238609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a5b27d8e-adc5-4d92-898f-9f6b442d8ee4 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:51:17.270222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=a805e2d2-5e34-4db4-89b3-c82eb740b379,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:17.491484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bcbfe6fa-7659-44b3-87b1-5a058b3145cd req-1cfbec14-9eee-4530-8f4a-2aa176bbed93 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 210 time: 0.0536580 Jun 03 15:51:17.519758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:51:17.520223 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:51:17.562415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f014-ab07-48c2-80a4-f6da33e7fe14 req-14c7e9c2-6953-4d0a-a062-0cc470f51ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:17.564336 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cce1f014-ab07-48c2-80a4-f6da33e7fe14 req-14c7e9c2-6953-4d0a-a062-0cc470f51ec5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 1095 time: 0.3705823 Jun 03 15:51:17.576223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b169e-6b4d-48eb-9e14-d2113bdde808 req-7b513e1f-2972-4823-8dad-b608cc06a00a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:17.578250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee2b169e-6b4d-48eb-9e14-d2113bdde808 req-7b513e1f-2972-4823-8dad-b608cc06a00a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 944 time: 0.2650442 Jun 03 15:51:17.877552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f014-ab07-48c2-80a4-f6da33e7fe14 req-a63e4ae7-8275-4a76-9a39-b065d5713b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:17.880820 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cce1f014-ab07-48c2-80a4-f6da33e7fe14 req-a63e4ae7-8275-4a76-9a39-b065d5713b69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.3010075 Jun 03 15:51:18.033272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee2b169e-6b4d-48eb-9e14-d2113bdde808 req-75dfd409-1a7c-4296-aa68-0cc6500408a0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187521 Jun 03 15:51:18.074597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 6ad709c1-bb32-4e2e-91f1-3122ffb8c02a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:18.075274 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:18.170351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cce1f014-ab07-48c2-80a4-f6da33e7fe14 req-14ac1f2d-90de-443f-8a05-61cdb5423f1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49499f14-98a2-4aa8-9da6-fa038ca20347 HTTP/1.1" status: 200 len: 217 time: 0.2820511 Jun 03 15:51:18.589083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] The port '6ad709c1-bb32-4e2e-91f1-3122ffb8c02a' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:51:19.327065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f014-ab07-48c2-80a4-f6da33e7fe14 req-f24e0072-c890-4e50-8a83-73e378cb9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:19.328538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cce1f014-ab07-48c2-80a4-f6da33e7fe14 req-f24e0072-c890-4e50-8a83-73e378cb9614 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 1.1429181 Jun 03 15:51:19.498493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbced0c9-1ab7-4a48-a80e-1707ab8d395d req-de422d38-ef6e-4827-b39a-761692f017af tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 210 time: 0.7408097 Jun 03 15:51:19.501987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a805e2d2-5e34-4db4-89b3-c82eb740b379 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:19.687783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a805e2d2-5e34-4db4-89b3-c82eb740b379 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:19.688158 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:19.710479 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:19.749339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-bb0e44e2-8f02-4c6c-bc43-105728c2db18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:19.751064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-bb0e44e2-8f02-4c6c-bc43-105728c2db18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:19.753271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56f8796-db36-4cc2-8078-2c58726aedcb']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:19.771936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9022ec-7708-442f-b976-daa4468c98b1') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:19.772067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9022ec-7708-442f-b976-daa4468c98b1') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:19.790084 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:19.794132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-bb0e44e2-8f02-4c6c-bc43-105728c2db18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:19.796579 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-bb0e44e2-8f02-4c6c-bc43-105728c2db18 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "GET /v2.0/networks?id=03a7f79e-46fc-445c-8a83-f9fbafe528c4 HTTP/1.1" status: 200 len: 797 time: 1.0113840 Jun 03 15:51:19.812272 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:19.822069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:51:19.822484 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:19.943950 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-7a748310-6183-46b2-ba31-c0e6230936e6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=767148f2fab9461bb6d15ea9d771d311 HTTP/1.1" status: 200 len: 380 time: 0.1312976 Jun 03 15:51:19.956703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'port': {'device_id': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'admin_state_up': True, 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'security_groups': ['9db10d3e-618b-419b-aa41-56eb9e68e5eb']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:20.009598 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 4a9022ec-7708-442f-b976-daa4468c98b1 resource provider aggregate not found Jun 03 15:51:20.050367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f014-ab07-48c2-80a4-f6da33e7fe14 req-ec4a3ec9-dfac-4f8c-a361-0aaea8297f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:20.054674 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cce1f014-ab07-48c2-80a4-f6da33e7fe14 req-ec4a3ec9-dfac-4f8c-a361-0aaea8297f7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7018313 Jun 03 15:51:20.061606 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 4a9022ec-7708-442f-b976-daa4468c98b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a9022ec-7708-442f-b976-daa4468c98b1 found for delete ", "request_id": "req-07032c15-17b9-4780-80de-9d1f010eb9f7"}]} Jun 03 15:51:20.069047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:20.101006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c15f67-f5dc-42f3-a174-1bb874cf24e1 req-f59a00f3-c36b-4d49-9659-30177ca4bc8d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:20.112954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4c15f67-f5dc-42f3-a174-1bb874cf24e1 req-f59a00f3-c36b-4d49-9659-30177ca4bc8d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 944 time: 0.4901247 Jun 03 15:51:20.162592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a805e2d2-5e34-4db4-89b3-c82eb740b379 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:20.275799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:20.294771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:20.309361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:20.312213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Made reservation on behalf of 767148f2fab9461bb6d15ea9d771d311 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:20.318700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:20.341465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Network': ['ID=e56f8796-db36-4cc2-8078-2c58726aedcb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:20.383651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4c15f67-f5dc-42f3-a174-1bb874cf24e1 req-a8e9740a-30a9-491e-b98d-2d954c52de9d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680547 Jun 03 15:51:20.390460 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-55770282-67f6-47be-a7b8-51a65a7bef2a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/networks/e56f8796-db36-4cc2-8078-2c58726aedcb HTTP/1.1" status: 204 len: 168 time: 5.9931724 Jun 03 15:51:20.399275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51392) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:20.510063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cce1f014-ab07-48c2-80a4-f6da33e7fe14 req-605bd5c3-c237-4449-b221-3aa14c40a881 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905811 Jun 03 15:51:20.564252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.20.0.14 (03a7f79e-46fc-445c-8a83-f9fbafe528c4/41c839ac-db74-4d61-9af9-da17162af714/17d02dda-e9bc-4471-9520-d64c33a23ba1) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:20.711387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cce1f014-ab07-48c2-80a4-f6da33e7fe14 req-b503d45b-d6cf-43cf-a51b-107b6200c141 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456754 Jun 03 15:51:20.783324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-164d2493-b85e-49ce-af71-660afb0b757c req-7cfecff3-66dc-4ad5-b36d-1692485f4768 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 210 time: 0.0634768 Jun 03 15:51:20.792142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:20.821186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Transition to ACTIVE for port object 17d02dda-e9bc-4471-9520-d64c33a23ba1 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:20.850146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:20.936343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:20.939418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:20.944657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:21.009748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:21.010468 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:21.025557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=17d02dda-e9bc-4471-9520-d64c33a23ba1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:21.055492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-196534f8-fd08-46d2-a347-1164a4748649 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1053591 Jun 03 15:51:21.073625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Request body: {'port': {'device_id': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:21.212322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:21.312804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-daaf734a-eed2-470f-8c78-8df7c656fc9c None None] Provisioning for port 17d02dda-e9bc-4471-9520-d64c33a23ba1 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:21.319158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-daaf734a-eed2-470f-8c78-8df7c656fc9c None None] Provisioning complete for port 17d02dda-e9bc-4471-9520-d64c33a23ba1 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:21.319825 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-daaf734a-eed2-470f-8c78-8df7c656fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:21.343428 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:21.478679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-daaf734a-eed2-470f-8c78-8df7c656fc9c None None] Port 17d02dda-e9bc-4471-9520-d64c33a23ba1 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:21.844482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d02dda-e9bc-4471-9520-d64c33a23ba1 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:51:21.853082 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:21.869410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Transition to ACTIVE for port object 17d02dda-e9bc-4471-9520-d64c33a23ba1 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:21.875116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:22.102382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58da3b8-c75f-4f42-b608-674e252ef8af req-8edae201-72d6-420d-b661-a80382618e52 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:22.104839 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c58da3b8-c75f-4f42-b608-674e252ef8af req-8edae201-72d6-420d-b661-a80382618e52 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 944 time: 0.4195514 Jun 03 15:51:22.114258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Pushing event updated for resources: {'Port': ['ID=17d02dda-e9bc-4471-9520-d64c33a23ba1,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:22.212135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c58da3b8-c75f-4f42-b608-674e252ef8af req-69cbddc0-24d4-4c70-b646-599d990d587d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966446 Jun 03 15:51:22.223535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Attempting to bind port 17d02dda-e9bc-4471-9520-d64c33a23ba1 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:51:22.227199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Attempting to bind port 17d02dda-e9bc-4471-9520-d64c33a23ba1 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:51:22.227434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Attempting to bind port 17d02dda-e9bc-4471-9520-d64c33a23ba1 on network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:22.237376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Port 17d02dda-e9bc-4471-9520-d64c33a23ba1 on network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:51:22.237376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Attempting to bind port 17d02dda-e9bc-4471-9520-d64c33a23ba1 on network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:22.239476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:51:22.239854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Checking segment: {'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:22.240340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Bound using segment: {'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:51:22.240627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Bound port: 17d02dda-e9bc-4471-9520-d64c33a23ba1, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92175fa5-4049-416b-bfa1-7a2a452d1f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:51:22.240962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:22.303878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7bb41-ff3d-4824-83c2-e92361dabcc2 req-6d645213-e6ce-4eb3-84b5-cda1439abb1a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:22.305682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8eb7bb41-ff3d-4824-83c2-e92361dabcc2 req-6d645213-e6ce-4eb3-84b5-cda1439abb1a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 944 time: 0.3421204 Jun 03 15:51:22.331607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port e44971f9-968f-4204-ae2c-80297f2f39d4 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:22.331943 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:22.363894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] For port 17d02dda-e9bc-4471-9520-d64c33a23ba1, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:51:22.370515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] For port 17d02dda-e9bc-4471-9520-d64c33a23ba1, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:51:22.377971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:22.433083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8eb7bb41-ff3d-4824-83c2-e92361dabcc2 req-3d0fdc29-ba03-4560-9b2e-b5ee07e4be29 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181285 Jun 03 15:51:22.512065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Pushing event updated for resources: {'Port': ['ID=17d02dda-e9bc-4471-9520-d64c33a23ba1,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:22.532571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:22.533566 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:22.535621 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-07b1ae5f-27c6-43cc-96e7-771ba754afe5 service neutron] 10.222.0.67 "PUT /v2.0/ports/17d02dda-e9bc-4471-9520-d64c33a23ba1 HTTP/1.1" status: 200 len: 1092 time: 1.4666493 Jun 03 15:51:22.536282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:51:22.611093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port e44971f9-968f-4204-ae2c-80297f2f39d4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e44971f9-968f-4204-ae2c-80297f2f39d4,segment=NetworkSegment(b01998ae-9c85-448b-9b3e-045de496cff6),segment_id=b01998ae-9c85-448b-9b3e-045de496cff6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:22.611927 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:22.683247 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-209dae94-ca1e-4f72-9470-9b70c38db772'] response: {'name': 'network-changed', 'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'status': 'completed', 'code': 200} Jun 03 15:51:22.776702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-4aff9811-d378-4f35-ab4a-1f8ced79d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:22.782542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for e44971f9-968f-4204-ae2c-80297f2f39d4 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:22.789352 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-4aff9811-d378-4f35-ab4a-1f8ced79d806 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 1095 time: 0.1865196 Jun 03 15:51:23.028262 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-c6772a06-d3b7-4c0e-abcd-9f68e949dc51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1 HTTP/1.1" status: 200 len: 217 time: 0.2257555 Jun 03 15:51:23.105603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-0ad64748-fb0a-41e4-9a61-2de60b59bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:23.107100 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-0ad64748-fb0a-41e4-9a61-2de60b59bd69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=41c839ac-db74-4d61-9af9-da17162af714 HTTP/1.1" status: 200 len: 835 time: 0.0728202 Jun 03 15:51:23.118251 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:23.193360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=e44971f9-968f-4204-ae2c-80297f2f39d4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:23.234409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-28ace9d8-4e33-4550-ba55-4488f1820b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:23.237222 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-28ace9d8-4e33-4550-ba55-4488f1820b48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a7f79e-46fc-445c-8a83-f9fbafe528c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238341 Jun 03 15:51:23.500077 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:23.566875 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-55135d15-0e81-4422-9a33-b5c4dfe7216b service neutron] 10.222.0.67 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182778 Jun 03 15:51:23.729025 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdca632d-8ddf-41a5-a48e-79c3099e9379 req-27614d92-4aff-475e-9af8-acba06b480a8 service neutron] 10.222.0.67 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553526 Jun 03 15:51:23.921788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a46ace-baba-4263-bda9-5d9288946f5a req-dc55d929-7d02-445a-bb40-69775a974199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:23.923470 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-84a46ace-baba-4263-bda9-5d9288946f5a req-dc55d929-7d02-445a-bb40-69775a974199 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 1095 time: 0.1059854 Jun 03 15:51:24.077104 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a46ace-baba-4263-bda9-5d9288946f5a req-01ba8cf5-8143-4535-803f-d6b9d8a1b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:24.078715 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-84a46ace-baba-4263-bda9-5d9288946f5a req-01ba8cf5-8143-4535-803f-d6b9d8a1b6c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a7f79e-46fc-445c-8a83-f9fbafe528c4 HTTP/1.1" status: 200 len: 898 time: 0.1480799 Jun 03 15:51:24.165126 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-84a46ace-baba-4263-bda9-5d9288946f5a req-1659cb62-41fc-4255-a3d6-cd29cd3fb7fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1 HTTP/1.1" status: 200 len: 217 time: 0.0780785 Jun 03 15:51:24.167906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0e90-51a9-402f-bc24-eba4f5a483aa req-5b90ea6f-9195-4da1-a8c3-94f91ef62b18 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:24.170419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e1e0e90-51a9-402f-bc24-eba4f5a483aa req-5b90ea6f-9195-4da1-a8c3-94f91ef62b18 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 944 time: 0.6610911 Jun 03 15:51:24.213580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585efa49-b21d-4ed0-838a-73f814220711 req-289c1547-bfb0-41bc-bb1a-4f59ef03ef0a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:24.220600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-585efa49-b21d-4ed0-838a-73f814220711 req-289c1547-bfb0-41bc-bb1a-4f59ef03ef0a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 944 time: 0.3251429 Jun 03 15:51:24.250346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a46ace-baba-4263-bda9-5d9288946f5a req-aec06b8a-2416-4be3-8451-113fd161041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:24.252169 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-84a46ace-baba-4263-bda9-5d9288946f5a req-aec06b8a-2416-4be3-8451-113fd161041c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=41c839ac-db74-4d61-9af9-da17162af714 HTTP/1.1" status: 200 len: 835 time: 0.0782185 Jun 03 15:51:24.291869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e1e0e90-51a9-402f-bc24-eba4f5a483aa req-a236835d-4350-4ac1-b62c-2a8b3248598d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136050 Jun 03 15:51:24.296548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:24.319037 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-585efa49-b21d-4ed0-838a-73f814220711 req-67b887d1-bec9-463a-85fc-318398a12a2c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974545 Jun 03 15:51:24.383109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a46ace-baba-4263-bda9-5d9288946f5a req-e66fa84b-01d9-456f-95e3-a3c899ffdc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:24.385087 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-84a46ace-baba-4263-bda9-5d9288946f5a req-e66fa84b-01d9-456f-95e3-a3c899ffdc1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a7f79e-46fc-445c-8a83-f9fbafe528c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245677 Jun 03 15:51:24.520118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:24.535212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07da523-fd6e-4bda-96f2-9a5fb2719ffa None None] Sync routers for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:24.542280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51436) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:24.547137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-df06becb-1941-455f-92c5-ae94455ed01d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1456473 Jun 03 15:51:24.556007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07da523-fd6e-4bda-96f2-9a5fb2719ffa None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:24.557425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a07da523-fd6e-4bda-96f2-9a5fb2719ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:24.648160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7487f66e-4ce4-440a-950b-86c1b2241d49 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting subnet aca080a6-826d-48ec-8c2b-22954e9122c1 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:51:24.675982 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-84a46ace-baba-4263-bda9-5d9288946f5a req-58234860-ed32-4ed8-acc0-cbf5f5a20761 service neutron] 10.222.0.67 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832129 Jun 03 15:51:24.677007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7487f66e-4ce4-440a-950b-86c1b2241d49 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:24.744671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-a07da523-fd6e-4bda-96f2-9a5fb2719ffa None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:24.830444 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7487f66e-4ce4-440a-950b-86c1b2241d49 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:24.954530 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-84a46ace-baba-4263-bda9-5d9288946f5a req-2e09f4e9-acb5-4b3c-8440-1d81d45cd00f service neutron] 10.222.0.67 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468867 Jun 03 15:51:24.965345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7487f66e-4ce4-440a-950b-86c1b2241d49 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.079953 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7487f66e-4ce4-440a-950b-86c1b2241d49 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.125728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487f66e-4ce4-440a-950b-86c1b2241d49 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Subnet': ['ID=aca080a6-826d-48ec-8c2b-22954e9122c1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:25.137612 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7487f66e-4ce4-440a-950b-86c1b2241d49 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.138207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b045a-6a8f-43b6-b0ea-071467d4211d None None] Network c5671e0a-86f3-406d-8d5c-63dac26b6bc5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:25.147469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51444) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:25.157608 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7487f66e-4ce4-440a-950b-86c1b2241d49 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/aca080a6-826d-48ec-8c2b-22954e9122c1 HTTP/1.1" status: 204 len: 168 time: 0.6142075 Jun 03 15:51:25.274665 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.284763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a07da523-fd6e-4bda-96f2-9a5fb2719ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:22Z', 'revision_number': 10, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:25.285213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 54f1181e-e390-4137-9f2a-eaf29bfc5445 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:25.285540 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.292092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07da523-fd6e-4bda-96f2-9a5fb2719ffa None None] Checking router: 2b88cfc4-a244-40f1-a75a-6c6de31254e7 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:51:25.408408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07da523-fd6e-4bda-96f2-9a5fb2719ffa None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:25.409130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a07da523-fd6e-4bda-96f2-9a5fb2719ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:25.642488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-a07da523-fd6e-4bda-96f2-9a5fb2719ffa None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:25.725537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port 54f1181e-e390-4137-9f2a-eaf29bfc5445, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=54f1181e-e390-4137-9f2a-eaf29bfc5445,segment=NetworkSegment(b01998ae-9c85-448b-9b3e-045de496cff6),segment_id=b01998ae-9c85-448b-9b3e-045de496cff6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:25.725903 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.790977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f49bb8-c8d0-43a6-a0f8-2eba51f45a46 None None] DHCP port deletion for c5671e0a-86f3-406d-8d5c-63dac26b6bc5 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:51:25.821495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e9f49bb8-c8d0-43a6-a0f8-2eba51f45a46 None None] Deleting port 54f1181e-e390-4137-9f2a-eaf29bfc5445 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:25.822119 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e9f49bb8-c8d0-43a6-a0f8-2eba51f45a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:25.862829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for 54f1181e-e390-4137-9f2a-eaf29bfc5445 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:25.911453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09890413-b6ec-477b-ba7f-1f7c24432e58 req-cad14d99-333f-41b8-b564-fd545690dd89 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:25.913033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09890413-b6ec-477b-ba7f-1f7c24432e58 req-cad14d99-333f-41b8-b564-fd545690dd89 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 944 time: 0.4221315 Jun 03 15:51:25.955864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28013f7-118f-43ef-a138-8da336141261 req-03dac274-fd8f-46f0-b891-80560b31adc6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:25.957400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f28013f7-118f-43ef-a138-8da336141261 req-03dac274-fd8f-46f0-b891-80560b31adc6 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 944 time: 0.4280462 Jun 03 15:51:26.004407 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09890413-b6ec-477b-ba7f-1f7c24432e58 req-3a04b243-d266-4306-b4e8-cf7fe69920c8 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831800 Jun 03 15:51:26.040291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f28013f7-118f-43ef-a138-8da336141261 req-1b5d33ac-d0c0-484d-a274-18b6cbe81e2a tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680435 Jun 03 15:51:26.047427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.105682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=54f1181e-e390-4137-9f2a-eaf29bfc5445,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:26.115027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No DVR routers for this DVR port 54f1181e-e390-4137-9f2a-eaf29bfc5445 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:51:26.143143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e9f49bb8-c8d0-43a6-a0f8-2eba51f45a46 None None] The port '54f1181e-e390-4137-9f2a-eaf29bfc5445' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:51:26.195005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-a07da523-fd6e-4bda-96f2-9a5fb2719ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:22Z', 'revision_number': 10, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:26.200249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07da523-fd6e-4bda-96f2-9a5fb2719ffa None None] The sync data for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 is: [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:22Z', 'revision_number': 10, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None, '_interfaces': [{'id': '5d4116c1-b417-429e-8b73-08257ce9d1e6', 'name': '', 'network_id': '0c552837-3bfd-4311-b383-6ba097e37e10', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'mac_address': 'fa:16:3e:12:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:05Z', 'updated_at': '2022-06-03T15:50:22Z', 'revision_number': 5, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'subnets': [{'id': '23615c0e-6a09-481d-942b-c9a43cc83f0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:26.395909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.423772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5671e0a-86f3-406d-8d5c-63dac26b6bc5']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:26.436521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01998ae-9c85-448b-9b3e-045de496cff6') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:26.436831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01998ae-9c85-448b-9b3e-045de496cff6') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:26.448754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.467035 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.475191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:51:26.475827 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.561049 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment b01998ae-9c85-448b-9b3e-045de496cff6 resource provider aggregate not found Jun 03 15:51:26.594852 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment b01998ae-9c85-448b-9b3e-045de496cff6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b01998ae-9c85-448b-9b3e-045de496cff6 found for delete ", "request_id": "req-b7111353-69c7-4658-87f0-324105895d7e"}]} Jun 03 15:51:26.607380 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.631130 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:26.650253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Network': ['ID=c5671e0a-86f3-406d-8d5c-63dac26b6bc5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:26.655590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-33428833-8afb-47ea-b6c2-efbfcbe57850 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/networks/c5671e0a-86f3-406d-8d5c-63dac26b6bc5 HTTP/1.1" status: 204 len: 168 time: 1.5069575 Jun 03 15:51:26.658430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51460) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:27.394419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bc75c-8d9b-4886-ac93-4c1f3dd37475 req-0e184f0e-a24f-43a9-96d7-4547b89859b7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:27.396054 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e8bc75c-8d9b-4886-ac93-4c1f3dd37475 req-0e184f0e-a24f-43a9-96d7-4547b89859b7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 944 time: 0.1983917 Jun 03 15:51:27.421857 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 54f1181e-e390-4137-9f2a-eaf29bfc5445 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:27.492702 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e8bc75c-8d9b-4886-ac93-4c1f3dd37475 req-ad87a0a0-dd04-4423-aef4-03aecc6ee517 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901496 Jun 03 15:51:27.518850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da60a4b-1157-4eee-b2d8-3066334acf78 req-4e019186-ef8e-42f4-8e7d-9e39c4e5b517 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:27.520586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3da60a4b-1157-4eee-b2d8-3066334acf78 req-4e019186-ef8e-42f4-8e7d-9e39c4e5b517 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 944 time: 0.1658444 Jun 03 15:51:27.571766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 17d02dda-e9bc-4471-9520-d64c33a23ba1 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:51:27.633508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3da60a4b-1157-4eee-b2d8-3066334acf78 req-f4f2e3a1-1de2-4dfa-9353-9a94dd3b6519 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013806 Jun 03 15:51:27.671877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:27.721290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 17d02dda-e9bc-4471-9520-d64c33a23ba1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:27.735922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'port_id': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'mac_address': 'fa:16:3e:28:c5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:51:27.738228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 54f1181e-e390-4137-9f2a-eaf29bfc5445 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:51:27.738939 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 54f1181e-e390-4137-9f2a-eaf29bfc5445 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:51:27.738939 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e44971f9-968f-4204-ae2c-80297f2f39d4 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:27.771914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e44971f9-968f-4204-ae2c-80297f2f39d4 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:51:27.774230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e44971f9-968f-4204-ae2c-80297f2f39d4 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:51:27.846465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 17d02dda-e9bc-4471-9520-d64c33a23ba1 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:27.847083 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:27.868828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d02dda-e9bc-4471-9520-d64c33a23ba1 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:51:27.888093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 17d02dda-e9bc-4471-9520-d64c33a23ba1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:27.894079 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:27.964005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=17d02dda-e9bc-4471-9520-d64c33a23ba1,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:28.092616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port 5d4116c1-b417-429e-8b73-08257ce9d1e6 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:28.092880 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:28.328186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['17d02dda-e9bc-4471-9520-d64c33a23ba1'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:51:28.377430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port 5d4116c1-b417-429e-8b73-08257ce9d1e6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5d4116c1-b417-429e-8b73-08257ce9d1e6,segment=NetworkSegment(b1af7bc8-4bfa-4245-96c9-df8db0ab781a),segment_id=b1af7bc8-4bfa-4245-96c9-df8db0ab781a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:28.377719 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:28.577063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for 5d4116c1-b417-429e-8b73-08257ce9d1e6 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:28.871648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5935c4f-f9bd-461c-916e-8d0d09e99449 req-47bc8e2b-e256-404b-9088-0c1f6da8269b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:28.879104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5935c4f-f9bd-461c-916e-8d0d09e99449 req-47bc8e2b-e256-404b-9088-0c1f6da8269b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 944 time: 0.1912832 Jun 03 15:51:28.927499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba9062-69a0-4a6a-8cde-d5f9aceadb97 req-14fb03d2-2c00-40fc-ae11-dbfc0a47bf3c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:28.934824 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-93ba9062-69a0-4a6a-8cde-d5f9aceadb97 req-14fb03d2-2c00-40fc-ae11-dbfc0a47bf3c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 945 time: 0.1608837 Jun 03 15:51:28.969187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5935c4f-f9bd-461c-916e-8d0d09e99449 req-c249f4dd-7373-4052-9678-d2d2bdad8c38 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891445 Jun 03 15:51:29.006094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-93ba9062-69a0-4a6a-8cde-d5f9aceadb97 req-763a9713-2d91-4cf4-b390-e7748917aafe tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667121 Jun 03 15:51:29.031805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:29.082004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=5d4116c1-b417-429e-8b73-08257ce9d1e6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:29.516378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:29.697577 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:29.802767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:29.948257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:29.961038 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295658f-0bb7-40f3-aa43-adb3e8338afd None None] Sync routers for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:29.972487 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295658f-0bb7-40f3-aa43-adb3e8338afd None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:29.973305 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e295658f-0bb7-40f3-aa43-adb3e8338afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:29.974499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6a37d937-9e37-404c-9656-92d622cabb18 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3148074 Jun 03 15:51:29.975182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51484) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.279988 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e295658f-0bb7-40f3-aa43-adb3e8338afd None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:30.350937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a8848e-a044-45e4-a324-4fe025402ca0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting subnet 23615c0e-6a09-481d-942b-c9a43cc83f0a {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:51:30.399319 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65a8848e-a044-45e4-a324-4fe025402ca0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:30.406956 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e295658f-0bb7-40f3-aa43-adb3e8338afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:28Z', 'revision_number': 11, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:30.413616 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295658f-0bb7-40f3-aa43-adb3e8338afd None None] Checking router: 2b88cfc4-a244-40f1-a75a-6c6de31254e7 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:51:30.425427 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295658f-0bb7-40f3-aa43-adb3e8338afd None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:30.426382 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e295658f-0bb7-40f3-aa43-adb3e8338afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:30.455513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99977534-5556-4de5-adc4-4fa4fb3dd02f req-6a17f5fe-a616-4cc2-ad0d-b3674ea67942 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:30.456987 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99977534-5556-4de5-adc4-4fa4fb3dd02f req-6a17f5fe-a616-4cc2-ad0d-b3674ea67942 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 944 time: 0.2585793 Jun 03 15:51:30.508177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e033c51-1900-464e-bf00-cb379708a251 req-a4112a26-09ea-4ba3-b064-905c981e7c60 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:30.508613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e033c51-1900-464e-bf00-cb379708a251 req-a4112a26-09ea-4ba3-b064-905c981e7c60 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 945 time: 0.3512120 Jun 03 15:51:30.528651 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65a8848e-a044-45e4-a324-4fe025402ca0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:30.612527 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e295658f-0bb7-40f3-aa43-adb3e8338afd None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:30.777940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99977534-5556-4de5-adc4-4fa4fb3dd02f req-49436f77-e475-417c-a5ac-0ff87a6ecdeb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132362 Jun 03 15:51:30.791478 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65a8848e-a044-45e4-a324-4fe025402ca0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:30.839988 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e295658f-0bb7-40f3-aa43-adb3e8338afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:28Z', 'revision_number': 11, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:30.844748 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295658f-0bb7-40f3-aa43-adb3e8338afd None None] The sync data for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 is: [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:28Z', 'revision_number': 11, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:30.855536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e033c51-1900-464e-bf00-cb379708a251 req-53e90fc1-3a18-4839-a53f-383d96e7064f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365261 Jun 03 15:51:30.917598 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65a8848e-a044-45e4-a324-4fe025402ca0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:30.962559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8848e-a044-45e4-a324-4fe025402ca0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Subnet': ['ID=23615c0e-6a09-481d-942b-c9a43cc83f0a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:30.971939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65a8848e-a044-45e4-a324-4fe025402ca0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:30.981258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51498) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:30.983799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd21398-5140-4c8a-9f7e-954fdf9967e5 None None] Network 0c552837-3bfd-4311-b383-6ba097e37e10 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:30.991045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-65a8848e-a044-45e4-a324-4fe025402ca0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/23615c0e-6a09-481d-942b-c9a43cc83f0a HTTP/1.1" status: 204 len: 168 time: 1.0136197 Jun 03 15:51:31.130737 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:31.155603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Deleting port b1b1c66b-90fc-4876-8d33-1e079e41f271 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:31.155603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:31.281762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2d7d03-dbd8-44e5-9247-dbcef308facd None None] DHCP port deletion for 0c552837-3bfd-4311-b383-6ba097e37e10 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:51:31.301798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d7d03-dbd8-44e5-9247-dbcef308facd None None] Deleting port b1b1c66b-90fc-4876-8d33-1e079e41f271 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:31.304108 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7d03-dbd8-44e5-9247-dbcef308facd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:31.409611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5d4116c1-b417-429e-8b73-08257ce9d1e6 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:31.457121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 49499f14-98a2-4aa8-9da6-fa038ca20347 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:51:31.459861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 17d02dda-e9bc-4471-9520-d64c33a23ba1 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:31.554406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 5d4116c1-b417-429e-8b73-08257ce9d1e6 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:51:31.555098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5d4116c1-b417-429e-8b73-08257ce9d1e6 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:51:31.555701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b1b1c66b-90fc-4876-8d33-1e079e41f271 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:31.589514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] For port b1b1c66b-90fc-4876-8d33-1e079e41f271, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b1b1c66b-90fc-4876-8d33-1e079e41f271,segment=NetworkSegment(b1af7bc8-4bfa-4245-96c9-df8db0ab781a),segment_id=b1af7bc8-4bfa-4245-96c9-df8db0ab781a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:31.589863 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:31.672564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 17d02dda-e9bc-4471-9520-d64c33a23ba1 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:31.787495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Calling delete_port for b1b1c66b-90fc-4876-8d33-1e079e41f271 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:31.804145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 17d02dda-e9bc-4471-9520-d64c33a23ba1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:31.809988 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:31.972458 n-d-844595-1 neutron-server[88446]: INFO neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No ports have port_id starting with b1b1c66b-90fc-4876-8d33-1e079e41f271 Jun 03 15:51:31.984950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.094693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Port': ['ID=b1b1c66b-90fc-4876-8d33-1e079e41f271,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:32.099820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No DVR routers for this DVR port b1b1c66b-90fc-4876-8d33-1e079e41f271 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:51:32.333525 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c4d73896-11e3-4be9-890f-4ffa49fe7176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.337147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0c2d7d03-dbd8-44e5-9247-dbcef308facd None None] For port b1b1c66b-90fc-4876-8d33-1e079e41f271, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b1b1c66b-90fc-4876-8d33-1e079e41f271,segment=NetworkSegment(b1af7bc8-4bfa-4245-96c9-df8db0ab781a),segment_id=b1af7bc8-4bfa-4245-96c9-df8db0ab781a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:32.337530 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7d03-dbd8-44e5-9247-dbcef308facd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.346041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 49499f14-98a2-4aa8-9da6-fa038ca20347, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=49499f14-98a2-4aa8-9da6-fa038ca20347,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:32.349728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fce19-044e-493d-8357-5ca123bb0162 req-13a5bd37-a9d9-4109-ae1a-510f9f319540 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:32.353221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf8fce19-044e-493d-8357-5ca123bb0162 req-13a5bd37-a9d9-4109-ae1a-510f9f319540 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 945 time: 0.2916229 Jun 03 15:51:32.370368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be792007-3501-4b12-ae65-9b74420000f4 req-f867d86c-a4af-4a37-8dc6-5dbb9cb0f75b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:32.380502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be792007-3501-4b12-ae65-9b74420000f4 req-f867d86c-a4af-4a37-8dc6-5dbb9cb0f75b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 944 time: 0.3875198 Jun 03 15:51:32.459553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be792007-3501-4b12-ae65-9b74420000f4 req-9be92ac2-e2e9-4497-9e87-594d9cf052ae tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775187 Jun 03 15:51:32.485993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf8fce19-044e-493d-8357-5ca123bb0162 req-70f6797e-ea27-46ce-943a-47ded6fcd64d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864434 Jun 03 15:51:32.510093 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.528076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '49499f14-98a2-4aa8-9da6-fa038ca20347', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'port_id': '49499f14-98a2-4aa8-9da6-fa038ca20347', 'mac_address': 'fa:16:3e:e5:4b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:51:32.544107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c552837-3bfd-4311-b383-6ba097e37e10']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:32.559277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1af7bc8-4bfa-4245-96c9-df8db0ab781a') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:32.559277 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1af7bc8-4bfa-4245-96c9-df8db0ab781a') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:32.572192 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.593019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.596038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d7d03-dbd8-44e5-9247-dbcef308facd None None] Calling delete_port for b1b1c66b-90fc-4876-8d33-1e079e41f271 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:32.599417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:51:32.600042 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.670152 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b1af7bc8-4bfa-4245-96c9-df8db0ab781a resource provider aggregate not found Jun 03 15:51:32.691907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 17d02dda-e9bc-4471-9520-d64c33a23ba1 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:32.692822 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.707675 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.730736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.745719 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b1af7bc8-4bfa-4245-96c9-df8db0ab781a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1af7bc8-4bfa-4245-96c9-df8db0ab781a found for delete ", "request_id": "req-2d45c9d5-d924-4950-bfe9-c5b3d7d00f5c"}]} Jun 03 15:51:32.745719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Pushing event deleted for resources: {'Network': ['ID=0c552837-3bfd-4311-b383-6ba097e37e10,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:32.754579 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1ddc6aa0-40c0-4649-9797-9ad75f4ac2a3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/networks/0c552837-3bfd-4311-b383-6ba097e37e10 HTTP/1.1" status: 204 len: 168 time: 1.7719405 Jun 03 15:51:32.759414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 49499f14-98a2-4aa8-9da6-fa038ca20347 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:32.759975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.761546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51514) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:32.768927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-965dcc4b-8907-4810-87e7-256c783a5ab5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'routes': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:32.793364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49499f14-98a2-4aa8-9da6-fa038ca20347 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:51:32.804312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:51:32.827240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 17d02dda-e9bc-4471-9520-d64c33a23ba1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:32.829709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 49499f14-98a2-4aa8-9da6-fa038ca20347, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=49499f14-98a2-4aa8-9da6-fa038ca20347,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:32.832053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-0c2d7d03-dbd8-44e5-9247-dbcef308facd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:51:32.832682 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-0c2d7d03-dbd8-44e5-9247-dbcef308facd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:51:32.846679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.897122 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c65f113-462e-4ea1-8072-085c40979522'] response: {'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'code': 200} Jun 03 15:51:32.898280 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:32.980776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=17d02dda-e9bc-4471-9520-d64c33a23ba1,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:33.125272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=49499f14-98a2-4aa8-9da6-fa038ca20347,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:33.292053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['49499f14-98a2-4aa8-9da6-fa038ca20347'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:51:33.296892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-965dcc4b-8907-4810-87e7-256c783a5ab5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Added routes are [] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 03 15:51:33.297417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.extraroute_db [None req-965dcc4b-8907-4810-87e7-256c783a5ab5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Removed routes are [] {{(pid=88444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 03 15:51:33.297507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-965dcc4b-8907-4810-87e7-256c783a5ab5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:33.333757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d7d03-dbd8-44e5-9247-dbcef308facd None None] Deleting port b1b1c66b-90fc-4876-8d33-1e079e41f271 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:33.334835 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7d03-dbd8-44e5-9247-dbcef308facd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:33.440263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d7d03-dbd8-44e5-9247-dbcef308facd None None] The port 'b1b1c66b-90fc-4876-8d33-1e079e41f271' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:51:33.661401 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-965dcc4b-8907-4810-87e7-256c783a5ab5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:33.665639 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-965dcc4b-8907-4810-87e7-256c783a5ab5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:33.826781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965dcc4b-8907-4810-87e7-256c783a5ab5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:33.830129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82a4f0-d498-4bfb-9998-6b4c61c6dded req-32078c92-cc01-4f9e-aa70-59883c18f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:33.831819 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-af82a4f0-d498-4bfb-9998-6b4c61c6dded req-32078c92-cc01-4f9e-aa70-59883c18f1b1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 1097 time: 0.8243389 Jun 03 15:51:33.903697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcae903-c5bb-4d77-aa4a-22b4eada6a93 req-1fe9a495-6106-481b-97f7-11869a87884c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:33.905365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0dcae903-c5bb-4d77-aa4a-22b4eada6a93 req-1fe9a495-6106-481b-97f7-11869a87884c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 945 time: 0.1751618 Jun 03 15:51:33.914610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b3eff-c1d1-4697-ad09-7f1b6df429a2 req-b76f5bdc-ef6a-4c81-bf3d-bf48b1ae2fe8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:33.922412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a9b3eff-c1d1-4697-ad09-7f1b6df429a2 req-b76f5bdc-ef6a-4c81-bf3d-bf48b1ae2fe8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.1443400 Jun 03 15:51:34.005410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a9b3eff-c1d1-4697-ad09-7f1b6df429a2 req-4d89e71a-7e14-4273-aa9d-469cab581016 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820518 Jun 03 15:51:34.019419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0dcae903-c5bb-4d77-aa4a-22b4eada6a93 req-7ad578bb-db37-4671-8ddf-8dea16a2235d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723920 Jun 03 15:51:34.173107 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-af82a4f0-d498-4bfb-9998-6b4c61c6dded req-24eb9fed-1a4d-4f14-bad9-376e3ff59b0e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333263 Jun 03 15:51:34.181386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965dcc4b-8907-4810-87e7-256c783a5ab5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:34.192172 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-965dcc4b-8907-4810-87e7-256c783a5ab5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.193384 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-965dcc4b-8907-4810-87e7-256c783a5ab5 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7 HTTP/1.1" status: 200 len: 705 time: 1.4308345 Jun 03 15:51:34.193922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7f9a6-e5df-49bb-91ef-9ff5d78766ab None None] Sync routers for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:34.196288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51536) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:34.225716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7f9a6-e5df-49bb-91ef-9ff5d78766ab None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:34.226885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38c7f9a6-e5df-49bb-91ef-9ff5d78766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:34.270461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5722f7aa-de43-4fc6-b6b4-9c26e2b54dae tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Synchronizing usage tracker for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:34.292256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5722f7aa-de43-4fc6-b6b4-9c26e2b54dae tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Unset dirty status for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:34.293578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5722f7aa-de43-4fc6-b6b4-9c26e2b54dae tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b88cfc4-a244-40f1-a75a-6c6de31254e7 HTTP/1.1" status: 200 len: 205 time: 0.0962248 Jun 03 15:51:34.296362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51540) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:34.404382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-38c7f9a6-e5df-49bb-91ef-9ff5d78766ab None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:34.464102 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6612b9cb-5131-41b5-a938-864189177fb1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.541635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38c7f9a6-e5df-49bb-91ef-9ff5d78766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:28Z', 'revision_number': 11, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:34.545697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7f9a6-e5df-49bb-91ef-9ff5d78766ab None None] Checking router: 2b88cfc4-a244-40f1-a75a-6c6de31254e7 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:51:34.554717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7f9a6-e5df-49bb-91ef-9ff5d78766ab None None] Routers {'2b88cfc4-a244-40f1-a75a-6c6de31254e7'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:34.555317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38c7f9a6-e5df-49bb-91ef-9ff5d78766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:34.712526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-38c7f9a6-e5df-49bb-91ef-9ff5d78766ab None None] Set router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:34.808575 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6612b9cb-5131-41b5-a938-864189177fb1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.811493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6612b9cb-5131-41b5-a938-864189177fb1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.826108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38c7f9a6-e5df-49bb-91ef-9ff5d78766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:28Z', 'revision_number': 11, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:34.831272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c7f9a6-e5df-49bb-91ef-9ff5d78766ab None None] The sync data for ids ['2b88cfc4-a244-40f1-a75a-6c6de31254e7'] in n-d-844595-1 is: [{'id': '2b88cfc4-a244-40f1-a75a-6c6de31254e7', 'name': 'tempest-RoutersIpV6Test-router-1594982622', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:00Z', 'updated_at': '2022-06-03T15:51:28Z', 'revision_number': 11, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:34.839218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6612b9cb-5131-41b5-a938-864189177fb1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.839851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6612b9cb-5131-41b5-a938-864189177fb1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Fanout notify agent at l3_agent the message router_deleted on router 2b88cfc4-a244-40f1-a75a-6c6de31254e7 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:51:34.860555 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6612b9cb-5131-41b5-a938-864189177fb1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.861772 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6612b9cb-5131-41b5-a938-864189177fb1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7 HTTP/1.1" status: 204 len: 168 time: 0.5644298 Jun 03 15:51:34.867053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51546) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:34.871546 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-38734046-9e92-4a1e-b098-cced81ff3575 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-105496231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:34.887164 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d7df208a-9c58-4566-bbb4-e2a420a9481c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.888755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-38734046-9e92-4a1e-b098-cced81ff3575 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:34.896342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-38734046-9e92-4a1e-b098-cced81ff3575 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Usage tracker for resource:router and tenant:941bb2502ed342849d3d975b38e058d0 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:34.903486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-38734046-9e92-4a1e-b098-cced81ff3575 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:34.909713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-38734046-9e92-4a1e-b098-cced81ff3575 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:34.924614 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38734046-9e92-4a1e-b098-cced81ff3575 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.925534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38734046-9e92-4a1e-b098-cced81ff3575 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:34.941688 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38734046-9e92-4a1e-b098-cced81ff3575 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.086919 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38734046-9e92-4a1e-b098-cced81ff3575 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.121661 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38734046-9e92-4a1e-b098-cced81ff3575 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.123575 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-38734046-9e92-4a1e-b098-cced81ff3575 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2563086 Jun 03 15:51:35.125631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51554) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:35.130741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-27bcfe68-4d26-464a-8e3c-51b7840bed4b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:35.351043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.478543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 49499f14-98a2-4aa8-9da6-fa038ca20347 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:35.571767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 49499f14-98a2-4aa8-9da6-fa038ca20347 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:35.578473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 49499f14-98a2-4aa8-9da6-fa038ca20347 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:35.579016 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.664525 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.748361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 49499f14-98a2-4aa8-9da6-fa038ca20347 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:35.749817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.789123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411b934f-1b75-4e2a-8003-1d0982f1cf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49499f14-98a2-4aa8-9da6-fa038ca20347'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:51:35.813108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 49499f14-98a2-4aa8-9da6-fa038ca20347, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=49499f14-98a2-4aa8-9da6-fa038ca20347,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:35.822123 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.857247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e629fc4-9823-479e-b440-8ee9d0b994b2 req-cc051a76-e546-4e10-8ec2-23614fd37f09 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:35.858775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e629fc4-9823-479e-b440-8ee9d0b994b2 req-cc051a76-e546-4e10-8ec2-23614fd37f09 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.6736791 Jun 03 15:51:35.861279 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27bcfe68-4d26-464a-8e3c-51b7840bed4b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:35.921360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc33255-d1ed-4f2c-a25e-a99590af665d req-e2d0baf6-8cc6-4ea8-b006-e89ed60837da tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:35.922936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7dc33255-d1ed-4f2c-a25e-a99590af665d req-e2d0baf6-8cc6-4ea8-b006-e89ed60837da tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 945 time: 0.7389953 Jun 03 15:51:35.955716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=49499f14-98a2-4aa8-9da6-fa038ca20347,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:35.989841 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27bcfe68-4d26-464a-8e3c-51b7840bed4b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-527999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-527984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528201'] for router, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:36.024954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e629fc4-9823-479e-b440-8ee9d0b994b2 req-a4963c97-0dd6-4c86-8efe-819cd9808946 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555550 Jun 03 15:51:36.133538 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a4b2cb-709f-4943-87d3-540a1176eaa6'] response: {'server_uuid': '411b934f-1b75-4e2a-8003-1d0982f1cf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49499f14-98a2-4aa8-9da6-fa038ca20347', 'code': 200} Jun 03 15:51:36.196766 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7dc33255-d1ed-4f2c-a25e-a99590af665d req-78118a17-a168-47b0-82bd-fb2e543d8539 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632959 Jun 03 15:51:36.247594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bcfe68-4d26-464a-8e3c-51b7840bed4b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Router 50c8865c-0667-4250-99fa-ff293887a3a7 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:51:36.376811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60469b8-b038-441f-af08-106b214019b0 req-640c1d83-751f-48fe-a66e-fc986cfd4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:36.378944 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c60469b8-b038-441f-af08-106b214019b0 req-640c1d83-751f-48fe-a66e-fc986cfd4c3e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 1097 time: 0.1531255 Jun 03 15:51:36.432831 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c60469b8-b038-441f-af08-106b214019b0 req-1bfc31ab-4a20-41fd-96aa-9f79b0e4c2ed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471210 Jun 03 15:51:36.478799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bcfe68-4d26-464a-8e3c-51b7840bed4b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:36.492685 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-27bcfe68-4d26-464a-8e3c-51b7840bed4b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:36.495788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-27bcfe68-4d26-464a-8e3c-51b7840bed4b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "PUT /v2.0/routers/50c8865c-0667-4250-99fa-ff293887a3a7 HTTP/1.1" status: 200 len: 697 time: 1.3689463 Jun 03 15:51:36.499308 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd19df3-18ce-4736-a97d-91564ce4dd85 None None] Sync routers for ids ['50c8865c-0667-4250-99fa-ff293887a3a7'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:36.501195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51592) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:36.527007 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd19df3-18ce-4736-a97d-91564ce4dd85 None None] Routers {'50c8865c-0667-4250-99fa-ff293887a3a7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:36.527664 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-afd19df3-18ce-4736-a97d-91564ce4dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['50c8865c-0667-4250-99fa-ff293887a3a7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:36.665079 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d9ed6959-3774-40f9-bbf3-27fd630bdeef tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/routers/50c8865c-0667-4250-99fa-ff293887a3a7 HTTP/1.1" status: 200 len: 703 time: 0.1620800 Jun 03 15:51:36.667810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51600) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:36.681189 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-afd19df3-18ce-4736-a97d-91564ce4dd85 None None] Set router 50c8865c-0667-4250-99fa-ff293887a3a7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:36.730972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-45fd0b74-0b2b-4aa5-a140-83e641375f97 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=50c8865c-0667-4250-99fa-ff293887a3a7 HTTP/1.1" status: 200 len: 205 time: 0.0597692 Jun 03 15:51:36.731351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51604) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:36.811482 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-afd19df3-18ce-4736-a97d-91564ce4dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c8865c-0667-4250-99fa-ff293887a3a7', 'name': 'tempest-RoutersIpV6Test-router-105496231', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:51:34Z', 'updated_at': '2022-06-03T15:51:35Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:36.816326 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd19df3-18ce-4736-a97d-91564ce4dd85 None None] Checking router: 50c8865c-0667-4250-99fa-ff293887a3a7 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:51:36.826304 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd19df3-18ce-4736-a97d-91564ce4dd85 None None] Routers {'50c8865c-0667-4250-99fa-ff293887a3a7'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:36.827198 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-afd19df3-18ce-4736-a97d-91564ce4dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['50c8865c-0667-4250-99fa-ff293887a3a7'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:36.890894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16c8d5de-124c-4d08-9f83-fc6193924f46 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:36.970938 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-afd19df3-18ce-4736-a97d-91564ce4dd85 None None] Set router 50c8865c-0667-4250-99fa-ff293887a3a7 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:37.090890 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:37.135478 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-afd19df3-18ce-4736-a97d-91564ce4dd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50c8865c-0667-4250-99fa-ff293887a3a7', 'name': 'tempest-RoutersIpV6Test-router-105496231', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:51:34Z', 'updated_at': '2022-06-03T15:51:35Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:37.141350 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd19df3-18ce-4736-a97d-91564ce4dd85 None None] The sync data for ids ['50c8865c-0667-4250-99fa-ff293887a3a7'] in n-d-844595-1 is: [{'id': '50c8865c-0667-4250-99fa-ff293887a3a7', 'name': 'tempest-RoutersIpV6Test-router-105496231', 'tenant_id': '941bb2502ed342849d3d975b38e058d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:51:34Z', 'updated_at': '2022-06-03T15:51:35Z', 'revision_number': 2, 'project_id': '941bb2502ed342849d3d975b38e058d0', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:37.436155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16c8d5de-124c-4d08-9f83-fc6193924f46 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:37.438823 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16c8d5de-124c-4d08-9f83-fc6193924f46 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:37.481768 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16c8d5de-124c-4d08-9f83-fc6193924f46 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:37.483392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c8d5de-124c-4d08-9f83-fc6193924f46 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Fanout notify agent at l3_agent the message router_deleted on router 50c8865c-0667-4250-99fa-ff293887a3a7 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:51:37.503466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618a553-e163-4208-a46e-4004dba05beb req-4a012429-d349-4f23-8402-075b6cb2a8c3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:37.510381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-16c8d5de-124c-4d08-9f83-fc6193924f46 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:37.515324 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-16c8d5de-124c-4d08-9f83-fc6193924f46 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/50c8865c-0667-4250-99fa-ff293887a3a7 HTTP/1.1" status: 204 len: 168 time: 0.7794354 Jun 03 15:51:37.515491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d618a553-e163-4208-a46e-4004dba05beb req-4a012429-d349-4f23-8402-075b6cb2a8c3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.3145072 Jun 03 15:51:37.516524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51618) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:37.532229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6947ec9-e90e-4527-b3f7-aeabaaaa5fe6 req-11834bdc-e516-4042-99b2-047e3bb3756b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:37.543739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6947ec9-e90e-4527-b3f7-aeabaaaa5fe6 req-11834bdc-e516-4042-99b2-047e3bb3756b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 946 time: 0.1827495 Jun 03 15:51:37.594774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-61d8606f-cd41-499b-9527-0040b6687e3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Synchronizing usage tracker for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:37.619628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-61d8606f-cd41-499b-9527-0040b6687e3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] Unset dirty status for tenant:941bb2502ed342849d3d975b38e058d0 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:37.621006 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-61d8606f-cd41-499b-9527-0040b6687e3a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=50c8865c-0667-4250-99fa-ff293887a3a7 HTTP/1.1" status: 200 len: 205 time: 0.1033266 Jun 03 15:51:37.626373 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51624) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:37.632583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6947ec9-e90e-4527-b3f7-aeabaaaa5fe6 req-2ccd9018-d08c-4098-95f7-fec809906def tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878711 Jun 03 15:51:37.645543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d618a553-e163-4208-a46e-4004dba05beb req-4983956c-5e38-4acc-aff9-1d162b60aaa3 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323514 Jun 03 15:51:37.705767 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-86ff29ef-a4b0-4a18-98b5-f99f3b1664f2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] delete failed (client error): The resource could not be found. Jun 03 15:51:37.717010 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-86ff29ef-a4b0-4a18-98b5-f99f3b1664f2 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/50c8865c-0667-4250-99fa-ff293887a3a7 HTTP/1.1" status: 404 len: 336 time: 0.0829985 Jun 03 15:51:37.717146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51630) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:37.752104 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd907f9-f1e7-4e19-8b49-5b798dcc60d0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:37.752600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd907f9-f1e7-4e19-8b49-5b798dcc60d0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:37.757030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3cd907f9-f1e7-4e19-8b49-5b798dcc60d0 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/dc03d104-9641-4a63-acf6-588f199f7eac HTTP/1.1" status: 404 len: 337 time: 0.0451231 Jun 03 15:51:37.759893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51636) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:37.801642 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10a9eaf-f319-4988-a0ff-a8f8d024bc6e tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:37.802199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10a9eaf-f319-4988-a0ff-a8f8d024bc6e tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:37.807159 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a10a9eaf-f319-4988-a0ff-a8f8d024bc6e tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/ab005e80-aebd-4abf-ba5f-a98f20b61555 HTTP/1.1" status: 404 len: 337 time: 0.0462275 Jun 03 15:51:37.807804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51642) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:37.867435 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafe131f-24a4-44f6-b12d-81d2cf031e0a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:37.868435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafe131f-24a4-44f6-b12d-81d2cf031e0a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:37.873182 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bafe131f-24a4-44f6-b12d-81d2cf031e0a tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/aca080a6-826d-48ec-8c2b-22954e9122c1 HTTP/1.1" status: 404 len: 337 time: 0.0643568 Jun 03 15:51:37.874152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51646) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:37.953587 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d418dcf0-0bf2-4aaa-9596-da8d4ade37a1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:37.954144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d418dcf0-0bf2-4aaa-9596-da8d4ade37a1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:37.959101 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d418dcf0-0bf2-4aaa-9596-da8d4ade37a1 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/23615c0e-6a09-481d-942b-c9a43cc83f0a HTTP/1.1" status: 404 len: 337 time: 0.0836897 Jun 03 15:51:37.959883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51652) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.013604 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-824b1d97-067c-4cb3-a80a-b52c1e73b2c3 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b88cfc4-a244-40f1-a75a-6c6de31254e7 HTTP/1.1" status: 200 len: 205 time: 0.0525215 Jun 03 15:51:38.014298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51656) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.070840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbf73e-09e8-47cc-b7ba-43c2d1e38909 req-568fccc4-9fb9-4b37-85cd-fab9b06ab284 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:38.072403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54dbf73e-09e8-47cc-b7ba-43c2d1e38909 req-568fccc4-9fb9-4b37-85cd-fab9b06ab284 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.2725899 Jun 03 15:51:38.105049 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-45f466c2-fe70-45be-b639-952c9291676f tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] delete failed (client error): The resource could not be found. Jun 03 15:51:38.108499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-45f466c2-fe70-45be-b639-952c9291676f tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/2b88cfc4-a244-40f1-a75a-6c6de31254e7 HTTP/1.1" status: 404 len: 336 time: 0.0907960 Jun 03 15:51:38.110091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51660) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.135049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54dbf73e-09e8-47cc-b7ba-43c2d1e38909 req-34d932ac-d5c0-4620-acf0-d694a7299ada tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557020 Jun 03 15:51:38.165161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51664) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.176654 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-158319c1-c3e9-4a42-ac5f-b9ea39597037 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaa0ec25-228c-41c3-a393-855de9b2a7a2 HTTP/1.1" status: 200 len: 205 time: 0.0666392 Jun 03 15:51:38.181847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51668) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.253082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc3c62e-e2c8-489c-8ddd-d4247a2fee63 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:38.255012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7bc3c62e-e2c8-489c-8ddd-d4247a2fee63 tempest-TestNetworkAdvancedServerOps-1689226809 tempest-TestNetworkAdvancedServerOps-1689226809-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 1092 time: 0.0842183 Jun 03 15:51:38.258358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51672) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.267545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:38.276793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:38.280865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Usage tracker for resource:floatingip and tenant:767148f2fab9461bb6d15ea9d771d311 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:38.282605 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-9c999d3f-84d9-4f0a-8967-85c8d3b00e6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] delete failed (client error): The resource could not be found. Jun 03 15:51:38.284401 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9c999d3f-84d9-4f0a-8967-85c8d3b00e6c tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/aaa0ec25-228c-41c3-a393-855de9b2a7a2 HTTP/1.1" status: 404 len: 336 time: 0.1005907 Jun 03 15:51:38.286887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:38.287557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51676) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.293316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:38.306249 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:38.349500 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-405b1414-513b-479b-a714-a2bb586e1fa4 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:38.350300 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405b1414-513b-479b-a714-a2bb586e1fa4 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:38.353911 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-405b1414-513b-479b-a714-a2bb586e1fa4 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/ba88ac8c-7018-4dd1-a5c1-1745e0762be6 HTTP/1.1" status: 404 len: 337 time: 0.0650122 Jun 03 15:51:38.357741 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51680) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.442253 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-365487c8-af71-4d38-bade-a7bfaecb1b14 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef HTTP/1.1" status: 200 len: 205 time: 0.0809538 Jun 03 15:51:38.442988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51684) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.520556 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-c48e9d31-9783-46da-acaa-2d07b75b465e tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] delete failed (client error): The resource could not be found. Jun 03 15:51:38.521652 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c48e9d31-9783-46da-acaa-2d07b75b465e tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/28beb2f8-f5e5-43be-ad4c-dcbff0a6bfef HTTP/1.1" status: 404 len: 336 time: 0.0782342 Jun 03 15:51:38.524384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51688) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.528264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:38.604064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ecb8555d-3399-4c5a-aa09-4e843f82da0f tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=800f700a-dc00-4f62-82ad-daebac0e6622 HTTP/1.1" status: 200 len: 205 time: 0.0778317 Jun 03 15:51:38.606889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51692) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.731901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Allocated IP 172.25.7.65 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/d81a52bf-9bb5-4fed-a0e5-8adc935cfdb5) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:38.745571 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-e1fa9989-1ef0-4933-9f3f-19ed45c6fab8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] delete failed (client error): The resource could not be found. Jun 03 15:51:38.765501 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e1fa9989-1ef0-4933-9f3f-19ed45c6fab8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/800f700a-dc00-4f62-82ad-daebac0e6622 HTTP/1.1" status: 404 len: 336 time: 0.1573246 Jun 03 15:51:38.766106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51698) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.823132 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da40438-9e3e-4af5-b616-a164e98ca78f tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:38.823576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da40438-9e3e-4af5-b616-a164e98ca78f tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:38.828271 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6da40438-9e3e-4af5-b616-a164e98ca78f tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/54b00541-e944-48f7-bc88-af1737d0ece7 HTTP/1.1" status: 404 len: 337 time: 0.0612001 Jun 03 15:51:38.828858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51702) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.886471 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d7853311-0232-41cf-bad3-0be8b24ff40d tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6482b5f-6b6f-4198-a59e-489e066976aa HTTP/1.1" status: 200 len: 205 time: 0.0564649 Jun 03 15:51:38.887056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51708) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:38.960713 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:38.963899 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-9a5994cd-1e1b-4e13-aa03-585a0e0fd01b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] delete failed (client error): The resource could not be found. Jun 03 15:51:38.965057 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9a5994cd-1e1b-4e13-aa03-585a0e0fd01b tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/c6482b5f-6b6f-4198-a59e-489e066976aa HTTP/1.1" status: 404 len: 336 time: 0.0768926 Jun 03 15:51:38.967511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51712) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:39.007280 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0fc6a2-589a-43e6-bb74-ebe7364f8dbf tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:39.008160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0fc6a2-589a-43e6-bb74-ebe7364f8dbf tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:39.010045 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4f0fc6a2-589a-43e6-bb74-ebe7364f8dbf tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/339959e9-0e2d-4541-807e-a64ca86bf9b4 HTTP/1.1" status: 404 len: 337 time: 0.0414279 Jun 03 15:51:39.012604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51716) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:39.030437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a6c8b-548d-4022-93cc-9cee4d0ca18c req-4f004512-5fbb-436b-a674-e9612d5bdab7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:39.031923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b07a6c8b-548d-4022-93cc-9cee4d0ca18c req-4f004512-5fbb-436b-a674-e9612d5bdab7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 946 time: 0.2046487 Jun 03 15:51:39.035174 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:39.089536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b07a6c8b-548d-4022-93cc-9cee4d0ca18c req-9d8d7658-4554-489c-966c-19588c7642a5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507505 Jun 03 15:51:39.092941 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eb27218e-fd4a-4c05-81fe-bbedc97bbfa8 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f438830-8856-49b9-b8d9-dff1085006d6 HTTP/1.1" status: 200 len: 205 time: 0.0789070 Jun 03 15:51:39.095264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51722) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:39.134654 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:39.226158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:39.231391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:39.236938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:39.293088 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-8d4c523b-dfb7-4d11-a842-235953842473 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] delete failed (client error): The resource could not be found. Jun 03 15:51:39.294592 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8d4c523b-dfb7-4d11-a842-235953842473 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/routers/9f438830-8856-49b9-b8d9-dff1085006d6 HTTP/1.1" status: 404 len: 336 time: 0.1884704 Jun 03 15:51:39.297347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51728) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:39.412128 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8b35a3-4806-4ec1-8176-161e01d62d07 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:39.412467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8b35a3-4806-4ec1-8176-161e01d62d07 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:39.416884 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7b8b35a3-4806-4ec1-8176-161e01d62d07 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/61488543-486e-4628-9753-52cd9b0d03fe HTTP/1.1" status: 404 len: 337 time: 0.1182146 Jun 03 15:51:39.417481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:39.454901 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83a870a-6d7d-4428-ad8f-421770ee5b29 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] DELETE failed (client error): The resource could not be found. Jun 03 15:51:39.455584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83a870a-6d7d-4428-ad8f-421770ee5b29 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:51:39.457122 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a83a870a-6d7d-4428-ad8f-421770ee5b29 tempest-RoutersIpV6Test-121840079 tempest-RoutersIpV6Test-121840079-project] 10.222.0.48 "DELETE /v2.0/subnets/271b5763-1d8e-4125-8494-3d2ccc547c0e HTTP/1.1" status: 404 len: 337 time: 0.0385723 Jun 03 15:51:39.458877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=d81a52bf-9bb5-4fed-a0e5-8adc935cfdb5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:39.727049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67568-f916-45e1-8486-4f451de46761 req-be925e19-577f-48ed-aa77-3b7167bf9189 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:39.728545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5df67568-f916-45e1-8486-4f451de46761 req-be925e19-577f-48ed-aa77-3b7167bf9189 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 946 time: 0.2639587 Jun 03 15:51:39.789674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:39.802943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5df67568-f916-45e1-8486-4f451de46761 req-a77ab49d-381c-4878-a6fe-7a9aea9363c4 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636451 Jun 03 15:51:39.868228 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.019494 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-16aaff2a-b807-40a5-aefa-035bae0a54d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=941bb2502ed342849d3d975b38e058d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278361 Jun 03 15:51:40.021441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51752) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:40.027124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.107324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3dc5e523-1b9a-4fce-8a3a-fadd0b87daa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.131975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f17c-5f76-4ce8-acec-4165d57125b3 req-a319ba7b-3f34-4284-b180-2a48b8cebcfd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:40.133459 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1435f17c-5f76-4ce8-acec-4165d57125b3 req-a319ba7b-3f34-4284-b180-2a48b8cebcfd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 946 time: 0.1799808 Jun 03 15:51:40.148483 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3dc5e523-1b9a-4fce-8a3a-fadd0b87daa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.379360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1435f17c-5f76-4ce8-acec-4165d57125b3 req-1bc38fa1-4061-4c2a-a139-07e4c5742454 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658011 Jun 03 15:51:40.448919 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.458291 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.513816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3dc5e523-1b9a-4fce-8a3a-fadd0b87daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.536039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5e523-1b9a-4fce-8a3a-fadd0b87daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d275fb6c-6c11-48cb-b88a-a37631b88f31,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:40.543592 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3dc5e523-1b9a-4fce-8a3a-fadd0b87daa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.544497 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3dc5e523-1b9a-4fce-8a3a-fadd0b87daa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d275fb6c-6c11-48cb-b88a-a37631b88f31 HTTP/1.1" status: 204 len: 168 time: 0.5219820 Jun 03 15:51:40.610284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event updated for resources: {'Port': ['ID=d81a52bf-9bb5-4fed-a0e5-8adc935cfdb5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:40.622838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:40.834758 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Floating IP c5c3316d-4792-48ec-b38d-c54f0c99be1f associated. External IP: 172.25.7.65, port: 17d02dda-e9bc-4471-9520-d64c33a23ba1. Jun 03 15:51:41.583211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:51:41.725349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440d512-c9e2-40b7-a138-add252c75a81 req-67daf0a1-36c8-48b2-b6d6-7069665c2058 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:41.732517 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b440d512-c9e2-40b7-a138-add252c75a81 req-67daf0a1-36c8-48b2-b6d6-7069665c2058 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 946 time: 0.4567282 Jun 03 15:51:41.918835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51808) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:41.953867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b440d512-c9e2-40b7-a138-add252c75a81 req-ba9c4d41-aa20-47c0-81e8-3e65211de84e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204607 Jun 03 15:51:41.968778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:41.979240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3db6b-77c6-429e-86a8-099b0bed07fe None None] Sync routers for ids ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:41.994349 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3db6b-77c6-429e-86a8-099b0bed07fe None None] Routers {'1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:41.995380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9ca3db6b-77c6-429e-86a8-099b0bed07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:42.051511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.194477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-00d99c86-61a6-48df-8ad0-08db661eea4c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9349830 Jun 03 15:51:42.195163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:51:42.197912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-40aa7a3f-86c0-4dc5-b331-52584b6b478d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1765626056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:42.210411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-40aa7a3f-86c0-4dc5-b331-52584b6b478d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:42.227085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-40aa7a3f-86c0-4dc5-b331-52584b6b478d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Usage tracker for resource:router and tenant:3aba9a0fff7c4c0587d44371b162e727 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:42.238775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-40aa7a3f-86c0-4dc5-b331-52584b6b478d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:42.257134 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-40aa7a3f-86c0-4dc5-b331-52584b6b478d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:42.285051 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40aa7a3f-86c0-4dc5-b331-52584b6b478d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.286149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40aa7a3f-86c0-4dc5-b331-52584b6b478d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.313010 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40aa7a3f-86c0-4dc5-b331-52584b6b478d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.370499 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40aa7a3f-86c0-4dc5-b331-52584b6b478d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.409004 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-40aa7a3f-86c0-4dc5-b331-52584b6b478d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.410737 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-40aa7a3f-86c0-4dc5-b331-52584b6b478d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4902697 Jun 03 15:51:42.413659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51824) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:42.419504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1037478893'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:42.426890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9ca3db6b-77c6-429e-86a8-099b0bed07fe None None] Set router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:42.442569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:42.451675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Usage tracker for resource:network and tenant:3aba9a0fff7c4c0587d44371b162e727 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:42.458049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:42.474601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:42.498995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Made reservation on behalf of 3aba9a0fff7c4c0587d44371b162e727 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:42.503691 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.527635 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:42.559019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabed8f4-9870-48b8-9035-cf02a2690b1d req-c340b68a-3441-4aff-ba4a-9350763f887f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:42.565138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cabed8f4-9870-48b8-9035-cf02a2690b1d req-c340b68a-3441-4aff-ba4a-9350763f887f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.2282708 Jun 03 15:51:42.601282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:42.617597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Usage tracker for resource:security_group_rule and tenant:3aba9a0fff7c4c0587d44371b162e727 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:42.629697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:42.636948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cabed8f4-9870-48b8-9035-cf02a2690b1d req-6a652b84-672a-4dec-b042-1084acb67c79 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654223 Jun 03 15:51:42.653750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:42.659644 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43caea0-5ab0-4bd0-807c-b84a8d153972'] response: {'name': 'network-changed', 'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'status': 'completed', 'code': 200} Jun 03 15:51:42.670261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51828) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:42.806452 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:51:43.066977 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.076384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e39a7-34d2-481b-829a-f789fba8541a req-d58e0683-291c-4335-b53a-193cdb917153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:43.081240 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f17e39a7-34d2-481b-829a-f789fba8541a req-d58e0683-291c-4335-b53a-193cdb917153 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 1097 time: 0.3194988 Jun 03 15:51:43.082799 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.106345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9ca3db6b-77c6-429e-86a8-099b0bed07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:51:05Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'c5c3316d-4792-48ec-b38d-c54f0c99be1f', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.65', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'port_id': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'mac_address': 'fa:16:3e:28:c5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:51:39Z', 'updated_at': '2022-06-03T15:51:39Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a805e2d2-5e34-4db4-89b3-c82eb740b379', 'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:04:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:51:02Z', 'updated_at': '2022-06-03T15:51:16Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '41c839ac-db74-4d61-9af9-da17162af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:43.122013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3db6b-77c6-429e-86a8-099b0bed07fe None None] Checking router: 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:51:43.149344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3db6b-77c6-429e-86a8-099b0bed07fe None None] Routers {'1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:43.150003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9ca3db6b-77c6-429e-86a8-099b0bed07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:43.223415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c40d4829-2a7d-41e4-acd1-00370328773e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/c5c3316d-4792-48ec-b38d-c54f0c99be1f HTTP/1.1" status: 200 len: 991 time: 0.5518036 Jun 03 15:51:43.279523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802df4f-b61c-42d3-ae90-c4bae327e0f2 req-8c97d184-da63-47b0-82e5-ba71ac70cb96 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:43.281191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5802df4f-b61c-42d3-ae90-c4bae327e0f2 req-8c97d184-da63-47b0-82e5-ba71ac70cb96 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 946 time: 0.1373634 Jun 03 15:51:43.300257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb718b-c7ae-4b71-a528-36db4dc810ee req-2a8ed5f3-929c-44b7-8923-17600e91669f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:43.302007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ecb718b-c7ae-4b71-a528-36db4dc810ee req-2a8ed5f3-929c-44b7-8923-17600e91669f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 946 time: 0.2311392 Jun 03 15:51:43.310124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e39a7-34d2-481b-829a-f789fba8541a req-34757200-d17d-4534-965d-47597e45901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:43.311680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f17e39a7-34d2-481b-829a-f789fba8541a req-34757200-d17d-4534-965d-47597e45901c service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a7f79e-46fc-445c-8a83-f9fbafe528c4 HTTP/1.1" status: 200 len: 898 time: 0.2152748 Jun 03 15:51:43.437723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5802df4f-b61c-42d3-ae90-c4bae327e0f2 req-6ec67b81-d166-4159-9690-681281ca75cd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307473 Jun 03 15:51:43.453550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:51:43.458757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-2ecb718b-c7ae-4b71-a528-36db4dc810ee req-43f92b6d-a00c-41c1-95f2-f2f93553cecd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Deleting port 49499f14-98a2-4aa8-9da6-fa038ca20347 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:43.459338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2ecb718b-c7ae-4b71-a528-36db4dc810ee req-43f92b6d-a00c-41c1-95f2-f2f93553cecd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.487698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9ca3db6b-77c6-429e-86a8-099b0bed07fe None None] Set router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:51:43.542820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c6757f-c3df-4ab9-9626-b58f7ad36526,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:43.575624 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.575968 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Added segment c1f7a5fb-8ba3-41b0-9927-cfa69254b239 of type vlan for network ea96d5d7-6b30-4761-9c16-c3b644b14d00 Jun 03 15:51:43.578565 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f17e39a7-34d2-481b-829a-f789fba8541a req-71aa85f7-e772-4392-b1f5-92d289f8537f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1 HTTP/1.1" status: 200 len: 999 time: 0.2498012 Jun 03 15:51:43.682697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.712052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e39a7-34d2-481b-829a-f789fba8541a req-2a297bca-3604-4735-8bd0-2f34a54770fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:43.713557 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f17e39a7-34d2-481b-829a-f789fba8541a req-2a297bca-3604-4735-8bd0-2f34a54770fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=41c839ac-db74-4d61-9af9-da17162af714 HTTP/1.1" status: 200 len: 835 time: 0.1282060 Jun 03 15:51:43.793158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2ecb718b-c7ae-4b71-a528-36db4dc810ee req-43f92b6d-a00c-41c1-95f2-f2f93553cecd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] For port 49499f14-98a2-4aa8-9da6-fa038ca20347, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=49499f14-98a2-4aa8-9da6-fa038ca20347,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:43.793781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2ecb718b-c7ae-4b71-a528-36db4dc810ee req-43f92b6d-a00c-41c1-95f2-f2f93553cecd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.827514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.835087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:43.835718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:43.957848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9ca3db6b-77c6-429e-86a8-099b0bed07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:51:05Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'c5c3316d-4792-48ec-b38d-c54f0c99be1f', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.65', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'port_id': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'mac_address': 'fa:16:3e:28:c5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:51:39Z', 'updated_at': '2022-06-03T15:51:39Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a805e2d2-5e34-4db4-89b3-c82eb740b379', 'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:04:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:51:02Z', 'updated_at': '2022-06-03T15:51:16Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '41c839ac-db74-4d61-9af9-da17162af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:43.963128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3db6b-77c6-429e-86a8-099b0bed07fe None None] The sync data for ids ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'] in n-d-844595-1 is: [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:51:05Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'c5c3316d-4792-48ec-b38d-c54f0c99be1f', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'floating_ip_address': '172.25.7.65', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'port_id': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'mac_address': 'fa:16:3e:28:c5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:51:39Z', 'updated_at': '2022-06-03T15:51:39Z', 'revision_number': 0, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a805e2d2-5e34-4db4-89b3-c82eb740b379', 'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:04:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:51:02Z', 'updated_at': '2022-06-03T15:51:16Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '41c839ac-db74-4d61-9af9-da17162af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:43.963436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-2ecb718b-c7ae-4b71-a528-36db4dc810ee req-43f92b6d-a00c-41c1-95f2-f2f93553cecd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Calling delete_port for 49499f14-98a2-4aa8-9da6-fa038ca20347 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:44.057199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Network': ['ID=ea96d5d7-6b30-4761-9c16-c3b644b14d00,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:44.070269 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ea96d5d7-6b30-4761-9c16-c3b644b14d00 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:51:44.110533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e39a7-34d2-481b-829a-f789fba8541a req-814f1504-3adc-466c-a6f1-1fb800591048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:44.118595 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f17e39a7-34d2-481b-829a-f789fba8541a req-814f1504-3adc-466c-a6f1-1fb800591048 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a7f79e-46fc-445c-8a83-f9fbafe528c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3830383 Jun 03 15:51:44.166397 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3a87dba6-4c19-4530-be06-135b236ba728 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7485640 Jun 03 15:51:44.168196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51844) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:44.187606 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2ecb718b-c7ae-4b71-a528-36db4dc810ee req-43f92b6d-a00c-41c1-95f2-f2f93553cecd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:44.234224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['49499f14-98a2-4aa8-9da6-fa038ca20347'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:51:44.253334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51848) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:44.275865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'subnet': {'network_id': 'ea96d5d7-6b30-4761-9c16-c3b644b14d00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:44.291809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f92b6d-a00c-41c1-95f2-f2f93553cecd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event deleted for resources: {'Port': ['ID=49499f14-98a2-4aa8-9da6-fa038ca20347,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:44.352087 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b17504-4c1a-4b27-b79d-513317bc414b None None] New status for floating IP c5c3316d-4792-48ec-b38d-c54f0c99be1f: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:51:44.686239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:44.697238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Usage tracker for resource:subnet and tenant:3aba9a0fff7c4c0587d44371b162e727 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:44.704403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:44.718639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:44.803669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-86a91da2-92c4-4660-961a-15a1e3ad7f8f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/c5c3316d-4792-48ec-b38d-c54f0c99be1f HTTP/1.1" status: 200 len: 991 time: 0.5453463 Jun 03 15:51:44.818594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecb718b-c7ae-4b71-a528-36db4dc810ee req-43f92b6d-a00c-41c1-95f2-f2f93553cecd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] No DVR routers for this DVR port 49499f14-98a2-4aa8-9da6-fa038ca20347 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:51:44.829798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Made reservation on behalf of 3aba9a0fff7c4c0587d44371b162e727 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:44.835334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2ecb718b-c7ae-4b71-a528-36db4dc810ee req-43f92b6d-a00c-41c1-95f2-f2f93553cecd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:44.842468 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:44.903242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411b934f-1b75-4e2a-8003-1d0982f1cf88', 'name': 'network-vif-deleted', 'tag': '49499f14-98a2-4aa8-9da6-fa038ca20347'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:51:44.949655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-752adf89-2483-4850-8dd6-d28f2d881645 req-2e9b3ccf-b5f6-431a-8cda-0701487595a6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 210 time: 0.1336329 Jun 03 15:51:44.959828 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ecb718b-c7ae-4b71-a528-36db4dc810ee req-43f92b6d-a00c-41c1-95f2-f2f93553cecd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "DELETE /v2.0/ports/49499f14-98a2-4aa8-9da6-fa038ca20347 HTTP/1.1" status: 204 len: 173 time: 1.6492326 Jun 03 15:51:45.111989 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c590bd4-90b0-4d9f-ad25-978d8b721c8f'] response: {'server_uuid': '411b934f-1b75-4e2a-8003-1d0982f1cf88', 'name': 'network-vif-deleted', 'tag': '49499f14-98a2-4aa8-9da6-fa038ca20347', 'status': 'completed', 'code': 200} Jun 03 15:51:45.191941 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f17e39a7-34d2-481b-829a-f789fba8541a req-43e7c11c-b59b-49d5-a7d5-67c90184839a service neutron] 10.222.0.67 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0722046 Jun 03 15:51:45.194512 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:45.433144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Subnet': ['ID=bd740be1-ee3b-4e98-9535-1c24bb036f0c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:45.464992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.465343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.465774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.466078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.466568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.466903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.467220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.467537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.467859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.468174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.468486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.468796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:45.482038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Checking segment: {'id': 'c1f7a5fb-8ba3-41b0-9927-cfa69254b239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ea96d5d7-6b30-4761-9c16-c3b644b14d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:45.482400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network hostable DHCP agents. Network: ea96d5d7-6b30-4761-9c16-c3b644b14d00, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:51:45.517326 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f17e39a7-34d2-481b-829a-f789fba8541a req-5c09723e-dcd8-4878-996f-c4db1c5b2415 service neutron] 10.222.0.67 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161623 Jun 03 15:51:45.541208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network ea96d5d7-6b30-4761-9c16-c3b644b14d00 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:51:45.563920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, ea96d5d7-6b30-4761-9c16-c3b644b14d00) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:45.570146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:45.570717 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:45.578967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e76a6-6151-436d-a040-96d1019f595c None None] Network ea96d5d7-6b30-4761-9c16-c3b644b14d00 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:45.607011 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f4ab3f27-d107-4e51-aae0-a3494e1a30b6 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4370310 Jun 03 15:51:45.610334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51912) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:45.619365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'network': {'name': 'tempest-router-network01--591085447'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:45.626202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:45.632722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Usage tracker for resource:network and tenant:3aba9a0fff7c4c0587d44371b162e727 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:45.636112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:45.642626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:45.656114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Made reservation on behalf of 3aba9a0fff7c4c0587d44371b162e727 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:45.667134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:45.741318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:51:45.775031 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:45.775376 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Added segment e2fef62d-1ea5-43ab-bb38-1f3ae017e66c of type vlan for network 3eb77c1e-42d6-465b-8d6e-12f41e995ad3 Jun 03 15:51:45.804737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51916) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:45.867680 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:45.979529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.007850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:46.008493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.034310 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-90073802-df45-439b-a707-018ec098f78d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/c5c3316d-4792-48ec-b38d-c54f0c99be1f HTTP/1.1" status: 200 len: 993 time: 0.2276015 Jun 03 15:51:46.270788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-ea96d5d7-6b30-4761-9c16-c3b644b14d00', 'network_id': 'ea96d5d7-6b30-4761-9c16-c3b644b14d00', 'tenant_id': '3aba9a0fff7c4c0587d44371b162e727', 'fixed_ips': [{'subnet_id': 'bd740be1-ee3b-4e98-9535-1c24bb036f0c'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:51:46.271643 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.358133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-11674d5a-e06e-43fa-998e-c93175cff173 req-3937ec33-9ae8-43b1-aeb8-99d54f44abd1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:51:46.409356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-11674d5a-e06e-43fa-998e-c93175cff173 req-3937ec33-9ae8-43b1-aeb8-99d54f44abd1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:51:46.416937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11674d5a-e06e-43fa-998e-c93175cff173 req-3937ec33-9ae8-43b1-aeb8-99d54f44abd1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=411b934f-1b75-4e2a-8003-1d0982f1cf88 HTTP/1.1" status: 200 len: 210 time: 0.2297826 Jun 03 15:51:46.426435 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8138447 Jun 03 15:51:46.429299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51952) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:46.435136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'network': {'name': 'tempest-router-network02--1804152957'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:46.450778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:46.458933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Usage tracker for resource:network and tenant:3aba9a0fff7c4c0587d44371b162e727 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:46.469132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:46.485190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db480f2-6353-4294-beef-240df4eda945 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Network': ['ID=3eb77c1e-42d6-465b-8d6e-12f41e995ad3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:46.486190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:46.502586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 3eb77c1e-42d6-465b-8d6e-12f41e995ad3 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:51:46.502999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Made reservation on behalf of 3aba9a0fff7c4c0587d44371b162e727 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:46.507225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.576507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:51:46.588410 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.588812 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Added segment d586b08f-a641-46e0-bc51-2dbd4053c4bd of type vlan for network c0c7ccd4-9498-408b-b17f-ced1daf4013a Jun 03 15:51:46.647666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.739005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Allocated IP 2001:db8::2 (ea96d5d7-6b30-4761-9c16-c3b644b14d00/bd740be1-ee3b-4e98-9535-1c24bb036f0c/22a31691-227f-4f4e-b2a6-2a1c399094bb) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:46.802412 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:46.822022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:46.826608 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:47.136847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Network': ['ID=c0c7ccd4-9498-408b-b17f-ced1daf4013a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:47.155633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7251809 Jun 03 15:51:47.158651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51964) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:47.159519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.162573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.163191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.163750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.164421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.164972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.166083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.166208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'subnet': {'network_id': '3eb77c1e-42d6-465b-8d6e-12f41e995ad3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:47.176107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.176808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.178131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.178680 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.179249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf64b8f9-4ece-42bf-8d7c-bde8088c3126 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:47.201696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network c0c7ccd4-9498-408b-b17f-ced1daf4013a details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:51:47.346384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:47.351219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Usage tracker for resource:subnet and tenant:3aba9a0fff7c4c0587d44371b162e727 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:47.354775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:47.361213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:47.373114 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Made reservation on behalf of 3aba9a0fff7c4c0587d44371b162e727 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:47.383689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:47.624678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 49499f14-98a2-4aa8-9da6-fa038ca20347 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:51:47.682079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 49499f14-98a2-4aa8-9da6-fa038ca20347 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:51:47.682765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 49499f14-98a2-4aa8-9da6-fa038ca20347 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:51:47.773377 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:47.810178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Transition to ACTIVE for port object 22a31691-227f-4f4e-b2a6-2a1c399094bb will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:47.854109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Transition to ACTIVE for port object 22a31691-227f-4f4e-b2a6-2a1c399094bb will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:47.864513 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:47.957771 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:48.147142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Pushing event updated for resources: {'Port': ['ID=22a31691-227f-4f4e-b2a6-2a1c399094bb,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:48.164058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.164346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.164906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.165038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.165346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.165632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.166009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.167846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.168912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.169609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.169609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.169772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:51:48.185320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Network ea96d5d7-6b30-4761-9c16-c3b644b14d00 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:48.187488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:48.205900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:48.234303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Checking segment: {'id': 'e2fef62d-1ea5-43ab-bb38-1f3ae017e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3eb77c1e-42d6-465b-8d6e-12f41e995ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:48.235043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network hostable DHCP agents. Network: 3eb77c1e-42d6-465b-8d6e-12f41e995ad3, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:51:48.252610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Subnet': ['ID=b1338f2e-1913-43fc-9d35-a66446e1c0c9,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:48.303555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network 3eb77c1e-42d6-465b-8d6e-12f41e995ad3 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:51:48.325743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 3eb77c1e-42d6-465b-8d6e-12f41e995ad3) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:48.354132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:48.354791 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:48.399135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c6ecde-112f-40eb-a96f-7aa716419454 None None] Network 3eb77c1e-42d6-465b-8d6e-12f41e995ad3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:48.446079 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-802e9c50-8b49-43a3-999b-5f54827565b9 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2862446 Jun 03 15:51:48.450662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 51978) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:48.456908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'subnet': {'network_id': 'c0c7ccd4-9498-408b-b17f-ced1daf4013a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:51:48.560553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Attempting to bind port 22a31691-227f-4f4e-b2a6-2a1c399094bb on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:51:48.560912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Attempting to bind port 22a31691-227f-4f4e-b2a6-2a1c399094bb by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'c1f7a5fb-8ba3-41b0-9927-cfa69254b239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ea96d5d7-6b30-4761-9c16-c3b644b14d00'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:51:48.561703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Attempting to bind port 22a31691-227f-4f4e-b2a6-2a1c399094bb on network ea96d5d7-6b30-4761-9c16-c3b644b14d00 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:48.572998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:51:48.573376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Checking segment: {'id': 'c1f7a5fb-8ba3-41b0-9927-cfa69254b239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ea96d5d7-6b30-4761-9c16-c3b644b14d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:48.577445 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:48.577903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Bound using segment: {'id': 'c1f7a5fb-8ba3-41b0-9927-cfa69254b239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ea96d5d7-6b30-4761-9c16-c3b644b14d00'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:51:48.581789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Bound port: 22a31691-227f-4f4e-b2a6-2a1c399094bb, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f7a5fb-8ba3-41b0-9927-cfa69254b239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ea96d5d7-6b30-4761-9c16-c3b644b14d00'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:51:48.582214 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:48.812940 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] For port 22a31691-227f-4f4e-b2a6-2a1c399094bb, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:51:48.815963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] For port 22a31691-227f-4f4e-b2a6-2a1c399094bb, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=22a31691-227f-4f4e-b2a6-2a1c399094bb,segment=NetworkSegment(c1f7a5fb-8ba3-41b0-9927-cfa69254b239),segment_id=c1f7a5fb-8ba3-41b0-9927-cfa69254b239)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:51:48.835987 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:48.894423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:51:48.905814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Usage tracker for resource:subnet and tenant:3aba9a0fff7c4c0587d44371b162e727 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:51:48.915617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:51:48.930602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:51:48.963133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Made reservation on behalf of 3aba9a0fff7c4c0587d44371b162e727 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:51:48.966634 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:49.046542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945c926-e9a7-445e-b796-a4788ba56f05 None None] Pushing event updated for resources: {'Port': ['ID=22a31691-227f-4f4e-b2a6-2a1c399094bb,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:49.143548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-3eb77c1e-42d6-465b-8d6e-12f41e995ad3', 'network_id': '3eb77c1e-42d6-465b-8d6e-12f41e995ad3', 'tenant_id': '3aba9a0fff7c4c0587d44371b162e727', 'fixed_ips': [{'subnet_id': 'b1338f2e-1913-43fc-9d35-a66446e1c0c9'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:51:49.144165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:49.547753 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:49.683933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Allocated IP 2001:db8::2 (3eb77c1e-42d6-465b-8d6e-12f41e995ad3/b1338f2e-1913-43fc-9d35-a66446e1c0c9/9283cc6f-a694-44c2-bcfd-0704b235c5f5) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:49.754685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Subnet': ['ID=8288ad27-da7d-42c1-81d0-b8db436d3464,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:49.769630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Checking segment: {'id': 'd586b08f-a641-46e0-bc51-2dbd4053c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c0c7ccd4-9498-408b-b17f-ced1daf4013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:49.770122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network hostable DHCP agents. Network: c0c7ccd4-9498-408b-b17f-ced1daf4013a, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:51:49.819130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network c0c7ccd4-9498-408b-b17f-ced1daf4013a is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:51:49.848428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, c0c7ccd4-9498-408b-b17f-ced1daf4013a) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:49.856099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:51:49.856758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:49.913192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 51990) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:49.914392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-01b69cae-11d3-473e-a8db-81e03ddff3ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4611595 Jun 03 15:51:49.962434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5138b1-3cab-426f-a343-b3c6cfc31eb9 None None] Network c0c7ccd4-9498-408b-b17f-ced1daf4013a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:50.263125 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:50.338956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Transition to ACTIVE for port object 9283cc6f-a694-44c2-bcfd-0704b235c5f5 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:50.539673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Transition to ACTIVE for port object 9283cc6f-a694-44c2-bcfd-0704b235c5f5 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:50.566555 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:50.649617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-c0c7ccd4-9498-408b-b17f-ced1daf4013a', 'network_id': 'c0c7ccd4-9498-408b-b17f-ced1daf4013a', 'tenant_id': '3aba9a0fff7c4c0587d44371b162e727', 'fixed_ips': [{'subnet_id': '8288ad27-da7d-42c1-81d0-b8db436d3464'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:51:50.651593 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:50.742732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Network 3eb77c1e-42d6-465b-8d6e-12f41e995ad3 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:50.781708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:50.787001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:50.804580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89afd09f-462a-487b-bdb9-44c988229162 None None] Network ea96d5d7-6b30-4761-9c16-c3b644b14d00 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:50.819512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Pushing event updated for resources: {'Port': ['ID=9283cc6f-a694-44c2-bcfd-0704b235c5f5,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:51.058046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9884e116-697a-46a8-a4c0-45eb12e0e05c None None] Provisioning for port 22a31691-227f-4f4e-b2a6-2a1c399094bb completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:51.243063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Attempting to bind port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:51:51.243468 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Attempting to bind port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e2fef62d-1ea5-43ab-bb38-1f3ae017e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3eb77c1e-42d6-465b-8d6e-12f41e995ad3'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:51:51.243775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Attempting to bind port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 on network 3eb77c1e-42d6-465b-8d6e-12f41e995ad3 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:51.303745 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:51.332602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:51:51.334001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Checking segment: {'id': 'e2fef62d-1ea5-43ab-bb38-1f3ae017e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3eb77c1e-42d6-465b-8d6e-12f41e995ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:51.334001 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:51.334001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Bound using segment: {'id': 'e2fef62d-1ea5-43ab-bb38-1f3ae017e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3eb77c1e-42d6-465b-8d6e-12f41e995ad3'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:51:51.334331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Bound port: 9283cc6f-a694-44c2-bcfd-0704b235c5f5, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fef62d-1ea5-43ab-bb38-1f3ae017e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3eb77c1e-42d6-465b-8d6e-12f41e995ad3'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:51:51.334708 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:51.613788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] For port 9283cc6f-a694-44c2-bcfd-0704b235c5f5, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:51:51.617091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] For port 9283cc6f-a694-44c2-bcfd-0704b235c5f5, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9283cc6f-a694-44c2-bcfd-0704b235c5f5,segment=NetworkSegment(e2fef62d-1ea5-43ab-bb38-1f3ae017e66c),segment_id=e2fef62d-1ea5-43ab-bb38-1f3ae017e66c)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:51:51.648879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Allocated IP 2001:db8::2 (c0c7ccd4-9498-408b-b17f-ced1daf4013a/8288ad27-da7d-42c1-81d0-b8db436d3464/00fb5535-1925-4d11-bf11-90c7b1e052e3) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:51.960972 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:51.971445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Transition to ACTIVE for port object 00fb5535-1925-4d11-bf11-90c7b1e052e3 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:51.990658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Transition to ACTIVE for port object 00fb5535-1925-4d11-bf11-90c7b1e052e3 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:51.998554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 22a31691-227f-4f4e-b2a6-2a1c399094bb up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:52.045420 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:52.065757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Allocated IP 2001:db8::1 (3eb77c1e-42d6-465b-8d6e-12f41e995ad3/b1338f2e-1913-43fc-9d35-a66446e1c0c9/f7b4912e-5366-4eca-a503-c2a1d8f77bb3) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:51:52.237855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7049c6-2320-4ea1-8531-6da754f1d467 None None] Pushing event updated for resources: {'Port': ['ID=9283cc6f-a694-44c2-bcfd-0704b235c5f5,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:52.243753 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:52.412136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Network c0c7ccd4-9498-408b-b17f-ced1daf4013a is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:52.419472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:52.443240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:52.494697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Pushing event updated for resources: {'Port': ['ID=00fb5535-1925-4d11-bf11-90c7b1e052e3,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:52.625138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:52.645817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Transition to ACTIVE for port object f7b4912e-5366-4eca-a503-c2a1d8f77bb3 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:51:52.696494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:52.764580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Attempting to bind port 00fb5535-1925-4d11-bf11-90c7b1e052e3 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:51:52.764966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Attempting to bind port 00fb5535-1925-4d11-bf11-90c7b1e052e3 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd586b08f-a641-46e0-bc51-2dbd4053c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c0c7ccd4-9498-408b-b17f-ced1daf4013a'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:51:52.765330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Attempting to bind port 00fb5535-1925-4d11-bf11-90c7b1e052e3 on network c0c7ccd4-9498-408b-b17f-ced1daf4013a {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:51:52.773260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:51:52.773629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Checking segment: {'id': 'd586b08f-a641-46e0-bc51-2dbd4053c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c0c7ccd4-9498-408b-b17f-ced1daf4013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:51:52.774059 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:52.774443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Bound using segment: {'id': 'd586b08f-a641-46e0-bc51-2dbd4053c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c0c7ccd4-9498-408b-b17f-ced1daf4013a'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:51:52.774910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Bound port: 00fb5535-1925-4d11-bf11-90c7b1e052e3, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd586b08f-a641-46e0-bc51-2dbd4053c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c0c7ccd4-9498-408b-b17f-ced1daf4013a'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:51:52.775264 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:52.784457 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 22a31691-227f-4f4e-b2a6-2a1c399094bb completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:52.797851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 22a31691-227f-4f4e-b2a6-2a1c399094bb triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:52.797851 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:52.814601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network 3eb77c1e-42d6-465b-8d6e-12f41e995ad3 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:52.819058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:52.823845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:51:52.824431 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:52.895782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Port': ['ID=f7b4912e-5366-4eca-a503-c2a1d8f77bb3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:53.024456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:53.226225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] For port 00fb5535-1925-4d11-bf11-90c7b1e052e3, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:51:53.234775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] For port 00fb5535-1925-4d11-bf11-90c7b1e052e3, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=00fb5535-1925-4d11-bf11-90c7b1e052e3,segment=NetworkSegment(d586b08f-a641-46e0-bc51-2dbd4053c4bd),segment_id=d586b08f-a641-46e0-bc51-2dbd4053c4bd)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:51:53.309505 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:53.405647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 22a31691-227f-4f4e-b2a6-2a1c399094bb is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:53.406488 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:53.489927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a43ae6-1f2d-443a-8d26-d74b1ca7dd5d None None] Pushing event updated for resources: {'Port': ['ID=00fb5535-1925-4d11-bf11-90c7b1e052e3,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:53.501521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 22a31691-227f-4f4e-b2a6-2a1c399094bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=22a31691-227f-4f4e-b2a6-2a1c399094bb,segment=NetworkSegment(c1f7a5fb-8ba3-41b0-9927-cfa69254b239),segment_id=c1f7a5fb-8ba3-41b0-9927-cfa69254b239)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:53.501521 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:53.611890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=22a31691-227f-4f4e-b2a6-2a1c399094bb,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:53.709648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9283cc6f-a694-44c2-bcfd-0704b235c5f5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:53.755362 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:53.761738 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:53.763185 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:53.875330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4fbed392-0b67-49f2-b6ef-80d85b8ac7c2 None None] Provisioning complete for port 22a31691-227f-4f4e-b2a6-2a1c399094bb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:53.875705 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4fbed392-0b67-49f2-b6ef-80d85b8ac7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:53.985461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:54.071423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Port': ['ID=f7b4912e-5366-4eca-a503-c2a1d8f77bb3,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:54.135475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4fbed392-0b67-49f2-b6ef-80d85b8ac7c2 None None] Current status of the port 22a31691-227f-4f4e-b2a6-2a1c399094bb is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:54.163889 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c6c97f-0b7b-410c-9558-9f8d54dcd280 None None] Network 3eb77c1e-42d6-465b-8d6e-12f41e995ad3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:54.169712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network 3eb77c1e-42d6-465b-8d6e-12f41e995ad3 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:51:54.171800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:51:54.282380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4d3eb873-7609-45b6-bebf-2550b0fb3d62 None None] Provisioning for port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:54.357297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4d3eb873-7609-45b6-bebf-2550b0fb3d62 None None] Provisioning complete for port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:54.357901 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb873-7609-45b6-bebf-2550b0fb3d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:54.678340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Router f5ca05a5-ccf7-4253-bcd3-6dc47d356a31 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:51:54.895266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4d3eb873-7609-45b6-bebf-2550b0fb3d62 None None] Current status of the port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:54.895679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb873-7609-45b6-bebf-2550b0fb3d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:54.933486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:51:54.954800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c194aea-c193-4e88-8009-65795c7f452a None None] Sync routers for ids ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:51:54.962755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52044) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:54.973391 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fb994b75-b95f-46aa-ba65-c225fff2a7ea tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "PUT /v2.0/routers/f5ca05a5-ccf7-4253-bcd3-6dc47d356a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0476708 Jun 03 15:51:55.003462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4d3eb873-7609-45b6-bebf-2550b0fb3d62 None None] For port 9283cc6f-a694-44c2-bcfd-0704b235c5f5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9283cc6f-a694-44c2-bcfd-0704b235c5f5,segment=NetworkSegment(e2fef62d-1ea5-43ab-bb38-1f3ae017e66c),segment_id=e2fef62d-1ea5-43ab-bb38-1f3ae017e66c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:55.020643 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c194aea-c193-4e88-8009-65795c7f452a None None] Routers {'f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:55.022769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7c194aea-c193-4e88-8009-65795c7f452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:55.230844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb873-7609-45b6-bebf-2550b0fb3d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:55.287158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5512519a-5bb4-4430-a8fb-29b565f9c4f5 None None] Network c0c7ccd4-9498-408b-b17f-ced1daf4013a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:51:55.443827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7c194aea-c193-4e88-8009-65795c7f452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:55.780310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c194aea-c193-4e88-8009-65795c7f452a None None] Routers {'f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:51:55.781927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7c194aea-c193-4e88-8009-65795c7f452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:55.973266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7c194aea-c193-4e88-8009-65795c7f452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:51:55.973835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c194aea-c193-4e88-8009-65795c7f452a None None] The sync data for ids ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:51:55.978579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b2dad86b-6c08-4964-b39c-374c6b86c7f9 None None] Provisioning for port 00fb5535-1925-4d11-bf11-90c7b1e052e3 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:55.985789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 22a31691-227f-4f4e-b2a6-2a1c399094bb up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:56.178459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3eb873-7609-45b6-bebf-2550b0fb3d62 None None] Pushing event updated for resources: {'Port': ['ID=9283cc6f-a694-44c2-bcfd-0704b235c5f5,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:56.182140 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-971e564b-acd0-478d-868a-b05d67aa3910 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:51:56.187336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52056) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:51:56.188145 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-971e564b-acd0-478d-868a-b05d67aa3910 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "PUT /v2.0/routers/f5ca05a5-ccf7-4253-bcd3-6dc47d356a31/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2235575 Jun 03 15:51:56.374715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 22a31691-227f-4f4e-b2a6-2a1c399094bb triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:56.377475 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:56.543993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-27f2e7bb-41ed-472d-9f22-74e227faae69 None None] Provisioning complete for port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:56.544979 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-27f2e7bb-41ed-472d-9f22-74e227faae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:56.991296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 22a31691-227f-4f4e-b2a6-2a1c399094bb is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:56.999398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 00fb5535-1925-4d11-bf11-90c7b1e052e3 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:57.160334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-27f2e7bb-41ed-472d-9f22-74e227faae69 None None] Current status of the port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:57.212087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-27f2e7bb-41ed-472d-9f22-74e227faae69 None None] Provisioning for port f7b4912e-5366-4eca-a503-c2a1d8f77bb3 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:57.239559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 00fb5535-1925-4d11-bf11-90c7b1e052e3 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:51:57.244148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-27f2e7bb-41ed-472d-9f22-74e227faae69 None None] Provisioning complete for port f7b4912e-5366-4eca-a503-c2a1d8f77bb3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:57.244148 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-27f2e7bb-41ed-472d-9f22-74e227faae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:57.333856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 00fb5535-1925-4d11-bf11-90c7b1e052e3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:57.334285 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:57.437392 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-27f2e7bb-41ed-472d-9f22-74e227faae69 None None] Port f7b4912e-5366-4eca-a503-c2a1d8f77bb3 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:57.513162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03927930-0803-4755-9c1d-c16fa96dcc80 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:57.578456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 00fb5535-1925-4d11-bf11-90c7b1e052e3 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:57.579456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:57.667216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3da86284-a9ad-429d-b4ca-d0d919236db0 None None] Provisioning complete for port 00fb5535-1925-4d11-bf11-90c7b1e052e3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:57.667556 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3da86284-a9ad-429d-b4ca-d0d919236db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:57.792136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 00fb5535-1925-4d11-bf11-90c7b1e052e3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=00fb5535-1925-4d11-bf11-90c7b1e052e3,segment=NetworkSegment(d586b08f-a641-46e0-bc51-2dbd4053c4bd),segment_id=d586b08f-a641-46e0-bc51-2dbd4053c4bd)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:51:57.805156 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:58.022661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9283cc6f-a694-44c2-bcfd-0704b235c5f5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:58.074598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=00fb5535-1925-4d11-bf11-90c7b1e052e3,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:58.136096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3da86284-a9ad-429d-b4ca-d0d919236db0 None None] Current status of the port 00fb5535-1925-4d11-bf11-90c7b1e052e3 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:58.188138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3da86284-a9ad-429d-b4ca-d0d919236db0 None None] Provisioning complete for port f7b4912e-5366-4eca-a503-c2a1d8f77bb3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:58.188510 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3da86284-a9ad-429d-b4ca-d0d919236db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:58.221408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:58.222909 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:58.378918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3da86284-a9ad-429d-b4ca-d0d919236db0 None None] Port f7b4912e-5366-4eca-a503-c2a1d8f77bb3 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:51:58.404910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-03927930-0803-4755-9c1d-c16fa96dcc80 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Deleting port f7b4912e-5366-4eca-a503-c2a1d8f77bb3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:51:58.408418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03927930-0803-4755-9c1d-c16fa96dcc80 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:58.480791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:51:58.780226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03927930-0803-4755-9c1d-c16fa96dcc80 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.070572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-03927930-0803-4755-9c1d-c16fa96dcc80 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Calling delete_port for f7b4912e-5366-4eca-a503-c2a1d8f77bb3 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:51:59.495392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03927930-0803-4755-9c1d-c16fa96dcc80 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.563529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03927930-0803-4755-9c1d-c16fa96dcc80 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Port': ['ID=f7b4912e-5366-4eca-a503-c2a1d8f77bb3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:51:59.699073 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.905963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 00fb5535-1925-4d11-bf11-90c7b1e052e3 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:51:59.947082 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-03927930-0803-4755-9c1d-c16fa96dcc80 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:51:59.986799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 00fb5535-1925-4d11-bf11-90c7b1e052e3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:51:59.987206 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:00.126884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 00fb5535-1925-4d11-bf11-90c7b1e052e3 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:00.250312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03927930-0803-4755-9c1d-c16fa96dcc80 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Router f5ca05a5-ccf7-4253-bcd3-6dc47d356a31 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:52:00.437853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03927930-0803-4755-9c1d-c16fa96dcc80 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:00.449360 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d935c485-21d0-494e-a674-4237266fd0cb None None] Sync routers for ids ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:00.457863 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-03927930-0803-4755-9c1d-c16fa96dcc80 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "PUT /v2.0/routers/f5ca05a5-ccf7-4253-bcd3-6dc47d356a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2691979 Jun 03 15:52:00.460603 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d935c485-21d0-494e-a674-4237266fd0cb None None] Routers {'f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:00.463027 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d935c485-21d0-494e-a674-4237266fd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:00.463195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52178) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:00.589659 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d935c485-21d0-494e-a674-4237266fd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:00.600551 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d935c485-21d0-494e-a674-4237266fd0cb None None] Routers {'f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:00.601191 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d935c485-21d0-494e-a674-4237266fd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:51:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:00.643152 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-289940c1-b6fe-488f-8cf7-c34c19c184b5 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] delete failed (client error): The resource could not be found. Jun 03 15:52:00.649436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52190) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:00.650839 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-289940c1-b6fe-488f-8cf7-c34c19c184b5 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-466466673 HTTP/1.1" status: 404 len: 334 time: 0.1869526 Jun 03 15:52:00.654860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c4e65cc2-0f18-4ff7-aeb8-a453b73daf24 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:00.728208 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d935c485-21d0-494e-a674-4237266fd0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:00.728813 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d935c485-21d0-494e-a674-4237266fd0cb None None] The sync data for ids ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:01.156209 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4e65cc2-0f18-4ff7-aeb8-a453b73daf24 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.192569 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-c4e65cc2-0f18-4ff7-aeb8-a453b73daf24 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] update failed (client error): The resource could not be found. Jun 03 15:52:01.193619 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c4e65cc2-0f18-4ff7-aeb8-a453b73daf24 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "PUT /v2.0/routers/f5ca05a5-ccf7-4253-bcd3-6dc47d356a31 HTTP/1.1" status: 404 len: 339 time: 0.5431504 Jun 03 15:52:01.198173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52202) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:01.204650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-928839284'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:01.213862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:01.218591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Usage tracker for resource:network and tenant:3aba9a0fff7c4c0587d44371b162e727 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:01.221640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:01.232724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:01.244713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Made reservation on behalf of 3aba9a0fff7c4c0587d44371b162e727 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:01.252538 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.291982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:52:01.304205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.304754 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Added segment 0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35 of type vlan for network 957ea30f-83a8-4f23-abc8-5fdcd106551e Jun 03 15:52:01.342440 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.378933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.390395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:01.391042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:01.443994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2444065 Jun 03 15:52:01.446636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52210) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:01.453098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'subnet': {'network_id': '957ea30f-83a8-4f23-abc8-5fdcd106551e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:01.600646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9499b-faad-4703-85e6-6e3bf26f6754 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Network': ['ID=957ea30f-83a8-4f23-abc8-5fdcd106551e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:01.610825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:01.612119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 957ea30f-83a8-4f23-abc8-5fdcd106551e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:52:01.617059 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Usage tracker for resource:subnet and tenant:3aba9a0fff7c4c0587d44371b162e727 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:01.620735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:01.628022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:01.646564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Made reservation on behalf of 3aba9a0fff7c4c0587d44371b162e727 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:01.651494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:02.154319 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:02.165936 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ef93-788d-4458-bb37-7796c1683d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:02.249762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Subnet': ['ID=636756b6-1ce7-41e0-b15d-262de95d4491,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:02.280026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Checking segment: {'id': '0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '957ea30f-83a8-4f23-abc8-5fdcd106551e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:02.280623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network hostable DHCP agents. Network: 957ea30f-83a8-4f23-abc8-5fdcd106551e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:52:02.304591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network 957ea30f-83a8-4f23-abc8-5fdcd106551e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:52:02.315412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 957ea30f-83a8-4f23-abc8-5fdcd106551e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:02.319896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:02.320601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:02.330334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d055a3-8566-4c43-859a-37c64f86d40f None None] Network 957ea30f-83a8-4f23-abc8-5fdcd106551e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:02.348560 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dca101d9-ff47-4e85-b24e-2d2cb751a54b tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9004040 Jun 03 15:52:02.351477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52220) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:02.357088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0e4f58d2-3b0c-425c-9b56-2ee22deaa1dd tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'router': {'external_gateway_info': {'network_id': '957ea30f-83a8-4f23-abc8-5fdcd106551e'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:02.755656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-957ea30f-83a8-4f23-abc8-5fdcd106551e', 'network_id': '957ea30f-83a8-4f23-abc8-5fdcd106551e', 'tenant_id': '3aba9a0fff7c4c0587d44371b162e727', 'fixed_ips': [{'subnet_id': '636756b6-1ce7-41e0-b15d-262de95d4491'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:52:02.756493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.044443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Allocated IP 2001:db8:1::2 (957ea30f-83a8-4f23-abc8-5fdcd106551e/636756b6-1ce7-41e0-b15d-262de95d4491/fc88bb68-a135-4698-bbe3-71c58943c329) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:03.186215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e4f58d2-3b0c-425c-9b56-2ee22deaa1dd tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.438655 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-0e4f58d2-3b0c-425c-9b56-2ee22deaa1dd tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:52:03.439838 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0e4f58d2-3b0c-425c-9b56-2ee22deaa1dd tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "PUT /v2.0/routers/f5ca05a5-ccf7-4253-bcd3-6dc47d356a31 HTTP/1.1" status: 400 len: 364 time: 1.0870512 Jun 03 15:52:03.444414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52236) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:03.459241 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.483067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Transition to ACTIVE for port object fc88bb68-a135-4698-bbe3-71c58943c329 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:03.520524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Transition to ACTIVE for port object fc88bb68-a135-4698-bbe3-71c58943c329 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:03.538577 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.796158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Network 957ea30f-83a8-4f23-abc8-5fdcd106551e is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:03.803570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:03.827362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:03.924366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Pushing event updated for resources: {'Port': ['ID=fc88bb68-a135-4698-bbe3-71c58943c329,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:03.966275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Attempting to bind port fc88bb68-a135-4698-bbe3-71c58943c329 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:03.967018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Attempting to bind port fc88bb68-a135-4698-bbe3-71c58943c329 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '957ea30f-83a8-4f23-abc8-5fdcd106551e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:03.967791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Attempting to bind port fc88bb68-a135-4698-bbe3-71c58943c329 on network 957ea30f-83a8-4f23-abc8-5fdcd106551e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:03.974332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:03.975251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Checking segment: {'id': '0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '957ea30f-83a8-4f23-abc8-5fdcd106551e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:03.976004 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:03.976914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Bound using segment: {'id': '0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '957ea30f-83a8-4f23-abc8-5fdcd106551e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:03.977951 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Bound port: fc88bb68-a135-4698-bbe3-71c58943c329, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '957ea30f-83a8-4f23-abc8-5fdcd106551e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:03.978571 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.124369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] For port fc88bb68-a135-4698-bbe3-71c58943c329, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:04.134225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] For port fc88bb68-a135-4698-bbe3-71c58943c329, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fc88bb68-a135-4698-bbe3-71c58943c329,segment=NetworkSegment(0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35),segment_id=0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:04.150670 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.220641 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.279213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5f8cd-7560-4f0c-b79e-cca453d02743 None None] Pushing event updated for resources: {'Port': ['ID=fc88bb68-a135-4698-bbe3-71c58943c329,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:04.695441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Allocated IP 2001:db8::1 (ea96d5d7-6b30-4761-9c16-c3b644b14d00/bd740be1-ee3b-4e98-9535-1c24bb036f0c/80d65ebd-7257-4181-aad7-f64b8bcf190f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:04.872848 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-723ee4ab-bc11-48bb-877a-7b885611895f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.936630 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:04.959130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Transition to ACTIVE for port object 80d65ebd-7257-4181-aad7-f64b8bcf190f will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:04.988290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.063434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network ea96d5d7-6b30-4761-9c16-c3b644b14d00 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:05.066535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:05.070679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:05.071211 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.086908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Port': ['ID=80d65ebd-7257-4181-aad7-f64b8bcf190f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:05.210861 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.353103 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.490253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-56d51184-1a6d-4f2f-b079-91c7134dc6df None None] Provisioning for port 80d65ebd-7257-4181-aad7-f64b8bcf190f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:05.498063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-56d51184-1a6d-4f2f-b079-91c7134dc6df None None] Provisioning complete for port 80d65ebd-7257-4181-aad7-f64b8bcf190f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:05.498544 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56d51184-1a6d-4f2f-b079-91c7134dc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.613092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-56d51184-1a6d-4f2f-b079-91c7134dc6df None None] Port 80d65ebd-7257-4181-aad7-f64b8bcf190f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:05.657733 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.703643 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce05ee9d-d220-4f1f-b59e-e4f07689daa4 None None] Network 957ea30f-83a8-4f23-abc8-5fdcd106551e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:05.812480 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3406d0c7-59cf-4fc8-aca3-29145484836b None None] Provisioning for port fc88bb68-a135-4698-bbe3-71c58943c329 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:05.963577 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.972145 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:05.974733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.061388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fc88bb68-a135-4698-bbe3-71c58943c329 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:06.152868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event updated for resources: {'Port': ['ID=80d65ebd-7257-4181-aad7-f64b8bcf190f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:06.318171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port fc88bb68-a135-4698-bbe3-71c58943c329 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:06.332121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port fc88bb68-a135-4698-bbe3-71c58943c329 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:06.332486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.458293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Network ea96d5d7-6b30-4761-9c16-c3b644b14d00 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:06.459782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:06.539490 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-400093a6-cc82-4144-afa8-d4866665a8e6 None None] Provisioning complete for port fc88bb68-a135-4698-bbe3-71c58943c329 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:06.539857 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-400093a6-cc82-4144-afa8-d4866665a8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.624085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port fc88bb68-a135-4698-bbe3-71c58943c329 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:06.624382 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.670036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port fc88bb68-a135-4698-bbe3-71c58943c329, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fc88bb68-a135-4698-bbe3-71c58943c329,segment=NetworkSegment(0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35),segment_id=0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:06.702567 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.806550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-400093a6-cc82-4144-afa8-d4866665a8e6 None None] Current status of the port fc88bb68-a135-4698-bbe3-71c58943c329 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:06.818599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=fc88bb68-a135-4698-bbe3-71c58943c329,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:06.855008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Router f5ca05a5-ccf7-4253-bcd3-6dc47d356a31 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:52:06.928921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a1abcdb2-9c7e-4191-a687-9a837c25289a None None] Provisioning complete for port 80d65ebd-7257-4181-aad7-f64b8bcf190f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:06.929286 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a1abcdb2-9c7e-4191-a687-9a837c25289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:06.990370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a1abcdb2-9c7e-4191-a687-9a837c25289a None None] Port 80d65ebd-7257-4181-aad7-f64b8bcf190f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:07.024163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:07.034907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b80ec3-da81-4bdc-821d-eefd62f8d6af None None] Sync routers for ids ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:07.040570 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6c1d9fec-a879-49fb-806d-51f526d10f54 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "PUT /v2.0/routers/f5ca05a5-ccf7-4253-bcd3-6dc47d356a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5929804 Jun 03 15:52:07.043270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52268) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:07.048523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b80ec3-da81-4bdc-821d-eefd62f8d6af None None] Routers {'f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:07.049416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-31b80ec3-da81-4bdc-821d-eefd62f8d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:07.130073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-31b80ec3-da81-4bdc-821d-eefd62f8d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:07.154991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b80ec3-da81-4bdc-821d-eefd62f8d6af None None] Routers {'f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:07.155828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-31b80ec3-da81-4bdc-821d-eefd62f8d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:07.219167 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:07.239562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-31b80ec3-da81-4bdc-821d-eefd62f8d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:07.240097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b80ec3-da81-4bdc-821d-eefd62f8d6af None None] The sync data for ids ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:07.291369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65d6f921-bf80-43b0-ab34-c871d96d3630 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:07.478756 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-65d6f921-bf80-43b0-ab34-c871d96d3630 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 03 15:52:07.482478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-65d6f921-bf80-43b0-ab34-c871d96d3630 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "DELETE /v2.0/routers/f5ca05a5-ccf7-4253-bcd3-6dc47d356a31 HTTP/1.1" status: 409 len: 329 time: 0.4356148 Jun 03 15:52:07.482877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52278) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:07.897696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fc88bb68-a135-4698-bbe3-71c58943c329 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:08.013992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port fc88bb68-a135-4698-bbe3-71c58943c329 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:08.014664 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:08.200307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port fc88bb68-a135-4698-bbe3-71c58943c329 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:08.218170 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e216533e-1cc4-43e4-8503-ef8a9e70a51c tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:08.668814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e216533e-1cc4-43e4-8503-ef8a9e70a51c tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Deleting port 80d65ebd-7257-4181-aad7-f64b8bcf190f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:08.669292 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e216533e-1cc4-43e4-8503-ef8a9e70a51c tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:08.898696 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e216533e-1cc4-43e4-8503-ef8a9e70a51c tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:08.976043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:09.044785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e216533e-1cc4-43e4-8503-ef8a9e70a51c tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Calling delete_port for 80d65ebd-7257-4181-aad7-f64b8bcf190f owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:09.247224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e216533e-1cc4-43e4-8503-ef8a9e70a51c tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:09.340496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216533e-1cc4-43e4-8503-ef8a9e70a51c tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Port': ['ID=80d65ebd-7257-4181-aad7-f64b8bcf190f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:09.535565 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e216533e-1cc4-43e4-8503-ef8a9e70a51c tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:10.054706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e216533e-1cc4-43e4-8503-ef8a9e70a51c tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Router f5ca05a5-ccf7-4253-bcd3-6dc47d356a31 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:52:10.193625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e216533e-1cc4-43e4-8503-ef8a9e70a51c tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:10.205416 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98eb211-933e-4578-b4ac-3190e4c9adab None None] Sync routers for ids ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:10.210602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e216533e-1cc4-43e4-8503-ef8a9e70a51c tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "PUT /v2.0/routers/f5ca05a5-ccf7-4253-bcd3-6dc47d356a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7266405 Jun 03 15:52:10.214093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52316) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:10.221581 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98eb211-933e-4578-b4ac-3190e4c9adab None None] Routers {'f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:10.222631 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c98eb211-933e-4578-b4ac-3190e4c9adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:10.286357 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-3337f8d2-f9b9-42b8-90bc-ce4319baa38e tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] show failed (client error): The resource could not be found. Jun 03 15:52:10.288190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3337f8d2-f9b9-42b8-90bc-ce4319baa38e tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1678432399 HTTP/1.1" status: 404 len: 335 time: 0.0729012 Jun 03 15:52:10.292309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52320) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:10.298323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c5eb0ca5-5caf-42ae-9878-3596c475b700 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:10.299021 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c98eb211-933e-4578-b4ac-3190e4c9adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:10.310809 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98eb211-933e-4578-b4ac-3190e4c9adab None None] Routers {'f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:10.311419 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c98eb211-933e-4578-b4ac-3190e4c9adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:10.386422 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-c5eb0ca5-5caf-42ae-9878-3596c475b700 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] update failed (client error): The resource could not be found. Jun 03 15:52:10.387890 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c5eb0ca5-5caf-42ae-9878-3596c475b700 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-795180131 HTTP/1.1" status: 404 len: 334 time: 0.0944414 Jun 03 15:52:10.391172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52324) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:10.396660 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c98eb211-933e-4578-b4ac-3190e4c9adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:10.397054 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98eb211-933e-4578-b4ac-3190e4c9adab None None] The sync data for ids ['f5ca05a5-ccf7-4253-bcd3-6dc47d356a31'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:10.465653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbe8d42-cbc3-447e-8d34-81e5172c8310 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Deleting subnet 636756b6-1ce7-41e0-b15d-262de95d4491 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:52:10.469094 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8d42-cbc3-447e-8d34-81e5172c8310 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:10.535059 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8d42-cbc3-447e-8d34-81e5172c8310 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:10.646238 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8d42-cbc3-447e-8d34-81e5172c8310 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:10.773902 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8d42-cbc3-447e-8d34-81e5172c8310 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:10.826026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe8d42-cbc3-447e-8d34-81e5172c8310 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Subnet': ['ID=636756b6-1ce7-41e0-b15d-262de95d4491,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:10.828073 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8d42-cbc3-447e-8d34-81e5172c8310 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:10.837227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fdbe8d42-cbc3-447e-8d34-81e5172c8310 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "DELETE /v2.0/subnets/636756b6-1ce7-41e0-b15d-262de95d4491 HTTP/1.1" status: 204 len: 168 time: 0.4427638 Jun 03 15:52:10.837522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52336) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:10.843891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5309ad30-8b92-4386-9abd-ee8a9050f0ba None None] Network 957ea30f-83a8-4f23-abc8-5fdcd106551e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:11.025603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:11.047901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Deleting port fc88bb68-a135-4698-bbe3-71c58943c329 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:11.047901 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:11.322481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3dc4f2-1758-43fb-a7f8-d05ae8ca8fc6 None None] DHCP port deletion for 957ea30f-83a8-4f23-abc8-5fdcd106551e request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:52:11.328438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ce3dc4f2-1758-43fb-a7f8-d05ae8ca8fc6 None None] Deleting port fc88bb68-a135-4698-bbe3-71c58943c329 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:11.328875 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce3dc4f2-1758-43fb-a7f8-d05ae8ca8fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:11.330023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] For port fc88bb68-a135-4698-bbe3-71c58943c329, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fc88bb68-a135-4698-bbe3-71c58943c329,segment=NetworkSegment(0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35),segment_id=0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:11.330683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:11.733972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ce3dc4f2-1758-43fb-a7f8-d05ae8ca8fc6 None None] For port fc88bb68-a135-4698-bbe3-71c58943c329, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fc88bb68-a135-4698-bbe3-71c58943c329,segment=NetworkSegment(0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35),segment_id=0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:11.734674 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce3dc4f2-1758-43fb-a7f8-d05ae8ca8fc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:11.755156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Calling delete_port for fc88bb68-a135-4698-bbe3-71c58943c329 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:11.878140 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:11.965860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Port': ['ID=fc88bb68-a135-4698-bbe3-71c58943c329,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:11.978191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ce3dc4f2-1758-43fb-a7f8-d05ae8ca8fc6 None None] Calling delete_port for fc88bb68-a135-4698-bbe3-71c58943c329 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:11.978971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] No DVR routers for this DVR port fc88bb68-a135-4698-bbe3-71c58943c329 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:12.077555 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-ce3dc4f2-1758-43fb-a7f8-d05ae8ca8fc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:52:12.078391 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-ce3dc4f2-1758-43fb-a7f8-d05ae8ca8fc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:52:12.080807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fc88bb68-a135-4698-bbe3-71c58943c329 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:12.137017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: fc88bb68-a135-4698-bbe3-71c58943c329 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:52:12.137674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fc88bb68-a135-4698-bbe3-71c58943c329 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:12.247308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.279668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957ea30f-83a8-4f23-abc8-5fdcd106551e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:12.312789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:12.313065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:12.336254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.371308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.381960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:52:12.381960 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.478242 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35 resource provider aggregate not found Jun 03 15:52:12.510784 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b19b8e1-b0b8-46b4-b2ab-e1aa3d089e35 found for delete ", "request_id": "req-fb28b49a-fa0c-4f5e-87f2-8fd33f8bfb98"}]} Jun 03 15:52:12.542990 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.575431 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.578097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Network': ['ID=957ea30f-83a8-4f23-abc8-5fdcd106551e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:12.580102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ce3dc4f2-1758-43fb-a7f8-d05ae8ca8fc6 None None] Deleting port fc88bb68-a135-4698-bbe3-71c58943c329 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:12.581054 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ce3dc4f2-1758-43fb-a7f8-d05ae8ca8fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.589635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52380) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:12.600541 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8912d8b6-39c9-4ecc-8646-a5eedb2dabd4 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "DELETE /v2.0/networks/957ea30f-83a8-4f23-abc8-5fdcd106551e HTTP/1.1" status: 204 len: 168 time: 1.7617733 Jun 03 15:52:12.667601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-05df4c6e-0212-42d5-b27f-7b8eaad768e0 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Deleting subnet 8288ad27-da7d-42c1-81d0-b8db436d3464 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:52:12.670940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05df4c6e-0212-42d5-b27f-7b8eaad768e0 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.684177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ce3dc4f2-1758-43fb-a7f8-d05ae8ca8fc6 None None] The port 'fc88bb68-a135-4698-bbe3-71c58943c329' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:52:12.752402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05df4c6e-0212-42d5-b27f-7b8eaad768e0 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.844037 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05df4c6e-0212-42d5-b27f-7b8eaad768e0 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:12.948939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05df4c6e-0212-42d5-b27f-7b8eaad768e0 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.001652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df4c6e-0212-42d5-b27f-7b8eaad768e0 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Subnet': ['ID=8288ad27-da7d-42c1-81d0-b8db436d3464,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:13.014122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935ff687-5b67-40c5-878d-7b307d16d9e9 None None] Network c0c7ccd4-9498-408b-b17f-ced1daf4013a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:13.014982 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05df4c6e-0212-42d5-b27f-7b8eaad768e0 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.028461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52390) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:13.030409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-05df4c6e-0212-42d5-b27f-7b8eaad768e0 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "DELETE /v2.0/subnets/8288ad27-da7d-42c1-81d0-b8db436d3464 HTTP/1.1" status: 204 len: 168 time: 0.4396424 Jun 03 15:52:13.142370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9be7dc9-b065-4321-89d9-6be4fbd701be tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Deleting subnet b1338f2e-1913-43fc-9d35-a66446e1c0c9 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:52:13.150802 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9be7dc9-b065-4321-89d9-6be4fbd701be tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.270105 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9be7dc9-b065-4321-89d9-6be4fbd701be tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.452454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b5f79-13f8-44fe-8d2d-99e8e6b1dc67 None None] DHCP port deletion for c0c7ccd4-9498-408b-b17f-ced1daf4013a request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:52:13.459607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-426b5f79-13f8-44fe-8d2d-99e8e6b1dc67 None None] Deleting port 00fb5535-1925-4d11-bf11-90c7b1e052e3 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:13.459987 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-426b5f79-13f8-44fe-8d2d-99e8e6b1dc67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.468988 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9be7dc9-b065-4321-89d9-6be4fbd701be tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.637339 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9be7dc9-b065-4321-89d9-6be4fbd701be tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.704171 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9be7dc9-b065-4321-89d9-6be4fbd701be tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.707521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be7dc9-b065-4321-89d9-6be4fbd701be tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Subnet': ['ID=b1338f2e-1913-43fc-9d35-a66446e1c0c9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:13.713144 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a9be7dc9-b065-4321-89d9-6be4fbd701be tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "DELETE /v2.0/subnets/b1338f2e-1913-43fc-9d35-a66446e1c0c9 HTTP/1.1" status: 204 len: 168 time: 0.6833961 Jun 03 15:52:13.715541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52410) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:13.768185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-426b5f79-13f8-44fe-8d2d-99e8e6b1dc67 None None] For port 00fb5535-1925-4d11-bf11-90c7b1e052e3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=00fb5535-1925-4d11-bf11-90c7b1e052e3,segment=NetworkSegment(d586b08f-a641-46e0-bc51-2dbd4053c4bd),segment_id=d586b08f-a641-46e0-bc51-2dbd4053c4bd)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:13.768934 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-426b5f79-13f8-44fe-8d2d-99e8e6b1dc67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.901508 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.912022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-426b5f79-13f8-44fe-8d2d-99e8e6b1dc67 None None] Calling delete_port for 00fb5535-1925-4d11-bf11-90c7b1e052e3 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:13.919798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Deleting port 00fb5535-1925-4d11-bf11-90c7b1e052e3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:13.920720 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:13.950014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e2553-fe7a-4456-9ebd-f293b491aeaa None None] Network 3eb77c1e-42d6-465b-8d6e-12f41e995ad3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:14.026668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 00fb5535-1925-4d11-bf11-90c7b1e052e3 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:14.200130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] For port 00fb5535-1925-4d11-bf11-90c7b1e052e3, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=00fb5535-1925-4d11-bf11-90c7b1e052e3,segment=NetworkSegment(d586b08f-a641-46e0-bc51-2dbd4053c4bd),segment_id=d586b08f-a641-46e0-bc51-2dbd4053c4bd)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:14.200688 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:14.331285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 00fb5535-1925-4d11-bf11-90c7b1e052e3 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:14.331591 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:14.401123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Calling delete_port for 00fb5535-1925-4d11-bf11-90c7b1e052e3 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:14.494582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:52:14.495144 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:52:14.526762 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-426b5f79-13f8-44fe-8d2d-99e8e6b1dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:14.581059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b5f79-13f8-44fe-8d2d-99e8e6b1dc67 None None] Pushing event deleted for resources: {'Port': ['ID=00fb5535-1925-4d11-bf11-90c7b1e052e3,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:14.591990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b5f79-13f8-44fe-8d2d-99e8e6b1dc67 None None] No DVR routers for this DVR port 00fb5535-1925-4d11-bf11-90c7b1e052e3 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:14.786029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e057353-ddd6-4541-84e4-d15aa2f1e4c1 None None] DHCP port deletion for 3eb77c1e-42d6-465b-8d6e-12f41e995ad3 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:52:14.793662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4e057353-ddd6-4541-84e4-d15aa2f1e4c1 None None] Deleting port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:14.794162 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4e057353-ddd6-4541-84e4-d15aa2f1e4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:14.996218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Deleting port 00fb5535-1925-4d11-bf11-90c7b1e052e3 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:14.997156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.047331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4e057353-ddd6-4541-84e4-d15aa2f1e4c1 None None] For port 9283cc6f-a694-44c2-bcfd-0704b235c5f5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9283cc6f-a694-44c2-bcfd-0704b235c5f5,segment=NetworkSegment(e2fef62d-1ea5-43ab-bb38-1f3ae017e66c),segment_id=e2fef62d-1ea5-43ab-bb38-1f3ae017e66c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:15.048964 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4e057353-ddd6-4541-84e4-d15aa2f1e4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.183413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] The port '00fb5535-1925-4d11-bf11-90c7b1e052e3' was deleted {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:52:15.209637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4e057353-ddd6-4541-84e4-d15aa2f1e4c1 None None] Calling delete_port for 9283cc6f-a694-44c2-bcfd-0704b235c5f5 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:15.341800 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4e057353-ddd6-4541-84e4-d15aa2f1e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.453264 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.459602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e057353-ddd6-4541-84e4-d15aa2f1e4c1 None None] No DVR routers for this DVR port 9283cc6f-a694-44c2-bcfd-0704b235c5f5 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:15.473092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e057353-ddd6-4541-84e4-d15aa2f1e4c1 None None] Pushing event deleted for resources: {'Port': ['ID=9283cc6f-a694-44c2-bcfd-0704b235c5f5,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:15.529475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c7ccd4-9498-408b-b17f-ced1daf4013a']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:15.553802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd586b08f-a641-46e0-bc51-2dbd4053c4bd') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:15.554394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd586b08f-a641-46e0-bc51-2dbd4053c4bd') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:15.573186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.618045 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.639967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:52:15.640377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.739500 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d586b08f-a641-46e0-bc51-2dbd4053c4bd resource provider aggregate not found Jun 03 15:52:15.767560 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d586b08f-a641-46e0-bc51-2dbd4053c4bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d586b08f-a641-46e0-bc51-2dbd4053c4bd found for delete ", "request_id": "req-98c316d1-ff1b-4c8a-b70c-7a507f08a405"}]} Jun 03 15:52:15.785705 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.816797 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:15.832998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Network': ['ID=c0c7ccd4-9498-408b-b17f-ced1daf4013a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:15.839536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-32181ad0-0d72-4f76-ae99-2853c3f4217d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "DELETE /v2.0/networks/c0c7ccd4-9498-408b-b17f-ced1daf4013a HTTP/1.1" status: 204 len: 168 time: 2.1191778 Jun 03 15:52:15.839727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52452) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:15.902050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9283cc6f-a694-44c2-bcfd-0704b235c5f5 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:15.947068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9283cc6f-a694-44c2-bcfd-0704b235c5f5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:52:15.948488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9283cc6f-a694-44c2-bcfd-0704b235c5f5 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:15.982555 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.343583 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.376494 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb77c1e-42d6-465b-8d6e-12f41e995ad3']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:16.390644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fef62d-1ea5-43ab-bb38-1f3ae017e66c') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:16.390943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fef62d-1ea5-43ab-bb38-1f3ae017e66c') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:16.404582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.425779 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.432491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:52:16.432881 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.559579 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.582897 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.593454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Network': ['ID=3eb77c1e-42d6-465b-8d6e-12f41e995ad3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:16.597469 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-59b07645-1046-458d-8ffe-b4826dd5327d tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "DELETE /v2.0/networks/3eb77c1e-42d6-465b-8d6e-12f41e995ad3 HTTP/1.1" status: 204 len: 168 time: 0.7568183 Jun 03 15:52:16.599874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52458) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:16.669609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-29267e73-514d-4d82-a7e1-a34c694c2a6e tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Deleting subnet bd740be1-ee3b-4e98-9535-1c24bb036f0c {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:52:16.673434 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29267e73-514d-4d82-a7e1-a34c694c2a6e tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.738376 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29267e73-514d-4d82-a7e1-a34c694c2a6e tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.874948 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29267e73-514d-4d82-a7e1-a34c694c2a6e tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:16.950249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52468) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:17.011994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29267e73-514d-4d82-a7e1-a34c694c2a6e tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.085764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29267e73-514d-4d82-a7e1-a34c694c2a6e tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Subnet': ['ID=bd740be1-ee3b-4e98-9535-1c24bb036f0c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:17.100352 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-29267e73-514d-4d82-a7e1-a34c694c2a6e tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.107539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e6b3aa-47db-4d19-a4c1-1a0a01c1fd24 None None] Network ea96d5d7-6b30-4761-9c16-c3b644b14d00 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:17.116983 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-29267e73-514d-4d82-a7e1-a34c694c2a6e tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "DELETE /v2.0/subnets/bd740be1-ee3b-4e98-9535-1c24bb036f0c HTTP/1.1" status: 204 len: 168 time: 0.5136549 Jun 03 15:52:17.119599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52474) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:17.292040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a9603f-710f-42c1-a370-201e16565a1d admin admin] Deleting subnet 39e35a32-31ef-4ad8-8af1-61cc79820110 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:52:17.301582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2a9603f-710f-42c1-a370-201e16565a1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.312752 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.324858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Deleting port 22a31691-227f-4f4e-b2a6-2a1c399094bb {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:17.325462 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.397260 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2a9603f-710f-42c1-a370-201e16565a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.501893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2842db-ea00-40a3-928e-457476887900 None None] DHCP port deletion for ea96d5d7-6b30-4761-9c16-c3b644b14d00 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:52:17.508737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3d2842db-ea00-40a3-928e-457476887900 None None] Deleting port 22a31691-227f-4f4e-b2a6-2a1c399094bb {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:17.509454 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3d2842db-ea00-40a3-928e-457476887900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.565215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2a9603f-710f-42c1-a370-201e16565a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.593117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] For port 22a31691-227f-4f4e-b2a6-2a1c399094bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=22a31691-227f-4f4e-b2a6-2a1c399094bb,segment=NetworkSegment(c1f7a5fb-8ba3-41b0-9927-cfa69254b239),segment_id=c1f7a5fb-8ba3-41b0-9927-cfa69254b239)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:17.594100 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.736216 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2a9603f-710f-42c1-a370-201e16565a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.743405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Calling delete_port for 22a31691-227f-4f4e-b2a6-2a1c399094bb owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:17.792462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9603f-710f-42c1-a370-201e16565a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e35a32-31ef-4ad8-8af1-61cc79820110,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:17.839140 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f2a9603f-710f-42c1-a370-201e16565a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.842852 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e2fef62d-1ea5-43ab-bb38-1f3ae017e66c resource provider aggregate not found Jun 03 15:52:17.849600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.877140 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f2a9603f-710f-42c1-a370-201e16565a1d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/39e35a32-31ef-4ad8-8af1-61cc79820110 HTTP/1.1" status: 204 len: 168 time: 0.9250395 Jun 03 15:52:17.878182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52486) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:17.894200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3d2842db-ea00-40a3-928e-457476887900 None None] For port 22a31691-227f-4f4e-b2a6-2a1c399094bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=22a31691-227f-4f4e-b2a6-2a1c399094bb,segment=NetworkSegment(c1f7a5fb-8ba3-41b0-9927-cfa69254b239),segment_id=c1f7a5fb-8ba3-41b0-9927-cfa69254b239)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:17.894944 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3d2842db-ea00-40a3-928e-457476887900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:17.911831 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e2fef62d-1ea5-43ab-bb38-1f3ae017e66c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2fef62d-1ea5-43ab-bb38-1f3ae017e66c found for delete ", "request_id": "req-05aeb454-0f18-4c14-b4a7-efeabb9d07bc"}]} Jun 03 15:52:17.949443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Port': ['ID=22a31691-227f-4f4e-b2a6-2a1c399094bb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:17.975737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] No DVR routers for this DVR port 22a31691-227f-4f4e-b2a6-2a1c399094bb on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:18.136596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 22a31691-227f-4f4e-b2a6-2a1c399094bb no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:18.227662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3d2842db-ea00-40a3-928e-457476887900 None None] Calling delete_port for 22a31691-227f-4f4e-b2a6-2a1c399094bb owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:18.242066 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.246149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.255024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 22a31691-227f-4f4e-b2a6-2a1c399094bb {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:52:18.255478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 22a31691-227f-4f4e-b2a6-2a1c399094bb not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:18.286497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea96d5d7-6b30-4761-9c16-c3b644b14d00']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:18.301711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f7a5fb-8ba3-41b0-9927-cfa69254b239') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:18.302226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f7a5fb-8ba3-41b0-9927-cfa69254b239') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:18.316210 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.336973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.344081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:52:18.344605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.360228 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-3d2842db-ea00-40a3-928e-457476887900 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:52:18.360590 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-3d2842db-ea00-40a3-928e-457476887900 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:52:18.464087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.501285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.514783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Pushing event deleted for resources: {'Network': ['ID=ea96d5d7-6b30-4761-9c16-c3b644b14d00,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:18.523832 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-419ece1d-62c1-4170-a84f-07213362ec3a tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "DELETE /v2.0/networks/ea96d5d7-6b30-4761-9c16-c3b644b14d00 HTTP/1.1" status: 204 len: 168 time: 1.4030235 Jun 03 15:52:18.526048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52498) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:18.574681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bcc317cc-10ee-4db3-bd58-2ecccf073105 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Synchronizing usage tracker for tenant:3aba9a0fff7c4c0587d44371b162e727 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:18.578698 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.601403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bcc317cc-10ee-4db3-bd58-2ecccf073105 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Unset dirty status for tenant:3aba9a0fff7c4c0587d44371b162e727 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:18.605162 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bcc317cc-10ee-4db3-bd58-2ecccf073105 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5ca05a5-ccf7-4253-bcd3-6dc47d356a31 HTTP/1.1" status: 200 len: 205 time: 0.0775549 Jun 03 15:52:18.606175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52504) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:18.609541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbcf190-5fde-4e7f-ae0d-941dea14fee5']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:18.779307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f8a950f-c94a-4200-a70c-809ee7167e51 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.862265 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3d2842db-ea00-40a3-928e-457476887900 None None] Deleting port 22a31691-227f-4f4e-b2a6-2a1c399094bb {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:18.863102 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3d2842db-ea00-40a3-928e-457476887900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.903476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de23e27-ca73-4950-907a-c25b4bf963bb') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:18.903764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de23e27-ca73-4950-907a-c25b4bf963bb') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:18.931917 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:18.949705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3d2842db-ea00-40a3-928e-457476887900 None None] The port '22a31691-227f-4f4e-b2a6-2a1c399094bb' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:52:19.118886 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.143025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:52:19.143435 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.165945 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f8a950f-c94a-4200-a70c-809ee7167e51 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.212585 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f8a950f-c94a-4200-a70c-809ee7167e51 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.215365 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 5de23e27-ca73-4950-907a-c25b4bf963bb resource provider aggregate not found Jun 03 15:52:19.245420 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 5de23e27-ca73-4950-907a-c25b4bf963bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5de23e27-ca73-4950-907a-c25b4bf963bb found for delete ", "request_id": "req-eb1e0173-63b3-4008-a56c-0a462cd4b23b"}]} Jun 03 15:52:19.275308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f8a950f-c94a-4200-a70c-809ee7167e51 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.275975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8a950f-c94a-4200-a70c-809ee7167e51 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Fanout notify agent at l3_agent the message router_deleted on router f5ca05a5-ccf7-4253-bcd3-6dc47d356a31 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:52:19.292426 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.310557 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f8a950f-c94a-4200-a70c-809ee7167e51 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.312007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9f8a950f-c94a-4200-a70c-809ee7167e51 tempest-RoutersNegativeIpV6Test-1342463618 tempest-RoutersNegativeIpV6Test-1342463618-project] 10.222.0.48 "DELETE /v2.0/routers/f5ca05a5-ccf7-4253-bcd3-6dc47d356a31 HTTP/1.1" status: 204 len: 168 time: 0.7048802 Jun 03 15:52:19.336051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.340447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5cbcf190-5fde-4e7f-ae0d-941dea14fee5 HTTP/1.1" status: 204 len: 168 time: 1.4585400 Jun 03 15:52:19.340447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21d33b-4ae6-4f1a-9053-58feec68a915 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cbcf190-5fde-4e7f-ae0d-941dea14fee5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:19.456219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5946c-ed9c-4304-9031-7bcdbc3230a5 req-54585190-7953-47c1-a098-eb448053f906 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:19.463984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d5946c-ed9c-4304-9031-7bcdbc3230a5 req-54585190-7953-47c1-a098-eb448053f906 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 945 time: 0.1076591 Jun 03 15:52:19.504975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52530) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:19.529297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49d5946c-ed9c-4304-9031-7bcdbc3230a5 req-78e71165-d717-4a81-8809-286467dc67f0 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636737 Jun 03 15:52:19.572159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1041a969-8ae1-43c2-a6d3-4874030b6543 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=225ff2202a2e4b1e9c22e5adee3d3ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659957 Jun 03 15:52:19.574691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52536) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:19.622143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52540) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:19.639150 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44d83189-6248-4ef4-a8c8-8f38591c7de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.670234 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44d83189-6248-4ef4-a8c8-8f38591c7de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.729500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44d83189-6248-4ef4-a8c8-8f38591c7de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.751603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d83189-6248-4ef4-a8c8-8f38591c7de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c811cd-dbde-41e6-825b-861e2abd359a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:19.764528 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44d83189-6248-4ef4-a8c8-8f38591c7de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.765928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-44d83189-6248-4ef4-a8c8-8f38591c7de6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50c811cd-dbde-41e6-825b-861e2abd359a HTTP/1.1" status: 204 len: 168 time: 0.1901581 Jun 03 15:52:19.807851 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:52:19.840399 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-26651471-041d-42b4-bb7d-32980bba1f65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3aba9a0fff7c4c0587d44371b162e727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143431 Jun 03 15:52:19.840812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52550) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:19.915742 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be9ed58a-e714-4141-a72b-c13232caaac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:19.939430 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment c1f7a5fb-8ba3-41b0-9927-cfa69254b239 resource provider aggregate not found Jun 03 15:52:19.959137 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment c1f7a5fb-8ba3-41b0-9927-cfa69254b239 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1f7a5fb-8ba3-41b0-9927-cfa69254b239 found for delete ", "request_id": "req-d3d7c12f-1f29-4866-936e-309c8f6a9c19"}]} Jun 03 15:52:19.963771 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be9ed58a-e714-4141-a72b-c13232caaac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:20.045828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be9ed58a-e714-4141-a72b-c13232caaac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:20.066902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ed58a-e714-4141-a72b-c13232caaac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c6757f-c3df-4ab9-9626-b58f7ad36526,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:20.073401 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-be9ed58a-e714-4141-a72b-c13232caaac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:20.077075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-be9ed58a-e714-4141-a72b-c13232caaac5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7c6757f-c3df-4ab9-9626-b58f7ad36526 HTTP/1.1" status: 204 len: 168 time: 0.2329729 Jun 03 15:52:20.818042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62168f-9bfd-4985-be3c-1c77c012ee29 req-d8309049-c6a3-4332-a2c8-e66a88d18b44 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:20.821247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f62168f-9bfd-4985-be3c-1c77c012ee29 req-d8309049-c6a3-4332-a2c8-e66a88d18b44 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 945 time: 0.1156895 Jun 03 15:52:20.878513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f62168f-9bfd-4985-be3c-1c77c012ee29 req-c3665c41-7474-4c28-8829-923e9cbec918 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479956 Jun 03 15:52:21.073324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52616) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:21.220397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group': {'name': 'tempest-secgroup--170824728'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:21.228477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:21.232843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:21.236153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:21.244576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:21.259270 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.280913 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.299327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:21.303826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:21.308169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:21.314632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:21.440275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.448609 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.463730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:21.477394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:21.488469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:21.509151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:21.518495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bf7823-2b7e-4707-9715-53e8c176a797,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:21.714083 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.724049 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.747049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990c458-8026-4478-8073-b461e3a1be59 req-e35ed111-69cc-472f-94f4-6e9627e25c55 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:21.748437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-1990c458-8026-4478-8073-b461e3a1be59 req-e35ed111-69cc-472f-94f4-6e9627e25c55 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Synchronizing usage tracker for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:21.767094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-1990c458-8026-4478-8073-b461e3a1be59 req-e35ed111-69cc-472f-94f4-6e9627e25c55 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Unset dirty status for tenant:2b4f6d3ca6c54e96a0ce178eb0aa4c2a on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:21.768546 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1990c458-8026-4478-8073-b461e3a1be59 req-e35ed111-69cc-472f-94f4-6e9627e25c55 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 945 time: 0.3515503 Jun 03 15:52:21.807948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e194447f-c8c8-4aab-93c3-52b377d9f8dd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:21.816683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.822632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52638) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:21.822958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-721c3a97-d34e-49c8-af16-c7fd863374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7479348 Jun 03 15:52:21.971608 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-27b0738c-e126-4ff9-b162-1bc42e514379 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1405306 Jun 03 15:52:21.971608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Deleting port 6038fd94-9889-48a8-9c9a-e4e3fa29763e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:21.971608 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:21.972559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52650) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:21.978929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c80d8796-91e0-4520-8957-c347d38b787f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group': {'name': 'tempest-security--15901779', 'description': 'tempest-security-description-709488925'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:22.055254 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c80d8796-91e0-4520-8957-c347d38b787f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.131047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c80d8796-91e0-4520-8957-c347d38b787f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.188317 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c80d8796-91e0-4520-8957-c347d38b787f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.190790 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c80d8796-91e0-4520-8957-c347d38b787f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.192011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c80d8796-91e0-4520-8957-c347d38b787f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "PUT /v2.0/security-groups/e194447f-c8c8-4aab-93c3-52b377d9f8dd HTTP/1.1" status: 200 len: 1777 time: 0.2180328 Jun 03 15:52:22.201455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52658) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:22.338481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] For port 6038fd94-9889-48a8-9c9a-e4e3fa29763e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=6038fd94-9889-48a8-9c9a-e4e3fa29763e,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:22.339005 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.417079 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-032633cf-f5fc-48b0-92bb-3133bdec5a7f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups/e194447f-c8c8-4aab-93c3-52b377d9f8dd HTTP/1.1" status: 200 len: 1777 time: 0.0767498 Jun 03 15:52:22.419286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d8796-91e0-4520-8957-c347d38b787f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e194447f-c8c8-4aab-93c3-52b377d9f8dd,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:22.423217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52664) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:22.454185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96458a11-0763-494d-963b-fe9f1b5f4887 req-518743e1-b05c-4869-8891-fd4373545db2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:22.461202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96458a11-0763-494d-963b-fe9f1b5f4887 req-518743e1-b05c-4869-8891-fd4373545db2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 945 time: 0.3286352 Jun 03 15:52:22.532818 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2390e764-eb31-472f-9067-864005d17813 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.561369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2390e764-eb31-472f-9067-864005d17813 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.621896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96458a11-0763-494d-963b-fe9f1b5f4887 req-73a8d8e2-a746-49a6-822d-a9d8bcb0fe37 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa436d58-3dc4-496c-bf29-bdb4038bb0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597350 Jun 03 15:52:22.644935 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2390e764-eb31-472f-9067-864005d17813 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.682906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390e764-eb31-472f-9067-864005d17813 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e194447f-c8c8-4aab-93c3-52b377d9f8dd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:22.701209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2390e764-eb31-472f-9067-864005d17813 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.702462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2390e764-eb31-472f-9067-864005d17813 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-groups/e194447f-c8c8-4aab-93c3-52b377d9f8dd HTTP/1.1" status: 204 len: 168 time: 0.2785194 Jun 03 15:52:22.704916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52678) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:22.790237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-64bc96e7-983d-41d7-a6dc-b74a11a5f693 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:22.814344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-64bc96e7-983d-41d7-a6dc-b74a11a5f693 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:22.815705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-64bc96e7-983d-41d7-a6dc-b74a11a5f693 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1090703 Jun 03 15:52:22.820944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52682) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:22.834502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.837183 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.837625 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Floating IP 86675e6f-39a2-46c9-bb1c-a08379a27c68 disassociated. External IP: 172.25.7.30, port: 6038fd94-9889-48a8-9c9a-e4e3fa29763e. Jun 03 15:52:22.838099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Calling delete_port for 6038fd94-9889-48a8-9c9a-e4e3fa29763e owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:22.855339 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-cfb4a7bc-44de-4f97-9809-7f97f0b0a635 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] delete failed (client error): The resource could not be found. Jun 03 15:52:22.857178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cfb4a7bc-44de-4f97-9809-7f97f0b0a635 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-groups/e194447f-c8c8-4aab-93c3-52b377d9f8dd HTTP/1.1" status: 404 len: 347 time: 0.0351949 Jun 03 15:52:22.862156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52686) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:22.873082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743075089'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:22.881227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:22.901090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:22.923544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:22.960057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:22.969391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:22.974680 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:22.988131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:23.100691 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.123467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.132092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.161203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event deleted for resources: {'Port': ['ID=6038fd94-9889-48a8-9c9a-e4e3fa29763e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:23.287438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efffe92-3b49-4de5-ae04-ca9f1c2e2256,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:23.293568 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.298771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-874d6714-cd61-4f3f-bf3c-3c92a7cfef86 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4354565 Jun 03 15:52:23.299752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52696) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:23.309215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8c01cc64-1e8a-49d7-8247-f33bdf307290 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': '1efffe92-3b49-4de5-ae04-ca9f1c2e2256', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:23.319692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8c01cc64-1e8a-49d7-8247-f33bdf307290 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:23.323732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8c01cc64-1e8a-49d7-8247-f33bdf307290 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:23.326958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8c01cc64-1e8a-49d7-8247-f33bdf307290 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:23.333265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8c01cc64-1e8a-49d7-8247-f33bdf307290 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:23.354783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c01cc64-1e8a-49d7-8247-f33bdf307290 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.461684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c01cc64-1e8a-49d7-8247-f33bdf307290 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.470356 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c01cc64-1e8a-49d7-8247-f33bdf307290 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.473139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Router a80004f1-4869-45d9-b273-8532314dece4 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:52:23.498998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01cc64-1e8a-49d7-8247-f33bdf307290 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162e1a54-e0fe-4c22-b765-7b646df9e385,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:23.523198 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c01cc64-1e8a-49d7-8247-f33bdf307290 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.524803 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8c01cc64-1e8a-49d7-8247-f33bdf307290 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2239015 Jun 03 15:52:23.529514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52702) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:23.610256 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e6d693b0-32f7-42a6-9306-113d895b1a41 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.645807 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e6d693b0-32f7-42a6-9306-113d895b1a41 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.725306 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e6d693b0-32f7-42a6-9306-113d895b1a41 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.737993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:23.750507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0b3ff-55be-45dc-8acb-fc3b6587c2f3 None None] Sync routers for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:23.758907 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e6d693b0-32f7-42a6-9306-113d895b1a41 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.759868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e6d693b0-32f7-42a6-9306-113d895b1a41 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/162e1a54-e0fe-4c22-b765-7b646df9e385 HTTP/1.1" status: 204 len: 168 time: 0.2289999 Jun 03 15:52:23.764361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52710) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:23.769324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d693b0-32f7-42a6-9306-113d895b1a41 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=162e1a54-e0fe-4c22-b765-7b646df9e385,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:23.770524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0b3ff-55be-45dc-8acb-fc3b6587c2f3 None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:23.771224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-63f0b3ff-55be-45dc-8acb-fc3b6587c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:23.873415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] No DVR routers for this DVR port 6038fd94-9889-48a8-9c9a-e4e3fa29763e on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:23.877390 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:23.883911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'name': 'network-vif-deleted', 'tag': '6038fd94-9889-48a8-9c9a-e4e3fa29763e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:52:23.902188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82362048-035f-49c0-a844-62b2d3c743e3 req-0fe63636-ae73-4277-9d66-1e06be55afc2 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e542384-fcc3-41f8-8807-7af98121cc4e HTTP/1.1" status: 200 len: 210 time: 0.0651424 Jun 03 15:52:23.923307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7a34fca2-e744-4a93-97c6-76e2ff8ab9a1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:23.933763 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1990c458-8026-4478-8073-b461e3a1be59 req-db751b3d-1cdd-4ccf-b64d-bd76fae5da4f tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.67 "DELETE /v2.0/ports/6038fd94-9889-48a8-9c9a-e4e3fa29763e HTTP/1.1" status: 204 len: 173 time: 2.1595523 Jun 03 15:52:23.968216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7a34fca2-e744-4a93-97c6-76e2ff8ab9a1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:23.969523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7a34fca2-e744-4a93-97c6-76e2ff8ab9a1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2020845 Jun 03 15:52:23.972784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52718) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:24.004418 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16062ee6-502c-4fec-815f-2891b0b38fbf'] response: {'server_uuid': '9e542384-fcc3-41f8-8807-7af98121cc4e', 'name': 'network-vif-deleted', 'tag': '6038fd94-9889-48a8-9c9a-e4e3fa29763e', 'status': 'completed', 'code': 200} Jun 03 15:52:24.102653 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2791aded-c8f0-40dd-8163-3c2cb629b359 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.170479 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2791aded-c8f0-40dd-8163-3c2cb629b359 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.179093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-63f0b3ff-55be-45dc-8acb-fc3b6587c2f3 None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:52:24.232262 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2791aded-c8f0-40dd-8163-3c2cb629b359 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.253902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791aded-c8f0-40dd-8163-3c2cb629b359 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efffe92-3b49-4de5-ae04-ca9f1c2e2256,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:24.275182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2791aded-c8f0-40dd-8163-3c2cb629b359 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.276713 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2791aded-c8f0-40dd-8163-3c2cb629b359 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-groups/1efffe92-3b49-4de5-ae04-ca9f1c2e2256 HTTP/1.1" status: 204 len: 168 time: 0.3027854 Jun 03 15:52:24.279471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52722) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:24.423157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e8dda141-920b-4e4c-8e74-22a82697b0a5 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:24.446334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e8dda141-920b-4e4c-8e74-22a82697b0a5 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:24.448068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e8dda141-920b-4e4c-8e74-22a82697b0a5 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1676195 Jun 03 15:52:24.452839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52726) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:24.459727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group': {'name': 'tempest-secgroup--414845698'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:24.472929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:24.498416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:24.519929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.580904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:24.585666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:24.589351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:24.600858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:24.781224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-63f0b3ff-55be-45dc-8acb-fc3b6587c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:24.787005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0b3ff-55be-45dc-8acb-fc3b6587c2f3 None None] Checking router: a80004f1-4869-45d9-b273-8532314dece4 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:52:24.805337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0b3ff-55be-45dc-8acb-fc3b6587c2f3 None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:24.807047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-63f0b3ff-55be-45dc-8acb-fc3b6587c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:24.936568 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.944366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:24.995327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e96440a-9fda-40f4-804e-fbd331fcc358,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:25.060773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.064483 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8027d230-20bd-45ce-ac84-292ea4e8adc0 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6098022 Jun 03 15:52:25.067007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52746) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:25.074683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-86834ff3-f3b5-4e9e-8716-638031aacb36 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': '3e96440a-9fda-40f4-804e-fbd331fcc358', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:25.084446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-86834ff3-f3b5-4e9e-8716-638031aacb36 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:25.090719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-86834ff3-f3b5-4e9e-8716-638031aacb36 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:25.094852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-86834ff3-f3b5-4e9e-8716-638031aacb36 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:25.106304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-86834ff3-f3b5-4e9e-8716-638031aacb36 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:25.152046 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86834ff3-f3b5-4e9e-8716-638031aacb36 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.245211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-63f0b3ff-55be-45dc-8acb-fc3b6587c2f3 None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:52:25.306957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52756) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:25.378419 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86834ff3-f3b5-4e9e-8716-638031aacb36 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.385008 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86834ff3-f3b5-4e9e-8716-638031aacb36 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.413544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86834ff3-f3b5-4e9e-8716-638031aacb36 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efadcdc-d354-4ffe-9b58-f6cb3acdecff,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:25.471521 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-86834ff3-f3b5-4e9e-8716-638031aacb36 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.475441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-86834ff3-f3b5-4e9e-8716-638031aacb36 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4040270 Jun 03 15:52:25.475636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52762) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:25.482192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a254f1d5-5c56-4d8d-a6b8-638e85dc6b03 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': '3e96440a-9fda-40f4-804e-fbd331fcc358', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:25.495511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a254f1d5-5c56-4d8d-a6b8-638e85dc6b03 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:25.500672 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-043de22e-7de3-448b-9d1b-695bf05ee204 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.501263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a254f1d5-5c56-4d8d-a6b8-638e85dc6b03 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:25.515435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a254f1d5-5c56-4d8d-a6b8-638e85dc6b03 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:25.534074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a254f1d5-5c56-4d8d-a6b8-638e85dc6b03 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:25.556244 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a254f1d5-5c56-4d8d-a6b8-638e85dc6b03 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.571940 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-043de22e-7de3-448b-9d1b-695bf05ee204 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.685204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6038fd94-9889-48a8-9c9a-e4e3fa29763e no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:25.688087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-043de22e-7de3-448b-9d1b-695bf05ee204 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.719722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a254f1d5-5c56-4d8d-a6b8-638e85dc6b03 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.725709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043de22e-7de3-448b-9d1b-695bf05ee204 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa436d58-3dc4-496c-bf29-bdb4038bb0ef,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:25.727888 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a254f1d5-5c56-4d8d-a6b8-638e85dc6b03 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.759376 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-043de22e-7de3-448b-9d1b-695bf05ee204 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.764838 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-043de22e-7de3-448b-9d1b-695bf05ee204 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "DELETE /v2.0/security-groups/fa436d58-3dc4-496c-bf29-bdb4038bb0ef HTTP/1.1" status: 204 len: 168 time: 0.4549932 Jun 03 15:52:25.765661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52770) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:25.795771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254f1d5-5c56-4d8d-a6b8-638e85dc6b03 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb11f742-84f9-4b28-8091-4fbf5b518ef1,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:25.797527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 6038fd94-9889-48a8-9c9a-e4e3fa29763e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:52:25.798445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 6038fd94-9889-48a8-9c9a-e4e3fa29763e not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:25.812587 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-4dac9a8a-1ab8-4490-9fa3-e028d3cd4217 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] show failed (client error): The resource could not be found. Jun 03 15:52:25.815085 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4dac9a8a-1ab8-4490-9fa3-e028d3cd4217 tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "GET /v2.0/security-groups/fa436d58-3dc4-496c-bf29-bdb4038bb0ef HTTP/1.1" status: 404 len: 347 time: 0.0483913 Jun 03 15:52:25.818054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52774) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:25.844911 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a254f1d5-5c56-4d8d-a6b8-638e85dc6b03 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.846249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a254f1d5-5c56-4d8d-a6b8-638e85dc6b03 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3695529 Jun 03 15:52:25.849356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52780) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:25.858203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9f35687a-e022-4103-9cc8-9a47d8c8b746 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': '3e96440a-9fda-40f4-804e-fbd331fcc358', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:25.875260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9f35687a-e022-4103-9cc8-9a47d8c8b746 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:25.883504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9f35687a-e022-4103-9cc8-9a47d8c8b746 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:25.890671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9f35687a-e022-4103-9cc8-9a47d8c8b746 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:25.904086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9f35687a-e022-4103-9cc8-9a47d8c8b746 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:25.937268 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f35687a-e022-4103-9cc8-9a47d8c8b746 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:25.989084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-63f0b3ff-55be-45dc-8acb-fc3b6587c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:25.999456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0b3ff-55be-45dc-8acb-fc3b6587c2f3 None None] The sync data for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 is: [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:44:39Z', 'revision_number': 4, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e64fc30a-8631-4c54-aa4c-e74efdd5e526', 'name': '', 'network_id': 'a2b79456-f064-42e2-a46e-9cdda61aea88', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'mac_address': 'fa:16:3e:43:ea:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:37Z', 'updated_at': '2022-06-03T15:44:48Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'subnets': [{'id': '2981b961-1843-44fe-8dce-c3c671e1fc65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:26.042757 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f35687a-e022-4103-9cc8-9a47d8c8b746 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.050110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f35687a-e022-4103-9cc8-9a47d8c8b746 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.080978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35687a-e022-4103-9cc8-9a47d8c8b746 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed374da-586b-441b-bbc3-78560dfc897b,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:26.098149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f35687a-e022-4103-9cc8-9a47d8c8b746 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.099694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9f35687a-e022-4103-9cc8-9a47d8c8b746 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2492030 Jun 03 15:52:26.105284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52784) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:26.111222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-89166ea5-5df2-4ddd-b05a-ca0feeaf3617 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': '3e96440a-9fda-40f4-804e-fbd331fcc358', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:26.118335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-89166ea5-5df2-4ddd-b05a-ca0feeaf3617 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:26.126700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-89166ea5-5df2-4ddd-b05a-ca0feeaf3617 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:26.133557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-89166ea5-5df2-4ddd-b05a-ca0feeaf3617 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:26.168392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Deleting port b2e52b2c-33e0-40dd-a93f-221b2097261f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:26.168960 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.170138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-89166ea5-5df2-4ddd-b05a-ca0feeaf3617 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:26.204677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89166ea5-5df2-4ddd-b05a-ca0feeaf3617 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.335848 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89166ea5-5df2-4ddd-b05a-ca0feeaf3617 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.352229 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89166ea5-5df2-4ddd-b05a-ca0feeaf3617 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.427358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89166ea5-5df2-4ddd-b05a-ca0feeaf3617 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b9a70f-b368-47b7-99ac-09c58349aea3,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:26.452242 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a486bb7-cf1f-4d8f-be11-67714354e085 None None] New status for floating IP 86675e6f-39a2-46c9-bb1c-a08379a27c68: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:52:26.461991 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-89166ea5-5df2-4ddd-b05a-ca0feeaf3617 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.463219 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-89166ea5-5df2-4ddd-b05a-ca0feeaf3617 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3566942 Jun 03 15:52:26.465940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52792) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:26.475545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-68f04cd2-a0fb-4eb6-b12b-906a0cd0590e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': '3e96440a-9fda-40f4-804e-fbd331fcc358', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:26.503336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-68f04cd2-a0fb-4eb6-b12b-906a0cd0590e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:26.513643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-68f04cd2-a0fb-4eb6-b12b-906a0cd0590e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:26.518937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-68f04cd2-a0fb-4eb6-b12b-906a0cd0590e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:26.535469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-68f04cd2-a0fb-4eb6-b12b-906a0cd0590e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:26.552541 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.552867 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.565086 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f04cd2-a0fb-4eb6-b12b-906a0cd0590e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.736236 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f04cd2-a0fb-4eb6-b12b-906a0cd0590e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.745091 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f04cd2-a0fb-4eb6-b12b-906a0cd0590e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.799528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f04cd2-a0fb-4eb6-b12b-906a0cd0590e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e681d8-1b24-4495-b103-38e0a6107389,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:26.838419 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f04cd2-a0fb-4eb6-b12b-906a0cd0590e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.839857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-68f04cd2-a0fb-4eb6-b12b-906a0cd0590e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3729665 Jun 03 15:52:26.842782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52800) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:26.859739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Calling delete_port for b2e52b2c-33e0-40dd-a93f-221b2097261f owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:26.883398 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67ca52a0-9dd7-4a49-ac2d-78608979c344 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.909456 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67ca52a0-9dd7-4a49-ac2d-78608979c344 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.940976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67ca52a0-9dd7-4a49-ac2d-78608979c344 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.978018 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:52:26.979320 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:52:26.979851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca52a0-9dd7-4a49-ac2d-78608979c344 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38e681d8-1b24-4495-b103-38e0a6107389,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:26.994923 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-67ca52a0-9dd7-4a49-ac2d-78608979c344 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:26.998608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-67ca52a0-9dd7-4a49-ac2d-78608979c344 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/38e681d8-1b24-4495-b103-38e0a6107389 HTTP/1.1" status: 204 len: 168 time: 0.1522982 Jun 03 15:52:26.998965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52804) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:27.053790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-698673ca-2bb1-4936-9455-4fc068837561 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:27.071225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-698673ca-2bb1-4936-9455-4fc068837561 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:27.075803 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-698673ca-2bb1-4936-9455-4fc068837561 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0726204 Jun 03 15:52:27.076723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52808) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:27.118130 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0011b72-e575-49fe-8419-dd68958e1dac tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.139484 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0011b72-e575-49fe-8419-dd68958e1dac tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.182532 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0011b72-e575-49fe-8419-dd68958e1dac tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.207838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0011b72-e575-49fe-8419-dd68958e1dac tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23b9a70f-b368-47b7-99ac-09c58349aea3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:27.219036 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e0011b72-e575-49fe-8419-dd68958e1dac tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.220618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e0011b72-e575-49fe-8419-dd68958e1dac tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/23b9a70f-b368-47b7-99ac-09c58349aea3 HTTP/1.1" status: 204 len: 168 time: 0.1434660 Jun 03 15:52:27.223515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52814) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:27.290995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a35648c2-6824-4d58-805e-fc1badf5651d tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:27.314605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a35648c2-6824-4d58-805e-fc1badf5651d tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:27.320170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52818) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:27.320970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a35648c2-6824-4d58-805e-fc1badf5651d tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0954359 Jun 03 15:52:27.370627 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee817cbb-10db-4bf4-9102-afc09a5adefc tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.400299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee817cbb-10db-4bf4-9102-afc09a5adefc tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.451787 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee817cbb-10db-4bf4-9102-afc09a5adefc tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.482294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee817cbb-10db-4bf4-9102-afc09a5adefc tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eed374da-586b-441b-bbc3-78560dfc897b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:27.484089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Deleting port b2e52b2c-33e0-40dd-a93f-221b2097261f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:27.484517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.575588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee817cbb-10db-4bf4-9102-afc09a5adefc tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.577978 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ee817cbb-10db-4bf4-9102-afc09a5adefc tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/eed374da-586b-441b-bbc3-78560dfc897b HTTP/1.1" status: 204 len: 168 time: 0.2555056 Jun 03 15:52:27.579927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52822) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:27.713853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3806e31e-d239-4513-8942-51bd45d83732 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1319363 Jun 03 15:52:27.716063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52830) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:27.756409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1b70032-befb-4788-8ea5-3ae46ec77ab1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.772552 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1b70032-befb-4788-8ea5-3ae46ec77ab1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.800936 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.802278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.821545 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1b70032-befb-4788-8ea5-3ae46ec77ab1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.874257 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e1b70032-befb-4788-8ea5-3ae46ec77ab1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:27.876310 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e1b70032-befb-4788-8ea5-3ae46ec77ab1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/eb11f742-84f9-4b28-8091-4fbf5b518ef1 HTTP/1.1" status: 204 len: 168 time: 0.1585732 Jun 03 15:52:27.879187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52836) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:27.901448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b70032-befb-4788-8ea5-3ae46ec77ab1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb11f742-84f9-4b28-8091-4fbf5b518ef1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:27.956528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d7fe52a8-f49a-41bb-a48e-3d6c6f42a5d8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:28.000289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d7fe52a8-f49a-41bb-a48e-3d6c6f42a5d8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:28.003226 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d7fe52a8-f49a-41bb-a48e-3d6c6f42a5d8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1210351 Jun 03 15:52:28.004682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52842) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:28.066582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b08f864f-210b-4b00-8525-b235cf8500ec tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.087083 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b08f864f-210b-4b00-8525-b235cf8500ec tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.120777 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b08f864f-210b-4b00-8525-b235cf8500ec tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.131287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Calling delete_port for b2e52b2c-33e0-40dd-a93f-221b2097261f owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:28.141364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f864f-210b-4b00-8525-b235cf8500ec tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6efadcdc-d354-4ffe-9b58-f6cb3acdecff,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:28.156516 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b08f864f-210b-4b00-8525-b235cf8500ec tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.157750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b08f864f-210b-4b00-8525-b235cf8500ec tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6efadcdc-d354-4ffe-9b58-f6cb3acdecff HTTP/1.1" status: 204 len: 168 time: 0.1520801 Jun 03 15:52:28.160466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52846) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:28.234931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b5b718e2-af5d-447e-aeb4-1ee5bdd9465b tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:28.257445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b5b718e2-af5d-447e-aeb4-1ee5bdd9465b tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:28.259352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b5b718e2-af5d-447e-aeb4-1ee5bdd9465b tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0979934 Jun 03 15:52:28.265071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52852) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:28.349063 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.424166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee70e27e-1a47-453c-9a49-95775600ef83 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.480666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee70e27e-1a47-453c-9a49-95775600ef83 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.527554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Pushing event deleted for resources: {'Port': ['ID=b2e52b2c-33e0-40dd-a93f-221b2097261f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:28.561942 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee70e27e-1a47-453c-9a49-95775600ef83 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.605283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70e27e-1a47-453c-9a49-95775600ef83 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e96440a-9fda-40f4-804e-fbd331fcc358,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:28.667397 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee70e27e-1a47-453c-9a49-95775600ef83 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.680932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ee70e27e-1a47-453c-9a49-95775600ef83 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-groups/3e96440a-9fda-40f4-804e-fbd331fcc358 HTTP/1.1" status: 204 len: 168 time: 0.4109674 Jun 03 15:52:28.683942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52856) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:28.725297 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.786644 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.800983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f0c6cb5b-19c7-4c68-83ef-1ab968e374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:28.803702 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-47424962-666b-43cb-bd28-26b5afb809cd tempest-AttachVolumeTestJSON-257601970 tempest-AttachVolumeTestJSON-257601970-project] 10.222.0.48 "DELETE /v2.0/floatingips/86675e6f-39a2-46c9-bb1c-a08379a27c68 HTTP/1.1" status: 204 len: 168 time: 2.9770963 Jun 03 15:52:28.837353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f0c6cb5b-19c7-4c68-83ef-1ab968e374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:28.837353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f0c6cb5b-19c7-4c68-83ef-1ab968e374c1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1498911 Jun 03 15:52:28.842360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52866) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:28.847897 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844936291'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:28.856855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:28.872408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:28.894124 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:28.923605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:28.929098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:28.933429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:28.942628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:29.042516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.052581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.142603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba85d373-9e44-42a6-9d90-ef5e6a58091a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:29.149389 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.155022 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b41acbdc-32ad-4d53-a3c2-f7459329b9e3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3089883 Jun 03 15:52:29.155305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52874) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:29.160471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-1cbbb09a-ef9d-4201-8730-936044750cd8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': 'ba85d373-9e44-42a6-9d90-ef5e6a58091a', 'direction': 'ingress', 'protocol': 17}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:29.170741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1cbbb09a-ef9d-4201-8730-936044750cd8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:29.178456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1cbbb09a-ef9d-4201-8730-936044750cd8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:29.182209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1cbbb09a-ef9d-4201-8730-936044750cd8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:29.189242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1cbbb09a-ef9d-4201-8730-936044750cd8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:29.209376 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1cbbb09a-ef9d-4201-8730-936044750cd8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.306423 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1cbbb09a-ef9d-4201-8730-936044750cd8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.312821 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1cbbb09a-ef9d-4201-8730-936044750cd8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.349010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbb09a-ef9d-4201-8730-936044750cd8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48aff22f-234a-46ec-9140-e21922dfd6c9,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:29.360076 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1cbbb09a-ef9d-4201-8730-936044750cd8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.361901 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1cbbb09a-ef9d-4201-8730-936044750cd8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2055771 Jun 03 15:52:29.365040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52882) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:29.504029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-224842bb-e920-4fd0-8666-b449138eff54 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.554225 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-224842bb-e920-4fd0-8666-b449138eff54 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.617505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-224842bb-e920-4fd0-8666-b449138eff54 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.644025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224842bb-e920-4fd0-8666-b449138eff54 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba85d373-9e44-42a6-9d90-ef5e6a58091a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:29.680729 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-224842bb-e920-4fd0-8666-b449138eff54 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.682258 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-224842bb-e920-4fd0-8666-b449138eff54 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-groups/ba85d373-9e44-42a6-9d90-ef5e6a58091a HTTP/1.1" status: 204 len: 168 time: 0.3155839 Jun 03 15:52:29.685082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52888) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:29.710842 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.751289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-545d9330-f9a4-4794-aa57-532f495dc678 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:29.771535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-545d9330-f9a4-4794-aa57-532f495dc678 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:29.777657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52892) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:29.782458 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-545d9330-f9a4-4794-aa57-532f495dc678 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0962548 Jun 03 15:52:29.783808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group': {'name': 'tempest-secgroup--126484563'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:29.791053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:29.802456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:29.816180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.860613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:29.866424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:29.869521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:29.875360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:29.965036 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:29.970749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.025765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7932d90a-5262-455d-85b3-54d4f3f38878,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:30.051571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.053136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c9f37e6d-318c-4b05-a62f-95b3421bfe59 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2743988 Jun 03 15:52:30.056445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52898) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:30.072352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635954812'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:30.074888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:30.081377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:30.085246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:30.092590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:30.123271 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.170923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:30.179179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:30.186048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:30.198585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:30.407396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.443338 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.486610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183ac874-795c-4a74-a9e5-c3073ec2e8a1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:30.510257 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.512442 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6f114abf-695a-477d-9911-4c8c0a487525 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4546013 Jun 03 15:52:30.514907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52914) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:30.526368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-abf9c853-4682-4016-a6ae-15f07d877520 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': '7932d90a-5262-455d-85b3-54d4f3f38878', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '183ac874-795c-4a74-a9e5-c3073ec2e8a1', 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:30.536544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-abf9c853-4682-4016-a6ae-15f07d877520 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:30.542175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-abf9c853-4682-4016-a6ae-15f07d877520 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:30.546242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-abf9c853-4682-4016-a6ae-15f07d877520 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:30.553068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-abf9c853-4682-4016-a6ae-15f07d877520 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:30.580666 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abf9c853-4682-4016-a6ae-15f07d877520 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.657740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abf9c853-4682-4016-a6ae-15f07d877520 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.664280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abf9c853-4682-4016-a6ae-15f07d877520 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.698490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9c853-4682-4016-a6ae-15f07d877520 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac4d873-c1c6-4bbb-af8d-0eecb94c1d64,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:30.718544 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-abf9c853-4682-4016-a6ae-15f07d877520 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.722668 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-abf9c853-4682-4016-a6ae-15f07d877520 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2037773 Jun 03 15:52:30.723153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52920) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:30.761139 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3b54a9e-ab62-4bf9-98ac-7c05449bb748 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.777820 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3b54a9e-ab62-4bf9-98ac-7c05449bb748 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.807834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3b54a9e-ab62-4bf9-98ac-7c05449bb748 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.841749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b54a9e-ab62-4bf9-98ac-7c05449bb748 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ac4d873-c1c6-4bbb-af8d-0eecb94c1d64,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:30.851257 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f3b54a9e-ab62-4bf9-98ac-7c05449bb748 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:30.856591 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f3b54a9e-ab62-4bf9-98ac-7c05449bb748 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/5ac4d873-c1c6-4bbb-af8d-0eecb94c1d64 HTTP/1.1" status: 204 len: 168 time: 0.1326895 Jun 03 15:52:30.857315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52924) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:30.883387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-5d89b2db-02c0-4f7e-917a-e60f7a92bfda tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:30.885007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-5d89b2db-02c0-4f7e-917a-e60f7a92bfda tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.2732334 Jun 03 15:52:30.928234 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-7d2c54f0-f612-4ab1-899e-4163a880da43 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/quotas/478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 375 time: 0.0212138 Jun 03 15:52:30.939435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0ce97d67-9f68-4640-9b1c-46f7e5af72e5 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:31.007982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0ce97d67-9f68-4640-9b1c-46f7e5af72e5 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:31.012140 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0ce97d67-9f68-4640-9b1c-46f7e5af72e5 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1509092 Jun 03 15:52:31.013510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52928) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:31.136492 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-88044f39-c954-421f-af57-cc23037e7e8d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1939707 Jun 03 15:52:31.166797 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8e159273-cb04-4368-b82e-bdaeea363c00 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:31.300979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8e159273-cb04-4368-b82e-bdaeea363c00 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:31.412020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-e5b8d8fd-1637-4342-9a67-018cdb73c555 service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472470 Jun 03 15:52:31.412811 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8e159273-cb04-4368-b82e-bdaeea363c00 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:31.462410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e159273-cb04-4368-b82e-bdaeea363c00 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183ac874-795c-4a74-a9e5-c3073ec2e8a1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:31.703964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8e159273-cb04-4368-b82e-bdaeea363c00 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:31.709277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8e159273-cb04-4368-b82e-bdaeea363c00 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-groups/183ac874-795c-4a74-a9e5-c3073ec2e8a1 HTTP/1.1" status: 204 len: 168 time: 0.6920006 Jun 03 15:52:31.710662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52940) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:31.774908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-2ebff9d3-83e1-4738-b513-501b01c8b45b service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472254 Jun 03 15:52:31.834756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-798f0cb7-5646-4685-b5db-e7106542a144 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:31.880423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 52952) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:31.884113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-798f0cb7-5646-4685-b5db-e7106542a144 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:31.888214 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-798f0cb7-5646-4685-b5db-e7106542a144 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1724427 Jun 03 15:52:31.888681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52956) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:32.013245 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-845f54bf-e261-49f7-bcf8-45436da9ec1f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.050805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-845f54bf-e261-49f7-bcf8-45436da9ec1f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.064925 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1bb49da-c400-456f-a2fe-3fac12283730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.084843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d1bb49da-c400-456f-a2fe-3fac12283730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:32.091380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d1bb49da-c400-456f-a2fe-3fac12283730 admin admin] Usage tracker for resource:security_group_rule and tenant:d7c64172ef0f440dab720bf417ae93c4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:32.094580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d1bb49da-c400-456f-a2fe-3fac12283730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:32.101288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d1bb49da-c400-456f-a2fe-3fac12283730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:32.129448 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-845f54bf-e261-49f7-bcf8-45436da9ec1f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.163520 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-32c653e9-2c0b-455c-abe4-ba67702d7038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.167446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f54bf-e261-49f7-bcf8-45436da9ec1f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7932d90a-5262-455d-85b3-54d4f3f38878,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:32.190220 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-845f54bf-e261-49f7-bcf8-45436da9ec1f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.192273 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-845f54bf-e261-49f7-bcf8-45436da9ec1f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-groups/7932d90a-5262-455d-85b3-54d4f3f38878 HTTP/1.1" status: 204 len: 168 time: 0.3023090 Jun 03 15:52:32.194793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52976) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:32.266176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f93b2db0-e0dc-4515-a715-45b619fc036c tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:32.284402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1bb49da-c400-456f-a2fe-3fac12283730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.295291 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d1bb49da-c400-456f-a2fe-3fac12283730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.296053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f93b2db0-e0dc-4515-a715-45b619fc036c tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:32.301387 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f93b2db0-e0dc-4515-a715-45b619fc036c tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1043949 Jun 03 15:52:32.302001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52984) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:32.313246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734979520'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:32.332320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:32.354224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:32.388884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.445165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:32.453362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:32.462982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:32.475077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:32.488800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb49da-c400-456f-a2fe-3fac12283730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7624944f-f57a-4c16-812a-78b22e3ed128,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:32.510224 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d1bb49da-c400-456f-a2fe-3fac12283730 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7c64172ef0f440dab720bf417ae93c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6258366 Jun 03 15:52:32.514306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 52998) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:32.522324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c7aabdb-30c9-48d6-8162-2dcd8b620bb7 req-f5ed28b6-734e-4825-b578-cc349d2ca687 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 210 time: 0.0690672 Jun 03 15:52:32.639201 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e27a498f-cbf8-4437-8430-d78ac4e1dd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.679192 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.689629 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e27a498f-cbf8-4437-8430-d78ac4e1dd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.701096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.753472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b7fcf-0fea-4cc3-9080-3af3c1450069,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:32.955294 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:32.956662 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f75dac6c-3ef0-4fbd-a66e-9e6dd5c105b3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6534977 Jun 03 15:52:32.959553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53030) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:32.965321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-241cecda-d2c8-442f-9fb5-18eb88dc0f35 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': '5b0b7fcf-0fea-4cc3-9080-3af3c1450069', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:32.972620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-241cecda-d2c8-442f-9fb5-18eb88dc0f35 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:32.977513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-241cecda-d2c8-442f-9fb5-18eb88dc0f35 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:32.981768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-241cecda-d2c8-442f-9fb5-18eb88dc0f35 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:32.988079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-241cecda-d2c8-442f-9fb5-18eb88dc0f35 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:32.990394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e27a498f-cbf8-4437-8430-d78ac4e1dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.009772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a498f-cbf8-4437-8430-d78ac4e1dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7624944f-f57a-4c16-812a-78b22e3ed128,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:33.019803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e27a498f-cbf8-4437-8430-d78ac4e1dd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.021255 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e27a498f-cbf8-4437-8430-d78ac4e1dd46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7624944f-f57a-4c16-812a-78b22e3ed128 HTTP/1.1" status: 204 len: 168 time: 0.5054858 Jun 03 15:52:33.039249 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-241cecda-d2c8-442f-9fb5-18eb88dc0f35 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.138908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-241cecda-d2c8-442f-9fb5-18eb88dc0f35 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.146025 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-241cecda-d2c8-442f-9fb5-18eb88dc0f35 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.176161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cecda-d2c8-442f-9fb5-18eb88dc0f35 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31091a52-9f2b-4dc2-8349-c4157c9e84cc,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:33.206098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-241cecda-d2c8-442f-9fb5-18eb88dc0f35 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.207272 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-241cecda-d2c8-442f-9fb5-18eb88dc0f35 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2466085 Jun 03 15:52:33.210346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53038) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:33.294571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba389412-bff1-422c-a68e-e4a9b8a22318 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.356467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba389412-bff1-422c-a68e-e4a9b8a22318 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.413248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba389412-bff1-422c-a68e-e4a9b8a22318 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.443331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba389412-bff1-422c-a68e-e4a9b8a22318 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31091a52-9f2b-4dc2-8349-c4157c9e84cc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:33.473399 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ba389412-bff1-422c-a68e-e4a9b8a22318 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.477221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ba389412-bff1-422c-a68e-e4a9b8a22318 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/31091a52-9f2b-4dc2-8349-c4157c9e84cc HTTP/1.1" status: 204 len: 168 time: 0.2632077 Jun 03 15:52:33.477477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53044) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:33.586660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8328d83c-69c0-439e-9d13-0aaa3d123bc5 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:33.609802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8328d83c-69c0-439e-9d13-0aaa3d123bc5 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:33.614854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53052) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:33.615288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8328d83c-69c0-439e-9d13-0aaa3d123bc5 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1364918 Jun 03 15:52:33.718046 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-163811e1-a528-4b3b-a7c8-4cab2cd783aa tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.750808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc94000c-a84a-4c65-a153-0dd7fdb0d154 req-4774f3d7-22fb-4f82-ba3e-a40708d95993 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 210 time: 0.0878670 Jun 03 15:52:33.765191 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-163811e1-a528-4b3b-a7c8-4cab2cd783aa tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.844867 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-163811e1-a528-4b3b-a7c8-4cab2cd783aa tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.870980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163811e1-a528-4b3b-a7c8-4cab2cd783aa tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b7fcf-0fea-4cc3-9080-3af3c1450069,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:33.903689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-163811e1-a528-4b3b-a7c8-4cab2cd783aa tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:33.906902 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-163811e1-a528-4b3b-a7c8-4cab2cd783aa tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-groups/5b0b7fcf-0fea-4cc3-9080-3af3c1450069 HTTP/1.1" status: 204 len: 168 time: 0.2906702 Jun 03 15:52:33.909363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53064) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:34.222653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f0f08bfe-b0c3-4dbc-89c8-e4333dc87c28 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:34.284770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f0f08bfe-b0c3-4dbc-89c8-e4333dc87c28 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:34.287170 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f0f08bfe-b0c3-4dbc-89c8-e4333dc87c28 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3647814 Jun 03 15:52:34.292892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53078) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:34.298150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group': {'name': 'tempest-secgroup--595677389'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:34.314990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:34.342450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:34.358514 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.373462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53082) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:34.394921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:34.405122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:34.414134 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6aec3ab3-7c6e-4fc5-bf88-9df3a383c4e8 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:34.414396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:34.421916 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6aec3ab3-7c6e-4fc5-bf88-9df3a383c4e8 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.3986201 Jun 03 15:52:34.428925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:34.449163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'port': {'device_id': '8f0d1817-f339-4c44-82b1-7ef0e059a17c', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'admin_state_up': True, 'tenant_id': '478b98182f234210949a5c9275a7f1fe'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:34.618470 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.626251 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.631275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1220374561-network', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:34.648120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:34.677233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Usage tracker for resource:network and tenant:5a9454bda8ef4c898b5fff07dde95e21 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:34.696482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:34.730743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029e776f-19a3-40db-8db8-cd625aba900d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:34.731262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:34.747904 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.752380 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f227d994-25e3-4464-a21a-a1f4d2f3a765 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4583850 Jun 03 15:52:34.754283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:34.755060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53088) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:34.761941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ee69682d-6320-450d-b094-ebbc49d34bcf tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': '029e776f-19a3-40db-8db8-cd625aba900d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:34.770428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ee69682d-6320-450d-b094-ebbc49d34bcf tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:34.770655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:34.778819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ee69682d-6320-450d-b094-ebbc49d34bcf tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:34.782563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ee69682d-6320-450d-b094-ebbc49d34bcf tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:34.793188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ee69682d-6320-450d-b094-ebbc49d34bcf tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:34.797079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Made reservation on behalf of 478b98182f234210949a5c9275a7f1fe for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:34.811010 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.826637 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee69682d-6320-450d-b094-ebbc49d34bcf tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.833355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Made reservation on behalf of 5a9454bda8ef4c898b5fff07dde95e21 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:34.843673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.869235 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa457-42ad-4962-89ee-bc2f244b5cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.942230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee69682d-6320-450d-b094-ebbc49d34bcf tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.964232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.996468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee69682d-6320-450d-b094-ebbc49d34bcf tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:34.998468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:35.007727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Usage tracker for resource:security_group_rule and tenant:5a9454bda8ef4c898b5fff07dde95e21 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:35.013448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:35.034187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:35.043829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3c1302f-7405-451a-b7c2-17254c56834e req-d63337ec-337f-42ee-86cb-f19b73dd762d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 210 time: 0.1048932 Jun 03 15:52:35.056633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ee69682d-6320-450d-b094-ebbc49d34bcf tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.060263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ee69682d-6320-450d-b094-ebbc49d34bcf tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3037775 Jun 03 15:52:35.063505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53094) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:35.091370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6b4c0cd1-7537-499c-893d-48af046c9b5d tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules/6af374e7-bf3d-460a-8a24-d31cc181e682 HTTP/1.1" status: 200 len: 763 time: 0.0266004 Jun 03 15:52:35.092217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69682d-6320-450d-b094-ebbc49d34bcf tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af374e7-bf3d-460a-8a24-d31cc181e682,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:35.093960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53100) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:35.153069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-893a390d-b3b0-4764-a1ad-cdecb5656076 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:35.172071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-893a390d-b3b0-4764-a1ad-cdecb5656076 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:35.175351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-893a390d-b3b0-4764-a1ad-cdecb5656076 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0801997 Jun 03 15:52:35.178639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53104) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:35.219545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Allocated IP 172.20.0.13 (0b59cccb-736d-4f97-ab3c-7f712587d12f/dcab0106-2b7e-4a74-ac83-d9033844c6be/53217350-c2a2-4bae-b755-171b65718872) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:35.224590 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3aaa-7708-47c7-824d-2007c9854fb8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.242501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3aaa-7708-47c7-824d-2007c9854fb8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.301122 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3aaa-7708-47c7-824d-2007c9854fb8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.349906 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.367579 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3aaa-7708-47c7-824d-2007c9854fb8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.374380 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8d6f3aaa-7708-47c7-824d-2007c9854fb8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6af374e7-bf3d-460a-8a24-d31cc181e682 HTTP/1.1" status: 204 len: 168 time: 0.1942980 Jun 03 15:52:35.375296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53114) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:35.380279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f3aaa-7708-47c7-824d-2007c9854fb8 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6af374e7-bf3d-460a-8a24-d31cc181e682,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:35.390788 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.451612 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.459985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-78388af5-f48d-4ed7-831d-684c5cc9f04b tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:35.489184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-78388af5-f48d-4ed7-831d-684c5cc9f04b tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:35.495841 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-78388af5-f48d-4ed7-831d-684c5cc9f04b tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1188471 Jun 03 15:52:35.496930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53118) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:35.506982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3e7e88a7-1c55-4bd0-92c8-41836bda1451 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': '029e776f-19a3-40db-8db8-cd625aba900d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:35.511456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:52:35.514511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3e7e88a7-1c55-4bd0-92c8-41836bda1451 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:35.522574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88950fd-7518-469a-bfab-84ae6fb55ff5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:35.546898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.547317 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Added segment a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d of type vlan for network 6767d8d7-601b-42ec-923b-33a85e8eec5f Jun 03 15:52:35.548148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3e7e88a7-1c55-4bd0-92c8-41836bda1451 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:35.585059 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e7e88a7-1c55-4bd0-92c8-41836bda1451 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.609623 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.613544 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.644992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Transition to ACTIVE for port object 53217350-c2a2-4bae-b755-171b65718872 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:35.664685 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.669013 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e7e88a7-1c55-4bd0-92c8-41836bda1451 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.676378 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e7e88a7-1c55-4bd0-92c8-41836bda1451 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.684877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.686376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:35.687848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.702370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e88a7-1c55-4bd0-92c8-41836bda1451 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9782abd3-3bec-4a05-bbe7-190b7ad6a357,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:35.720472 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e7e88a7-1c55-4bd0-92c8-41836bda1451 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.722814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3e7e88a7-1c55-4bd0-92c8-41836bda1451 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2241831 Jun 03 15:52:35.725462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53124) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:35.752773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-55cbcfad-16d7-4539-9ece-b374413e10ee tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules/9782abd3-3bec-4a05-bbe7-190b7ad6a357 HTTP/1.1" status: 200 len: 763 time: 0.0259156 Jun 03 15:52:35.755385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53128) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:35.843383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] Pushing event updated for resources: {'Network': ['ID=6767d8d7-601b-42ec-923b-33a85e8eec5f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:35.851245 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8dd67672-8797-4769-b413-8eccdf81fbe3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4762020 Jun 03 15:52:35.856629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 6767d8d7-601b-42ec-923b-33a85e8eec5f details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:52:35.857293 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.868724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:35.878486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f0f0bd93-43a9-436b-9151-53f40dab020d tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:35.898744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f0f0bd93-43a9-436b-9151-53f40dab020d tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:35.902906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f0f0bd93-43a9-436b-9151-53f40dab020d tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1438849 Jun 03 15:52:35.903336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53134) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:35.918023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Request body: {'subnet': {'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1220374561-subnet', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:35.923559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:35.927811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Usage tracker for resource:subnet and tenant:5a9454bda8ef4c898b5fff07dde95e21 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:35.931267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:35.937801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:35.963877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Made reservation on behalf of 5a9454bda8ef4c898b5fff07dde95e21 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:35.966161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.974966 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b48501-82fc-4c9f-810a-00c347cd832f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:35.998168 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b48501-82fc-4c9f-810a-00c347cd832f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.053922 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b48501-82fc-4c9f-810a-00c347cd832f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.098954 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b48501-82fc-4c9f-810a-00c347cd832f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9782abd3-3bec-4a05-bbe7-190b7ad6a357,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:36.128253 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66b48501-82fc-4c9f-810a-00c347cd832f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.129822 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-66b48501-82fc-4c9f-810a-00c347cd832f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9782abd3-3bec-4a05-bbe7-190b7ad6a357 HTTP/1.1" status: 204 len: 168 time: 0.2253642 Jun 03 15:52:36.133156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53142) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:36.241616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.257851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dea72c42-ad14-4b9d-a9d1-bca618d24ad6 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:36.278843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dea72c42-ad14-4b9d-a9d1-bca618d24ad6 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:36.280947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dea72c42-ad14-4b9d-a9d1-bca618d24ad6 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1468441 Jun 03 15:52:36.285249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53150) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:36.292276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-829f0e72-f214-4b15-8a63-ab0ff2462506 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': '029e776f-19a3-40db-8db8-cd625aba900d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:36.313387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:36.327607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:36.346428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:36.389264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-829f0e72-f214-4b15-8a63-ab0ff2462506 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:36.410649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=53217350-c2a2-4bae-b755-171b65718872,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:36.466480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-829f0e72-f214-4b15-8a63-ab0ff2462506 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:36.501857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=109e9fac-c16b-48d3-b1c1-0e4bb593d5a7,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:36.506895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Checking segment: {'id': 'a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:36.507468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Network hostable DHCP agents. Network: 6767d8d7-601b-42ec-923b-33a85e8eec5f, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:52:36.520439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:36.521649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.552570 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-829f0e72-f214-4b15-8a63-ab0ff2462506 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Project 83e1a99fa54848198d6d7a09602c9b13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:52:36.570294 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-6c808ad0-81a8-40fe-b730-4bfd2d22bb10 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1261542 Jun 03 15:52:36.571960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Network 6767d8d7-601b-42ec-923b-33a85e8eec5f is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:52:36.591292 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-829f0e72-f214-4b15-8a63-ab0ff2462506 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.615786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Request body: {'port': {'device_id': '8f0d1817-f339-4c44-82b1-7ef0e059a17c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:36.643120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843a16c-6d45-41f9-9cb4-97e638211304 req-19306a9f-80af-4211-aae6-df1b7101fe4c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:36.646160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6843a16c-6d45-41f9-9cb4-97e638211304 req-19306a9f-80af-4211-aae6-df1b7101fe4c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 932 time: 0.3626232 Jun 03 15:52:36.701144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 6767d8d7-601b-42ec-923b-33a85e8eec5f) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:36.711755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172bb0c-eb1d-44f7-8460-01d23b2d1814 None None] Network 6767d8d7-601b-42ec-923b-33a85e8eec5f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:36.742041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:36.742903 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.849844 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6843a16c-6d45-41f9-9cb4-97e638211304 req-c1ef5e80-5425-462c-a3c6-f5915cf0f1e5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909003 Jun 03 15:52:36.860132 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-829f0e72-f214-4b15-8a63-ab0ff2462506 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.867701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-829f0e72-f214-4b15-8a63-ab0ff2462506 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.872793 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3633ba37-97ec-403c-af67-592184b4a371 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9663527 Jun 03 15:52:36.886479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53164) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:36.898047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1220374561-router', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:36.924991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f0e72-f214-4b15-8a63-ab0ff2462506 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9eadf3-6594-44d5-8051-1248f3a84782,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:36.969242 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-829f0e72-f214-4b15-8a63-ab0ff2462506 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:36.970935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-829f0e72-f214-4b15-8a63-ab0ff2462506 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6839266 Jun 03 15:52:36.973485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53168) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:37.010501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-303dbfbb-a25b-4269-a05e-4b6295b2c150 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules/3c9eadf3-6594-44d5-8051-1248f3a84782 HTTP/1.1" status: 200 len: 769 time: 0.0356221 Jun 03 15:52:37.015058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53172) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:37.049193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f63cd9cd-be92-4d07-b614-0e8fc946ee0f None None] Provisioning for port 53217350-c2a2-4bae-b755-171b65718872 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:37.072217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f63cd9cd-be92-4d07-b614-0e8fc946ee0f None None] Provisioning complete for port 53217350-c2a2-4bae-b755-171b65718872 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:37.073011 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f63cd9cd-be92-4d07-b614-0e8fc946ee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.128608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35766c32-c41e-4dc8-ab4f-95434d5b4e52 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:37.150325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35766c32-c41e-4dc8-ab4f-95434d5b4e52 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:37.154609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-35766c32-c41e-4dc8-ab4f-95434d5b4e52 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1359379 Jun 03 15:52:37.155057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53176) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:37.182427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-6767d8d7-601b-42ec-923b-33a85e8eec5f', 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'fixed_ips': [{'subnet_id': '109e9fac-c16b-48d3-b1c1-0e4bb593d5a7'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:52:37.183710 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.195400 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7705e0a-9b97-4e07-bbc7-0d51abf53bd1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.204020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:37.223976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7705e0a-9b97-4e07-bbc7-0d51abf53bd1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.225565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Usage tracker for resource:router and tenant:5a9454bda8ef4c898b5fff07dde95e21 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:37.230909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:37.239829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:37.248482 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.316346 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7705e0a-9b97-4e07-bbc7-0d51abf53bd1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.367954 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.381225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7705e0a-9b97-4e07-bbc7-0d51abf53bd1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c9eadf3-6594-44d5-8051-1248f3a84782,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:37.395165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.396681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.404904 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7705e0a-9b97-4e07-bbc7-0d51abf53bd1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.412309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b7705e0a-9b97-4e07-bbc7-0d51abf53bd1 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3c9eadf3-6594-44d5-8051-1248f3a84782 HTTP/1.1" status: 204 len: 168 time: 0.2558246 Jun 03 15:52:37.414908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53180) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:37.459257 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.533908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d51faf19-0660-492b-b531-a1ee4d305b72 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:37.592994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d51faf19-0660-492b-b531-a1ee4d305b72 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:37.594732 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d51faf19-0660-492b-b531-a1ee4d305b72 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1779680 Jun 03 15:52:37.597664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53184) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:37.713567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Allocated IP 172.20.0.2 (6767d8d7-601b-42ec-923b-33a85e8eec5f/109e9fac-c16b-48d3-b1c1-0e4bb593d5a7/7b50e538-2ed6-4975-bc04-f736c6d28d1f) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:37.774332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99d2979b-c30b-41a4-af29-5bdf920fa4d3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.809535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f63cd9cd-be92-4d07-b614-0e8fc946ee0f None None] Port 53217350-c2a2-4bae-b755-171b65718872 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:37.833186 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99d2979b-c30b-41a4-af29-5bdf920fa4d3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.914003 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99d2979b-c30b-41a4-af29-5bdf920fa4d3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.940305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2979b-c30b-41a4-af29-5bdf920fa4d3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029e776f-19a3-40db-8db8-cd625aba900d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:37.957578 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99d2979b-c30b-41a4-af29-5bdf920fa4d3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:37.959390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-99d2979b-c30b-41a4-af29-5bdf920fa4d3 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-groups/029e776f-19a3-40db-8db8-cd625aba900d HTTP/1.1" status: 204 len: 168 time: 0.3605595 Jun 03 15:52:37.961942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53192) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:38.028975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5044e9c6-ab4c-435a-a9de-f22345b28e14 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:38.056355 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5044e9c6-ab4c-435a-a9de-f22345b28e14 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:38.058423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5044e9c6-ab4c-435a-a9de-f22345b28e14 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951846 Jun 03 15:52:38.065329 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53198) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:38.073421 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.075543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group': {'name': 'tempest-secgroup--1992461505'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:38.084887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:38.088316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Transition to ACTIVE for port object 7b50e538-2ed6-4975-bc04-f736c6d28d1f will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:38.099704 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.102259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:38.125489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Transition to ACTIVE for port object 7b50e538-2ed6-4975-bc04-f736c6d28d1f will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:38.140090 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.186472 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.219151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:38.224745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:38.228464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:38.232047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Pushing event updated for resources: {'Port': ['ID=7b50e538-2ed6-4975-bc04-f736c6d28d1f,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:38.243171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:38.255836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Network 6767d8d7-601b-42ec-923b-33a85e8eec5f is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:38.258930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:38.261504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:38.341511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53217350-c2a2-4bae-b755-171b65718872 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:52:38.345657 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.351511 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.359788 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.383809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Transition to ACTIVE for port object 53217350-c2a2-4bae-b755-171b65718872 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:38.394358 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.413819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23bd7b4-9284-4a2e-b496-466259938c2f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:38.415359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Attempting to bind port 7b50e538-2ed6-4975-bc04-f736c6d28d1f on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:38.415897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Attempting to bind port 7b50e538-2ed6-4975-bc04-f736c6d28d1f by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:38.416120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Attempting to bind port 7b50e538-2ed6-4975-bc04-f736c6d28d1f on network 6767d8d7-601b-42ec-923b-33a85e8eec5f {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:38.426631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:38.427059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Checking segment: {'id': 'a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:38.430121 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.430535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Bound using segment: {'id': 'a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:38.431024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Bound port: 7b50e538-2ed6-4975-bc04-f736c6d28d1f, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:38.431400 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.458049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58bbd7-b0dc-473a-b812-042d73cf0460 req-9415cce0-e768-446b-a61e-fd24a04f0292 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:38.459978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd58bbd7-b0dc-473a-b812-042d73cf0460 req-9415cce0-e768-446b-a61e-fd24a04f0292 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 932 time: 0.3651369 Jun 03 15:52:38.507018 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.508510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-eeaf26f0-263c-413f-ac59-d5a211da398e tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4416039 Jun 03 15:52:38.511678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53202) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:38.519683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-56c3feb8-dc03-48ed-bf42-279642615878 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Request body: {'security_group_rule': {'security_group_id': 'e23bd7b4-9284-4a2e-b496-466259938c2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:38.553056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] For port 7b50e538-2ed6-4975-bc04-f736c6d28d1f, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:38.557360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd58bbd7-b0dc-473a-b812-042d73cf0460 req-f383dd98-27ca-426f-b739-e1319074314b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890732 Jun 03 15:52:38.561869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-56c3feb8-dc03-48ed-bf42-279642615878 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:38.570546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] For port 7b50e538-2ed6-4975-bc04-f736c6d28d1f, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7b50e538-2ed6-4975-bc04-f736c6d28d1f,segment=NetworkSegment(a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d),segment_id=a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:38.581960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-56c3feb8-dc03-48ed-bf42-279642615878 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Usage tracker for resource:security_group_rule and tenant:83e1a99fa54848198d6d7a09602c9b13 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:38.584246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-56c3feb8-dc03-48ed-bf42-279642615878 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:38.588406 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.591696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-56c3feb8-dc03-48ed-bf42-279642615878 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:38.617945 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56c3feb8-dc03-48ed-bf42-279642615878 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.697290 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56c3feb8-dc03-48ed-bf42-279642615878 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.715071 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56c3feb8-dc03-48ed-bf42-279642615878 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.737266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3feb8-dc03-48ed-bf42-279642615878 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ce2350-907c-468d-a7f6-12fc413f6573,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:38.750693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1294a9-a245-4c9c-ac2c-0c0f93a6bb87 None None] Pushing event updated for resources: {'Port': ['ID=7b50e538-2ed6-4975-bc04-f736c6d28d1f,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:38.776570 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56c3feb8-dc03-48ed-bf42-279642615878 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.778387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-56c3feb8-dc03-48ed-bf42-279642615878 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2655251 Jun 03 15:52:38.780849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53208) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:38.805303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Pushing event updated for resources: {'Port': ['ID=53217350-c2a2-4bae-b755-171b65718872,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:38.821487 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.876573 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-360449d5-2a28-48cb-afa5-3364ccd60d6f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.906766 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-360449d5-2a28-48cb-afa5-3364ccd60d6f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.976531 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.981448 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:38.989155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-360449d5-2a28-48cb-afa5-3364ccd60d6f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:39.012185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360449d5-2a28-48cb-afa5-3364ccd60d6f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23bd7b4-9284-4a2e-b496-466259938c2f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:39.033136 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-360449d5-2a28-48cb-afa5-3364ccd60d6f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:39.037142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-360449d5-2a28-48cb-afa5-3364ccd60d6f tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-groups/e23bd7b4-9284-4a2e-b496-466259938c2f HTTP/1.1" status: 204 len: 168 time: 0.2548888 Jun 03 15:52:39.039832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53216) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:39.102677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2a97d023-8c6e-43a7-8ba2-f082641831db tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:39.122666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2a97d023-8c6e-43a7-8ba2-f082641831db tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:39.128969 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2a97d023-8c6e-43a7-8ba2-f082641831db tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878687 Jun 03 15:52:39.132745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53220) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:39.144340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Attempting to bind port 53217350-c2a2-4bae-b755-171b65718872 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:39.145237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Attempting to bind port 53217350-c2a2-4bae-b755-171b65718872 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:39.145751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Attempting to bind port 53217350-c2a2-4bae-b755-171b65718872 on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:39.154279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Port 53217350-c2a2-4bae-b755-171b65718872 on network 0b59cccb-736d-4f97-ab3c-7f712587d12f not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:52:39.154825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Attempting to bind port 53217350-c2a2-4bae-b755-171b65718872 on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:39.198058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:39.198677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Checking segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:39.199240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Bound using segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:39.199840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Bound port: 53217350-c2a2-4bae-b755-171b65718872, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:39.200334 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:39.240223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8c2a2a51-097b-4cb1-baa9-b4fb963d4f47 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Synchronizing usage tracker for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:52:39.281255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8c2a2a51-097b-4cb1-baa9-b4fb963d4f47 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] Unset dirty status for tenant:83e1a99fa54848198d6d7a09602c9b13 on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:52:39.300755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8c2a2a51-097b-4cb1-baa9-b4fb963d4f47 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1651211 Jun 03 15:52:39.301417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53226) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:39.346990 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-14762b25-480c-4ab5-a600-1e75e43fa952 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] delete failed (client error): The resource could not be found. Jun 03 15:52:39.353441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-14762b25-480c-4ab5-a600-1e75e43fa952 tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "DELETE /v2.0/security-groups/e23bd7b4-9284-4a2e-b496-466259938c2f HTTP/1.1" status: 404 len: 347 time: 0.0501497 Jun 03 15:52:39.354214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53230) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:39.422754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-24c92aeb-b4f9-4fba-a015-72103cce974d tempest-SecGroupIPv6Test-1786772979 tempest-SecGroupIPv6Test-1786772979-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672352 Jun 03 15:52:39.563279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Allocated IP 172.25.7.150 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/26eb69ea-dedc-4558-ab65-28d34650948a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:39.576142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] For port 53217350-c2a2-4bae-b755-171b65718872, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:39.579767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] For port 53217350-c2a2-4bae-b755-171b65718872, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=53217350-c2a2-4bae-b755-171b65718872,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:39.586316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:39.720333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Pushing event updated for resources: {'Port': ['ID=53217350-c2a2-4bae-b755-171b65718872,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:39.810142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:39.811455 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:39.813066 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-9ec8275e-f63f-464d-9e48-618d6b6aabd9 service neutron] 10.222.0.67 "PUT /v2.0/ports/53217350-c2a2-4bae-b755-171b65718872 HTTP/1.1" status: 200 len: 1092 time: 3.2204225 Jun 03 15:52:39.813519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0d1817-f339-4c44-82b1-7ef0e059a17c', 'tag': '53217350-c2a2-4bae-b755-171b65718872'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:52:39.841235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:39.895804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8def60b-f6cd-457d-b7e4-390d1cc1cd12 req-4a40ec43-6f78-4d69-89b0-32acc2fecab6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:39.897401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8def60b-f6cd-457d-b7e4-390d1cc1cd12 req-4a40ec43-6f78-4d69-89b0-32acc2fecab6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 944 time: 0.1887379 Jun 03 15:52:40.005152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8def60b-f6cd-457d-b7e4-390d1cc1cd12 req-8f3a10b2-e4a4-4f16-a9cb-ada1d3dc6e47 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965030 Jun 03 15:52:40.014246 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6617f63d-bf1d-49ef-9300-a87ce0fb23f2'] response: {'name': 'network-changed', 'server_uuid': '8f0d1817-f339-4c44-82b1-7ef0e059a17c', 'tag': '53217350-c2a2-4bae-b755-171b65718872', 'status': 'completed', 'code': 200} Jun 03 15:52:40.095416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b50e538-2ed6-4975-bc04-f736c6d28d1f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:40.190147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:40.256243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-af8eaf61-a8d4-4f75-bd42-2076c87a8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:40.258097 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-af8eaf61-a8d4-4f75-bd42-2076c87a8a07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 1095 time: 0.3531163 Jun 03 15:52:40.274983 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ce0ab994-afdc-48db-a7a8-bb0b61f4c8a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83e1a99fa54848198d6d7a09602c9b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4330142 Jun 03 15:52:40.277019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 7b50e538-2ed6-4975-bc04-f736c6d28d1f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:40.279935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53250) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:40.377853 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:40.396642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df27da7f-8dd3-46be-a8fa-dedcdaeb7420 None None] Network 6767d8d7-601b-42ec-923b-33a85e8eec5f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:40.450143 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-126d89f7-ada0-48cb-a113-3acf04129d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:40.468519 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-efbbabf0-9148-4d44-a407-98fded63f505 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53217350-c2a2-4bae-b755-171b65718872 HTTP/1.1" status: 200 len: 217 time: 0.1853473 Jun 03 15:52:40.497895 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-126d89f7-ada0-48cb-a113-3acf04129d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:40.563549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-68ff94bf-519f-4575-9860-d4d9221f92e5 None None] Provisioning for port 7b50e538-2ed6-4975-bc04-f736c6d28d1f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:40.599378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-68ff94bf-519f-4575-9860-d4d9221f92e5 None None] Provisioning complete for port 7b50e538-2ed6-4975-bc04-f736c6d28d1f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:40.600865 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-68ff94bf-519f-4575-9860-d4d9221f92e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:40.604566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-620d0781-7b72-423c-bb3e-dede0bf36843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:40.608477 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-620d0781-7b72-423c-bb3e-dede0bf36843 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.1145916 Jun 03 15:52:40.624621 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-126d89f7-ada0-48cb-a113-3acf04129d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:40.657455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d89f7-ada0-48cb-a113-3acf04129d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bf7823-2b7e-4707-9715-53e8c176a797,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:40.674837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:40.682105 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:40.685837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:40.698731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-126d89f7-ada0-48cb-a113-3acf04129d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:40.702545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-126d89f7-ada0-48cb-a113-3acf04129d1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72bf7823-2b7e-4707-9715-53e8c176a797 HTTP/1.1" status: 204 len: 168 time: 0.4213970 Jun 03 15:52:40.776859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53262) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:40.790986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Pushing event updated for resources: {'Port': ['ID=26eb69ea-dedc-4558-ab65-28d34650948a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:41.097023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-68ff94bf-519f-4575-9860-d4d9221f92e5 None None] Current status of the port 7b50e538-2ed6-4975-bc04-f736c6d28d1f is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:41.098196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-68ff94bf-519f-4575-9860-d4d9221f92e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:41.198141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-68ff94bf-519f-4575-9860-d4d9221f92e5 None None] For port 7b50e538-2ed6-4975-bc04-f736c6d28d1f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7b50e538-2ed6-4975-bc04-f736c6d28d1f,segment=NetworkSegment(a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d),segment_id=a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:41.219992 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-68ff94bf-519f-4575-9860-d4d9221f92e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:41.279324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-3fe8bf41-9850-4730-b5b2-b9f9094a2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:41.286059 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-3fe8bf41-9850-4730-b5b2-b9f9094a2d2c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6661539 Jun 03 15:52:41.339022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff94bf-519f-4575-9860-d4d9221f92e5 None None] Pushing event updated for resources: {'Port': ['ID=7b50e538-2ed6-4975-bc04-f736c6d28d1f,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:41.539900 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:41.651820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-da900d54-6719-4701-8dc9-fa85d41ac5e9 None None] Provisioning complete for port 7b50e538-2ed6-4975-bc04-f736c6d28d1f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:41.652820 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-da900d54-6719-4701-8dc9-fa85d41ac5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:41.653998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd365d-ecbc-4021-baf5-56b5b3d720e1 req-f460356f-cd29-4130-bd68-e00d8bee9baa tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:41.655704 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7bd365d-ecbc-4021-baf5-56b5b3d720e1 req-f460356f-cd29-4130-bd68-e00d8bee9baa tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 944 time: 0.3870437 Jun 03 15:52:41.766227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7bd365d-ecbc-4021-baf5-56b5b3d720e1 req-ea6187a6-65d6-414f-812c-12c68339f6c3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048203 Jun 03 15:52:41.821134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-da900d54-6719-4701-8dc9-fa85d41ac5e9 None None] Current status of the port 7b50e538-2ed6-4975-bc04-f736c6d28d1f is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:41.949723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b50e538-2ed6-4975-bc04-f736c6d28d1f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:41.987073 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:42.046274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7b50e538-2ed6-4975-bc04-f736c6d28d1f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:42.046656 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:42.084679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53294) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:42.211352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7b50e538-2ed6-4975-bc04-f736c6d28d1f is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:42.218821 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-f6b4b01e-0975-4449-be84-84b18343cf87 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800182 Jun 03 15:52:42.302349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-13a5386a-2320-4097-b290-0d75a1e8ac02 tempest-ServiceProvidersTest-1050137135 tempest-ServiceProvidersTest-1050137135-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2162628 Jun 03 15:52:42.433550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] Deleting port e64fc30a-8631-4c54-aa4c-e74efdd5e526 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:42.434066 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:42.473421 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:42.553602 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-891281de-3ba9-4f7c-a17f-acfbba54f17a req-45c8951b-da65-4816-8e6d-1a1ccfd1208e service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223755 Jun 03 15:52:42.640698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] For port e64fc30a-8631-4c54-aa4c-e74efdd5e526, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e64fc30a-8631-4c54-aa4c-e74efdd5e526,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:42.646072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:42.698019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53306) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:42.826413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] Calling delete_port for e64fc30a-8631-4c54-aa4c-e74efdd5e526 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:42.834775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb0a46-8511-4533-801a-f80d1dd7d319 req-dfd96355-3c9b-47a9-84b7-fc323bfc656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:42.836487 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-14fb0a46-8511-4533-801a-f80d1dd7d319 req-dfd96355-3c9b-47a9-84b7-fc323bfc656f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 1095 time: 0.1372168 Jun 03 15:52:42.890619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:52:42.986186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-532775f3-8b2e-4956-b01c-42d07b1b5a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:43.053359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e4574-68ec-48d8-a392-bcbc0ae90d5a req-339b0d5e-9fb9-4fc8-a2ec-a80054a23595 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:43.054891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-454e4574-68ec-48d8-a392-bcbc0ae90d5a req-339b0d5e-9fb9-4fc8-a2ec-a80054a23595 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 944 time: 0.1305375 Jun 03 15:52:43.073614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-532775f3-8b2e-4956-b01c-42d07b1b5a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:43.087875 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-532775f3-8b2e-4956-b01c-42d07b1b5a88 admin admin] Usage tracker for resource:security_group_rule and tenant:6219ef9a6d144a9d87163b9bed5a1d90 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:43.093955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-532775f3-8b2e-4956-b01c-42d07b1b5a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:43.118336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-532775f3-8b2e-4956-b01c-42d07b1b5a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:43.237608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb0a46-8511-4533-801a-f80d1dd7d319 req-36c50e07-8963-4e5d-8337-3a1521920d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:43.239974 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-14fb0a46-8511-4533-801a-f80d1dd7d319 req-36c50e07-8963-4e5d-8337-3a1521920d1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.3953581 Jun 03 15:52:43.282894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-454e4574-68ec-48d8-a392-bcbc0ae90d5a req-0bb7c9f1-582f-4e0a-8e2e-f41190a8a112 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214613 Jun 03 15:52:43.331928 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:43.338575 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-14fb0a46-8511-4533-801a-f80d1dd7d319 req-14479111-2064-4632-bce9-6aa544c68bac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53217350-c2a2-4bae-b755-171b65718872 HTTP/1.1" status: 200 len: 217 time: 0.0913308 Jun 03 15:52:43.345101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:43.359766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Sync routers for ids ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:43.372505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Routers {'03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:43.375670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:43.423644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] Pushing event deleted for resources: {'Port': ['ID=e64fc30a-8631-4c54-aa4c-e74efdd5e526,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:43.445222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb0a46-8511-4533-801a-f80d1dd7d319 req-71a2a4be-f55c-4cb9-b48f-581825cf7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:43.446811 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-14fb0a46-8511-4533-801a-f80d1dd7d319 req-71a2a4be-f55c-4cb9-b48f-581825cf7489 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0963740 Jun 03 15:52:43.504440 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:43.509026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53316) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:43.509196 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9b2ca8bb-8019-4d4b-9a5a-2313ff31bca1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.6172597 Jun 03 15:52:43.558461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-532775f3-8b2e-4956-b01c-42d07b1b5a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:43.569843 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-532775f3-8b2e-4956-b01c-42d07b1b5a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:43.630714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb0a46-8511-4533-801a-f80d1dd7d319 req-32e62893-5019-4766-aec7-abfbb73cd7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:43.632254 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-14fb0a46-8511-4533-801a-f80d1dd7d319 req-32e62893-5019-4766-aec7-abfbb73cd7a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741958 Jun 03 15:52:43.635638 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-532775f3-8b2e-4956-b01c-42d07b1b5a88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6219ef9a6d144a9d87163b9bed5a1d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9048889 Jun 03 15:52:43.636564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532775f3-8b2e-4956-b01c-42d07b1b5a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93245d77-1eb0-460b-86cb-2a87bd5126e6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:43.639150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53320) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:43.740017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Set router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:52:43.793503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f147173b-1546-4ef1-adac-6d189bfb7d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:43.861746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f147173b-1546-4ef1-adac-6d189bfb7d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:43.906576 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-14fb0a46-8511-4533-801a-f80d1dd7d319 req-2ecc5637-415f-4cdf-b0f9-691c9a001b3a service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145844 Jun 03 15:52:44.056449 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:44.176347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53330) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:44.252503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'name': 'tempest-ImageQuotaTest-1220374561-router', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:37Z', 'updated_at': '2022-06-03T15:52:41Z', 'revision_number': 3, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'gw_port': {'id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:39Z', 'updated_at': '2022-06-03T15:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:44.257511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Checking router: 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:52:44.257848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Updating router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 port 26eb69ea-dedc-4558-ab65-28d34650948a binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:52:44.279275 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f147173b-1546-4ef1-adac-6d189bfb7d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:44.304948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147173b-1546-4ef1-adac-6d189bfb7d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93245d77-1eb0-460b-86cb-2a87bd5126e6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:44.313729 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-14fb0a46-8511-4533-801a-f80d1dd7d319 req-71f23cc3-f4de-4bdb-be14-2cb95740af88 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985152 Jun 03 15:52:44.323670 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f147173b-1546-4ef1-adac-6d189bfb7d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:44.338309 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f147173b-1546-4ef1-adac-6d189bfb7d1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93245d77-1eb0-460b-86cb-2a87bd5126e6 HTTP/1.1" status: 204 len: 168 time: 0.6893930 Jun 03 15:52:44.412336 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:44.705278 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9565dc92-ce10-4471-af25-cf8ecc33b15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:44.865838 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:44.878343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Transition to ACTIVE for port object 26eb69ea-dedc-4558-ab65-28d34650948a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:44.885184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:44.982946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9565dc92-ce10-4471-af25-cf8ecc33b15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:44.996368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9565dc92-ce10-4471-af25-cf8ecc33b15d admin admin] Usage tracker for resource:security_group_rule and tenant:6c79c0f93f054a5d90bd37a1219bded2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:45.009355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99b90a-80b9-42ae-bc19-ce8be053719a None None] Pushing event updated for resources: {'Port': ['ID=26eb69ea-dedc-4558-ab65-28d34650948a,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:45.010485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9565dc92-ce10-4471-af25-cf8ecc33b15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:45.013429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Attempting to bind port 26eb69ea-dedc-4558-ab65-28d34650948a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:45.014163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Attempting to bind port 26eb69ea-dedc-4558-ab65-28d34650948a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:45.014528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Attempting to bind port 26eb69ea-dedc-4558-ab65-28d34650948a on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:45.024110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9565dc92-ce10-4471-af25-cf8ecc33b15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:45.029655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:45.030696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:45.031271 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.031968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:45.032449 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Bound port: 26eb69ea-dedc-4558-ab65-28d34650948a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:45.033322 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.113666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] For port 26eb69ea-dedc-4558-ab65-28d34650948a, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:45.117949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] For port 26eb69ea-dedc-4558-ab65-28d34650948a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=26eb69ea-dedc-4558-ab65-28d34650948a,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:45.123271 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.128315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbb5fe-a507-45fb-8817-16ce31c17e14 req-36610f04-0380-4f63-a9ab-9b6d62b2416e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:45.129813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9bbb5fe-a507-45fb-8817-16ce31c17e14 req-36610f04-0380-4f63-a9ab-9b6d62b2416e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 944 time: 0.6052618 Jun 03 15:52:45.137762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] Router a80004f1-4869-45d9-b273-8532314dece4 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:52:45.203931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Routers {'03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:45.204551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:45.271753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99b90a-80b9-42ae-bc19-ce8be053719a None None] Pushing event updated for resources: {'Port': ['ID=26eb69ea-dedc-4558-ab65-28d34650948a,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:45.329732 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9bbb5fe-a507-45fb-8817-16ce31c17e14 req-df64af22-ef19-46ed-964d-4a05a6dfd06f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888325 Jun 03 15:52:45.425690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] Set router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:52:45.513576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.522633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9565dc92-ce10-4471-af25-cf8ecc33b15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.534792 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9565dc92-ce10-4471-af25-cf8ecc33b15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.562121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:45.573608 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44e3b5-5850-46a2-9e20-ca31063bd55a None None] Sync routers for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:45.590293 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44e3b5-5850-46a2-9e20-ca31063bd55a None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:45.591083 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9d44e3b5-5850-46a2-9e20-ca31063bd55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:45.635157 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9565dc92-ce10-4471-af25-cf8ecc33b15d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c79c0f93f054a5d90bd37a1219bded2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4545174 Jun 03 15:52:45.635620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565dc92-ce10-4471-af25-cf8ecc33b15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f8363-4fde-42c4-b509-c7ff000cfc06,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:45.636810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53368) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:45.674856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-97118e5a-2db5-4bc1-98b1-cd6e6b4fe255 admin admin] 10.222.0.48 "PUT /v2.0/routers/a80004f1-4869-45d9-b273-8532314dece4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8966558 Jun 03 15:52:45.677869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53372) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:45.746289 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.765296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'name': 'tempest-ImageQuotaTest-1220374561-router', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:37Z', 'updated_at': '2022-06-03T15:52:41Z', 'revision_number': 3, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'gw_port': {'id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:39Z', 'updated_at': '2022-06-03T15:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:45.769797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6141d-9ce0-4a79-b02a-30a960ff8cdb None None] The sync data for ids ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'] in n-d-844595-1 is: [{'id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'name': 'tempest-ImageQuotaTest-1220374561-router', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:37Z', 'updated_at': '2022-06-03T15:52:41Z', 'revision_number': 3, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'gw_port': {'id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cf:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:39Z', 'updated_at': '2022-06-03T15:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:45.790089 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.875074 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.894232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f8363-4fde-42c4-b509-c7ff000cfc06,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:45.906668 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:45.911834 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba7f8363-4fde-42c4-b509-c7ff000cfc06 HTTP/1.1" status: 204 len: 168 time: 0.2707696 Jun 03 15:52:45.915675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.916288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.916995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.917671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.918235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.918774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.919464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.920024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.920563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.921796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.922553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.923087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a124e3c9-7d5d-46d8-920b-72c39f3c4cb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:45.961959 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9d44e3b5-5850-46a2-9e20-ca31063bd55a None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:52:46.077717 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.207668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Allocated IP 172.20.0.1 (6767d8d7-601b-42ec-923b-33a85e8eec5f/109e9fac-c16b-48d3-b1c1-0e4bb593d5a7/f1f94f4a-3ab8-4962-9f51-6c67168d6ba5) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:46.347268 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9d44e3b5-5850-46a2-9e20-ca31063bd55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:52:43Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:46.352484 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44e3b5-5850-46a2-9e20-ca31063bd55a None None] Checking router: a80004f1-4869-45d9-b273-8532314dece4 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:52:46.372112 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44e3b5-5850-46a2-9e20-ca31063bd55a None None] Routers {'a80004f1-4869-45d9-b273-8532314dece4'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:46.372836 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9d44e3b5-5850-46a2-9e20-ca31063bd55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['a80004f1-4869-45d9-b273-8532314dece4'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:46.583405 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9d44e3b5-5850-46a2-9e20-ca31063bd55a None None] Set router a80004f1-4869-45d9-b273-8532314dece4 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:52:46.680083 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:46.760316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Deleting port e8deea39-4d7f-41d2-a213-a5ec10c44b37 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:46.761057 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.016986 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9d44e3b5-5850-46a2-9e20-ca31063bd55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:52:43Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:47.021177 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44e3b5-5850-46a2-9e20-ca31063bd55a None None] The sync data for ids ['a80004f1-4869-45d9-b273-8532314dece4'] in n-d-844595-1 is: [{'id': 'a80004f1-4869-45d9-b273-8532314dece4', 'name': 'tempest-AttachVolumeTestJSON-986644997-router', 'tenant_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:44:29Z', 'updated_at': '2022-06-03T15:52:43Z', 'revision_number': 5, 'project_id': '2b4f6d3ca6c54e96a0ce178eb0aa4c2a', 'gw_port': {'id': 'e8deea39-4d7f-41d2-a213-a5ec10c44b37', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80004f1-4869-45d9-b273-8532314dece4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:44:31Z', 'updated_at': '2022-06-03T15:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:47.039050 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.120344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53414) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:47.135739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Transition to ACTIVE for port object f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:47.180313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2c4bb-1890-4866-b7c2-ce0f6eebeb2d req-a48fd00d-5d54-434f-8751-ad5a67c6ff69 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:47.181921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33c2c4bb-1890-4866-b7c2-ce0f6eebeb2d req-a48fd00d-5d54-434f-8751-ad5a67c6ff69 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 944 time: 0.4934049 Jun 03 15:52:47.234122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1767555567-network', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:47.239606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:47.243701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Usage tracker for resource:network and tenant:bc823ae2c18e42c09e081380bd0e502f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:47.246778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:47.258251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:47.262508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] For port e8deea39-4d7f-41d2-a213-a5ec10c44b37, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e8deea39-4d7f-41d2-a213-a5ec10c44b37,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:47.263028 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.268146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Made reservation on behalf of bc823ae2c18e42c09e081380bd0e502f for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:47.270421 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.273210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.282658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.297439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:47.301306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Usage tracker for resource:security_group_rule and tenant:bc823ae2c18e42c09e081380bd0e502f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:47.304260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:47.310045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:47.313967 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33c2c4bb-1890-4866-b7c2-ce0f6eebeb2d req-2617d333-57e8-4f59-a6ab-14d5fe84dd56 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253600 Jun 03 15:52:47.427408 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.432692 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.458634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Calling delete_port for e8deea39-4d7f-41d2-a213-a5ec10c44b37 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:47.467727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:52:47.473084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8e864b-f6d0-4a35-a539-e0fdd5e0cf23,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:47.480609 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.481019 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Added segment 9fea0c0e-503f-4dd2-a3e6-8532692e9c72 of type vlan for network 92334f91-83c1-447b-ae84-c830b9797c58 Jun 03 15:52:47.510181 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.511875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Network 6767d8d7-601b-42ec-923b-33a85e8eec5f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:47.516194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:47.522274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:47.546503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.547636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:47.548250 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.564791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f94f4a-3ab8-4962-9f51-6c67168d6ba5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:47.593900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.593900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.594240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.594544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.594866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.595192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.595503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.595821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.596136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.596450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.596764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.597194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:47.651018 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.662383 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5407357 Jun 03 15:52:47.668051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53420) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:47.679531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Request body: {'subnet': {'network_id': '92334f91-83c1-447b-ae84-c830b9797c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1767555567-subnet', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:47.684745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153fe3f-cd9d-4d8c-b593-ec01dc3ceb2e admin admin] Pushing event updated for resources: {'Network': ['ID=92334f91-83c1-447b-ae84-c830b9797c58,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:47.689671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:47.694069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Usage tracker for resource:subnet and tenant:bc823ae2c18e42c09e081380bd0e502f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:47.698724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 92334f91-83c1-447b-ae84-c830b9797c58 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:52:47.709433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:47.722747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:47.738490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Made reservation on behalf of bc823ae2c18e42c09e081380bd0e502f for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:47.742895 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.833327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3f1c61e0-772e-4e46-8fb7-663f7e97de60 None None] Provisioning for port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:47.844728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3f1c61e0-772e-4e46-8fb7-663f7e97de60 None None] Provisioning complete for port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:47.845288 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f1c61e0-772e-4e46-8fb7-663f7e97de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.921503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c61e0-772e-4e46-8fb7-663f7e97de60 None None] Port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:47.944284 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:47.976985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 26eb69ea-dedc-4558-ab65-28d34650948a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:48.010933 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.019112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8deea39-4d7f-41d2-a213-a5ec10c44b37,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:48.078552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 26eb69ea-dedc-4558-ab65-28d34650948a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:48.086118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 26eb69ea-dedc-4558-ab65-28d34650948a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:48.086712 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.109922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Checking segment: {'id': '9fea0c0e-503f-4dd2-a3e6-8532692e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:48.110265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Network hostable DHCP agents. Network: 92334f91-83c1-447b-ae84-c830b9797c58, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:52:48.127885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d8650a-aee2-4005-9609-bc399fb7bd98,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:48.142269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Network 92334f91-83c1-447b-ae84-c830b9797c58 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:52:48.157540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 92334f91-83c1-447b-ae84-c830b9797c58) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:48.172193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:48.173756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.177851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ffb481-85c0-413b-800c-2435e7476cdf None None] Network 92334f91-83c1-447b-ae84-c830b9797c58 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:48.199898 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.213669 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8b43bf7e-c264-4e7b-9ec6-6eff7ba3c847 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5430729 Jun 03 15:52:48.218056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53428) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:48.223676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1767555567-router', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:48.230580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:48.235243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Usage tracker for resource:router and tenant:bc823ae2c18e42c09e081380bd0e502f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:48.239904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:48.249589 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.253008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:48.254922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 26eb69ea-dedc-4558-ab65-28d34650948a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:48.255358 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.269634 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.271452 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.312717 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.337819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 26eb69ea-dedc-4558-ab65-28d34650948a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=26eb69ea-dedc-4558-ab65-28d34650948a,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:48.364554 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.452195 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=26eb69ea-dedc-4558-ab65-28d34650948a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:48.461855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e64fc30a-8631-4c54-aa4c-e74efdd5e526 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:48.485266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.489126 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.501999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.502343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.502675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.503006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.503328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.503652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.505161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.505665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.506161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.506860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.507005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.507323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:48.524350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e64fc30a-8631-4c54-aa4c-e74efdd5e526 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:52:48.524743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e64fc30a-8631-4c54-aa4c-e74efdd5e526 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:48.678759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-92334f91-83c1-447b-ae84-c830b9797c58', 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'fixed_ips': [{'subnet_id': '04d8650a-aee2-4005-9609-bc399fb7bd98'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:52:48.679600 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.778266 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.875336 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.875848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a80004f1-4869-45d9-b273-8532314dece4 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:52:48.891137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Allocated IP 172.20.0.2 (92334f91-83c1-447b-ae84-c830b9797c58/04d8650a-aee2-4005-9609-bc399fb7bd98/a3aa1dff-63df-4383-b9f3-afc4bc21698c) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:48.968215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:48.971914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b22abdd1-0c2d-482b-b3c7-3b7b8ff6e78f admin admin] 10.222.0.48 "DELETE /v2.0/routers/a80004f1-4869-45d9-b273-8532314dece4 HTTP/1.1" status: 204 len: 168 time: 3.2905631 Jun 03 15:52:48.973695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53444) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:49.025572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58721b8f-e1a8-41a5-bb19-2de3cad10c70 req-f8e74672-56fa-467e-ad07-1e411ecf4813 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:49.037624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58721b8f-e1a8-41a5-bb19-2de3cad10c70 req-f8e74672-56fa-467e-ad07-1e411ecf4813 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 944 time: 0.2058609 Jun 03 15:52:49.117529 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.122162 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-58721b8f-e1a8-41a5-bb19-2de3cad10c70 req-fc0e7d95-76fc-4562-9e76-9e5cd18ec2fd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740528 Jun 03 15:52:49.125976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.144838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-745e2b1a-f3ef-480f-af77-36333814c5ab admin admin] Deleting subnet 2981b961-1843-44fe-8dce-c3c671e1fc65 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:52:49.204640 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-745e2b1a-f3ef-480f-af77-36333814c5ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.232514 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.246781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.248065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Transition to ACTIVE for port object a3aa1dff-63df-4383-b9f3-afc4bc21698c will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:49.251720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f94f4a-3ab8-4962-9f51-6c67168d6ba5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:49.278454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Transition to ACTIVE for port object a3aa1dff-63df-4383-b9f3-afc4bc21698c will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:49.297425 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.418679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Network 92334f91-83c1-447b-ae84-c830b9797c58 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:49.423157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:49.430733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:49.432297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Network 6767d8d7-601b-42ec-923b-33a85e8eec5f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:49.437240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:49.442914 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-745e2b1a-f3ef-480f-af77-36333814c5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.503622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Pushing event updated for resources: {'Port': ['ID=a3aa1dff-63df-4383-b9f3-afc4bc21698c,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:49.516768 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.554616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.574636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Attempting to bind port a3aa1dff-63df-4383-b9f3-afc4bc21698c on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:49.575003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Attempting to bind port a3aa1dff-63df-4383-b9f3-afc4bc21698c by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '9fea0c0e-503f-4dd2-a3e6-8532692e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:49.575365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Attempting to bind port a3aa1dff-63df-4383-b9f3-afc4bc21698c on network 92334f91-83c1-447b-ae84-c830b9797c58 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:49.581476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:49.581840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Checking segment: {'id': '9fea0c0e-503f-4dd2-a3e6-8532692e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:49.582534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.582671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Bound using segment: {'id': '9fea0c0e-503f-4dd2-a3e6-8532692e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:49.583166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Bound port: a3aa1dff-63df-4383-b9f3-afc4bc21698c, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fea0c0e-503f-4dd2-a3e6-8532692e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:49.583536 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.699858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] For port a3aa1dff-63df-4383-b9f3-afc4bc21698c, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:49.703870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] For port a3aa1dff-63df-4383-b9f3-afc4bc21698c, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a3aa1dff-63df-4383-b9f3-afc4bc21698c,segment=NetworkSegment(9fea0c0e-503f-4dd2-a3e6-8532692e9c72),segment_id=9fea0c0e-503f-4dd2-a3e6-8532692e9c72)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:49.712469 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.719246 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-745e2b1a-f3ef-480f-af77-36333814c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.807940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:52:49.819226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-16f3ea5f-5ed6-48da-bb43-21567a2d7e90 None None] Provisioning complete for port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:49.819605 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-16f3ea5f-5ed6-48da-bb43-21567a2d7e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.890051 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-745e2b1a-f3ef-480f-af77-36333814c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.892422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-16f3ea5f-5ed6-48da-bb43-21567a2d7e90 None None] Port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:49.912152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2d452-1a95-4f1e-8a2e-2b2c28348fd9 None None] Pushing event updated for resources: {'Port': ['ID=a3aa1dff-63df-4383-b9f3-afc4bc21698c,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:49.957634 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-745e2b1a-f3ef-480f-af77-36333814c5ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:49.963556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bd5058-3a83-4b19-be5a-23f068b05816 None None] Network a2b79456-f064-42e2-a46e-9cdda61aea88 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:49.981116 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-745e2b1a-f3ef-480f-af77-36333814c5ab admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2981b961-1843-44fe-8dce-c3c671e1fc65 HTTP/1.1" status: 204 len: 168 time: 0.9958844 Jun 03 15:52:49.986065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 26eb69ea-dedc-4558-ab65-28d34650948a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:49.992869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53452) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:49.996330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Allocated IP 172.25.7.232 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:50.251162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.280734 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e2b1a-f3ef-480f-af77-36333814c5ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2981b961-1843-44fe-8dce-c3c671e1fc65,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:50.298371 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.328051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:50.340391 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c418ea71-1b70-4ad9-88ac-7cb71bd09231 admin admin] 10.222.0.48 "PUT /v2.0/routers/03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8301709 Jun 03 15:52:50.347443 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.355165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Sync routers for ids ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:50.436818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Deleting port 9121df77-37b3-41f1-a41a-4761b3368914 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:50.437373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.437736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 26eb69ea-dedc-4558-ab65-28d34650948a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:50.444560 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.484155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Pushing event updated for resources: {'Port': ['ID=ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:50.492143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:50.493449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:50.495748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:50.557260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Routers {'03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:50.562995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:50.604180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eefa5-0d4f-4d9e-9295-a6bd4120521e req-e235798b-d51b-4ccf-bfb5-e4b027643654 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:50.611223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-284eefa5-0d4f-4d9e-9295-a6bd4120521e req-e235798b-d51b-4ccf-bfb5-e4b027643654 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 944 time: 0.2692709 Jun 03 15:52:50.778599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-284eefa5-0d4f-4d9e-9295-a6bd4120521e req-abfa6862-7059-4e04-ae23-4486a490eadc tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663492 Jun 03 15:52:50.799333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] For port 9121df77-37b3-41f1-a41a-4761b3368914, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9121df77-37b3-41f1-a41a-4761b3368914,segment=NetworkSegment(dbcc6588-169e-4a64-aca2-f7e1c978c6db),segment_id=dbcc6588-169e-4a64-aca2-f7e1c978c6db)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:50.799755 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:50.958799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Set router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:52:51.181506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Calling delete_port for 9121df77-37b3-41f1-a41a-4761b3368914 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:51.250993 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.328637 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.377935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7510f005-3b50-490e-b58b-7f510411a634 None None] Network 92334f91-83c1-447b-ae84-c830b9797c58 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:52:51.490201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] No DVR routers for this DVR port 9121df77-37b3-41f1-a41a-4761b3368914 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:52:51.539399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9121df77-37b3-41f1-a41a-4761b3368914,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:51.599424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f4c90d-d75c-442a-a78a-4d13d8f230e9 None None] DHCP port deletion for a2b79456-f064-42e2-a46e-9cdda61aea88 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:52:51.709804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 26eb69ea-dedc-4558-ab65-28d34650948a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:51.737853 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.757063 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.786938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-eeec67f9-1778-4ed8-9f00-84d69d8c473e None None] Provisioning for port a3aa1dff-63df-4383-b9f3-afc4bc21698c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:51.803726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e8deea39-4d7f-41d2-a213-a5ec10c44b37 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:51.838998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 53217350-c2a2-4bae-b755-171b65718872 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:52:51.857062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b79456-f064-42e2-a46e-9cdda61aea88']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:51.884180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcc6588-169e-4a64-aca2-f7e1c978c6db') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:51.884541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcc6588-169e-4a64-aca2-f7e1c978c6db') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:51.918873 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.952536 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:51.980343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:52:51.980343 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.014447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 53217350-c2a2-4bae-b755-171b65718872, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=53217350-c2a2-4bae-b755-171b65718872,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:52.038389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '53217350-c2a2-4bae-b755-171b65718872', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'port_id': '53217350-c2a2-4bae-b755-171b65718872', 'mac_address': 'fa:16:3e:6c:5c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:52:52.140208 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment dbcc6588-169e-4a64-aca2-f7e1c978c6db resource provider aggregate not found Jun 03 15:52:52.251236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e8deea39-4d7f-41d2-a213-a5ec10c44b37 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:52:52.251903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e8deea39-4d7f-41d2-a213-a5ec10c44b37 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:52.299308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'name': 'tempest-ImageQuotaTest-1220374561-router', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:37Z', 'updated_at': '2022-06-03T15:52:48Z', 'revision_number': 4, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'gw_port': {'id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:39Z', 'updated_at': '2022-06-03T15:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f1f94f4a-3ab8-4962-9f51-6c67168d6ba5', 'name': '', 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'mac_address': 'fa:16:3e:ba:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '109e9fac-c16b-48d3-b1c1-0e4bb593d5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:45Z', 'updated_at': '2022-06-03T15:52:48Z', 'revision_number': 2, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'subnets': [{'id': '109e9fac-c16b-48d3-b1c1-0e4bb593d5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:52.330843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Checking router: 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:52:52.331471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Updating router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:52:52.397902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:52:52.410711 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment dbcc6588-169e-4a64-aca2-f7e1c978c6db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbcc6588-169e-4a64-aca2-f7e1c978c6db found for delete ", "request_id": "req-e3e10704-55ed-4468-b5be-4afb86c3c8ba"}]} Jun 03 15:52:52.454218 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.459787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 53217350-c2a2-4bae-b755-171b65718872 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:52.460160 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.518891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a3aa1dff-63df-4383-b9f3-afc4bc21698c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:52.525158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1abd1-9e16-4542-bbc9-41d940896823 req-56b97e5f-54af-45c7-90f4-b0c74f354f32 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:52.527061 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1bb1abd1-9e16-4542-bbc9-41d940896823 req-56b97e5f-54af-45c7-90f4-b0c74f354f32 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 944 time: 0.3886795 Jun 03 15:52:52.527815 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.551841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b79456-f064-42e2-a46e-9cdda61aea88,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:52.603341 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1bb1abd1-9e16-4542-bbc9-41d940896823 req-ccb79313-92d7-43bf-b6d7-c0ad9825bebc tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704899 Jun 03 15:52:52.607418 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-96ddfeed-2bd0-4d76-ba07-0f9edaf0e9cf admin admin] 10.222.0.48 "DELETE /v2.0/networks/a2b79456-f064-42e2-a46e-9cdda61aea88 HTTP/1.1" status: 204 len: 168 time: 2.6135662 Jun 03 15:52:52.631097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53217350-c2a2-4bae-b755-171b65718872 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:52:52.632284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53504) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:52.651754 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.698422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port a3aa1dff-63df-4383-b9f3-afc4bc21698c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:52.704164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 53217350-c2a2-4bae-b755-171b65718872, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=53217350-c2a2-4bae-b755-171b65718872,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:52.719779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a3aa1dff-63df-4383-b9f3-afc4bc21698c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:52.719896 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.749605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:52.764805 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Sync routers for ids ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:52.773848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53508) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:52.777371 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Routers {'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:52.778237 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:52.800733 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.825202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:52.827253 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b54e147e-071b-4002-a5d0-dd2ee46ac87d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6082399 Jun 03 15:52:52.830829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53512) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:52.885530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=53217350-c2a2-4bae-b755-171b65718872,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:52.981518 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-533a30ed-b956-49df-adf2-cdf2c3d6a292 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b4f6d3ca6c54e96a0ce178eb0aa4c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010467 Jun 03 15:52:52.985383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53516) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:52.989618 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Set router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:52:53.098011 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a3aa1dff-63df-4383-b9f3-afc4bc21698c is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:53.098642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.201504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f53edc0-a7be-4f39-87b1-8087f035cc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.292129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port a3aa1dff-63df-4383-b9f3-afc4bc21698c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a3aa1dff-63df-4383-b9f3-afc4bc21698c,segment=NetworkSegment(9fea0c0e-503f-4dd2-a3e6-8532692e9c72),segment_id=9fea0c0e-503f-4dd2-a3e6-8532692e9c72)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:53.294140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['53217350-c2a2-4bae-b755-171b65718872'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:52:53.456511 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.509598 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'name': 'tempest-TestAggregatesBasicOps-1767555567-router', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:48Z', 'updated_at': '2022-06-03T15:52:50Z', 'revision_number': 3, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'gw_port': {'id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:49Z', 'updated_at': '2022-06-03T15:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:53.527567 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Checking router: cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:52:53.527975 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Updating router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:52:53.565757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9121df77-37b3-41f1-a41a-4761b3368914 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:52:53.623057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3d6dd2f2-b941-4ebf-abc6-d29d3d11134d None None] Provisioning complete for port a3aa1dff-63df-4383-b9f3-afc4bc21698c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:53.623788 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd2f2-b941-4ebf-abc6-d29d3d11134d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.665079 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.666272 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.697229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f53edc0-a7be-4f39-87b1-8087f035cc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:53.719084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9121df77-37b3-41f1-a41a-4761b3368914 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:52:53.725049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9121df77-37b3-41f1-a41a-4761b3368914 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:52:53.941990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=a3aa1dff-63df-4383-b9f3-afc4bc21698c,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:53.962415 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f53edc0-a7be-4f39-87b1-8087f035cc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.072326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3f53edc0-a7be-4f39-87b1-8087f035cc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.074151 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3f53edc0-a7be-4f39-87b1-8087f035cc34 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c7994b7-2633-4011-b6a9-f0435d2b6f3f HTTP/1.1" status: 204 len: 168 time: 1.0873785 Jun 03 15:52:54.082725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53edc0-a7be-4f39-87b1-8087f035cc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7994b7-2633-4011-b6a9-f0435d2b6f3f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:54.091188 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.141667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3d6dd2f2-b941-4ebf-abc6-d29d3d11134d None None] Current status of the port a3aa1dff-63df-4383-b9f3-afc4bc21698c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:54.155433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Transition to ACTIVE for port object f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:54.226456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.255126 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.293934 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Transition to ACTIVE for port object ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:54.307381 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.405665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049d160-bc39-45d5-a450-adf352b75c01 None None] Pushing event updated for resources: {'Port': ['ID=f1f94f4a-3ab8-4962-9f51-6c67168d6ba5,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:54.431188 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.507322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9a18e-0972-4372-bd65-9f27e6f341d8 req-b0d96c70-b240-4d77-9414-852a0437cf8b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:54.508858 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17a9a18e-0972-4372-bd65-9f27e6f341d8 req-b0d96c70-b240-4d77-9414-852a0437cf8b tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.9270115 Jun 03 15:52:54.526086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c02a87-075e-43e9-96e9-fd4c4a4bdd2b req-3ed719b9-8690-40a5-b7c6-74e88906e429 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:54.541052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1c02a87-075e-43e9-96e9-fd4c4a4bdd2b req-3ed719b9-8690-40a5-b7c6-74e88906e429 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 945 time: 0.6788266 Jun 03 15:52:54.572621 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Attempting to bind port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:54.572976 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Attempting to bind port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:54.573326 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Attempting to bind port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:54.596195 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:54.596555 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:54.596948 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.597337 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:54.597774 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Bound port: ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:54.598456 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.626042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a3aa1dff-63df-4383-b9f3-afc4bc21698c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:54.705603 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Pushing event updated for resources: {'Port': ['ID=ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:54.777767 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.778176 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.778460 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.779443 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.779443 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.779443 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.779679 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.780397 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.780397 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.780658 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.780962 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.781197 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:52:54.835235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Attempting to bind port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:52:54.835774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Attempting to bind port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:52:54.836486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Attempting to bind port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 on network 6767d8d7-601b-42ec-923b-33a85e8eec5f {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:52:54.845851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:52:54.846543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Checking segment: {'id': 'a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:52:54.846943 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.847352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Bound using segment: {'id': 'a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:52:54.848050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Bound port: f1f94f4a-3ab8-4962-9f51-6c67168d6ba5, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:52:54.848491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17a9a18e-0972-4372-bd65-9f27e6f341d8 req-1615dbd1-2495-4b11-9940-8a11e19517c4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688334 Jun 03 15:52:54.850532 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.899017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1c02a87-075e-43e9-96e9-fd4c4a4bdd2b req-c61ee563-1dc8-451c-b5c6-0a5dc81ac5e4 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531013 Jun 03 15:52:54.934132 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] For port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:54.953060 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] For port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:54.960301 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:54.986701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a3aa1dff-63df-4383-b9f3-afc4bc21698c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:54.987069 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:55.102425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Deleting port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:55.108391 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:55.202609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Allocated IP 172.20.0.1 (92334f91-83c1-447b-ae84-c830b9797c58/04d8650a-aee2-4005-9609-bc399fb7bd98/c29c2f25-73b0-46a7-be4a-9511119cc903) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:52:55.221501 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e298da-2af8-4cb1-8e26-8206264043b6 None None] Pushing event updated for resources: {'Port': ['ID=ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:55.292563 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Routers {'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:55.295004 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:55.295564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a3aa1dff-63df-4383-b9f3-afc4bc21698c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:55.325107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] For port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:52:55.329171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] For port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f1f94f4a-3ab8-4962-9f51-6c67168d6ba5,segment=NetworkSegment(a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d),segment_id=a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:52:55.340277 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:55.467560 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049d160-bc39-45d5-a450-adf352b75c01 None None] Pushing event updated for resources: {'Port': ['ID=f1f94f4a-3ab8-4962-9f51-6c67168d6ba5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:55.481432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Routers {'03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:55.482367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:55.559488 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:55.637126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Transition to ACTIVE for port object c29c2f25-73b0-46a7-be4a-9511119cc903 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:52:55.682973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] For port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5, host n-d-844595-1, got binding levels [] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:55.683326 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:55.709060 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:55.725583 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] Set router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:52:55.838875 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] Set router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:52:55.893662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Network 92334f91-83c1-447b-ae84-c830b9797c58 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:55.897644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:55.901074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:52:56.011542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Calling delete_port for f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:56.046464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c29c2f25-73b0-46a7-be4a-9511119cc903,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:56.078785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.228345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 53217350-c2a2-4bae-b755-171b65718872 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:56.378338 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.549101 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'name': 'tempest-TestAggregatesBasicOps-1767555567-router', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:48Z', 'updated_at': '2022-06-03T15:52:50Z', 'revision_number': 3, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'gw_port': {'id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:49Z', 'updated_at': '2022-06-03T15:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:56.559498 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b0501-9e1c-4b74-8c3b-cee6e8d09fc0 None None] The sync data for ids ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'] in n-d-844595-1 is: [{'id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'name': 'tempest-TestAggregatesBasicOps-1767555567-router', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:48Z', 'updated_at': '2022-06-03T15:52:50Z', 'revision_number': 3, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'gw_port': {'id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:49Z', 'updated_at': '2022-06-03T15:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:56.610929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 53217350-c2a2-4bae-b755-171b65718872 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:56.621536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 53217350-c2a2-4bae-b755-171b65718872 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:56.621963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.693451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-181f7c12-1638-491a-8ae0-b4b05fe4be49 None None] Provisioning for port c29c2f25-73b0-46a7-be4a-9511119cc903 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:56.712214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-181f7c12-1638-491a-8ae0-b4b05fe4be49 None None] Provisioning complete for port c29c2f25-73b0-46a7-be4a-9511119cc903 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:56.712578 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-181f7c12-1638-491a-8ae0-b4b05fe4be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.734562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42896cd3-e88b-4dc2-81c5-6a708ae06b6d req-d423bbbc-de8a-4ae0-b8f4-dcf9f80068b5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:56.736237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42896cd3-e88b-4dc2-81c5-6a708ae06b6d req-d423bbbc-de8a-4ae0-b8f4-dcf9f80068b5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.5597105 Jun 03 15:52:56.759514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e97fb4-9963-4b3e-b7b0-3cef2b886d04 req-8d64561a-7f50-4e9d-8792-b6fb55524d53 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:56.761904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18e97fb4-9963-4b3e-b7b0-3cef2b886d04 req-8d64561a-7f50-4e9d-8792-b6fb55524d53 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 945 time: 0.6346428 Jun 03 15:52:56.808871 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:52:56.816108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.823424 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:56.913560 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-181f7c12-1638-491a-8ae0-b4b05fe4be49 None None] Port c29c2f25-73b0-46a7-be4a-9511119cc903 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:56.962184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-42896cd3-e88b-4dc2-81c5-6a708ae06b6d req-978d5fbf-263e-4c2e-8453-75f392cee63e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142334 Jun 03 15:52:57.001211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18e97fb4-9963-4b3e-b7b0-3cef2b886d04 req-b7043afd-4148-4376-9e74-86eb67179f65 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078598 Jun 03 15:52:57.023539 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:52:57.024195 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:52:57.092571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'name': 'tempest-ImageQuotaTest-1220374561-router', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:37Z', 'updated_at': '2022-06-03T15:52:48Z', 'revision_number': 4, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'gw_port': {'id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:39Z', 'updated_at': '2022-06-03T15:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f1f94f4a-3ab8-4962-9f51-6c67168d6ba5', 'name': '', 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'mac_address': 'fa:16:3e:ba:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '109e9fac-c16b-48d3-b1c1-0e4bb593d5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:45Z', 'updated_at': '2022-06-03T15:52:55Z', 'revision_number': 4, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'subnets': [{'id': '109e9fac-c16b-48d3-b1c1-0e4bb593d5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:57.100589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 53217350-c2a2-4bae-b755-171b65718872 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:57.100979 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.110113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c29c2f25-73b0-46a7-be4a-9511119cc903,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:57.113464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dbcd9c-dbfb-4633-8e6e-f8f699601cfe None None] The sync data for ids ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'] in n-d-844595-1 is: [{'id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'name': 'tempest-ImageQuotaTest-1220374561-router', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:37Z', 'updated_at': '2022-06-03T15:52:48Z', 'revision_number': 4, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'gw_port': {'id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:39Z', 'updated_at': '2022-06-03T15:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f1f94f4a-3ab8-4962-9f51-6c67168d6ba5', 'name': '', 'network_id': '6767d8d7-601b-42ec-923b-33a85e8eec5f', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'mac_address': 'fa:16:3e:ba:a1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '109e9fac-c16b-48d3-b1c1-0e4bb593d5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:45Z', 'updated_at': '2022-06-03T15:52:55Z', 'revision_number': 4, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'subnets': [{'id': '109e9fac-c16b-48d3-b1c1-0e4bb593d5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:52:57.128189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.140327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0d1817-f339-4c44-82b1-7ef0e059a17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53217350-c2a2-4bae-b755-171b65718872'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:52:57.177047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 53217350-c2a2-4bae-b755-171b65718872, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=53217350-c2a2-4bae-b755-171b65718872,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:57.193786 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.298121 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63d3efd-384e-43dd-a366-78b393bec0ec'] response: {'server_uuid': '8f0d1817-f339-4c44-82b1-7ef0e059a17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53217350-c2a2-4bae-b755-171b65718872', 'code': 200} Jun 03 15:52:57.525360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Deleting port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:57.525716 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:57.537978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=53217350-c2a2-4bae-b755-171b65718872,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:57.574981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Network 92334f91-83c1-447b-ae84-c830b9797c58 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:52:57.576941 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:52:57.938648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] For port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f1f94f4a-3ab8-4962-9f51-6c67168d6ba5,segment=NetworkSegment(a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d),segment_id=a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:57.938931 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.020164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6a0ec-04ea-4ed9-921c-25454da660de req-a0dffeda-ae6e-4e4c-8dcb-8beae1fe5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:58.021903 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07b6a0ec-04ea-4ed9-921c-25454da660de req-a0dffeda-ae6e-4e4c-8dcb-8beae1fe5918 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 1097 time: 0.6346674 Jun 03 15:52:58.050666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4a0bb7e6-a72b-47b9-a5df-c69926cc00df None None] Provisioning complete for port c29c2f25-73b0-46a7-be4a-9511119cc903 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:58.051258 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb7e6-a72b-47b9-a5df-c69926cc00df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.202047 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07b6a0ec-04ea-4ed9-921c-25454da660de req-cb252371-67ff-4c99-82fc-64c934a48c4c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700971 Jun 03 15:52:58.215660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bb7e6-a72b-47b9-a5df-c69926cc00df None None] Port c29c2f25-73b0-46a7-be4a-9511119cc903 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:52:58.218921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Calling delete_port for f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:52:58.227220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:52:58.548323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:58.572607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:52:58.589345 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-87d433ff-6e40-498d-8f30-82e8199412b9 admin admin] 10.222.0.48 "PUT /v2.0/routers/cc7aec0e-6916-4ff4-a5fa-a43444c5ba94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7574768 Jun 03 15:52:58.696210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:58.707353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:58.709456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:58.904689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1747f-4741-476c-8340-6b1a744bb852 req-fa38f320-bf89-4422-9e92-478fc09c262e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:58.913411 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1de1747f-4741-476c-8340-6b1a744bb852 req-fa38f320-bf89-4422-9e92-478fc09c262e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.7076247 Jun 03 15:52:58.988004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:58.988204 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.031213 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1de1747f-4741-476c-8340-6b1a744bb852 req-63b330f6-5035-418f-b902-7c9aff775472 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162217 Jun 03 15:52:59.065368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e4e3c-b19e-487f-b104-f91691c0ab37 req-3ad08d35-5656-4c37-b420-132e6895eae2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:52:59.073908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d4e4e3c-b19e-487f-b104-f91691c0ab37 req-3ad08d35-5656-4c37-b420-132e6895eae2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 946 time: 0.8089170 Jun 03 15:52:59.075505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f1f94f4a-3ab8-4962-9f51-6c67168d6ba5,segment=NetworkSegment(a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d),segment_id=a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:59.081652 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.082635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:52:59.211832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:52:59.212434 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:52:59.235383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d4e4e3c-b19e-487f-b104-f91691c0ab37 req-e4173709-0623-4577-aced-6cec5510eda4 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557157 Jun 03 15:52:59.277077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Deleting port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:52:59.277580 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.332183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f1f94f4a-3ab8-4962-9f51-6c67168d6ba5,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:52:59.378299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:52:59.392215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:52:59.393652 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.730129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Sync routers for ids ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:52:59.777696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Routers {'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:52:59.778403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:52:59.823387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53658) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:52:59.826012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] For port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f1f94f4a-3ab8-4962-9f51-6c67168d6ba5,segment=NetworkSegment(a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d),segment_id=a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:59.826472 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.829543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-755568165-network', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:52:59.852504 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.854246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:52:59.864216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:52:59.864653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.874142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Usage tracker for resource:network and tenant:d002845161ee4290a6465e2a85eddbad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:52:59.883000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:52:59.894044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:52:59.897072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:52:59.941445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Made reservation on behalf of d002845161ee4290a6465e2a85eddbad for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:52:59.953453 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:52:59.980161 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.009568 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.034140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Calling delete_port for f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:00.050846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:00.055853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Usage tracker for resource:security_group_rule and tenant:d002845161ee4290a6465e2a85eddbad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:00.061717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:00.074557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:00.082848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Set router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:00.143120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:00.243896 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.248452 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.521674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf2e5-ed82-4466-8b9c-0746091e8b97 req-a88540c6-5c48-4b67-8500-00d9ae23e12c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:00.542812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90fcf2e5-ed82-4466-8b9c-0746091e8b97 req-a88540c6-5c48-4b67-8500-00d9ae23e12c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.2019968 Jun 03 15:53:00.591186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:00.634907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8b9f47-f2d2-4fa2-9768-455d20760068,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:00.692993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:53:00.719573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:00.720259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.720792 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Added segment 7263ac37-406d-453c-99ed-621c0c1c4fcb of type vlan for network 36ebfc19-c28f-4d24-895d-b82902469d34 Jun 03 15:53:00.723243 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.740108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90fcf2e5-ed82-4466-8b9c-0746091e8b97 req-45247565-4c71-4ad9-a0e2-e271129bf4f5 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955564 Jun 03 15:53:00.782165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6f8c5-caed-46cb-9ce9-135daac06dbe req-46dc37a4-8f6c-450d-8017-ef00961a49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:00.790958 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1dc6f8c5-caed-46cb-9ce9-135daac06dbe req-46dc37a4-8f6c-450d-8017-ef00961a49c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 1097 time: 0.1571112 Jun 03 15:53:00.793162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.856885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720e132-7e8c-4d9f-b987-2b72e53b2f51 req-2760c213-b5fb-45ee-b760-a9ff5d30a7e1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:00.860039 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8720e132-7e8c-4d9f-b987-2b72e53b2f51 req-2760c213-b5fb-45ee-b760-a9ff5d30a7e1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 946 time: 0.2800643 Jun 03 15:53:00.952128 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:00.968557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Could not find standard attr ID for object f1f94f4a-3ab8-4962-9f51-6c67168d6ba5. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:53:00.972894 n-d-844595-1 neutron-server[88446]: INFO neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No ports have port_id starting with f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 Jun 03 15:53:00.974970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:01.040920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8720e132-7e8c-4d9f-b987-2b72e53b2f51 req-8508dc25-0e82-488b-87cf-2bb9fc93a498 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661999 Jun 03 15:53:01.067994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'name': 'tempest-TestAggregatesBasicOps-1767555567-router', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:48Z', 'updated_at': '2022-06-03T15:52:56Z', 'revision_number': 4, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'gw_port': {'id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:49Z', 'updated_at': '2022-06-03T15:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c29c2f25-73b0-46a7-be4a-9511119cc903', 'name': '', 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'mac_address': 'fa:16:3e:d5:ce:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '04d8650a-aee2-4005-9609-bc399fb7bd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:52:56Z', 'revision_number': 2, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'subnets': [{'id': '04d8650a-aee2-4005-9609-bc399fb7bd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:01.073047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Checking router: cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:01.074498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Updating router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 port c29c2f25-73b0-46a7-be4a-9511119cc903 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:01.082725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f94f4a-3ab8-4962-9f51-6c67168d6ba5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:01.192039 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.201304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6f8c5-caed-46cb-9ce9-135daac06dbe req-ece0c420-9e58-49fa-9c5a-253c3dba75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:01.205719 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1dc6f8c5-caed-46cb-9ce9-135daac06dbe req-ece0c420-9e58-49fa-9c5a-253c3dba75a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a7f79e-46fc-445c-8a83-f9fbafe528c4 HTTP/1.1" status: 200 len: 898 time: 0.3927302 Jun 03 15:53:01.218412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:01.218945 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.338002 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.338967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:01.339529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.472225 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6471603 Jun 03 15:53:01.474735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53682) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:01.495174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Request body: {'subnet': {'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-755568165-subnet', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:01.513554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:01.527093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:01.549521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Usage tracker for resource:subnet and tenant:d002845161ee4290a6465e2a85eddbad is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:01.615818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f367f1-390f-4f70-b945-1319dd711803 admin admin] Pushing event updated for resources: {'Network': ['ID=36ebfc19-c28f-4d24-895d-b82902469d34,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:01.644707 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1dc6f8c5-caed-46cb-9ce9-135daac06dbe req-6852a390-7b6f-4ffd-a616-da02838e83ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1 HTTP/1.1" status: 200 len: 1001 time: 0.4278347 Jun 03 15:53:01.648808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 36ebfc19-c28f-4d24-895d-b82902469d34 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:53:01.674694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:01.753409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:01.766949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef6384-15b9-4260-8006-80af8e9fd532 req-402c56a4-29c9-46a2-8d47-a6790ebbbf17 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:01.774757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25ef6384-15b9-4260-8006-80af8e9fd532 req-402c56a4-29c9-46a2-8d47-a6790ebbbf17 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 946 time: 0.4770150 Jun 03 15:53:01.779966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6f8c5-caed-46cb-9ce9-135daac06dbe req-afecae30-528e-4af6-a091-bba673f3150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:01.781750 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1dc6f8c5-caed-46cb-9ce9-135daac06dbe req-afecae30-528e-4af6-a091-bba673f3150f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=41c839ac-db74-4d61-9af9-da17162af714 HTTP/1.1" status: 200 len: 835 time: 0.1312072 Jun 03 15:53:01.826916 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.843322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Made reservation on behalf of d002845161ee4290a6465e2a85eddbad for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:01.849615 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:01.920112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6f8c5-caed-46cb-9ce9-135daac06dbe req-35e4074e-9de4-4379-b460-759ac621fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:01.922469 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1dc6f8c5-caed-46cb-9ce9-135daac06dbe req-35e4074e-9de4-4379-b460-759ac621fe22 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a7f79e-46fc-445c-8a83-f9fbafe528c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303601 Jun 03 15:53:02.195912 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b9ed37e5-a92d-4bdb-84e5-d306e9746271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:02.200534 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1dc6f8c5-caed-46cb-9ce9-135daac06dbe req-9dfe9087-e193-4d7a-9a4e-e774c80f0b2b service neutron] 10.222.0.67 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701631 Jun 03 15:53:02.366747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25ef6384-15b9-4260-8006-80af8e9fd532 req-96555e47-1201-424f-9956-c8e1391294b5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907297 Jun 03 15:53:02.448490 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:02.467464 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1dc6f8c5-caed-46cb-9ce9-135daac06dbe req-ec17e47f-8bcd-4158-95ea-86df7492cc7b service neutron] 10.222.0.67 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605155 Jun 03 15:53:02.513503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Transition to ACTIVE for port object c29c2f25-73b0-46a7-be4a-9511119cc903 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:02.536084 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:02.715105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:02.796270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98767fb9-5dc1-44b4-875e-f087c0d604b0 None None] Pushing event updated for resources: {'Port': ['ID=c29c2f25-73b0-46a7-be4a-9511119cc903,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:02.978670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2114ac-cc6c-4055-91b7-724f3e8584a6,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:03.005493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Attempting to bind port c29c2f25-73b0-46a7-be4a-9511119cc903 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:03.005897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Attempting to bind port c29c2f25-73b0-46a7-be4a-9511119cc903 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '9fea0c0e-503f-4dd2-a3e6-8532692e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:03.006254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Attempting to bind port c29c2f25-73b0-46a7-be4a-9511119cc903 on network 92334f91-83c1-447b-ae84-c830b9797c58 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:03.018453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:03.018820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Checking segment: {'id': '9fea0c0e-503f-4dd2-a3e6-8532692e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:03.019204 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:03.019584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Bound using segment: {'id': '9fea0c0e-503f-4dd2-a3e6-8532692e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:03.020073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Bound port: c29c2f25-73b0-46a7-be4a-9511119cc903, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fea0c0e-503f-4dd2-a3e6-8532692e9c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:03.020180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Checking segment: {'id': '7263ac37-406d-453c-99ed-621c0c1c4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:03.020404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Network hostable DHCP agents. Network: 36ebfc19-c28f-4d24-895d-b82902469d34, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:53:03.020504 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:03.037032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c177ad1-22f2-442f-9755-a043ca55e57d req-c7759d1f-0fe6-4fa3-a748-937d5719a268 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:03.038685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c177ad1-22f2-442f-9755-a043ca55e57d req-c7759d1f-0fe6-4fa3-a748-937d5719a268 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.9949191 Jun 03 15:53:03.184630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] For port c29c2f25-73b0-46a7-be4a-9511119cc903, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:03.199620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] For port c29c2f25-73b0-46a7-be4a-9511119cc903, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c29c2f25-73b0-46a7-be4a-9511119cc903,segment=NetworkSegment(9fea0c0e-503f-4dd2-a3e6-8532692e9c72),segment_id=9fea0c0e-503f-4dd2-a3e6-8532692e9c72)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:03.210094 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:03.239219 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c177ad1-22f2-442f-9755-a043ca55e57d req-418418cd-c9cd-4f1a-92ed-27656cb92596 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924355 Jun 03 15:53:03.268552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Network 36ebfc19-c28f-4d24-895d-b82902469d34 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:53:03.305005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 36ebfc19-c28f-4d24-895d-b82902469d34) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:03.340026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af36097-e978-4609-bf72-79e3dabc441a None None] Network 36ebfc19-c28f-4d24-895d-b82902469d34 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:03.386944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:03.387859 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:03.462517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:03.470068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-755568165-router', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:03.479315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e9fe1fa6-1ab2-4ced-a135-061d3647a603 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0034642 Jun 03 15:53:03.485308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:03.522531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Usage tracker for resource:router and tenant:d002845161ee4290a6465e2a85eddbad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:03.531691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:03.567555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:03.583025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:03.603667 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:03.606708 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:03.673869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Routers {'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:03.674642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:03.678195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:03.789603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98767fb9-5dc1-44b4-875e-f087c0d604b0 None None] Pushing event updated for resources: {'Port': ['ID=c29c2f25-73b0-46a7-be4a-9511119cc903,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:04.180296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] Set router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:04.211507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:04.220658 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce74c69-c48d-4250-86ae-0430ab7adf11 None None] Sync routers for ids ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:04.225561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-859d0cf8-cf5e-4899-8549-97e3b48de56d admin admin] 10.222.0.48 "PUT /v2.0/routers/03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5919690 Jun 03 15:53:04.228041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53788) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:04.259363 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce74c69-c48d-4250-86ae-0430ab7adf11 None None] Routers {'03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:04.260406 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9ce74c69-c48d-4250-86ae-0430ab7adf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:52:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:04.278162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-36ebfc19-c28f-4d24-895d-b82902469d34', 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'fixed_ips': [{'subnet_id': '3a2114ac-cc6c-4055-91b7-724f3e8584a6'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:53:04.279910 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.513109 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:04.891652 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9ce74c69-c48d-4250-86ae-0430ab7adf11 None None] Set router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:04.974535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.056995 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d66e2b31-aa92-4b44-9ebb-0ee88ca4c8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.167100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8f02d-966a-45ef-b996-9a3ea95d5cd0 req-e6a85764-db51-488b-bee1-01c32ac3e8f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:05.169064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1d8f02d-966a-45ef-b996-9a3ea95d5cd0 req-e6a85764-db51-488b-bee1-01c32ac3e8f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.4211817 Jun 03 15:53:05.208432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Allocated IP 172.20.0.2 (36ebfc19-c28f-4d24-895d-b82902469d34/3a2114ac-cc6c-4055-91b7-724f3e8584a6/6f95cb89-8680-43d8-ac5f-48dee1cc1c4c) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:05.551420 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.786578 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.833557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1d8f02d-966a-45ef-b996-9a3ea95d5cd0 req-59239a63-05f5-4a7a-be89-e1b79d632244 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6391306 Jun 03 15:53:05.905438 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.907982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'name': 'tempest-TestAggregatesBasicOps-1767555567-router', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:48Z', 'updated_at': '2022-06-03T15:52:56Z', 'revision_number': 4, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'gw_port': {'id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:49Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c29c2f25-73b0-46a7-be4a-9511119cc903', 'name': '', 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'mac_address': 'fa:16:3e:d5:ce:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '04d8650a-aee2-4005-9609-bc399fb7bd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:03Z', 'revision_number': 4, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'subnets': [{'id': '04d8650a-aee2-4005-9609-bc399fb7bd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:05.933757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314d53c-67b0-4f22-8f86-189a30bf6aab None None] The sync data for ids ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'] in n-d-844595-1 is: [{'id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'name': 'tempest-TestAggregatesBasicOps-1767555567-router', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:48Z', 'updated_at': '2022-06-03T15:52:56Z', 'revision_number': 4, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'gw_port': {'id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:49Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c29c2f25-73b0-46a7-be4a-9511119cc903', 'name': '', 'network_id': '92334f91-83c1-447b-ae84-c830b9797c58', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'mac_address': 'fa:16:3e:d5:ce:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '04d8650a-aee2-4005-9609-bc399fb7bd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:54Z', 'updated_at': '2022-06-03T15:53:03Z', 'revision_number': 4, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'subnets': [{'id': '04d8650a-aee2-4005-9609-bc399fb7bd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:05.950340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Deleting port 26eb69ea-dedc-4558-ab65-28d34650948a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:05.950657 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:05.999962 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9ce74c69-c48d-4250-86ae-0430ab7adf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'name': 'tempest-ImageQuotaTest-1220374561-router', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:37Z', 'updated_at': '2022-06-03T15:53:00Z', 'revision_number': 5, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'gw_port': {'id': '26eb69ea-dedc-4558-ab65-28d34650948a', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:39Z', 'updated_at': '2022-06-03T15:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:06.030481 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce74c69-c48d-4250-86ae-0430ab7adf11 None None] Checking router: 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:06.110427 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce74c69-c48d-4250-86ae-0430ab7adf11 None None] Routers {'03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:06.112431 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9ce74c69-c48d-4250-86ae-0430ab7adf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:53:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:06.239570 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.300958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Transition to ACTIVE for port object 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:06.340703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Transition to ACTIVE for port object 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:06.352731 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.367440 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.451644 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:06.527838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Network 36ebfc19-c28f-4d24-895d-b82902469d34 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:06.554739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:06.576388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:06.628912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c29c2f25-73b0-46a7-be4a-9511119cc903 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:06.923624 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9ce74c69-c48d-4250-86ae-0430ab7adf11 None None] Set router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:07.199667 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Allocated IP 172.25.7.236 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:07.212990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] For port 26eb69ea-dedc-4558-ab65-28d34650948a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=26eb69ea-dedc-4558-ab65-28d34650948a,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:07.216144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.388229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Pushing event updated for resources: {'Port': ['ID=6f95cb89-8680-43d8-ac5f-48dee1cc1c4c,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:07.420022 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9ce74c69-c48d-4250-86ae-0430ab7adf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'name': 'tempest-ImageQuotaTest-1220374561-router', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:37Z', 'updated_at': '2022-06-03T15:53:05Z', 'revision_number': 6, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:07.452735 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce74c69-c48d-4250-86ae-0430ab7adf11 None None] The sync data for ids ['03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3'] in n-d-844595-1 is: [{'id': '03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3', 'name': 'tempest-ImageQuotaTest-1220374561-router', 'tenant_id': '5a9454bda8ef4c898b5fff07dde95e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:37Z', 'updated_at': '2022-06-03T15:53:05Z', 'revision_number': 6, 'project_id': '5a9454bda8ef4c898b5fff07dde95e21', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:07.469566 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.477831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Attempting to bind port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:07.486526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Attempting to bind port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7263ac37-406d-453c-99ed-621c0c1c4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:07.486932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Attempting to bind port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c on network 36ebfc19-c28f-4d24-895d-b82902469d34 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:07.505025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:07.505418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Checking segment: {'id': '7263ac37-406d-453c-99ed-621c0c1c4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:07.505959 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.506436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Bound using segment: {'id': '7263ac37-406d-453c-99ed-621c0c1c4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:07.506878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Bound port: 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7263ac37-406d-453c-99ed-621c0c1c4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:07.507239 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.534416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53922) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:07.553590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.591358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Calling delete_port for 26eb69ea-dedc-4558-ab65-28d34650948a owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:07.611871 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port c29c2f25-73b0-46a7-be4a-9511119cc903 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:07.618109 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.619535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c29c2f25-73b0-46a7-be4a-9511119cc903 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:07.619965 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.676380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] For port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:07.691049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] For port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f95cb89-8680-43d8-ac5f-48dee1cc1c4c,segment=NetworkSegment(7263ac37-406d-453c-99ed-621c0c1c4fcb),segment_id=7263ac37-406d-453c-99ed-621c0c1c4fcb)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:07.713893 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.783472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:07.787542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:07.792640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:07.846770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45614b9e-8e54-4ccd-aa0e-ff8793873244 req-1b895e14-aefc-4a28-81dd-b49d345c04d8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:07.849184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45614b9e-8e54-4ccd-aa0e-ff8793873244 req-1b895e14-aefc-4a28-81dd-b49d345c04d8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.6470501 Jun 03 15:53:07.871270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Pushing event updated for resources: {'Port': ['ID=af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:07.887525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c29c2f25-73b0-46a7-be4a-9511119cc903 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:07.887902 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.902185 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94bc8b1a-aceb-4845-b364-a89319f75660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.903920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8f359-ba46-436e-93f1-66a6798de945 None None] Pushing event updated for resources: {'Port': ['ID=6f95cb89-8680-43d8-ac5f-48dee1cc1c4c,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:07.947889 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port c29c2f25-73b0-46a7-be4a-9511119cc903, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c29c2f25-73b0-46a7-be4a-9511119cc903,segment=NetworkSegment(9fea0c0e-503f-4dd2-a3e6-8532692e9c72),segment_id=9fea0c0e-503f-4dd2-a3e6-8532692e9c72)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:07.954770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-94bc8b1a-aceb-4845-b364-a89319f75660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:07.959610 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:07.964020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-94bc8b1a-aceb-4845-b364-a89319f75660 admin admin] Usage tracker for resource:security_group_rule and tenant:094c64258a274d7f9da127b4d0d2e0a1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:07.967557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-94bc8b1a-aceb-4845-b364-a89319f75660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:07.980654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-94bc8b1a-aceb-4845-b364-a89319f75660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:08.054441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=c29c2f25-73b0-46a7-be4a-9511119cc903,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:08.062816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.121184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45614b9e-8e54-4ccd-aa0e-ff8793873244 req-7dfcc100-6c8c-4573-8e30-41fd2477686d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627470 Jun 03 15:53:08.294069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=26eb69ea-dedc-4558-ab65-28d34650948a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:08.400465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94bc8b1a-aceb-4845-b364-a89319f75660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.410287 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94bc8b1a-aceb-4845-b364-a89319f75660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.456181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc8b1a-aceb-4845-b364-a89319f75660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d812652-9a11-41ee-8ea4-b0eee4f2b4a3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:08.544417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.574499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-94bc8b1a-aceb-4845-b364-a89319f75660 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=094c64258a274d7f9da127b4d0d2e0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0076368 Jun 03 15:53:08.582045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53954) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:08.758279 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.762986 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.781133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72e5a1cb-9824-49cb-aa4c-d1912e7c2471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.798565 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.835344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-d1994258-1762-45c2-8844-756aba6192cf tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:08.837755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-d1994258-1762-45c2-8844-756aba6192cf tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.7262743 Jun 03 15:53:08.858497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:08.866920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-bf4af71e-ec29-460c-bfa2-9d17aedb31ab tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/quotas/478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 375 time: 0.0137501 Jun 03 15:53:08.868392 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:08.869227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:53:09.010503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72e5a1cb-9824-49cb-aa4c-d1912e7c2471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.015583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:09.024829 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c29c2f25-73b0-46a7-be4a-9511119cc903 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:09.033821 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.035361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fccb9e06-0ea0-45a0-91cd-b460cc571cbe admin admin] 10.222.0.48 "DELETE /v2.0/routers/03f1ff4d-7fbe-411d-a71a-f1b90f1e82f3 HTTP/1.1" status: 204 len: 168 time: 4.8063655 Jun 03 15:53:09.042013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53958) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:09.060130 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.154869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c29c2f25-73b0-46a7-be4a-9511119cc903 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:09.155236 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.155364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec337f20-9d18-4868-9ed2-c08e981b976e admin admin] Deleting subnet 109e9fac-c16b-48d3-b1c1-0e4bb593d5a7 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:53:09.163183 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec337f20-9d18-4868-9ed2-c08e981b976e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.237504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72e5a1cb-9824-49cb-aa4c-d1912e7c2471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.278196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5a1cb-9824-49cb-aa4c-d1912e7c2471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d812652-9a11-41ee-8ea4-b0eee4f2b4a3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:09.319956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-3cdd4883-e858-4ca2-bf21-87234fae6c23 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4461470 Jun 03 15:53:09.481045 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec337f20-9d18-4868-9ed2-c08e981b976e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.496750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c29c2f25-73b0-46a7-be4a-9511119cc903 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:09.607491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b63a18d-8f60-405c-9b0a-781288d912be None None] Network 36ebfc19-c28f-4d24-895d-b82902469d34 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:09.638648 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72e5a1cb-9824-49cb-aa4c-d1912e7c2471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.640190 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-72e5a1cb-9824-49cb-aa4c-d1912e7c2471 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d812652-9a11-41ee-8ea4-b0eee4f2b4a3 HTTP/1.1" status: 204 len: 168 time: 1.0570164 Jun 03 15:53:09.675331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.800621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-40d097c6-c155-46e3-b6b6-8fa127f730ff None None] Provisioning for port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:09.823644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-40d097c6-c155-46e3-b6b6-8fa127f730ff None None] Provisioning complete for port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:09.823644 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-40d097c6-c155-46e3-b6b6-8fa127f730ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:09.923524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 17d02dda-e9bc-4471-9520-d64c33a23ba1 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:53:09.925976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 17d02dda-e9bc-4471-9520-d64c33a23ba1 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:09.938260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85747a35-4590-4567-a39f-2c23ac3300ee req-7fb2fbe3-02a4-4734-941d-52190162bd4d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:09.945649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85747a35-4590-4567-a39f-2c23ac3300ee req-7fb2fbe3-02a4-4734-941d-52190162bd4d tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.6481602 Jun 03 15:53:09.982824 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec337f20-9d18-4868-9ed2-c08e981b976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.090936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-186f602b-db47-48cd-a176-ced7b5fb5601 service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700751 Jun 03 15:53:10.136038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85747a35-4590-4567-a39f-2c23ac3300ee req-30a02a91-2de1-46be-bb4b-e7c4a23f920f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891961 Jun 03 15:53:10.174776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53974) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:10.212281 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6671-0ebd-448a-b1b8-d7c094d29c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.226996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Router e9794c8f-ebb2-440b-a011-6808d2ea0c21 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:53:10.233080 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec337f20-9d18-4868-9ed2-c08e981b976e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.244302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ccbc6671-0ebd-448a-b1b8-d7c094d29c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:10.257165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ccbc6671-0ebd-448a-b1b8-d7c094d29c84 admin admin] Usage tracker for resource:security_group_rule and tenant:18a41496ca3f486ba983460b1e2b1506 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:10.311274 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec337f20-9d18-4868-9ed2-c08e981b976e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.318171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec337f20-9d18-4868-9ed2-c08e981b976e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109e9fac-c16b-48d3-b1c1-0e4bb593d5a7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:10.332812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ec337f20-9d18-4868-9ed2-c08e981b976e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/109e9fac-c16b-48d3-b1c1-0e4bb593d5a7 HTTP/1.1" status: 204 len: 168 time: 1.2894633 Jun 03 15:53:10.334631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef165063-0c98-4380-b6b7-1d6ede04bc36 None None] Network 6767d8d7-601b-42ec-923b-33a85e8eec5f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:10.336222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 53978) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:10.360552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ccbc6671-0ebd-448a-b1b8-d7c094d29c84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:10.381207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ccbc6671-0ebd-448a-b1b8-d7c094d29c84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:10.387528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e2a40-c91c-47c7-991f-2113da400896 req-948b69b9-996b-4894-8a07-936fbc5b291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:10.389375 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a72e2a40-c91c-47c7-991f-2113da400896 req-948b69b9-996b-4894-8a07-936fbc5b291b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 1097 time: 0.5590870 Jun 03 15:53:10.478215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:10.506111 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.554238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:10.554573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f1f94f4a-3ab8-4962-9f51-6c67168d6ba5 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:10.554842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Deleting port 7b50e538-2ed6-4975-bc04-f736c6d28d1f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:10.554998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 26eb69ea-dedc-4558-ab65-28d34650948a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:10.555514 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.573700 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a72e2a40-c91c-47c7-991f-2113da400896 req-c46ad48b-6608-4078-bff7-7f253f76158e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699123 Jun 03 15:53:10.586925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:10.590718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 17d02dda-e9bc-4471-9520-d64c33a23ba1 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:10.591342 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.606144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-bb459ba2-8b81-4ff3-a9e9-26bfd18501f1 service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139306 Jun 03 15:53:10.627930 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.631886 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-508d7c06-9438-471e-b325-bb0b63b49adb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1653767 Jun 03 15:53:10.632337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53984) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:10.657181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Sync routers for ids ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:10.664192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-40d097c6-c155-46e3-b6b6-8fa127f730ff None None] Current status of the port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:10.664848 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-40d097c6-c155-46e3-b6b6-8fa127f730ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.683522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 26eb69ea-dedc-4558-ab65-28d34650948a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:10.684099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 26eb69ea-dedc-4558-ab65-28d34650948a not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:10.727911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 17d02dda-e9bc-4471-9520-d64c33a23ba1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:10.750932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Routers {'e9794c8f-ebb2-440b-a011-6808d2ea0c21'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:10.751569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:53:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:10.812228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6671-0ebd-448a-b1b8-d7c094d29c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.831518 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6671-0ebd-448a-b1b8-d7c094d29c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:10.913597 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ccbc6671-0ebd-448a-b1b8-d7c094d29c84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18a41496ca3f486ba983460b1e2b1506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7353151 Jun 03 15:53:10.916643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc6671-0ebd-448a-b1b8-d7c094d29c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fc4895-c8b5-477e-994e-1d4fd64200ad,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:10.918881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 53992) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:11.068995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Set router e9794c8f-ebb2-440b-a011-6808d2ea0c21 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:11.165313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-207b1f2d-6503-43d8-92f7-78e7d876b94c req-9c0c232e-215a-4d5a-a89e-94bd976d9ea2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 210 time: 0.0943487 Jun 03 15:53:11.248009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'port_id': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'mac_address': 'fa:16:3e:28:c5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:53:11.248970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:53:11.261003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] For port 7b50e538-2ed6-4975-bc04-f736c6d28d1f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7b50e538-2ed6-4975-bc04-f736c6d28d1f,segment=NetworkSegment(a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d),segment_id=a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:11.263243 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:11.323573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 17d02dda-e9bc-4471-9520-d64c33a23ba1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:11.335957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-40d097c6-c155-46e3-b6b6-8fa127f730ff None None] For port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f95cb89-8680-43d8-ac5f-48dee1cc1c4c,segment=NetworkSegment(7263ac37-406d-453c-99ed-621c0c1c4fcb),segment_id=7263ac37-406d-453c-99ed-621c0c1c4fcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:11.399324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b39eade8-8374-4ecf-a13b-c941829ba8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:11.415532 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:11.422122 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-40d097c6-c155-46e3-b6b6-8fa127f730ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:11.431424 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306fb042-427a-465c-adee-8ae5c7f53695'] response: {'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'code': 200} Jun 03 15:53:11.477009 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b39eade8-8374-4ecf-a13b-c941829ba8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:11.639687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Calling delete_port for 7b50e538-2ed6-4975-bc04-f736c6d28d1f owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:11.711433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=17d02dda-e9bc-4471-9520-d64c33a23ba1,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:11.771843 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b39eade8-8374-4ecf-a13b-c941829ba8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:11.818125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eade8-8374-4ecf-a13b-c941829ba8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fc4895-c8b5-477e-994e-1d4fd64200ad,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:11.948434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:12.106521 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 17d02dda-e9bc-4471-9520-d64c33a23ba1 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:12.107107 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:12.143943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17d02dda-e9bc-4471-9520-d64c33a23ba1 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:53:12.156142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7f60-384d-48d9-8d58-f1d072819370 req-cc5088c1-1784-4414-9070-084ce0b4b604 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:12.163665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-247b7f60-384d-48d9-8d58-f1d072819370 req-cc5088c1-1784-4414-9070-084ce0b4b604 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 944 time: 0.5388834 Jun 03 15:53:12.204663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] No DVR routers for this DVR port 7b50e538-2ed6-4975-bc04-f736c6d28d1f on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:53:12.211603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d097c6-c155-46e3-b6b6-8fa127f730ff None None] Pushing event updated for resources: {'Port': ['ID=6f95cb89-8680-43d8-ac5f-48dee1cc1c4c,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:12.231835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b39eade8-8374-4ecf-a13b-c941829ba8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:12.233452 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b39eade8-8374-4ecf-a13b-c941829ba8ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33fc4895-c8b5-477e-994e-1d4fd64200ad HTTP/1.1" status: 204 len: 168 time: 1.2027652 Jun 03 15:53:12.297034 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:53:12.297191 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:53:12.328709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'name': 'tempest-TestAggregatesBasicOps-755568165-router', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:03Z', 'updated_at': '2022-06-03T15:53:08Z', 'revision_number': 3, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'gw_port': {'id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:71:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:06Z', 'updated_at': '2022-06-03T15:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:12.337693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Checking router: e9794c8f-ebb2-440b-a011-6808d2ea0c21 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:12.337693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Updating router e9794c8f-ebb2-440b-a011-6808d2ea0c21 port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:12.455635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb41f5-e61c-43f4-9e58-f0c3b7dc1888 None None] DHCP port deletion for 6767d8d7-601b-42ec-923b-33a85e8eec5f request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:53:12.464679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b50e538-2ed6-4975-bc04-f736c6d28d1f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:12.617935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:12.723876 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:12.758355 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:12.941625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c94ad97-ef65-4d93-b602-b0e758c9e19a req-bb9a6866-4c39-4608-8945-6fe3974fed3d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 210 time: 0.1420183 Jun 03 15:53:12.960203 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-247b7f60-384d-48d9-8d58-f1d072819370 req-da466e20-531a-418a-9793-4461fac713e9 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5311043 Jun 03 15:53:12.967226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.011826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6767d8d7-601b-42ec-923b-33a85e8eec5f']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:13.026906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:13.028062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:13.030502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8ddc9d93-5b4d-481c-8010-88ffbf0bd8d8 None None] Provisioning complete for port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:13.030875 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ddc9d93-5b4d-481c-8010-88ffbf0bd8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.049180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.072081 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.081572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:53:13.082275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.149794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 17d02dda-e9bc-4471-9520-d64c33a23ba1 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:13.150419 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.211852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d02dda-e9bc-4471-9520-d64c33a23ba1 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:53:13.234087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:13.234702 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.244338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.287208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 17d02dda-e9bc-4471-9520-d64c33a23ba1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:13.290125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.303254 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d resource provider aggregate not found Jun 03 15:53:13.330923 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:13.331165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=6767d8d7-601b-42ec-923b-33a85e8eec5f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:13.342653 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2b55a0f-f920-4fe8-aec1-66c9b2bcd25d found for delete ", "request_id": "req-296483e6-ac24-41ec-8427-df6066595895"}]} Jun 03 15:53:13.347737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-64159bef-4c18-476a-bd37-6a784a352e2e admin admin] 10.222.0.48 "DELETE /v2.0/networks/6767d8d7-601b-42ec-923b-33a85e8eec5f HTTP/1.1" status: 204 len: 168 time: 3.0107405 Jun 03 15:53:13.417944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Allocated IP 172.20.0.1 (36ebfc19-c28f-4d24-895d-b82902469d34/3a2114ac-cc6c-4055-91b7-724f3e8584a6/04bde91b-f62b-454d-94d9-f81176661e87) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:13.633502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54044) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:13.699690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8ddc9d93-5b4d-481c-8010-88ffbf0bd8d8 None None] Current status of the port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:13.710431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=17d02dda-e9bc-4471-9520-d64c33a23ba1,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:13.759531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:13.782287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7db08a4f-37fb-49be-8c8a-18c10a56e7bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a9454bda8ef4c898b5fff07dde95e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472249 Jun 03 15:53:13.782908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54048) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:13.784205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['17d02dda-e9bc-4471-9520-d64c33a23ba1'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:53:13.922159 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.005792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Transition to ACTIVE for port object 04bde91b-f62b-454d-94d9-f81176661e87 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:14.056315 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.089335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-a9740430-c5b4-4ece-86bd-5f946ce840f0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:14.109457 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-a9740430-c5b4-4ece-86bd-5f946ce840f0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.4554236 Jun 03 15:53:14.132071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'port': {'device_id': '9af78b4c-2b34-4c68-88bc-f9c6fca18e21', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'admin_state_up': True, 'tenant_id': '478b98182f234210949a5c9275a7f1fe'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:14.142189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Transition to ACTIVE for port object af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:14.204280 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.259871 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0c15b6e-60b4-43d8-9a6d-792e40846fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.376128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Attempting to bind port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:14.376736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Attempting to bind port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:14.377294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Attempting to bind port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:14.395350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:14.396041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:14.396611 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.397156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:14.397780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Bound port: af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:14.398445 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.404085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.455988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b50e538-2ed6-4975-bc04-f736c6d28d1f no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:14.479678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0c15b6e-60b4-43d8-9a6d-792e40846fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.487428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9b7fd-3d6c-47d0-a93e-cfa5b1f62b19 None None] Pushing event updated for resources: {'Port': ['ID=af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:14.521370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 7b50e538-2ed6-4975-bc04-f736c6d28d1f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:14.522060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b50e538-2ed6-4975-bc04-f736c6d28d1f not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:14.558886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac8f6d9f-ca31-44c3-935b-949a3f202235 req-6317d3dd-0b77-4fcb-89cf-95b2ef8cbbc3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 210 time: 0.2845776 Jun 03 15:53:14.584632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Network 36ebfc19-c28f-4d24-895d-b82902469d34 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:14.591537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:14.596266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:port and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:14.599879 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:14.606697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:14.617322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:14.623359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:14.623554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] For port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:14.628476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ab681-ebd1-4318-ab1d-d94d1b089387 req-a91519f6-ae2a-4a6a-ab79-a8428a77ba52 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:14.630098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d93ab681-ebd1-4318-ab1d-d94d1b089387 req-a91519f6-ae2a-4a6a-ab79-a8428a77ba52 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 945 time: 0.5023911 Jun 03 15:53:14.631259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0c15b6e-60b4-43d8-9a6d-792e40846fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.646207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] For port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:14.662046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Made reservation on behalf of 478b98182f234210949a5c9275a7f1fe for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:53:14.666152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.684730 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.717043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c15b6e-60b4-43d8-9a6d-792e40846fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88950fd-7518-469a-bfab-84ae6fb55ff5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:14.746835 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d93ab681-ebd1-4318-ab1d-d94d1b089387 req-e44787c7-8de3-4fc9-a3ca-5f755c77420e tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933127 Jun 03 15:53:14.748269 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0c15b6e-60b4-43d8-9a6d-792e40846fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:14.749530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f0c15b6e-60b4-43d8-9a6d-792e40846fa2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e88950fd-7518-469a-bfab-84ae6fb55ff5 HTTP/1.1" status: 204 len: 168 time: 0.9656703 Jun 03 15:53:14.797544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54072) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:14.954113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Allocated IP 172.20.0.4 (0b59cccb-736d-4f97-ab3c-7f712587d12f/dcab0106-2b7e-4a74-ac83-d9033844c6be/248b4bec-3e84-4a9c-9ba8-828f0900d7ee) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:53:15.077271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-051c93b5-8c29-4f53-b183-ad53361d0047 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/floatingips/c5c3316d-4792-48ec-b38d-c54f0c99be1f HTTP/1.1" status: 200 len: 992 time: 0.2732408 Jun 03 15:53:15.088662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Routers {'e9794c8f-ebb2-440b-a011-6808d2ea0c21'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:15.089493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:53:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:15.167156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:15.169927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Pushing event updated for resources: {'Port': ['ID=04bde91b-f62b-454d-94d9-f81176661e87,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:15.334040 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:15.428981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Transition to ACTIVE for port object 248b4bec-3e84-4a9c-9ba8-828f0900d7ee will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:15.451889 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9b7fd-3d6c-47d0-a93e-cfa5b1f62b19 None None] Pushing event updated for resources: {'Port': ['ID=af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:15.501498 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:15.520835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e279cd92-9c1a-4ad5-b169-0df5143593a5 None None] Provisioning for port 04bde91b-f62b-454d-94d9-f81176661e87 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:15.537755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e279cd92-9c1a-4ad5-b169-0df5143593a5 None None] Provisioning complete for port 04bde91b-f62b-454d-94d9-f81176661e87 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:15.538543 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e279cd92-9c1a-4ad5-b169-0df5143593a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:15.647798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:15.665907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:15.681478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:53:15.682161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] Set router e9794c8f-ebb2-440b-a011-6808d2ea0c21 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:15.848555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:15.849344 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:15.924292 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.004190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54110) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:16.032424 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fca3f5c7-5a79-4982-8907-2dd4ec538087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.051503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fca3f5c7-5a79-4982-8907-2dd4ec538087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:16.059508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fca3f5c7-5a79-4982-8907-2dd4ec538087 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:16.063651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fca3f5c7-5a79-4982-8907-2dd4ec538087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:16.065100 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9380703 Jun 03 15:53:16.081200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fca3f5c7-5a79-4982-8907-2dd4ec538087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:16.096943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd346be-95c0-470a-ba14-6d14b2fa13fb req-8de2ffe3-1bc1-4a19-9232-e3daff5961dd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:16.098649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e279cd92-9c1a-4ad5-b169-0df5143593a5 None None] Port 04bde91b-f62b-454d-94d9-f81176661e87 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:16.104923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4cd346be-95c0-470a-ba14-6d14b2fa13fb req-8de2ffe3-1bc1-4a19-9232-e3daff5961dd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 931 time: 0.2441437 Jun 03 15:53:16.128822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Request body: {'port': {'device_id': '9af78b4c-2b34-4c68-88bc-f9c6fca18e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:53:16.194498 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4cd346be-95c0-470a-ba14-6d14b2fa13fb req-5de82c58-8f25-458f-ac48-8ed8dc266440 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885177 Jun 03 15:53:16.328407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-52ab4ae4-b919-4f6f-8b20-89317e21338e None None] Provisioning for port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:16.332196 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fca3f5c7-5a79-4982-8907-2dd4ec538087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.341100 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fca3f5c7-5a79-4982-8907-2dd4ec538087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.346486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-52ab4ae4-b919-4f6f-8b20-89317e21338e None None] Provisioning complete for port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:16.347188 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-52ab4ae4-b919-4f6f-8b20-89317e21338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.450417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fca3f5c7-5a79-4982-8907-2dd4ec538087 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4419050 Jun 03 15:53:16.451315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54118) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:16.459896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1140603-79b4-42fb-918b-c0140865da26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=248b4bec-3e84-4a9c-9ba8-828f0900d7ee,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:16.502321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3f5c7-5a79-4982-8907-2dd4ec538087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600bfe97-31ba-43d1-aaa0-58007ffa1310,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:16.509007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-52ab4ae4-b919-4f6f-8b20-89317e21338e None None] Port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:16.522233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'name': 'tempest-TestAggregatesBasicOps-755568165-router', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:03Z', 'updated_at': '2022-06-03T15:53:08Z', 'revision_number': 3, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'gw_port': {'id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:71:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:06Z', 'updated_at': '2022-06-03T15:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:16.536387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7c467-56cc-4d94-96b2-dc60e46e9414 None None] The sync data for ids ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'] in n-d-844595-1 is: [{'id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'name': 'tempest-TestAggregatesBasicOps-755568165-router', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:03Z', 'updated_at': '2022-06-03T15:53:08Z', 'revision_number': 3, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'gw_port': {'id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:71:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:06Z', 'updated_at': '2022-06-03T15:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:16.542696 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8b6174a-529c-438e-af5d-641bab07abcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.551374 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.580939 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8b6174a-529c-438e-af5d-641bab07abcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.647812 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8b6174a-529c-438e-af5d-641bab07abcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.677990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['53217350-c2a2-4bae-b755-171b65718872'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:53:16.695687 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8b6174a-529c-438e-af5d-641bab07abcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:16.696841 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c8b6174a-529c-438e-af5d-641bab07abcc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/600bfe97-31ba-43d1-aaa0-58007ffa1310 HTTP/1.1" status: 204 len: 168 time: 0.2416477 Jun 03 15:53:16.697963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6174a-529c-438e-af5d-641bab07abcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600bfe97-31ba-43d1-aaa0-58007ffa1310,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:17.275928 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.299848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.405493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 17d02dda-e9bc-4471-9520-d64c33a23ba1 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:17.640842 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.646406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Pushing event updated for resources: {'Port': ['ID=04bde91b-f62b-454d-94d9-f81176661e87,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:17.721146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 17d02dda-e9bc-4471-9520-d64c33a23ba1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:17.721623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:17.779307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b82ae3-f93d-41a5-86ac-e10426530232 req-00a089d3-65ad-4029-8f3a-992c7f64837d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:17.781603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3b82ae3-f93d-41a5-86ac-e10426530232 req-00a089d3-65ad-4029-8f3a-992c7f64837d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 931 time: 0.3376606 Jun 03 15:53:17.912231 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3b82ae3-f93d-41a5-86ac-e10426530232 req-03fa7cca-7423-434b-a5b1-1b75727ab782 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242547 Jun 03 15:53:17.989522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 17d02dda-e9bc-4471-9520-d64c33a23ba1 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:17.993706 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.034874 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:53:18.046677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Network 36ebfc19-c28f-4d24-895d-b82902469d34 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:53:18.051316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:53:18.079735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 17d02dda-e9bc-4471-9520-d64c33a23ba1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:18.085138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248b4bec-3e84-4a9c-9ba8-828f0900d7ee {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:53:18.089963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.160577 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9804b0-3ace-4cfd-ad18-14f18d909b86'] response: {'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'code': 200} Jun 03 15:53:18.198017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.220203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Transition to ACTIVE for port object 248b4bec-3e84-4a9c-9ba8-828f0900d7ee will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:18.230413 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.282836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=17d02dda-e9bc-4471-9520-d64c33a23ba1,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:18.565564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:18.600281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Pushing event updated for resources: {'Port': ['ID=248b4bec-3e84-4a9c-9ba8-828f0900d7ee,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:18.831489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d70a0f42-9843-482b-90f3-c197729b7ca5 None None] Provisioning complete for port 04bde91b-f62b-454d-94d9-f81176661e87 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:18.852948 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d70a0f42-9843-482b-90f3-c197729b7ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.878109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Attempting to bind port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:18.878475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Attempting to bind port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:18.878833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Attempting to bind port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:18.912384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee on network 0b59cccb-736d-4f97-ab3c-7f712587d12f not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:53:18.912384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Attempting to bind port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:18.917759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:18.917759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Checking segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:18.917759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Bound using segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:18.917759 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Bound port: 248b4bec-3e84-4a9c-9ba8-828f0900d7ee, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:18.917759 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:18.989145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:19.000260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d70a0f42-9843-482b-90f3-c197729b7ca5 None None] Port 04bde91b-f62b-454d-94d9-f81176661e87 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:53:19.002888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:19.004240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.241802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Router e9794c8f-ebb2-440b-a011-6808d2ea0c21 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:19.342648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] For port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:19.488916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] For port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=248b4bec-3e84-4a9c-9ba8-828f0900d7ee,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:19.503250 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.526182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590d3b3-53ae-4d4a-9972-40ee1753e3b3 req-75677010-6a60-48cf-8257-0a1b7516d8bf tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:19.534658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6590d3b3-53ae-4d4a-9972-40ee1753e3b3 req-75677010-6a60-48cf-8257-0a1b7516d8bf tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.3177323 Jun 03 15:53:19.597644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:19.597644 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.645310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:19.645310 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.816977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6590d3b3-53ae-4d4a-9972-40ee1753e3b3 req-ad77e02a-b149-48a5-a8ba-007c620777af tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692347 Jun 03 15:53:19.880866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:19.880866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:19.880866 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] 10.222.0.67 "PUT /v2.0/ports/248b4bec-3e84-4a9c-9ba8-828f0900d7ee HTTP/1.1" status: 200 len: 1091 time: 3.7930911 Jun 03 15:53:19.898433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af78b4c-2b34-4c68-88bc-f9c6fca18e21', 'tag': '248b4bec-3e84-4a9c-9ba8-828f0900d7ee'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:53:19.904093 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:19.921273 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Sync routers for ids ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:19.931928 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b8922f89-39e1-46f0-8ffc-95ca123711ef admin admin] 10.222.0.48 "PUT /v2.0/routers/e9794c8f-ebb2-440b-a011-6808d2ea0c21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2972481 Jun 03 15:53:19.963206 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Routers {'e9794c8f-ebb2-440b-a011-6808d2ea0c21'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:19.963206 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:53:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:20.026160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a1b3a-3b5e-455e-89ff-358e399090dd service neutron] Pushing event updated for resources: {'Port': ['ID=248b4bec-3e84-4a9c-9ba8-828f0900d7ee,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:20.030995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:20.496698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:20.628393 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Set router e9794c8f-ebb2-440b-a011-6808d2ea0c21 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:20.691773 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:20.693610 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:20.761292 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecde5142-bbe7-4763-9e57-6026afca162f'] response: {'name': 'network-changed', 'server_uuid': '9af78b4c-2b34-4c68-88bc-f9c6fca18e21', 'tag': '248b4bec-3e84-4a9c-9ba8-828f0900d7ee', 'status': 'completed', 'code': 200} Jun 03 15:53:20.860245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-8d698c41-906f-42d4-8053-e49bb18539fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:20.862118 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-8d698c41-906f-42d4-8053-e49bb18539fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 1094 time: 0.8152063 Jun 03 15:53:20.883947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:21.009169 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-a5e83f64-75a9-455c-991d-2c6954afabb0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=248b4bec-3e84-4a9c-9ba8-828f0900d7ee HTTP/1.1" status: 200 len: 217 time: 0.1333072 Jun 03 15:53:21.097609 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-213b479a-5d25-4f12-8244-9bc9471917a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:21.102658 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-213b479a-5d25-4f12-8244-9bc9471917a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0843663 Jun 03 15:53:21.303899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5e085-ca32-46a2-bd6b-a1e904552ed1 req-7174d357-40df-4ef0-a0ab-3c6cffcbe914 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:21.314401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62a5e085-ca32-46a2-bd6b-a1e904552ed1 req-7174d357-40df-4ef0-a0ab-3c6cffcbe914 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.2582617 Jun 03 15:53:21.374010 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-f0b43fe8-4019-43c1-9ad5-8dc3f86e932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:21.375539 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-f0b43fe8-4019-43c1-9ad5-8dc3f86e932f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662513 Jun 03 15:53:21.478610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62a5e085-ca32-46a2-bd6b-a1e904552ed1 req-40162bfd-11e5-48e3-a703-ac4b4cbbd179 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537366 Jun 03 15:53:21.505057 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'name': 'tempest-TestAggregatesBasicOps-755568165-router', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:03Z', 'updated_at': '2022-06-03T15:53:15Z', 'revision_number': 4, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'gw_port': {'id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:06Z', 'updated_at': '2022-06-03T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '04bde91b-f62b-454d-94d9-f81176661e87', 'name': '', 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'mac_address': 'fa:16:3e:fa:9e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '3a2114ac-cc6c-4055-91b7-724f3e8584a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:12Z', 'updated_at': '2022-06-03T15:53:16Z', 'revision_number': 2, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'subnets': [{'id': '3a2114ac-cc6c-4055-91b7-724f3e8584a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:21.512742 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Checking router: e9794c8f-ebb2-440b-a011-6808d2ea0c21 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:21.513087 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Updating router e9794c8f-ebb2-440b-a011-6808d2ea0c21 port 04bde91b-f62b-454d-94d9-f81176661e87 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:53:21.693702 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:21.724421 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-715834a4-69ae-491e-95fc-d77f749ff1c3 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329220 Jun 03 15:53:21.811745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54248) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:22.231346 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e41f6b08-4abf-4aec-8d4d-d534ff03b1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.233728 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bdd98c16-b810-4857-a3be-b9ed96ed0119 req-3e4be3bf-0cf1-40a3-99a8-3c82d7a05951 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002065 Jun 03 15:53:22.279535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e41f6b08-4abf-4aec-8d4d-d534ff03b1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:22.295272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e41f6b08-4abf-4aec-8d4d-d534ff03b1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c8334f305783430997f10415c51de87b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:22.309835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e41f6b08-4abf-4aec-8d4d-d534ff03b1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:22.335493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e41f6b08-4abf-4aec-8d4d-d534ff03b1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:22.537789 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e41f6b08-4abf-4aec-8d4d-d534ff03b1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.549918 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e41f6b08-4abf-4aec-8d4d-d534ff03b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.612884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e41f6b08-4abf-4aec-8d4d-d534ff03b1d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8334f305783430997f10415c51de87b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7894661 Jun 03 15:53:22.612884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f6b08-4abf-4aec-8d4d-d534ff03b1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0231ac-661c-4348-98e5-feefc9b88f4d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:22.614488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54276) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:22.696569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72caf1-c5c4-42ca-b2d1-e2c479864419 req-adfe7251-63c2-4193-b463-4c47e5806811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:22.703028 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd72caf1-c5c4-42ca-b2d1-e2c479864419 req-adfe7251-63c2-4193-b463-4c47e5806811 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 1094 time: 0.3255417 Jun 03 15:53:22.781120 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8904ab4f-8fef-46c7-b226-4fefadeed1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.900744 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.918338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8904ab4f-8fef-46c7-b226-4fefadeed1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:22.963643 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Transition to ACTIVE for port object 04bde91b-f62b-454d-94d9-f81176661e87 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:53:22.972755 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:23.044234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72caf1-c5c4-42ca-b2d1-e2c479864419 req-2cd34400-fc9a-4bd2-bfa2-303fe4250921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:23.073314 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd72caf1-c5c4-42ca-b2d1-e2c479864419 req-2cd34400-fc9a-4bd2-bfa2-303fe4250921 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.3514113 Jun 03 15:53:23.191246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd96b91-4df5-4f3a-9e27-80191320917c req-a1c3551c-8695-4cef-9c38-3447f813d80d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:23.191246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fd96b91-4df5-4f3a-9e27-80191320917c req-a1c3551c-8695-4cef-9c38-3447f813d80d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.4222529 Jun 03 15:53:23.191246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54292) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:23.294578 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd72caf1-c5c4-42ca-b2d1-e2c479864419 req-fbc49a7c-e0b3-4964-9941-5c5cb84bb3c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=248b4bec-3e84-4a9c-9ba8-828f0900d7ee HTTP/1.1" status: 200 len: 217 time: 0.2158837 Jun 03 15:53:23.420017 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8904ab4f-8fef-46c7-b226-4fefadeed1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:23.443680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72caf1-c5c4-42ca-b2d1-e2c479864419 req-48fa1f11-11ce-4deb-a104-ba72e6ab8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:23.443680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd72caf1-c5c4-42ca-b2d1-e2c479864419 req-48fa1f11-11ce-4deb-a104-ba72e6ab8a6a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.1441774 Jun 03 15:53:23.531729 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af11df-acc5-465a-9b2a-f1888ca9e6df None None] Pushing event updated for resources: {'Port': ['ID=04bde91b-f62b-454d-94d9-f81176661e87,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:23.657665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904ab4f-8fef-46c7-b226-4fefadeed1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0231ac-661c-4348-98e5-feefc9b88f4d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:23.713352 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8904ab4f-8fef-46c7-b226-4fefadeed1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:23.713352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8904ab4f-8fef-46c7-b226-4fefadeed1b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c0231ac-661c-4348-98e5-feefc9b88f4d HTTP/1.1" status: 204 len: 168 time: 1.0907738 Jun 03 15:53:23.721738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72caf1-c5c4-42ca-b2d1-e2c479864419 req-63d11141-fbae-4d18-8e84-763a3e3f1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:23.721738 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd72caf1-c5c4-42ca-b2d1-e2c479864419 req-63d11141-fbae-4d18-8e84-763a3e3f1b41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2682793 Jun 03 15:53:23.739673 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Attempting to bind port 04bde91b-f62b-454d-94d9-f81176661e87 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:53:23.739673 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Attempting to bind port 04bde91b-f62b-454d-94d9-f81176661e87 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7263ac37-406d-453c-99ed-621c0c1c4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:53:23.739673 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Attempting to bind port 04bde91b-f62b-454d-94d9-f81176661e87 on network 36ebfc19-c28f-4d24-895d-b82902469d34 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:53:23.764644 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fd96b91-4df5-4f3a-9e27-80191320917c req-6af03f31-132f-462d-8346-124cf0c57b1c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678439 Jun 03 15:53:23.783356 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:53:23.783356 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Checking segment: {'id': '7263ac37-406d-453c-99ed-621c0c1c4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:53:23.783356 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:23.783356 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Bound using segment: {'id': '7263ac37-406d-453c-99ed-621c0c1c4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:53:23.783356 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Bound port: 04bde91b-f62b-454d-94d9-f81176661e87, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7263ac37-406d-453c-99ed-621c0c1c4fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:53:23.783356 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:24.056526 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] For port 04bde91b-f62b-454d-94d9-f81176661e87, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:53:24.065712 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] For port 04bde91b-f62b-454d-94d9-f81176661e87, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=04bde91b-f62b-454d-94d9-f81176661e87,segment=NetworkSegment(7263ac37-406d-453c-99ed-621c0c1c4fcb),segment_id=7263ac37-406d-453c-99ed-621c0c1c4fcb)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:53:24.086964 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:24.146282 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd72caf1-c5c4-42ca-b2d1-e2c479864419 req-9d7269b1-909f-4a72-b116-d297d98f10b4 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201810 Jun 03 15:53:24.201143 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Routers {'e9794c8f-ebb2-440b-a011-6808d2ea0c21'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:24.201143 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:53:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:24.534238 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd72caf1-c5c4-42ca-b2d1-e2c479864419 req-3116f6e3-326b-4c22-af60-29b45bc32b47 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829083 Jun 03 15:53:24.760401 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af11df-acc5-465a-9b2a-f1888ca9e6df None None] Pushing event updated for resources: {'Port': ['ID=04bde91b-f62b-454d-94d9-f81176661e87,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:24.814828 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] Set router e9794c8f-ebb2-440b-a011-6808d2ea0c21 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:25.079046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:25.167443 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8062387-2b27-41ce-aca3-19eedb4eecac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.222504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c8062387-2b27-41ce-aca3-19eedb4eecac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:25.223961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2afee-51ce-486c-8400-69161fe21855 req-e116e8a4-f262-423d-9f5f-4f42549f3237 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:25.225760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2b2afee-51ce-486c-8400-69161fe21855 req-e116e8a4-f262-423d-9f5f-4f42549f3237 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.1814923 Jun 03 15:53:25.249108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c8062387-2b27-41ce-aca3-19eedb4eecac admin admin] Usage tracker for resource:security_group_rule and tenant:6646f333bde94470967e99d00f78f0bc is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:25.253721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c8062387-2b27-41ce-aca3-19eedb4eecac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:25.263192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c8062387-2b27-41ce-aca3-19eedb4eecac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:25.400001 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.563666 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8062387-2b27-41ce-aca3-19eedb4eecac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.575671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c8062387-2b27-41ce-aca3-19eedb4eecac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:25.633222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2b2afee-51ce-486c-8400-69161fe21855 req-138b9c79-7fc2-43fd-b0c5-ca0b0ea63af5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879428 Jun 03 15:53:25.704221 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c8062387-2b27-41ce-aca3-19eedb4eecac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6646f333bde94470967e99d00f78f0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214209 Jun 03 15:53:25.709393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54316) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:25.810630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8062387-2b27-41ce-aca3-19eedb4eecac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8779faaa-3eef-4021-80c1-8b287d708e03,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:25.875796 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'name': 'tempest-TestAggregatesBasicOps-755568165-router', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:03Z', 'updated_at': '2022-06-03T15:53:15Z', 'revision_number': 4, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'gw_port': {'id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:06Z', 'updated_at': '2022-06-03T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '04bde91b-f62b-454d-94d9-f81176661e87', 'name': '', 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'mac_address': 'fa:16:3e:fa:9e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '3a2114ac-cc6c-4055-91b7-724f3e8584a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:12Z', 'updated_at': '2022-06-03T15:53:24Z', 'revision_number': 4, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'subnets': [{'id': '3a2114ac-cc6c-4055-91b7-724f3e8584a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:25.887773 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb231f15-3c0e-4c28-b049-2cd40399bbb7 None None] The sync data for ids ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'] in n-d-844595-1 is: [{'id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'name': 'tempest-TestAggregatesBasicOps-755568165-router', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:03Z', 'updated_at': '2022-06-03T15:53:15Z', 'revision_number': 4, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'gw_port': {'id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:06Z', 'updated_at': '2022-06-03T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '04bde91b-f62b-454d-94d9-f81176661e87', 'name': '', 'network_id': '36ebfc19-c28f-4d24-895d-b82902469d34', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'mac_address': 'fa:16:3e:fa:9e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '3a2114ac-cc6c-4055-91b7-724f3e8584a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:12Z', 'updated_at': '2022-06-03T15:53:24Z', 'revision_number': 4, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'subnets': [{'id': '3a2114ac-cc6c-4055-91b7-724f3e8584a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:25.956622 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7028d698-a194-4581-ae26-917d2b972b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.066528 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7028d698-a194-4581-ae26-917d2b972b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.180404 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7028d698-a194-4581-ae26-917d2b972b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.199616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028d698-a194-4581-ae26-917d2b972b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8779faaa-3eef-4021-80c1-8b287d708e03,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:26.229293 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7028d698-a194-4581-ae26-917d2b972b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.235802 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7028d698-a194-4581-ae26-917d2b972b61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8779faaa-3eef-4021-80c1-8b287d708e03 HTTP/1.1" status: 204 len: 168 time: 0.5252430 Jun 03 15:53:26.269922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] Deleting port c29c2f25-73b0-46a7-be4a-9511119cc903 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:26.271247 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.521732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 04bde91b-f62b-454d-94d9-f81176661e87 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:26.619936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 04bde91b-f62b-454d-94d9-f81176661e87 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:26.626205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] For port c29c2f25-73b0-46a7-be4a-9511119cc903, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c29c2f25-73b0-46a7-be4a-9511119cc903,segment=NetworkSegment(9fea0c0e-503f-4dd2-a3e6-8532692e9c72),segment_id=9fea0c0e-503f-4dd2-a3e6-8532692e9c72)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:26.626386 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.632851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 04bde91b-f62b-454d-94d9-f81176661e87 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:26.633446 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.849172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] Calling delete_port for c29c2f25-73b0-46a7-be4a-9511119cc903 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:26.891694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 04bde91b-f62b-454d-94d9-f81176661e87 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:26.891694 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:26.969836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 04bde91b-f62b-454d-94d9-f81176661e87, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=04bde91b-f62b-454d-94d9-f81176661e87,segment=NetworkSegment(7263ac37-406d-453c-99ed-621c0c1c4fcb),segment_id=7263ac37-406d-453c-99ed-621c0c1c4fcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:26.976949 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:27.107000 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=04bde91b-f62b-454d-94d9-f81176661e87,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:27.254794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1b9df-4886-4938-a46d-db8b68153bf1 req-88c409e8-320d-45fe-9128-798439fedcca tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:27.265952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08a1b9df-4886-4938-a46d-db8b68153bf1 req-88c409e8-320d-45fe-9128-798439fedcca tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.4243522 Jun 03 15:53:27.382932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08a1b9df-4886-4938-a46d-db8b68153bf1 req-a3c60307-1eab-4a28-96b0-f28f12cef313 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157935 Jun 03 15:53:27.476468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:27.699272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29c2f25-73b0-46a7-be4a-9511119cc903,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:28.233835 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:28.556434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 04bde91b-f62b-454d-94d9-f81176661e87 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:28.759020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 04bde91b-f62b-454d-94d9-f81176661e87 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:28.759384 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:28.934942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82abe7-fa32-4804-be5c-1900453fa831 req-ffb91fee-4f44-4c0d-91e1-52b0e470bcd6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:28.936731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a82abe7-fa32-4804-be5c-1900453fa831 req-ffb91fee-4f44-4c0d-91e1-52b0e470bcd6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.3131304 Jun 03 15:53:29.010090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] Router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:29.057685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 04bde91b-f62b-454d-94d9-f81176661e87 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:29.058567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a82abe7-fa32-4804-be5c-1900453fa831 req-fac2732d-6aa9-42e9-a8f2-7ef8b2cb3cf6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130981 Jun 03 15:53:29.337382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:29.351295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67596ebe-2a62-4e39-9cd2-17c8f89130ea None None] Sync routers for ids ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:29.369336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67596ebe-2a62-4e39-9cd2-17c8f89130ea None None] Routers {'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:29.370961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-67596ebe-2a62-4e39-9cd2-17c8f89130ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:53:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:29.372607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54382) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:29.381015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6cb5c6c9-76ed-4f00-b73d-6c0b22861409 admin admin] 10.222.0.48 "PUT /v2.0/routers/cc7aec0e-6916-4ff4-a5fa-a43444c5ba94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1929293 Jun 03 15:53:29.664703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-67596ebe-2a62-4e39-9cd2-17c8f89130ea None None] Set router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:29.950311 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:29.985641 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:30.076084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-67596ebe-2a62-4e39-9cd2-17c8f89130ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'name': 'tempest-TestAggregatesBasicOps-1767555567-router', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:48Z', 'updated_at': '2022-06-03T15:53:27Z', 'revision_number': 5, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'gw_port': {'id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:49Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:30.084661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67596ebe-2a62-4e39-9cd2-17c8f89130ea None None] Checking router: cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:30.106763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67596ebe-2a62-4e39-9cd2-17c8f89130ea None None] Routers {'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:30.107220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-67596ebe-2a62-4e39-9cd2-17c8f89130ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:53:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:30.245847 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:30.260867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Deleting port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:30.261582 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:30.310981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110fb71-723a-4ec1-8579-7d54a80cf690 req-2f00262f-2883-4b95-9c12-b8476b159975 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:30.313291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4110fb71-723a-4ec1-8579-7d54a80cf690 req-2f00262f-2883-4b95-9c12-b8476b159975 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.1144164 Jun 03 15:53:30.351959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-67596ebe-2a62-4e39-9cd2-17c8f89130ea None None] Set router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:30.393599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4110fb71-723a-4ec1-8579-7d54a80cf690 req-d73be66f-5c51-4f0e-b5e0-5547c060d63a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594113 Jun 03 15:53:30.554400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] For port ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:30.554866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:30.701010 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-67596ebe-2a62-4e39-9cd2-17c8f89130ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'name': 'tempest-TestAggregatesBasicOps-1767555567-router', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:48Z', 'updated_at': '2022-06-03T15:53:27Z', 'revision_number': 5, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'gw_port': {'id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:49Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:30.705777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67596ebe-2a62-4e39-9cd2-17c8f89130ea None None] The sync data for ids ['cc7aec0e-6916-4ff4-a5fa-a43444c5ba94'] in n-d-844595-1 is: [{'id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'name': 'tempest-TestAggregatesBasicOps-1767555567-router', 'tenant_id': 'bc823ae2c18e42c09e081380bd0e502f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:52:48Z', 'updated_at': '2022-06-03T15:53:27Z', 'revision_number': 5, 'project_id': 'bc823ae2c18e42c09e081380bd0e502f', 'gw_port': {'id': 'ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7aec0e-6916-4ff4-a5fa-a43444c5ba94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:52:49Z', 'updated_at': '2022-06-03T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:30.717741 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Calling delete_port for ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:30.796554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54416) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:30.929915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:30.957934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c1a0-7657-4435-8c53-4145c4f3572a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:30.976983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7ff5c1a0-7657-4435-8c53-4145c4f3572a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:30.982893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7ff5c1a0-7657-4435-8c53-4145c4f3572a admin admin] Usage tracker for resource:security_group_rule and tenant:040b6d3e91b64c9b8704788fbe633674 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:30.983755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:30.985457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7ff5c1a0-7657-4435-8c53-4145c4f3572a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:30.996455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7ff5c1a0-7657-4435-8c53-4145c4f3572a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:31.108728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.117027 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c1a0-7657-4435-8c53-4145c4f3572a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.124794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7ff5c1a0-7657-4435-8c53-4145c4f3572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.191034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7ff5c1a0-7657-4435-8c53-4145c4f3572a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=040b6d3e91b64c9b8704788fbe633674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926461 Jun 03 15:53:31.191499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54428) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:31.230925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5c1a0-7657-4435-8c53-4145c4f3572a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e803ed0-76c6-4b84-a775-dcd5d07db1fa,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:31.295788 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34aa6537-6880-4d4a-b855-a4632f8e8a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.326224 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34aa6537-6880-4d4a-b855-a4632f8e8a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.365275 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.368146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.396951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.397950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:53:31.402260 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34aa6537-6880-4d4a-b855-a4632f8e8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.427486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa6537-6880-4d4a-b855-a4632f8e8a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e803ed0-76c6-4b84-a775-dcd5d07db1fa,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:31.431229 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34aa6537-6880-4d4a-b855-a4632f8e8a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.433147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-34aa6537-6880-4d4a-b855-a4632f8e8a95 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e803ed0-76c6-4b84-a775-dcd5d07db1fa HTTP/1.1" status: 204 len: 168 time: 0.2332907 Jun 03 15:53:31.462962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.472380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54436) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:31.475387 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a00fe6e1-fb16-43c9-a8fb-93f70b9dc500 admin admin] 10.222.0.48 "DELETE /v2.0/routers/cc7aec0e-6916-4ff4-a5fa-a43444c5ba94 HTTP/1.1" status: 204 len: 168 time: 2.0918248 Jun 03 15:53:31.543090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf64a535-342d-42be-acc9-af5ef0a07830 admin admin] Deleting subnet 04d8650a-aee2-4005-9609-bc399fb7bd98 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:53:31.582064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf64a535-342d-42be-acc9-af5ef0a07830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.668462 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf64a535-342d-42be-acc9-af5ef0a07830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.774676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afd029-2ae6-4865-b363-a21ad20e6cbc req-5b7b2331-b5d2-41cb-9bb6-ca317ef633de tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:31.777433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27afd029-2ae6-4865-b363-a21ad20e6cbc req-5b7b2331-b5d2-41cb-9bb6-ca317ef633de tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.2311175 Jun 03 15:53:31.853032 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf64a535-342d-42be-acc9-af5ef0a07830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.872024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54442) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:31.892177 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c26f76b-55d6-4fd4-b8ef-3c7c05adb40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:31.892696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27afd029-2ae6-4865-b363-a21ad20e6cbc req-ac5d245d-fbdd-4739-9068-42fbc7685bdb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961912 Jun 03 15:53:31.909772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8c26f76b-55d6-4fd4-b8ef-3c7c05adb40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:31.914654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c26f76b-55d6-4fd4-b8ef-3c7c05adb40b admin admin] Usage tracker for resource:security_group_rule and tenant:9cddebee589f4581b110c09a74bfdab9 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:31.917857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8c26f76b-55d6-4fd4-b8ef-3c7c05adb40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:31.924294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8c26f76b-55d6-4fd4-b8ef-3c7c05adb40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:31.960113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf64a535-342d-42be-acc9-af5ef0a07830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.003243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64a535-342d-42be-acc9-af5ef0a07830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d8650a-aee2-4005-9609-bc399fb7bd98,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:32.022471 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf64a535-342d-42be-acc9-af5ef0a07830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.023119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73534474-02b0-4dcb-a608-32f749eb1d2f None None] Network 92334f91-83c1-447b-ae84-c830b9797c58 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:32.031426 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bf64a535-342d-42be-acc9-af5ef0a07830 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/04d8650a-aee2-4005-9609-bc399fb7bd98 HTTP/1.1" status: 204 len: 168 time: 0.5633154 Jun 03 15:53:32.032248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54446) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:32.068268 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c26f76b-55d6-4fd4-b8ef-3c7c05adb40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.075231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8c26f76b-55d6-4fd4-b8ef-3c7c05adb40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.152405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26f76b-55d6-4fd4-b8ef-3c7c05adb40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff08d674-9477-4ca0-add9-4a10d73e7674,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:32.161709 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8c26f76b-55d6-4fd4-b8ef-3c7c05adb40b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cddebee589f4581b110c09a74bfdab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870700 Jun 03 15:53:32.163262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54450) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:32.258815 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4422cbf-c7d4-4fb8-a1b4-dcab921cae0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.303874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4422cbf-c7d4-4fb8-a1b4-dcab921cae0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.326267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.353460 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d34c1896-a35d-4a47-9f4c-ed4d65a1beae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.354875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Deleting port a3aa1dff-63df-4383-b9f3-afc4bc21698c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:32.355047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.420669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4422cbf-c7d4-4fb8-a1b4-dcab921cae0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.448739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4422cbf-c7d4-4fb8-a1b4-dcab921cae0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff08d674-9477-4ca0-add9-4a10d73e7674,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:32.456210 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4422cbf-c7d4-4fb8-a1b4-dcab921cae0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.473570 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b4422cbf-c7d4-4fb8-a1b4-dcab921cae0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff08d674-9477-4ca0-add9-4a10d73e7674 HTTP/1.1" status: 204 len: 168 time: 0.3080599 Jun 03 15:53:32.500319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c29c2f25-73b0-46a7-be4a-9511119cc903 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:32.553443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed56838f-605e-4d07-9473-933e9819f4f0 None None] DHCP port deletion for 92334f91-83c1-447b-ae84-c830b9797c58 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:53:32.577317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: c29c2f25-73b0-46a7-be4a-9511119cc903 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:32.577698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c29c2f25-73b0-46a7-be4a-9511119cc903 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:32.578454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:32.621171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:32.621557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ff3b3c4b-cf40-4970-ac2e-9cf9e3d14ab2 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:32.625556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ed56838f-605e-4d07-9473-933e9819f4f0 None None] Deleting port a3aa1dff-63df-4383-b9f3-afc4bc21698c {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:32.626427 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ed56838f-605e-4d07-9473-933e9819f4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.781662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] For port a3aa1dff-63df-4383-b9f3-afc4bc21698c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a3aa1dff-63df-4383-b9f3-afc4bc21698c,segment=NetworkSegment(9fea0c0e-503f-4dd2-a3e6-8532692e9c72),segment_id=9fea0c0e-503f-4dd2-a3e6-8532692e9c72)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:32.782325 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.934367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ed56838f-605e-4d07-9473-933e9819f4f0 None None] For port a3aa1dff-63df-4383-b9f3-afc4bc21698c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a3aa1dff-63df-4383-b9f3-afc4bc21698c,segment=NetworkSegment(9fea0c0e-503f-4dd2-a3e6-8532692e9c72),segment_id=9fea0c0e-503f-4dd2-a3e6-8532692e9c72)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:32.934858 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ed56838f-605e-4d07-9473-933e9819f4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:32.987173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Calling delete_port for a3aa1dff-63df-4383-b9f3-afc4bc21698c owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:33.111913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ed56838f-605e-4d07-9473-933e9819f4f0 None None] Calling delete_port for a3aa1dff-63df-4383-b9f3-afc4bc21698c owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:33.192857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.231396 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-ed56838f-605e-4d07-9473-933e9819f4f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:53:33.231735 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-ed56838f-605e-4d07-9473-933e9819f4f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:53:33.254783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3aa1dff-63df-4383-b9f3-afc4bc21698c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:33.259920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] No DVR routers for this DVR port a3aa1dff-63df-4383-b9f3-afc4bc21698c on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:53:33.417588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.449163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacb081-bd34-4493-bb94-24b57e6afdd8 req-cecf0eb6-bb01-4764-a6c3-f67802aff795 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:33.450899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7eacb081-bd34-4493-bb94-24b57e6afdd8 req-cecf0eb6-bb01-4764-a6c3-f67802aff795 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.3356040 Jun 03 15:53:33.459993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92334f91-83c1-447b-ae84-c830b9797c58']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:33.493539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fea0c0e-503f-4dd2-a3e6-8532692e9c72') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:33.493829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fea0c0e-503f-4dd2-a3e6-8532692e9c72') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:33.531699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7eacb081-bd34-4493-bb94-24b57e6afdd8 req-c44065e5-070b-4ee4-9ec7-004525f4c03a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642564 Jun 03 15:53:33.533427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.567552 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.587039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:53:33.587461 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.630473 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9fea0c0e-503f-4dd2-a3e6-8532692e9c72 resource provider aggregate not found Jun 03 15:53:33.710999 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9fea0c0e-503f-4dd2-a3e6-8532692e9c72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fea0c0e-503f-4dd2-a3e6-8532692e9c72 found for delete ", "request_id": "req-64e91e87-6249-4118-be9b-ad5768ef0b24"}]} Jun 03 15:53:33.733107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ed56838f-605e-4d07-9473-933e9819f4f0 None None] Deleting port a3aa1dff-63df-4383-b9f3-afc4bc21698c {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:33.733530 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ed56838f-605e-4d07-9473-933e9819f4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.745230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.766754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:33.782238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=92334f91-83c1-447b-ae84-c830b9797c58,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:33.787945 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a3a3c974-8bd0-4ee7-9b89-cfb0a1383e97 admin admin] 10.222.0.48 "DELETE /v2.0/networks/92334f91-83c1-447b-ae84-c830b9797c58 HTTP/1.1" status: 204 len: 168 time: 1.7539153 Jun 03 15:53:33.790157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54492) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:33.809379 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:53:33.844067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ed56838f-605e-4d07-9473-933e9819f4f0 None None] The port 'a3aa1dff-63df-4383-b9f3-afc4bc21698c' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:53:34.463196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a3aa1dff-63df-4383-b9f3-afc4bc21698c no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:34.502968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: a3aa1dff-63df-4383-b9f3-afc4bc21698c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:34.503343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a3aa1dff-63df-4383-b9f3-afc4bc21698c not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:34.649287 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:34.781685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14480ab-d98b-4265-b397-0d6cc76ed12b req-fc5a43e6-9194-4d57-b39c-2ef4dfa01489 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:34.785104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c14480ab-d98b-4265-b397-0d6cc76ed12b req-fc5a43e6-9194-4d57-b39c-2ef4dfa01489 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.1125240 Jun 03 15:53:34.844343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c14480ab-d98b-4265-b397-0d6cc76ed12b req-706b6fa3-8fe7-4fbb-8239-5f668639563e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519762 Jun 03 15:53:34.857896 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b06c8b33-2b09-4472-9ef7-a62c120a9d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.136689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] Deleting port 04bde91b-f62b-454d-94d9-f81176661e87 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:35.136689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.356083 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.364110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] For port 04bde91b-f62b-454d-94d9-f81176661e87, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=04bde91b-f62b-454d-94d9-f81176661e87,segment=NetworkSegment(7263ac37-406d-453c-99ed-621c0c1c4fcb),segment_id=7263ac37-406d-453c-99ed-621c0c1c4fcb)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:35.364761 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.523644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] Calling delete_port for 04bde91b-f62b-454d-94d9-f81176661e87 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:35.664742 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.785328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:35.850064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=04bde91b-f62b-454d-94d9-f81176661e87,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:36.189579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951083d7-12f6-4a38-89fc-ddd2b1d28cb7 req-94ddfe40-7684-4fcf-af7d-5eef6355c091 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:36.198624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-951083d7-12f6-4a38-89fc-ddd2b1d28cb7 req-94ddfe40-7684-4fcf-af7d-5eef6355c091 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.1692240 Jun 03 15:53:36.247802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-951083d7-12f6-4a38-89fc-ddd2b1d28cb7 req-6d5a192a-8b0b-4bf5-a2ea-b43949bc4c63 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474355 Jun 03 15:53:36.513945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.065251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] Router e9794c8f-ebb2-440b-a011-6808d2ea0c21 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:53:37.107632 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.316460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:53:37.328624 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46a39f9-83d2-4d7c-a092-e3b5508cfe07 None None] Sync routers for ids ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:53:37.334859 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-46f4bc57-bbab-43b6-8bc3-0138d07871b3 admin admin] 10.222.0.48 "PUT /v2.0/routers/e9794c8f-ebb2-440b-a011-6808d2ea0c21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5424874 Jun 03 15:53:37.337671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54568) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:37.354005 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a39f9-83d2-4d7c-a092-e3b5508cfe07 None None] Routers {'e9794c8f-ebb2-440b-a011-6808d2ea0c21'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:37.355745 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c46a39f9-83d2-4d7c-a092-e3b5508cfe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:53:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:37.563400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f8ccf-3873-43f4-833a-4dce05b18123 req-3400d0a2-a070-47fd-99ed-5f28148f95b8 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:37.572920 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.574371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-111f8ccf-3873-43f4-833a-4dce05b18123 req-3400d0a2-a070-47fd-99ed-5f28148f95b8 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.1231382 Jun 03 15:53:37.649761 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-111f8ccf-3873-43f4-833a-4dce05b18123 req-b2a3be96-7626-4c47-b324-3efdec85f9c2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736210 Jun 03 15:53:37.750662 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c46a39f9-83d2-4d7c-a092-e3b5508cfe07 None None] Set router e9794c8f-ebb2-440b-a011-6808d2ea0c21 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:37.840458 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:37.858095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Deleting port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:37.858683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.170889 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c46a39f9-83d2-4d7c-a092-e3b5508cfe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'name': 'tempest-TestAggregatesBasicOps-755568165-router', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:03Z', 'updated_at': '2022-06-03T15:53:35Z', 'revision_number': 5, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'gw_port': {'id': 'af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:71:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:53:06Z', 'updated_at': '2022-06-03T15:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:38.177490 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46a39f9-83d2-4d7c-a092-e3b5508cfe07 None None] Checking router: e9794c8f-ebb2-440b-a011-6808d2ea0c21 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:53:38.194721 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a39f9-83d2-4d7c-a092-e3b5508cfe07 None None] Routers {'e9794c8f-ebb2-440b-a011-6808d2ea0c21'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:53:38.196034 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c46a39f9-83d2-4d7c-a092-e3b5508cfe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:53:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:38.257152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] For port af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:38.258454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.396324 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c46a39f9-83d2-4d7c-a092-e3b5508cfe07 None None] Set router e9794c8f-ebb2-440b-a011-6808d2ea0c21 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:53:38.487561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Calling delete_port for af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:38.603943 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c46a39f9-83d2-4d7c-a092-e3b5508cfe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'name': 'tempest-TestAggregatesBasicOps-755568165-router', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:03Z', 'updated_at': '2022-06-03T15:53:37Z', 'revision_number': 6, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:38.618175 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46a39f9-83d2-4d7c-a092-e3b5508cfe07 None None] The sync data for ids ['e9794c8f-ebb2-440b-a011-6808d2ea0c21'] in n-d-844595-1 is: [{'id': 'e9794c8f-ebb2-440b-a011-6808d2ea0c21', 'name': 'tempest-TestAggregatesBasicOps-755568165-router', 'tenant_id': 'd002845161ee4290a6465e2a85eddbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:53:03Z', 'updated_at': '2022-06-03T15:53:37Z', 'revision_number': 6, 'project_id': 'd002845161ee4290a6465e2a85eddbad', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:53:38.854697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:38.933710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6165a6-0a98-43e5-850a-5913da9aa975 req-8a5632aa-b685-414c-a5c1-1b5b6237ea0c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:38.936392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c6165a6-0a98-43e5-850a-5913da9aa975 req-8a5632aa-b685-414c-a5c1-1b5b6237ea0c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.1050932 Jun 03 15:53:38.939208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:38.994467 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.014401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7c6165a6-0a98-43e5-850a-5913da9aa975 req-a774e30c-6567-478f-a1a0-670a9d424f79 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680392 Jun 03 15:53:39.084247 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.296628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.301712 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.334407 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.335013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9794c8f-ebb2-440b-a011-6808d2ea0c21 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:53:39.349606 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.350930 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-305e6fe3-95c3-4175-8ab4-06c0e683a724 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e9794c8f-ebb2-440b-a011-6808d2ea0c21 HTTP/1.1" status: 204 len: 168 time: 2.0120904 Jun 03 15:53:39.354878 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54600) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:39.417932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-80466c61-da13-4f03-ac23-b3603030964f admin admin] Deleting subnet 3a2114ac-cc6c-4055-91b7-724f3e8584a6 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:53:39.421053 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80466c61-da13-4f03-ac23-b3603030964f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.478876 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80466c61-da13-4f03-ac23-b3603030964f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.564117 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80466c61-da13-4f03-ac23-b3603030964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.641145 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80466c61-da13-4f03-ac23-b3603030964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.680769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80466c61-da13-4f03-ac23-b3603030964f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2114ac-cc6c-4055-91b7-724f3e8584a6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:39.689062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-80466c61-da13-4f03-ac23-b3603030964f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.690351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c67bc5-2af0-4e6f-b477-0a7b6a57bb81 None None] Network 36ebfc19-c28f-4d24-895d-b82902469d34 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:53:39.698588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54604) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:39.698750 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-80466c61-da13-4f03-ac23-b3603030964f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3a2114ac-cc6c-4055-91b7-724f3e8584a6 HTTP/1.1" status: 204 len: 168 time: 0.3432603 Jun 03 15:53:39.863095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:39.884255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Deleting port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:39.884255 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.063600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd7c65-61d9-445d-af3e-db1255beb080 None None] DHCP port deletion for 36ebfc19-c28f-4d24-895d-b82902469d34 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:53:40.073475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-33cd7c65-61d9-445d-af3e-db1255beb080 None None] Deleting port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:40.074226 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-33cd7c65-61d9-445d-af3e-db1255beb080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.394836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-33cd7c65-61d9-445d-af3e-db1255beb080 None None] For port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f95cb89-8680-43d8-ac5f-48dee1cc1c4c,segment=NetworkSegment(7263ac37-406d-453c-99ed-621c0c1c4fcb),segment_id=7263ac37-406d-453c-99ed-621c0c1c4fcb)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:40.395225 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-33cd7c65-61d9-445d-af3e-db1255beb080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.532603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:40.539045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] For port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6f95cb89-8680-43d8-ac5f-48dee1cc1c4c,segment=NetworkSegment(7263ac37-406d-453c-99ed-621c0c1c4fcb),segment_id=7263ac37-406d-453c-99ed-621c0c1c4fcb)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:40.539659 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.687453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-33cd7c65-61d9-445d-af3e-db1255beb080 None None] Calling delete_port for 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:40.740744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Calling delete_port for 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:40.871539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3de60-764c-4ab0-98cd-396956b0c779 req-6fe38e51-9587-40b0-a67e-fb0cc6e92fa5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:40.873213 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89c3de60-764c-4ab0-98cd-396956b0c779 req-6fe38e51-9587-40b0-a67e-fb0cc6e92fa5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.6800251 Jun 03 15:53:40.921275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:40.921670 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:40.931670 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:53:40.931992 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:53:40.934926 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89c3de60-764c-4ab0-98cd-396956b0c779 req-ca5bdfb5-9407-4771-97b6-28b0ec04c02f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480130 Jun 03 15:53:40.944587 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-33cd7c65-61d9-445d-af3e-db1255beb080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.004027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd7c65-61d9-445d-af3e-db1255beb080 None None] Pushing event deleted for resources: {'Port': ['ID=6f95cb89-8680-43d8-ac5f-48dee1cc1c4c,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:41.013803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd7c65-61d9-445d-af3e-db1255beb080 None None] No DVR routers for this DVR port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:53:41.061464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 04bde91b-f62b-454d-94d9-f81176661e87 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:41.104749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 04bde91b-f62b-454d-94d9-f81176661e87 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:41.104749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 04bde91b-f62b-454d-94d9-f81176661e87 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:41.104749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:41.151331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:41.151331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device af6c1a27-4a70-4ac6-afe1-90d83a3f0ed8 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:41.436527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Deleting port 6f95cb89-8680-43d8-ac5f-48dee1cc1c4c {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:41.436527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.538174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] The port '6f95cb89-8680-43d8-ac5f-48dee1cc1c4c' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:53:41.681031 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.713581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ebfc19-c28f-4d24-895d-b82902469d34']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:41.733008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7263ac37-406d-453c-99ed-621c0c1c4fcb') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:41.733598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7263ac37-406d-453c-99ed-621c0c1c4fcb') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:53:41.748216 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.779436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.786562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:53:41.787232 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.856954 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7263ac37-406d-453c-99ed-621c0c1c4fcb resource provider aggregate not found Jun 03 15:53:41.893945 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7263ac37-406d-453c-99ed-621c0c1c4fcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7263ac37-406d-453c-99ed-621c0c1c4fcb found for delete ", "request_id": "req-f164953f-d87b-4dc2-b59c-c683f38df6a7"}]} Jun 03 15:53:41.897600 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.916047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:41.927989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] Pushing event deleted for resources: {'Network': ['ID=36ebfc19-c28f-4d24-895d-b82902469d34,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:41.933251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4c242ac8-8ba6-4f19-b67e-812150f8762e admin admin] 10.222.0.48 "DELETE /v2.0/networks/36ebfc19-c28f-4d24-895d-b82902469d34 HTTP/1.1" status: 204 len: 168 time: 2.2327895 Jun 03 15:53:42.103906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54664) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:42.176987 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-73b600db-58e9-4d48-a98c-e92847f89533 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc823ae2c18e42c09e081380bd0e502f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712061 Jun 03 15:53:42.179686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54668) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:42.205493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef3cc3-8dab-4a6b-9e55-1dff6197b4aa req-b91b92ed-e412-4cbc-9223-ce510854f15a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:42.208368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aeef3cc3-8dab-4a6b-9e55-1dff6197b4aa req-b91b92ed-e412-4cbc-9223-ce510854f15a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.1118422 Jun 03 15:53:42.224679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:42.273487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aeef3cc3-8dab-4a6b-9e55-1dff6197b4aa req-2fa16ae4-a16d-493f-803b-ed60a0126407 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581059 Jun 03 15:53:42.299606 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3101e061-105f-427d-b91c-1ca70aa0e61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.343065 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3101e061-105f-427d-b91c-1ca70aa0e61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.400936 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97582c31-e40c-401e-b1d9-01e5651af0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.418075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97582c31-e40c-401e-b1d9-01e5651af0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:42.424132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-97582c31-e40c-401e-b1d9-01e5651af0cd admin admin] Usage tracker for resource:security_group_rule and tenant:dc4b908a42e4478d872ee28bf8b0d6fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:42.425319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-97582c31-e40c-401e-b1d9-01e5651af0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:42.434600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-97582c31-e40c-401e-b1d9-01e5651af0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:42.447167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3101e061-105f-427d-b91c-1ca70aa0e61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.477027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101e061-105f-427d-b91c-1ca70aa0e61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8e864b-f6d0-4a35-a539-e0fdd5e0cf23,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:42.487228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3101e061-105f-427d-b91c-1ca70aa0e61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.496784 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3101e061-105f-427d-b91c-1ca70aa0e61c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e8e864b-f6d0-4a35-a539-e0fdd5e0cf23 HTTP/1.1" status: 204 len: 168 time: 0.3157763 Jun 03 15:53:42.587733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97582c31-e40c-401e-b1d9-01e5651af0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.593368 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-97582c31-e40c-401e-b1d9-01e5651af0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.656704 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-97582c31-e40c-401e-b1d9-01e5651af0cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc4b908a42e4478d872ee28bf8b0d6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166899 Jun 03 15:53:42.657767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97582c31-e40c-401e-b1d9-01e5651af0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e565c86b-af49-4bf2-bfad-5d21a0c99b47,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:42.659853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54682) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:42.779161 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85b57720-bc7a-45de-a0bf-88050806772b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.811783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85b57720-bc7a-45de-a0bf-88050806772b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.887373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85b57720-bc7a-45de-a0bf-88050806772b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.914110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b57720-bc7a-45de-a0bf-88050806772b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e565c86b-af49-4bf2-bfad-5d21a0c99b47,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:42.924368 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-85b57720-bc7a-45de-a0bf-88050806772b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:42.927683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-85b57720-bc7a-45de-a0bf-88050806772b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e565c86b-af49-4bf2-bfad-5d21a0c99b47 HTTP/1.1" status: 204 len: 168 time: 0.2610185 Jun 03 15:53:43.004757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54690) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:43.069981 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6acaf4e8-e5c6-49d2-bc76-bee8b343cf75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d002845161ee4290a6465e2a85eddbad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607982 Jun 03 15:53:43.069981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54694) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:43.142938 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-992dbe76-e1ae-44c5-a57d-5791f230d092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.172941 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-992dbe76-e1ae-44c5-a57d-5791f230d092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.231382 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-992dbe76-e1ae-44c5-a57d-5791f230d092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.253371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dbe76-e1ae-44c5-a57d-5791f230d092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8b9f47-f2d2-4fa2-9768-455d20760068,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:43.259295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-992dbe76-e1ae-44c5-a57d-5791f230d092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.274954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-992dbe76-e1ae-44c5-a57d-5791f230d092 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c8b9f47-f2d2-4fa2-9768-455d20760068 HTTP/1.1" status: 204 len: 168 time: 0.1959209 Jun 03 15:53:43.409208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54704) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:43.469695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3529abfb-974a-493a-bf46-b0d6591584f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.499883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3529abfb-974a-493a-bf46-b0d6591584f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:43.505684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3529abfb-974a-493a-bf46-b0d6591584f2 admin admin] Usage tracker for resource:security_group_rule and tenant:eab797e852f84cbdbf6734310c31505c is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:43.509788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3529abfb-974a-493a-bf46-b0d6591584f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:43.517901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3529abfb-974a-493a-bf46-b0d6591584f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:43.562212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12ea07-f1bd-4324-a848-6cad4d7bc3d1 req-698c1bbf-68a7-4bfe-980c-28ffa43f6aa1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:43.563602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f12ea07-f1bd-4324-a848-6cad4d7bc3d1 req-698c1bbf-68a7-4bfe-980c-28ffa43f6aa1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.1370995 Jun 03 15:53:43.643780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f12ea07-f1bd-4324-a848-6cad4d7bc3d1 req-cecca1f8-ab6d-4f79-98a8-ea123ede0abe tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728235 Jun 03 15:53:43.691337 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3529abfb-974a-493a-bf46-b0d6591584f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.697828 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3529abfb-974a-493a-bf46-b0d6591584f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.756948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3529abfb-974a-493a-bf46-b0d6591584f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eab797e852f84cbdbf6734310c31505c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426762 Jun 03 15:53:43.756948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529abfb-974a-493a-bf46-b0d6591584f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baec08e2-84bf-400b-8f96-f9f58caa5b80,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:43.757275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54722) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:43.837790 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a82dbb4-debc-4361-b019-fad65c060658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.867625 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a82dbb4-debc-4361-b019-fad65c060658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.947486 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a82dbb4-debc-4361-b019-fad65c060658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.966200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82dbb4-debc-4361-b019-fad65c060658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec08e2-84bf-400b-8f96-f9f58caa5b80,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:43.976365 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5a82dbb4-debc-4361-b019-fad65c060658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:43.978416 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5a82dbb4-debc-4361-b019-fad65c060658 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/baec08e2-84bf-400b-8f96-f9f58caa5b80 HTTP/1.1" status: 204 len: 168 time: 0.2193384 Jun 03 15:53:44.882252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c961a1-ebcd-49ef-9a33-1661051e3554 req-0dfc7644-7309-43f3-925a-8a3b91c8fd16 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:44.883828 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69c961a1-ebcd-49ef-9a33-1661051e3554 req-0dfc7644-7309-43f3-925a-8a3b91c8fd16 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 943 time: 0.1137009 Jun 03 15:53:44.946169 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69c961a1-ebcd-49ef-9a33-1661051e3554 req-f5b210b3-014f-4568-bc7b-0721e4f97e81 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544789 Jun 03 15:53:45.344800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54826) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:45.504076 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a703fd0d-1228-46d0-b99f-ee45ea76381d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.524547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a703fd0d-1228-46d0-b99f-ee45ea76381d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:45.528738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a703fd0d-1228-46d0-b99f-ee45ea76381d admin admin] Usage tracker for resource:security_group_rule and tenant:b130738e59b044e5a9dd183ac4c4fce2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:45.534297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a703fd0d-1228-46d0-b99f-ee45ea76381d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:45.540764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a703fd0d-1228-46d0-b99f-ee45ea76381d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:45.565692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 248b4bec-3e84-4a9c-9ba8-828f0900d7ee details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:53:45.663198 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a703fd0d-1228-46d0-b99f-ee45ea76381d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.670110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a703fd0d-1228-46d0-b99f-ee45ea76381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.732221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a703fd0d-1228-46d0-b99f-ee45ea76381d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b130738e59b044e5a9dd183ac4c4fce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862360 Jun 03 15:53:45.734645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703fd0d-1228-46d0-b99f-ee45ea76381d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5274fb-b581-48a2-b144-07a554d10528,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:45.735133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54896) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:45.752055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=248b4bec-3e84-4a9c-9ba8-828f0900d7ee,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:45.766584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '248b4bec-3e84-4a9c-9ba8-828f0900d7ee', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'port_id': '248b4bec-3e84-4a9c-9ba8-828f0900d7ee', 'mac_address': 'fa:16:3e:c8:bd:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:53:45.832204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:45.832826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.833074 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.855745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248b4bec-3e84-4a9c-9ba8-828f0900d7ee {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:53:45.875598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=248b4bec-3e84-4a9c-9ba8-828f0900d7ee,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:45.882071 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.883469 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.949195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.961280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=248b4bec-3e84-4a9c-9ba8-828f0900d7ee,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:45.965433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5274fb-b581-48a2-b144-07a554d10528,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:45.976387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.977235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.978175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.978807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.979289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.979767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.980240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.981048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.981541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.982039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.982510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.982979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:53:45.988073 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:45.992292 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fa04b9ab-54e9-41af-a5c1-f1e5e513623e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc5274fb-b581-48a2-b144-07a554d10528 HTTP/1.1" status: 204 len: 168 time: 0.2534177 Jun 03 15:53:46.245212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54930) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:46.275660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['248b4bec-3e84-4a9c-9ba8-828f0900d7ee'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:53:46.321394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ec115-6881-48de-b5e9-b515c16eab17 req-bc005867-138e-484a-8da5-3f0766b4a735 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:46.337478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f3ec115-6881-48de-b5e9-b515c16eab17 req-bc005867-138e-484a-8da5-3f0766b4a735 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 944 time: 0.2237391 Jun 03 15:53:46.403018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f3ec115-6881-48de-b5e9-b515c16eab17 req-08feafcf-92b1-4794-aa55-a2bcf3219a44 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644467 Jun 03 15:53:46.505670 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74cb35db-d3b4-418c-a67f-6b126a649e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.523500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-74cb35db-d3b4-418c-a67f-6b126a649e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:46.528551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-74cb35db-d3b4-418c-a67f-6b126a649e2c admin admin] Usage tracker for resource:security_group_rule and tenant:2fdb891388d24ed78040c49be94308f2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:46.533298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-74cb35db-d3b4-418c-a67f-6b126a649e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:46.540085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-74cb35db-d3b4-418c-a67f-6b126a649e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:46.656472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74cb35db-d3b4-418c-a67f-6b126a649e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.662032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-74cb35db-d3b4-418c-a67f-6b126a649e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.717828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-74cb35db-d3b4-418c-a67f-6b126a649e2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fdb891388d24ed78040c49be94308f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4714561 Jun 03 15:53:46.718906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb35db-d3b4-418c-a67f-6b126a649e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d3415a-3cf3-480a-9663-2766f831e3ae,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:46.720703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54952) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:46.790718 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdec4380-bd3c-4e2c-adeb-e541410d7736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.819977 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdec4380-bd3c-4e2c-adeb-e541410d7736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.882649 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdec4380-bd3c-4e2c-adeb-e541410d7736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.901863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec4380-bd3c-4e2c-adeb-e541410d7736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d3415a-3cf3-480a-9663-2766f831e3ae,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:46.923362 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fdec4380-bd3c-4e2c-adeb-e541410d7736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:46.924337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fdec4380-bd3c-4e2c-adeb-e541410d7736 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08d3415a-3cf3-480a-9663-2766f831e3ae HTTP/1.1" status: 204 len: 168 time: 0.2025585 Jun 03 15:53:47.318992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 54966) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:47.341006 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e66c3fa4-b006-49ad-a5c5-e6d4a9743b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.357978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e66c3fa4-b006-49ad-a5c5-e6d4a9743b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:53:47.362826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e66c3fa4-b006-49ad-a5c5-e6d4a9743b56 admin admin] Usage tracker for resource:security_group_rule and tenant:43da4cd05f7c44c8b58c40cbbd55cfbe is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:53:47.366098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e66c3fa4-b006-49ad-a5c5-e6d4a9743b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:53:47.372219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e66c3fa4-b006-49ad-a5c5-e6d4a9743b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:53:47.459667 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e66c3fa4-b006-49ad-a5c5-e6d4a9743b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.465135 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e66c3fa4-b006-49ad-a5c5-e6d4a9743b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.515479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e66c3fa4-b006-49ad-a5c5-e6d4a9743b56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43da4cd05f7c44c8b58c40cbbd55cfbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953883 Jun 03 15:53:47.518290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 54972) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:53:47.547227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c3fa4-b006-49ad-a5c5-e6d4a9743b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba14892-425f-4bdf-beda-fb437583d38c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:47.570707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 248b4bec-3e84-4a9c-9ba8-828f0900d7ee up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:53:47.602726 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43a9d23b-c980-4109-aa9c-fafbbf994cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.624843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7b9b3-bfcd-4f0a-aa2f-35599d08b960 req-790b8987-07ec-4e63-a6b7-ed9c70c91128 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:47.626705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aea7b9b3-bfcd-4f0a-aa2f-35599d08b960 req-790b8987-07ec-4e63-a6b7-ed9c70c91128 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 944 time: 0.1141794 Jun 03 15:53:47.639956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43a9d23b-c980-4109-aa9c-fafbbf994cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.650818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:53:47.657481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:53:47.658264 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.698662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aea7b9b3-bfcd-4f0a-aa2f-35599d08b960 req-49258131-6dd8-4c9a-a2ae-7747d09c76b7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607607 Jun 03 15:53:47.766849 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43a9d23b-c980-4109-aa9c-fafbbf994cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.793018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9d23b-c980-4109-aa9c-fafbbf994cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba14892-425f-4bdf-beda-fb437583d38c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:47.795106 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-43a9d23b-c980-4109-aa9c-fafbbf994cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.796240 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-43a9d23b-c980-4109-aa9c-fafbbf994cfc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eba14892-425f-4bdf-beda-fb437583d38c HTTP/1.1" status: 204 len: 168 time: 0.2769558 Jun 03 15:53:47.812915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:53:47.813304 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.859698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af78b4c-2b34-4c68-88bc-f9c6fca18e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248b4bec-3e84-4a9c-9ba8-828f0900d7ee'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:53:47.870733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=248b4bec-3e84-4a9c-9ba8-828f0900d7ee,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:47.876949 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:47.952615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=248b4bec-3e84-4a9c-9ba8-828f0900d7ee,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:48.187465 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275bd484-746d-4ff6-83f1-1e008bb362b4'] response: {'server_uuid': '9af78b4c-2b34-4c68-88bc-f9c6fca18e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248b4bec-3e84-4a9c-9ba8-828f0900d7ee', 'code': 200} Jun 03 15:53:48.384906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da84b7f-6095-4218-ae7e-89ba13f120f6 req-cc72ba78-b164-412a-a23e-c600357e243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:48.386972 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1da84b7f-6095-4218-ae7e-89ba13f120f6 req-cc72ba78-b164-412a-a23e-c600357e243d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 1096 time: 0.0973055 Jun 03 15:53:48.437017 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1da84b7f-6095-4218-ae7e-89ba13f120f6 req-3ae6f256-5c6e-4740-9496-087e5c1a543a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Jun 03 15:53:48.887489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7002a2-469c-4e57-9abc-a96038e1ea4f req-59473b04-6be6-4a8e-8f0d-fadb660a93a2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:48.888832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed7002a2-469c-4e57-9abc-a96038e1ea4f req-59473b04-6be6-4a8e-8f0d-fadb660a93a2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 945 time: 0.0857129 Jun 03 15:53:48.941692 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed7002a2-469c-4e57-9abc-a96038e1ea4f req-f94fa294-82a8-486f-aef9-87c845fa343b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446868 Jun 03 15:53:50.150737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d4957-565b-48a1-96bc-95d4ff732939 req-ea88d347-d824-42ad-9dce-a84c27d5a7a2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:50.152232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-413d4957-565b-48a1-96bc-95d4ff732939 req-ea88d347-d824-42ad-9dce-a84c27d5a7a2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 945 time: 0.0866880 Jun 03 15:53:50.200864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-413d4957-565b-48a1-96bc-95d4ff732939 req-70fb4943-caab-4927-857b-0396c884b689 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 Jun 03 15:53:50.408617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9d32c-ec62-4bb3-aeb7-67ef8d78c252 req-9b91cfd0-2093-4349-914d-8bd9f5c4d438 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:50.410107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99d9d32c-ec62-4bb3-aeb7-67ef8d78c252 req-9b91cfd0-2093-4349-914d-8bd9f5c4d438 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 945 time: 0.0913484 Jun 03 15:53:50.457353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99d9d32c-ec62-4bb3-aeb7-67ef8d78c252 req-866d1891-1685-4978-99a4-28175cebc714 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 Jun 03 15:53:51.163256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd83bba-23ec-48b0-8438-4b3eb59aa522 req-611ba080-953b-478a-9b22-3029cb21c9c5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:51.164746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdd83bba-23ec-48b0-8438-4b3eb59aa522 req-611ba080-953b-478a-9b22-3029cb21c9c5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 945 time: 0.0853543 Jun 03 15:53:51.215780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdd83bba-23ec-48b0-8438-4b3eb59aa522 req-81303523-f79b-4591-8781-91b495ea253e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Jun 03 15:53:52.440160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fb3e6-f74c-42ee-a752-54de4e23ef3b req-433a4573-18e3-40d8-98bb-1141c5cb0752 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:52.443725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f1fb3e6-f74c-42ee-a752-54de4e23ef3b req-433a4573-18e3-40d8-98bb-1141c5cb0752 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 945 time: 0.1103201 Jun 03 15:53:52.510714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f1fb3e6-f74c-42ee-a752-54de4e23ef3b req-553360b7-7065-413a-9cfb-c1368a7916be tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601511 Jun 03 15:53:52.941690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-6d247618-e3cf-4137-b03f-23a6896a5a43 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:53:52.942563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-6d247618-e3cf-4137-b03f-23a6896a5a43 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:53:52.962657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-6d247618-e3cf-4137-b03f-23a6896a5a43 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:53:52.963089 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-6d247618-e3cf-4137-b03f-23a6896a5a43 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 945 time: 0.1109693 Jun 03 15:53:53.040780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-c0522080-7637-48b9-9366-782315f1b979 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Deleting port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:53:53.041134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-c0522080-7637-48b9-9366-782315f1b979 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:53.396899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-c0522080-7637-48b9-9366-782315f1b979 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] For port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=248b4bec-3e84-4a9c-9ba8-828f0900d7ee,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:53:53.397472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-c0522080-7637-48b9-9366-782315f1b979 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:53.679745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-c0522080-7637-48b9-9366-782315f1b979 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Calling delete_port for 248b4bec-3e84-4a9c-9ba8-828f0900d7ee owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:53:53.873046 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-c0522080-7637-48b9-9366-782315f1b979 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:53.883122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ded50d1-26c5-4dd1-ab14-a48e8b6db687 req-98535b36-70fc-4a57-9903-808390ccdbdc tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 210 time: 0.0526814 Jun 03 15:53:53.916748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['53217350-c2a2-4bae-b755-171b65718872'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:53:53.945113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0522080-7637-48b9-9366-782315f1b979 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event deleted for resources: {'Port': ['ID=248b4bec-3e84-4a9c-9ba8-828f0900d7ee,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:53:54.025303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-c0522080-7637-48b9-9366-782315f1b979 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] No DVR routers for this DVR port 248b4bec-3e84-4a9c-9ba8-828f0900d7ee on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:53:54.029039 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-c0522080-7637-48b9-9366-782315f1b979 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:53:54.039753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af78b4c-2b34-4c68-88bc-f9c6fca18e21', 'name': 'network-vif-deleted', 'tag': '248b4bec-3e84-4a9c-9ba8-828f0900d7ee'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:53:54.079854 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4c8dab1d-c112-41e7-8aa9-303272d43919 req-c0522080-7637-48b9-9366-782315f1b979 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "DELETE /v2.0/ports/248b4bec-3e84-4a9c-9ba8-828f0900d7ee HTTP/1.1" status: 204 len: 173 time: 1.1120989 Jun 03 15:53:54.121962 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8803a743-6595-4a89-9d2e-d406093f102d'] response: {'server_uuid': '9af78b4c-2b34-4c68-88bc-f9c6fca18e21', 'name': 'network-vif-deleted', 'tag': '248b4bec-3e84-4a9c-9ba8-828f0900d7ee', 'status': 'completed', 'code': 200} Jun 03 15:53:55.121340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d63639f-43c1-4254-88ec-83838b23185e req-f118e153-c661-42cf-80a2-40a7a579b98b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=9af78b4c-2b34-4c68-88bc-f9c6fca18e21 HTTP/1.1" status: 200 len: 210 time: 0.0644186 Jun 03 15:53:55.606374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 248b4bec-3e84-4a9c-9ba8-828f0900d7ee no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:53:55.684770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 248b4bec-3e84-4a9c-9ba8-828f0900d7ee {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:53:55.685462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 248b4bec-3e84-4a9c-9ba8-828f0900d7ee not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:53:59.707349 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.119140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09870-c216-477a-8e6e-a3d42cc8fcc3 req-d69ed13d-e708-462d-a9ee-8a1765549394 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:00.120609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-feb09870-c216-477a-8e6e-a3d42cc8fcc3 req-d69ed13d-e708-462d-a9ee-8a1765549394 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 946 time: 0.0833826 Jun 03 15:54:00.166534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-feb09870-c216-477a-8e6e-a3d42cc8fcc3 req-5656f60f-eef3-4658-bb15-de34ac3f021a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Jun 03 15:54:00.392246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55190) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:00.518929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.533395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:00.537369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Usage tracker for resource:security_group_rule and tenant:9aad27c1eb204e06941a1deb666a3674 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:00.540261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:00.546110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:00.630214 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.637080 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.683940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9aad27c1eb204e06941a1deb666a3674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897785 Jun 03 15:54:00.684865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473baf05-46ee-4d8f-85c3-32d151d18946,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:00.686790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55196) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:00.707497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.707833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.708156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.708479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.708798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.709113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.709449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.709773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.710098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.710407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.710740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.711005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d460e-ec4d-4f15-a42b-57b7fab0df92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:00.759751 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7db96b69-5278-4f0f-a7dd-8dbfe647f156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.786783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7db96b69-5278-4f0f-a7dd-8dbfe647f156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.841248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7db96b69-5278-4f0f-a7dd-8dbfe647f156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.859233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db96b69-5278-4f0f-a7dd-8dbfe647f156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473baf05-46ee-4d8f-85c3-32d151d18946,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:00.869337 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7db96b69-5278-4f0f-a7dd-8dbfe647f156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:00.870513 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7db96b69-5278-4f0f-a7dd-8dbfe647f156 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/473baf05-46ee-4d8f-85c3-32d151d18946 HTTP/1.1" status: 204 len: 168 time: 0.1828668 Jun 03 15:54:01.185596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55204) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:01.203588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ea58894-3b7b-4723-81f7-3bac92aa4b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.222243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ea58894-3b7b-4723-81f7-3bac92aa4b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:01.226869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ea58894-3b7b-4723-81f7-3bac92aa4b83 admin admin] Usage tracker for resource:security_group_rule and tenant:159b4de26a3943e381e65923141dd258 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:01.229808 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3ea58894-3b7b-4723-81f7-3bac92aa4b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:01.236075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3ea58894-3b7b-4723-81f7-3bac92aa4b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:01.326443 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ea58894-3b7b-4723-81f7-3bac92aa4b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.331759 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3ea58894-3b7b-4723-81f7-3bac92aa4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.364147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad7486-d82b-424f-b886-5f5b2648ff8e req-846bfad3-5c97-437e-823f-37f47e3e0c9c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:01.365630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbad7486-d82b-424f-b886-5f5b2648ff8e req-846bfad3-5c97-437e-823f-37f47e3e0c9c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 946 time: 0.0824337 Jun 03 15:54:01.383960 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3ea58894-3b7b-4723-81f7-3bac92aa4b83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=159b4de26a3943e381e65923141dd258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972387 Jun 03 15:54:01.384939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea58894-3b7b-4723-81f7-3bac92aa4b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9a8a93-0193-43d0-8ff1-17fbd04d9d59,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:01.388004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55210) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:01.415413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbad7486-d82b-424f-b886-5f5b2648ff8e req-21da0eeb-a628-4fc2-9fdd-af077c3bf7a8 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=17f41fbb-2f24-40a9-9a16-175e8c1bcf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430136 Jun 03 15:54:01.446493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-648d04d0-1788-4265-8383-ea4824970ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.473358 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-648d04d0-1788-4265-8383-ea4824970ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.528332 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-648d04d0-1788-4265-8383-ea4824970ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.547269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d04d0-1788-4265-8383-ea4824970ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9a8a93-0193-43d0-8ff1-17fbd04d9d59,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:01.551601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-648d04d0-1788-4265-8383-ea4824970ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:01.552699 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-648d04d0-1788-4265-8383-ea4824970ab5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d9a8a93-0193-43d0-8ff1-17fbd04d9d59 HTTP/1.1" status: 204 len: 168 time: 0.1631930 Jun 03 15:54:01.868631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-ebf0f065-5b87-4683-b964-ab8a5abe9a19 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:01.869385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-ebf0f065-5b87-4683-b964-ab8a5abe9a19 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:01.886492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-ebf0f065-5b87-4683-b964-ab8a5abe9a19 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:01.887637 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-ebf0f065-5b87-4683-b964-ab8a5abe9a19 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 946 time: 0.0984385 Jun 03 15:54:01.962330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-fba67dfe-dea1-477d-9343-ce6b0d6acf6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Deleting port 53217350-c2a2-4bae-b755-171b65718872 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:01.962761 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-fba67dfe-dea1-477d-9343-ce6b0d6acf6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:02.159782 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-839ef100-f62a-427a-8368-600fb4d54675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:02.218305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-fba67dfe-dea1-477d-9343-ce6b0d6acf6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] For port 53217350-c2a2-4bae-b755-171b65718872, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=53217350-c2a2-4bae-b755-171b65718872,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:02.218734 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-fba67dfe-dea1-477d-9343-ce6b0d6acf6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:02.345112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-fba67dfe-dea1-477d-9343-ce6b0d6acf6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Calling delete_port for 53217350-c2a2-4bae-b755-171b65718872 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:02.490043 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-fba67dfe-dea1-477d-9343-ce6b0d6acf6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:02.523814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['53217350-c2a2-4bae-b755-171b65718872'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:54:02.543992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba67dfe-dea1-477d-9343-ce6b0d6acf6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event deleted for resources: {'Port': ['ID=53217350-c2a2-4bae-b755-171b65718872,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:02.608564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a78bd47-4633-4b58-b72d-18aa2f59aae4 req-208e7498-da3e-4613-95e4-b0562bb828c6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 210 time: 0.0809050 Jun 03 15:54:02.623860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-fba67dfe-dea1-477d-9343-ce6b0d6acf6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] No DVR routers for this DVR port 53217350-c2a2-4bae-b755-171b65718872 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:54:02.633615 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-fba67dfe-dea1-477d-9343-ce6b0d6acf6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:02.633615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0d1817-f339-4c44-82b1-7ef0e059a17c', 'name': 'network-vif-deleted', 'tag': '53217350-c2a2-4bae-b755-171b65718872'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:02.646351 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-edaa7ec1-2dd1-4de6-bc44-897554f3494c req-fba67dfe-dea1-477d-9343-ce6b0d6acf6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "DELETE /v2.0/ports/53217350-c2a2-4bae-b755-171b65718872 HTTP/1.1" status: 204 len: 173 time: 0.7518592 Jun 03 15:54:02.686908 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7184ad-34ba-4e24-b2c6-09a1e18e7603'] response: {'server_uuid': '8f0d1817-f339-4c44-82b1-7ef0e059a17c', 'name': 'network-vif-deleted', 'tag': '53217350-c2a2-4bae-b755-171b65718872', 'status': 'completed', 'code': 200} Jun 03 15:54:03.798104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2f3e3a4-fc46-4c64-8e32-e0e0ae525a4a req-a0744b30-b7ea-4267-8f64-e562b2ad08b6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f0d1817-f339-4c44-82b1-7ef0e059a17c HTTP/1.1" status: 200 len: 210 time: 0.0470998 Jun 03 15:54:03.912654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55290) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:04.047877 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eaa1973a-664a-41d9-9358-ab1c850b3e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.065784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eaa1973a-664a-41d9-9358-ab1c850b3e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:04.069784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-eaa1973a-664a-41d9-9358-ab1c850b3e70 admin admin] Usage tracker for resource:security_group_rule and tenant:5f2b03fb94a34626b9402f6aa20ece08 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:04.072639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-eaa1973a-664a-41d9-9358-ab1c850b3e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:04.079559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-eaa1973a-664a-41d9-9358-ab1c850b3e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:04.167085 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eaa1973a-664a-41d9-9358-ab1c850b3e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.172714 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eaa1973a-664a-41d9-9358-ab1c850b3e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.219290 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eaa1973a-664a-41d9-9358-ab1c850b3e70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f2b03fb94a34626b9402f6aa20ece08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054297 Jun 03 15:54:04.220034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1973a-664a-41d9-9358-ab1c850b3e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60355a43-1e45-4ded-b113-f8bb3afa8951,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:04.222112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55296) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:04.286989 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d8c992f-644c-494c-86c5-52f3fd6db1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.317126 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d8c992f-644c-494c-86c5-52f3fd6db1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.382248 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d8c992f-644c-494c-86c5-52f3fd6db1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.398894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c992f-644c-494c-86c5-52f3fd6db1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60355a43-1e45-4ded-b113-f8bb3afa8951,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:04.403636 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d8c992f-644c-494c-86c5-52f3fd6db1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.407483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6d8c992f-644c-494c-86c5-52f3fd6db1e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60355a43-1e45-4ded-b113-f8bb3afa8951 HTTP/1.1" status: 204 len: 168 time: 0.1842983 Jun 03 15:54:04.709559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55304) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:04.728437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb59a633-ce6d-4c17-88d7-7c8055dae210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.747662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cb59a633-ce6d-4c17-88d7-7c8055dae210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:04.751883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cb59a633-ce6d-4c17-88d7-7c8055dae210 admin admin] Usage tracker for resource:security_group_rule and tenant:052d4f4964b7469e8e531e6cbb21d3c3 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:04.754968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cb59a633-ce6d-4c17-88d7-7c8055dae210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:04.761203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cb59a633-ce6d-4c17-88d7-7c8055dae210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:04.852790 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb59a633-ce6d-4c17-88d7-7c8055dae210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.856410 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bbe1015c-cb95-45a3-9c05-632dc3b02a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.858413 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb59a633-ce6d-4c17-88d7-7c8055dae210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:04.910731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59a633-ce6d-4c17-88d7-7c8055dae210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61218409-4688-41c1-ab27-1f7aa544fec6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:04.927531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55312) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:04.939463 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cb59a633-ce6d-4c17-88d7-7c8055dae210 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=052d4f4964b7469e8e531e6cbb21d3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286708 Jun 03 15:54:04.997102 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e402a70e-eec2-44a2-b4d7-c11ed1230330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.029327 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e402a70e-eec2-44a2-b4d7-c11ed1230330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.095885 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e402a70e-eec2-44a2-b4d7-c11ed1230330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.111730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402a70e-eec2-44a2-b4d7-c11ed1230330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61218409-4688-41c1-ab27-1f7aa544fec6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:05.121047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e402a70e-eec2-44a2-b4d7-c11ed1230330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.123070 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e402a70e-eec2-44a2-b4d7-c11ed1230330 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61218409-4688-41c1-ab27-1f7aa544fec6 HTTP/1.1" status: 204 len: 168 time: 0.1945148 Jun 03 15:54:05.344679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:05.605885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 53217350-c2a2-4bae-b755-171b65718872 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:54:05.653317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 53217350-c2a2-4bae-b755-171b65718872 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:54:05.654124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 53217350-c2a2-4bae-b755-171b65718872 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:54:05.688999 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.220056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55394) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:06.225422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1574563462', 'description': 'tempest-secgroup-smoke-1574563462 description', 'project_id': '478b98182f234210949a5c9275a7f1fe'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:06.232401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:06.242700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:06.255511 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.275270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:06.279130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:security_group_rule and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:06.282025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:06.290993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:06.363772 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.368947 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.416866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133a8021-702d-48ed-a3db-6ec7cdea6b4d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:06.431689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.433080 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-09994cd4-de92-478b-9a19-56e734f44622 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2120011 Jun 03 15:54:06.436185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55404) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:06.441233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bf299d47-66ef-413b-9fd4-84460ddad01e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'security_group_rule': {'security_group_id': '133a8021-702d-48ed-a3db-6ec7cdea6b4d', 'project_id': '478b98182f234210949a5c9275a7f1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:06.447783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bf299d47-66ef-413b-9fd4-84460ddad01e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:06.451852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bf299d47-66ef-413b-9fd4-84460ddad01e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:security_group_rule and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:06.454738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bf299d47-66ef-413b-9fd4-84460ddad01e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:06.460571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bf299d47-66ef-413b-9fd4-84460ddad01e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:06.481182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf299d47-66ef-413b-9fd4-84460ddad01e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.544690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf299d47-66ef-413b-9fd4-84460ddad01e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.549428 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf299d47-66ef-413b-9fd4-84460ddad01e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.574431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf299d47-66ef-413b-9fd4-84460ddad01e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c4dc31-9c43-4f84-b9a1-b1d6e0b4dd43,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:06.584974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bf299d47-66ef-413b-9fd4-84460ddad01e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.586478 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bf299d47-66ef-413b-9fd4-84460ddad01e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493766 Jun 03 15:54:06.589168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55412) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:06.594302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-39aaa42b-a43b-4c85-a601-1ad0c1d01499 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'security_group_rule': {'security_group_id': '133a8021-702d-48ed-a3db-6ec7cdea6b4d', 'project_id': '478b98182f234210949a5c9275a7f1fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:06.600732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-39aaa42b-a43b-4c85-a601-1ad0c1d01499 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:06.604914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-39aaa42b-a43b-4c85-a601-1ad0c1d01499 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:security_group_rule and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:06.607888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-39aaa42b-a43b-4c85-a601-1ad0c1d01499 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:06.613680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-39aaa42b-a43b-4c85-a601-1ad0c1d01499 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:06.634028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-39aaa42b-a43b-4c85-a601-1ad0c1d01499 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.694169 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-39aaa42b-a43b-4c85-a601-1ad0c1d01499 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.698444 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-39aaa42b-a43b-4c85-a601-1ad0c1d01499 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.721256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaa42b-a43b-4c85-a601-1ad0c1d01499 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e8ef54-c861-401f-a92b-759f23914358,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:06.732650 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-39aaa42b-a43b-4c85-a601-1ad0c1d01499 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.734434 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-39aaa42b-a43b-4c85-a601-1ad0c1d01499 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440513 Jun 03 15:54:06.736769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55420) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:06.742056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1f79d98c-43f7-44aa-8992-b0833039358f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'security_group_rule': {'security_group_id': '133a8021-702d-48ed-a3db-6ec7cdea6b4d', 'project_id': '478b98182f234210949a5c9275a7f1fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:06.748823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1f79d98c-43f7-44aa-8992-b0833039358f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:06.752918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f79d98c-43f7-44aa-8992-b0833039358f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:security_group_rule and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:06.755874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1f79d98c-43f7-44aa-8992-b0833039358f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:06.761909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1f79d98c-43f7-44aa-8992-b0833039358f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:06.779546 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f79d98c-43f7-44aa-8992-b0833039358f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.846824 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f79d98c-43f7-44aa-8992-b0833039358f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.848452 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f79d98c-43f7-44aa-8992-b0833039358f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.874665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79d98c-43f7-44aa-8992-b0833039358f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7966ed8f-8ff6-4c4c-8a48-6e31df164717,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:06.886027 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1f79d98c-43f7-44aa-8992-b0833039358f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:06.887338 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1f79d98c-43f7-44aa-8992-b0833039358f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494026 Jun 03 15:54:06.891022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55430) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:06.896080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fd525284-5820-4d33-b929-25d1a9091437 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'security_group_rule': {'security_group_id': '133a8021-702d-48ed-a3db-6ec7cdea6b4d', 'project_id': '478b98182f234210949a5c9275a7f1fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:06.902790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fd525284-5820-4d33-b929-25d1a9091437 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:06.906896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fd525284-5820-4d33-b929-25d1a9091437 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:security_group_rule and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:06.909855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fd525284-5820-4d33-b929-25d1a9091437 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:06.915951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fd525284-5820-4d33-b929-25d1a9091437 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:06.934844 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd525284-5820-4d33-b929-25d1a9091437 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.010266 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd525284-5820-4d33-b929-25d1a9091437 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.015548 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd525284-5820-4d33-b929-25d1a9091437 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.040611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd525284-5820-4d33-b929-25d1a9091437 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d25b4a5-8293-46a8-ae78-828aaf5684c3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:07.055220 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fd525284-5820-4d33-b929-25d1a9091437 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.056880 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fd525284-5820-4d33-b929-25d1a9091437 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649487 Jun 03 15:54:07.059615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55438) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:07.066953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'security_group_rule': {'security_group_id': '133a8021-702d-48ed-a3db-6ec7cdea6b4d', 'project_id': '478b98182f234210949a5c9275a7f1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:07.075794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:07.080627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:security_group_rule and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:07.083960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:07.090305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:07.103703 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Project 478b98182f234210949a5c9275a7f1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:54:07.107046 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.112924 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.193149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.198587 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.225150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e73d07-46bb-4989-ae08-e103e99a1b70,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:07.241502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.241761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55450) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:07.242292 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-66776467-6212-40ee-a3ee-deec1047c621 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1810334 Jun 03 15:54:07.247964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'security_group_rule': {'security_group_id': '133a8021-702d-48ed-a3db-6ec7cdea6b4d', 'project_id': '478b98182f234210949a5c9275a7f1fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:07.255686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:07.260708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:security_group_rule and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:07.264299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:07.274669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:07.285184 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Project 478b98182f234210949a5c9275a7f1fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:54:07.292143 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.360345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.365031 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.390110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030de420-0ebc-4281-961b-b1ee1cf1f793,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:07.401344 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:07.402546 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d820cfe3-4056-409a-acb5-4d8f953a7a7e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1596231 Jun 03 15:54:09.002512 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:10.809676 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:54:12.050294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55598) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:12.179586 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b99634a4-0973-4c60-a6b8-23badb8f8b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.194888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b99634a4-0973-4c60-a6b8-23badb8f8b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:12.198770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b99634a4-0973-4c60-a6b8-23badb8f8b14 admin admin] Usage tracker for resource:security_group_rule and tenant:d641f7b4328c4acf967edb6cd31e72b2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:12.201684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b99634a4-0973-4c60-a6b8-23badb8f8b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:12.207467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b99634a4-0973-4c60-a6b8-23badb8f8b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:12.309441 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b99634a4-0973-4c60-a6b8-23badb8f8b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.315237 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b99634a4-0973-4c60-a6b8-23badb8f8b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.366499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99634a4-0973-4c60-a6b8-23badb8f8b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f132c359-9a10-4dd0-b234-da90e6c82042,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:12.373757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b99634a4-0973-4c60-a6b8-23badb8f8b14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d641f7b4328c4acf967edb6cd31e72b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190835 Jun 03 15:54:12.374075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55606) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:12.443558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b03d15a2-4b92-4d82-bd78-084fcbf88979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.471880 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b03d15a2-4b92-4d82-bd78-084fcbf88979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.528294 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b03d15a2-4b92-4d82-bd78-084fcbf88979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.544137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d15a2-4b92-4d82-bd78-084fcbf88979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f132c359-9a10-4dd0-b234-da90e6c82042,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:12.551979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b03d15a2-4b92-4d82-bd78-084fcbf88979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:12.555633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b03d15a2-4b92-4d82-bd78-084fcbf88979 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f132c359-9a10-4dd0-b234-da90e6c82042 HTTP/1.1" status: 204 len: 168 time: 0.1781909 Jun 03 15:54:15.107749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55704) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:15.246917 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4b2091bf-cf5d-4f03-b047-4a7868bd977f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.263886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4b2091bf-cf5d-4f03-b047-4a7868bd977f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:15.269397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4b2091bf-cf5d-4f03-b047-4a7868bd977f admin admin] Usage tracker for resource:security_group_rule and tenant:132f5a266c394bd5af2b2b8974768695 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:15.272735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4b2091bf-cf5d-4f03-b047-4a7868bd977f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:15.278587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4b2091bf-cf5d-4f03-b047-4a7868bd977f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:15.377587 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4b2091bf-cf5d-4f03-b047-4a7868bd977f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.383308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4b2091bf-cf5d-4f03-b047-4a7868bd977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.427923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2091bf-cf5d-4f03-b047-4a7868bd977f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f530cd02-32f7-43a6-b89f-d96657d19ece,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:15.448134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4b2091bf-cf5d-4f03-b047-4a7868bd977f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=132f5a266c394bd5af2b2b8974768695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391738 Jun 03 15:54:15.450951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55724) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:15.513491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa96abc4-3b1e-4ea2-bae4-0904ac74543d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.555202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa96abc4-3b1e-4ea2-bae4-0904ac74543d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.748513 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa96abc4-3b1e-4ea2-bae4-0904ac74543d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.766213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96abc4-3b1e-4ea2-bae4-0904ac74543d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f530cd02-32f7-43a6-b89f-d96657d19ece,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:15.771437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fa96abc4-3b1e-4ea2-bae4-0904ac74543d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:15.772612 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fa96abc4-3b1e-4ea2-bae4-0904ac74543d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f530cd02-32f7-43a6-b89f-d96657d19ece HTTP/1.1" status: 204 len: 168 time: 0.3201416 Jun 03 15:54:16.065792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55736) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:16.086557 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54267c26-0771-47e8-b14d-647615fcac34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.101207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-54267c26-0771-47e8-b14d-647615fcac34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:16.105532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-54267c26-0771-47e8-b14d-647615fcac34 admin admin] Usage tracker for resource:security_group_rule and tenant:ca735846b2db4ab18b828b5662f37764 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:16.108541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-54267c26-0771-47e8-b14d-647615fcac34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:16.114985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-54267c26-0771-47e8-b14d-647615fcac34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:16.203894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54267c26-0771-47e8-b14d-647615fcac34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.209544 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-54267c26-0771-47e8-b14d-647615fcac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.257858 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-54267c26-0771-47e8-b14d-647615fcac34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca735846b2db4ab18b828b5662f37764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908798 Jun 03 15:54:16.258830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54267c26-0771-47e8-b14d-647615fcac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf2725d-4ab2-4331-a50b-9517ed33a55c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:16.260747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55740) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:16.324376 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c5a74176-86e2-478a-b671-c06a53e361ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.351351 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c5a74176-86e2-478a-b671-c06a53e361ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.408717 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c5a74176-86e2-478a-b671-c06a53e361ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.426401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a74176-86e2-478a-b671-c06a53e361ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf2725d-4ab2-4331-a50b-9517ed33a55c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:16.437536 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c5a74176-86e2-478a-b671-c06a53e361ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:16.438712 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c5a74176-86e2-478a-b671-c06a53e361ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdf2725d-4ab2-4331-a50b-9517ed33a55c HTTP/1.1" status: 204 len: 168 time: 0.1769779 Jun 03 15:54:17.326724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55780) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:17.451920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2006634302'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:17.458113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:17.464303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:network and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:17.467533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:17.473893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:17.485052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:17.488561 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.500867 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.518435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:17.522489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:security_group_rule and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:17.525503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:17.531502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:17.624325 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.629580 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.663467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:17.672796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50418bd4-3986-4a4a-b182-b70fba1c0944,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:17.678649 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.679221 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Added segment 12268be3-dbd9-4409-8d0d-2a4c71ea4568 of type vlan for network a22b2fea-c092-4643-942b-0224e93020cb Jun 03 15:54:17.709249 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.746930 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.753857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:17.754503 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:17.872639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=a22b2fea-c092-4643-942b-0224e93020cb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:17.877296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a60ba3c3-05ce-41ce-ab7c-a91163a52380 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5485711 Jun 03 15:54:17.886602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a22b2fea-c092-4643-942b-0224e93020cb details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:19.863435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55816) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:20.464922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port d81a52bf-9bb5-4fed-a0e5-8adc935cfdb5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:20.465564 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:20.644696 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:20.645115 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:20.773787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for d81a52bf-9bb5-4fed-a0e5-8adc935cfdb5 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:20.947909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:21.052334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=d81a52bf-9bb5-4fed-a0e5-8adc935cfdb5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:21.126435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55850) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.132672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'network_id': 'a22b2fea-c092-4643-942b-0224e93020cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:21.137342 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:21.137674 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Floating IP c5c3316d-4792-48ec-b38d-c54f0c99be1f disassociated (deleted). External IP: 172.25.7.65, port: 17d02dda-e9bc-4471-9520-d64c33a23ba1. Jun 03 15:54:21.254232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:21.258168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:subnet and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:21.261129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:21.266775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:21.277569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:21.282195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:21.548353 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:21.607160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:54:21.634671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Checking segment: {'id': '12268be3-dbd9-4409-8d0d-2a4c71ea4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a22b2fea-c092-4643-942b-0224e93020cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:21.635023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network hostable DHCP agents. Network: a22b2fea-c092-4643-942b-0224e93020cb, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:21.653600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=ceeb6316-f5b9-4dd8-bc07-736f502b1ec8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:21.667023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network a22b2fea-c092-4643-942b-0224e93020cb is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:21.681191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a22b2fea-c092-4643-942b-0224e93020cb) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:21.691049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c14cf-a101-4bfc-849c-a74993f983cc None None] Network a22b2fea-c092-4643-942b-0224e93020cb requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:21.695817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:21.696691 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:21.736193 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1adcfe60-0f4e-43d9-935d-c04135b84350 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6085227 Jun 03 15:54:21.736799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55866) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:21.742851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286861583'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:21.759303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:21.767583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:network and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:21.773733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:21.787275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:21.805057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:21.809519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:21.811229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:21.829643 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:21.840010 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766843b-dcfe-46b4-85ca-d307cceddef6 None None] Sync routers for ids ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:21.851019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:21.861346 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:21.861812 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Added segment f139df5d-d91d-46c3-b5e5-48b21944e4fb of type vlan for network 2315e2bd-36a4-40f5-ac66-bfef18b2bd2e Jun 03 15:54:21.866805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766843b-dcfe-46b4-85ca-d307cceddef6 None None] Routers {'1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:21.867686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1766843b-dcfe-46b4-85ca-d307cceddef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:21.891286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-767dace8-f0d9-4bc1-bb88-a5c47a1d2172 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/floatingips/c5c3316d-4792-48ec-b38d-c54f0c99be1f HTTP/1.1" status: 204 len: 168 time: 2.0268295 Jun 03 15:54:21.892157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:21.896141 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:21.930962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:21.937347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:21.938092 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:21.947443 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f109bf38-af45-46ab-af19-89ffd2cbab42'] response: {'name': 'network-changed', 'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'status': 'completed', 'code': 200} Jun 03 15:54:22.114187 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3736112 Jun 03 15:54:22.114688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55874) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:22.124119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'network_id': '2315e2bd-36a4-40f5-ac66-bfef18b2bd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:22.145970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9734db1-b3b6-410d-89fc-9925a92f2e0e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=2315e2bd-36a4-40f5-ac66-bfef18b2bd2e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:22.155237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80fdd3-4ff0-4adb-8e23-7e0264dee7b6 req-2d32047a-94d8-469a-aa41-bbe5c6d19ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:22.156461 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce80fdd3-4ff0-4adb-8e23-7e0264dee7b6 req-2d32047a-94d8-469a-aa41-bbe5c6d19ff6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=767148f2fab9461bb6d15ea9d771d311&device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 1097 time: 0.1303501 Jun 03 15:54:22.223580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 2315e2bd-36a4-40f5-ac66-bfef18b2bd2e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:22.368321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80fdd3-4ff0-4adb-8e23-7e0264dee7b6 req-7096f36c-3aa1-4e2b-b876-a25ec9863f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:22.369835 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce80fdd3-4ff0-4adb-8e23-7e0264dee7b6 req-7096f36c-3aa1-4e2b-b876-a25ec9863f53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=03a7f79e-46fc-445c-8a83-f9fbafe528c4 HTTP/1.1" status: 200 len: 898 time: 0.1742299 Jun 03 15:54:22.394394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1766843b-dcfe-46b4-85ca-d307cceddef6 None None] Set router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:22.449804 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce80fdd3-4ff0-4adb-8e23-7e0264dee7b6 req-ea66ab04-9c16-4410-aa9c-ac979a5324d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1 HTTP/1.1" status: 200 len: 217 time: 0.0728545 Jun 03 15:54:22.544209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:22.547878 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80fdd3-4ff0-4adb-8e23-7e0264dee7b6 req-c39f52be-d200-4ea2-a8a7-7c206036492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:22.549602 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce80fdd3-4ff0-4adb-8e23-7e0264dee7b6 req-c39f52be-d200-4ea2-a8a7-7c206036492b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=41c839ac-db74-4d61-9af9-da17162af714 HTTP/1.1" status: 200 len: 835 time: 0.0922279 Jun 03 15:54:22.555110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:subnet and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:22.556758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-a22b2fea-c092-4643-942b-0224e93020cb', 'network_id': 'a22b2fea-c092-4643-942b-0224e93020cb', 'tenant_id': '43013f9285f641aba2fec2cb14bf8e6b', 'fixed_ips': [{'subnet_id': 'ceeb6316-f5b9-4dd8-bc07-736f502b1ec8'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:22.557614 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:22.558571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:22.566311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:22.577026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4996c1-a256-40ff-b59a-0ed4b0e54732 req-92c3e269-9df8-4a76-8ec1-4275ede2c121 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:22.577723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bb4996c1-a256-40ff-b59a-0ed4b0e54732 req-92c3e269-9df8-4a76-8ec1-4275ede2c121 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:22.595107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:22.598806 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:22.615618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bb4996c1-a256-40ff-b59a-0ed4b0e54732 req-92c3e269-9df8-4a76-8ec1-4275ede2c121 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:22.615618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb4996c1-a256-40ff-b59a-0ed4b0e54732 req-92c3e269-9df8-4a76-8ec1-4275ede2c121 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.1749942 Jun 03 15:54:22.675302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80fdd3-4ff0-4adb-8e23-7e0264dee7b6 req-a53b5675-3cad-48f5-b45e-daa2f791ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:22.676959 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce80fdd3-4ff0-4adb-8e23-7e0264dee7b6 req-a53b5675-3cad-48f5-b45e-daa2f791ffd6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=03a7f79e-46fc-445c-8a83-f9fbafe528c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183798 Jun 03 15:54:22.810303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb4996c1-a256-40ff-b59a-0ed4b0e54732 req-a17e6f32-de40-4400-96cf-c065f075d699 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802433 Jun 03 15:54:22.821907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Allocated IP 2001:db8:0:ffff::2 (a22b2fea-c092-4643-942b-0224e93020cb/ceeb6316-f5b9-4dd8-bc07-736f502b1ec8/123b1b2c-19b0-4d2a-8a23-9e67013c03fa) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:22.872495 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce80fdd3-4ff0-4adb-8e23-7e0264dee7b6 req-a6ba0caa-6996-4cd5-95b5-2b2b3f516316 service neutron] 10.222.0.67 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879790 Jun 03 15:54:22.966111 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:23.110512 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ce80fdd3-4ff0-4adb-8e23-7e0264dee7b6 req-713568e5-f1a5-4454-ba7d-ab20254eb99a service neutron] 10.222.0.67 "GET /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294512 Jun 03 15:54:23.184745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=1239352b-ffef-400f-89ee-a4c976e461f1,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:23.207829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Checking segment: {'id': 'f139df5d-d91d-46c3-b5e5-48b21944e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2315e2bd-36a4-40f5-ac66-bfef18b2bd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:23.208370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network hostable DHCP agents. Network: 2315e2bd-36a4-40f5-ac66-bfef18b2bd2e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:23.232097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network 2315e2bd-36a4-40f5-ac66-bfef18b2bd2e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:23.261532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 2315e2bd-36a4-40f5-ac66-bfef18b2bd2e) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:23.268323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:23.268582 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:23.269265 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:23.315732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae018f-ba46-4a85-974c-c7a8dbbf760c None None] Network 2315e2bd-36a4-40f5-ac66-bfef18b2bd2e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:23.328579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55900) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:23.341060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Transition to ACTIVE for port object 123b1b2c-19b0-4d2a-8a23-9e67013c03fa will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:23.344499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d4303d74-6a5e-452c-a87a-685b9bd7c48d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2256966 Jun 03 15:54:23.455618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Transition to ACTIVE for port object 123b1b2c-19b0-4d2a-8a23-9e67013c03fa will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:23.488706 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:23.533405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1766843b-dcfe-46b4-85ca-d307cceddef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:51:05Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a805e2d2-5e34-4db4-89b3-c82eb740b379', 'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:04:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:51:02Z', 'updated_at': '2022-06-03T15:51:16Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '41c839ac-db74-4d61-9af9-da17162af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:23.599885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Network a22b2fea-c092-4643-942b-0224e93020cb is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:23.613147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:23.618887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:23.621493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766843b-dcfe-46b4-85ca-d307cceddef6 None None] Checking router: 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:23.726350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:23.824756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:23.854448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Pushing event updated for resources: {'Port': ['ID=123b1b2c-19b0-4d2a-8a23-9e67013c03fa,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:23.873869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766843b-dcfe-46b4-85ca-d307cceddef6 None None] Routers {'1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:23.874586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1766843b-dcfe-46b4-85ca-d307cceddef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:23.930983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.931352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.931656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.932051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.932318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.932649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.932979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.933305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.933626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.933986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.934296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.934621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:23.999307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Attempting to bind port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:23.999770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Attempting to bind port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '12268be3-dbd9-4409-8d0d-2a4c71ea4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a22b2fea-c092-4643-942b-0224e93020cb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:23.999957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Attempting to bind port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa on network a22b2fea-c092-4643-942b-0224e93020cb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:24.036772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-973df665-70cc-460a-8415-1cf080a686d8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:24.038054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-973df665-70cc-460a-8415-1cf080a686d8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Synchronizing usage tracker for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:24.069840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-973df665-70cc-460a-8415-1cf080a686d8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Unset dirty status for tenant:767148f2fab9461bb6d15ea9d771d311 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:24.073283 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-973df665-70cc-460a-8415-1cf080a686d8 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.1965618 Jun 03 15:54:24.113804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85e477-cf85-4119-85d8-f194f73dc09a req-f07581ac-3cfb-4269-97c8-b9be5afd022f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:24.122345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e85e477-cf85-4119-85d8-f194f73dc09a req-f07581ac-3cfb-4269-97c8-b9be5afd022f tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 946 time: 0.1099825 Jun 03 15:54:24.134681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.183882 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e85e477-cf85-4119-85d8-f194f73dc09a req-6cdc0fb8-eb87-49e6-bd80-bfddbadabee4 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/security-groups?id=9db10d3e-618b-419b-aa41-56eb9e68e5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563397 Jun 03 15:54:24.197619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Subnet': ['ID=1239352b-ffef-400f-89ee-a4c976e461f1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:24.205462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:24.206376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Checking segment: {'id': '12268be3-dbd9-4409-8d0d-2a4c71ea4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a22b2fea-c092-4643-942b-0224e93020cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:24.206672 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.207111 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Bound using segment: {'id': '12268be3-dbd9-4409-8d0d-2a4c71ea4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a22b2fea-c092-4643-942b-0224e93020cb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:24.207659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Bound port: 123b1b2c-19b0-4d2a-8a23-9e67013c03fa, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12268be3-dbd9-4409-8d0d-2a4c71ea4568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a22b2fea-c092-4643-942b-0224e93020cb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:24.208099 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.233306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe0ed6-245e-4441-bc26-71a8694bee1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-2315e2bd-36a4-40f5-ac66-bfef18b2bd2e', 'network_id': '2315e2bd-36a4-40f5-ac66-bfef18b2bd2e', 'tenant_id': '43013f9285f641aba2fec2cb14bf8e6b', 'fixed_ips': [{'subnet_id': '1239352b-ffef-400f-89ee-a4c976e461f1'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:24.234258 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-20fe0ed6-245e-4441-bc26-71a8694bee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.284988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1766843b-dcfe-46b4-85ca-d307cceddef6 None None] Set router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:24.327805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-f049ceb1-3ddb-49fa-a908-f9367622a269 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port 17d02dda-e9bc-4471-9520-d64c33a23ba1 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:24.328144 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-f049ceb1-3ddb-49fa-a908-f9367622a269 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.430077 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.472037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2315e2bd-36a4-40f5-ac66-bfef18b2bd2e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:24.525421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f139df5d-d91d-46c3-b5e5-48b21944e4fb') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:24.525832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f139df5d-d91d-46c3-b5e5-48b21944e4fb') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:24.551137 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.554951 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] For port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:24.638895 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.651359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] For port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=123b1b2c-19b0-4d2a-8a23-9e67013c03fa,segment=NetworkSegment(12268be3-dbd9-4409-8d0d-2a4c71ea4568),segment_id=12268be3-dbd9-4409-8d0d-2a4c71ea4568)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:24.660434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:24.661540 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.673157 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.726887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08c8374-0bc3-4487-a56c-72dfc13eb3ab None None] Network 2315e2bd-36a4-40f5-ac66-bfef18b2bd2e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:24.732167 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment f139df5d-d91d-46c3-b5e5-48b21944e4fb resource provider aggregate not found Jun 03 15:54:24.789650 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment f139df5d-d91d-46c3-b5e5-48b21944e4fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f139df5d-d91d-46c3-b5e5-48b21944e4fb found for delete ", "request_id": "req-2d5c6752-0229-4ace-9612-37050d3f1969"}]} Jun 03 15:54:24.805926 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.841786 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.871083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Network': ['ID=2315e2bd-36a4-40f5-ac66-bfef18b2bd2e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:24.887193 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7c13b8e2-7004-4961-af68-ca87f3029c7c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/2315e2bd-36a4-40f5-ac66-bfef18b2bd2e HTTP/1.1" status: 204 len: 168 time: 1.5561934 Jun 03 15:54:24.887474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55918) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:24.889748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-f049ceb1-3ddb-49fa-a908-f9367622a269 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port 17d02dda-e9bc-4471-9520-d64c33a23ba1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=17d02dda-e9bc-4471-9520-d64c33a23ba1,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:24.890237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-f049ceb1-3ddb-49fa-a908-f9367622a269 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.903438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-21681614'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:24.915465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:24.923379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:network and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:24.926532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:24.933911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:24.950498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:24.955054 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:24.993056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c09729-4842-4b0e-9b6c-8f67d6489730 None None] Pushing event updated for resources: {'Port': ['ID=123b1b2c-19b0-4d2a-8a23-9e67013c03fa,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:25.022279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:25.069288 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.073935 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Added segment fa325361-8920-423b-a436-e580346c6e8e of type vlan for network b40c5df6-51f8-447b-8708-f01b2256a023 Jun 03 15:54:25.075242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-f049ceb1-3ddb-49fa-a908-f9367622a269 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for 17d02dda-e9bc-4471-9520-d64c33a23ba1 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:25.114937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1766843b-dcfe-46b4-85ca-d307cceddef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:51:05Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a805e2d2-5e34-4db4-89b3-c82eb740b379', 'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:04:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:51:02Z', 'updated_at': '2022-06-03T15:51:16Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '41c839ac-db74-4d61-9af9-da17162af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:25.121646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1766843b-dcfe-46b4-85ca-d307cceddef6 None None] The sync data for ids ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'] in n-d-844595-1 is: [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:51:05Z', 'revision_number': 4, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a805e2d2-5e34-4db4-89b3-c82eb740b379', 'name': '', 'network_id': '03a7f79e-46fc-445c-8a83-f9fbafe528c4', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'mac_address': 'fa:16:3e:04:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '41c839ac-db74-4d61-9af9-da17162af714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:51:02Z', 'updated_at': '2022-06-03T15:51:16Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'subnets': [{'id': '41c839ac-db74-4d61-9af9-da17162af714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:25.137978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.198529 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.221331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:25.222941 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.363448 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-f049ceb1-3ddb-49fa-a908-f9367622a269 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.458772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049ceb1-3ddb-49fa-a908-f9367622a269 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=17d02dda-e9bc-4471-9520-d64c33a23ba1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:25.465589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cba06d03-d0f6-41fa-93de-d9a06349080f req-79334739-2957-46a7-b758-11bc83776099 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "GET /v2.0/ports?device_id=8fdb3964-2db1-4dc7-a46e-95096285fb5b HTTP/1.1" status: 200 len: 210 time: 0.0852506 Jun 03 15:54:25.470915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5820701 Jun 03 15:54:25.497127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55926) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:25.511098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'network_id': 'b40c5df6-51f8-447b-8708-f01b2256a023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:25.538165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd6dac-fabb-4cc6-a9ba-407bd026a90a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=b40c5df6-51f8-447b-8708-f01b2256a023,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:25.562232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network b40c5df6-51f8-447b-8708-f01b2256a023 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:25.581988 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0edfb00-ed5f-42e2-823d-da848e119657 None None] New status for floating IP c5c3316d-4792-48ec-b38d-c54f0c99be1f: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:54:25.587765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-f049ceb1-3ddb-49fa-a908-f9367622a269 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] No DVR routers for this DVR port 17d02dda-e9bc-4471-9520-d64c33a23ba1 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:54:25.591698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-f049ceb1-3ddb-49fa-a908-f9367622a269 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.625615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'name': 'network-vif-deleted', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:25.649981 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-020352b2-5e4f-4e13-b9e0-480f7927eb32 req-f049ceb1-3ddb-49fa-a908-f9367622a269 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.67 "DELETE /v2.0/ports/17d02dda-e9bc-4471-9520-d64c33a23ba1 HTTP/1.1" status: 204 len: 173 time: 1.5707710 Jun 03 15:54:25.671851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:25.691194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:subnet and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:25.695201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:25.706499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:25.726053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:25.743489 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:25.745739 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fa773c-a1ff-4384-8e1b-5287a1b5e193'] response: {'server_uuid': '8fdb3964-2db1-4dc7-a46e-95096285fb5b', 'name': 'network-vif-deleted', 'tag': '17d02dda-e9bc-4471-9520-d64c33a23ba1', 'status': 'completed', 'code': 200} Jun 03 15:54:26.177254 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.265299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e990fe33-ba1b-4d37-a4f1-ea71f31c6abb None None] Network a22b2fea-c092-4643-942b-0224e93020cb requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:26.296797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=84441c56-12e8-44fc-a099-b754afd5935e,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:26.334224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Checking segment: {'id': 'fa325361-8920-423b-a436-e580346c6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b40c5df6-51f8-447b-8708-f01b2256a023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:26.334522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network hostable DHCP agents. Network: b40c5df6-51f8-447b-8708-f01b2256a023, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:26.359891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network b40c5df6-51f8-447b-8708-f01b2256a023 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:26.387431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, b40c5df6-51f8-447b-8708-f01b2256a023) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:26.405834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:26.406523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.437309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94635f88-2018-4cf1-b792-0d6fbe10a2b6 None None] Network b40c5df6-51f8-447b-8708-f01b2256a023 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:26.453150 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-b8c3fe58-9b80-4028-9ada-862638e6712f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574563462&fields=id&tenant_id=478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 267 time: 0.0875497 Jun 03 15:54:26.457982 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-055207df-f0c4-4150-90fb-bb1910748b8d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9552579 Jun 03 15:54:26.463217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55946) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:26.478659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1887070129'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:26.486978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:26.489646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 123b1b2c-19b0-4d2a-8a23-9e67013c03fa up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:26.493799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:network and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:26.505011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:26.559834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:26.592378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 55952) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:26.652954 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:26.656891 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.674304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7b0652a8-bf34-4ba6-9d1f-abd27a7de578 None None] Provisioning for port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:26.692001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:26.707209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.707852 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Added segment 7482f2bd-1428-4023-9bdb-1ce77e0f88ea of type vlan for network f4977d00-ba3b-4812-8732-3368a2b8f3d5 Jun 03 15:54:26.737695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.807957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442a12a-0791-485a-a1a3-722539de094c req-6861460c-ef94-4d80-a645-4b0fb06bbfd7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:26.809694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-6861460c-ef94-4d80-a645-4b0fb06bbfd7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.3480775 Jun 03 15:54:26.818866 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.820347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:26.825178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:26.825918 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:26.856750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-d9a1a4e2-d347-454f-ae54-9177465faa66 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/quotas/478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 375 time: 0.0254135 Jun 03 15:54:26.860143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:26.860143 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:27.025052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-b40c5df6-51f8-447b-8708-f01b2256a023', 'network_id': 'b40c5df6-51f8-447b-8708-f01b2256a023', 'tenant_id': '43013f9285f641aba2fec2cb14bf8e6b', 'fixed_ips': [{'subnet_id': '84441c56-12e8-44fc-a099-b754afd5935e'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:27.025993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:27.111707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6474001 Jun 03 15:54:27.113061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55956) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:27.121418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'network_id': 'f4977d00-ba3b-4812-8732-3368a2b8f3d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:27.239767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:27.243651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:subnet and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:27.247019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:27.253394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:27.263847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053eedf-f3ba-4400-9535-bd6a4781c7e3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=f4977d00-ba3b-4812-8732-3368a2b8f3d5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:27.281721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:27.292106 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:27.319073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f4977d00-ba3b-4812-8732-3368a2b8f3d5 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:27.416281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-92f1b98e-d1d3-470a-9676-f908394fd4fb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5442502 Jun 03 15:54:27.424415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.ipam_backend_mixin [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Performing IP validity checks on allocation pools {{(pid=88445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:54:27.424634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.ipam_backend_mixin [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:54:27.536120 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:27.602353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:27.602725 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:27.643028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=123b1b2c-19b0-4d2a-8a23-9e67013c03fa,segment=NetworkSegment(12268be3-dbd9-4409-8d0d-2a4c71ea4568),segment_id=12268be3-dbd9-4409-8d0d-2a4c71ea4568)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:27.653604 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:27.690776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-4eabf37f-6227-4660-a710-f49030b7feca service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596717 Jun 03 15:54:27.708517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Allocated IP 2001:db8::3 (b40c5df6-51f8-447b-8708-f01b2256a023/84441c56-12e8-44fc-a099-b754afd5935e/069e6fae-d782-406e-8e49-e68259fc0439) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:27.712837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 17d02dda-e9bc-4471-9520-d64c33a23ba1 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:54:27.793351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 17d02dda-e9bc-4471-9520-d64c33a23ba1 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:54:27.793701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 17d02dda-e9bc-4471-9520-d64c33a23ba1 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:54:27.845655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:27.889519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=123b1b2c-19b0-4d2a-8a23-9e67013c03fa,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:27.912774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2bd0931b-4d62-438d-bd9b-c3d483a2ab0e None None] Provisioning complete for port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:27.913109 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2bd0931b-4d62-438d-bd9b-c3d483a2ab0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:27.966900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-afd4eeb5-7420-446b-a69a-ebda8427f604 service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698705 Jun 03 15:54:27.980245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=9de1aef8-9ed8-47e3-919e-b14b5e22ed52,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:27.990658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Checking segment: {'id': '7482f2bd-1428-4023-9bdb-1ce77e0f88ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f4977d00-ba3b-4812-8732-3368a2b8f3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:27.990889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network hostable DHCP agents. Network: f4977d00-ba3b-4812-8732-3368a2b8f3d5, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:28.021963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network f4977d00-ba3b-4812-8732-3368a2b8f3d5 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:28.040271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, f4977d00-ba3b-4812-8732-3368a2b8f3d5) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:28.046707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:28.047291 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.069469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7981c10-f701-4cf7-b48c-90ca441060a4 None None] Network f4977d00-ba3b-4812-8732-3368a2b8f3d5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:28.079031 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-95020bd1-71e7-4428-990e-063a6506efeb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9600477 Jun 03 15:54:28.079458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 55964) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:28.086768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port a805e2d2-5e34-4db4-89b3-c82eb740b379 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:28.087320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.294113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2bd0931b-4d62-438d-bd9b-c3d483a2ab0e None None] Current status of the port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:28.325167 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port a805e2d2-5e34-4db4-89b3-c82eb740b379, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a805e2d2-5e34-4db4-89b3-c82eb740b379,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:28.325558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.329171 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.352962 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.409120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Transition to ACTIVE for port object 069e6fae-d782-406e-8e49-e68259fc0439 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:28.463655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.480827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 123b1b2c-19b0-4d2a-8a23-9e67013c03fa up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:28.565335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Transition to ACTIVE for port object 069e6fae-d782-406e-8e49-e68259fc0439 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:28.565747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for a805e2d2-5e34-4db4-89b3-c82eb740b379 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:28.581116 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.596193 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.638217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcfc5d1-f8a2-4f0a-afbd-094d4c517787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-f4977d00-ba3b-4812-8732-3368a2b8f3d5', 'network_id': 'f4977d00-ba3b-4812-8732-3368a2b8f3d5', 'tenant_id': '43013f9285f641aba2fec2cb14bf8e6b', 'fixed_ips': [{'subnet_id': '9de1aef8-9ed8-47e3-919e-b14b5e22ed52'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:28.639182 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc5d1-f8a2-4f0a-afbd-094d4c517787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.665971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Subnet': ['ID=9de1aef8-9ed8-47e3-919e-b14b5e22ed52,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:28.801486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Network b40c5df6-51f8-447b-8708-f01b2256a023 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:28.807568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:28.810804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:28.873735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.954415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-898dc35d-0e10-4261-affc-9503e41c2e5c req-b90c1794-05a0-4219-ada1-9ca228e4e85b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 210 time: 0.0938866 Jun 03 15:54:28.963919 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:28.995890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=a805e2d2-5e34-4db4-89b3-c82eb740b379,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:29.045998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Pushing event updated for resources: {'Port': ['ID=069e6fae-d782-406e-8e49-e68259fc0439,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:29.051788 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aa6718-7822-40b6-bebd-c6623d50ab1c None None] Network f4977d00-ba3b-4812-8732-3368a2b8f3d5 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:29.061359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4977d00-ba3b-4812-8732-3368a2b8f3d5']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:29.103857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7482f2bd-1428-4023-9bdb-1ce77e0f88ea') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:29.104427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7482f2bd-1428-4023-9bdb-1ce77e0f88ea') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:29.119665 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.139078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.148785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Attempting to bind port 069e6fae-d782-406e-8e49-e68259fc0439 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:29.150621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:29.151166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.159757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Attempting to bind port 069e6fae-d782-406e-8e49-e68259fc0439 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'fa325361-8920-423b-a436-e580346c6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b40c5df6-51f8-447b-8708-f01b2256a023'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:29.160356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Attempting to bind port 069e6fae-d782-406e-8e49-e68259fc0439 on network b40c5df6-51f8-447b-8708-f01b2256a023 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:29.175468 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:29.175860 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.204660 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7482f2bd-1428-4023-9bdb-1ce77e0f88ea resource provider aggregate not found Jun 03 15:54:29.360403 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7482f2bd-1428-4023-9bdb-1ce77e0f88ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7482f2bd-1428-4023-9bdb-1ce77e0f88ea found for delete ", "request_id": "req-555d1b78-d569-4d60-a55b-a19fd9342241"}]} Jun 03 15:54:29.367645 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.372515 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.411810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Network': ['ID=f4977d00-ba3b-4812-8732-3368a2b8f3d5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:29.431014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ef2f2762-6893-4c41-804c-6b8c8125cbc2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/f4977d00-ba3b-4812-8732-3368a2b8f3d5 HTTP/1.1" status: 204 len: 168 time: 1.3505723 Jun 03 15:54:29.432945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56008) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:29.441388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188576214'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:29.449272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:29.454932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:network and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:29.458484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:29.469755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:29.481133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:29.490568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Checking segment: {'id': 'fa325361-8920-423b-a436-e580346c6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b40c5df6-51f8-447b-8708-f01b2256a023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:29.491097 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.491639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Bound using segment: {'id': 'fa325361-8920-423b-a436-e580346c6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b40c5df6-51f8-447b-8708-f01b2256a023'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:29.492305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Bound port: 069e6fae-d782-406e-8e49-e68259fc0439, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa325361-8920-423b-a436-e580346c6e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b40c5df6-51f8-447b-8708-f01b2256a023'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:29.492969 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.495001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:29.500826 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.542036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:29.556462 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.556922 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Added segment a095724f-8535-485e-b2fe-f7f1f6b5c6ec of type vlan for network 09e5d1a9-7486-4d1b-8cfe-42ab32c3c895 Jun 03 15:54:29.593249 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.630096 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.636857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:29.637710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.751007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] For port 069e6fae-d782-406e-8e49-e68259fc0439, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:29.755127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] For port 069e6fae-d782-406e-8e49-e68259fc0439, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=069e6fae-d782-406e-8e49-e68259fc0439,segment=NetworkSegment(fa325361-8920-423b-a436-e580346c6e8e),segment_id=fa325361-8920-423b-a436-e580346c6e8e)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:29.757199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.779939 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.898955 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:29.966141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56018) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:29.968342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5334733 Jun 03 15:54:29.978851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d403b-6722-45f1-8bd1-80666d8dc142 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=09e5d1a9-7486-4d1b-8cfe-42ab32c3c895,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:29.986147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'network_id': '09e5d1a9-7486-4d1b-8cfe-42ab32c3c895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:29.990578 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e733501-fcb9-42db-b2af-4886d20175f5 None None] Pushing event updated for resources: {'Port': ['ID=069e6fae-d782-406e-8e49-e68259fc0439,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:29.994952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:29.999713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 09e5d1a9-7486-4d1b-8cfe-42ab32c3c895 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:30.198669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:30.233583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61fbd1aa-5d37-4446-97cb-a478de64b1e4 req-fa1c4c1e-aa9c-4483-8e0b-0e9d42d81e3e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 210 time: 0.0484684 Jun 03 15:54:30.247086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:30.251213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:subnet and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:30.254256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:30.264021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:30.341750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:30.345619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.472285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc1e170-f2ae-4ff2-9055-041f4f4e611d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:30.509930 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-edc1e170-f2ae-4ff2-9055-041f4f4e611d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:30.531848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 069e6fae-d782-406e-8e49-e68259fc0439 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:30.539739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-edc1e170-f2ae-4ff2-9055-041f4f4e611d admin admin] Usage tracker for resource:security_group_rule and tenant:dc79dc4ca55848ee9955927695f8ad8f is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:30.548894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-edc1e170-f2ae-4ff2-9055-041f4f4e611d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:30.558655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:54:30.601887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 069e6fae-d782-406e-8e49-e68259fc0439 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:30.609763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-edc1e170-f2ae-4ff2-9055-041f4f4e611d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:30.856218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442a12a-0791-485a-a1a3-722539de094c req-53baf73f-76b8-4443-b118-0c69ff6f8e5c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:30.857790 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-53baf73f-76b8-4443-b118-0c69ff6f8e5c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.3430879 Jun 03 15:54:31.048440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e442a12a-0791-485a-a1a3-722539de094c req-8d1cdd6b-ab41-45a9-a3a7-18ab29e1d0ea tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:31.052385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa650d1-7322-42fc-8458-8dfccb4e6308 None None] Network b40c5df6-51f8-447b-8708-f01b2256a023 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:31.076816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:31.099907 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.104990 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc1e170-f2ae-4ff2-9055-041f4f4e611d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.129896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7ddcd-df95-4554-8fa3-866e96d492f7 None None] Sync routers for ids ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:31.139205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-edc1e170-f2ae-4ff2-9055-041f4f4e611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.146091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e442a12a-0791-485a-a1a3-722539de094c req-8d1cdd6b-ab41-45a9-a3a7-18ab29e1d0ea tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:31.147291 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-8d1cdd6b-ab41-45a9-a3a7-18ab29e1d0ea tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 380 time: 0.2332180 Jun 03 15:54:31.166756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7ddcd-df95-4554-8fa3-866e96d492f7 None None] Routers {'1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:31.167518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cea7ddcd-df95-4554-8fa3-866e96d492f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:31.238917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3184c28c-3bca-40cd-81e2-f62aac722c5b None None] Provisioning for port 069e6fae-d782-406e-8e49-e68259fc0439 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:31.272457 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3184c28c-3bca-40cd-81e2-f62aac722c5b None None] Provisioning complete for port 069e6fae-d782-406e-8e49-e68259fc0439 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:31.272946 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3184c28c-3bca-40cd-81e2-f62aac722c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.333539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'port': {'device_id': '7cb53f09-7b32-4294-97f1-3545c349c757', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'admin_state_up': True, 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'security_groups': ['133a8021-702d-48ed-a3db-6ec7cdea6b4d']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:31.477784 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-edc1e170-f2ae-4ff2-9055-041f4f4e611d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc79dc4ca55848ee9955927695f8ad8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2751560 Jun 03 15:54:31.478226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56032) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:31.489444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1e170-f2ae-4ff2-9055-041f4f4e611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7577f1ee-8077-4b37-97fe-bc2af9447e7b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:31.507786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=6fb7af60-9855-4544-9536-93859c1f35ae,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:31.519200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Checking segment: {'id': 'a095724f-8535-485e-b2fe-f7f1f6b5c6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '09e5d1a9-7486-4d1b-8cfe-42ab32c3c895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:31.519391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network hostable DHCP agents. Network: 09e5d1a9-7486-4d1b-8cfe-42ab32c3c895, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:31.524685 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7df4c481-2248-4fb7-8b2d-f256a3bf2e0c tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "PUT /v2.0/routers/1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9300644 Jun 03 15:54:31.531892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56036) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:31.536382 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c40d73d-d5cd-4388-a469-f4338548a1a4 req-793053dc-cd74-4219-a8b8-3e1b504db723 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 210 time: 0.1089680 Jun 03 15:54:31.558003 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-102251af-73b9-4b5d-ad7c-8a865d40d78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.562009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-cea7ddcd-df95-4554-8fa3-866e96d492f7 None None] Set router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:31.587456 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-102251af-73b9-4b5d-ad7c-8a865d40d78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.636964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network 09e5d1a9-7486-4d1b-8cfe-42ab32c3c895 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:31.655214 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:31.656971 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-102251af-73b9-4b5d-ad7c-8a865d40d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.661090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fa8f95-d34e-4164-a096-04bdafb8a8eb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting subnet 41c839ac-db74-4d61-9af9-da17162af714 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:54:31.665424 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61fa8f95-d34e-4164-a096-04bdafb8a8eb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.674255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102251af-73b9-4b5d-ad7c-8a865d40d78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7577f1ee-8077-4b37-97fe-bc2af9447e7b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:31.679195 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-102251af-73b9-4b5d-ad7c-8a865d40d78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.680301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-102251af-73b9-4b5d-ad7c-8a865d40d78d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7577f1ee-8077-4b37-97fe-bc2af9447e7b HTTP/1.1" status: 204 len: 168 time: 0.2011368 Jun 03 15:54:31.702519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 09e5d1a9-7486-4d1b-8cfe-42ab32c3c895) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:31.707677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:31.708263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.724437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:port and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:31.729105 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:31.734482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:31.747580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Made reservation on behalf of 478b98182f234210949a5c9275a7f1fe for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:31.751192 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.773556 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-729412ea-a44b-4fd0-b1cf-d66ae2837872 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8034286 Jun 03 15:54:31.774756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56042) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:31.792621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e22a15-4d58-4f09-b76f-509c3b988c0d None None] Network 09e5d1a9-7486-4d1b-8cfe-42ab32c3c895 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:31.847202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61fa8f95-d34e-4164-a096-04bdafb8a8eb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:31.926525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3184c28c-3bca-40cd-81e2-f62aac722c5b None None] Current status of the port 069e6fae-d782-406e-8e49-e68259fc0439 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:31.926910 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3184c28c-3bca-40cd-81e2-f62aac722c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.045815 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.052747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61fa8f95-d34e-4164-a096-04bdafb8a8eb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.099729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Allocated IP 172.20.0.12 (0b59cccb-736d-4f97-ab3c-7f712587d12f/dcab0106-2b7e-4a74-ac83-d9033844c6be/5c7699b0-2f51-432c-8115-a4b2c8bc673a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:32.125914 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.187446 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61fa8f95-d34e-4164-a096-04bdafb8a8eb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.197483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56048) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:32.219737 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44d86c14-39ea-417a-bb6b-0cb10399eb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.247548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-44d86c14-39ea-417a-bb6b-0cb10399eb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:32.258304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-44d86c14-39ea-417a-bb6b-0cb10399eb98 admin admin] Usage tracker for resource:security_group_rule and tenant:7be7e7a22cdc4b17b0fb5619a6894905 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:32.262421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-44d86c14-39ea-417a-bb6b-0cb10399eb98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:32.274923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-44d86c14-39ea-417a-bb6b-0cb10399eb98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:32.285778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa8f95-d34e-4164-a096-04bdafb8a8eb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Subnet': ['ID=41c839ac-db74-4d61-9af9-da17162af714,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:32.297537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-61fa8f95-d34e-4164-a096-04bdafb8a8eb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.318700 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-61fa8f95-d34e-4164-a096-04bdafb8a8eb tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/subnets/41c839ac-db74-4d61-9af9-da17162af714 HTTP/1.1" status: 204 len: 168 time: 0.7830098 Jun 03 15:54:32.320306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56052) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:32.332067 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5418fd2d-b68e-4697-bb30-5730ad536665 None None] Network 03a7f79e-46fc-445c-8a83-f9fbafe528c4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:32.397499 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44d86c14-39ea-417a-bb6b-0cb10399eb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.419845 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44d86c14-39ea-417a-bb6b-0cb10399eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.474340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-44d86c14-39ea-417a-bb6b-0cb10399eb98 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7be7e7a22cdc4b17b0fb5619a6894905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750938 Jun 03 15:54:32.476033 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.483015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56056) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:32.503745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6c1ef0-7600-436c-94ad-6db8f839c6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-09e5d1a9-7486-4d1b-8cfe-42ab32c3c895', 'network_id': '09e5d1a9-7486-4d1b-8cfe-42ab32c3c895', 'tenant_id': '43013f9285f641aba2fec2cb14bf8e6b', 'fixed_ips': [{'subnet_id': '6fb7af60-9855-4544-9536-93859c1f35ae'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:32.504207 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5b6c1ef0-7600-436c-94ad-6db8f839c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.529162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3184c28c-3bca-40cd-81e2-f62aac722c5b None None] For port 069e6fae-d782-406e-8e49-e68259fc0439, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=069e6fae-d782-406e-8e49-e68259fc0439,segment=NetworkSegment(fa325361-8920-423b-a436-e580346c6e8e),segment_id=fa325361-8920-423b-a436-e580346c6e8e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:32.545495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.560994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb7af60-9855-4544-9536-93859c1f35ae,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:32.573554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Transition to ACTIVE for port object 5c7699b0-2f51-432c-8115-a4b2c8bc673a will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:32.582064 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.614589 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-032a0fad-14ad-4565-8c5b-2a70a90f04bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.626777 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3184c28c-3bca-40cd-81e2-f62aac722c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.655325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d86c14-39ea-417a-bb6b-0cb10399eb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9282a090-8c1d-45ef-a95f-1f57259b9569,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:32.813904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e706c-d660-4aa1-acdc-0e2cfdadf0e8 None None] Network 09e5d1a9-7486-4d1b-8cfe-42ab32c3c895 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:32.895567 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.908319 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.963690 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0dbca298-aed6-4045-9314-12d1996d6157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:32.966953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e5d1a9-7486-4d1b-8cfe-42ab32c3c895']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:32.994487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:32.998823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a095724f-8535-485e-b2fe-f7f1f6b5c6ec') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:32.999003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:32.999595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a095724f-8535-485e-b2fe-f7f1f6b5c6ec') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:33.005188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:33.012988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184c28c-3bca-40cd-81e2-f62aac722c5b None None] Pushing event updated for resources: {'Port': ['ID=069e6fae-d782-406e-8e49-e68259fc0439,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:33.040760 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.053008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=5c7699b0-2f51-432c-8115-a4b2c8bc673a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:33.063146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.067803 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0dbca298-aed6-4045-9314-12d1996d6157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.078925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Deleting port 7b8478c9-e365-4c23-94d1-ace6f2ed9216 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:33.079405 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.100670 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.117753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:33.118179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.122066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6f7932ca-d73f-4e39-b1a9-803612a4a998 None None] Provisioning complete for port 069e6fae-d782-406e-8e49-e68259fc0439 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:33.122433 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6f7932ca-d73f-4e39-b1a9-803612a4a998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.171045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:33.171660 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.246531 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment a095724f-8535-485e-b2fe-f7f1f6b5c6ec resource provider aggregate not found Jun 03 15:54:33.275446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff0d0f-ba1d-42df-96ae-a3b4b90bad45 req-ad307a62-5847-42a0-b23b-af36c55e59e2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:33.294592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9ff0d0f-ba1d-42df-96ae-a3b4b90bad45 req-ad307a62-5847-42a0-b23b-af36c55e59e2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 932 time: 0.5063348 Jun 03 15:54:33.302531 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment a095724f-8535-485e-b2fe-f7f1f6b5c6ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a095724f-8535-485e-b2fe-f7f1f6b5c6ec found for delete ", "request_id": "req-431c7cb4-0a65-4fac-869e-dc0b81890685"}]} Jun 03 15:54:33.315093 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-d1ef36e2-f7af-4e72-9e76-1abbc3d7aa55 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1467037 Jun 03 15:54:33.343357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Request body: {'port': {'device_id': '7cb53f09-7b32-4294-97f1-3545c349c757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:33.371771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cea7ddcd-df95-4554-8fa3-866e96d492f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:54:28Z', 'revision_number': 5, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port': {'id': '7b8478c9-e365-4c23-94d1-ace6f2ed9216', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:58:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:50:51Z', 'updated_at': '2022-06-03T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:33.391816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.403854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7ddcd-df95-4554-8fa3-866e96d492f7 None None] Checking router: 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:33.428156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7ddcd-df95-4554-8fa3-866e96d492f7 None None] Routers {'1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:33.428813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cea7ddcd-df95-4554-8fa3-866e96d492f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:33.430853 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.458066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9ff0d0f-ba1d-42df-96ae-a3b4b90bad45 req-233e6c1f-1905-4ce7-914a-3905d5a2517d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601331 Jun 03 15:54:33.462289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Network': ['ID=09e5d1a9-7486-4d1b-8cfe-42ab32c3c895,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:33.471304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0dbca298-aed6-4045-9314-12d1996d6157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.501907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbca298-aed6-4045-9314-12d1996d6157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9282a090-8c1d-45ef-a95f-1f57259b9569,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:33.524828 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ec68d570-e342-4b64-a124-87dbfadc5363 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/09e5d1a9-7486-4d1b-8cfe-42ab32c3c895 HTTP/1.1" status: 204 len: 168 time: 1.7497969 Jun 03 15:54:33.526293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0dbca298-aed6-4045-9314-12d1996d6157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.527943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0dbca298-aed6-4045-9314-12d1996d6157 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9282a090-8c1d-45ef-a95f-1f57259b9569 HTTP/1.1" status: 204 len: 168 time: 0.9948275 Jun 03 15:54:33.528813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56066) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:33.535306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1157717732'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:33.541034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f9cc3-0aee-43fd-858d-5644b302e7d7 None None] DHCP port deletion for 03a7f79e-46fc-445c-8a83-f9fbafe528c4 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:54:33.542335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:33.548550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:network and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:33.554234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:33.562103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:33.579264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:33.583874 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.626793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:33.642412 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.643303 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Added segment 45b9fcde-f487-41c1-b1ee-317bacf48b36 of type vlan for network 86c791d8-7697-4095-825c-ad4b50f02b75 Jun 03 15:54:33.665246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f9cc3-0aee-43fd-858d-5644b302e7d7 None None] Deleting port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:33.667493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9cc3-0aee-43fd-858d-5644b302e7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.700823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] For port 7b8478c9-e365-4c23-94d1-ace6f2ed9216, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7b8478c9-e365-4c23-94d1-ace6f2ed9216,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:33.701003 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.714641 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.775446 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.791192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:33.792639 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.838828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Calling delete_port for 7b8478c9-e365-4c23-94d1-ace6f2ed9216 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:33.862703 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3327942 Jun 03 15:54:33.867266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56072) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:33.886350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:33.919786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'network_id': '86c791d8-7697-4095-825c-ad4b50f02b75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:33.988904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-cea7ddcd-df95-4554-8fa3-866e96d492f7 None None] Set router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:34.073037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6f7932ca-d73f-4e39-b1a9-803612a4a998 None None] Current status of the port 069e6fae-d782-406e-8e49-e68259fc0439 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:34.075975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f33824-23bd-4a9f-87fa-5892045b6b0c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=86c791d8-7697-4095-825c-ad4b50f02b75,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:34.100440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:34.104703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:subnet and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:34.111818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:34.120102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:34.134484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:34.140297 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.245726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 86c791d8-7697-4095-825c-ad4b50f02b75 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:34.351824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cea7ddcd-df95-4554-8fa3-866e96d492f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:54:33Z', 'revision_number': 6, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:34.429385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7699b0-2f51-432c-8115-a4b2c8bc673a {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:54:34.458925 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.459627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bc7f9cc3-0aee-43fd-858d-5644b302e7d7 None None] For port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bffc7ced-d5a5-482b-b0e8-dfdc7586da6e,segment=NetworkSegment(92175fa5-4049-416b-bfa1-7a2a452d1f6c),segment_id=92175fa5-4049-416b-bfa1-7a2a452d1f6c)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:34.460318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9cc3-0aee-43fd-858d-5644b302e7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.484224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Transition to ACTIVE for port object 5c7699b0-2f51-432c-8115-a4b2c8bc673a will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:34.490202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.516876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 069e6fae-d782-406e-8e49-e68259fc0439 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:34.531147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.581629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea7ddcd-df95-4554-8fa3-866e96d492f7 None None] The sync data for ids ['1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0'] in n-d-844595-1 is: [{'id': '1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2043760550', 'tenant_id': '767148f2fab9461bb6d15ea9d771d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:50:49Z', 'updated_at': '2022-06-03T15:54:33Z', 'revision_number': 6, 'project_id': '767148f2fab9461bb6d15ea9d771d311', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:34.643227 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.752394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2683b13a-4eb9-41af-b3ef-8499a90325ef None None] Provisioning for port 5c7699b0-2f51-432c-8115-a4b2c8bc673a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:34.771644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f9cc3-0aee-43fd-858d-5644b302e7d7 None None] Calling delete_port for bffc7ced-d5a5-482b-b0e8-dfdc7586da6e owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:34.812654 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.855984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Checking segment: {'id': '45b9fcde-f487-41c1-b1ee-317bacf48b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '86c791d8-7697-4095-825c-ad4b50f02b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:34.857075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network hostable DHCP agents. Network: 86c791d8-7697-4095-825c-ad4b50f02b75, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:34.864847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=20af830f-2153-4c46-8f5a-13d980836e99,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:34.886846 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3decbaf4-d389-4c0c-a3f0-4f21a77c7977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.902756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network 86c791d8-7697-4095-825c-ad4b50f02b75 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:34.920139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Pushing event updated for resources: {'Port': ['ID=5c7699b0-2f51-432c-8115-a4b2c8bc673a,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:34.933540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b04d7a-ee5a-4686-b46a-cb4e1a6a43a8 req-553cd5eb-3936-4816-ae92-f1328f592ce9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:34.936113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4b04d7a-ee5a-4686-b46a-cb4e1a6a43a8 req-553cd5eb-3936-4816-ae92-f1328f592ce9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 944 time: 0.2175269 Jun 03 15:54:34.938141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 86c791d8-7697-4095-825c-ad4b50f02b75) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:34.942927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:34.943863 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:34.953496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfdcad9-904d-4830-a906-57a9f1719d80 None None] Network 86c791d8-7697-4095-825c-ad4b50f02b75 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:34.990203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 069e6fae-d782-406e-8e49-e68259fc0439 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:34.991384 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.035173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4b04d7a-ee5a-4686-b46a-cb4e1a6a43a8 req-70f5a08b-c550-4dd2-adc7-9bb476041187 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774674 Jun 03 15:54:35.036833 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9f60f317-e3a6-4db7-a02e-2905232c253c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1686034 Jun 03 15:54:35.041960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56100) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:35.143722 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bc7f9cc3-0aee-43fd-858d-5644b302e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.185263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Port': ['ID=7b8478c9-e365-4c23-94d1-ace6f2ed9216,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:35.208106 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.213144 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.225851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f9cc3-0aee-43fd-858d-5644b302e7d7 None None] Pushing event deleted for resources: {'Port': ['ID=bffc7ced-d5a5-482b-b0e8-dfdc7586da6e,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:35.241187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f9cc3-0aee-43fd-858d-5644b302e7d7 None None] No DVR routers for this DVR port bffc7ced-d5a5-482b-b0e8-dfdc7586da6e on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:54:35.260785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Attempting to bind port 5c7699b0-2f51-432c-8115-a4b2c8bc673a on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:35.261233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Attempting to bind port 5c7699b0-2f51-432c-8115-a4b2c8bc673a by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:35.261712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Attempting to bind port 5c7699b0-2f51-432c-8115-a4b2c8bc673a on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:35.268663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Port 5c7699b0-2f51-432c-8115-a4b2c8bc673a on network 0b59cccb-736d-4f97-ab3c-7f712587d12f not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:54:35.269019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Attempting to bind port 5c7699b0-2f51-432c-8115-a4b2c8bc673a on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:35.276571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:35.277263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Checking segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:35.277732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Bound using segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:35.278284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Bound port: 5c7699b0-2f51-432c-8115-a4b2c8bc673a, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:35.278667 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.278909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.311684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.311828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Fanout notify agent at l3_agent the message router_deleted on router 1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:54:35.390850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 069e6fae-d782-406e-8e49-e68259fc0439 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:35.402002 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.404841 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.458183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe599f4-4437-404d-8820-b68cafb703b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-86c791d8-7697-4095-825c-ad4b50f02b75', 'network_id': '86c791d8-7697-4095-825c-ad4b50f02b75', 'tenant_id': '43013f9285f641aba2fec2cb14bf8e6b', 'fixed_ips': [{'subnet_id': '20af830f-2153-4c46-8f5a-13d980836e99'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:35.459412 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cbe599f4-4437-404d-8820-b68cafb703b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.513972 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.552448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bffc7ced-d5a5-482b-b0e8-dfdc7586da6e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:54:35.570415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Subnet': ['ID=20af830f-2153-4c46-8f5a-13d980836e99,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:35.612086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: bffc7ced-d5a5-482b-b0e8-dfdc7586da6e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:54:35.612421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bffc7ced-d5a5-482b-b0e8-dfdc7586da6e not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server [None req-cbe599f4-4437-404d-8820-b68cafb703b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20af830f-2153-4c46-8f5a-13d980836e99: This subnet is being modified by another concurrent operation. Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise exception Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20af830f-2153-4c46-8f5a-13d980836e99: This subnet is being modified by another concurrent operation. Jun 03 15:54:35.653223 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Jun 03 15:54:35.673179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7b69ee-752d-460c-9db4-4a1078c190af None None] Network 86c791d8-7697-4095-825c-ad4b50f02b75 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:35.682381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.683484 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8a23eb04-bba6-462e-85c7-3a3da16e01dd tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/routers/1bac92bd-6d75-4cb2-a01b-6d7a1d2860b0 HTTP/1.1" status: 204 len: 168 time: 3.3634210 Jun 03 15:54:35.691244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:35.728808 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.761244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c791d8-7697-4095-825c-ad4b50f02b75']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:35.772505 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.783538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b9fcde-f487-41c1-b1ee-317bacf48b36') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:35.783869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b9fcde-f487-41c1-b1ee-317bacf48b36') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:35.798035 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.823016 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.831537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:35.833064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.880532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] For port 5c7699b0-2f51-432c-8115-a4b2c8bc673a, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:35.881847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab94dac-4a78-4db0-ae8c-85e942e3db52 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:54:35.888075 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:35.925491 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 45b9fcde-f487-41c1-b1ee-317bacf48b36 resource provider aggregate not found Jun 03 15:54:35.952803 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 45b9fcde-f487-41c1-b1ee-317bacf48b36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45b9fcde-f487-41c1-b1ee-317bacf48b36 found for delete ", "request_id": "req-b80a1e1e-cbac-4f0a-aed1-cbf5510a9748"}]} Jun 03 15:54:35.983476 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.015615 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.028599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/86c791d8-7697-4095-825c-ad4b50f02b75 HTTP/1.1" status: 204 len: 168 time: 0.9853895 Jun 03 15:54:36.036827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56126) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:36.037922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44291a7-9fe4-4387-8dc1-dd813c5f4b7e tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Network': ['ID=86c791d8-7697-4095-825c-ad4b50f02b75,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:36.055916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-512373806'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:36.061040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab94dac-4a78-4db0-ae8c-85e942e3db52 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:54:36.062056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:36.066474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:network and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:36.070753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:36.085560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] For port 5c7699b0-2f51-432c-8115-a4b2c8bc673a, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c7699b0-2f51-432c-8115-a4b2c8bc673a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:36.088974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:36.093807 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.101159 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:36.112267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.185164 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.187522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:36.200507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:36.201115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.201496 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.201858 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Added segment 68868ef8-750e-44ed-bc0e-171ebf771a9f of type vlan for network c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 Jun 03 15:54:36.202542 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] 10.222.0.67 "PUT /v2.0/ports/5c7699b0-2f51-432c-8115-a4b2c8bc673a HTTP/1.1" status: 200 len: 1092 time: 2.8635519 Jun 03 15:54:36.203045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb53f09-7b32-4294-97f1-3545c349c757', 'tag': '5c7699b0-2f51-432c-8115-a4b2c8bc673a'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:36.237956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a7f79e-46fc-445c-8a83-f9fbafe528c4']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:36.251513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ef2e2-d0fb-40bc-97d3-f7949694c8df service neutron] Pushing event updated for resources: {'Port': ['ID=5c7699b0-2f51-432c-8115-a4b2c8bc673a,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:36.255091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92175fa5-4049-416b-bfa1-7a2a452d1f6c') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:36.255460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92175fa5-4049-416b-bfa1-7a2a452d1f6c') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:36.270326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.325861 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f21b71c-0711-4f83-82c4-9203bc84f70a'] response: {'name': 'network-changed', 'server_uuid': '7cb53f09-7b32-4294-97f1-3545c349c757', 'tag': '5c7699b0-2f51-432c-8115-a4b2c8bc673a', 'status': 'completed', 'code': 200} Jun 03 15:54:36.336989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.340318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.346096 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:36.346617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.445334 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 92175fa5-4049-416b-bfa1-7a2a452d1f6c resource provider aggregate not found Jun 03 15:54:36.470443 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.477185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:36.477831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.484443 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 92175fa5-4049-416b-bfa1-7a2a452d1f6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92175fa5-4049-416b-bfa1-7a2a452d1f6c found for delete ", "request_id": "req-1f152ea0-0af2-48c3-b94a-936f86d8f99e"}]} Jun 03 15:54:36.485664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a805e2d2-5e34-4db4-89b3-c82eb740b379 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:54:36.497036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ce06-a602-4a75-9836-a572b2d375ea req-dd5ea607-bc1a-4e07-a674-ca7e7293ef85 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:36.497370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442a12a-0791-485a-a1a3-722539de094c req-003ea5f1-366a-450e-8c4c-4b098b030f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:36.498885 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-003ea5f1-366a-450e-8c4c-4b098b030f43 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 1095 time: 0.2187142 Jun 03 15:54:36.501179 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.505936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2208ce06-a602-4a75-9836-a572b2d375ea req-dd5ea607-bc1a-4e07-a674-ca7e7293ef85 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 944 time: 0.2632282 Jun 03 15:54:36.523285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.536350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: a805e2d2-5e34-4db4-89b3-c82eb740b379 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:54:36.537843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a805e2d2-5e34-4db4-89b3-c82eb740b379 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:54:36.538401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b8478c9-e365-4c23-94d1-ace6f2ed9216 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:54:36.580622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 7b8478c9-e365-4c23-94d1-ace6f2ed9216 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:54:36.580953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b8478c9-e365-4c23-94d1-ace6f2ed9216 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:54:36.645397 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/networks/03a7f79e-46fc-445c-8a83-f9fbafe528c4 HTTP/1.1" status: 204 len: 168 time: 0.9529507 Jun 03 15:54:36.646907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f8fc6-686c-4d1f-bcb6-435dd3e244f7 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'Network': ['ID=03a7f79e-46fc-445c-8a83-f9fbafe528c4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:36.648692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56142) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:36.651986 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-08109b57-529e-4be2-8c6e-508b2402f7bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c7699b0-2f51-432c-8115-a4b2c8bc673a HTTP/1.1" status: 200 len: 217 time: 0.1258440 Jun 03 15:54:36.681618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2208ce06-a602-4a75-9836-a572b2d375ea req-635cdbd9-922d-4248-8ee0-0ac485af3cb1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745758 Jun 03 15:54:36.689261 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6460574 Jun 03 15:54:36.695396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56146) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:36.703467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'network_id': 'c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:36.725988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182d3ae-c423-4ba6-a4d2-e6c905c9a960 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:36.746343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:36.779913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442a12a-0791-485a-a1a3-722539de094c req-e01097d5-f6a8-4b14-a9a4-f55e86666000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:36.781489 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-e01097d5-f6a8-4b14-a9a4-f55e86666000 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.1174905 Jun 03 15:54:36.842102 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-775939d0-d087-465e-bac0-1e8fadf56d37 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.852305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:36.859286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:subnet and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:36.862818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:36.868796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:36.886294 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-775939d0-d087-465e-bac0-1e8fadf56d37 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.886891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:36.891380 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:36.938091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442a12a-0791-485a-a1a3-722539de094c req-212aef7c-e113-4f53-8e4c-f09fe68efdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:36.939596 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-212aef7c-e113-4f53-8e4c-f09fe68efdbd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484137 Jun 03 15:54:37.098149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-775939d0-d087-465e-bac0-1e8fadf56d37 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:37.108668 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:37.136286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775939d0-d087-465e-bac0-1e8fadf56d37 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db10d3e-618b-419b-aa41-56eb9e68e5eb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:37.140994 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-cfa48215-3b0f-4f91-b426-40f41e6430b2 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936641 Jun 03 15:54:37.221549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:37.254304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-775939d0-d087-465e-bac0-1e8fadf56d37 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:37.255569 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-775939d0-d087-465e-bac0-1e8fadf56d37 tempest-TestNetworkAdvancedServerOps-1399005216 tempest-TestNetworkAdvancedServerOps-1399005216-project] 10.222.0.48 "DELETE /v2.0/security-groups/9db10d3e-618b-419b-aa41-56eb9e68e5eb HTTP/1.1" status: 204 len: 168 time: 0.6056778 Jun 03 15:54:37.355836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=acb2f791-1937-4c31-b568-c302b1bceaa7,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:37.367877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Checking segment: {'id': '68868ef8-750e-44ed-bc0e-171ebf771a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:37.368644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network hostable DHCP agents. Network: c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:37.393777 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e442a12a-0791-485a-a1a3-722539de094c req-fd9eb469-60aa-4007-95c9-bb5c8728c928 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390740 Jun 03 15:54:37.394683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:37.412096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:37.425012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:37.425672 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:37.439432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace712c9-7212-4a23-b589-569b55f03a66 None None] Network c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:37.466893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-edf81931-3b31-4a1d-8636-34236eb76ddd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7704115 Jun 03 15:54:37.470431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56156) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:37.488191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'network_id': 'c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:37.709200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:37.714883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9e380-8786-4733-920f-e8fad0121800 req-8e428cb7-4d87-4256-93f8-469901af3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:37.716475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0fa9e380-8786-4733-920f-e8fad0121800 req-8e428cb7-4d87-4256-93f8-469901af3e8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 1095 time: 0.2044818 Jun 03 15:54:37.717753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:subnet and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:37.720800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:37.762878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62', 'network_id': 'c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62', 'tenant_id': '43013f9285f641aba2fec2cb14bf8e6b', 'fixed_ips': [{'subnet_id': 'acb2f791-1937-4c31-b568-c302b1bceaa7'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:37.764526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:37.764688 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:37.860259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56166) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:37.925004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ab79b-330a-4bd7-9cd6-57b1091a7eb2 req-dffc7daa-fc96-4a5c-aaa2-7842fe8ca286 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:37.927177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-109ab79b-330a-4bd7-9cd6-57b1091a7eb2 req-dffc7daa-fc96-4a5c-aaa2-7842fe8ca286 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 944 time: 0.1314228 Jun 03 15:54:37.971185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Allocated IP 2001:db8::2 (c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62/acb2f791-1937-4c31-b568-c302b1bceaa7/23b2d1fb-f0ab-4a83-9345-4c3a5697204a) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:37.999279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-109ab79b-330a-4bd7-9cd6-57b1091a7eb2 req-5fba1340-d756-4326-962e-b4e53aa98d1a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648065 Jun 03 15:54:38.057867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:38.061593 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.133163 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c1da834f-2822-454c-8ae2-fea902928643 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=767148f2fab9461bb6d15ea9d771d311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698681 Jun 03 15:54:38.133778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56174) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:38.206507 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6bf953c0-33ac-4276-b9e6-6d9ce0d5e029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.213411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9e380-8786-4733-920f-e8fad0121800 req-fd42f26e-638e-4a93-a4a2-debb42a34ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:38.214912 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0fa9e380-8786-4733-920f-e8fad0121800 req-fd42f26e-638e-4a93-a4a2-debb42a34ef7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.4910498 Jun 03 15:54:38.240873 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6bf953c0-33ac-4276-b9e6-6d9ce0d5e029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.260320 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.273535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Transition to ACTIVE for port object 23b2d1fb-f0ab-4a83-9345-4c3a5697204a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:38.308150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Transition to ACTIVE for port object 23b2d1fb-f0ab-4a83-9345-4c3a5697204a will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:38.312403 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0fa9e380-8786-4733-920f-e8fad0121800 req-fb33d1d4-44c7-4795-b7f8-b206e37f30ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c7699b0-2f51-432c-8115-a4b2c8bc673a HTTP/1.1" status: 200 len: 217 time: 0.0905344 Jun 03 15:54:38.314491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6bf953c0-33ac-4276-b9e6-6d9ce0d5e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.318429 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.339850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf953c0-33ac-4276-b9e6-6d9ce0d5e029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d52139e-df02-4671-b65b-6527fc15bc00,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:38.371059 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6bf953c0-33ac-4276-b9e6-6d9ce0d5e029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.381248 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6bf953c0-33ac-4276-b9e6-6d9ce0d5e029 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d52139e-df02-4671-b65b-6527fc15bc00 HTTP/1.1" status: 204 len: 168 time: 0.2461348 Jun 03 15:54:38.406544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Network c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:38.409927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9e380-8786-4733-920f-e8fad0121800 req-d4c6d8c6-5dda-462c-a2a8-b92617196f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:38.411867 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0fa9e380-8786-4733-920f-e8fad0121800 req-d4c6d8c6-5dda-462c-a2a8-b92617196f68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0897903 Jun 03 15:54:38.414323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:38.416775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:38.460155 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Pushing event updated for resources: {'Port': ['ID=23b2d1fb-f0ab-4a83-9345-4c3a5697204a,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:38.524638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Attempting to bind port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:38.525240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Attempting to bind port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '68868ef8-750e-44ed-bc0e-171ebf771a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:38.525748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Attempting to bind port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a on network c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:38.532882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:38.533501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Checking segment: {'id': '68868ef8-750e-44ed-bc0e-171ebf771a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:38.534088 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.534630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Bound using segment: {'id': '68868ef8-750e-44ed-bc0e-171ebf771a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:38.535238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Bound port: 23b2d1fb-f0ab-4a83-9345-4c3a5697204a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68868ef8-750e-44ed-bc0e-171ebf771a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:38.535788 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.589265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9e380-8786-4733-920f-e8fad0121800 req-e1376fde-6b4e-436e-b3e6-8eb5c1ca4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:38.591221 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0fa9e380-8786-4733-920f-e8fad0121800 req-e1376fde-6b4e-436e-b3e6-8eb5c1ca4fcc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694553 Jun 03 15:54:38.635524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] For port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:38.639486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] For port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=23b2d1fb-f0ab-4a83-9345-4c3a5697204a,segment=NetworkSegment(68868ef8-750e-44ed-bc0e-171ebf771a9f),segment_id=68868ef8-750e-44ed-bc0e-171ebf771a9f)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:38.645321 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.729923 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.780312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f273f-ddae-40e7-a7d5-0684436d949b None None] Pushing event updated for resources: {'Port': ['ID=23b2d1fb-f0ab-4a83-9345-4c3a5697204a,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:38.825408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:38.831444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:38.834552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:38.835335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:38.845591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56184) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:38.859912 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0fa9e380-8786-4733-920f-e8fad0121800 req-b27540d4-856e-40cb-b07e-e5a299b99573 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606633 Jun 03 15:54:38.892952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=17a64a1d-1f94-4009-b759-38c8a42b89b3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:38.899399 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-19f85e56-660a-4a65-b641-416975e91441 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4274518 Jun 03 15:54:38.903135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56188) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:38.920769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3558c34e-38a4-410a-8878-b5beee174074 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a89b6e4b6b24a96978017baf97d2e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715764 Jun 03 15:54:38.921341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56192) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:38.996710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa5a817b-6260-43cb-b09f-f00fc3a805d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:39.006942 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:39.066524 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa5a817b-6260-43cb-b09f-f00fc3a805d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:39.093468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c217f-0de6-49f2-a2c9-5b0886836e48 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:39.094965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c217f-0de6-49f2-a2c9-5b0886836e48 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:39.096528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c217f-0de6-49f2-a2c9-5b0886836e48 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:39.106085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c217f-0de6-49f2-a2c9-5b0886836e48 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:39.107888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c217f-0de6-49f2-a2c9-5b0886836e48 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:39.108819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f84c217f-0de6-49f2-a2c9-5b0886836e48 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Synchronizing usage tracker for tenant:43013f9285f641aba2fec2cb14bf8e6b on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:39.147014 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0fa9e380-8786-4733-920f-e8fad0121800 req-9cf8f146-720a-488b-b09d-e0f84b071363 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782698 Jun 03 15:54:39.148157 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa5a817b-6260-43cb-b09f-f00fc3a805d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:39.159607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f84c217f-0de6-49f2-a2c9-5b0886836e48 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Unset dirty status for tenant:43013f9285f641aba2fec2cb14bf8e6b on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:39.165335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f84c217f-0de6-49f2-a2c9-5b0886836e48 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2567544 Jun 03 15:54:39.168020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a817b-6260-43cb-b09f-f00fc3a805d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a65f04-b993-4838-8c6a-a6c0dcd01a2f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:39.172701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56198) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:39.178652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-8824739'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:39.186024 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fa5a817b-6260-43cb-b09f-f00fc3a805d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:39.198687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fa5a817b-6260-43cb-b09f-f00fc3a805d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7a65f04-b993-4838-8c6a-a6c0dcd01a2f HTTP/1.1" status: 204 len: 168 time: 0.2683074 Jun 03 15:54:39.214827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:39.225825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:network and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:39.232092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:39.239876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:39.271517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:39.275736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:39.324422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:39.338130 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:39.338130 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Added segment 3f64729f-622c-489f-b1e6-74988154c0f5 of type vlan for network 7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 Jun 03 15:54:39.361331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf4d91-3d1b-48cf-ac2d-2234c1e4d94a req-4d06c48a-9dbe-4b8b-99a1-35a6bc46cf25 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:39.362992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68bf4d91-3d1b-48cf-ac2d-2234c1e4d94a req-4d06c48a-9dbe-4b8b-99a1-35a6bc46cf25 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 944 time: 0.1251316 Jun 03 15:54:39.372912 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:39.406357 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:39.413533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:39.414299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68bf4d91-3d1b-48cf-ac2d-2234c1e4d94a req-f5e3b77a-6ee1-41e6-b70f-520ea926311c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448680 Jun 03 15:54:39.418316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:39.540826 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3668933 Jun 03 15:54:39.543879 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56208) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:39.550696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a7605-8b4c-4ab7-a764-01e6ab20062d tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=7f6bd64e-d30b-4fa9-9882-0ba7a4de3276,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:39.553594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-aa0cc3f1-9728-4c8a-a872-1c2b5c94474a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:39.564659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:40.066063 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc3f1-9728-4c8a-a872-1c2b5c94474a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.084818 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc3f1-9728-4c8a-a872-1c2b5c94474a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.105398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1033d9a1-b1ac-4991-8f1f-b723b112a112 None None] Network c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:40.159226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa0cc3f1-9728-4c8a-a872-1c2b5c94474a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network 7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 is not hosted by any dhcp agent {{(pid=88445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 03 15:54:40.164505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0cc3f1-9728-4c8a-a872-1c2b5c94474a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:40.165096 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc3f1-9728-4c8a-a872-1c2b5c94474a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.166678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-aa0cc3f1-9728-4c8a-a872-1c2b5c94474a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "PUT /v2.0/networks/7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 HTTP/1.1" status: 200 len: 723 time: 0.6214314 Jun 03 15:54:40.169666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56228) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:40.178418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'network_id': '7f6bd64e-d30b-4fa9-9882-0ba7a4de3276', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:40.198116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cc3f1-9728-4c8a-a872-1c2b5c94474a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=7f6bd64e-d30b-4fa9-9882-0ba7a4de3276,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:40.218270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:40.301035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56232) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:40.301728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:40.327818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:40.350067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:40.354931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.397511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-89f55b8e-1fd3-47d6-a968-1441279ddec5 None None] Provisioning for port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:40.542427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-988678510-network', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:40.548855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:40.557983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Usage tracker for resource:network and tenant:a4dc1f6cf0c4415f924b1a9ac24a4a07 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:40.565964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:40.576475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:40.582284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 23b2d1fb-f0ab-4a83-9345-4c3a5697204a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:40.662389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Made reservation on behalf of a4dc1f6cf0c4415f924b1a9ac24a4a07 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:40.665231 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.690832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.711822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bada48f-69ee-4fc4-b065-f56e7208a82e None None] Update dhcp port {'port': {'network_id': 'c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62', 'fixed_ips': [{'subnet_id': 'acb2f791-1937-4c31-b568-c302b1bceaa7', 'ip_address': '2001:db8::2'}, {'subnet_id': '17a64a1d-1f94-4009-b759-38c8a42b89b3'}], 'binding:host_id': 'n-d-844595-1'}, 'id': '23b2d1fb-f0ab-4a83-9345-4c3a5697204a'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:54:40.731878 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.738659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:40.747559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Usage tracker for resource:security_group_rule and tenant:a4dc1f6cf0c4415f924b1a9ac24a4a07 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:40.751098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:40.767185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:40.782584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b2fa2-c379-402f-8b16-3e201d9a20e1 req-ed724269-1a31-4ea4-a2a5-ba21ae75af98 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:40.784235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f4b2fa2-c379-402f-8b16-3e201d9a20e1 req-ed724269-1a31-4ea4-a2a5-ba21ae75af98 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 944 time: 0.1928353 Jun 03 15:54:40.790669 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6bada48f-69ee-4fc4-b065-f56e7208a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.835058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=e0077384-96bd-4fed-85ae-99fd85f9df2f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:40.854654 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f4b2fa2-c379-402f-8b16-3e201d9a20e1 req-e6dbe81c-d98f-4cc4-891c-1f4fa34eab2b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611384 Jun 03 15:54:40.871009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:40.895461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Checking segment: {'id': '3f64729f-622c-489f-b1e6-74988154c0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '7f6bd64e-d30b-4fa9-9882-0ba7a4de3276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:40.895855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network hostable DHCP agents. Network: 7f6bd64e-d30b-4fa9-9882-0ba7a4de3276, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:40.922522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network 7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:40.935027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:40.935636 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.937670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 7f6bd64e-d30b-4fa9-9882-0ba7a4de3276) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:40.952506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:40.952700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.970124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.975898 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:40.988380 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-acc064c5-415e-4705-9477-03da5958a103 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8143709 Jun 03 15:54:40.988380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56250) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:40.995471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ae23d49a-7a8a-44a3-b7ae-c8c49f66ce61 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:41.008814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:41.012780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36542f62-57cf-4d09-9b3e-b9e3549392b4 None None] Network 7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:41.023458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf53fc15-1aa7-4dc3-9b8d-66831140dcdc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:41.047435 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.047842 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Added segment 7fa90fbd-5900-4e6f-85ba-607b4e41dd36 of type vlan for network 9452f696-3b22-4b69-810d-e3cf12b72446 Jun 03 15:54:41.082099 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.144764 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.146583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:41.147541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.290305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:41.290760 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.320044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] Pushing event updated for resources: {'Network': ['ID=9452f696-3b22-4b69-810d-e3cf12b72446,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:41.321664 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae23d49a-7a8a-44a3-b7ae-c8c49f66ce61 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3360249'] for subnet, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.324676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-df36cfcf-d849-48a8-93f6-92486d59491b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0224342 Jun 03 15:54:41.327874 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56258) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:41.336453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=23b2d1fb-f0ab-4a83-9345-4c3a5697204a,segment=NetworkSegment(68868ef8-750e-44ed-bc0e-171ebf771a9f),segment_id=68868ef8-750e-44ed-bc0e-171ebf771a9f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:41.338175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Request body: {'subnet': {'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-988678510-subnet', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:41.343296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 9452f696-3b22-4b69-810d-e3cf12b72446 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:41.352551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:41.360479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Usage tracker for resource:subnet and tenant:a4dc1f6cf0c4415f924b1a9ac24a4a07 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:41.368414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:41.379756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:41.417550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Made reservation on behalf of a4dc1f6cf0c4415f924b1a9ac24a4a07 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:41.420610 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.503895 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.584322 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae23d49a-7a8a-44a3-b7ae-c8c49f66ce61 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760592403384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3017747'] for subnet, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.616214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-6bada48f-69ee-4fc4-b065-f56e7208a82e None None] Allocated IP 172.20.0.1 (c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62/17a64a1d-1f94-4009-b759-38c8a42b89b3/23b2d1fb-f0ab-4a83-9345-4c3a5697204a) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:41.657021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae23d49a-7a8a-44a3-b7ae-c8c49f66ce61 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:41.658885 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ae23d49a-7a8a-44a3-b7ae-c8c49f66ce61 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.660625 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ae23d49a-7a8a-44a3-b7ae-c8c49f66ce61 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "PUT /v2.0/subnets/e0077384-96bd-4fed-85ae-99fd85f9df2f HTTP/1.1" status: 200 len: 826 time: 0.6712196 Jun 03 15:54:41.668540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56264) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:41.683925 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.707344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=23b2d1fb-f0ab-4a83-9345-4c3a5697204a,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:41.728062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca3355-96b3-4862-ad58-176f8685ae7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-7f6bd64e-d30b-4fa9-9882-0ba7a4de3276', 'network_id': '7f6bd64e-d30b-4fa9-9882-0ba7a4de3276', 'tenant_id': '43013f9285f641aba2fec2cb14bf8e6b', 'fixed_ips': [{'subnet_id': 'e0077384-96bd-4fed-85ae-99fd85f9df2f'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:41.728902 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e9ca3355-96b3-4862-ad58-176f8685ae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.766643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fea19f6-0eee-4cbf-a71f-266b290be69a,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:41.789857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23d49a-7a8a-44a3-b7ae-c8c49f66ce61 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=e0077384-96bd-4fed-85ae-99fd85f9df2f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:41.823852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Checking segment: {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:41.824372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Network hostable DHCP agents. Network: 9452f696-3b22-4b69-810d-e3cf12b72446, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:41.850756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Network 9452f696-3b22-4b69-810d-e3cf12b72446 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:41.867034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 9452f696-3b22-4b69-810d-e3cf12b72446) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:41.873354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:41.874113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.877173 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.903217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416aeef2-270f-41f0-aed0-aa4fe839d72a None None] Network 9452f696-3b22-4b69-810d-e3cf12b72446 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:41.917607 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3e850ddf-1a56-48c8-a052-60fd02be560d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5884833 Jun 03 15:54:41.918764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56270) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:41.927653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-988678510-router', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:41.934972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:41.944432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Usage tracker for resource:router and tenant:a4dc1f6cf0c4415f924b1a9ac24a4a07 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:41.950250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:41.957498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:41.974144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.977106 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.979452 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:41.999134 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.055166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6bada48f-69ee-4fc4-b065-f56e7208a82e None None] For port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=23b2d1fb-f0ab-4a83-9345-4c3a5697204a,segment=NetworkSegment(68868ef8-750e-44ed-bc0e-171ebf771a9f),segment_id=68868ef8-750e-44ed-bc0e-171ebf771a9f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:42.085413 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server [None req-e9ca3355-96b3-4862-ad58-176f8685ae7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0077384-96bd-4fed-85ae-99fd85f9df2f: This subnet is being modified by another concurrent operation. Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise exception Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0077384-96bd-4fed-85ae-99fd85f9df2f: This subnet is being modified by another concurrent operation. Jun 03 15:54:42.098460 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Jun 03 15:54:42.140797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03448c7a-fad4-4030-84a1-82eef54c155b None None] Network 7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:42.151601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Subnet': ['ID=e0077384-96bd-4fed-85ae-99fd85f9df2f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:42.172818 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6bada48f-69ee-4fc4-b065-f56e7208a82e None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.227920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e31f42-f485-4bb8-922d-0a62d646542e req-e4492814-a6cd-40bd-995c-5d4d46a94ca2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:42.229597 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86e31f42-f485-4bb8-922d-0a62d646542e req-e4492814-a6cd-40bd-995c-5d4d46a94ca2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 944 time: 0.2215440 Jun 03 15:54:42.263901 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.265447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6bada48f-69ee-4fc4-b065-f56e7208a82e None None] Transition to ACTIVE for port object 23b2d1fb-f0ab-4a83-9345-4c3a5697204a will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:42.301368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6bd64e-d30b-4fa9-9882-0ba7a4de3276']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:42.317791 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6bada48f-69ee-4fc4-b065-f56e7208a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.318023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f64729f-622c-489f-b1e6-74988154c0f5') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:42.318514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f64729f-622c-489f-b1e6-74988154c0f5') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:42.335236 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.354876 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.367006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:42.367389 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.488804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-9452f696-3b22-4b69-810d-e3cf12b72446', 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'fixed_ips': [{'subnet_id': '6fea19f6-0eee-4cbf-a71f-266b290be69a'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:42.489634 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.493115 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3f64729f-622c-489f-b1e6-74988154c0f5 resource provider aggregate not found Jun 03 15:54:42.503446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 23b2d1fb-f0ab-4a83-9345-4c3a5697204a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:42.535033 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3f64729f-622c-489f-b1e6-74988154c0f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f64729f-622c-489f-b1e6-74988154c0f5 found for delete ", "request_id": "req-20bf330d-d9ad-4dca-ab91-e9c64b5bf855"}]} Jun 03 15:54:42.550250 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.554388 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.568227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86e31f42-f485-4bb8-922d-0a62d646542e req-6f0fb545-32bf-45a5-bfb8-8a65ae2f03e2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293710 Jun 03 15:54:42.579234 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.601757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Network': ['ID=7f6bd64e-d30b-4fa9-9882-0ba7a4de3276,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:42.608576 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-559f6cd9-716d-4627-8070-5ff90a417ffd tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 HTTP/1.1" status: 204 len: 168 time: 0.9385290 Jun 03 15:54:42.611017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56280) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:42.640851 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-90844f22-7919-4a13-ac64-a4976ca259ec tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:42.641308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90844f22-7919-4a13-ac64-a4976ca259ec tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:42.643044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-90844f22-7919-4a13-ac64-a4976ca259ec tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 HTTP/1.1" status: 404 len: 339 time: 0.0311129 Jun 03 15:54:42.647315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56284) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:42.653350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2093559530', 'description': 'd1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:42.668454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:42.674779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Usage tracker for resource:network and tenant:43013f9285f641aba2fec2cb14bf8e6b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:42.678054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:42.801966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bada48f-69ee-4fc4-b065-f56e7208a82e None None] Pushing event updated for resources: {'Port': ['ID=23b2d1fb-f0ab-4a83-9345-4c3a5697204a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:42.882538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77879ea2-3cb1-4c32-8ca1-a977d51a5cda None None] Network 7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:42.905148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:42.922962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77879ea2-3cb1-4c32-8ca1-a977d51a5cda None None] Network 7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 could not be found, it might have been deleted concurrently. {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 03 15:54:42.930635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:42.934209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:42.987416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:43.002411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Allocated IP 172.20.0.2 (9452f696-3b22-4b69-810d-e3cf12b72446/6fea19f6-0eee-4cbf-a71f-266b290be69a/ed4de35e-c2ab-48c8-adea-5d40af30c10b) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:43.004734 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.004734 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Added segment 867456e3-ec1a-4a90-bcf7-cc0875697d55 of type vlan for network 211d088d-7c6d-4469-b453-415224795d2d Jun 03 15:54:43.047090 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.142518 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.148600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:43.149208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.226848 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.237741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Transition to ACTIVE for port object ed4de35e-c2ab-48c8-adea-5d40af30c10b will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:43.257267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Transition to ACTIVE for port object ed4de35e-c2ab-48c8-adea-5d40af30c10b will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:43.264976 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.344070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=211d088d-7c6d-4469-b453-415224795d2d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:43.350075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Network 9452f696-3b22-4b69-810d-e3cf12b72446 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:43.351168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Pushing event updated for resources: {'Port': ['ID=ed4de35e-c2ab-48c8-adea-5d40af30c10b,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:43.354123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:43.356279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:43.378831 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ed72b474-b76f-4b82-ade9-14331b5085c0 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7304077 Jun 03 15:54:43.381551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56288) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:43.396285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 211d088d-7c6d-4469-b453-415224795d2d details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:43.411502 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.444046 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.472365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf618d-02a7-4230-b34b-951208c60ec9 None None] Network c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:43.542787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7ff40c-74ca-4236-bd8a-75f1ae69934c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:43.543478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-df7ff40c-74ca-4236-bd8a-75f1ae69934c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Synchronizing usage tracker for tenant:43013f9285f641aba2fec2cb14bf8e6b on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:43.564225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-df7ff40c-74ca-4236-bd8a-75f1ae69934c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Unset dirty status for tenant:43013f9285f641aba2fec2cb14bf8e6b on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:43.568238 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-df7ff40c-74ca-4236-bd8a-75f1ae69934c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/networks?id=211d088d-7c6d-4469-b453-415224795d2d HTTP/1.1" status: 200 len: 765 time: 0.1825423 Jun 03 15:54:43.568960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56294) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:43.575601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a4e8e760-9bea-4ccb-b9a4-733669757112 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'description': 'd2'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:43.604713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Allocated IP 172.25.7.252 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/b29073c4-419c-4c4c-b69c-a5a7315aebf2) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:43.793610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c6b45c1e-38c3-4df7-926f-7ae462badc1e None None] Provisioning for port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:43.802108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Attempting to bind port ed4de35e-c2ab-48c8-adea-5d40af30c10b on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:43.803107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Attempting to bind port ed4de35e-c2ab-48c8-adea-5d40af30c10b by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:43.803440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Attempting to bind port ed4de35e-c2ab-48c8-adea-5d40af30c10b on network 9452f696-3b22-4b69-810d-e3cf12b72446 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:43.845107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c6b45c1e-38c3-4df7-926f-7ae462badc1e None None] Provisioning complete for port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:43.845107 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6b45c1e-38c3-4df7-926f-7ae462badc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.856825 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.882858 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87063f4-7b63-4aac-8f9b-9338a1a2c281 req-065e0428-2269-4c3b-a599-2590dc8b1e59 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:43.884469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b87063f4-7b63-4aac-8f9b-9338a1a2c281 req-065e0428-2269-4c3b-a599-2590dc8b1e59 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 944 time: 0.1320655 Jun 03 15:54:43.895153 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e760-9bea-4ccb-b9a4-733669757112 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.922555 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e760-9bea-4ccb-b9a4-733669757112 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.936642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:43.937016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Checking segment: {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:43.937413 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.937803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Bound using segment: {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:43.938311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Bound port: ed4de35e-c2ab-48c8-adea-5d40af30c10b, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:43.938676 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.945281 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.954374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a4e8e760-9bea-4ccb-b9a4-733669757112 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network 211d088d-7c6d-4469-b453-415224795d2d is not hosted by any dhcp agent {{(pid=88444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 03 15:54:43.960256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e8e760-9bea-4ccb-b9a4-733669757112 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:43.960532 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a4e8e760-9bea-4ccb-b9a4-733669757112 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:43.961955 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a4e8e760-9bea-4ccb-b9a4-733669757112 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "PUT /v2.0/networks/211d088d-7c6d-4469-b453-415224795d2d HTTP/1.1" status: 200 len: 762 time: 0.3921647 Jun 03 15:54:43.966997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56308) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:44.009940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b87063f4-7b63-4aac-8f9b-9338a1a2c281 req-d1ee4fe7-566b-48db-90e0-f7f8f2b02128 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057506 Jun 03 15:54:44.039711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:44.042932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:44.051039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:44.086995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] For port ed4de35e-c2ab-48c8-adea-5d40af30c10b, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:44.090890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] For port ed4de35e-c2ab-48c8-adea-5d40af30c10b, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ed4de35e-c2ab-48c8-adea-5d40af30c10b,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:44.106391 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:44.145573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8e760-9bea-4ccb-b9a4-733669757112 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=211d088d-7c6d-4469-b453-415224795d2d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:44.177501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 211d088d-7c6d-4469-b453-415224795d2d details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:44.300667 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499aefce-61cf-40d2-b58b-475203669f89 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:44.302739 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-499aefce-61cf-40d2-b58b-475203669f89 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/networks?id=211d088d-7c6d-4469-b453-415224795d2d HTTP/1.1" status: 200 len: 765 time: 0.3344746 Jun 03 15:54:44.306320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56312) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:44.312410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Pushing event updated for resources: {'Port': ['ID=b29073c4-419c-4c4c-b69c-a5a7315aebf2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:44.451509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac92d04-3187-467f-9011-4ced95bd38fb None None] Pushing event updated for resources: {'Port': ['ID=ed4de35e-c2ab-48c8-adea-5d40af30c10b,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:44.470261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 23b2d1fb-f0ab-4a83-9345-4c3a5697204a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:44.507297 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:44.539645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6812c1-3c0d-4c49-b6e9-94a91d627390 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:44.541340 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aa6812c1-3c0d-4c49-b6e9-94a91d627390 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2338011 Jun 03 15:54:44.544054 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56316) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:44.566819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c6b45c1e-38c3-4df7-926f-7ae462badc1e None None] Current status of the port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:44.588758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:44.589130 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:44.596111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-14d1327d-6ab5-4bd5-8f9a-a0e0b433e9a5 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Synchronizing usage tracker for tenant:43013f9285f641aba2fec2cb14bf8e6b on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:44.622311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-14d1327d-6ab5-4bd5-8f9a-a0e0b433e9a5 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Unset dirty status for tenant:43013f9285f641aba2fec2cb14bf8e6b on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:44.628549 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-14d1327d-6ab5-4bd5-8f9a-a0e0b433e9a5 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 207 time: 0.0786264 Jun 03 15:54:44.628885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56320) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:44.765097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:44.924062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f06193-38f0-443d-b012-14fb7759d135 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:44.938030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f06193-38f0-443d-b012-14fb7759d135 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:44.944762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f06193-38f0-443d-b012-14fb7759d135 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:44.950926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f06193-38f0-443d-b012-14fb7759d135 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:44.956680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f06193-38f0-443d-b012-14fb7759d135 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:44.962378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f06193-38f0-443d-b012-14fb7759d135 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:44.967719 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-03f06193-38f0-443d-b012-14fb7759d135 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3343387 Jun 03 15:54:44.970295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56324) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:45.213817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8bbefdf3-2e6a-443b-8992-523e33476764 None None] Provisioning complete for port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:45.215784 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8bbefdf3-2e6a-443b-8992-523e33476764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:45.300077 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c56161b2-6c85-4008-9243-825a840a22b5 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3285954 Jun 03 15:54:45.303502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56332) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:45.370023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8bbefdf3-2e6a-443b-8992-523e33476764 None None] Current status of the port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:45.389181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:45.404273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7fa8c-bd55-436c-ae88-b1386d808177 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.405755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7fa8c-bd55-436c-ae88-b1386d808177 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.407922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7fa8c-bd55-436c-ae88-b1386d808177 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.409340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7fa8c-bd55-436c-ae88-b1386d808177 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.410968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7fa8c-bd55-436c-ae88-b1386d808177 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.413368 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d0e7fa8c-bd55-436c-ae88-b1386d808177 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1086609 Jun 03 15:54:45.417337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56338) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:45.507390 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4760e5fb-bcd0-435e-b33a-71dd7a23579b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.509133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4760e5fb-bcd0-435e-b33a-71dd7a23579b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.510753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4760e5fb-bcd0-435e-b33a-71dd7a23579b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.512176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4760e5fb-bcd0-435e-b33a-71dd7a23579b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.513533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4760e5fb-bcd0-435e-b33a-71dd7a23579b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.515098 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4760e5fb-bcd0-435e-b33a-71dd7a23579b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0958340 Jun 03 15:54:45.518772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ec339-f04e-4d29-927c-4e37c4069602 req-58aacabe-c6d8-4a95-8062-43c51300443a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.519272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56342) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:45.520221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e98ec339-f04e-4d29-927c-4e37c4069602 req-58aacabe-c6d8-4a95-8062-43c51300443a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 944 time: 0.2835963 Jun 03 15:54:45.647460 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e98ec339-f04e-4d29-927c-4e37c4069602 req-aedd7c36-ece9-4165-8573-c29843eb6c3f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772712 Jun 03 15:54:45.676121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc7e6e3-ef6d-4cbb-80e0-d97d69070e0f tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.680982 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8bc7e6e3-ef6d-4cbb-80e0-d97d69070e0f tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/networks/a22b2fea-c092-4643-942b-0224e93020cb HTTP/1.1" status: 200 len: 804 time: 0.1578600 Jun 03 15:54:45.682137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56346) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:45.690068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:54:45.833293 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-99a5cc8a-caff-4fb7-85ae-2971a4fcc294 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/networks/a22b2fea-c092-4643-942b-0224e93020cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1498580 Jun 03 15:54:45.836881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56350) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:45.875550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:45.891316 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Sync routers for ids ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:45.901075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2eaba9-e014-4d5b-9436-d79f06b2d8c0 None None] Network 9452f696-3b22-4b69-810d-e3cf12b72446 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:45.905100 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Routers {'1ff383ca-e870-4d2a-ac49-4fbc025ec09e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:45.906120 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:45.912746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c48103-5b3d-4a82-8682-0a2b1f915b50 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:45.913502 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:45.914241 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e5c48103-5b3d-4a82-8682-0a2b1f915b50 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/subnets/ceeb6316-f5b9-4dd8-bc07-736f502b1ec8 HTTP/1.1" status: 200 len: 843 time: 0.0764472 Jun 03 15:54:45.915041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-84fbad72-90bc-401e-b0d1-7e8c8e6d5989 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9942622 Jun 03 15:54:45.918271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56354) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:45.919151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56356) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:46.015251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b6106f09-16d5-4e40-909b-b0418c7829c9 None None] Provisioning for port ed4de35e-c2ab-48c8-adea-5d40af30c10b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:46.104083 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Set router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:46.116226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2e68f-9287-4a54-b9f5-5a613870fb78 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:46.117713 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3ef2e68f-9287-4a54-b9f5-5a613870fb78 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "GET /v2.0/subnets/ceeb6316-f5b9-4dd8-bc07-736f502b1ec8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1966376 Jun 03 15:54:46.121776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56366) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:46.128857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1878589075'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:46.141838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:46.168789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:46.185819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:46.190373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:46.229972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:46.242762 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:46.243308 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Added segment c52628e3-5261-428f-99b4-18fba4e2ea0a of type vlan for network 36a4458a-6740-4122-85ee-fd994d4c9a20 Jun 03 15:54:46.295645 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:46.362652 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:46.369439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:46.370270 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:46.493919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b2af82-5bef-4290-af51-a7f2eedf2fc3 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:54:46.535570 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'name': 'tempest-TestServerMultinode-988678510-router', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:41Z', 'updated_at': '2022-06-03T15:54:44Z', 'revision_number': 3, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'gw_port': {'id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:43Z', 'updated_at': '2022-06-03T15:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:46.539136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Network': ['ID=36a4458a-6740-4122-85ee-fd994d4c9a20,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:46.541265 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Checking router: 1ff383ca-e870-4d2a-ac49-4fbc025ec09e for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:46.541782 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Updating router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e port b29073c4-419c-4c4c-b69c-a5a7315aebf2 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:54:46.569176 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f0d224c9-5214-4d13-b808-e005234e74d2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4457102 Jun 03 15:54:46.572864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56376) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:46.581480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'network_id': '36a4458a-6740-4122-85ee-fd994d4c9a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:46.629974 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:46.712685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:46.737413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:46.751067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Made reservation on behalf of 43013f9285f641aba2fec2cb14bf8e6b for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:46.754187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b2af82-5bef-4290-af51-a7f2eedf2fc3 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:54:46.758049 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:46.759475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 36a4458a-6740-4122-85ee-fd994d4c9a20 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:46.807369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ed4de35e-c2ab-48c8-adea-5d40af30c10b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:46.903715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.ipam_backend_mixin [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Performing IP validity checks on allocation pools {{(pid=88445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:54:46.904407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.ipam_backend_mixin [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:54:47.072724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.176558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.239632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594209a-e48e-41e3-9669-99cc3a71c741 req-03870f00-917a-40b5-a7ef-34a03154963d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:47.240140 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.241159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1594209a-e48e-41e3-9669-99cc3a71c741 req-03870f00-917a-40b5-a7ef-34a03154963d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 944 time: 0.2327213 Jun 03 15:54:47.260280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port ed4de35e-c2ab-48c8-adea-5d40af30c10b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:47.264237 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Transition to ACTIVE for port object b29073c4-419c-4c4c-b69c-a5a7315aebf2 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:47.275004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port ed4de35e-c2ab-48c8-adea-5d40af30c10b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:47.275508 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.277605 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.355565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Allocated IP 172.20.0.1 (9452f696-3b22-4b69-810d-e3cf12b72446/6fea19f6-0eee-4cbf-a71f-266b290be69a/dd51bc8e-3e5d-46e4-b531-8021771cdab7) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:47.458663 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Pushing event updated for resources: {'Port': ['ID=b29073c4-419c-4c4c-b69c-a5a7315aebf2,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:47.488579 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Attempting to bind port b29073c4-419c-4c4c-b69c-a5a7315aebf2 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:47.488935 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Attempting to bind port b29073c4-419c-4c4c-b69c-a5a7315aebf2 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:47.489300 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Attempting to bind port b29073c4-419c-4c4c-b69c-a5a7315aebf2 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:47.496587 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:47.496976 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:47.497391 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.497779 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:47.498271 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Bound port: b29073c4-419c-4c4c-b69c-a5a7315aebf2, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:47.498634 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.542641 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.563620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Transition to ACTIVE for port object dd51bc8e-3e5d-46e4-b531-8021771cdab7 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:47.588347 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] For port b29073c4-419c-4c4c-b69c-a5a7315aebf2, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:47.596125 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] For port b29073c4-419c-4c4c-b69c-a5a7315aebf2, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b29073c4-419c-4c4c-b69c-a5a7315aebf2,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:47.597811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.598609 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.598609 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.598795 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.598979 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.599307 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.600541 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.600541 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.600541 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.601048 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.601048 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.601210 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.602231 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.607391 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.617492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port ed4de35e-c2ab-48c8-adea-5d40af30c10b is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:47.618018 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.638944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=6e43ecd0-6bf5-419f-9e44-69db96e88d48,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:47.652109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port ed4de35e-c2ab-48c8-adea-5d40af30c10b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ed4de35e-c2ab-48c8-adea-5d40af30c10b,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:47.670055 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Network 9452f696-3b22-4b69-810d-e3cf12b72446 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:47.677729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1594209a-e48e-41e3-9669-99cc3a71c741 req-a3854a53-0037-4d08-9d4f-fc1b60ec5dae tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198825 Jun 03 15:54:47.686082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Checking segment: {'id': 'c52628e3-5261-428f-99b4-18fba4e2ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '36a4458a-6740-4122-85ee-fd994d4c9a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:47.687131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network hostable DHCP agents. Network: 36a4458a-6740-4122-85ee-fd994d4c9a20, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:47.692973 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Routers {'1ff383ca-e870-4d2a-ac49-4fbc025ec09e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:47.693663 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:47.708225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:47.710615 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.713337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:47.729170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Network 36a4458a-6740-4122-85ee-fd994d4c9a20 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:47.760950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 36a4458a-6740-4122-85ee-fd994d4c9a20) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:47.777853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Pushing event updated for resources: {'Port': ['ID=dd51bc8e-3e5d-46e4-b531-8021771cdab7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:47.778660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:47.779365 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133665110'] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.781110 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ec1cb-e8a1-4e93-a845-efaae324ff2f None None] Pushing event updated for resources: {'Port': ['ID=b29073c4-419c-4c4c-b69c-a5a7315aebf2,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:47.790817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.791162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.791493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.791816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.792136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.792453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.792765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.793076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.793386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.793693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.794027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.794337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:54:47.802840 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:47.819998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=ed4de35e-c2ab-48c8-adea-5d40af30c10b,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:47.822646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5c7699b0-2f51-432c-8115-a4b2c8bc673a details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:54:47.838918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-07b83185-b4df-4545-8f0c-b5ded37e7617 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2622299 Jun 03 15:54:47.839332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56384) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:47.851942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-29a2b9b7-91f2-4b97-829f-0ae5b1b6c64c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:47.888499 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:54:47.973169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5c7699b0-2f51-432c-8115-a4b2c8bc673a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c7699b0-2f51-432c-8115-a4b2c8bc673a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:47.990655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '5c7699b0-2f51-432c-8115-a4b2c8bc673a', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'port_id': '5c7699b0-2f51-432c-8115-a4b2c8bc673a', 'mac_address': 'fa:16:3e:06:23:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:54:48.061756 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] Set router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:48.084141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9b7-91f2-4b97-829f-0ae5b1b6c64c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2301662'] for subnet, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.084718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5c7699b0-2f51-432c-8115-a4b2c8bc673a is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:48.085100 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.104743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7699b0-2f51-432c-8115-a4b2c8bc673a {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:54:48.123413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5c7699b0-2f51-432c-8115-a4b2c8bc673a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c7699b0-2f51-432c-8115-a4b2c8bc673a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:48.126885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d87dffb-d40f-40b5-88db-439950706ab0 None None] Network 36a4458a-6740-4122-85ee-fd994d4c9a20 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:48.142573 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.145144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.513088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['5c7699b0-2f51-432c-8115-a4b2c8bc673a'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:54:48.555479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ed4de35e-c2ab-48c8-adea-5d40af30c10b up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:48.609929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9b7-91f2-4b97-829f-0ae5b1b6c64c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760592403384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3931312'] for subnet, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.653564 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.670594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5c7699b0-2f51-432c-8115-a4b2c8bc673a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:48.685908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.720267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a2b9b7-91f2-4b97-829f-0ae5b1b6c64c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:48.722478 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9b7-91f2-4b97-829f-0ae5b1b6c64c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.736620 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'name': 'tempest-TestServerMultinode-988678510-router', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:41Z', 'updated_at': '2022-06-03T15:54:44Z', 'revision_number': 3, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'gw_port': {'id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:43Z', 'updated_at': '2022-06-03T15:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:48.741045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-29a2b9b7-91f2-4b97-829f-0ae5b1b6c64c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "PUT /v2.0/subnets/6e43ecd0-6bf5-419f-9e44-69db96e88d48 HTTP/1.1" status: 200 len: 900 time: 0.9004972 Jun 03 15:54:48.749696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56392) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:48.753411 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587dbcea-6608-4882-8a1e-7461cc657719 None None] The sync data for ids ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'] in n-d-844595-1 is: [{'id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'name': 'tempest-TestServerMultinode-988678510-router', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:41Z', 'updated_at': '2022-06-03T15:54:44Z', 'revision_number': 3, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'gw_port': {'id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:43Z', 'updated_at': '2022-06-03T15:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:48.773094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f882aa50-f5a0-4aeb-af2d-c0bac063d0bb None None] Provisioning for port dd51bc8e-3e5d-46e4-b531-8021771cdab7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:48.791106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f882aa50-f5a0-4aeb-af2d-c0bac063d0bb None None] Provisioning complete for port dd51bc8e-3e5d-46e4-b531-8021771cdab7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:48.791106 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f882aa50-f5a0-4aeb-af2d-c0bac063d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.871615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-36a4458a-6740-4122-85ee-fd994d4c9a20', 'network_id': '36a4458a-6740-4122-85ee-fd994d4c9a20', 'tenant_id': '43013f9285f641aba2fec2cb14bf8e6b', 'fixed_ips': [{'subnet_id': '6e43ecd0-6bf5-419f-9e44-69db96e88d48'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:48.872817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.879265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Pushing event updated for resources: {'Port': ['ID=dd51bc8e-3e5d-46e4-b531-8021771cdab7,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:48.911415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f882aa50-f5a0-4aeb-af2d-c0bac063d0bb None None] Port dd51bc8e-3e5d-46e4-b531-8021771cdab7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:54:48.913971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port ed4de35e-c2ab-48c8-adea-5d40af30c10b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:48.914461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.924430 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:48.963067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2b9b7-91f2-4b97-829f-0ae5b1b6c64c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event updated for resources: {'Subnet': ['ID=6e43ecd0-6bf5-419f-9e44-69db96e88d48,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:49.094996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:49.283444 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:49.339271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port ed4de35e-c2ab-48c8-adea-5d40af30c10b is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:49.402834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Network 9452f696-3b22-4b69-810d-e3cf12b72446 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:49.406935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:49.452458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Allocated IP 2001:db8::3 (36a4458a-6740-4122-85ee-fd994d4c9a20/6e43ecd0-6bf5-419f-9e44-69db96e88d48/7244f026-f92b-4d81-b0c7-d1056c21a15f) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:49.453155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513330e3-3d34-4368-8bb2-ba4b39f25727 req-bbdbf919-3897-4209-8e64-f8ef52e667e1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:49.461387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-513330e3-3d34-4368-8bb2-ba4b39f25727 req-bbdbf919-3897-4209-8e64-f8ef52e667e1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 945 time: 0.5457652 Jun 03 15:54:49.600686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-513330e3-3d34-4368-8bb2-ba4b39f25727 req-39f7e298-58dc-4328-8ba7-e054d00e88bd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296325 Jun 03 15:54:49.692791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:54:49.910769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:49.925310 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-07d516fd-2dfa-4d0f-8409-4f56e216e168 admin admin] 10.222.0.48 "PUT /v2.0/routers/1ff383ca-e870-4d2a-ac49-4fbc025ec09e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0054851 Jun 03 15:54:49.956355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a8b259d0-69fb-4a21-9d51-44f0accc5ed1 None None] Provisioning complete for port dd51bc8e-3e5d-46e4-b531-8021771cdab7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:49.957000 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8b259d0-69fb-4a21-9d51-44f0accc5ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.016087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.033173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Transition to ACTIVE for port object 7244f026-f92b-4d81-b0c7-d1056c21a15f will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:50.035954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a8b259d0-69fb-4a21-9d51-44f0accc5ed1 None None] Port dd51bc8e-3e5d-46e4-b531-8021771cdab7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:54:50.057745 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Transition to ACTIVE for port object 7244f026-f92b-4d81-b0c7-d1056c21a15f will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:50.068440 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.091901 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.142283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Subnet': ['ID=6e43ecd0-6bf5-419f-9e44-69db96e88d48,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:50.143096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Pushing event updated for resources: {'Port': ['ID=7244f026-f92b-4d81-b0c7-d1056c21a15f,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:50.155500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Network 36a4458a-6740-4122-85ee-fd994d4c9a20 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:50.156717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:50.159356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:50.282378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Attempting to bind port 7244f026-f92b-4d81-b0c7-d1056c21a15f on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:50.283063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Attempting to bind port 7244f026-f92b-4d81-b0c7-d1056c21a15f by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'c52628e3-5261-428f-99b4-18fba4e2ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '36a4458a-6740-4122-85ee-fd994d4c9a20'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:50.284836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Attempting to bind port 7244f026-f92b-4d81-b0c7-d1056c21a15f on network 36a4458a-6740-4122-85ee-fd994d4c9a20 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:50.296742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:50.297723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Checking segment: {'id': 'c52628e3-5261-428f-99b4-18fba4e2ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '36a4458a-6740-4122-85ee-fd994d4c9a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:50.298023 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.298751 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.299409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Bound using segment: {'id': 'c52628e3-5261-428f-99b4-18fba4e2ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '36a4458a-6740-4122-85ee-fd994d4c9a20'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:50.300182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Bound port: 7244f026-f92b-4d81-b0c7-d1056c21a15f, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52628e3-5261-428f-99b4-18fba4e2ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '36a4458a-6740-4122-85ee-fd994d4c9a20'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:50.300835 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.327708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a4458a-6740-4122-85ee-fd994d4c9a20']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:50.347512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52628e3-5261-428f-99b4-18fba4e2ea0a') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:50.348247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52628e3-5261-428f-99b4-18fba4e2ea0a') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:50.364061 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.388523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.398826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:50.399418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.427121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] For port 7244f026-f92b-4d81-b0c7-d1056c21a15f, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:50.490369 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c52628e3-5261-428f-99b4-18fba4e2ea0a resource provider aggregate not found Jun 03 15:54:50.514229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b29073c4-419c-4c4c-b69c-a5a7315aebf2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:50.526111 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c52628e3-5261-428f-99b4-18fba4e2ea0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c52628e3-5261-428f-99b4-18fba4e2ea0a found for delete ", "request_id": "req-62957594-1648-4895-8cea-778d0907dc7c"}]} Jun 03 15:54:50.535095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:54:50.535095 n-d-844595-1 neutron-server[88445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:54:50.535095 n-d-844595-1 neutron-server[88445]: [parameters: {'id': '36a4458a-6740-4122-85ee-fd994d4c9a20'}] Jun 03 15:54:50.535095 n-d-844595-1 neutron-server[88445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:54:50.536067 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:54:50.580777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] For port 7244f026-f92b-4d81-b0c7-d1056c21a15f, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7244f026-f92b-4d81-b0c7-d1056c21a15f,segment=NetworkSegment(c52628e3-5261-428f-99b4-18fba4e2ea0a),segment_id=c52628e3-5261-428f-99b4-18fba4e2ea0a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:50.589813 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.732124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56430) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:50.744618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1743064277-network', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:50.760264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:50.767815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Usage tracker for resource:network and tenant:d16d41f11e6f46e2bd85ee3d0de54632 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:50.775201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:50.778211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922cc6b-f1e6-4a94-9536-f85f361c5798 None None] Pushing event updated for resources: {'Port': ['ID=7244f026-f92b-4d81-b0c7-d1056c21a15f,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:50.792112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:50.816513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Made reservation on behalf of d16d41f11e6f46e2bd85ee3d0de54632 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:50.819191 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.827124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port b29073c4-419c-4c4c-b69c-a5a7315aebf2 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:50.838414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.849012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b29073c4-419c-4c4c-b69c-a5a7315aebf2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:50.849376 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:50.855962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:50.867939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Usage tracker for resource:security_group_rule and tenant:d16d41f11e6f46e2bd85ee3d0de54632 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:50.877128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:50.887952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:50.933802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f918d-608d-420d-aba5-a65611f23dff None None] Network 36a4458a-6740-4122-85ee-fd994d4c9a20 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:51.005263 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.011406 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.027635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:54:51.044908 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.045360 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Added segment aae91995-8ba2-4899-a17b-d163619e5619 of type vlan for network 18c8338b-44b8-43ec-b59e-04dd582331bb Jun 03 15:54:51.101045 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.110988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b29073c4-419c-4c4c-b69c-a5a7315aebf2 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:51.111552 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.121337 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.148614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3505a64-fb9b-4e7a-899a-e6892e2f17b3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:51.151293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Deleting port 7244f026-f92b-4d81-b0c7-d1056c21a15f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:51.151650 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.170288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port b29073c4-419c-4c4c-b69c-a5a7315aebf2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b29073c4-419c-4c4c-b69c-a5a7315aebf2,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:51.181617 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.237270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Sync routers for ids ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:51.259707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Routers {'1ff383ca-e870-4d2a-ac49-4fbc025ec09e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:51.260169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:51.271750 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.272684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:51.273246 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.343827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=b29073c4-419c-4c4c-b69c-a5a7315aebf2,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:51.409403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c4461-1fa4-4b79-914e-6cfc51020faa None None] Network 36a4458a-6740-4122-85ee-fd994d4c9a20 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:51.542100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Set router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:51.638706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] Pushing event updated for resources: {'Network': ['ID=18c8338b-44b8-43ec-b59e-04dd582331bb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:51.648088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-337f2a01-e33a-4162-a79a-4941e28a008d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9115756 Jun 03 15:54:51.651223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56438) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:51.659021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Request body: {'subnet': {'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1743064277-subnet', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:51.665683 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:51.669959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Usage tracker for resource:subnet and tenant:d16d41f11e6f46e2bd85ee3d0de54632 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:51.672825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 18c8338b-44b8-43ec-b59e-04dd582331bb details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:54:51.673259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:51.680066 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:51.695629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Made reservation on behalf of d16d41f11e6f46e2bd85ee3d0de54632 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:54:51.698933 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.702731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a74737-b303-4f7f-915a-a76f8780afbf req-67956f3e-7fdd-4932-abde-73bdb6f22c62 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:51.710238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43a74737-b303-4f7f-915a-a76f8780afbf req-67956f3e-7fdd-4932-abde-73bdb6f22c62 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 945 time: 0.9111927 Jun 03 15:54:51.714610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] For port 7244f026-f92b-4d81-b0c7-d1056c21a15f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7244f026-f92b-4d81-b0c7-d1056c21a15f,segment=NetworkSegment(c52628e3-5261-428f-99b4-18fba4e2ea0a),segment_id=c52628e3-5261-428f-99b4-18fba4e2ea0a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:51.714986 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.801122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5c7699b0-2f51-432c-8115-a4b2c8bc673a up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:51.864409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Calling delete_port for 7244f026-f92b-4d81-b0c7-d1056c21a15f owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:51.943458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43a74737-b303-4f7f-915a-a76f8780afbf req-3216e2f1-ea35-4f15-97ce-6535548001ff tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322061 Jun 03 15:54:51.963053 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:51.987987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.028365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1dd36c6-19e2-4163-a5c1-0e9817055556,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:52.053834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Checking segment: {'id': 'aae91995-8ba2-4899-a17b-d163619e5619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:52.054351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Network hostable DHCP agents. Network: 18c8338b-44b8-43ec-b59e-04dd582331bb, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:54:52.056775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Port': ['ID=7244f026-f92b-4d81-b0c7-d1056c21a15f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:52.062782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No DVR routers for this DVR port 7244f026-f92b-4d81-b0c7-d1056c21a15f on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:54:52.082656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Network 18c8338b-44b8-43ec-b59e-04dd582331bb is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:54:52.106699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202678b5-d52a-46e4-b1a3-d43342c58ca0 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:54:52.107084 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 18c8338b-44b8-43ec-b59e-04dd582331bb) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:52.111812 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:52.113977 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.139910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 5c7699b0-2f51-432c-8115-a4b2c8bc673a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:52.141391 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0cc8aae8-ff90-4a37-bb5b-b36f9a637b46 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4884539 Jun 03 15:54:52.142068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56448) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:52.147853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1743064277-router', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:52.153748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:52.156676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 5c7699b0-2f51-432c-8115-a4b2c8bc673a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:52.157161 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.158223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Usage tracker for resource:router and tenant:d16d41f11e6f46e2bd85ee3d0de54632 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:52.164178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:52.171438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:52.184923 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.186151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.209471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.279491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.316274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a4458a-6740-4122-85ee-fd994d4c9a20']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:52.334672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52628e3-5261-428f-99b4-18fba4e2ea0a') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:52.334895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52628e3-5261-428f-99b4-18fba4e2ea0a') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:52.352478 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.409651 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.430269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:52.431461 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.454230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'name': 'tempest-TestServerMultinode-988678510-router', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:41Z', 'updated_at': '2022-06-03T15:54:48Z', 'revision_number': 4, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'gw_port': {'id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:43Z', 'updated_at': '2022-06-03T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'dd51bc8e-3e5d-46e4-b531-8021771cdab7', 'name': '', 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'mac_address': 'fa:16:3e:7f:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '6fea19f6-0eee-4cbf-a71f-266b290be69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:47Z', 'updated_at': '2022-06-03T15:54:48Z', 'revision_number': 2, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'subnets': [{'id': '6fea19f6-0eee-4cbf-a71f-266b290be69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:52.463148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202678b5-d52a-46e4-b1a3-d43342c58ca0 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:54:52.468686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 5c7699b0-2f51-432c-8115-a4b2c8bc673a is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:52.469234 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.495620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Checking router: 1ff383ca-e870-4d2a-ac49-4fbc025ec09e for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:52.498354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Updating router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e port dd51bc8e-3e5d-46e4-b531-8021771cdab7 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:54:52.537935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b29073c4-419c-4c4c-b69c-a5a7315aebf2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:52.538782 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.566814 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c52628e3-5261-428f-99b4-18fba4e2ea0a resource provider aggregate not found Jun 03 15:54:52.571740 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.604100 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.607198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb53f09-7b32-4294-97f1-3545c349c757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7699b0-2f51-432c-8115-a4b2c8bc673a'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:54:52.608114 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c52628e3-5261-428f-99b4-18fba4e2ea0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c52628e3-5261-428f-99b4-18fba4e2ea0a found for delete ", "request_id": "req-262b11ec-b10a-4c89-a316-688821e9bd91"}]} Jun 03 15:54:52.608837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Network': ['ID=36a4458a-6740-4122-85ee-fd994d4c9a20,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:52.626409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-920b159e-aebf-434a-9790-59bbac7f41e9 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/36a4458a-6740-4122-85ee-fd994d4c9a20 HTTP/1.1" status: 204 len: 168 time: 3.8733296 Jun 03 15:54:52.626754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56460) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:52.681241 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0b2eba-cb8f-455a-84c5-a108003873f1 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:52.681594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0b2eba-cb8f-455a-84c5-a108003873f1 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:52.685833 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ae0b2eba-cb8f-455a-84c5-a108003873f1 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/subnets/6e43ecd0-6bf5-419f-9e44-69db96e88d48 HTTP/1.1" status: 404 len: 337 time: 0.0558159 Jun 03 15:54:52.686033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56464) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:52.703049 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d8be20-110d-4953-98d8-af7f6ca999d7'] response: {'server_uuid': '7cb53f09-7b32-4294-97f1-3545c349c757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7699b0-2f51-432c-8115-a4b2c8bc673a', 'code': 200} Jun 03 15:54:52.705623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 5c7699b0-2f51-432c-8115-a4b2c8bc673a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c7699b0-2f51-432c-8115-a4b2c8bc673a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:52.733014 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fec4af-ab57-4516-83b5-87ae36e85a31 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:52.733486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17fec4af-ab57-4516-83b5-87ae36e85a31 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:52.737925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-17fec4af-ab57-4516-83b5-87ae36e85a31 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/36a4458a-6740-4122-85ee-fd994d4c9a20 HTTP/1.1" status: 404 len: 339 time: 0.0488532 Jun 03 15:54:52.738704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56468) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:52.781920 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.796775 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.860688 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:52.994631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b29073c4-419c-4c4c-b69c-a5a7315aebf2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:52.995301 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.016149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.053869 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=5c7699b0-2f51-432c-8115-a4b2c8bc673a,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:53.083285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211d088d-7c6d-4469-b453-415224795d2d']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:53.153979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867456e3-ec1a-4a90-bcf7-cc0875697d55') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:53.154235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867456e3-ec1a-4a90-bcf7-cc0875697d55') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:53.171154 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.193062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.207897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:53.208298 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.219076 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.244302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b486a-ed45-4b24-bd11-dd0a471fb249 req-41a00383-8315-4be2-8c52-810d50c97880 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:53.245865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b2b486a-ed45-4b24-bd11-dd0a471fb249 req-41a00383-8315-4be2-8c52-810d50c97880 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 946 time: 0.1653306 Jun 03 15:54:53.260367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bea8d7-6b74-45e2-804f-99e207a3848c req-2bd166e7-8c9e-42ff-9f05-9c3a409dd66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:53.262495 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b2bea8d7-6b74-45e2-804f-99e207a3848c req-2bd166e7-8c9e-42ff-9f05-9c3a409dd66a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 1097 time: 0.4902701 Jun 03 15:54:53.267727 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.374905 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b2bea8d7-6b74-45e2-804f-99e207a3848c req-c4c85fe6-da48-4078-a307-1bd2a6422a5a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044400 Jun 03 15:54:53.387144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b2b486a-ed45-4b24-bd11-dd0a471fb249 req-b9b04019-af79-4ac3-a969-7064c0d4dd4d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765817 Jun 03 15:54:53.388527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.394790 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.445352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Network': ['ID=211d088d-7c6d-4469-b453-415224795d2d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:53.457768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cc94841a-682b-4703-8252-f604ba62226a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/211d088d-7c6d-4469-b453-415224795d2d HTTP/1.1" status: 204 len: 168 time: 0.7156792 Jun 03 15:54:53.460134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56476) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:53.490025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Allocated IP 172.25.7.69 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/4386aff3-883a-4008-935f-2e70120fe5ad) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:53.509217 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7531459b-7d3f-40e7-84d0-02da3acb2ee3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:53.509658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7531459b-7d3f-40e7-84d0-02da3acb2ee3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:53.513869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7531459b-7d3f-40e7-84d0-02da3acb2ee3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/subnets/e0077384-96bd-4fed-85ae-99fd85f9df2f HTTP/1.1" status: 404 len: 337 time: 0.0502820 Jun 03 15:54:53.514535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56480) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:53.541094 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac17b1fb-a2e4-4e83-8820-9cf5489ccd1c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:53.541566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac17b1fb-a2e4-4e83-8820-9cf5489ccd1c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:53.546014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ac17b1fb-a2e4-4e83-8820-9cf5489ccd1c tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/7f6bd64e-d30b-4fa9-9882-0ba7a4de3276 HTTP/1.1" status: 404 len: 339 time: 0.0283151 Jun 03 15:54:53.546447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56484) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:53.546619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b29073c4-419c-4c4c-b69c-a5a7315aebf2 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:53.643850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f068027-1538-453c-b8ff-c567b09b876a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Deleting subnet 17a64a1d-1f94-4009-b759-38c8a42b89b3 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:54:53.653092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f068027-1538-453c-b8ff-c567b09b876a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.697689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.775206 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f068027-1538-453c-b8ff-c567b09b876a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.778001 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.816107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-18c8338b-44b8-43ec-b59e-04dd582331bb', 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'fixed_ips': [{'subnet_id': 'e1dd36c6-19e2-4163-a5c1-0e9817055556'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:54:53.817142 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:53.870657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Pushing event updated for resources: {'Port': ['ID=4386aff3-883a-4008-935f-2e70120fe5ad,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:53.888026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:53.890463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:53.896469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:54.026429 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.037477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f068027-1538-453c-b8ff-c567b09b876a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.054477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Transition to ACTIVE for port object dd51bc8e-3e5d-46e4-b531-8021771cdab7 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:54.097793 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.120757 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f068027-1538-453c-b8ff-c567b09b876a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.161123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f068027-1538-453c-b8ff-c567b09b876a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Subnet': ['ID=17a64a1d-1f94-4009-b759-38c8a42b89b3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:54.164920 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2f068027-1538-453c-b8ff-c567b09b876a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.177250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56488) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:54.177662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2f068027-1538-453c-b8ff-c567b09b876a tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/subnets/17a64a1d-1f94-4009-b759-38c8a42b89b3 HTTP/1.1" status: 204 len: 168 time: 0.6299138 Jun 03 15:54:54.243152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Allocated IP 172.20.0.2 (18c8338b-44b8-43ec-b59e-04dd582331bb/e1dd36c6-19e2-4163-a5c1-0e9817055556/23e1cef8-45c2-486e-9f72-a9cda295f2db) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:54.248200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07cdae-e1fa-458b-add3-02c2706bc5c5 None None] Pushing event updated for resources: {'Port': ['ID=dd51bc8e-3e5d-46e4-b531-8021771cdab7,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:54.318669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-357cef0e-a3a3-464b-a0bd-f57442585759 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Deleting subnet acb2f791-1937-4c31-b568-c302b1bceaa7 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:54:54.322265 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-357cef0e-a3a3-464b-a0bd-f57442585759 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.394068 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-357cef0e-a3a3-464b-a0bd-f57442585759 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.441486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Attempting to bind port dd51bc8e-3e5d-46e4-b531-8021771cdab7 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:54.442132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Attempting to bind port dd51bc8e-3e5d-46e4-b531-8021771cdab7 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:54.442851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Attempting to bind port dd51bc8e-3e5d-46e4-b531-8021771cdab7 on network 9452f696-3b22-4b69-810d-e3cf12b72446 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:54.453172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:54.453543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Checking segment: {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:54.453968 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.454359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Bound using segment: {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:54.454824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Bound port: dd51bc8e-3e5d-46e4-b531-8021771cdab7, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:54.455189 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.559683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.635556 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 867456e3-ec1a-4a90-bcf7-cc0875697d55 resource provider aggregate not found Jun 03 15:54:54.654883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af0275-91f4-4cdf-b2d1-260db4951db1 req-2773c95f-aaf1-468f-9366-fab441541447 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:54.667252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6af0275-91f4-4cdf-b2d1-260db4951db1 req-2773c95f-aaf1-468f-9366-fab441541447 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 946 time: 0.1192734 Jun 03 15:54:54.686695 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 867456e3-ec1a-4a90-bcf7-cc0875697d55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 867456e3-ec1a-4a90-bcf7-cc0875697d55 found for delete ", "request_id": "req-fffc0816-dff1-4bd4-909d-89d02c9948b7"}]} Jun 03 15:54:54.753062 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6af0275-91f4-4cdf-b2d1-260db4951db1 req-43f97f25-881d-441b-b4c8-949210c73b42 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845795 Jun 03 15:54:54.755431 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-357cef0e-a3a3-464b-a0bd-f57442585759 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.782704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] For port dd51bc8e-3e5d-46e4-b531-8021771cdab7, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:54.785995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] For port dd51bc8e-3e5d-46e4-b531-8021771cdab7, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dd51bc8e-3e5d-46e4-b531-8021771cdab7,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:54.797664 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.871181 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:54.893169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Transition to ACTIVE for port object 23e1cef8-45c2-486e-9f72-a9cda295f2db will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:54.919347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Routers {'1ff383ca-e870-4d2a-ac49-4fbc025ec09e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:54.919973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:54.990780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07cdae-e1fa-458b-add3-02c2706bc5c5 None None] Pushing event updated for resources: {'Port': ['ID=dd51bc8e-3e5d-46e4-b531-8021771cdab7,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:54.993822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Transition to ACTIVE for port object 23e1cef8-45c2-486e-9f72-a9cda295f2db will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:55.019128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.126772 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-357cef0e-a3a3-464b-a0bd-f57442585759 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.139158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Network 18c8338b-44b8-43ec-b59e-04dd582331bb is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:55.151831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:55.164060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:55.172811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.175002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cef0e-a3a3-464b-a0bd-f57442585759 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Subnet': ['ID=acb2f791-1937-4c31-b568-c302b1bceaa7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:55.223334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Pushing event updated for resources: {'Port': ['ID=23e1cef8-45c2-486e-9f72-a9cda295f2db,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:55.239300 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-357cef0e-a3a3-464b-a0bd-f57442585759 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.278996 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-357cef0e-a3a3-464b-a0bd-f57442585759 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/subnets/acb2f791-1937-4c31-b568-c302b1bceaa7 HTTP/1.1" status: 204 len: 168 time: 1.0980546 Jun 03 15:54:55.278996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56508) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:55.293152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] Set router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:55.372311 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Attempting to bind port 23e1cef8-45c2-486e-9f72-a9cda295f2db on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:55.372962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Attempting to bind port 23e1cef8-45c2-486e-9f72-a9cda295f2db by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'aae91995-8ba2-4899-a17b-d163619e5619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:55.373492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Attempting to bind port 23e1cef8-45c2-486e-9f72-a9cda295f2db on network 18c8338b-44b8-43ec-b59e-04dd582331bb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:55.387904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:55.388423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Checking segment: {'id': 'aae91995-8ba2-4899-a17b-d163619e5619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:55.388915 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.389398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Bound using segment: {'id': 'aae91995-8ba2-4899-a17b-d163619e5619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:55.390422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Bound port: 23e1cef8-45c2-486e-9f72-a9cda295f2db, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae91995-8ba2-4899-a17b-d163619e5619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:55.390422 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.477449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.503568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Deleting port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:54:55.503873 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.567475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:54:55.698720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] For port 23e1cef8-45c2-486e-9f72-a9cda295f2db, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:55.724411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] For port 23e1cef8-45c2-486e-9f72-a9cda295f2db, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=23e1cef8-45c2-486e-9f72-a9cda295f2db,segment=NetworkSegment(aae91995-8ba2-4899-a17b-d163619e5619),segment_id=aae91995-8ba2-4899-a17b-d163619e5619)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:55.777477 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.893463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] For port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=23b2d1fb-f0ab-4a83-9345-4c3a5697204a,segment=NetworkSegment(68868ef8-750e-44ed-bc0e-171ebf771a9f),segment_id=68868ef8-750e-44ed-bc0e-171ebf771a9f)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:55.894964 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:55.934142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4efdf-b8c4-4cab-94c6-b699893dd1ed None None] Pushing event updated for resources: {'Port': ['ID=23e1cef8-45c2-486e-9f72-a9cda295f2db,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:55.976991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'name': 'tempest-TestServerMultinode-988678510-router', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:41Z', 'updated_at': '2022-06-03T15:54:48Z', 'revision_number': 4, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'gw_port': {'id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:43Z', 'updated_at': '2022-06-03T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'dd51bc8e-3e5d-46e4-b531-8021771cdab7', 'name': '', 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'mac_address': 'fa:16:3e:7f:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '6fea19f6-0eee-4cbf-a71f-266b290be69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:47Z', 'updated_at': '2022-06-03T15:54:54Z', 'revision_number': 4, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'subnets': [{'id': '6fea19f6-0eee-4cbf-a71f-266b290be69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:55.981731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668f4b66-57b3-4db4-8565-64d474bf78aa None None] The sync data for ids ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'] in n-d-844595-1 is: [{'id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'name': 'tempest-TestServerMultinode-988678510-router', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:41Z', 'updated_at': '2022-06-03T15:54:48Z', 'revision_number': 4, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'gw_port': {'id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:43Z', 'updated_at': '2022-06-03T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'dd51bc8e-3e5d-46e4-b531-8021771cdab7', 'name': '', 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'mac_address': 'fa:16:3e:7f:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '6fea19f6-0eee-4cbf-a71f-266b290be69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:47Z', 'updated_at': '2022-06-03T15:54:54Z', 'revision_number': 4, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'subnets': [{'id': '6fea19f6-0eee-4cbf-a71f-266b290be69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:56.189768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef7c8-9bc7-40c1-a191-0cc32569d7d2 req-d36b6352-bedc-4c19-a22c-a22ee7e61c1a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:56.197512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecfef7c8-9bc7-40c1-a191-0cc32569d7d2 req-d36b6352-bedc-4c19-a22c-a22ee7e61c1a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 946 time: 0.2561352 Jun 03 15:54:56.203145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Calling delete_port for 23b2d1fb-f0ab-4a83-9345-4c3a5697204a owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:54:56.281207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:54:56.294055 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Sync routers for ids ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:54:56.300352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecfef7c8-9bc7-40c1-a191-0cc32569d7d2 req-2d34086d-30ac-415f-9989-1011e34ba0b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942228 Jun 03 15:54:56.314803 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Routers {'91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:56.323862 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:56.375357 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:56.376781 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c9c667a2-2223-4561-afb2-9b5f5baa539c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2337844 Jun 03 15:54:56.379492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56518) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:56.512974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:56.581421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 23e1cef8-45c2-486e-9f72-a9cda295f2db up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:56.615072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No DVR routers for this DVR port 23b2d1fb-f0ab-4a83-9345-4c3a5697204a on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:54:56.623179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Port': ['ID=23b2d1fb-f0ab-4a83-9345-4c3a5697204a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:56.660366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a144e7c-a5c1-40dd-bffa-cde4aa167d31 req-c6f18cc6-94d3-4b7a-a613-0b6bca751dca tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:56.670705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a144e7c-a5c1-40dd-bffa-cde4aa167d31 req-c6f18cc6-94d3-4b7a-a613-0b6bca751dca tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 946 time: 0.1501229 Jun 03 15:54:56.721365 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Set router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:56.730042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 23e1cef8-45c2-486e-9f72-a9cda295f2db completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:56.736226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dd51bc8e-3e5d-46e4-b531-8021771cdab7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:56.765180 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a144e7c-a5c1-40dd-bffa-cde4aa167d31 req-b19260cc-b743-4b3e-8a2a-8392ab762d2e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921021 Jun 03 15:54:56.780220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56522) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:56.837062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port dd51bc8e-3e5d-46e4-b531-8021771cdab7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:56.844257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port dd51bc8e-3e5d-46e4-b531-8021771cdab7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:56.845058 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.025174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dd51bc8e-3e5d-46e4-b531-8021771cdab7 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:57.025784 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.067583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port dd51bc8e-3e5d-46e4-b531-8021771cdab7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dd51bc8e-3e5d-46e4-b531-8021771cdab7,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:57.073835 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.171961 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.202625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=dd51bc8e-3e5d-46e4-b531-8021771cdab7,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:57.216052 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'name': 'tempest-TestServerMultinode-1743064277-router', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:52Z', 'updated_at': '2022-06-03T15:54:54Z', 'revision_number': 3, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'gw_port': {'id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:15:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:53Z', 'updated_at': '2022-06-03T15:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:57.220458 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Checking router: 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:54:57.220802 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Updating router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e port 4386aff3-883a-4008-935f-2e70120fe5ad binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:54:57.284709 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.305609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04d7ee-a55d-46c3-996f-6255b092451e tempest-TestVolumeBootPattern-1294262450 tempest-TestVolumeBootPattern-1294262450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:54:57.311539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9d04d7ee-a55d-46c3-996f-6255b092451e tempest-TestVolumeBootPattern-1294262450 tempest-TestVolumeBootPattern-1294262450-project-admin] Synchronizing usage tracker for tenant:c434b7cd5ec3440f9fbc4365757cf3fb on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:54:57.354590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9d04d7ee-a55d-46c3-996f-6255b092451e tempest-TestVolumeBootPattern-1294262450 tempest-TestVolumeBootPattern-1294262450-project-admin] Unset dirty status for tenant:c434b7cd5ec3440f9fbc4365757cf3fb on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:54:57.355973 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9d04d7ee-a55d-46c3-996f-6255b092451e tempest-TestVolumeBootPattern-1294262450 tempest-TestVolumeBootPattern-1294262450-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 1092 time: 0.5745015 Jun 03 15:54:57.360487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56536) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:57.360717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:57.371033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '5c7699b0-2f51-432c-8115-a4b2c8bc673a', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:54:57.388750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:54:57.397148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68868ef8-750e-44ed-bc0e-171ebf771a9f') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:57.397702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68868ef8-750e-44ed-bc0e-171ebf771a9f') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:57.401580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:floatingip and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:54:57.409303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:54:57.416979 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.424505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:54:57.455582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.541199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.565722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:54:57.566041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.669581 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 68868ef8-750e-44ed-bc0e-171ebf771a9f resource provider aggregate not found Jun 03 15:54:57.746602 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 68868ef8-750e-44ed-bc0e-171ebf771a9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68868ef8-750e-44ed-bc0e-171ebf771a9f found for delete ", "request_id": "req-2d720aa8-f62b-4d00-bffd-a5ac30af146b"}]} Jun 03 15:54:57.751116 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.792350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb5eaa-d870-4eca-8039-f4fc5772570b None None] Network 18c8338b-44b8-43ec-b59e-04dd582331bb requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:57.839082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04cf3a0-c811-4695-ac55-e9a8394b33a1 None None] Network c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:57.913356 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.929515 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Transition to ACTIVE for port object 4386aff3-883a-4008-935f-2e70120fe5ad will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:57.947075 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:57.985269 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:58.025669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:58.049410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Allocated IP 172.25.7.98 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/17be189f-a79f-4d87-88b2-e57d77254bd7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:58.058034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Network': ['ID=c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:58.088442 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c694c51-50ea-4fa2-8c80-01a86cf50e30 None None] Pushing event updated for resources: {'Port': ['ID=4386aff3-883a-4008-935f-2e70120fe5ad,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:58.142096 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Attempting to bind port 4386aff3-883a-4008-935f-2e70120fe5ad on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:54:58.142452 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Attempting to bind port 4386aff3-883a-4008-935f-2e70120fe5ad by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:54:58.142808 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Attempting to bind port 4386aff3-883a-4008-935f-2e70120fe5ad on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:54:58.153916 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:54:58.156422 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:54:58.156823 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:58.157205 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:54:58.160191 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Bound port: 4386aff3-883a-4008-935f-2e70120fe5ad, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:54:58.160616 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:58.174221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ebfac17a-22e7-47c1-b721-dc9ba0cbb755 None None] Provisioning for port 23e1cef8-45c2-486e-9f72-a9cda295f2db completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:54:58.200967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ebfac17a-22e7-47c1-b721-dc9ba0cbb755 None None] Provisioning complete for port 23e1cef8-45c2-486e-9f72-a9cda295f2db triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:58.201574 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ebfac17a-22e7-47c1-b721-dc9ba0cbb755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:58.218914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56546) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:58.221899 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-438d7dbb-573c-44e5-b7b8-8238dc9351b4 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 HTTP/1.1" status: 204 len: 168 time: 2.9418089 Jun 03 15:54:58.282613 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-161bff5e-2527-45e1-bf8f-771219f3c02b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:58.282994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161bff5e-2527-45e1-bf8f-771219f3c02b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:58.304415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-161bff5e-2527-45e1-bf8f-771219f3c02b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/subnets/20af830f-2153-4c46-8f5a-13d980836e99 HTTP/1.1" status: 404 len: 337 time: 0.0842633 Jun 03 15:54:58.308200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56550) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:58.326444 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] For port 4386aff3-883a-4008-935f-2e70120fe5ad, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:54:58.331792 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] For port 4386aff3-883a-4008-935f-2e70120fe5ad, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4386aff3-883a-4008-935f-2e70120fe5ad,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:54:58.345961 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:58.378904 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bdb159-6deb-43c8-8f15-7db525aed8bb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:58.379398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bdb159-6deb-43c8-8f15-7db525aed8bb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:58.387264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-36bdb159-6deb-43c8-8f15-7db525aed8bb tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/86c791d8-7697-4095-825c-ad4b50f02b75 HTTP/1.1" status: 404 len: 339 time: 0.0780470 Jun 03 15:54:58.391004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56554) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:58.522647 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9522453d-6ec8-4d95-8a18-3cbd4ec5ff5b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:58.523239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9522453d-6ec8-4d95-8a18-3cbd4ec5ff5b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:58.525583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9522453d-6ec8-4d95-8a18-3cbd4ec5ff5b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/subnets/6fb7af60-9855-4544-9536-93859c1f35ae HTTP/1.1" status: 404 len: 337 time: 0.1336274 Jun 03 15:54:58.528908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56558) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:58.533361 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c694c51-50ea-4fa2-8c80-01a86cf50e30 None None] Pushing event updated for resources: {'Port': ['ID=4386aff3-883a-4008-935f-2e70120fe5ad,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:58.559264 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60614a4-54d2-4f6d-9119-4106653c57c6 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:58.559756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60614a4-54d2-4f6d-9119-4106653c57c6 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:58.561481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b60614a4-54d2-4f6d-9119-4106653c57c6 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/09e5d1a9-7486-4d1b-8cfe-42ab32c3c895 HTTP/1.1" status: 404 len: 339 time: 0.0317321 Jun 03 15:54:58.572210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:58.575606 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Routers {'91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:54:58.575755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56562) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:58.576227 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:58.657029 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-757b4ca7-11e8-451c-8702-ad2569beb175 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:58.657488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757b4ca7-11e8-451c-8702-ad2569beb175 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:58.659425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-757b4ca7-11e8-451c-8702-ad2569beb175 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/subnets/9de1aef8-9ed8-47e3-919e-b14b5e22ed52 HTTP/1.1" status: 404 len: 337 time: 0.0826178 Jun 03 15:54:58.662653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56566) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:58.667361 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:58.688027 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:58.715312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07baf27e-8408-40ae-a104-ce081f2763a2 None None] DHCP port deletion for c5bac831-a3ac-4f58-b8f2-6f5cfd6e7f62 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:54:58.717746 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dd51bc8e-3e5d-46e4-b531-8021771cdab7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:54:58.720843 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-164daaeb-4c07-4a58-8e5a-876c307a0651 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:54:58.721491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164daaeb-4c07-4a58-8e5a-876c307a0651 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:54:58.723284 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-164daaeb-4c07-4a58-8e5a-876c307a0651 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/f4977d00-ba3b-4812-8732-3368a2b8f3d5 HTTP/1.1" status: 404 len: 339 time: 0.0363629 Jun 03 15:54:58.727448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56570) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:54:58.764295 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:54:58.773609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:54:58.779656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:54:58.820128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-708ec571-6b1e-4bb4-8c12-e1c57f9464d3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Deleting subnet 84441c56-12e8-44fc-a099-b754afd5935e {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:54:58.820597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ebfac17a-22e7-47c1-b721-dc9ba0cbb755 None None] Current status of the port 23e1cef8-45c2-486e-9f72-a9cda295f2db is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:58.820990 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ebfac17a-22e7-47c1-b721-dc9ba0cbb755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:58.824990 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-708ec571-6b1e-4bb4-8c12-e1c57f9464d3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:58.885164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=17be189f-a79f-4d87-88b2-e57d77254bd7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:58.935755 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] Set router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:54:58.954209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port dd51bc8e-3e5d-46e4-b531-8021771cdab7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:58.954606 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.014458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ebfac17a-22e7-47c1-b721-dc9ba0cbb755 None None] For port 23e1cef8-45c2-486e-9f72-a9cda295f2db, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=23e1cef8-45c2-486e-9f72-a9cda295f2db,segment=NetworkSegment(aae91995-8ba2-4899-a17b-d163619e5619),segment_id=aae91995-8ba2-4899-a17b-d163619e5619)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:54:59.047480 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ebfac17a-22e7-47c1-b721-dc9ba0cbb755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.236103 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-708ec571-6b1e-4bb4-8c12-e1c57f9464d3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.248939 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfac17a-22e7-47c1-b721-dc9ba0cbb755 None None] Pushing event updated for resources: {'Port': ['ID=23e1cef8-45c2-486e-9f72-a9cda295f2db,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:54:59.291484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-eb76f605-c0ed-4870-9eec-27080906bb0e None None] Provisioning complete for port dd51bc8e-3e5d-46e4-b531-8021771cdab7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:54:59.291789 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eb76f605-c0ed-4870-9eec-27080906bb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.293846 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'name': 'tempest-TestServerMultinode-1743064277-router', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:52Z', 'updated_at': '2022-06-03T15:54:54Z', 'revision_number': 3, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'gw_port': {'id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:15:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:53Z', 'updated_at': '2022-06-03T15:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:54:59.299371 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee44a02d-8379-44d8-9827-63960bf0d288 None None] The sync data for ids ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'] in n-d-844595-1 is: [{'id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'name': 'tempest-TestServerMultinode-1743064277-router', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:52Z', 'updated_at': '2022-06-03T15:54:54Z', 'revision_number': 3, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'gw_port': {'id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:15:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:53Z', 'updated_at': '2022-06-03T15:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:54:59.329472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Allocated IP 172.20.0.1 (18c8338b-44b8-43ec-b59e-04dd582331bb/e1dd36c6-19e2-4163-a5c1-0e9817055556/66785ef3-1695-48df-b63d-3fdd18ba07fe) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:54:59.578465 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.643309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dd51bc8e-3e5d-46e4-b531-8021771cdab7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:59.707239 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-708ec571-6b1e-4bb4-8c12-e1c57f9464d3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.762659 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.765417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-eb76f605-c0ed-4870-9eec-27080906bb0e None None] Current status of the port dd51bc8e-3e5d-46e4-b531-8021771cdab7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:54:59.799728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.814102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Transition to ACTIVE for port object 66785ef3-1695-48df-b63d-3fdd18ba07fe will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:54:59.858916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-708ec571-6b1e-4bb4-8c12-e1c57f9464d3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.915117 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-708ec571-6b1e-4bb4-8c12-e1c57f9464d3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.917973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39977f83-347f-44a8-976b-54dbe0b72531 None None] Network b40c5df6-51f8-447b-8708-f01b2256a023 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:54:59.924396 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.992367 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:54:59.997037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ec571-6b1e-4bb4-8c12-e1c57f9464d3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Subnet': ['ID=84441c56-12e8-44fc-a099-b754afd5935e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:00.009352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Pushing event updated for resources: {'Port': ['ID=66785ef3-1695-48df-b63d-3fdd18ba07fe,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:00.038332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Network 18c8338b-44b8-43ec-b59e-04dd582331bb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:00.039895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:00.045669 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-708ec571-6b1e-4bb4-8c12-e1c57f9464d3 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/subnets/84441c56-12e8-44fc-a099-b754afd5935e HTTP/1.1" status: 204 len: 168 time: 1.3142500 Jun 03 15:55:00.045669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:00.073388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56578) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:00.342640 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c161b-ff9e-4676-a81b-019c1841d193 None None] Network 18c8338b-44b8-43ec-b59e-04dd582331bb requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:00.383668 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:00.429523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Deleting port 069e6fae-d782-406e-8e49-e68259fc0439 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:00.429970 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:00.496784 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:00.607792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3318de4b-f0a5-42e2-b3f4-a664b7e182a9 None None] Provisioning complete for port 23e1cef8-45c2-486e-9f72-a9cda295f2db triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:00.608177 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3318de4b-f0a5-42e2-b3f4-a664b7e182a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:00.675090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 23e1cef8-45c2-486e-9f72-a9cda295f2db up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:00.744404 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:00.843594 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:00.869323 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.010177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 23e1cef8-45c2-486e-9f72-a9cda295f2db triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:01.010884 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.046735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=17be189f-a79f-4d87-88b2-e57d77254bd7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:01.051427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] For port 069e6fae-d782-406e-8e49-e68259fc0439, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=069e6fae-d782-406e-8e49-e68259fc0439,segment=NetworkSegment(fa325361-8920-423b-a436-e580346c6e8e),segment_id=fa325361-8920-423b-a436-e580346c6e8e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:01.051791 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.052575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd92b6-8509-4368-b441-364f690dad57 None None] DHCP port deletion for b40c5df6-51f8-447b-8708-f01b2256a023 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:55:01.076199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.076536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.076870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.077257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.078006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.078006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.078243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.078561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.079013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.079192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.079509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.079803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd92b6-8509-4368-b441-364f690dad57 None None] Deleting port 069e6fae-d782-406e-8e49-e68259fc0439 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:01.079914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:01.080173 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ebd92b6-8509-4368-b441-364f690dad57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.111918 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.119841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3318de4b-f0a5-42e2-b3f4-a664b7e182a9 None None] Current status of the port 23e1cef8-45c2-486e-9f72-a9cda295f2db is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:01.121523 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.212624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Calling delete_port for 069e6fae-d782-406e-8e49-e68259fc0439 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:01.241341 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.277173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Pushing event updated for resources: {'Port': ['ID=66785ef3-1695-48df-b63d-3fdd18ba07fe,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:01.281209 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.457421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6ebd92b6-8509-4368-b441-364f690dad57 None None] For port 069e6fae-d782-406e-8e49-e68259fc0439, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=069e6fae-d782-406e-8e49-e68259fc0439,segment=NetworkSegment(fa325361-8920-423b-a436-e580346c6e8e),segment_id=fa325361-8920-423b-a436-e580346c6e8e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:01.458563 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ebd92b6-8509-4368-b441-364f690dad57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.587889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Network 18c8338b-44b8-43ec-b59e-04dd582331bb is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:01.591072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:01.599432 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-70af8bc2-5478-4a1d-b294-ce8b32e063a8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1950414 Jun 03 15:55:01.612809 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.671097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Port': ['ID=069e6fae-d782-406e-8e49-e68259fc0439,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:01.693751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No DVR routers for this DVR port 069e6fae-d782-406e-8e49-e68259fc0439 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:01.803759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd92b6-8509-4368-b441-364f690dad57 None None] Calling delete_port for 069e6fae-d782-406e-8e49-e68259fc0439 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:01.842172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 23e1cef8-45c2-486e-9f72-a9cda295f2db is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:01.844323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4386aff3-883a-4008-935f-2e70120fe5ad up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:01.848722 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Floating IP 187930ae-3891-490a-b819-08f31b120c4c associated. External IP: 172.25.7.98, port: 5c7699b0-2f51-432c-8115-a4b2c8bc673a. Jun 03 15:55:01.944337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:55:01.976715 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:01.997427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-38ec886b-d779-473b-9898-ca8af6cc40dd None None] Provisioning complete for port 23e1cef8-45c2-486e-9f72-a9cda295f2db triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:01.998411 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38ec886b-d779-473b-9898-ca8af6cc40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.050710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-9941b393-b4ac-4413-b5fd-b127d16a1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:02.057595 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-9941b393-b4ac-4413-b5fd-b127d16a1af7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 1097 time: 0.2147832 Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 15:55:02.127061 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 15:55:02.153695 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-6ebd92b6-8509-4368-b441-364f690dad57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:55:02.153695 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-6ebd92b6-8509-4368-b441-364f690dad57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:55:02.177327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 4386aff3-883a-4008-935f-2e70120fe5ad completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:02.184961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4386aff3-883a-4008-935f-2e70120fe5ad triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:02.185482 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.259858 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e29-e346-4b28-a02b-bc2e53319ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.271996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40c5df6-51f8-447b-8708-f01b2256a023']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:02.353831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:55:02.354765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa325361-8920-423b-a436-e580346c6e8e') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:02.355058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa325361-8920-423b-a436-e580346c6e8e') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:02.361842 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-11d76eec-c9a9-49e7-823a-7e2bcad6aef2 admin admin] 10.222.0.48 "PUT /v2.0/routers/91a351fa-5f82-4bb2-84d4-e1aa03f13f5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9812689 Jun 03 15:55:02.373693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-521f0fdf-2f2e-4869-ac1d-2a5aa9d3573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:02.376124 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-521f0fdf-2f2e-4869-ac1d-2a5aa9d3573a service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.2715366 Jun 03 15:55:02.391439 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.419541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.430645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:02.430969 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.468293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4386aff3-883a-4008-935f-2e70120fe5ad is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:02.468959 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.488364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 4386aff3-883a-4008-935f-2e70120fe5ad, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4386aff3-883a-4008-935f-2e70120fe5ad,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:02.490288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Sync routers for ids ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:55:02.503772 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.566958 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment fa325361-8920-423b-a436-e580346c6e8e resource provider aggregate not found Jun 03 15:55:02.578436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 23b2d1fb-f0ab-4a83-9345-4c3a5697204a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:02.585241 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-ea521b86-9b5b-4195-bf35-e2c2bb3d8325 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c7699b0-2f51-432c-8115-a4b2c8bc673a HTTP/1.1" status: 200 len: 999 time: 0.2009385 Jun 03 15:55:02.602261 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment fa325361-8920-423b-a436-e580346c6e8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa325361-8920-423b-a436-e580346c6e8e found for delete ", "request_id": "req-d251940d-9e62-4b69-826d-ff4932527f29"}]} Jun 03 15:55:02.675969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd92b6-8509-4368-b441-364f690dad57 None None] Deleting port 069e6fae-d782-406e-8e49-e68259fc0439 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:02.676412 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ebd92b6-8509-4368-b441-364f690dad57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.691213 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.714890 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Routers {'91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:02.715550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:02.723860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:02.732799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Network': ['ID=b40c5df6-51f8-447b-8708-f01b2256a023,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:02.765190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f933aebb-3076-476b-a5b3-a183e03604bc tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/b40c5df6-51f8-447b-8708-f01b2256a023 HTTP/1.1" status: 204 len: 168 time: 2.6894307 Jun 03 15:55:02.771130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56610) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:02.782112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Router 5224edc6-4bb1-4033-9d95-970a082d095e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:55:02.794268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 23b2d1fb-f0ab-4a83-9345-4c3a5697204a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:02.794614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 23b2d1fb-f0ab-4a83-9345-4c3a5697204a not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:02.796135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-38ec886b-d779-473b-9898-ca8af6cc40dd None None] Current status of the port 23e1cef8-45c2-486e-9f72-a9cda295f2db is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:02.841372 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c256e73-afad-432f-aa88-28f88be30df2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:02.841828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c256e73-afad-432f-aa88-28f88be30df2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:02.843658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0c256e73-afad-432f-aa88-28f88be30df2 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/subnets/1239352b-ffef-400f-89ee-a4c976e461f1 HTTP/1.1" status: 404 len: 337 time: 0.0689914 Jun 03 15:55:02.879910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd92b6-8509-4368-b441-364f690dad57 None None] The port '069e6fae-d782-406e-8e49-e68259fc0439' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:55:02.911741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-38ec886b-d779-473b-9898-ca8af6cc40dd None None] Provisioning for port 66785ef3-1695-48df-b63d-3fdd18ba07fe completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:02.915719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56616) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:02.924376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 069e6fae-d782-406e-8e49-e68259fc0439 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:02.937110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-36ebf52f-2af2-4345-9298-3aac6f17c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:02.938927 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-36ebf52f-2af2-4345-9298-3aac6f17c20f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.3471630 Jun 03 15:55:02.972118 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0188e92f-f54c-4f07-a400-fea059a90df5 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:02.972599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0188e92f-f54c-4f07-a400-fea059a90df5 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:02.974473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0188e92f-f54c-4f07-a400-fea059a90df5 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/2315e2bd-36a4-40f5-ac66-bfef18b2bd2e HTTP/1.1" status: 404 len: 339 time: 0.0532322 Jun 03 15:55:02.977977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56626) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:03.081036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-d2203b47-3c53-4de0-ac59-eb04b9e4705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:03.082658 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-d2203b47-3c53-4de0-ac59-eb04b9e4705d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360414 Jun 03 15:55:03.087056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=4386aff3-883a-4008-935f-2e70120fe5ad,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:03.089663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-38ec886b-d779-473b-9898-ca8af6cc40dd None None] Provisioning complete for port 66785ef3-1695-48df-b63d-3fdd18ba07fe triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:03.090101 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38ec886b-d779-473b-9898-ca8af6cc40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:03.091012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cada1f1-16a9-41dd-b587-9a506e19773b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Deleting subnet ceeb6316-f5b9-4dd8-bc07-736f502b1ec8 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:55:03.096184 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cada1f1-16a9-41dd-b587-9a506e19773b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:03.139537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 069e6fae-d782-406e-8e49-e68259fc0439 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:03.139981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 069e6fae-d782-406e-8e49-e68259fc0439 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:03.212410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-38ec886b-d779-473b-9898-ca8af6cc40dd None None] Port 66785ef3-1695-48df-b63d-3fdd18ba07fe cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:55:03.221432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Set router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:03.252287 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-036eeaad-2c33-4d6d-bd7f-4622c520f209 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547060 Jun 03 15:55:03.280491 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cada1f1-16a9-41dd-b587-9a506e19773b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:03.438065 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07b3a91a-f517-4bc8-b73e-3c34c9ae2662 req-8124bac3-158b-40b4-ac03-f25e99cbf463 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768622 Jun 03 15:55:03.459888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:55:03.471100 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53956aa-1a16-46cf-bdc7-5b538825ea79 None None] Sync routers for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:55:03.480815 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53956aa-1a16-46cf-bdc7-5b538825ea79 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:03.482406 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e53956aa-1a16-46cf-bdc7-5b538825ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:03.493907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618594ad-0005-47f1-a104-c706b918f211 req-9940ac59-f06a-4d8e-8852-450d537d536d tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:03.494605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-618594ad-0005-47f1-a104-c706b918f211 req-9940ac59-f06a-4d8e-8852-450d537d536d tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Synchronizing usage tracker for tenant:d16d41f11e6f46e2bd85ee3d0de54632 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:03.523654 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:03.538313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-234f3ef6-3cb0-4d05-a684-333dd3c9ecb5 None None] Provisioning complete for port 66785ef3-1695-48df-b63d-3fdd18ba07fe triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:03.538845 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-234f3ef6-3cb0-4d05-a684-333dd3c9ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:03.548454 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cada1f1-16a9-41dd-b587-9a506e19773b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:03.607458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-618594ad-0005-47f1-a104-c706b918f211 req-9940ac59-f06a-4d8e-8852-450d537d536d tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Unset dirty status for tenant:d16d41f11e6f46e2bd85ee3d0de54632 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:03.614303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-9940ac59-f06a-4d8e-8852-450d537d536d tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/networks?id=9452f696-3b22-4b69-810d-e3cf12b72446 HTTP/1.1" status: 200 len: 910 time: 0.5953009 Jun 03 15:55:03.634349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-78c414f4-06b4-43d8-ade1-2ab4ad8fd399 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/quotas/d16d41f11e6f46e2bd85ee3d0de54632 HTTP/1.1" status: 200 len: 375 time: 0.0192933 Jun 03 15:55:03.665473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-234f3ef6-3cb0-4d05-a684-333dd3c9ecb5 None None] Port 66785ef3-1695-48df-b63d-3fdd18ba07fe cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:55:03.699091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-518cfe57-7438-4756-9c96-787eea4b4281 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3368759 Jun 03 15:55:03.703943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb53f09-7b32-4294-97f1-3545c349c757', 'tag': '5c7699b0-2f51-432c-8115-a4b2c8bc673a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:03.719530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'name': 'tempest-TestServerMultinode-1743064277-router', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:52Z', 'updated_at': '2022-06-03T15:55:00Z', 'revision_number': 4, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'gw_port': {'id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:53Z', 'updated_at': '2022-06-03T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '66785ef3-1695-48df-b63d-3fdd18ba07fe', 'name': '', 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'mac_address': 'fa:16:3e:c2:9d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'e1dd36c6-19e2-4163-a5c1-0e9817055556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:58Z', 'updated_at': '2022-06-03T15:55:00Z', 'revision_number': 2, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'subnets': [{'id': 'e1dd36c6-19e2-4163-a5c1-0e9817055556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:03.725605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Checking router: 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:55:03.726162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Updating router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e port 66785ef3-1695-48df-b63d-3fdd18ba07fe binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:55:03.747252 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e53956aa-1a16-46cf-bdc7-5b538825ea79 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:03.756037 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cada1f1-16a9-41dd-b587-9a506e19773b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:03.807315 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:03.860844 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5411d0-15bd-47fb-b084-01da902d4e8e'] response: {'name': 'network-changed', 'server_uuid': '7cb53f09-7b32-4294-97f1-3545c349c757', 'tag': '5c7699b0-2f51-432c-8115-a4b2c8bc673a', 'status': 'completed', 'code': 200} Jun 03 15:55:03.895290 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2cada1f1-16a9-41dd-b587-9a506e19773b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:03.902644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03153f42-91e2-4b00-93e6-54604b31a56e None None] Network a22b2fea-c092-4643-942b-0224e93020cb requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:03.924125 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2cada1f1-16a9-41dd-b587-9a506e19773b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/subnets/ceeb6316-f5b9-4dd8-bc07-736f502b1ec8 HTTP/1.1" status: 204 len: 168 time: 0.9445825 Jun 03 15:55:03.928965 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-4167a0c8-1da6-4d58-9d8a-6b9106fb4755 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=d16d41f11e6f46e2bd85ee3d0de54632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2938275 Jun 03 15:55:03.929807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cada1f1-16a9-41dd-b587-9a506e19773b tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Subnet': ['ID=ceeb6316-f5b9-4dd8-bc07-736f502b1ec8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:03.932275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56664) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:03.985988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b83a-ae02-44df-a548-dcc47f03330d req-50eb5fd2-4710-44cc-82ae-50f768e667e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:03.987809 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbb5b83a-ae02-44df-a548-dcc47f03330d req-50eb5fd2-4710-44cc-82ae-50f768e667e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 1097 time: 0.0999389 Jun 03 15:55:04.083164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-de73ace9-bbd7-4777-b05d-eb3956938196 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:55:04.084201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-de73ace9-bbd7-4777-b05d-eb3956938196 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052164 Jun 03 15:55:04.247160 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e53956aa-1a16-46cf-bdc7-5b538825ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '187930ae-3891-490a-b819-08f31b120c4c', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': '5c7699b0-2f51-432c-8115-a4b2c8bc673a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:06:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb53f09-7b32-4294-97f1-3545c349c757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:54:59Z', 'updated_at': '2022-06-03T15:54:59Z', 'revision_number': 0, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:04.249690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b83a-ae02-44df-a548-dcc47f03330d req-e4d9ea57-4ac7-4d55-977b-c3dfeb731535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:04.253214 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53956aa-1a16-46cf-bdc7-5b538825ea79 None None] Checking router: 5224edc6-4bb1-4033-9d95-970a082d095e for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:55:04.255146 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbb5b83a-ae02-44df-a548-dcc47f03330d req-e4d9ea57-4ac7-4d55-977b-c3dfeb731535 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.2599266 Jun 03 15:55:04.265203 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53956aa-1a16-46cf-bdc7-5b538825ea79 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:04.266113 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e53956aa-1a16-46cf-bdc7-5b538825ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:54:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:04.404353 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbb5b83a-ae02-44df-a548-dcc47f03330d req-ebcf7753-6b20-4247-8691-77ea60583109 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c7699b0-2f51-432c-8115-a4b2c8bc673a HTTP/1.1" status: 200 len: 999 time: 0.1395638 Jun 03 15:55:04.421162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba14b37-551e-43d0-ba57-086846b9eb6d None None] DHCP port deletion for a22b2fea-c092-4643-942b-0224e93020cb request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:55:04.455605 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:04.511317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b83a-ae02-44df-a548-dcc47f03330d req-0340e4dd-31b0-49e1-a954-0fa48dd9b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:04.513801 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbb5b83a-ae02-44df-a548-dcc47f03330d req-0340e4dd-31b0-49e1-a954-0fa48dd9b671 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.1014259 Jun 03 15:55:04.517566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0ba14b37-551e-43d0-ba57-086846b9eb6d None None] Deleting port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:04.518169 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0ba14b37-551e-43d0-ba57-086846b9eb6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:04.531805 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e53956aa-1a16-46cf-bdc7-5b538825ea79 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:04.540002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Deleting port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:04.540337 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:04.628874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b83a-ae02-44df-a548-dcc47f03330d req-ca26322d-c743-4b62-b3d7-14050f31f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:04.643680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbb5b83a-ae02-44df-a548-dcc47f03330d req-ca26322d-c743-4b62-b3d7-14050f31f24b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237934 Jun 03 15:55:04.683057 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:04.717217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-4ee1256d-f411-4f1d-b942-69945d29f441 service neutron] 10.222.0.48 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137040 Jun 03 15:55:04.826513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Transition to ACTIVE for port object 66785ef3-1695-48df-b63d-3fdd18ba07fe will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:04.849593 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:04.873132 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbb5b83a-ae02-44df-a548-dcc47f03330d req-58c5c066-a6ae-49e4-827e-b3a9c70450d6 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223637 Jun 03 15:55:04.985638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4386aff3-883a-4008-935f-2e70120fe5ad up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:05.120644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] For port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=123b1b2c-19b0-4d2a-8a23-9e67013c03fa,segment=NetworkSegment(12268be3-dbd9-4409-8d0d-2a4c71ea4568),segment_id=12268be3-dbd9-4409-8d0d-2a4c71ea4568)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:05.122864 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.151843 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-dbb5b83a-ae02-44df-a548-dcc47f03330d req-5459cdb3-4ed6-494d-86b2-e6097b0daf48 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714882 Jun 03 15:55:05.264154 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-133ec002-a419-49cf-b2ad-175e7ac2a6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.296653 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e53956aa-1a16-46cf-bdc7-5b538825ea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '187930ae-3891-490a-b819-08f31b120c4c', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': '5c7699b0-2f51-432c-8115-a4b2c8bc673a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:06:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb53f09-7b32-4294-97f1-3545c349c757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:54:59Z', 'updated_at': '2022-06-03T15:54:59Z', 'revision_number': 0, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:05.313900 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53956aa-1a16-46cf-bdc7-5b538825ea79 None None] The sync data for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 is: [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '187930ae-3891-490a-b819-08f31b120c4c', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.98', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': '5c7699b0-2f51-432c-8115-a4b2c8bc673a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:06:23:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb53f09-7b32-4294-97f1-3545c349c757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:54:59Z', 'updated_at': '2022-06-03T15:54:59Z', 'revision_number': 0, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:55:05.348559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Calling delete_port for 123b1b2c-19b0-4d2a-8a23-9e67013c03fa owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:05.381198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Attempting to bind port 66785ef3-1695-48df-b63d-3fdd18ba07fe on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:05.381712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Attempting to bind port 66785ef3-1695-48df-b63d-3fdd18ba07fe by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'aae91995-8ba2-4899-a17b-d163619e5619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:05.382123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Attempting to bind port 66785ef3-1695-48df-b63d-3fdd18ba07fe on network 18c8338b-44b8-43ec-b59e-04dd582331bb {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:05.390768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39ffcd-150b-43ef-92d8-7291ab518564 None None] Pushing event updated for resources: {'Port': ['ID=66785ef3-1695-48df-b63d-3fdd18ba07fe,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:05.418275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:05.418792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Checking segment: {'id': 'aae91995-8ba2-4899-a17b-d163619e5619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:05.419797 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.419797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Bound using segment: {'id': 'aae91995-8ba2-4899-a17b-d163619e5619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:05.420781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Bound port: 66785ef3-1695-48df-b63d-3fdd18ba07fe, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae91995-8ba2-4899-a17b-d163619e5619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:05.420781 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.455102 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.458071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0ba14b37-551e-43d0-ba57-086846b9eb6d None None] For port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=123b1b2c-19b0-4d2a-8a23-9e67013c03fa,segment=NetworkSegment(12268be3-dbd9-4409-8d0d-2a4c71ea4568),segment_id=12268be3-dbd9-4409-8d0d-2a4c71ea4568)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:05.458655 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0ba14b37-551e-43d0-ba57-086846b9eb6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.474534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-7b0f63ed-cffc-4618-bb78-99711252fe79 service neutron] 10.222.0.48 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454751 Jun 03 15:55:05.552309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] For port 66785ef3-1695-48df-b63d-3fdd18ba07fe, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:05.555439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] For port 66785ef3-1695-48df-b63d-3fdd18ba07fe, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=66785ef3-1695-48df-b63d-3fdd18ba07fe,segment=NetworkSegment(aae91995-8ba2-4899-a17b-d163619e5619),segment_id=aae91995-8ba2-4899-a17b-d163619e5619)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:05.558783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.576828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4386aff3-883a-4008-935f-2e70120fe5ad triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:05.576926 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.602758 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.680642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] No DVR routers for this DVR port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:05.682758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Port': ['ID=123b1b2c-19b0-4d2a-8a23-9e67013c03fa,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:05.890781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16432c46-3a0c-432b-9970-1dfa974656e7 req-05c092a5-f2b1-4139-a176-ffe190013993 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 210 time: 0.1012719 Jun 03 15:55:05.903582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.939064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22b2fea-c092-4643-942b-0224e93020cb']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:05.945384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45896bad-468a-4da6-872f-514531bfa3fe None None] New status for floating IP 187930ae-3891-490a-b819-08f31b120c4c: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:55:05.951825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12268be3-dbd9-4409-8d0d-2a4c71ea4568') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:05.952509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12268be3-dbd9-4409-8d0d-2a4c71ea4568') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:05.967934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.992505 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:05.999808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:06.000222 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:06.042458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0ba14b37-551e-43d0-ba57-086846b9eb6d None None] Calling delete_port for 123b1b2c-19b0-4d2a-8a23-9e67013c03fa owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:06.219239 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 12268be3-dbd9-4409-8d0d-2a4c71ea4568 resource provider aggregate not found Jun 03 15:55:06.251714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39ffcd-150b-43ef-92d8-7291ab518564 None None] Pushing event updated for resources: {'Port': ['ID=66785ef3-1695-48df-b63d-3fdd18ba07fe,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:06.316302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:06.337041 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:06.396879 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 12268be3-dbd9-4409-8d0d-2a4c71ea4568 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12268be3-dbd9-4409-8d0d-2a4c71ea4568 found for delete ", "request_id": "req-4f204b93-9410-4108-9f77-7da87c467bf8"}]} Jun 03 15:55:06.429325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] Pushing event deleted for resources: {'Network': ['ID=a22b2fea-c092-4643-942b-0224e93020cb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:06.447523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-62dde7a6-9e40-49d1-bc50-d8b1e69ace32 tempest-NetworksIpV6Test-1048529892 tempest-NetworksIpV6Test-1048529892-project] 10.222.0.48 "DELETE /v2.0/networks/a22b2fea-c092-4643-942b-0224e93020cb HTTP/1.1" status: 204 len: 168 time: 2.5038290 Jun 03 15:55:06.531641 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:06.570502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Routers {'91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:06.570820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:55:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:06.749753 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-0ba14b37-551e-43d0-ba57-086846b9eb6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:55:06.750476 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-0ba14b37-551e-43d0-ba57-086846b9eb6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:55:06.809255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4386aff3-883a-4008-935f-2e70120fe5ad is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:06.999604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56696) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:07.032154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 123b1b2c-19b0-4d2a-8a23-9e67013c03fa no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:07.117782 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0757d353-8542-49f3-bb9b-0cd9786d1152 req-a25fe7d1-46b5-41b2-b41a-61db2644bdc5 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 210 time: 0.0733457 Jun 03 15:55:07.152263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 123b1b2c-19b0-4d2a-8a23-9e67013c03fa {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:07.152603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 123b1b2c-19b0-4d2a-8a23-9e67013c03fa not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:07.175322 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.190575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] Set router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:07.251549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0ba14b37-551e-43d0-ba57-086846b9eb6d None None] Deleting port 123b1b2c-19b0-4d2a-8a23-9e67013c03fa {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:07.252595 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0ba14b37-551e-43d0-ba57-086846b9eb6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.288569 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2a7c5607-29dd-4a1d-a028-0368aaae6a98 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43013f9285f641aba2fec2cb14bf8e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879806 Jun 03 15:55:07.289054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56702) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:07.335999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0ba14b37-551e-43d0-ba57-086846b9eb6d None None] The port '123b1b2c-19b0-4d2a-8a23-9e67013c03fa' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:55:07.381348 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bacdc51-25e2-4ca8-bbe1-2aacd5e70e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.422379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bacdc51-25e2-4ca8-bbe1-2aacd5e70e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.482293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bacdc51-25e2-4ca8-bbe1-2aacd5e70e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.504519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacdc51-25e2-4ca8-bbe1-2aacd5e70e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50418bd4-3986-4a4a-b182-b70fba1c0944,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:07.519179 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8bacdc51-25e2-4ca8-bbe1-2aacd5e70e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.536575 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8bacdc51-25e2-4ca8-bbe1-2aacd5e70e36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50418bd4-3986-4a4a-b182-b70fba1c0944 HTTP/1.1" status: 204 len: 168 time: 0.2341611 Jun 03 15:55:07.700863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'name': 'tempest-TestServerMultinode-1743064277-router', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:52Z', 'updated_at': '2022-06-03T15:55:00Z', 'revision_number': 4, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'gw_port': {'id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:53Z', 'updated_at': '2022-06-03T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '66785ef3-1695-48df-b63d-3fdd18ba07fe', 'name': '', 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'mac_address': 'fa:16:3e:c2:9d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'e1dd36c6-19e2-4163-a5c1-0e9817055556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:58Z', 'updated_at': '2022-06-03T15:55:05Z', 'revision_number': 4, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'subnets': [{'id': 'e1dd36c6-19e2-4163-a5c1-0e9817055556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:07.701306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618594ad-0005-47f1-a104-c706b918f211 req-e73c448c-ca43-45b9-8b0f-1a982e1fd965 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:07.703022 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-e73c448c-ca43-45b9-8b0f-1a982e1fd965 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.75 "GET /v2.0/networks?id=9452f696-3b22-4b69-810d-e3cf12b72446 HTTP/1.1" status: 200 len: 910 time: 0.1715384 Jun 03 15:55:07.707717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a27be0-999c-47d6-84e1-552807448429 None None] The sync data for ids ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'] in n-d-844595-1 is: [{'id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'name': 'tempest-TestServerMultinode-1743064277-router', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:52Z', 'updated_at': '2022-06-03T15:55:00Z', 'revision_number': 4, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'gw_port': {'id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:53Z', 'updated_at': '2022-06-03T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '66785ef3-1695-48df-b63d-3fdd18ba07fe', 'name': '', 'network_id': '18c8338b-44b8-43ec-b59e-04dd582331bb', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'mac_address': 'fa:16:3e:c2:9d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'e1dd36c6-19e2-4163-a5c1-0e9817055556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:58Z', 'updated_at': '2022-06-03T15:55:05Z', 'revision_number': 4, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'subnets': [{'id': 'e1dd36c6-19e2-4163-a5c1-0e9817055556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:55:07.715567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Request body: {'port': {'device_id': '8d857865-8098-420b-b2bc-894f956f56a5', 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446', 'admin_state_up': True, 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:07.721558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:07.725858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Usage tracker for resource:port and tenant:d16d41f11e6f46e2bd85ee3d0de54632 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:07.729680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:07.736462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:07.754183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Made reservation on behalf of d16d41f11e6f46e2bd85ee3d0de54632 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:07.782602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:07.983554 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Allocated IP 172.20.0.6 (9452f696-3b22-4b69-810d-e3cf12b72446/6fea19f6-0eee-4cbf-a71f-266b290be69a/2bc555ac-fbf5-4138-a1ac-ddeb276120c7) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:08.330845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f7cf32b-9277-41b8-8f4a-472fd7a93713 req-2537c71e-11fe-4398-a677-241c6162436a tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 210 time: 0.0891459 Jun 03 15:55:08.470971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:08.489948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Transition to ACTIVE for port object 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:08.519165 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:08.562549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56732) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:08.631782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Network 9452f696-3b22-4b69-810d-e3cf12b72446 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:08.635011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:08.639511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:08.726108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:08.728442 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:08.741816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Pushing event updated for resources: {'Port': ['ID=2bc555ac-fbf5-4138-a1ac-ddeb276120c7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:08.765142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1148544909'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:08.776235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:08.785556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:network and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:08.791237 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-debcd091-7256-4253-bc63-4e0a4dd4f330 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0799489 Jun 03 15:55:08.792134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:08.802774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-c561edf1-66a2-4a45-90aa-48f1d336be63 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:55:08.803833 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-c561edf1-66a2-4a45-90aa-48f1d336be63 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058835 Jun 03 15:55:08.807528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:08.848992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:08.858034 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:08.882463 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:08.919601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Request body: {'port': {'device_id': '8d857865-8098-420b-b2bc-894f956f56a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:08.925420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:08.934132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:security_group_rule and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:08.937338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:08.943695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:09.022609 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.028360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56744) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:09.082432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-463bce17-4d49-4f53-b6e7-6e57fc4d489d None None] Provisioning for port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:09.085700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.102002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-463bce17-4d49-4f53-b6e7-6e57fc4d489d None None] Provisioning complete for port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:09.106356 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-463bce17-4d49-4f53-b6e7-6e57fc4d489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.130493 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.139840 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.208081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-463bce17-4d49-4f53-b6e7-6e57fc4d489d None None] Port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:55:09.211801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:09.229310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd92fcdc-e59f-4af7-8beb-3925e265e242,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:09.235684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.236428 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment 78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db of type vlan for network 192d2781-72f0-488f-8a58-6afa6c59e794 Jun 03 15:55:09.282161 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.329562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4524e5b9-8cd8-4261-996a-f819c246462f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.345343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 66785ef3-1695-48df-b63d-3fdd18ba07fe up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:09.369257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4524e5b9-8cd8-4261-996a-f819c246462f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:09.375850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4524e5b9-8cd8-4261-996a-f819c246462f admin admin] Usage tracker for resource:security_group_rule and tenant:032798d781e1462fb48ced40b151fdb7 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:09.379319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4524e5b9-8cd8-4261-996a-f819c246462f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:09.393112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4524e5b9-8cd8-4261-996a-f819c246462f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:09.400186 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.416698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:09.421049 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.539187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 66785ef3-1695-48df-b63d-3fdd18ba07fe completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:09.548158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 66785ef3-1695-48df-b63d-3fdd18ba07fe triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:09.550100 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.685847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:09.694617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.711317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Transition to ACTIVE for port object 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:09.718436 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.728015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 66785ef3-1695-48df-b63d-3fdd18ba07fe is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:09.728398 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.770564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 66785ef3-1695-48df-b63d-3fdd18ba07fe, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=66785ef3-1695-48df-b63d-3fdd18ba07fe,segment=NetworkSegment(aae91995-8ba2-4899-a17b-d163619e5619),segment_id=aae91995-8ba2-4899-a17b-d163619e5619)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:09.775297 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:09.844652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=192d2781-72f0-488f-8a58-6afa6c59e794,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:09.851728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9a59047e-22a6-4548-9b5c-e3540b5b893b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2875369 Jun 03 15:55:09.868433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 192d2781-72f0-488f-8a58-6afa6c59e794 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:09.896207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=66785ef3-1695-48df-b63d-3fdd18ba07fe,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:09.951104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f68029-e661-41c7-95ff-852c0de541f3 req-ebc730e9-679b-4b86-9f2b-8b81cf3112ce tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:09.959934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37f68029-e661-41c7-95ff-852c0de541f3 req-ebc730e9-679b-4b86-9f2b-8b81cf3112ce tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1052 time: 0.2091074 Jun 03 15:55:09.978466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Pushing event updated for resources: {'Port': ['ID=2bc555ac-fbf5-4138-a1ac-ddeb276120c7,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:10.034793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56752) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:10.045462 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4524e5b9-8cd8-4261-996a-f819c246462f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.050040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'network_id': '192d2781-72f0-488f-8a58-6afa6c59e794', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:10.064428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-37f68029-e661-41c7-95ff-852c0de541f3 req-d4af53a8-b65d-4880-bc73-cfcedaab0177 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Synchronizing usage tracker for tenant:d16d41f11e6f46e2bd85ee3d0de54632 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:10.075806 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4524e5b9-8cd8-4261-996a-f819c246462f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.080410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Attempting to bind port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:10.080763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Attempting to bind port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:10.081080 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Attempting to bind port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 on network 9452f696-3b22-4b69-810d-e3cf12b72446 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:10.086248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 on network 9452f696-3b22-4b69-810d-e3cf12b72446 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:55:10.086557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Attempting to bind port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 on network 9452f696-3b22-4b69-810d-e3cf12b72446 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:10.091517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:10.091841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Checking segment: {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:10.092209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Bound using segment: {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:10.092617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Bound port: 2bc555ac-fbf5-4138-a1ac-ddeb276120c7, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:10.092950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.187001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] For port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:10.190006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] For port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2bc555ac-fbf5-4138-a1ac-ddeb276120c7,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:10.194886 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.209032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-37f68029-e661-41c7-95ff-852c0de541f3 req-d4af53a8-b65d-4880-bc73-cfcedaab0177 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Unset dirty status for tenant:d16d41f11e6f46e2bd85ee3d0de54632 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:10.210287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37f68029-e661-41c7-95ff-852c0de541f3 req-d4af53a8-b65d-4880-bc73-cfcedaab0177 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490625 Jun 03 15:55:10.215067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4524e5b9-8cd8-4261-996a-f819c246462f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=032798d781e1462fb48ced40b151fdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1830809 Jun 03 15:55:10.219029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524e5b9-8cd8-4261-996a-f819c246462f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3815862-bd5c-4e7c-a223-4e5f2d43f0ca,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:10.222630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56756) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:10.226098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:10.239934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:subnet and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:10.244775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:10.257725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:10.273626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:10.274321 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.275681 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] 10.222.0.75 "PUT /v2.0/ports/2bc555ac-fbf5-4138-a1ac-ddeb276120c7 HTTP/1.1" status: 200 len: 1091 time: 1.4631000 Jun 03 15:55:10.276162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d857865-8098-420b-b2bc-894f956f56a5', 'tag': '2bc555ac-fbf5-4138-a1ac-ddeb276120c7'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:10.293682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fa1f7-6d01-4e4a-bfc2-f6ad3ac1e34a service neutron] Pushing event updated for resources: {'Port': ['ID=2bc555ac-fbf5-4138-a1ac-ddeb276120c7,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:10.324015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:10.327461 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.354081 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc41c102-aa56-41df-beca-6688f35146a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.375236 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371f51de-2062-46cc-a9f5-6197e06f34f2'] response: {'name': 'network-changed', 'server_uuid': '8d857865-8098-420b-b2bc-894f956f56a5', 'tag': '2bc555ac-fbf5-4138-a1ac-ddeb276120c7', 'status': 'completed', 'code': 200} Jun 03 15:55:10.407458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618594ad-0005-47f1-a104-c706b918f211 req-f13c71db-a9f3-41f0-a9a5-c712ee0f9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:10.409135 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-f13c71db-a9f3-41f0-a9a5-c712ee0f9096 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d16d41f11e6f46e2bd85ee3d0de54632&device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1094 time: 0.0782750 Jun 03 15:55:10.455713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc41c102-aa56-41df-beca-6688f35146a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.485197 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-e1e8664b-5759-47aa-aec0-d5f4ef271602 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bc555ac-fbf5-4138-a1ac-ddeb276120c7 HTTP/1.1" status: 200 len: 217 time: 0.0682497 Jun 03 15:55:10.555526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618594ad-0005-47f1-a104-c706b918f211 req-2393ea0d-122d-4d7a-abf8-7f030f928cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:10.557183 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-2393ea0d-122d-4d7a-abf8-7f030f928cab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6fea19f6-0eee-4cbf-a71f-266b290be69a HTTP/1.1" status: 200 len: 848 time: 0.0656030 Jun 03 15:55:10.566485 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc41c102-aa56-41df-beca-6688f35146a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.586174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41c102-aa56-41df-beca-6688f35146a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3815862-bd5c-4e7c-a223-4e5f2d43f0ca,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:10.610622 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc41c102-aa56-41df-beca-6688f35146a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.614477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fc41c102-aa56-41df-beca-6688f35146a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3815862-bd5c-4e7c-a223-4e5f2d43f0ca HTTP/1.1" status: 204 len: 168 time: 0.3905153 Jun 03 15:55:10.642875 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618594ad-0005-47f1-a104-c706b918f211 req-bceaaf47-bf77-45d8-b34f-2fa135397855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:10.644394 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-bceaaf47-bf77-45d8-b34f-2fa135397855 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9452f696-3b22-4b69-810d-e3cf12b72446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804329 Jun 03 15:55:10.652357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.740917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=525ebcf0-3bb3-4a54-8103-cae06a23a9e7,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:10.743149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking segment: {'id': '78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '192d2781-72f0-488f-8a58-6afa6c59e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:10.743512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network hostable DHCP agents. Network: 192d2781-72f0-488f-8a58-6afa6c59e794, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:10.766769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network 192d2781-72f0-488f-8a58-6afa6c59e794 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:10.778751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 192d2781-72f0-488f-8a58-6afa6c59e794) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:10.785217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:10.785839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.788145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c576e-3190-4fa2-b803-9e8985d6b518 None None] Network 192d2781-72f0-488f-8a58-6afa6c59e794 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:10.795353 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-8e037cd3-c917-4789-b550-53cb465c07a0 service neutron] 10.222.0.75 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427445 Jun 03 15:55:10.812320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ff6984f4-9afa-409a-86cb-fc44b3bac223 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7711749 Jun 03 15:55:10.815559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56766) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:10.821300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1508963003'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:10.827179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:10.831335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:network and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:10.834620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:10.840473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:10.850978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:10.855047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.886976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:10.900110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.900534 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment 3b61b800-38fd-4442-8407-9d7bbb9f9c89 of type vlan for network b52f8b9a-7d9d-4029-bc73-3f905b210a1f Jun 03 15:55:10.936588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:10.973091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56770) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:10.998563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aaa68907-8608-4b74-9977-078f1ecba445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.010705 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.016549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:11.017743 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.047873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-192d2781-72f0-488f-8a58-6afa6c59e794', 'network_id': '192d2781-72f0-488f-8a58-6afa6c59e794', 'tenant_id': '002e28afc3db4e4b90459ab890b1e637', 'fixed_ips': [{'subnet_id': '525ebcf0-3bb3-4a54-8103-cae06a23a9e7'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:11.048720 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.092797 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-618594ad-0005-47f1-a104-c706b918f211 req-1ab89c13-6a5a-4547-9ca5-c17aadafe383 service neutron] 10.222.0.75 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903810 Jun 03 15:55:11.108341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aaa68907-8608-4b74-9977-078f1ecba445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:11.129923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aaa68907-8608-4b74-9977-078f1ecba445 admin admin] Usage tracker for resource:security_group_rule and tenant:20c7b7ad13234bbbb1ebe582ff113544 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:11.139958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aaa68907-8608-4b74-9977-078f1ecba445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:11.151232 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-aaa68907-8608-4b74-9977-078f1ecba445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:11.153131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=b52f8b9a-7d9d-4029-bc73-3f905b210a1f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:11.156084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b476699f-360c-44d9-9192-4e37711c204f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3395524 Jun 03 15:55:11.159927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56774) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:11.168850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'network_id': 'b52f8b9a-7d9d-4029-bc73-3f905b210a1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:11.227522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network b52f8b9a-7d9d-4029-bc73-3f905b210a1f details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:11.245519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d9449-2010-4cba-9a5b-082ec512fcd6 req-af08c9c0-0317-4b79-91a0-098083122b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:11.245519 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7b1d9449-2010-4cba-9a5b-082ec512fcd6 req-af08c9c0-0317-4b79-91a0-098083122b79 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d16d41f11e6f46e2bd85ee3d0de54632&device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1094 time: 0.0867081 Jun 03 15:55:11.301516 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Allocated IP 172.20.255.242 (192d2781-72f0-488f-8a58-6afa6c59e794/525ebcf0-3bb3-4a54-8103-cae06a23a9e7/2bee116f-c13e-403b-b3fd-4c85dc9cfed8) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:11.306441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 66785ef3-1695-48df-b63d-3fdd18ba07fe up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:11.352945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:11.423054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:subnet and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:11.439025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:11.440131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d9449-2010-4cba-9a5b-082ec512fcd6 req-1cd16b57-edca-466a-9bbf-3b741e589b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:11.442903 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7b1d9449-2010-4cba-9a5b-082ec512fcd6 req-1cd16b57-edca-466a-9bbf-3b741e589b42 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9452f696-3b22-4b69-810d-e3cf12b72446 HTTP/1.1" status: 200 len: 910 time: 0.1843107 Jun 03 15:55:11.448931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:11.488134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:11.491596 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.529132 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7b1d9449-2010-4cba-9a5b-082ec512fcd6 req-5baaaca2-92af-446d-a53f-4916d9d8cf3b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bc555ac-fbf5-4138-a1ac-ddeb276120c7 HTTP/1.1" status: 200 len: 217 time: 0.0775990 Jun 03 15:55:11.580138 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aaa68907-8608-4b74-9977-078f1ecba445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.582483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 66785ef3-1695-48df-b63d-3fdd18ba07fe triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:11.582799 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.594496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d9449-2010-4cba-9a5b-082ec512fcd6 req-e36fd16f-049e-4059-9962-64c5acab1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:11.596239 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7b1d9449-2010-4cba-9a5b-082ec512fcd6 req-e36fd16f-049e-4059-9962-64c5acab1154 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6fea19f6-0eee-4cbf-a71f-266b290be69a HTTP/1.1" status: 200 len: 848 time: 0.0607431 Jun 03 15:55:11.598091 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-aaa68907-8608-4b74-9977-078f1ecba445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.666933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77909ab9-7da8-4970-92eb-1df557321152 req-e8dde06d-8c1b-4b89-b80b-386a7c90f78e tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:11.673816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77909ab9-7da8-4970-92eb-1df557321152 req-e8dde06d-8c1b-4b89-b80b-386a7c90f78e tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1094 time: 0.2979918 Jun 03 15:55:11.686882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d9449-2010-4cba-9a5b-082ec512fcd6 req-7eda7f18-7fc4-4bf3-8ada-86510505e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:11.689279 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7b1d9449-2010-4cba-9a5b-082ec512fcd6 req-7eda7f18-7fc4-4bf3-8ada-86510505e5f6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9452f696-3b22-4b69-810d-e3cf12b72446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827372 Jun 03 15:55:11.697774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa68907-8608-4b74-9977-078f1ecba445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5283abfc-4ace-4b91-8e89-cdc18dcd3b24,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:11.709190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-aaa68907-8608-4b74-9977-078f1ecba445 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20c7b7ad13234bbbb1ebe582ff113544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7326207 Jun 03 15:55:11.710211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56782) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:11.765208 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.778963 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77909ab9-7da8-4970-92eb-1df557321152 req-b34e3372-8536-43f2-8be9-5e4fdec4ca13 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037943 Jun 03 15:55:11.781720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Transition to ACTIVE for port object 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:11.793670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 66785ef3-1695-48df-b63d-3fdd18ba07fe is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:11.807715 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Transition to ACTIVE for port object 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:11.814870 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.872955 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a53dd6b4-9f6c-41fb-8c98-14f8fb49ac9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.882393 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7b1d9449-2010-4cba-9a5b-082ec512fcd6 req-66841e0e-4685-44f4-a453-4f8a587cdacc service neutron] 10.222.0.75 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834311 Jun 03 15:55:11.883056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Network 192d2781-72f0-488f-8a58-6afa6c59e794 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:11.885346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:11.889710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:11.921418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a53dd6b4-9f6c-41fb-8c98-14f8fb49ac9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:11.935980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Pushing event updated for resources: {'Port': ['ID=2bee116f-c13e-403b-b3fd-4c85dc9cfed8,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:11.999058 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.009335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Attempting to bind port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:12.009335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Attempting to bind port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '192d2781-72f0-488f-8a58-6afa6c59e794'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:12.009335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Attempting to bind port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 on network 192d2781-72f0-488f-8a58-6afa6c59e794 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:12.013979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:12.014428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Checking segment: {'id': '78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '192d2781-72f0-488f-8a58-6afa6c59e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:12.014889 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.015340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Bound using segment: {'id': '78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '192d2781-72f0-488f-8a58-6afa6c59e794'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:12.015861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Bound port: 2bee116f-c13e-403b-b3fd-4c85dc9cfed8, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '192d2781-72f0-488f-8a58-6afa6c59e794'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:12.016529 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.073743 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7b1d9449-2010-4cba-9a5b-082ec512fcd6 req-b02325cf-9ad3-46cc-8027-5cc75e5b2bf0 service neutron] 10.222.0.75 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829026 Jun 03 15:55:12.083785 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a53dd6b4-9f6c-41fb-8c98-14f8fb49ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.112854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] For port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:12.116639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] For port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2bee116f-c13e-403b-b3fd-4c85dc9cfed8,segment=NetworkSegment(78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db),segment_id=78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:12.120651 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.206015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea028fa-bab7-4575-b22a-c4555e02d423 None None] Pushing event updated for resources: {'Port': ['ID=2bee116f-c13e-403b-b3fd-4c85dc9cfed8,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:12.224027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dd6b4-9f6c-41fb-8c98-14f8fb49ac9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5283abfc-4ace-4b91-8e89-cdc18dcd3b24,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:12.225808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=c4d56097-85a1-4b87-8643-c8ecd7190e89,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:12.239267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking segment: {'id': '3b61b800-38fd-4442-8407-9d7bbb9f9c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b52f8b9a-7d9d-4029-bc73-3f905b210a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:12.239757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network hostable DHCP agents. Network: b52f8b9a-7d9d-4029-bc73-3f905b210a1f, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:12.245848 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a53dd6b4-9f6c-41fb-8c98-14f8fb49ac9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.249473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a53dd6b4-9f6c-41fb-8c98-14f8fb49ac9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5283abfc-4ace-4b91-8e89-cdc18dcd3b24 HTTP/1.1" status: 204 len: 168 time: 0.5331593 Jun 03 15:55:12.268404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network b52f8b9a-7d9d-4029-bc73-3f905b210a1f is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:12.280492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, b52f8b9a-7d9d-4029-bc73-3f905b210a1f) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:12.285987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:12.286574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.293189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4fb0a-8a0c-404a-8311-febf87a099ea None None] Network b52f8b9a-7d9d-4029-bc73-3f905b210a1f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:12.322579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d23c2f19-2520-407b-95fa-741df2d83aa6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1615438 Jun 03 15:55:12.325155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56788) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:12.540111 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.565133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-b52f8b9a-7d9d-4029-bc73-3f905b210a1f', 'network_id': 'b52f8b9a-7d9d-4029-bc73-3f905b210a1f', 'tenant_id': '002e28afc3db4e4b90459ab890b1e637', 'fixed_ips': [{'subnet_id': 'c4d56097-85a1-4b87-8643-c8ecd7190e89'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:12.566151 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.623483 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:12.767265 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Allocated IP 172.20.0.2 (b52f8b9a-7d9d-4029-bc73-3f905b210a1f/c4d56097-85a1-4b87-8643-c8ecd7190e89/065a2254-f2d2-43b2-81dc-e0004e9d284d) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:13.093105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066989ad-0f51-4395-bf67-412f27784c2e req-967b67b2-bfe5-4299-8c9f-dec96483f31b tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:13.109428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-066989ad-0f51-4395-bf67-412f27784c2e req-967b67b2-bfe5-4299-8c9f-dec96483f31b tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1094 time: 0.1730969 Jun 03 15:55:13.220422 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:13.229939 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Transition to ACTIVE for port object 065a2254-f2d2-43b2-81dc-e0004e9d284d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:13.238162 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-066989ad-0f51-4395-bf67-412f27784c2e req-e19a518a-0ed5-48dc-84db-0201661d13ad tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256254 Jun 03 15:55:13.278787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Transition to ACTIVE for port object 065a2254-f2d2-43b2-81dc-e0004e9d284d will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:13.298611 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:13.370805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Network b52f8b9a-7d9d-4029-bc73-3f905b210a1f is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:13.370805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:13.370805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:13.390612 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:13.410132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Pushing event updated for resources: {'Port': ['ID=065a2254-f2d2-43b2-81dc-e0004e9d284d,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:13.496492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d56097-85a1-4b87-8643-c8ecd7190e89,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:13.528456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:13.624932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Attempting to bind port 065a2254-f2d2-43b2-81dc-e0004e9d284d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:13.624932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Attempting to bind port 065a2254-f2d2-43b2-81dc-e0004e9d284d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '3b61b800-38fd-4442-8407-9d7bbb9f9c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b52f8b9a-7d9d-4029-bc73-3f905b210a1f'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:13.624932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Attempting to bind port 065a2254-f2d2-43b2-81dc-e0004e9d284d on network b52f8b9a-7d9d-4029-bc73-3f905b210a1f {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:13.636912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:13.636912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Checking segment: {'id': '3b61b800-38fd-4442-8407-9d7bbb9f9c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b52f8b9a-7d9d-4029-bc73-3f905b210a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:13.636912 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:13.636912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Bound using segment: {'id': '3b61b800-38fd-4442-8407-9d7bbb9f9c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b52f8b9a-7d9d-4029-bc73-3f905b210a1f'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:13.636912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Bound port: 065a2254-f2d2-43b2-81dc-e0004e9d284d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b61b800-38fd-4442-8407-9d7bbb9f9c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b52f8b9a-7d9d-4029-bc73-3f905b210a1f'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:13.636912 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:13.708695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:13.777691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52f8b9a-7d9d-4029-bc73-3f905b210a1f']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:13.823441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b61b800-38fd-4442-8407-9d7bbb9f9c89') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:13.823441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b61b800-38fd-4442-8407-9d7bbb9f9c89') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:13.833330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:13.841810 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:13.860999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] For port 065a2254-f2d2-43b2-81dc-e0004e9d284d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:13.865309 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:13.885523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:13.885523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:13.889909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c1cf58-b82b-426e-8da3-4cd30e72e42e None None] Network 192d2781-72f0-488f-8a58-6afa6c59e794 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:13.995898 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 3b61b800-38fd-4442-8407-9d7bbb9f9c89 resource provider aggregate not found Jun 03 15:55:14.019930 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 3b61b800-38fd-4442-8407-9d7bbb9f9c89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b61b800-38fd-4442-8407-9d7bbb9f9c89 found for delete ", "request_id": "req-a1f8c40d-f6ae-47ee-984c-8ed906080fc1"}]} Jun 03 15:55:14.030601 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:55:14.030601 n-d-844595-1 neutron-server[88445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:55:14.030601 n-d-844595-1 neutron-server[88445]: [parameters: {'id': 'b52f8b9a-7d9d-4029-bc73-3f905b210a1f'}] Jun 03 15:55:14.030601 n-d-844595-1 neutron-server[88445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:55:14.031047 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:55:14.058568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] For port 065a2254-f2d2-43b2-81dc-e0004e9d284d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=065a2254-f2d2-43b2-81dc-e0004e9d284d,segment=NetworkSegment(3b61b800-38fd-4442-8407-9d7bbb9f9c89),segment_id=3b61b800-38fd-4442-8407-9d7bbb9f9c89)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:14.058568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ad03ff25-4a76-4edd-8b00-75e6e32ad5d2 None None] Provisioning for port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:14.065488 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.112338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ad03ff25-4a76-4edd-8b00-75e6e32ad5d2 None None] Provisioning complete for port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:14.112338 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff25-4a76-4edd-8b00-75e6e32ad5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.301539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7526e0c-57c8-4513-9f4e-651b2326b499 None None] Pushing event updated for resources: {'Port': ['ID=065a2254-f2d2-43b2-81dc-e0004e9d284d,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:14.393953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08a74b2-2472-4c31-adac-ef5e035440b5 None None] Network b52f8b9a-7d9d-4029-bc73-3f905b210a1f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:14.434219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9438c0-2c7a-4b2b-8b20-fd2cb6744566 req-6475e0c7-83ad-4641-aec6-d0e118fb21d4 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:14.435817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd9438c0-2c7a-4b2b-8b20-fd2cb6744566 req-6475e0c7-83ad-4641-aec6-d0e118fb21d4 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1094 time: 0.0894339 Jun 03 15:55:14.481897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd9438c0-2c7a-4b2b-8b20-fd2cb6744566 req-124fe64c-271c-431f-9b66-b5b3cb490894 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399237 Jun 03 15:55:14.512623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ad03ff25-4a76-4edd-8b00-75e6e32ad5d2 None None] Current status of the port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:14.512993 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff25-4a76-4edd-8b00-75e6e32ad5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.532082 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.543902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Deleting port 065a2254-f2d2-43b2-81dc-e0004e9d284d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:14.544236 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.635259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ad03ff25-4a76-4edd-8b00-75e6e32ad5d2 None None] For port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2bee116f-c13e-403b-b3fd-4c85dc9cfed8,segment=NetworkSegment(78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db),segment_id=78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:14.651268 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ad03ff25-4a76-4edd-8b00-75e6e32ad5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.716285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03ff25-4a76-4edd-8b00-75e6e32ad5d2 None None] Pushing event updated for resources: {'Port': ['ID=2bee116f-c13e-403b-b3fd-4c85dc9cfed8,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:14.796712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] For port 065a2254-f2d2-43b2-81dc-e0004e9d284d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=065a2254-f2d2-43b2-81dc-e0004e9d284d,segment=NetworkSegment(3b61b800-38fd-4442-8407-9d7bbb9f9c89),segment_id=3b61b800-38fd-4442-8407-9d7bbb9f9c89)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:14.797471 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:14.831060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:55:14.922969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d61ecc-35bc-4cb2-b00f-989d4dbeb4e9 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:55:14.933299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Calling delete_port for 065a2254-f2d2-43b2-81dc-e0004e9d284d owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:15.011781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.059346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7e2ac807-16a0-47e8-9c1a-e1e9a118c7c9 None None] Provisioning complete for port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:15.059724 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7e2ac807-16a0-47e8-9c1a-e1e9a118c7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.079013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Port': ['ID=065a2254-f2d2-43b2-81dc-e0004e9d284d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:15.091019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No DVR routers for this DVR port 065a2254-f2d2-43b2-81dc-e0004e9d284d on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:15.099626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2bc555ac-fbf5-4138-a1ac-ddeb276120c7,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:15.140833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '2bc555ac-fbf5-4138-a1ac-ddeb276120c7', 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446', 'port_id': '2bc555ac-fbf5-4138-a1ac-ddeb276120c7', 'mac_address': 'fa:16:3e:8a:95:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fea19f6-0eee-4cbf-a71f-266b290be69a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:55:15.245721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d61ecc-35bc-4cb2-b00f-989d4dbeb4e9 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:55:15.276263 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.301710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:15.302708 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.306437 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52f8b9a-7d9d-4029-bc73-3f905b210a1f']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:15.320867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b61b800-38fd-4442-8407-9d7bbb9f9c89') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:15.321062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b61b800-38fd-4442-8407-9d7bbb9f9c89') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:15.350722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.370335 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.371518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:15.379220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:15.380311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.487011 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:15.501666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.524753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ac807-16a0-47e8-9c1a-e1e9a118c7c9 None None] Current status of the port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:15.544677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2bc555ac-fbf5-4138-a1ac-ddeb276120c7,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:15.552514 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.562023 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.565684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=b52f8b9a-7d9d-4029-bc73-3f905b210a1f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:15.572860 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56846) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:15.579306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1116366151'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:15.582999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-95e8f259-fbb3-4ca6-99df-6dec48ab28fa tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/b52f8b9a-7d9d-4029-bc73-3f905b210a1f HTTP/1.1" status: 204 len: 168 time: 3.2563202 Jun 03 15:55:15.588005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:15.592271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:network and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:15.595857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:15.603679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:15.618590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:15.623639 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.655337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:15.656310 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.663361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:15.675210 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.675698 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment d022ba02-27e5-4797-8b30-35d1e24c3869 of type vlan for network e59e47e9-9d1d-4de7-b285-5beee0b6ce95 Jun 03 15:55:15.710594 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.717263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ba04-304b-4e52-8e91-fdb1c99caac7 req-60892cd5-6b5c-4cec-88e2-1ebe5ecade04 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:15.719603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4344ba04-304b-4e52-8e91-fdb1c99caac7 req-60892cd5-6b5c-4cec-88e2-1ebe5ecade04 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1095 time: 0.0909059 Jun 03 15:55:15.756844 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.762951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:15.763606 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:15.776990 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4344ba04-304b-4e52-8e91-fdb1c99caac7 req-88e7439e-cd13-4c36-94fa-de8c50f73e3f tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487790 Jun 03 15:55:15.842871 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=2bc555ac-fbf5-4138-a1ac-ddeb276120c7,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:15.868744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2bc555ac-fbf5-4138-a1ac-ddeb276120c7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:15.873694 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2992594 Jun 03 15:55:15.876468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56850) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:15.888033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'network_id': 'e59e47e9-9d1d-4de7-b285-5beee0b6ce95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:15.917191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4ca70-39dc-4295-8878-7821fa6b2abe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=e59e47e9-9d1d-4de7-b285-5beee0b6ce95,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:15.970238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e59e47e9-9d1d-4de7-b285-5beee0b6ce95 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:16.117410 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 3b61b800-38fd-4442-8407-9d7bbb9f9c89 resource provider aggregate not found Jun 03 15:55:16.146518 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 3b61b800-38fd-4442-8407-9d7bbb9f9c89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b61b800-38fd-4442-8407-9d7bbb9f9c89 found for delete ", "request_id": "req-ff185132-482a-4a59-81e6-2cde462371c2"}]} Jun 03 15:55:16.166178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:16.170107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:subnet and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:16.173475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:16.179100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:16.204883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:16.204883 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:16.217364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:16.307127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.ipam_backend_mixin [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Performing IP validity checks on allocation pools {{(pid=88445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:55:16.307472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.ipam_backend_mixin [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:55:16.460840 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:16.543884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=f152fba1-c06b-4e74-b360-f7a91ce35d77,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:16.583913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking segment: {'id': 'd022ba02-27e5-4797-8b30-35d1e24c3869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e59e47e9-9d1d-4de7-b285-5beee0b6ce95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:16.583913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network hostable DHCP agents. Network: e59e47e9-9d1d-4de7-b285-5beee0b6ce95, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:16.611782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network e59e47e9-9d1d-4de7-b285-5beee0b6ce95 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:16.611782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e59e47e9-9d1d-4de7-b285-5beee0b6ce95) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:16.635786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a53a2b9-b3a9-4e45-9a5f-e631ad16d0f2 None None] Network e59e47e9-9d1d-4de7-b285-5beee0b6ce95 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:16.657291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:16.657291 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:16.735613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d3323d2f-38cf-4629-b4a2-bc8c0c663108 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8378072 Jun 03 15:55:16.735613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56868) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:16.884791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:16.963433 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.114051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:17.125022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:17.127589 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.129856 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.148208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ecfbf1-7472-4336-bb2f-6ec00c639bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-e59e47e9-9d1d-4de7-b285-5beee0b6ce95', 'network_id': 'e59e47e9-9d1d-4de7-b285-5beee0b6ce95', 'tenant_id': '002e28afc3db4e4b90459ab890b1e637', 'fixed_ips': [{'subnet_id': 'f152fba1-c06b-4e74-b360-f7a91ce35d77'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:17.149034 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-93ecfbf1-7472-4336-bb2f-6ec00c639bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.206093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83d2fa-b697-4b74-a91c-38c5b7751bc9 req-3684f7a2-3d78-4172-96e0-bef290e3f8fd tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:17.206093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b83d2fa-b697-4b74-a91c-38c5b7751bc9 req-3684f7a2-3d78-4172-96e0-bef290e3f8fd tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1095 time: 0.2310977 Jun 03 15:55:17.284707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b83d2fa-b697-4b74-a91c-38c5b7751bc9 req-60d63fe8-ce9c-475e-ab7d-f436a895c74c tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478396 Jun 03 15:55:17.284707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.323721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Subnet': ['ID=f152fba1-c06b-4e74-b360-f7a91ce35d77,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:17.456848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:17.456848 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server [None req-93ecfbf1-7472-4336-bb2f-6ec00c639bd1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f152fba1-c06b-4e74-b360-f7a91ce35d77: This subnet is being modified by another concurrent operation. Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise exception Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f152fba1-c06b-4e74-b360-f7a91ce35d77: This subnet is being modified by another concurrent operation. Jun 03 15:55:17.479565 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Jun 03 15:55:17.500452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d857865-8098-420b-b2bc-894f956f56a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc555ac-fbf5-4138-a1ac-ddeb276120c7'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:17.516426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f07b6cf-a9ed-4b5d-9b3a-4e41134f6eb6 None None] Network e59e47e9-9d1d-4de7-b285-5beee0b6ce95 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:17.540031 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.579675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2bc555ac-fbf5-4138-a1ac-ddeb276120c7,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:17.591404 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.649869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59e47e9-9d1d-4de7-b285-5beee0b6ce95']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:17.654293 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8386e5-43f5-4608-a386-d71f2bfc08c1'] response: {'server_uuid': '8d857865-8098-420b-b2bc-894f956f56a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc555ac-fbf5-4138-a1ac-ddeb276120c7', 'code': 200} Jun 03 15:55:17.664593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd022ba02-27e5-4797-8b30-35d1e24c3869') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:17.664593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd022ba02-27e5-4797-8b30-35d1e24c3869') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:17.680095 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.721627 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.740522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:17.740522 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.810141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=2bc555ac-fbf5-4138-a1ac-ddeb276120c7,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:17.830496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3188620-efbf-477b-8709-e6e7642853df None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:55:17.887716 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.924143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97bb1c-7a7e-4dc1-863d-d1447bb00bfc req-ac91c96a-8f77-41e2-b8df-59cfb392a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:17.925651 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7c97bb1c-7a7e-4dc1-863d-d1447bb00bfc req-ac91c96a-8f77-41e2-b8df-59cfb392a166 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1096 time: 0.1882238 Jun 03 15:55:17.933198 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:17.939105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=e59e47e9-9d1d-4de7-b285-5beee0b6ce95,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:17.946420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-340fe7f5-fec6-453f-a274-bcb0430ca8ff tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/e59e47e9-9d1d-4de7-b285-5beee0b6ce95 HTTP/1.1" status: 204 len: 168 time: 1.2206779 Jun 03 15:55:17.946420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56880) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:17.953173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1832333034'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:17.961754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:17.967691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:network and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:17.971254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:17.977490 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7c97bb1c-7a7e-4dc1-863d-d1447bb00bfc req-57c0f7d4-0254-4b43-9ed2-fceee811e097 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451043 Jun 03 15:55:17.979194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:18.000481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:18.003952 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:18.033552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:18.045004 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:18.045004 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment da0e6396-7d4c-484d-be0d-091d8a5d4a43 of type vlan for network f697610d-497f-43a5-970a-b6e2e05490e3 Jun 03 15:55:18.045409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3188620-efbf-477b-8709-e6e7642853df None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:55:18.081890 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:18.117746 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:18.126761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:18.127467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:18.213618 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d022ba02-27e5-4797-8b30-35d1e24c3869 resource provider aggregate not found Jun 03 15:55:18.241706 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d022ba02-27e5-4797-8b30-35d1e24c3869 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d022ba02-27e5-4797-8b30-35d1e24c3869 found for delete ", "request_id": "req-96d18560-915f-4559-8ceb-a9761848378d"}]} Jun 03 15:55:18.248897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3009486 Jun 03 15:55:18.251762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56890) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:18.257604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'network_id': 'f697610d-497f-43a5-970a-b6e2e05490e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:18.258649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d107ee-023a-41f4-aa54-e8c407e47ca2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=f697610d-497f-43a5-970a-b6e2e05490e3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:18.272439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f697610d-497f-43a5-970a-b6e2e05490e3 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:18.488135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:18.498762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:subnet and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:18.502853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:18.514452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:18.532413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:18.535943 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:18.610452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2bc12-04e1-42e5-8edc-97654cf365e9 req-9d70935f-4837-4b9d-befa-57effdba5121 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:18.612117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02f2bc12-04e1-42e5-8edc-97654cf365e9 req-9d70935f-4837-4b9d-befa-57effdba5121 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1096 time: 0.0942743 Jun 03 15:55:18.669665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02f2bc12-04e1-42e5-8edc-97654cf365e9 req-ccc0cc37-8fd4-4dd1-99b2-837b58e4438f tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512750 Jun 03 15:55:18.862543 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:18.962050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=2c20ba04-64ae-40b6-917e-9813e64e0922,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:18.974964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking segment: {'id': 'da0e6396-7d4c-484d-be0d-091d8a5d4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f697610d-497f-43a5-970a-b6e2e05490e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:18.974964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network hostable DHCP agents. Network: f697610d-497f-43a5-970a-b6e2e05490e3, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:18.995621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network f697610d-497f-43a5-970a-b6e2e05490e3 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:19.004333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, f697610d-497f-43a5-970a-b6e2e05490e3) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:19.012431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:19.013012 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.013234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab0d24f-3525-43fb-a001-730c0a4d14c0 None None] Network f697610d-497f-43a5-970a-b6e2e05490e3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:19.054618 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6b318659-2636-4070-9d1b-e7571c71a30c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8000519 Jun 03 15:55:19.055837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56898) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:19.298570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-f697610d-497f-43a5-970a-b6e2e05490e3', 'network_id': 'f697610d-497f-43a5-970a-b6e2e05490e3', 'tenant_id': '002e28afc3db4e4b90459ab890b1e637', 'fixed_ips': [{'subnet_id': '2c20ba04-64ae-40b6-917e-9813e64e0922'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:19.301480 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.308336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.540109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Allocated IP 172.20.0.1 (f697610d-497f-43a5-970a-b6e2e05490e3/2c20ba04-64ae-40b6-917e-9813e64e0922/b02343d6-5b4f-4fd0-8538-e12e3677efce) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:19.596354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.804636 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.819576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Transition to ACTIVE for port object b02343d6-5b4f-4fd0-8538-e12e3677efce will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:19.847821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Transition to ACTIVE for port object b02343d6-5b4f-4fd0-8538-e12e3677efce will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:19.858364 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.885797 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:19.894905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9be23f-e6f6-4e00-aaa3-874e8fb3b240 req-fb1556f9-c6d1-4dea-819e-eb752e65e9ff tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:19.899767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b9be23f-e6f6-4e00-aaa3-874e8fb3b240 req-fb1556f9-c6d1-4dea-819e-eb752e65e9ff tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1096 time: 0.0908778 Jun 03 15:55:19.953977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Network f697610d-497f-43a5-970a-b6e2e05490e3 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:19.955411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:19.956575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Subnet': ['ID=2c20ba04-64ae-40b6-917e-9813e64e0922,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:19.963155 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:19.970015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b9be23f-e6f6-4e00-aaa3-874e8fb3b240 req-b001ed57-4d82-44ca-a00d-0a4be2fc1a65 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537024 Jun 03 15:55:20.005376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Pushing event updated for resources: {'Port': ['ID=b02343d6-5b4f-4fd0-8538-e12e3677efce,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:20.078782 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.081028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Attempting to bind port b02343d6-5b4f-4fd0-8538-e12e3677efce on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:20.081822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Attempting to bind port b02343d6-5b4f-4fd0-8538-e12e3677efce by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'da0e6396-7d4c-484d-be0d-091d8a5d4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f697610d-497f-43a5-970a-b6e2e05490e3'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:20.082707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Attempting to bind port b02343d6-5b4f-4fd0-8538-e12e3677efce on network f697610d-497f-43a5-970a-b6e2e05490e3 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:20.088692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:20.089061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Checking segment: {'id': 'da0e6396-7d4c-484d-be0d-091d8a5d4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f697610d-497f-43a5-970a-b6e2e05490e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:20.089456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.089851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Bound using segment: {'id': 'da0e6396-7d4c-484d-be0d-091d8a5d4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f697610d-497f-43a5-970a-b6e2e05490e3'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:20.090346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Bound port: b02343d6-5b4f-4fd0-8538-e12e3677efce, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0e6396-7d4c-484d-be0d-091d8a5d4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f697610d-497f-43a5-970a-b6e2e05490e3'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:20.090713 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.111060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f697610d-497f-43a5-970a-b6e2e05490e3']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:20.123940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0e6396-7d4c-484d-be0d-091d8a5d4a43') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:20.124170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0e6396-7d4c-484d-be0d-091d8a5d4a43') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:20.135534 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.162927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.167200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce370f8a-ec8a-4565-ac12-27e1d1701c9b req-6aec9e26-d87a-45ca-9e21-12a6c09c015f tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:20.168787 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce370f8a-ec8a-4565-ac12-27e1d1701c9b req-6aec9e26-d87a-45ca-9e21-12a6c09c015f tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1096 time: 0.0759525 Jun 03 15:55:20.170018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:20.170514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.203940 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] For port b02343d6-5b4f-4fd0-8538-e12e3677efce, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:20.229158 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ce370f8a-ec8a-4565-ac12-27e1d1701c9b req-056cc06e-f8f5-4e58-b67a-321ffa7d37f3 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501070 Jun 03 15:55:20.251876 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment da0e6396-7d4c-484d-be0d-091d8a5d4a43 resource provider aggregate not found Jun 03 15:55:20.278362 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment da0e6396-7d4c-484d-be0d-091d8a5d4a43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da0e6396-7d4c-484d-be0d-091d8a5d4a43 found for delete ", "request_id": "req-4df1e770-b0cc-453c-88ff-baca71f4636b"}]} Jun 03 15:55:20.296766 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:55:20.296766 n-d-844595-1 neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:55:20.296766 n-d-844595-1 neutron-server[88444]: [parameters: {'id': 'f697610d-497f-43a5-970a-b6e2e05490e3'}] Jun 03 15:55:20.296766 n-d-844595-1 neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:55:20.296766 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:55:20.299916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] For port b02343d6-5b4f-4fd0-8538-e12e3677efce, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b02343d6-5b4f-4fd0-8538-e12e3677efce,segment=NetworkSegment(da0e6396-7d4c-484d-be0d-091d8a5d4a43),segment_id=da0e6396-7d4c-484d-be0d-091d8a5d4a43)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:20.307005 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.423682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019c783-e797-4462-b4bb-4b49ac398090 None None] Pushing event updated for resources: {'Port': ['ID=b02343d6-5b4f-4fd0-8538-e12e3677efce,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:20.493709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f78acd-aa18-460c-b70a-1c53a6969ab2 None None] Network f697610d-497f-43a5-970a-b6e2e05490e3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:20.572920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6ab8f-d9d6-487b-80a4-e7d519d59eab req-ef834551-240c-4700-980a-40698ccb30e2 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:20.584629 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29d6ab8f-d9d6-487b-80a4-e7d519d59eab req-ef834551-240c-4700-980a-40698ccb30e2 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1096 time: 0.2247686 Jun 03 15:55:20.623505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29d6ab8f-d9d6-487b-80a4-e7d519d59eab req-bebd807c-85fb-4527-a024-2cc60b8fcd85 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 Jun 03 15:55:20.733892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f13207-31ff-414e-87c9-b8df921025f5 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:55:20.797060 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.818735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Deleting port b02343d6-5b4f-4fd0-8538-e12e3677efce {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:20.818735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:20.904607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f13207-31ff-414e-87c9-b8df921025f5 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:55:21.130835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-aee66ad1-411f-457f-a4c8-e821df947695 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:21.134847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-aee66ad1-411f-457f-a4c8-e821df947695 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/networks?id=9452f696-3b22-4b69-810d-e3cf12b72446 HTTP/1.1" status: 200 len: 910 time: 0.2557931 Jun 03 15:55:21.157903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-d140af7b-9f1e-4d4a-b512-bc3fe71db631 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/quotas/d16d41f11e6f46e2bd85ee3d0de54632 HTTP/1.1" status: 200 len: 375 time: 0.0182495 Jun 03 15:55:21.191620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] For port b02343d6-5b4f-4fd0-8538-e12e3677efce, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b02343d6-5b4f-4fd0-8538-e12e3677efce,segment=NetworkSegment(da0e6396-7d4c-484d-be0d-091d8a5d4a43),segment_id=da0e6396-7d4c-484d-be0d-091d8a5d4a43)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:21.198292 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.278236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-40a5d51b-2661-4367-b307-0b343d66cbc4 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=d16d41f11e6f46e2bd85ee3d0de54632&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1190362 Jun 03 15:55:21.369036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Calling delete_port for b02343d6-5b4f-4fd0-8538-e12e3677efce owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:21.456231 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-49d35b90-8441-4d35-995e-3c36da95ad88 service neutron] 10.222.0.48 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770351 Jun 03 15:55:21.474320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.536168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No DVR routers for this DVR port b02343d6-5b4f-4fd0-8538-e12e3677efce on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:21.590607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Port': ['ID=b02343d6-5b4f-4fd0-8538-e12e3677efce,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:21.629178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-0ea776a4-3998-4d1b-903a-d6a98813fedc service neutron] 10.222.0.48 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695669 Jun 03 15:55:21.692639 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.757077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f697610d-497f-43a5-970a-b6e2e05490e3']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:21.772584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0e6396-7d4c-484d-be0d-091d8a5d4a43') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:21.772801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0e6396-7d4c-484d-be0d-091d8a5d4a43') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:21.792973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.841558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.850498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:21.853274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:21.959574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac69cb09-4e89-4251-8c48-6feaae1d5bb2 req-2a08cdca-2a25-460c-bf61-ab53b158a7ce tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 210 time: 0.1306729 Jun 03 15:55:22.008915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.021008 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.051889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=f697610d-497f-43a5-970a-b6e2e05490e3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:22.076992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56942) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:22.080906 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8f9e2249-d0f4-4485-bad0-b7816e783132 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/f697610d-497f-43a5-970a-b6e2e05490e3 HTTP/1.1" status: 204 len: 168 time: 3.0143721 Jun 03 15:55:22.084754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-144666101'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:22.094886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:22.102544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:network and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:22.107459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:22.123489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:22.141593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:22.145817 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.177278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:22.188140 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.188521 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment d8a83d98-f6a3-4445-a1d5-d3f76012cee2 of type vlan for network 793f7b2b-4cf6-42a1-ba3d-96529cb077c9 Jun 03 15:55:22.215857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.248733 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.254485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:22.255108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.302436 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment da0e6396-7d4c-484d-be0d-091d8a5d4a43 resource provider aggregate not found Jun 03 15:55:22.321945 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment da0e6396-7d4c-484d-be0d-091d8a5d4a43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da0e6396-7d4c-484d-be0d-091d8a5d4a43 found for delete ", "request_id": "req-3c2bd902-a3e0-4d61-aff3-bd4946f820f3"}]} Jun 03 15:55:22.366800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2946889 Jun 03 15:55:22.369783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56954) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:22.376205 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'network_id': '793f7b2b-4cf6-42a1-ba3d-96529cb077c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:22.378844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316e090-43c1-4b1a-909f-1e7e6599d0d7 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=793f7b2b-4cf6-42a1-ba3d-96529cb077c9,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:22.389841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 793f7b2b-4cf6-42a1-ba3d-96529cb077c9 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:22.547060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:22.553976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:subnet and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:22.563256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:22.568175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:22.585210 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:22.588534 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.839559 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.913815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=680846fc-a8cc-44f1-a8d0-b882203b15d7,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:22.924154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking segment: {'id': 'd8a83d98-f6a3-4445-a1d5-d3f76012cee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '793f7b2b-4cf6-42a1-ba3d-96529cb077c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:22.924504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network hostable DHCP agents. Network: 793f7b2b-4cf6-42a1-ba3d-96529cb077c9, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:22.943376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network 793f7b2b-4cf6-42a1-ba3d-96529cb077c9 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:22.955303 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 793f7b2b-4cf6-42a1-ba3d-96529cb077c9) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:22.960370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:22.960879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:22.965273 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3fc9b0-1c85-451d-be61-1cc6e44d5b26 None None] Network 793f7b2b-4cf6-42a1-ba3d-96529cb077c9 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:22.992933 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-36e7abcc-451d-400b-a0c6-84ee207e0648 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6191108 Jun 03 15:55:22.993320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56962) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:23.150016 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.219767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3c72d79-fba2-4e36-a1e4-889130868757 req-b2b2b668-3e21-4dee-9abf-76141f6c02cd tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 210 time: 0.0664937 Jun 03 15:55:23.258044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f52a6-8a9f-40a2-bb39-425b63a9d891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-793f7b2b-4cf6-42a1-ba3d-96529cb077c9', 'network_id': '793f7b2b-4cf6-42a1-ba3d-96529cb077c9', 'tenant_id': '002e28afc3db4e4b90459ab890b1e637', 'fixed_ips': [{'subnet_id': '680846fc-a8cc-44f1-a8d0-b882203b15d7'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:23.259215 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-463f52a6-8a9f-40a2-bb39-425b63a9d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.343424 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.434526 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.439638 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-3c4b045d-e566-4179-be60-4d850a3c8ee8 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server [None req-463f52a6-8a9f-40a2-bb39-425b63a9d891 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 680846fc-a8cc-44f1-a8d0-b882203b15d7: This subnet is being modified by another concurrent operation. Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise exception Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 680846fc-a8cc-44f1-a8d0-b882203b15d7: This subnet is being modified by another concurrent operation. Jun 03 15:55:23.440339 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Jun 03 15:55:23.446358 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-3c4b045d-e566-4179-be60-4d850a3c8ee8 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.67 "GET /v2.0/networks?id=9452f696-3b22-4b69-810d-e3cf12b72446 HTTP/1.1" status: 200 len: 910 time: 0.2385113 Jun 03 15:55:23.457042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e6499-e0a9-4b9a-815d-43a3f2d26fd6 None None] Network 793f7b2b-4cf6-42a1-ba3d-96529cb077c9 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:23.457694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Request body: {'port': {'device_id': 'e964d487-4593-49a7-94c9-687e697e773f', 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446', 'admin_state_up': True, 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:23.474773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:23.483639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Usage tracker for resource:port and tenant:d16d41f11e6f46e2bd85ee3d0de54632 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:23.493358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:23.512981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:23.538546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Made reservation on behalf of d16d41f11e6f46e2bd85ee3d0de54632 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:23.544431 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.545851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Subnet': ['ID=680846fc-a8cc-44f1-a8d0-b882203b15d7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:23.690414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd0a24-2cde-4049-a0b0-119e835897ad None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:55:23.717332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.778655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Allocated IP 172.20.0.12 (9452f696-3b22-4b69-810d-e3cf12b72446/6fea19f6-0eee-4cbf-a71f-266b290be69a/e4028eb9-2619-4170-87b0-257931dd13af) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:23.781566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793f7b2b-4cf6-42a1-ba3d-96529cb077c9']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:23.795271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a83d98-f6a3-4445-a1d5-d3f76012cee2') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:23.795841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a83d98-f6a3-4445-a1d5-d3f76012cee2') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:23.808263 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.825237 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.832522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:23.833108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.891917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fd0a24-2cde-4049-a0b0-119e835897ad None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:55:23.936013 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.961648 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:23.965683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56976) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:23.969860 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d8a83d98-f6a3-4445-a1d5-d3f76012cee2 resource provider aggregate not found Jun 03 15:55:23.997385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=793f7b2b-4cf6-42a1-ba3d-96529cb077c9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:24.003310 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d8a83d98-f6a3-4445-a1d5-d3f76012cee2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8a83d98-f6a3-4445-a1d5-d3f76012cee2 found for delete ", "request_id": "req-b1eda0d4-d4cb-4b78-b81b-d1dfff3761c5"}]} Jun 03 15:55:24.009599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c81d8125-0ef4-4dbf-9815-07c3ba20b40b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/793f7b2b-4cf6-42a1-ba3d-96529cb077c9 HTTP/1.1" status: 204 len: 168 time: 1.0152001 Jun 03 15:55:24.010967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56984) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:24.016570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1766490440'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:24.022532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:24.026720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:network and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:24.030133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:24.036197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:24.051880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:24.058434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.107035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.107780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:24.127924 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.128403 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment 8d125448-1810-4f5c-95a0-d6675b61d296 of type vlan for network ee3b2fb5-b365-43b8-833f-5b8231e4d482 Jun 03 15:55:24.143905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Transition to ACTIVE for port object e4028eb9-2619-4170-87b0-257931dd13af will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:24.169152 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf0fba94-f42d-48a6-a7aa-7c29608f0061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.173084 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.201415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bf0fba94-f42d-48a6-a7aa-7c29608f0061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:24.201761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2bc555ac-fbf5-4138-a1ac-ddeb276120c7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:24.210657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bf0fba94-f42d-48a6-a7aa-7c29608f0061 admin admin] Usage tracker for resource:security_group_rule and tenant:438b22e39838496dba18eb0ff52c75d9 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:24.219539 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.224055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bf0fba94-f42d-48a6-a7aa-7c29608f0061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:24.232515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bf0fba94-f42d-48a6-a7aa-7c29608f0061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:24.244369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Network 9452f696-3b22-4b69-810d-e3cf12b72446 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:24.267529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:24.280528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:24.292815 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.300974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:24.301676 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.402832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Pushing event updated for resources: {'Port': ['ID=e4028eb9-2619-4170-87b0-257931dd13af,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:24.437988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:24.439302 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.467773 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-ead670f3-67eb-47dd-87a2-924b3636d717 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0136831 Jun 03 15:55:24.558660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Request body: {'port': {'device_id': 'e964d487-4593-49a7-94c9-687e697e773f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:24.562775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=ee3b2fb5-b365-43b8-833f-5b8231e4d482,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:24.576389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ee3b2fb5-b365-43b8-833f-5b8231e4d482 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:24.584537 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-92b8e95d-11c9-484f-889d-6713ff12c558 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5691726 Jun 03 15:55:24.597508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 56992) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:24.624402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'network_id': 'ee3b2fb5-b365-43b8-833f-5b8231e4d482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:24.719483 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.821385 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:55:24.958193 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf0fba94-f42d-48a6-a7aa-7c29608f0061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.958932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5fabb78c-1e2a-4f4a-9fae-2e2951faf982 None None] Provisioning for port e4028eb9-2619-4170-87b0-257931dd13af completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:24.967490 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bf0fba94-f42d-48a6-a7aa-7c29608f0061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.967721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5fabb78c-1e2a-4f4a-9fae-2e2951faf982 None None] Provisioning complete for port e4028eb9-2619-4170-87b0-257931dd13af triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:24.968114 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5fabb78c-1e2a-4f4a-9fae-2e2951faf982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:24.985669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c345de0-ca1c-4514-8ef6-f955a8954f2f req-98d1eeaf-187f-451b-8aaf-c6c3835237f2 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:24.987398 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c345de0-ca1c-4514-8ef6-f955a8954f2f req-98d1eeaf-187f-451b-8aaf-c6c3835237f2 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1028 time: 0.5138013 Jun 03 15:55:25.009765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:25.042924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5fabb78c-1e2a-4f4a-9fae-2e2951faf982 None None] Port e4028eb9-2619-4170-87b0-257931dd13af cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:55:25.069430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:subnet and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:25.074990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:25.083002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bf0fba94-f42d-48a6-a7aa-7c29608f0061 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=438b22e39838496dba18eb0ff52c75d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1080339 Jun 03 15:55:25.091089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fba94-f42d-48a6-a7aa-7c29608f0061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda9d235-20fe-4348-b718-f142cc3b8bba,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:25.093094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 56996) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:25.093755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:25.125251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c345de0-ca1c-4514-8ef6-f955a8954f2f req-86143d00-81e6-4caa-8dd5-0830faa7adab tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217868 Jun 03 15:55:25.125251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:25.130640 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:25.250193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.ipam_backend_mixin [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Performing IP validity checks on allocation pools {{(pid=88445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:55:25.250193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.ipam_backend_mixin [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:55:25.260225 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f6330-23f3-44ae-b42c-bc8328feddcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:25.341729 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f6330-23f3-44ae-b42c-bc8328feddcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:25.428663 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:25.444833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4028eb9-2619-4170-87b0-257931dd13af {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:25.459308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:25.472742 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f6330-23f3-44ae-b42c-bc8328feddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:25.477840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Transition to ACTIVE for port object e4028eb9-2619-4170-87b0-257931dd13af will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:25.490955 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:25.529768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f6330-23f3-44ae-b42c-bc8328feddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda9d235-20fe-4348-b718-f142cc3b8bba,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:25.538922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=832cb805-a5be-4e8e-9308-0011ca0dbf55,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:25.548121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking segment: {'id': '8d125448-1810-4f5c-95a0-d6675b61d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee3b2fb5-b365-43b8-833f-5b8231e4d482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:25.548121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network hostable DHCP agents. Network: ee3b2fb5-b365-43b8-833f-5b8231e4d482, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:25.587759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network ee3b2fb5-b365-43b8-833f-5b8231e4d482 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:25.599613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, ee3b2fb5-b365-43b8-833f-5b8231e4d482) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:25.608416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:25.608416 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:25.621001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd25680-042e-4262-820e-c9f04801bffe None None] Network ee3b2fb5-b365-43b8-833f-5b8231e4d482 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:25.646541 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0f5f6330-23f3-44ae-b42c-bc8328feddcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:25.649596 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0f5f6330-23f3-44ae-b42c-bc8328feddcd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dda9d235-20fe-4348-b718-f142cc3b8bba HTTP/1.1" status: 204 len: 168 time: 0.5587349 Jun 03 15:55:25.688216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-434b1fe3-4647-4a85-9726-7267bc4a4b69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0880098 Jun 03 15:55:25.691336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57002) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:25.878502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Pushing event updated for resources: {'Port': ['ID=e4028eb9-2619-4170-87b0-257931dd13af,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:25.881274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Attempting to bind port e4028eb9-2619-4170-87b0-257931dd13af on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:25.882045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Attempting to bind port e4028eb9-2619-4170-87b0-257931dd13af by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:25.882383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Attempting to bind port e4028eb9-2619-4170-87b0-257931dd13af on network 9452f696-3b22-4b69-810d-e3cf12b72446 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:25.890130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Port e4028eb9-2619-4170-87b0-257931dd13af on network 9452f696-3b22-4b69-810d-e3cf12b72446 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:55:25.890597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Attempting to bind port e4028eb9-2619-4170-87b0-257931dd13af on network 9452f696-3b22-4b69-810d-e3cf12b72446 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:25.897546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:25.899201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Checking segment: {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:25.899201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Bound using segment: {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:25.899201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Bound port: e4028eb9-2619-4170-87b0-257931dd13af, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa90fbd-5900-4e6f-85ba-607b4e41dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:25.901678 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.010790 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.017592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] For port e4028eb9-2619-4170-87b0-257931dd13af, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:26.020843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] For port e4028eb9-2619-4170-87b0-257931dd13af, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e4028eb9-2619-4170-87b0-257931dd13af,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:26.028825 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.041566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-ee3b2fb5-b365-43b8-833f-5b8231e4d482', 'network_id': 'ee3b2fb5-b365-43b8-833f-5b8231e4d482', 'tenant_id': '002e28afc3db4e4b90459ab890b1e637', 'fixed_ips': [{'subnet_id': '832cb805-a5be-4e8e-9308-0011ca0dbf55'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:26.043285 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.094176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:26.094176 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.095535 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] 10.222.0.67 "PUT /v2.0/ports/e4028eb9-2619-4170-87b0-257931dd13af HTTP/1.1" status: 200 len: 1092 time: 1.6122434 Jun 03 15:55:26.096483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e964d487-4593-49a7-94c9-687e697e773f', 'tag': 'e4028eb9-2619-4170-87b0-257931dd13af'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:26.132217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddd5cd-a2c6-45c2-ad82-c880cd7a9491 service neutron] Pushing event updated for resources: {'Port': ['ID=e4028eb9-2619-4170-87b0-257931dd13af,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:26.169200 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.278487 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d77885-80c1-403b-a4ed-caaa546afc22'] response: {'name': 'network-changed', 'server_uuid': 'e964d487-4593-49a7-94c9-687e697e773f', 'tag': 'e4028eb9-2619-4170-87b0-257931dd13af', 'status': 'completed', 'code': 200} Jun 03 15:55:26.309183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57012) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:26.356433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Allocated IP 172.20.0.3 (ee3b2fb5-b365-43b8-833f-5b8231e4d482/832cb805-a5be-4e8e-9308-0011ca0dbf55/af64345b-4a78-44b1-ad03-18e4d7326e26) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:26.372470 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27c854d7-abb9-4b6c-943a-571a8a274f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.424937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-27c854d7-abb9-4b6c-943a-571a8a274f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:26.442685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-27c854d7-abb9-4b6c-943a-571a8a274f0f admin admin] Usage tracker for resource:security_group_rule and tenant:4b7ee87308744f61aa5e150df240879a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:26.447770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-27c854d7-abb9-4b6c-943a-571a8a274f0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:26.455514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-27c854d7-abb9-4b6c-943a-571a8a274f0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:26.459944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f35918-f42f-4151-98f9-804161aceec6 req-0f408fd8-6f1e-4f17-84a5-a16c40fe5827 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:26.463352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39f35918-f42f-4151-98f9-804161aceec6 req-0f408fd8-6f1e-4f17-84a5-a16c40fe5827 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1095 time: 0.0869730 Jun 03 15:55:26.521544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-39f35918-f42f-4151-98f9-804161aceec6 req-341e60d1-9971-4926-a504-74bae42694ff tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471067 Jun 03 15:55:26.526123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-1ccf59e7-d560-497b-b08f-cd6e21b61c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:26.527861 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-1ccf59e7-d560-497b-b08f-cd6e21b61c8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d16d41f11e6f46e2bd85ee3d0de54632&device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1095 time: 0.3347569 Jun 03 15:55:26.614847 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-e559b880-6466-4bd9-a895-edad9a3e4368 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4028eb9-2619-4170-87b0-257931dd13af HTTP/1.1" status: 200 len: 217 time: 0.0704024 Jun 03 15:55:26.648312 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.662558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Transition to ACTIVE for port object af64345b-4a78-44b1-ad03-18e4d7326e26 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:26.687839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Transition to ACTIVE for port object af64345b-4a78-44b1-ad03-18e4d7326e26 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:26.696483 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.719964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-d996f177-5885-46d2-8dba-37a17d840220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:26.719964 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-d996f177-5885-46d2-8dba-37a17d840220 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fea19f6-0eee-4cbf-a71f-266b290be69a HTTP/1.1" status: 200 len: 848 time: 0.0966923 Jun 03 15:55:26.724492 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.775664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Subnet': ['ID=832cb805-a5be-4e8e-9308-0011ca0dbf55,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:26.778040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Network ee3b2fb5-b365-43b8-833f-5b8231e4d482 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:26.783902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:26.791938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:26.796479 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27c854d7-abb9-4b6c-943a-571a8a274f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.814381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27c854d7-abb9-4b6c-943a-571a8a274f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.840296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Pushing event updated for resources: {'Port': ['ID=af64345b-4a78-44b1-ad03-18e4d7326e26,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.857649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:26.888382 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.902190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c854d7-abb9-4b6c-943a-571a8a274f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22125d9-56c3-41d1-befd-431708a6961e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:26.910484 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-27c854d7-abb9-4b6c-943a-571a8a274f0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b7ee87308744f61aa5e150df240879a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939102 Jun 03 15:55:26.913789 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57016) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:26.919837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3b2fb5-b365-43b8-833f-5b8231e4d482']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:26.935464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d125448-1810-4f5c-95a0-d6675b61d296') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:26.935464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d125448-1810-4f5c-95a0-d6675b61d296') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:26.951128 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.953498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Attempting to bind port af64345b-4a78-44b1-ad03-18e4d7326e26 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:26.953736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-efe8a293-7bcd-490d-836c-33fbce1d74ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:26.954133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Attempting to bind port af64345b-4a78-44b1-ad03-18e4d7326e26 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '8d125448-1810-4f5c-95a0-d6675b61d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee3b2fb5-b365-43b8-833f-5b8231e4d482'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:26.954744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Attempting to bind port af64345b-4a78-44b1-ad03-18e4d7326e26 on network ee3b2fb5-b365-43b8-833f-5b8231e4d482 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:26.955832 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-efe8a293-7bcd-490d-836c-33fbce1d74ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9452f696-3b22-4b69-810d-e3cf12b72446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248263 Jun 03 15:55:26.960108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:26.960480 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Checking segment: {'id': '8d125448-1810-4f5c-95a0-d6675b61d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee3b2fb5-b365-43b8-833f-5b8231e4d482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:26.960875 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.961571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Bound using segment: {'id': '8d125448-1810-4f5c-95a0-d6675b61d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee3b2fb5-b365-43b8-833f-5b8231e4d482'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:26.961819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Bound port: af64345b-4a78-44b1-ad03-18e4d7326e26, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d125448-1810-4f5c-95a0-d6675b61d296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee3b2fb5-b365-43b8-833f-5b8231e4d482'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:26.964063 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.974531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:26.985898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:26.986605 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.084719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] For port af64345b-4a78-44b1-ad03-18e4d7326e26, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:27.090774 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 8d125448-1810-4f5c-95a0-d6675b61d296 resource provider aggregate not found Jun 03 15:55:27.126200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2fe01b0-690f-4dd8-905a-2a30d179eb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.127317 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 8d125448-1810-4f5c-95a0-d6675b61d296 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d125448-1810-4f5c-95a0-d6675b61d296 found for delete ", "request_id": "req-60e82fc6-f0e7-4d37-8c33-ba060e01745e"}]} Jun 03 15:55:27.132148 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:55:27.132148 n-d-844595-1 neutron-server[88445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:55:27.132148 n-d-844595-1 neutron-server[88445]: [parameters: {'id': 'ee3b2fb5-b365-43b8-833f-5b8231e4d482'}] Jun 03 15:55:27.132148 n-d-844595-1 neutron-server[88445]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:55:27.133070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] For port af64345b-4a78-44b1-ad03-18e4d7326e26, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af64345b-4a78-44b1-ad03-18e4d7326e26,segment=NetworkSegment(8d125448-1810-4f5c-95a0-d6675b61d296),segment_id=8d125448-1810-4f5c-95a0-d6675b61d296)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:27.133219 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:55:27.139808 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.181744 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2fe01b0-690f-4dd8-905a-2a30d179eb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.197261 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-5cf1b1a8-930f-4e34-9b9a-226025bbc8d3 service neutron] 10.222.0.67 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281480 Jun 03 15:55:27.291020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00044936-cb92-4a3f-a458-04e085c3cadc None None] Pushing event updated for resources: {'Port': ['ID=af64345b-4a78-44b1-ad03-18e4d7326e26,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:27.348610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7248a16-23d1-4d44-a98c-aade9f64e692 None None] Network ee3b2fb5-b365-43b8-833f-5b8231e4d482 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:27.364445 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7f933888-a9f6-482c-90b4-f39991dad4e5 req-3ebc756b-28b2-4485-b95d-176ed11e3b2d service neutron] 10.222.0.67 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578588 Jun 03 15:55:27.364445 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2fe01b0-690f-4dd8-905a-2a30d179eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.384051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe01b0-690f-4dd8-905a-2a30d179eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22125d9-56c3-41d1-befd-431708a6961e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:27.391310 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2fe01b0-690f-4dd8-905a-2a30d179eb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.392480 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b2fe01b0-690f-4dd8-905a-2a30d179eb41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d22125d9-56c3-41d1-befd-431708a6961e HTTP/1.1" status: 204 len: 168 time: 0.4804263 Jun 03 15:55:27.587301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ab663-316d-4bd9-8b37-8834e20b52b1 req-e188898a-437e-4834-980e-9f8e07606b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:27.588950 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-137ab663-316d-4bd9-8b37-8834e20b52b1 req-e188898a-437e-4834-980e-9f8e07606b0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d16d41f11e6f46e2bd85ee3d0de54632&device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1095 time: 0.1211865 Jun 03 15:55:27.634666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.644379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0d45ce-b27c-4e80-a7e8-f50417c413a6 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:55:27.666467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Deleting port af64345b-4a78-44b1-ad03-18e4d7326e26 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:27.666905 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:27.855602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d45ce-b27c-4e80-a7e8-f50417c413a6 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:55:27.935071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ab663-316d-4bd9-8b37-8834e20b52b1 req-fa653901-4774-437f-9c30-90a1072b90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:27.936952 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-137ab663-316d-4bd9-8b37-8834e20b52b1 req-fa653901-4774-437f-9c30-90a1072b90a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9452f696-3b22-4b69-810d-e3cf12b72446 HTTP/1.1" status: 200 len: 910 time: 0.3395653 Jun 03 15:55:28.023116 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-137ab663-316d-4bd9-8b37-8834e20b52b1 req-76a64ef9-4866-4cbf-8a87-a7bbe02ad12e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4028eb9-2619-4170-87b0-257931dd13af HTTP/1.1" status: 200 len: 217 time: 0.0796680 Jun 03 15:55:28.024724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cef40-3183-4eca-9b22-16d8b3d0172b req-f672d9ea-bc8c-478e-9070-88d7f1df802e tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:28.026229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf1cef40-3183-4eca-9b22-16d8b3d0172b req-f672d9ea-bc8c-478e-9070-88d7f1df802e tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1095 time: 0.2644618 Jun 03 15:55:28.033845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] For port af64345b-4a78-44b1-ad03-18e4d7326e26, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=af64345b-4a78-44b1-ad03-18e4d7326e26,segment=NetworkSegment(8d125448-1810-4f5c-95a0-d6675b61d296),segment_id=8d125448-1810-4f5c-95a0-d6675b61d296)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:28.034289 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.116252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ab663-316d-4bd9-8b37-8834e20b52b1 req-4a8b1e74-5758-4d2b-b916-1f07b6a7fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:28.118271 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-137ab663-316d-4bd9-8b37-8834e20b52b1 req-4a8b1e74-5758-4d2b-b916-1f07b6a7fe3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6fea19f6-0eee-4cbf-a71f-266b290be69a HTTP/1.1" status: 200 len: 848 time: 0.0825112 Jun 03 15:55:28.281061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ab663-316d-4bd9-8b37-8834e20b52b1 req-44701b42-084b-450b-a520-3bb8083c6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:28.282860 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-137ab663-316d-4bd9-8b37-8834e20b52b1 req-44701b42-084b-450b-a520-3bb8083c6c4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9452f696-3b22-4b69-810d-e3cf12b72446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556842 Jun 03 15:55:28.327727 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Calling delete_port for af64345b-4a78-44b1-ad03-18e4d7326e26 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:28.448988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf1cef40-3183-4eca-9b22-16d8b3d0172b req-ad15c872-8917-4a5e-a9d7-57f6064bee57 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013619 Jun 03 15:55:28.547769 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.597567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Port': ['ID=af64345b-4a78-44b1-ad03-18e4d7326e26,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:28.603630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No DVR routers for this DVR port af64345b-4a78-44b1-ad03-18e4d7326e26 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:28.607759 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-137ab663-316d-4bd9-8b37-8834e20b52b1 req-481db639-9010-4579-8402-0b2f028dacf9 service neutron] 10.222.0.67 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126767 Jun 03 15:55:28.731549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.769633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3b2fb5-b365-43b8-833f-5b8231e4d482']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:28.777005 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-137ab663-316d-4bd9-8b37-8834e20b52b1 req-787edcca-14f6-4012-b3b6-1fed43059f51 service neutron] 10.222.0.67 "GET /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630929 Jun 03 15:55:28.786201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d125448-1810-4f5c-95a0-d6675b61d296') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:28.786293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d125448-1810-4f5c-95a0-d6675b61d296') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:28.812295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.839805 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.847234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:28.847948 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.955665 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.974442 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:28.986114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=ee3b2fb5-b365-43b8-833f-5b8231e4d482,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:28.997660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c303b904-184b-4720-b302-374bcd0f70bc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/ee3b2fb5-b365-43b8-833f-5b8231e4d482 HTTP/1.1" status: 204 len: 168 time: 3.2987406 Jun 03 15:55:29.001193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:29.007742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731098766'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:29.014372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:29.019328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:network and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:29.023318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:29.029469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:29.041460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:29.045265 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.076353 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:29.087129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.087129 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment b5163c29-67f7-4798-aaaf-04125f660146 of type vlan for network 1df41a46-9f3e-4534-ae2f-dcc75f0453a6 Jun 03 15:55:29.115746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.148676 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.155064 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 8d125448-1810-4f5c-95a0-d6675b61d296 resource provider aggregate not found Jun 03 15:55:29.156723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:29.157318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.174200 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 8d125448-1810-4f5c-95a0-d6675b61d296 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d125448-1810-4f5c-95a0-d6675b61d296 found for delete ", "request_id": "req-9a2f165d-a5a8-4391-8504-30ee0c5b1d14"}]} Jun 03 15:55:29.276774 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2741313 Jun 03 15:55:29.279744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57068) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:29.282874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9600f-3dfb-41b6-a931-c4a0e58ccaf1 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=1df41a46-9f3e-4534-ae2f-dcc75f0453a6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:29.290920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'network_id': '1df41a46-9f3e-4534-ae2f-dcc75f0453a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:29.298571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 1df41a46-9f3e-4534-ae2f-dcc75f0453a6 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:29.418937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:29.423519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:subnet and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:29.426898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:29.434217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:29.444815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:29.448611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.699678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa173f4-b528-4d80-ae5a-833f327401e1 req-5854b483-c83e-444b-9193-9078215bce18 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:29.701013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-caa173f4-b528-4d80-ae5a-833f327401e1 req-5854b483-c83e-444b-9193-9078215bce18 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1095 time: 0.1436179 Jun 03 15:55:29.741440 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.783187 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-caa173f4-b528-4d80-ae5a-833f327401e1 req-16c1f351-5295-4625-9c51-e223aaee28cb tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754132 Jun 03 15:55:29.794713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.890136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=d0edb9e5-89d7-435c-82fa-f549b470c58e,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:29.898177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking segment: {'id': 'b5163c29-67f7-4798-aaaf-04125f660146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1df41a46-9f3e-4534-ae2f-dcc75f0453a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:29.898177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network hostable DHCP agents. Network: 1df41a46-9f3e-4534-ae2f-dcc75f0453a6, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:29.923598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network 1df41a46-9f3e-4534-ae2f-dcc75f0453a6 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:29.936007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 1df41a46-9f3e-4534-ae2f-dcc75f0453a6) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:29.939966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:29.940558 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:29.944692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0463680-d54f-45c2-98e5-6c0e1ea6e02e None None] Network 1df41a46-9f3e-4534-ae2f-dcc75f0453a6 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:29.968158 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0bfd6bd2-00b9-4ba4-ba33-173b5a08fdf2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6847026 Jun 03 15:55:29.969815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57084) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:30.131678 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.205736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd2b57-b8c2-438d-9d37-60a2ff739b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-1df41a46-9f3e-4534-ae2f-dcc75f0453a6', 'network_id': '1df41a46-9f3e-4534-ae2f-dcc75f0453a6', 'tenant_id': '002e28afc3db4e4b90459ab890b1e637', 'fixed_ips': [{'subnet_id': 'd0edb9e5-89d7-435c-82fa-f549b470c58e'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:30.206837 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2b57-b8c2-438d-9d37-60a2ff739b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.209387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.293932 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server [None req-bcfd2b57-b8c2-438d-9d37-60a2ff739b03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0edb9e5-89d7-435c-82fa-f549b470c58e: This subnet is being modified by another concurrent operation. Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise exception Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0edb9e5-89d7-435c-82fa-f549b470c58e: This subnet is being modified by another concurrent operation. Jun 03 15:55:30.317851 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Jun 03 15:55:30.334327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd15408c-10bc-4d6b-9044-e36af24907ef None None] Network 1df41a46-9f3e-4534-ae2f-dcc75f0453a6 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:30.421742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Subnet': ['ID=d0edb9e5-89d7-435c-82fa-f549b470c58e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:30.443246 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.469318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df41a46-9f3e-4534-ae2f-dcc75f0453a6']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:30.485425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5163c29-67f7-4798-aaaf-04125f660146') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:30.485733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5163c29-67f7-4798-aaaf-04125f660146') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:30.497686 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.506805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602a5ca-f38d-41bc-9e69-39c578dd8d2e None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:55:30.514671 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.521336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:30.521755 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.586850 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b5163c29-67f7-4798-aaaf-04125f660146 resource provider aggregate not found Jun 03 15:55:30.611043 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b5163c29-67f7-4798-aaaf-04125f660146 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5163c29-67f7-4798-aaaf-04125f660146 found for delete ", "request_id": "req-ba6b3189-2a65-49af-bb78-210905cf224b"}]} Jun 03 15:55:30.625461 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.632156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.640648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b602a5ca-f38d-41bc-9e69-39c578dd8d2e None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:55:30.663855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=1df41a46-9f3e-4534-ae2f-dcc75f0453a6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:30.668788 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e79f0031-95d1-48c1-b74a-7a022fb025fe tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/1df41a46-9f3e-4534-ae2f-dcc75f0453a6 HTTP/1.1" status: 204 len: 168 time: 0.6990860 Jun 03 15:55:30.673212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57098) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:30.678649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1698720677'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:30.684297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:30.688217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:network and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:30.691168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:30.698040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:30.709385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:30.714177 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.745334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:30.754563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.754950 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment 4371ab2e-02dc-48f7-b017-6682363a82f5 of type vlan for network 164328c7-2cf8-4cb6-b00c-4008d2b67431 Jun 03 15:55:30.785566 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.839699 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:30.845228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:30.845799 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.000972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fe936-4e12-43e4-a7be-346652e6d451 req-8a8607e4-b9f3-4218-9c45-0999b8ca23e2 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:31.002677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-960fe936-4e12-43e4-a7be-346652e6d451 req-8a8607e4-b9f3-4218-9c45-0999b8ca23e2 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1095 time: 0.0839407 Jun 03 15:55:31.058709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-960fe936-4e12-43e4-a7be-346652e6d451 req-31fa1b12-747e-4445-bf75-394a59ee29d0 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477924 Jun 03 15:55:31.071902 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3939726 Jun 03 15:55:31.072323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57104) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:31.078006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05002f5c-8a5b-48cf-a583-cb38d2b93569 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=164328c7-2cf8-4cb6-b00c-4008d2b67431,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:31.083489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'network_id': '164328c7-2cf8-4cb6-b00c-4008d2b67431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:31.090371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 164328c7-2cf8-4cb6-b00c-4008d2b67431 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:31.199359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:31.203091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:subnet and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:31.206229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:31.212125 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:31.224033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:31.227960 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.459678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.659826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=6ff33b34-8fa8-4c81-9eb8-059cdabb3d1e,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:31.667392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking segment: {'id': '4371ab2e-02dc-48f7-b017-6682363a82f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '164328c7-2cf8-4cb6-b00c-4008d2b67431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:31.667746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network hostable DHCP agents. Network: 164328c7-2cf8-4cb6-b00c-4008d2b67431, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:31.688242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network 164328c7-2cf8-4cb6-b00c-4008d2b67431 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:31.698581 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 164328c7-2cf8-4cb6-b00c-4008d2b67431) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:31.702506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:31.703075 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.708506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d7903-dc5f-4124-9537-e147672548ef None None] Network 164328c7-2cf8-4cb6-b00c-4008d2b67431 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:31.731273 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-79da723a-62e5-4517-bbf0-aac37bf3b65d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6559751 Jun 03 15:55:31.731543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57118) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:31.884080 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.933660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffa0339-eaaa-4363-a2b7-7576c2f1f8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-164328c7-2cf8-4cb6-b00c-4008d2b67431', 'network_id': '164328c7-2cf8-4cb6-b00c-4008d2b67431', 'tenant_id': '002e28afc3db4e4b90459ab890b1e637', 'fixed_ips': [{'subnet_id': '6ff33b34-8fa8-4c81-9eb8-059cdabb3d1e'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:31.934409 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8ffa0339-eaaa-4363-a2b7-7576c2f1f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.952853 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:31.954902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e4028eb9-2619-4170-87b0-257931dd13af details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:55:32.041521 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.080539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff33b34-8fa8-4c81-9eb8-059cdabb3d1e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server [None req-8ffa0339-eaaa-4363-a2b7-7576c2f1f8fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ff33b34-8fa8-4c81-9eb8-059cdabb3d1e: This subnet is being modified by another concurrent operation. Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise self.value Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server raise exception Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ff33b34-8fa8-4c81-9eb8-059cdabb3d1e: This subnet is being modified by another concurrent operation. Jun 03 15:55:32.120364 n-d-844595-1 neutron-server[88446]: ERROR oslo_messaging.rpc.server Jun 03 15:55:32.139971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e23225-d007-47aa-bba8-b7871d68aaa8 None None] Network 164328c7-2cf8-4cb6-b00c-4008d2b67431 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:32.299981 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.306698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e4028eb9-2619-4170-87b0-257931dd13af, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e4028eb9-2619-4170-87b0-257931dd13af,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:32.321939 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-21adc060-70c3-4c81-ab42-fcfc86cf0081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.356300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164328c7-2cf8-4cb6-b00c-4008d2b67431']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:32.365356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'e4028eb9-2619-4170-87b0-257931dd13af', 'network_id': '9452f696-3b22-4b69-810d-e3cf12b72446', 'port_id': 'e4028eb9-2619-4170-87b0-257931dd13af', 'mac_address': 'fa:16:3e:d7:cb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fea19f6-0eee-4cbf-a71f-266b290be69a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:55:32.372062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4371ab2e-02dc-48f7-b017-6682363a82f5') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:32.372352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4371ab2e-02dc-48f7-b017-6682363a82f5') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:32.390813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.412940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.419817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea913f71-2647-4065-8af0-bc203f25f386 req-b7542f79-c808-41c8-a3a3-e6db77163883 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:32.421587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea913f71-2647-4065-8af0-bc203f25f386 req-b7542f79-c808-41c8-a3a3-e6db77163883 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1095 time: 0.1876719 Jun 03 15:55:32.425030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:32.426841 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.445557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120cbcf2-d688-4e11-ad81-bbb08add0cb0 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:55:32.519104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port e4028eb9-2619-4170-87b0-257931dd13af is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:32.519497 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.523656 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 4371ab2e-02dc-48f7-b017-6682363a82f5 resource provider aggregate not found Jun 03 15:55:32.566646 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 4371ab2e-02dc-48f7-b017-6682363a82f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4371ab2e-02dc-48f7-b017-6682363a82f5 found for delete ", "request_id": "req-493510f6-690a-47ae-91df-3124b0469fb3"}]} Jun 03 15:55:32.568438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4028eb9-2619-4170-87b0-257931dd13af {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:55:32.603176 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea913f71-2647-4065-8af0-bc203f25f386 req-8d279dd2-05a4-4489-b71f-6e6b8f619f10 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397922 Jun 03 15:55:32.605598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e4028eb9-2619-4170-87b0-257931dd13af, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e4028eb9-2619-4170-87b0-257931dd13af,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:32.605860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.618936 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.634801 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.643550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=164328c7-2cf8-4cb6-b00c-4008d2b67431,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:32.647903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-49f606d0-b733-4fd0-8887-6f9956e06a8a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/164328c7-2cf8-4cb6-b00c-4008d2b67431 HTTP/1.1" status: 204 len: 168 time: 0.9154270 Jun 03 15:55:32.651455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57136) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:32.657128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-866652992'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:32.662574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:32.666549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:network and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:32.669670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:32.675447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:32.687157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:32.690615 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.691880 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120cbcf2-d688-4e11-ad81-bbb08add0cb0 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:55:32.715084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=e4028eb9-2619-4170-87b0-257931dd13af,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:32.719043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:32.733048 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.733672 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment 879fa718-ab2a-48ac-b183-aedf558eb8a2 of type vlan for network e86696b1-7075-4c64-b068-7d38c7742a43 Jun 03 15:55:32.770861 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.807022 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.813922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:32.814515 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:32.916152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2634027 Jun 03 15:55:32.918636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57140) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:32.925379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-baaa8175-c441-4896-8d4c-9935f831852d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:32.928158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868197d0-8f07-4df6-acee-6668acebd20f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=e86696b1-7075-4c64-b068-7d38c7742a43,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:32.942732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e86696b1-7075-4c64-b068-7d38c7742a43 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:33.092654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['e4028eb9-2619-4170-87b0-257931dd13af'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:33.209724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-baaa8175-c441-4896-8d4c-9935f831852d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.238642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-baaa8175-c441-4896-8d4c-9935f831852d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.264029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-baaa8175-c441-4896-8d4c-9935f831852d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network e86696b1-7075-4c64-b068-7d38c7742a43 is not hosted by any dhcp agent {{(pid=88444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 03 15:55:33.269572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa8175-c441-4896-8d4c-9935f831852d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:33.270341 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-baaa8175-c441-4896-8d4c-9935f831852d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.271828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-baaa8175-c441-4896-8d4c-9935f831852d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "PUT /v2.0/networks/e86696b1-7075-4c64-b068-7d38c7742a43 HTTP/1.1" status: 200 len: 723 time: 0.3515794 Jun 03 15:55:33.274907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57144) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:33.280629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'network_id': 'e86696b1-7075-4c64-b068-7d38c7742a43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:33.420703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa8175-c441-4896-8d4c-9935f831852d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=e86696b1-7075-4c64-b068-7d38c7742a43,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:33.431765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e86696b1-7075-4c64-b068-7d38c7742a43 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:33.506541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:33.510793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:subnet and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:33.514035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:33.520792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:33.535830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:33.540647 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.830065 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:33.886741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db46847-c675-4720-8377-e535cd8b24a6 req-f59f4fbd-76d1-4a87-9eb9-786456649bb6 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:33.888506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2db46847-c675-4720-8377-e535cd8b24a6 req-f59f4fbd-76d1-4a87-9eb9-786456649bb6 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1096 time: 0.1649570 Jun 03 15:55:33.943330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=0ea8d559-b83b-4a35-bbf2-64e41551a18f,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:33.955098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking segment: {'id': '879fa718-ab2a-48ac-b183-aedf558eb8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e86696b1-7075-4c64-b068-7d38c7742a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:33.955464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network hostable DHCP agents. Network: e86696b1-7075-4c64-b068-7d38c7742a43, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:33.972308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2db46847-c675-4720-8377-e535cd8b24a6 req-cee5a8c4-3d2e-4c52-b436-eddd094b6ad7 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747631 Jun 03 15:55:33.989060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network e86696b1-7075-4c64-b068-7d38c7742a43 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:34.001745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e86696b1-7075-4c64-b068-7d38c7742a43) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:34.005988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:34.006568 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.013205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408fe1c-bf35-4cbf-9679-d6f5905be38a None None] Network e86696b1-7075-4c64-b068-7d38c7742a43 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:34.029342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c2032d30-e06b-4d69-9436-ece9628bb3db tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7532310 Jun 03 15:55:34.032209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57152) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:34.038257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-011d7d62-8dae-4bb4-9d88-fddb8b7ccb40 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:34.160488 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-011d7d62-8dae-4bb4-9d88-fddb8b7ccb40 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2301662'] for subnet, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.259222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-e86696b1-7075-4c64-b068-7d38c7742a43', 'network_id': 'e86696b1-7075-4c64-b068-7d38c7742a43', 'tenant_id': '002e28afc3db4e4b90459ab890b1e637', 'fixed_ips': [{'subnet_id': '0ea8d559-b83b-4a35-bbf2-64e41551a18f'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:34.260168 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.478181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-011d7d62-8dae-4bb4-9d88-fddb8b7ccb40 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760592403384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3931312'] for subnet, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.542451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d7d62-8dae-4bb4-9d88-fddb8b7ccb40 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:34.543434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-011d7d62-8dae-4bb4-9d88-fddb8b7ccb40 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.545075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-011d7d62-8dae-4bb4-9d88-fddb8b7ccb40 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "PUT /v2.0/subnets/0ea8d559-b83b-4a35-bbf2-64e41551a18f HTTP/1.1" status: 200 len: 806 time: 0.5119104 Jun 03 15:55:34.546434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Allocated IP 172.20.0.2 (e86696b1-7075-4c64-b068-7d38c7742a43/0ea8d559-b83b-4a35-bbf2-64e41551a18f/c59c41f6-6428-4343-97c6-e9157c832a2f) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:34.548027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57158) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:34.613439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d7d62-8dae-4bb4-9d88-fddb8b7ccb40 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=0ea8d559-b83b-4a35-bbf2-64e41551a18f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:34.728941 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.815810 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.863246 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.876871 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56ff1e19-8528-4934-8bc2-f2832f0da018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.880830 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Transition to ACTIVE for port object c59c41f6-6428-4343-97c6-e9157c832a2f will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:34.905441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Transition to ACTIVE for port object c59c41f6-6428-4343-97c6-e9157c832a2f will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:34.913118 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.931280 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:34.968351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Network e86696b1-7075-4c64-b068-7d38c7742a43 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:34.972156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea8d559-b83b-4a35-bbf2-64e41551a18f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:34.975761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:34.981023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:35.032522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Pushing event updated for resources: {'Port': ['ID=c59c41f6-6428-4343-97c6-e9157c832a2f,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:35.083853 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.107905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Attempting to bind port c59c41f6-6428-4343-97c6-e9157c832a2f on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:35.108045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Attempting to bind port c59c41f6-6428-4343-97c6-e9157c832a2f by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '879fa718-ab2a-48ac-b183-aedf558eb8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e86696b1-7075-4c64-b068-7d38c7742a43'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:35.108385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Attempting to bind port c59c41f6-6428-4343-97c6-e9157c832a2f on network e86696b1-7075-4c64-b068-7d38c7742a43 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:35.116776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:35.117339 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Checking segment: {'id': '879fa718-ab2a-48ac-b183-aedf558eb8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e86696b1-7075-4c64-b068-7d38c7742a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:35.117870 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.119012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Bound using segment: {'id': '879fa718-ab2a-48ac-b183-aedf558eb8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e86696b1-7075-4c64-b068-7d38c7742a43'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:35.119778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Bound port: c59c41f6-6428-4343-97c6-e9157c832a2f, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879fa718-ab2a-48ac-b183-aedf558eb8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e86696b1-7075-4c64-b068-7d38c7742a43'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:35.120308 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.126268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86696b1-7075-4c64-b068-7d38c7742a43']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:35.142381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879fa718-ab2a-48ac-b183-aedf558eb8a2') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:35.142674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879fa718-ab2a-48ac-b183-aedf558eb8a2') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:35.158161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57170) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:35.162495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.185904 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.195555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:35.196302 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.210430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9d755-e65a-4008-95eb-ed7e3dfc33af req-375c19ec-6489-4053-adce-6f3a8ea4eb33 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:35.218189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d0b9d755-e65a-4008-95eb-ed7e3dfc33af req-375c19ec-6489-4053-adce-6f3a8ea4eb33 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1096 time: 0.0845454 Jun 03 15:55:35.251395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] For port c59c41f6-6428-4343-97c6-e9157c832a2f, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:35.264357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d0b9d755-e65a-4008-95eb-ed7e3dfc33af req-4bfb6715-0e76-4532-8489-030019127e9a tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452962 Jun 03 15:55:35.297364 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 879fa718-ab2a-48ac-b183-aedf558eb8a2 resource provider aggregate not found Jun 03 15:55:35.319869 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 879fa718-ab2a-48ac-b183-aedf558eb8a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 879fa718-ab2a-48ac-b183-aedf558eb8a2 found for delete ", "request_id": "req-a3ecb620-4824-461f-853a-c990d584d556"}]} Jun 03 15:55:35.322620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:55:35.322620 n-d-844595-1 neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:55:35.322620 n-d-844595-1 neutron-server[88444]: [parameters: {'id': 'e86696b1-7075-4c64-b068-7d38c7742a43'}] Jun 03 15:55:35.322620 n-d-844595-1 neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:55:35.323450 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:55:35.323638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] For port c59c41f6-6428-4343-97c6-e9157c832a2f, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c59c41f6-6428-4343-97c6-e9157c832a2f,segment=NetworkSegment(879fa718-ab2a-48ac-b183-aedf558eb8a2),segment_id=879fa718-ab2a-48ac-b183-aedf558eb8a2)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:35.332279 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.348001 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4675c411-f383-4b3d-9b2d-27a3e5278d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.363316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4675c411-f383-4b3d-9b2d-27a3e5278d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:35.367219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4675c411-f383-4b3d-9b2d-27a3e5278d67 admin admin] Usage tracker for resource:security_group_rule and tenant:27f5cc41dba345bab948df9d22854638 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:35.370027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4675c411-f383-4b3d-9b2d-27a3e5278d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:35.376174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4675c411-f383-4b3d-9b2d-27a3e5278d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:35.412269 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.467442 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4675c411-f383-4b3d-9b2d-27a3e5278d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.471884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4675c411-f383-4b3d-9b2d-27a3e5278d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.478017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea818f-8efb-48fc-bb17-69df0a030dab None None] Pushing event updated for resources: {'Port': ['ID=c59c41f6-6428-4343-97c6-e9157c832a2f,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:35.496952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a378e87-0ba0-4811-bf9d-3f741790da6e None None] Network e86696b1-7075-4c64-b068-7d38c7742a43 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:35.524724 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4675c411-f383-4b3d-9b2d-27a3e5278d67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27f5cc41dba345bab948df9d22854638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653178 Jun 03 15:55:35.525439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675c411-f383-4b3d-9b2d-27a3e5278d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836d92f0-b762-4445-9912-155af2eb4ab8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:35.527999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57180) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:35.593652 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87c46c7f-529e-4c93-96ae-08e4b96486af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.621962 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87c46c7f-529e-4c93-96ae-08e4b96486af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.675386 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.679646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87c46c7f-529e-4c93-96ae-08e4b96486af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.698079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c46c7f-529e-4c93-96ae-08e4b96486af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836d92f0-b762-4445-9912-155af2eb4ab8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:35.701540 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-87c46c7f-529e-4c93-96ae-08e4b96486af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.703602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-87c46c7f-529e-4c93-96ae-08e4b96486af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/836d92f0-b762-4445-9912-155af2eb4ab8 HTTP/1.1" status: 204 len: 168 time: 0.1741025 Jun 03 15:55:35.713337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a879d22-993f-48ae-ad91-73299f57c164 None None] Network e86696b1-7075-4c64-b068-7d38c7742a43 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:35.825366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.837855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Deleting port c59c41f6-6428-4343-97c6-e9157c832a2f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:35.838233 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:35.938215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90ed755-3427-4c1e-8370-b4afe8ccb794 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:55:35.977356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e4028eb9-2619-4170-87b0-257931dd13af up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:55:36.028458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57190) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:36.050900 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c9caf62-2cd9-4392-bec1-63d02ac3ad09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.068359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8c9caf62-2cd9-4392-bec1-63d02ac3ad09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:36.076221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8c9caf62-2cd9-4392-bec1-63d02ac3ad09 admin admin] Usage tracker for resource:security_group_rule and tenant:af4d6c96c1d1445b98d6528b245be759 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:36.078284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] For port c59c41f6-6428-4343-97c6-e9157c832a2f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c59c41f6-6428-4343-97c6-e9157c832a2f,segment=NetworkSegment(879fa718-ab2a-48ac-b183-aedf558eb8a2),segment_id=879fa718-ab2a-48ac-b183-aedf558eb8a2)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:36.078607 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.080658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8c9caf62-2cd9-4392-bec1-63d02ac3ad09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:36.087272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8c9caf62-2cd9-4392-bec1-63d02ac3ad09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:36.113753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port e4028eb9-2619-4170-87b0-257931dd13af completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:55:36.125824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port e4028eb9-2619-4170-87b0-257931dd13af triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:55:36.126216 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.188463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ed755-3427-4c1e-8370-b4afe8ccb794 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:55:36.190602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c9caf62-2cd9-4392-bec1-63d02ac3ad09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.200244 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8c9caf62-2cd9-4392-bec1-63d02ac3ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.226756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Calling delete_port for c59c41f6-6428-4343-97c6-e9157c832a2f owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:36.264678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8c9caf62-2cd9-4392-bec1-63d02ac3ad09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af4d6c96c1d1445b98d6528b245be759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346485 Jun 03 15:55:36.266230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57194) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:36.269001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9caf62-2cd9-4392-bec1-63d02ac3ad09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad5aafb-1403-40c1-8131-1a831d30982b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:36.356706 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d2fca7-e31f-4239-8b79-2d45bb353f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.396915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d2fca7-e31f-4239-8b79-2d45bb353f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.467483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port e4028eb9-2619-4170-87b0-257931dd13af is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:55:36.467483 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.492883 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.529281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e964d487-4593-49a7-94c9-687e697e773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4028eb9-2619-4170-87b0-257931dd13af'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:36.530052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc665963-0299-4d2c-a24f-2a048f68a14c req-ca6d3c3d-217e-44d8-929c-dc38cff869a7 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:36.537934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fc665963-0299-4d2c-a24f-2a048f68a14c req-ca6d3c3d-217e-44d8-929c-dc38cff869a7 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1096 time: 0.1123571 Jun 03 15:55:36.551983 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d2fca7-e31f-4239-8b79-2d45bb353f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.562793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Port': ['ID=c59c41f6-6428-4343-97c6-e9157c832a2f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:36.567182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No DVR routers for this DVR port c59c41f6-6428-4343-97c6-e9157c832a2f on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:36.581448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port e4028eb9-2619-4170-87b0-257931dd13af, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e4028eb9-2619-4170-87b0-257931dd13af,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:36.582870 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2fca7-e31f-4239-8b79-2d45bb353f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad5aafb-1403-40c1-8131-1a831d30982b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:36.598651 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14d2fca7-e31f-4239-8b79-2d45bb353f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.600762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-14d2fca7-e31f-4239-8b79-2d45bb353f44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cad5aafb-1403-40c1-8131-1a831d30982b HTTP/1.1" status: 204 len: 168 time: 0.3336101 Jun 03 15:55:36.606406 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.652554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fc665963-0299-4d2c-a24f-2a048f68a14c req-418849c8-69d4-4637-8f2f-4e167b915693 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968337 Jun 03 15:55:36.709167 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093b9810-a7aa-42e4-8340-aaa40852697d'] response: {'server_uuid': 'e964d487-4593-49a7-94c9-687e697e773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4028eb9-2619-4170-87b0-257931dd13af', 'code': 200} Jun 03 15:55:36.711972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=e4028eb9-2619-4170-87b0-257931dd13af,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:36.771854 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.811663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86696b1-7075-4c64-b068-7d38c7742a43']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:36.826829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879fa718-ab2a-48ac-b183-aedf558eb8a2') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:36.827410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879fa718-ab2a-48ac-b183-aedf558eb8a2') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:36.842785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.862957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6cc1e-6a4d-4d62-ae25-f116dcf56f4c req-23f9915f-0891-43c5-b369-26222d6cef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:36.864548 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bda6cc1e-6a4d-4d62-ae25-f116dcf56f4c req-23f9915f-0891-43c5-b369-26222d6cef34 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1097 time: 0.1454463 Jun 03 15:55:36.869524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.889824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:36.890394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:36.998050 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bda6cc1e-6a4d-4d62-ae25-f116dcf56f4c req-477a6058-c76e-44ba-bed2-06c95ead1de8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221259 Jun 03 15:55:37.004630 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.009806 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.036670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=e86696b1-7075-4c64-b068-7d38c7742a43,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:37.046262 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d124c938-0dda-4234-af6a-114e5e58934c tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/e86696b1-7075-4c64-b068-7d38c7742a43 HTTP/1.1" status: 204 len: 168 time: 2.4966052 Jun 03 15:55:37.049060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57214) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:37.077845 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed1e090-7d82-4f33-a537-a6a23c1b4a02 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:37.078346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed1e090-7d82-4f33-a537-a6a23c1b4a02 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:37.080017 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0ed1e090-7d82-4f33-a537-a6a23c1b4a02 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/e86696b1-7075-4c64-b068-7d38c7742a43 HTTP/1.1" status: 404 len: 339 time: 0.0300694 Jun 03 15:55:37.084045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57218) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:37.090023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1407207488', 'description': 'd1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:37.096275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:37.100231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:network and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:37.104107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:37.112112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:37.133611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:37.137775 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.140759 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.167917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:37.179586 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.179969 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment 215cddda-80be-4937-9cf0-8fb03e2307e8 of type vlan for network 7d15707c-fc1f-4d88-a0c3-ba391c54732b Jun 03 15:55:37.216163 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.251189 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.256822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:37.257513 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.348981 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 879fa718-ab2a-48ac-b183-aedf558eb8a2 resource provider aggregate not found Jun 03 15:55:37.360694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2753696 Jun 03 15:55:37.365949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57234) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:37.373694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713b5a7-5335-46b9-9d94-38b396bee75a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=7d15707c-fc1f-4d88-a0c3-ba391c54732b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:37.385100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 7d15707c-fc1f-4d88-a0c3-ba391c54732b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:37.395875 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 879fa718-ab2a-48ac-b183-aedf558eb8a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 879fa718-ab2a-48ac-b183-aedf558eb8a2 found for delete ", "request_id": "req-969b5dec-aca0-4291-9466-e35f96d1f927"}]} Jun 03 15:55:37.518853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e7ca42-86da-474b-9df4-f00c68bcc34a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:37.519963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b7e7ca42-86da-474b-9df4-f00c68bcc34a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Synchronizing usage tracker for tenant:002e28afc3db4e4b90459ab890b1e637 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:37.538109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b7e7ca42-86da-474b-9df4-f00c68bcc34a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Unset dirty status for tenant:002e28afc3db4e4b90459ab890b1e637 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:37.539522 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b7e7ca42-86da-474b-9df4-f00c68bcc34a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/networks?id=7d15707c-fc1f-4d88-a0c3-ba391c54732b HTTP/1.1" status: 200 len: 761 time: 0.1728878 Jun 03 15:55:37.543062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57240) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:37.550632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cf75a211-f1c8-44b2-b7dd-aa90b5d40798 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'description': 'd2'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:37.797202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf75a211-f1c8-44b2-b7dd-aa90b5d40798 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.825411 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf75a211-f1c8-44b2-b7dd-aa90b5d40798 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.832123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d42fee-d96c-409e-a64f-f2869c972ca3 req-e0040868-20bb-407d-98f3-31eb6e2b52c1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:37.839729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32d42fee-d96c-409e-a64f-f2869c972ca3 req-e0040868-20bb-407d-98f3-31eb6e2b52c1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1097 time: 0.0932913 Jun 03 15:55:37.850211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf75a211-f1c8-44b2-b7dd-aa90b5d40798 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network 7d15707c-fc1f-4d88-a0c3-ba391c54732b is not hosted by any dhcp agent {{(pid=88444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 03 15:55:37.858375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf75a211-f1c8-44b2-b7dd-aa90b5d40798 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:37.858375 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf75a211-f1c8-44b2-b7dd-aa90b5d40798 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:37.858375 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cf75a211-f1c8-44b2-b7dd-aa90b5d40798 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "PUT /v2.0/networks/7d15707c-fc1f-4d88-a0c3-ba391c54732b HTTP/1.1" status: 200 len: 758 time: 0.3128648 Jun 03 15:55:37.865675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57252) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:37.893181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-32d42fee-d96c-409e-a64f-f2869c972ca3 req-59213795-f734-4071-ad13-f517fcf407ff tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525236 Jun 03 15:55:38.023772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75a211-f1c8-44b2-b7dd-aa90b5d40798 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=7d15707c-fc1f-4d88-a0c3-ba391c54732b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:38.041224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 7d15707c-fc1f-4d88-a0c3-ba391c54732b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:38.060510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ace3d1-b484-4b82-8b62-6637f6cb1b11 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:38.063256 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-91ace3d1-b484-4b82-8b62-6637f6cb1b11 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/networks?id=7d15707c-fc1f-4d88-a0c3-ba391c54732b HTTP/1.1" status: 200 len: 761 time: 0.1976984 Jun 03 15:55:38.067312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57262) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:38.073197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1904400429'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:38.084698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:38.108430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:38.119540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:38.123471 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:38.157162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:38.167994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:38.168447 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment d636b44e-60af-41fb-b212-15ec1c5a493d of type vlan for network ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e Jun 03 15:55:38.196277 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:38.232049 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:38.238097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:38.238678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:38.426545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3511000 Jun 03 15:55:38.426545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d88f80-f06f-4a5d-976b-7234d8cb4e75 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:38.432911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57272) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:38.432911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'network_id': 'ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:38.480734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:38.600997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:38.606934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Usage tracker for resource:subnet and tenant:002e28afc3db4e4b90459ab890b1e637 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:38.612189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:38.620910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:38.633824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:38.638247 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:38.896570 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:38.972220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=862a00b8-1d2d-46ca-bf03-eaa9d498fec9,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:39.009788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking segment: {'id': 'd636b44e-60af-41fb-b212-15ec1c5a493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:39.009788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network hostable DHCP agents. Network: ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:39.016937 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.038206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:39.049005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:39.051306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57292) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:39.059530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd491f18-699b-4d3a-acc3-95ed5ffea770 None None] Network ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:39.064280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:39.064721 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.099058 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cb331021-32df-4f5b-981d-bcb85c510cd3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6747446 Jun 03 15:55:39.103728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57298) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:39.131573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be7d0b-57c8-46b5-b2c7-3d2c43764735 req-784c98d0-6bdd-4eab-88bf-eb09819676e0 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:39.139049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99be7d0b-57c8-46b5-b2c7-3d2c43764735 req-784c98d0-6bdd-4eab-88bf-eb09819676e0 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1097 time: 0.1143842 Jun 03 15:55:39.188262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99be7d0b-57c8-46b5-b2c7-3d2c43764735 req-f8f7e5fd-99f8-4229-a169-34006c0ba521 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481291 Jun 03 15:55:39.320054 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ba94b16-4e8c-419a-9bbe-b127cd63eef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.351517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0ba94b16-4e8c-419a-9bbe-b127cd63eef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:39.352510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e', 'network_id': 'ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e', 'tenant_id': '002e28afc3db4e4b90459ab890b1e637', 'fixed_ips': [{'subnet_id': '862a00b8-1d2d-46ca-bf03-eaa9d498fec9'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:39.353366 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.368329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0ba94b16-4e8c-419a-9bbe-b127cd63eef0 admin admin] Usage tracker for resource:security_group_rule and tenant:f1fb9d97b89f4fca8a32c06d0ea2c6cb is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:39.374116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0ba94b16-4e8c-419a-9bbe-b127cd63eef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:39.384373 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.388809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0ba94b16-4e8c-419a-9bbe-b127cd63eef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:39.456522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d676e-7770-4822-8bd1-f630c54c789a req-080e3f20-c639-498b-894d-1b9147636d2a tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:39.460159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e65d676e-7770-4822-8bd1-f630c54c789a req-080e3f20-c639-498b-894d-1b9147636d2a tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1097 time: 0.1202250 Jun 03 15:55:39.528214 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ba94b16-4e8c-419a-9bbe-b127cd63eef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.535310 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0ba94b16-4e8c-419a-9bbe-b127cd63eef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.535466 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e65d676e-7770-4822-8bd1-f630c54c789a req-60cc8c86-6947-455d-94b0-fb105eaa5f3b tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684960 Jun 03 15:55:39.587573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Allocated IP 172.20.0.2 (ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e/862a00b8-1d2d-46ca-bf03-eaa9d498fec9/4ffc309d-f0ae-48e3-b6f3-f119e423b67e) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:39.594200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.774459 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0ba94b16-4e8c-419a-9bbe-b127cd63eef0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1fb9d97b89f4fca8a32c06d0ea2c6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7180543 Jun 03 15:55:39.775536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57306) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:39.797185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba94b16-4e8c-419a-9bbe-b127cd63eef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddf680b-b2a3-41e2-8e77-4b12eb249869,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:39.803096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed68954-6ef8-4bfa-a01e-408bbbdb6673 req-0fa65249-ba46-4950-9404-68681f9634f6 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:39.803096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eed68954-6ef8-4bfa-a01e-408bbbdb6673 req-0fa65249-ba46-4950-9404-68681f9634f6 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1097 time: 0.1199555 Jun 03 15:55:39.870403 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.881543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Transition to ACTIVE for port object 4ffc309d-f0ae-48e3-b6f3-f119e423b67e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:39.888876 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eed68954-6ef8-4bfa-a01e-408bbbdb6673 req-5374b687-2c12-476f-b986-cfef8a1893c9 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750642 Jun 03 15:55:39.894494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e49d0c9-be7b-4c60-8aa5-5b8fc522e17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.901654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Transition to ACTIVE for port object 4ffc309d-f0ae-48e3-b6f3-f119e423b67e will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:39.911493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.923889 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e49d0c9-be7b-4c60-8aa5-5b8fc522e17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.933158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.986314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Network ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:39.989626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:39.999058 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e49d0c9-be7b-4c60-8aa5-5b8fc522e17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:39.999492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:40.013147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Pushing event updated for resources: {'Port': ['ID=4ffc309d-f0ae-48e3-b6f3-f119e423b67e,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:40.024426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49d0c9-be7b-4c60-8aa5-5b8fc522e17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddf680b-b2a3-41e2-8e77-4b12eb249869,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:40.033205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4e49d0c9-be7b-4c60-8aa5-5b8fc522e17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.034476 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4e49d0c9-be7b-4c60-8aa5-5b8fc522e17b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bddf680b-b2a3-41e2-8e77-4b12eb249869 HTTP/1.1" status: 204 len: 168 time: 0.2566538 Jun 03 15:55:40.064318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Subnet': ['ID=862a00b8-1d2d-46ca-bf03-eaa9d498fec9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:40.123700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Attempting to bind port 4ffc309d-f0ae-48e3-b6f3-f119e423b67e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:40.124073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Attempting to bind port 4ffc309d-f0ae-48e3-b6f3-f119e423b67e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd636b44e-60af-41fb-b212-15ec1c5a493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:40.124385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Attempting to bind port 4ffc309d-f0ae-48e3-b6f3-f119e423b67e on network ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:40.130908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:40.131528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Checking segment: {'id': 'd636b44e-60af-41fb-b212-15ec1c5a493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:40.131929 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.132306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Bound using segment: {'id': 'd636b44e-60af-41fb-b212-15ec1c5a493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:40.132763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Bound port: 4ffc309d-f0ae-48e3-b6f3-f119e423b67e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd636b44e-60af-41fb-b212-15ec1c5a493d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:40.133121 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.165149 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.195046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:40.216297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd636b44e-60af-41fb-b212-15ec1c5a493d') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:40.218168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd636b44e-60af-41fb-b212-15ec1c5a493d') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:40.234041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] For port 4ffc309d-f0ae-48e3-b6f3-f119e423b67e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:40.236317 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.237724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] For port 4ffc309d-f0ae-48e3-b6f3-f119e423b67e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4ffc309d-f0ae-48e3-b6f3-f119e423b67e,segment=NetworkSegment(d636b44e-60af-41fb-b212-15ec1c5a493d),segment_id=d636b44e-60af-41fb-b212-15ec1c5a493d)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:40.244183 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.254363 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.263428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:40.263974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.375653 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d636b44e-60af-41fb-b212-15ec1c5a493d resource provider aggregate not found Jun 03 15:55:40.381393 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:55:40.381393 n-d-844595-1 neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:55:40.381393 n-d-844595-1 neutron-server[88444]: [parameters: {'id': 'ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e'}] Jun 03 15:55:40.381393 n-d-844595-1 neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:55:40.382446 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:55:40.398141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884527a0-2ce8-4c98-9796-8b9a8a9e7b05 None None] Pushing event updated for resources: {'Port': ['ID=4ffc309d-f0ae-48e3-b6f3-f119e423b67e,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:40.401577 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d636b44e-60af-41fb-b212-15ec1c5a493d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d636b44e-60af-41fb-b212-15ec1c5a493d found for delete ", "request_id": "req-5fa9c1cb-57ec-4d94-b32d-f833d69824ce"}]} Jun 03 15:55:40.423765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c8b13-5f7a-4b40-b99a-d19f6bb99cde req-35624e23-45d9-463a-a36f-4a5871ae8796 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:40.425433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d05c8b13-5f7a-4b40-b99a-d19f6bb99cde req-35624e23-45d9-463a-a36f-4a5871ae8796 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1097 time: 0.1422319 Jun 03 15:55:40.432467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74865b01-3db5-48a1-adb9-ab2e5d005017 None None] Network ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:40.455409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:40.472710 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9060a27-bd16-48c9-b9af-36e22e153fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.475805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d05c8b13-5f7a-4b40-b99a-d19f6bb99cde req-6418a6c8-1506-471f-894a-e87d0cb132ef tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437422 Jun 03 15:55:40.492995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e9060a27-bd16-48c9-b9af-36e22e153fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:40.492995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e9060a27-bd16-48c9-b9af-36e22e153fed admin admin] Usage tracker for resource:security_group_rule and tenant:84f57399a5ba48d498ed293b8927eaa6 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:40.494283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e9060a27-bd16-48c9-b9af-36e22e153fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:40.499825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e9060a27-bd16-48c9-b9af-36e22e153fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:40.581114 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9060a27-bd16-48c9-b9af-36e22e153fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.586151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9060a27-bd16-48c9-b9af-36e22e153fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.632319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840a06c-c9de-4753-94f0-e9d636c0be49 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:55:40.636656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9060a27-bd16-48c9-b9af-36e22e153fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee784a09-efe6-4fc0-9509-d4a0e83699cd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:40.641614 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e9060a27-bd16-48c9-b9af-36e22e153fed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84f57399a5ba48d498ed293b8927eaa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851737 Jun 03 15:55:40.644378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57326) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:40.702643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2335ea91-9b67-48f3-93c6-229c3729810f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.728970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2335ea91-9b67-48f3-93c6-229c3729810f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.752484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a840a06c-c9de-4753-94f0-e9d636c0be49 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:55:40.787038 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2335ea91-9b67-48f3-93c6-229c3729810f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.804236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335ea91-9b67-48f3-93c6-229c3729810f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee784a09-efe6-4fc0-9509-d4a0e83699cd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:40.819661 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2335ea91-9b67-48f3-93c6-229c3729810f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.820814 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2335ea91-9b67-48f3-93c6-229c3729810f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee784a09-efe6-4fc0-9509-d4a0e83699cd HTTP/1.1" status: 204 len: 168 time: 0.1755450 Jun 03 15:55:40.884091 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:40.900990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Deleting port 4ffc309d-f0ae-48e3-b6f3-f119e423b67e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:40.901614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.123718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] For port 4ffc309d-f0ae-48e3-b6f3-f119e423b67e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4ffc309d-f0ae-48e3-b6f3-f119e423b67e,segment=NetworkSegment(d636b44e-60af-41fb-b212-15ec1c5a493d),segment_id=d636b44e-60af-41fb-b212-15ec1c5a493d)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:41.124387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.253159 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Calling delete_port for 4ffc309d-f0ae-48e3-b6f3-f119e423b67e owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:41.330531 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.385109 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Port': ['ID=4ffc309d-f0ae-48e3-b6f3-f119e423b67e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:41.388197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No DVR routers for this DVR port 4ffc309d-f0ae-48e3-b6f3-f119e423b67e on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:41.526669 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.553267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:41.565626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd636b44e-60af-41fb-b212-15ec1c5a493d') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:41.565950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd636b44e-60af-41fb-b212-15ec1c5a493d') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:41.577334 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.594600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.603005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:41.603667 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.651687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b34b55-c3d3-47b3-9e5b-24e3e062455b req-d0d38869-0610-4402-a4d5-755c16692a89 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:41.653194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50b34b55-c3d3-47b3-9e5b-24e3e062455b req-d0d38869-0610-4402-a4d5-755c16692a89 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1097 time: 0.0731318 Jun 03 15:55:41.695850 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-50b34b55-c3d3-47b3-9e5b-24e3e062455b req-72ea6763-aa0a-4360-9079-12797f73caec tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Jun 03 15:55:41.719402 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.740824 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:41.746945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:41.756910 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-00c82c4c-258f-4205-9001-31b6f31c8b2d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e HTTP/1.1" status: 204 len: 168 time: 2.6530113 Jun 03 15:55:41.759429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57358) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:41.842898 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0b570f-0338-41d3-ae02-7b9cd47cf013 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] GET failed (client error): The resource could not be found. Jun 03 15:55:41.843404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9c0b570f-0338-41d3-ae02-7b9cd47cf013 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Synchronizing usage tracker for tenant:002e28afc3db4e4b90459ab890b1e637 on resource:subnet {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:41.873928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9c0b570f-0338-41d3-ae02-7b9cd47cf013 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Unset dirty status for tenant:002e28afc3db4e4b90459ab890b1e637 on resource:subnet {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:41.877707 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9c0b570f-0338-41d3-ae02-7b9cd47cf013 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/subnets/862a00b8-1d2d-46ca-bf03-eaa9d498fec9 HTTP/1.1" status: 404 len: 337 time: 0.1147325 Jun 03 15:55:41.878095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57384) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:41.890057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001ca47-0069-492b-b4de-24fa754bcffd req-61012268-bf28-4fe8-b854-f712ab1e3080 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:41.891361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3001ca47-0069-492b-b4de-24fa754bcffd req-61012268-bf28-4fe8-b854-f712ab1e3080 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Synchronizing usage tracker for tenant:d16d41f11e6f46e2bd85ee3d0de54632 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:41.905161 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc1b5c9-d0ff-4717-8111-90bde3a4f67a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:41.905807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc1b5c9-d0ff-4717-8111-90bde3a4f67a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:41.907566 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2dc1b5c9-d0ff-4717-8111-90bde3a4f67a tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e HTTP/1.1" status: 404 len: 339 time: 0.0281210 Jun 03 15:55:41.908940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3001ca47-0069-492b-b4de-24fa754bcffd req-61012268-bf28-4fe8-b854-f712ab1e3080 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Unset dirty status for tenant:d16d41f11e6f46e2bd85ee3d0de54632 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:41.911123 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3001ca47-0069-492b-b4de-24fa754bcffd req-61012268-bf28-4fe8-b854-f712ab1e3080 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 1097 time: 0.1194804 Jun 03 15:55:41.911940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57392) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:41.978148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3001ca47-0069-492b-b4de-24fa754bcffd req-8c5e13f0-2796-4731-97b3-2a79194e6176 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Deleting port e4028eb9-2619-4170-87b0-257931dd13af {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:41.978491 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3001ca47-0069-492b-b4de-24fa754bcffd req-8c5e13f0-2796-4731-97b3-2a79194e6176 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:42.071400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8265168-2a21-4688-9b62-89489ab34eaf tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.072109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d8265168-2a21-4688-9b62-89489ab34eaf tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Synchronizing usage tracker for tenant:002e28afc3db4e4b90459ab890b1e637 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:42.089081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d8265168-2a21-4688-9b62-89489ab34eaf tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Unset dirty status for tenant:002e28afc3db4e4b90459ab890b1e637 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:42.092968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d8265168-2a21-4688-9b62-89489ab34eaf tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1774228 Jun 03 15:55:42.093285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57406) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:42.136567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c0d0571-ea61-428e-b9e0-754480d1bdc0 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Synchronizing usage tracker for tenant:002e28afc3db4e4b90459ab890b1e637 on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:42.151639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2c0d0571-ea61-428e-b9e0-754480d1bdc0 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Unset dirty status for tenant:002e28afc3db4e4b90459ab890b1e637 on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:42.152875 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2c0d0571-ea61-428e-b9e0-754480d1bdc0 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455 HTTP/1.1" status: 200 len: 207 time: 0.0584180 Jun 03 15:55:42.156486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57410) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:42.372558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-3001ca47-0069-492b-b4de-24fa754bcffd req-8c5e13f0-2796-4731-97b3-2a79194e6176 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] For port e4028eb9-2619-4170-87b0-257931dd13af, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=e4028eb9-2619-4170-87b0-257931dd13af,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:42.372999 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3001ca47-0069-492b-b4de-24fa754bcffd req-8c5e13f0-2796-4731-97b3-2a79194e6176 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:42.467647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe9f9e-70a9-4da8-9ab7-dffeebc0c8e2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.474930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe9f9e-70a9-4da8-9ab7-dffeebc0c8e2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.481560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe9f9e-70a9-4da8-9ab7-dffeebc0c8e2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.487868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe9f9e-70a9-4da8-9ab7-dffeebc0c8e2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.489837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0ebe9f9e-70a9-4da8-9ab7-dffeebc0c8e2 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3324785 Jun 03 15:55:42.493469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57420) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:42.528688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-3001ca47-0069-492b-b4de-24fa754bcffd req-8c5e13f0-2796-4731-97b3-2a79194e6176 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Calling delete_port for e4028eb9-2619-4170-87b0-257931dd13af owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:42.557248 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d636b44e-60af-41fb-b212-15ec1c5a493d resource provider aggregate not found Jun 03 15:55:42.583183 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment d636b44e-60af-41fb-b212-15ec1c5a493d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d636b44e-60af-41fb-b212-15ec1c5a493d found for delete ", "request_id": "req-0e07f3a5-8f0d-4ca7-8051-c41defa47a61"}]} Jun 03 15:55:42.668799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8f264f63-48b6-412c-8ca8-b14dd004b843 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1736333 Jun 03 15:55:42.672100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57448) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:42.764037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3001ca47-0069-492b-b4de-24fa754bcffd req-8c5e13f0-2796-4731-97b3-2a79194e6176 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:42.775607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2bc555ac-fbf5-4138-a1ac-ddeb276120c7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:42.811822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['e4028eb9-2619-4170-87b0-257931dd13af'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:42.822417 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e13f0-2796-4731-97b3-2a79194e6176 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4028eb9-2619-4170-87b0-257931dd13af,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:42.836956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e670f-dd47-4bfa-a039-e8c9283ad8e6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.839807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e670f-dd47-4bfa-a039-e8c9283ad8e6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:42.841559 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4b8e670f-dd47-4bfa-a039-e8c9283ad8e6 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1685114 Jun 03 15:55:42.845379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57462) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:42.892508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86a46030-6ee6-43aa-9a8d-374732c729db req-e034ab3e-2004-4e1a-a386-79056f080976 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e964d487-4593-49a7-94c9-687e697e773f HTTP/1.1" status: 200 len: 210 time: 0.0745797 Jun 03 15:55:42.987571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3001ca47-0069-492b-b4de-24fa754bcffd req-8c5e13f0-2796-4731-97b3-2a79194e6176 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] No DVR routers for this DVR port e4028eb9-2619-4170-87b0-257931dd13af on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:42.992830 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3001ca47-0069-492b-b4de-24fa754bcffd req-8c5e13f0-2796-4731-97b3-2a79194e6176 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:43.002097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e964d487-4593-49a7-94c9-687e697e773f', 'name': 'network-vif-deleted', 'tag': 'e4028eb9-2619-4170-87b0-257931dd13af'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:43.020897 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3001ca47-0069-492b-b4de-24fa754bcffd req-8c5e13f0-2796-4731-97b3-2a79194e6176 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.67 "DELETE /v2.0/ports/e4028eb9-2619-4170-87b0-257931dd13af HTTP/1.1" status: 204 len: 173 time: 1.1053717 Jun 03 15:55:43.025199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cb7e4d-f2ea-4ad1-8ff3-b237f8a02a42 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:43.026956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cb7e4d-f2ea-4ad1-8ff3-b237f8a02a42 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['shared'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:43.029562 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e5cb7e4d-f2ea-4ad1-8ff3-b237f8a02a42 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1832998 Jun 03 15:55:43.034974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57468) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:43.106356 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbb3889-54ee-44ba-956c-682ed3b04997'] response: {'server_uuid': 'e964d487-4593-49a7-94c9-687e697e773f', 'name': 'network-vif-deleted', 'tag': 'e4028eb9-2619-4170-87b0-257931dd13af', 'status': 'completed', 'code': 200} Jun 03 15:55:43.250458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543e5cd-375a-4e51-9c7e-7a51d3e2de3f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:43.251928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f543e5cd-375a-4e51-9c7e-7a51d3e2de3f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/networks/192d2781-72f0-488f-8a58-6afa6c59e794 HTTP/1.1" status: 200 len: 800 time: 0.2155013 Jun 03 15:55:43.255597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57472) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:43.416765 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c89a61f6-121f-4dcd-bfbe-e9443c1d07f8 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/networks/192d2781-72f0-488f-8a58-6afa6c59e794?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1600552 Jun 03 15:55:43.420679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57476) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:43.496972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e49a6-cc56-4058-8bd6-0a0050f98ad4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:43.501741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-452e49a6-cc56-4058-8bd6-0a0050f98ad4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/subnets/525ebcf0-3bb3-4a54-8103-cae06a23a9e7 HTTP/1.1" status: 200 len: 811 time: 0.0767186 Jun 03 15:55:43.502055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57482) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:43.573912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979ec1a8-346b-4f43-b77f-92542c050572 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['shared'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:43.575801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-979ec1a8-346b-4f43-b77f-92542c050572 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "GET /v2.0/subnets/525ebcf0-3bb3-4a54-8103-cae06a23a9e7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0723000 Jun 03 15:55:43.578891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57486) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:43.585067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-474653288'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:43.591053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:43.601999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:43.612321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:43.615908 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:43.646720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:43.658860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:43.659237 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Added segment b9c10a75-86bd-407e-a4ad-874ed5abd5e6 of type vlan for network 30054229-3580-48c2-a92c-0fd40b95cae4 Jun 03 15:55:43.689652 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:43.719381 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:43.724839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:43.725405 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:43.834975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2547641 Jun 03 15:55:43.837925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57490) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:43.838524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b59a71-89d3-457d-ba31-90117945e3a4 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Network': ['ID=30054229-3580-48c2-a92c-0fd40b95cae4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:43.845203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'network_id': '30054229-3580-48c2-a92c-0fd40b95cae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:43.851442 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 30054229-3580-48c2-a92c-0fd40b95cae4 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:43.969281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:43.979539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:43.992548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Made reservation on behalf of 002e28afc3db4e4b90459ab890b1e637 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:43.996222 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:44.096365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Performing IP validity checks on allocation pools {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:55:44.096365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:55:44.250040 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:44.335614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Checking segment: {'id': 'b9c10a75-86bd-407e-a4ad-874ed5abd5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '30054229-3580-48c2-a92c-0fd40b95cae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:44.336235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network hostable DHCP agents. Network: 30054229-3580-48c2-a92c-0fd40b95cae4, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:44.347445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=e1ac512c-e422-40b6-9429-35af752a9c41,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:44.368119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Network 30054229-3580-48c2-a92c-0fd40b95cae4 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:44.379366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 30054229-3580-48c2-a92c-0fd40b95cae4) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:44.384570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:44.385591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:44.396147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34265c8f-8687-432f-8d39-ed267451b0db None None] Network 30054229-3580-48c2-a92c-0fd40b95cae4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:44.400897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa320ec-be2b-4c0e-add2-9b5291deefca req-6a788d3e-9e5b-42a0-8854-af30ab8c5741 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:44.402888 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaa320ec-be2b-4c0e-add2-9b5291deefca req-6a788d3e-9e5b-42a0-8854-af30ab8c5741 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1096 time: 0.0961409 Jun 03 15:55:44.430837 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57500) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:44.432253 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fb9e42c9-309f-4288-b37b-170b49f3fd69 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5887237 Jun 03 15:55:44.442328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ded15ff8-06d7-40c5-9a48-765b54de1b9f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:44.501248 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aaa320ec-be2b-4c0e-add2-9b5291deefca req-5093cbac-ba9e-4428-9d39-6a8779bd90cd tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920289 Jun 03 15:55:44.582638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ded15ff8-06d7-40c5-9a48-765b54de1b9f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2301662'] for subnet, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:44.634945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-30054229-3580-48c2-a92c-0fd40b95cae4', 'network_id': '30054229-3580-48c2-a92c-0fd40b95cae4', 'tenant_id': '002e28afc3db4e4b90459ab890b1e637', 'fixed_ips': [{'subnet_id': 'e1ac512c-e422-40b6-9429-35af752a9c41'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:44.635904 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:44.810366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ded15ff8-06d7-40c5-9a48-765b54de1b9f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760592403384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3931312'] for subnet, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:44.868996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded15ff8-06d7-40c5-9a48-765b54de1b9f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:44.869509 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ded15ff8-06d7-40c5-9a48-765b54de1b9f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:44.873718 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ded15ff8-06d7-40c5-9a48-765b54de1b9f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "PUT /v2.0/subnets/e1ac512c-e422-40b6-9429-35af752a9c41 HTTP/1.1" status: 200 len: 877 time: 0.4418790 Jun 03 15:55:44.874334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57506) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:44.878858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Allocated IP 172.20.0.3 (30054229-3580-48c2-a92c-0fd40b95cae4/e1ac512c-e422-40b6-9429-35af752a9c41/b423fa15-c665-482d-96d6-2f245b5ee8af) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:55:44.885389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded15ff8-06d7-40c5-9a48-765b54de1b9f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event updated for resources: {'Subnet': ['ID=e1ac512c-e422-40b6-9429-35af752a9c41,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:45.036469 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.112118 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.121425 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.124330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Transition to ACTIVE for port object b423fa15-c665-482d-96d6-2f245b5ee8af will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:45.145202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Transition to ACTIVE for port object b423fa15-c665-482d-96d6-2f245b5ee8af will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:55:45.152176 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.208763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.229422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Network 30054229-3580-48c2-a92c-0fd40b95cae4 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:45.232478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:45.236139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:45.242484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Pushing event updated for resources: {'Port': ['ID=b423fa15-c665-482d-96d6-2f245b5ee8af,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:45.257712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ac512c-e422-40b6-9429-35af752a9c41,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:45.369938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Attempting to bind port b423fa15-c665-482d-96d6-2f245b5ee8af on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:55:45.370595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Attempting to bind port b423fa15-c665-482d-96d6-2f245b5ee8af by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b9c10a75-86bd-407e-a4ad-874ed5abd5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '30054229-3580-48c2-a92c-0fd40b95cae4'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:55:45.371137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Attempting to bind port b423fa15-c665-482d-96d6-2f245b5ee8af on network 30054229-3580-48c2-a92c-0fd40b95cae4 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:55:45.379005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:55:45.379322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Checking segment: {'id': 'b9c10a75-86bd-407e-a4ad-874ed5abd5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '30054229-3580-48c2-a92c-0fd40b95cae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:45.379680 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.380309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Bound using segment: {'id': 'b9c10a75-86bd-407e-a4ad-874ed5abd5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '30054229-3580-48c2-a92c-0fd40b95cae4'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:55:45.381024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Bound port: b423fa15-c665-482d-96d6-2f245b5ee8af, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c10a75-86bd-407e-a4ad-874ed5abd5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '30054229-3580-48c2-a92c-0fd40b95cae4'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:55:45.381395 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.469789 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.480511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] For port b423fa15-c665-482d-96d6-2f245b5ee8af, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:55:45.487605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] For port b423fa15-c665-482d-96d6-2f245b5ee8af, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b423fa15-c665-482d-96d6-2f245b5ee8af,segment=NetworkSegment(b9c10a75-86bd-407e-a4ad-874ed5abd5e6),segment_id=b9c10a75-86bd-407e-a4ad-874ed5abd5e6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:55:45.492837 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.497622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30054229-3580-48c2-a92c-0fd40b95cae4']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:45.509973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c10a75-86bd-407e-a4ad-874ed5abd5e6') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:45.510267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c10a75-86bd-407e-a4ad-874ed5abd5e6') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:45.522167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.543097 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.552243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:45.552703 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:45.616056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced78cf9-fc80-49bd-8b78-7c58176eac67 None None] Pushing event updated for resources: {'Port': ['ID=b423fa15-c665-482d-96d6-2f245b5ee8af,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:45.652270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc7428e-f2fc-4717-8661-89d01868b941 None None] Network 30054229-3580-48c2-a92c-0fd40b95cae4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:45.673138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.db.api [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 03 15:55:45.673138 n-d-844595-1 neutron-server[88444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 03 15:55:45.673138 n-d-844595-1 neutron-server[88444]: [parameters: {'id': '30054229-3580-48c2-a92c-0fd40b95cae4'}] Jun 03 15:55:45.673138 n-d-844595-1 neutron-server[88444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:55:45.673945 n-d-844595-1 neutron-server[88444]: DEBUG oslo_db.api [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:55:45.686999 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b9c10a75-86bd-407e-a4ad-874ed5abd5e6 resource provider aggregate not found Jun 03 15:55:45.711528 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b9c10a75-86bd-407e-a4ad-874ed5abd5e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9c10a75-86bd-407e-a4ad-874ed5abd5e6 found for delete ", "request_id": "req-ae010e03-5410-404e-9958-9d27b1ba9f79"}]} Jun 03 15:55:45.769936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1f6b3-499f-4eb8-811a-be69c603748a req-bb9a98d4-2f1c-4b96-8009-967a0476fab9 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:45.771567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecf1f6b3-499f-4eb8-811a-be69c603748a req-bb9a98d4-2f1c-4b96-8009-967a0476fab9 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1096 time: 0.1391244 Jun 03 15:55:45.814661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecf1f6b3-499f-4eb8-811a-be69c603748a req-78340c0d-00c3-4a06-b6a3-8bf4a7271655 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=d3505a64-fb9b-4e7a-899a-e6892e2f17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374677 Jun 03 15:55:45.899596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-8e0f43c4-ca71-4488-8df4-de9fc2ad9669 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:45.900383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-8e0f43c4-ca71-4488-8df4-de9fc2ad9669 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Synchronizing usage tracker for tenant:d16d41f11e6f46e2bd85ee3d0de54632 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:45.917561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-8e0f43c4-ca71-4488-8df4-de9fc2ad9669 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Unset dirty status for tenant:d16d41f11e6f46e2bd85ee3d0de54632 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:45.918860 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-8e0f43c4-ca71-4488-8df4-de9fc2ad9669 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 1096 time: 0.0993755 Jun 03 15:55:45.940783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c74ee69-6a59-4643-9b45-b66e3a3cd3cd None None] Network 30054229-3580-48c2-a92c-0fd40b95cae4 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:45.990125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-2208bc33-e6f2-4743-bb62-33460e2bf2f1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Deleting port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:45.990890 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-2208bc33-e6f2-4743-bb62-33460e2bf2f1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.009697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e4028eb9-2619-4170-87b0-257931dd13af no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:46.061528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: e4028eb9-2619-4170-87b0-257931dd13af {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:46.061859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device e4028eb9-2619-4170-87b0-257931dd13af not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:46.176764 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.188220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719440a3-9a56-41e0-a512-d8abd7d3bf95 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 15:55:46.211234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Deleting port b423fa15-c665-482d-96d6-2f245b5ee8af {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:46.211544 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.299594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-2208bc33-e6f2-4743-bb62-33460e2bf2f1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] For port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2bc555ac-fbf5-4138-a1ac-ddeb276120c7,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:46.300780 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-2208bc33-e6f2-4743-bb62-33460e2bf2f1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.310821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719440a3-9a56-41e0-a512-d8abd7d3bf95 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 15:55:46.472479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-2208bc33-e6f2-4743-bb62-33460e2bf2f1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Calling delete_port for 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:46.642591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] For port b423fa15-c665-482d-96d6-2f245b5ee8af, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b423fa15-c665-482d-96d6-2f245b5ee8af,segment=NetworkSegment(b9c10a75-86bd-407e-a4ad-874ed5abd5e6),segment_id=b9c10a75-86bd-407e-a4ad-874ed5abd5e6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:46.642957 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.803527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Calling delete_port for b423fa15-c665-482d-96d6-2f245b5ee8af owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:46.881783 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-2208bc33-e6f2-4743-bb62-33460e2bf2f1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:46.892777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2bc555ac-fbf5-4138-a1ac-ddeb276120c7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:55:46.935349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208bc33-e6f2-4743-bb62-33460e2bf2f1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bc555ac-fbf5-4138-a1ac-ddeb276120c7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:46.969815 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.003321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7214989-dbf9-4e23-9466-cacfbd949652 req-79ac58f9-2d0d-45f8-b673-5114c68d924a tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d857865-8098-420b-b2bc-894f956f56a5 HTTP/1.1" status: 200 len: 210 time: 0.0685029 Jun 03 15:55:47.171543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Port': ['ID=b423fa15-c665-482d-96d6-2f245b5ee8af,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:47.179787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No DVR routers for this DVR port b423fa15-c665-482d-96d6-2f245b5ee8af on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:47.181786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-2208bc33-e6f2-4743-bb62-33460e2bf2f1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] No DVR routers for this DVR port 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:47.207805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-2208bc33-e6f2-4743-bb62-33460e2bf2f1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.210043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d857865-8098-420b-b2bc-894f956f56a5', 'name': 'network-vif-deleted', 'tag': '2bc555ac-fbf5-4138-a1ac-ddeb276120c7'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:55:47.298697 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d479d4-4d7c-4d95-8e10-736fa5daa76c'] response: {'server_uuid': '8d857865-8098-420b-b2bc-894f956f56a5', 'name': 'network-vif-deleted', 'tag': '2bc555ac-fbf5-4138-a1ac-ddeb276120c7', 'status': 'completed', 'code': 200} Jun 03 15:55:47.306787 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b4d708c3-2ed3-42f2-8b50-cb432f90451c req-2208bc33-e6f2-4743-bb62-33460e2bf2f1 tempest-TestServerMultinode-653032634 tempest-TestServerMultinode-653032634-project-admin] 10.222.0.75 "DELETE /v2.0/ports/2bc555ac-fbf5-4138-a1ac-ddeb276120c7 HTTP/1.1" status: 204 len: 173 time: 1.3826320 Jun 03 15:55:47.330595 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.358157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30054229-3580-48c2-a92c-0fd40b95cae4']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:47.378269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c10a75-86bd-407e-a4ad-874ed5abd5e6') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:47.378577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c10a75-86bd-407e-a4ad-874ed5abd5e6') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:47.391539 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.408356 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.414698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:47.415107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.516200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.533867 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:47.547342 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=30054229-3580-48c2-a92c-0fd40b95cae4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:47.550262 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-58db5101-6964-4b3e-9df5-4cd78b1fef4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/30054229-3580-48c2-a92c-0fd40b95cae4 HTTP/1.1" status: 204 len: 168 time: 2.6743646 Jun 03 15:55:47.553541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:47.591075 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-074626b0-3d4d-4aff-9f9c-9942f45c6b63 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:47.591526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074626b0-3d4d-4aff-9f9c-9942f45c6b63 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:47.593241 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-074626b0-3d4d-4aff-9f9c-9942f45c6b63 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/subnets/e1ac512c-e422-40b6-9429-35af752a9c41 HTTP/1.1" status: 404 len: 337 time: 0.0388029 Jun 03 15:55:47.595992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57528) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:47.621444 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e07ea4a-aefd-4fd4-8161-d814251e835d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:47.621935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e07ea4a-aefd-4fd4-8161-d814251e835d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:47.623611 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9e07ea4a-aefd-4fd4-8161-d814251e835d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/30054229-3580-48c2-a92c-0fd40b95cae4 HTTP/1.1" status: 404 len: 339 time: 0.0266557 Jun 03 15:55:47.628274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57532) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:47.669453 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e167fa08-75ee-4600-a0d3-2ffcb86d5c05 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:47.669925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e167fa08-75ee-4600-a0d3-2ffcb86d5c05 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:47.671745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e167fa08-75ee-4600-a0d3-2ffcb86d5c05 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/subnets/862a00b8-1d2d-46ca-bf03-eaa9d498fec9 HTTP/1.1" status: 404 len: 337 time: 0.0424454 Jun 03 15:55:47.674437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57536) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:47.699897 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bec6f02-42d7-403c-870e-fc58547ebe4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:47.700327 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bec6f02-42d7-403c-870e-fc58547ebe4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:47.702026 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4bec6f02-42d7-403c-870e-fc58547ebe4e tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/ad1f2d5c-55d3-45ef-a107-0f39cfc49b3e HTTP/1.1" status: 404 len: 339 time: 0.0266089 Jun 03 15:55:47.704735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57540) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:47.733627 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b9c10a75-86bd-407e-a4ad-874ed5abd5e6 resource provider aggregate not found Jun 03 15:55:47.753418 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b9c10a75-86bd-407e-a4ad-874ed5abd5e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9c10a75-86bd-407e-a4ad-874ed5abd5e6 found for delete ", "request_id": "req-7085306b-6dc5-41be-9dd7-95d682d11426"}]} Jun 03 15:55:47.832966 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.098441 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.102692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57552) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.125793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d15707c-fc1f-4d88-a0c3-ba391c54732b']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:48.138597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215cddda-80be-4937-9cf0-8fb03e2307e8') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:48.138890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215cddda-80be-4937-9cf0-8fb03e2307e8') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:48.151162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.167808 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.174237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:48.174624 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.298468 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.344846 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.352417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=7d15707c-fc1f-4d88-a0c3-ba391c54732b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:48.370167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3bf7226c-9ef6-41e7-bfa2-aa0a5ae41e56 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/7d15707c-fc1f-4d88-a0c3-ba391c54732b HTTP/1.1" status: 204 len: 168 time: 0.6622510 Jun 03 15:55:48.372588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57560) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.422596 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 215cddda-80be-4937-9cf0-8fb03e2307e8 resource provider aggregate not found Jun 03 15:55:48.434208 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1907e4a2-228a-4b6a-bbc5-6df92c766948 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.434628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1907e4a2-228a-4b6a-bbc5-6df92c766948 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.438572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1907e4a2-228a-4b6a-bbc5-6df92c766948 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/subnets/0ea8d559-b83b-4a35-bbf2-64e41551a18f HTTP/1.1" status: 404 len: 337 time: 0.0646613 Jun 03 15:55:48.439359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57566) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.471724 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 215cddda-80be-4937-9cf0-8fb03e2307e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 215cddda-80be-4937-9cf0-8fb03e2307e8 found for delete ", "request_id": "req-477237ee-2ac3-4b8a-98f9-154208133d04"}]} Jun 03 15:55:48.475831 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10d946b-103c-43e0-b679-7211ce9aff63 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.477204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10d946b-103c-43e0-b679-7211ce9aff63 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.478453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b10d946b-103c-43e0-b679-7211ce9aff63 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/e86696b1-7075-4c64-b068-7d38c7742a43 HTTP/1.1" status: 404 len: 339 time: 0.0380292 Jun 03 15:55:48.480904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57570) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.518644 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e97415-38af-49c5-ba62-ca2a5bd3061d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.519098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e97415-38af-49c5-ba62-ca2a5bd3061d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.520792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-94e97415-38af-49c5-ba62-ca2a5bd3061d tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/subnets/6ff33b34-8fa8-4c81-9eb8-059cdabb3d1e HTTP/1.1" status: 404 len: 337 time: 0.0390079 Jun 03 15:55:48.523346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57574) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.548005 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c782c7-1f24-480f-b67f-302e5fa8e8d3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.548535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c782c7-1f24-480f-b67f-302e5fa8e8d3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.552740 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c3c782c7-1f24-480f-b67f-302e5fa8e8d3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/164328c7-2cf8-4cb6-b00c-4008d2b67431 HTTP/1.1" status: 404 len: 339 time: 0.0258636 Jun 03 15:55:48.552944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57578) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.627140 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e188409a-cc59-4697-b1cf-2ded151ae8c5 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.627607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e188409a-cc59-4697-b1cf-2ded151ae8c5 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.629286 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e188409a-cc59-4697-b1cf-2ded151ae8c5 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/subnets/d0edb9e5-89d7-435c-82fa-f549b470c58e HTTP/1.1" status: 404 len: 337 time: 0.0754387 Jun 03 15:55:48.632171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57582) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.664298 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2115ab0-f699-4f29-8d16-46479ba96f1f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.665138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2115ab0-f699-4f29-8d16-46479ba96f1f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.668227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e2115ab0-f699-4f29-8d16-46479ba96f1f tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/1df41a46-9f3e-4534-ae2f-dcc75f0453a6 HTTP/1.1" status: 404 len: 339 time: 0.0350454 Jun 03 15:55:48.670894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57586) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.739897 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3212de1b-1d9c-4acb-987e-7dad12cb7d09 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.740383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3212de1b-1d9c-4acb-987e-7dad12cb7d09 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.742148 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3212de1b-1d9c-4acb-987e-7dad12cb7d09 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/subnets/832cb805-a5be-4e8e-9308-0011ca0dbf55 HTTP/1.1" status: 404 len: 337 time: 0.0703640 Jun 03 15:55:48.744767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57590) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.775370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:48.778569 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8d693d-4a67-4794-8bba-86ad826cec07 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.779031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8d693d-4a67-4794-8bba-86ad826cec07 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.781919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ba8d693d-4a67-4794-8bba-86ad826cec07 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/ee3b2fb5-b365-43b8-833f-5b8231e4d482 HTTP/1.1" status: 404 len: 339 time: 0.0343912 Jun 03 15:55:48.783781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57594) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.822759 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f29a60-743d-4f9c-ac5e-a89aac299f4b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.823137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f29a60-743d-4f9c-ac5e-a89aac299f4b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.827190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-37f29a60-743d-4f9c-ac5e-a89aac299f4b tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/subnets/680846fc-a8cc-44f1-a8d0-b882203b15d7 HTTP/1.1" status: 404 len: 337 time: 0.0401626 Jun 03 15:55:48.827420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57598) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.852476 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cced4b79-5893-4825-8d13-1bef472da8c3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.853168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cced4b79-5893-4825-8d13-1bef472da8c3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.857824 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cced4b79-5893-4825-8d13-1bef472da8c3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/793f7b2b-4cf6-42a1-ba3d-96529cb077c9 HTTP/1.1" status: 404 len: 339 time: 0.0272555 Jun 03 15:55:48.858208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57602) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.897734 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9c695e-8b87-41e2-8c29-bf595b680347 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.898219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9c695e-8b87-41e2-8c29-bf595b680347 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.902185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3e9c695e-8b87-41e2-8c29-bf595b680347 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/subnets/2c20ba04-64ae-40b6-917e-9813e64e0922 HTTP/1.1" status: 404 len: 337 time: 0.0408025 Jun 03 15:55:48.902719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57606) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:48.947769 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe0efcc-cf5b-49f2-ade8-6537600ab9a8 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:48.948296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe0efcc-cf5b-49f2-ade8-6537600ab9a8 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:48.951005 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9fe0efcc-cf5b-49f2-ade8-6537600ab9a8 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/f697610d-497f-43a5-970a-b6e2e05490e3 HTTP/1.1" status: 404 len: 339 time: 0.0470772 Jun 03 15:55:48.953764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57612) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:49.003276 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-24aeeb50-389b-46ff-a358-8e0d4ed21019 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:49.003276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24aeeb50-389b-46ff-a358-8e0d4ed21019 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:49.006707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-24aeeb50-389b-46ff-a358-8e0d4ed21019 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/subnets/f152fba1-c06b-4e74-b360-f7a91ce35d77 HTTP/1.1" status: 404 len: 337 time: 0.0494812 Jun 03 15:55:49.007312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57616) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:49.008257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:49.038806 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6519c660-08ae-421f-ae7c-70030f7299a3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:49.039332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6519c660-08ae-421f-ae7c-70030f7299a3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:49.043556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6519c660-08ae-421f-ae7c-70030f7299a3 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/e59e47e9-9d1d-4de7-b285-5beee0b6ce95 HTTP/1.1" status: 404 len: 339 time: 0.0316389 Jun 03 15:55:49.043787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57620) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:49.049386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:49.049730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 2bc555ac-fbf5-4138-a1ac-ddeb276120c7 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:49.088027 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91f1b29-6f18-4547-884f-20d23b19b0da tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:49.088400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91f1b29-6f18-4547-884f-20d23b19b0da tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:49.090097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d91f1b29-6f18-4547-884f-20d23b19b0da tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/subnets/c4d56097-85a1-4b87-8643-c8ecd7190e89 HTTP/1.1" status: 404 len: 337 time: 0.0453606 Jun 03 15:55:49.092686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57624) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:49.123856 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1d5f0a-7201-493b-8bd7-ebe1bd92a556 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] DELETE failed (client error): The resource could not be found. Jun 03 15:55:49.124501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1d5f0a-7201-493b-8bd7-ebe1bd92a556 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:55:49.125991 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0d1d5f0a-7201-493b-8bd7-ebe1bd92a556 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/b52f8b9a-7d9d-4029-bc73-3f905b210a1f HTTP/1.1" status: 404 len: 339 time: 0.0323758 Jun 03 15:55:49.128761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57628) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:49.144224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Deleting port dd51bc8e-3e5d-46e4-b531-8021771cdab7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:49.144759 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.212412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89c9776-95c0-4b2f-80b3-499d43d054fc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Deleting subnet 525ebcf0-3bb3-4a54-8103-cae06a23a9e7 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:55:49.217151 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f89c9776-95c0-4b2f-80b3-499d43d054fc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.283038 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f89c9776-95c0-4b2f-80b3-499d43d054fc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.378337 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f89c9776-95c0-4b2f-80b3-499d43d054fc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.458484 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f89c9776-95c0-4b2f-80b3-499d43d054fc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.459498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] For port dd51bc8e-3e5d-46e4-b531-8021771cdab7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dd51bc8e-3e5d-46e4-b531-8021771cdab7,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:49.459911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.499224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c9776-95c0-4b2f-80b3-499d43d054fc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Subnet': ['ID=525ebcf0-3bb3-4a54-8103-cae06a23a9e7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:49.503699 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f89c9776-95c0-4b2f-80b3-499d43d054fc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.513409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4843dc7-ef6e-4c52-adac-c33e0f7df36a None None] Network 192d2781-72f0-488f-8a58-6afa6c59e794 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:49.515248 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f89c9776-95c0-4b2f-80b3-499d43d054fc tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/subnets/525ebcf0-3bb3-4a54-8103-cae06a23a9e7 HTTP/1.1" status: 204 len: 168 time: 0.3855224 Jun 03 15:55:49.517555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57632) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:49.594826 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Calling delete_port for dd51bc8e-3e5d-46e4-b531-8021771cdab7 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:49.644706 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.658065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Deleting port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:49.658413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.814080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccc8c68-96dc-4b20-975c-87edc9fc838f None None] DHCP port deletion for 192d2781-72f0-488f-8a58-6afa6c59e794 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:55:49.819313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-eccc8c68-96dc-4b20-975c-87edc9fc838f None None] Deleting port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:49.819941 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eccc8c68-96dc-4b20-975c-87edc9fc838f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.900806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] For port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2bee116f-c13e-403b-b3fd-4c85dc9cfed8,segment=NetworkSegment(78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db),segment_id=78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:49.901078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:49.967747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:50.049926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Calling delete_port for 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:50.104531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Pushing event deleted for resources: {'Port': ['ID=dd51bc8e-3e5d-46e4-b531-8021771cdab7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:50.113351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-eccc8c68-96dc-4b20-975c-87edc9fc838f None None] For port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2bee116f-c13e-403b-b3fd-4c85dc9cfed8,segment=NetworkSegment(78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db),segment_id=78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:50.113976 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eccc8c68-96dc-4b20-975c-87edc9fc838f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:50.126843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.126843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.126843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.127206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.127394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.127713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.128024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.128339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.128648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.128955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.129263 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.129586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:55:50.192285 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:50.251925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] No DVR routers for this DVR port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:50.312868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-eccc8c68-96dc-4b20-975c-87edc9fc838f None None] Calling delete_port for 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:50.316064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Port': ['ID=2bee116f-c13e-403b-b3fd-4c85dc9cfed8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:50.447896 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:50.448440 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:50.483012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192d2781-72f0-488f-8a58-6afa6c59e794']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:50.501352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:50.502080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:50.502787 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-eccc8c68-96dc-4b20-975c-87edc9fc838f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:55:50.503549 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-eccc8c68-96dc-4b20-975c-87edc9fc838f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:55:50.516477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:50.532481 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:50.538995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:50.540996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:50.611947 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db resource provider aggregate not found Jun 03 15:55:50.632506 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78f3f7b8-ea9e-4f42-b2ee-8e6ee4abb6db found for delete ", "request_id": "req-e33c8d38-ef80-4fad-803f-d2fb3d96f00e"}]} Jun 03 15:55:50.650982 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:50.656555 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:50.686798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] Pushing event deleted for resources: {'Network': ['ID=192d2781-72f0-488f-8a58-6afa6c59e794,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:50.692730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ea08f325-5b79-4569-9ec4-4c6bf972e204 tempest-NetworksTest-1129621168 tempest-NetworksTest-1129621168-project] 10.222.0.48 "DELETE /v2.0/networks/192d2781-72f0-488f-8a58-6afa6c59e794 HTTP/1.1" status: 204 len: 168 time: 1.1740601 Jun 03 15:55:50.964877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:55:51.004448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-eccc8c68-96dc-4b20-975c-87edc9fc838f None None] Deleting port 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:51.004821 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eccc8c68-96dc-4b20-975c-87edc9fc838f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:51.016701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57646) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:51.079195 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-eccc8c68-96dc-4b20-975c-87edc9fc838f None None] The port '2bee116f-c13e-403b-b3fd-4c85dc9cfed8' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:55:51.149052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:55:51.175541 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea98a31-db47-4a40-92a2-cfebc9756954 None None] Sync routers for ids ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:55:51.176079 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-07c0009c-b756-47e4-8399-2d9dc88318be admin admin] 10.222.0.48 "PUT /v2.0/routers/1ff383ca-e870-4d2a-ac49-4fbc025ec09e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0695946 Jun 03 15:55:51.176172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57654) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:51.183312 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea98a31-db47-4a40-92a2-cfebc9756954 None None] Routers {'1ff383ca-e870-4d2a-ac49-4fbc025ec09e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:51.183925 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cea98a31-db47-4a40-92a2-cfebc9756954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:55:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:51.264115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-18982c5d-c66b-454c-ae18-acce058e16ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=002e28afc3db4e4b90459ab890b1e637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423742 Jun 03 15:55:51.266997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57658) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:51.386899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:51.436694 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:51.437037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2bee116f-c13e-403b-b3fd-4c85dc9cfed8 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:51.461516 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-cea98a31-db47-4a40-92a2-cfebc9756954 None None] Set router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:51.473899 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:51.533537 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03b262fc-e8d1-4148-8bcc-b22994faeeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:51.567374 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03b262fc-e8d1-4148-8bcc-b22994faeeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:51.632149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03b262fc-e8d1-4148-8bcc-b22994faeeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:51.654404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b262fc-e8d1-4148-8bcc-b22994faeeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd92fcdc-e59f-4af7-8beb-3925e265e242,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:51.660459 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-03b262fc-e8d1-4148-8bcc-b22994faeeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:51.661656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-03b262fc-e8d1-4148-8bcc-b22994faeeba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd92fcdc-e59f-4af7-8beb-3925e265e242 HTTP/1.1" status: 204 len: 168 time: 0.3929791 Jun 03 15:55:51.702794 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:51.712894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Deleting port b29073c4-419c-4c4c-b69c-a5a7315aebf2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:51.713263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:51.785284 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cea98a31-db47-4a40-92a2-cfebc9756954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'name': 'tempest-TestServerMultinode-988678510-router', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:41Z', 'updated_at': '2022-06-03T15:55:49Z', 'revision_number': 5, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'gw_port': {'id': 'b29073c4-419c-4c4c-b69c-a5a7315aebf2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:43Z', 'updated_at': '2022-06-03T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:51.791634 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea98a31-db47-4a40-92a2-cfebc9756954 None None] Checking router: 1ff383ca-e870-4d2a-ac49-4fbc025ec09e for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:55:51.801702 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea98a31-db47-4a40-92a2-cfebc9756954 None None] Routers {'1ff383ca-e870-4d2a-ac49-4fbc025ec09e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:51.802412 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cea98a31-db47-4a40-92a2-cfebc9756954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:55:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:51.914994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] For port b29073c4-419c-4c4c-b69c-a5a7315aebf2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b29073c4-419c-4c4c-b69c-a5a7315aebf2,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:51.915336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:51.974316 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-cea98a31-db47-4a40-92a2-cfebc9756954 None None] Set router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:52.058938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Calling delete_port for b29073c4-419c-4c4c-b69c-a5a7315aebf2 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:52.095154 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cea98a31-db47-4a40-92a2-cfebc9756954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'name': 'tempest-TestServerMultinode-988678510-router', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:41Z', 'updated_at': '2022-06-03T15:55:51Z', 'revision_number': 6, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:52.099502 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea98a31-db47-4a40-92a2-cfebc9756954 None None] The sync data for ids ['1ff383ca-e870-4d2a-ac49-4fbc025ec09e'] in n-d-844595-1 is: [{'id': '1ff383ca-e870-4d2a-ac49-4fbc025ec09e', 'name': 'tempest-TestServerMultinode-988678510-router', 'tenant_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:41Z', 'updated_at': '2022-06-03T15:55:51Z', 'revision_number': 6, 'project_id': 'a4dc1f6cf0c4415f924b1a9ac24a4a07', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:55:52.257579 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.315753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Pushing event deleted for resources: {'Port': ['ID=b29073c4-419c-4c4c-b69c-a5a7315aebf2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:52.430320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.619535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57684) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:52.743593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1178657305'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:52.749508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:52.753471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:network and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:52.756956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:52.758619 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.761863 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.763320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:52.774755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:52.778524 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.791685 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.792383 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.793156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff383ca-e870-4d2a-ac49-4fbc025ec09e {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:55:52.806747 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.807515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:52.807882 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9d0ef14f-83c8-4b39-901c-b786b4ddebdd admin admin] 10.222.0.48 "DELETE /v2.0/routers/1ff383ca-e870-4d2a-ac49-4fbc025ec09e HTTP/1.1" status: 204 len: 168 time: 1.6306674 Jun 03 15:55:52.810490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57690) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:52.811429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:security_group_rule and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:52.814382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:52.822112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:52.879633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5158dea3-e516-44d9-8fba-d016a179714a admin admin] Deleting subnet 6fea19f6-0eee-4cbf-a71f-266b290be69a {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:55:52.883180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5158dea3-e516-44d9-8fba-d016a179714a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.933724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.939682 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.940646 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5158dea3-e516-44d9-8fba-d016a179714a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.971630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:52.985550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c86b7-f028-4717-96b7-90bb51e34747,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:52.990091 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:52.990436 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Added segment 090830cb-8d6e-4f25-802c-3f5eae3ef74d of type vlan for network 5b15cf84-02fc-4064-b082-2cd8ad779e30 Jun 03 15:55:53.020855 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.035029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5158dea3-e516-44d9-8fba-d016a179714a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.055110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.061193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:53.061962 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.136263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5158dea3-e516-44d9-8fba-d016a179714a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.183668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158dea3-e516-44d9-8fba-d016a179714a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fea19f6-0eee-4cbf-a71f-266b290be69a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:53.195072 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5158dea3-e516-44d9-8fba-d016a179714a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.197692 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5766618 Jun 03 15:55:53.200363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57694) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:53.200679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef9c753-6e05-40ae-a317-4f0e6aadb5e3 None None] Network 9452f696-3b22-4b69-810d-e3cf12b72446 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:53.201144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64955e33-12b2-4f68-81de-a253954be05c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Network': ['ID=5b15cf84-02fc-4064-b082-2cd8ad779e30,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:53.207386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'name': 'tempest-PortsIpV6TestJSON-1602274014'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:53.294208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57698) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:53.294582 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5158dea3-e516-44d9-8fba-d016a179714a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6fea19f6-0eee-4cbf-a71f-266b290be69a HTTP/1.1" status: 204 len: 168 time: 0.4827604 Jun 03 15:55:53.319868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:53.346620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b29073c4-419c-4c4c-b69c-a5a7315aebf2 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:53.362687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:53.368102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:port and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:53.371587 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:53.386411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:53.413125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:53.420028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: b29073c4-419c-4c4c-b69c-a5a7315aebf2 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:53.420370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b29073c4-419c-4c4c-b69c-a5a7315aebf2 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:53.420836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dd51bc8e-3e5d-46e4-b531-8021771cdab7 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:53.428432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.464119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port d2e81dc8-bc0b-40ee-bdc2-156175e09581 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:55:53.520872 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.534117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Deleting port ed4de35e-c2ab-48c8-adea-5d40af30c10b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:53.534471 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.540820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: dd51bc8e-3e5d-46e4-b531-8021771cdab7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:53.541160 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dd51bc8e-3e5d-46e4-b531-8021771cdab7 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:53.742072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7dcb2-24f5-4c5f-be4a-ee1c81741097 None None] DHCP port deletion for 9452f696-3b22-4b69-810d-e3cf12b72446 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:55:53.746591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-72f7dcb2-24f5-4c5f-be4a-ee1c81741097 None None] Deleting port ed4de35e-c2ab-48c8-adea-5d40af30c10b {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:53.747721 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72f7dcb2-24f5-4c5f-be4a-ee1c81741097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.759167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.780313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] For port ed4de35e-c2ab-48c8-adea-5d40af30c10b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ed4de35e-c2ab-48c8-adea-5d40af30c10b,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:53.780888 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.802521 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:53.899276 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=d2e81dc8-bc0b-40ee-bdc2-156175e09581,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:53.916701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Checking segment: {'id': '090830cb-8d6e-4f25-802c-3f5eae3ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:53.917337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network hostable DHCP agents. Network: 5b15cf84-02fc-4064-b082-2cd8ad779e30, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:53.932105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Calling delete_port for ed4de35e-c2ab-48c8-adea-5d40af30c10b owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:53.940128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:53.953063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5b15cf84-02fc-4064-b082-2cd8ad779e30) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:53.961593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:53.969650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d21cfa8-4861-441c-940f-b1d81f7a6779 None None] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:53.969974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:53.970532 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.000176 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-45094739-14cc-451b-8954-c711b59fb309 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7961161 Jun 03 15:55:54.000919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57704) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:54.012334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-777584951'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:54.018764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:54.023602 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:network and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:54.026843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:54.033438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:54.036100 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.044310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:54.047836 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.073777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-72f7dcb2-24f5-4c5f-be4a-ee1c81741097 None None] For port ed4de35e-c2ab-48c8-adea-5d40af30c10b, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=ed4de35e-c2ab-48c8-adea-5d40af30c10b,segment=NetworkSegment(7fa90fbd-5900-4e6f-85ba-607b4e41dd36),segment_id=7fa90fbd-5900-4e6f-85ba-607b4e41dd36)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:54.074156 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72f7dcb2-24f5-4c5f-be4a-ee1c81741097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.086977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:54.097055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4de35e-c2ab-48c8-adea-5d40af30c10b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:54.100241 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.101563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] No DVR routers for this DVR port ed4de35e-c2ab-48c8-adea-5d40af30c10b on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:55:54.103459 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Added segment dfe4e7d2-7c1e-4b5b-a2fb-4ce7cec0da76 of type vlan for network 158f80c5-139e-4c20-afbf-c86b5a576a0e Jun 03 15:55:54.137398 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.182035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.189948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:54.191059 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.222816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-72f7dcb2-24f5-4c5f-be4a-ee1c81741097 None None] Calling delete_port for ed4de35e-c2ab-48c8-adea-5d40af30c10b owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:54.303125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.332076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Network': ['ID=158f80c5-139e-4c20-afbf-c86b5a576a0e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:54.340787 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b2f97cae-000c-4d4c-bb7c-f93387f45d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3387971 Jun 03 15:55:54.352873 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57708) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:54.356690 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'ports': [{'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30'}, {'network_id': '158f80c5-139e-4c20-afbf-c86b5a576a0e'}]} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:54.357272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:54.358027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': '158f80c5-139e-4c20-afbf-c86b5a576a0e'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:54.366213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 158f80c5-139e-4c20-afbf-c86b5a576a0e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:54.397171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9452f696-3b22-4b69-810d-e3cf12b72446']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:54.418036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa90fbd-5900-4e6f-85ba-607b4e41dd36') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:54.418398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa90fbd-5900-4e6f-85ba-607b4e41dd36') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:54.431023 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.448882 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.456028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:54.456477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.526414 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-72f7dcb2-24f5-4c5f-be4a-ee1c81741097 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:55:54.532860 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-72f7dcb2-24f5-4c5f-be4a-ee1c81741097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:55:54.539534 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7fa90fbd-5900-4e6f-85ba-607b4e41dd36 resource provider aggregate not found Jun 03 15:55:54.568708 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 7fa90fbd-5900-4e6f-85ba-607b4e41dd36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fa90fbd-5900-4e6f-85ba-607b4e41dd36 found for delete ", "request_id": "req-3950e41b-0b15-48e4-a5cc-44ac1520ab01"}]} Jun 03 15:55:54.581742 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.606749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.623000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=9452f696-3b22-4b69-810d-e3cf12b72446,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:54.630279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b2963239-cd9a-4f14-9604-7b018fc94ffb admin admin] 10.222.0.48 "DELETE /v2.0/networks/9452f696-3b22-4b69-810d-e3cf12b72446 HTTP/1.1" status: 204 len: 168 time: 1.3350546 Jun 03 15:55:54.633358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57726) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:54.649045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:54.653188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:port and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:54.656038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:54.661718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:54.674621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 2} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:54.679315 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.696942 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:54.929375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port daeee1c1-9f3a-4021-81c4-9e60c27c3d98 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:55:55.023748 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:55.040491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-72f7dcb2-24f5-4c5f-be4a-ee1c81741097 None None] Deleting port ed4de35e-c2ab-48c8-adea-5d40af30c10b {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:55.041168 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72f7dcb2-24f5-4c5f-be4a-ee1c81741097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:55.124491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-72f7dcb2-24f5-4c5f-be4a-ee1c81741097 None None] The port 'ed4de35e-c2ab-48c8-adea-5d40af30c10b' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:55:55.169744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port e5cb4083-98f0-4bbe-9158-7af7e04f2c4c yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:55:55.273298 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:55.291464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ed4de35e-c2ab-48c8-adea-5d40af30c10b no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:55.303678 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:55.362201 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:55.407815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:55:55.409562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: ed4de35e-c2ab-48c8-adea-5d40af30c10b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:55.410758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device ed4de35e-c2ab-48c8-adea-5d40af30c10b not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:55.411015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:55.416632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:55.416967 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:55.418558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=daeee1c1-9f3a-4021-81c4-9e60c27c3d98,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:55.521790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=e5cb4083-98f0-4bbe-9158-7af7e04f2c4c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:55.535693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Checking segment: {'id': 'dfe4e7d2-7c1e-4b5b-a2fb-4ce7cec0da76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '158f80c5-139e-4c20-afbf-c86b5a576a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:55.536058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network hostable DHCP agents. Network: 158f80c5-139e-4c20-afbf-c86b5a576a0e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:55.557430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 158f80c5-139e-4c20-afbf-c86b5a576a0e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:55.569516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 158f80c5-139e-4c20-afbf-c86b5a576a0e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:55.573024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:55:55.579566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:55.581795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347a2b8-a9da-423f-9a41-6b0c992764e2 None None] Network 158f80c5-139e-4c20-afbf-c86b5a576a0e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:55.584678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:55.585454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:55.620843 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b38d6fcb-c58f-480e-8b24-86a47c6d31d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2750418 Jun 03 15:55:55.621524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57740) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:55.704744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-efb69abf-846a-4347-a428-e9173bfe6b34 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port e5cb4083-98f0-4bbe-9158-7af7e04f2c4c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:55.705178 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efb69abf-846a-4347-a428-e9173bfe6b34 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:55.845798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] Deleting port 66785ef3-1695-48df-b63d-3fdd18ba07fe {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:55.846606 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:55.960375 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efb69abf-846a-4347-a428-e9173bfe6b34 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:56.045248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] For port 66785ef3-1695-48df-b63d-3fdd18ba07fe, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=66785ef3-1695-48df-b63d-3fdd18ba07fe,segment=NetworkSegment(aae91995-8ba2-4899-a17b-d163619e5619),segment_id=aae91995-8ba2-4899-a17b-d163619e5619)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:56.045604 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:56.180929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] Calling delete_port for 66785ef3-1695-48df-b63d-3fdd18ba07fe owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:56.255078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-efb69abf-846a-4347-a428-e9173bfe6b34 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for e5cb4083-98f0-4bbe-9158-7af7e04f2c4c owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:56.401758 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efb69abf-846a-4347-a428-e9173bfe6b34 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:56.459948 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:56.468833 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb69abf-846a-4347-a428-e9173bfe6b34 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=e5cb4083-98f0-4bbe-9158-7af7e04f2c4c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:56.473033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-efb69abf-846a-4347-a428-e9173bfe6b34 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:56.482581 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-efb69abf-846a-4347-a428-e9173bfe6b34 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/e5cb4083-98f0-4bbe-9158-7af7e04f2c4c HTTP/1.1" status: 204 len: 168 time: 0.8595204 Jun 03 15:55:56.484778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57754) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:56.578174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] Pushing event deleted for resources: {'Port': ['ID=66785ef3-1695-48df-b63d-3fdd18ba07fe,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:56.581762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a70b55-e6b8-4e48-a12d-b0329ae74b30 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:56.588462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a70b55-e6b8-4e48-a12d-b0329ae74b30 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:56.589256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-61a70b55-e6b8-4e48-a12d-b0329ae74b30 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:56.626176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-61a70b55-e6b8-4e48-a12d-b0329ae74b30 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:56.627854 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-61a70b55-e6b8-4e48-a12d-b0329ae74b30 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1420507 Jun 03 15:55:56.630732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57758) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:56.704891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e278129e-b55e-4576-bbce-8a874a1bb70f tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port daeee1c1-9f3a-4021-81c4-9e60c27c3d98 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:56.705215 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e278129e-b55e-4576-bbce-8a874a1bb70f tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:56.960232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e278129e-b55e-4576-bbce-8a874a1bb70f tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:56.983354 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:57.084834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e278129e-b55e-4576-bbce-8a874a1bb70f tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for daeee1c1-9f3a-4021-81c4-9e60c27c3d98 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:57.191824 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e278129e-b55e-4576-bbce-8a874a1bb70f tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:57.279128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278129e-b55e-4576-bbce-8a874a1bb70f tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=daeee1c1-9f3a-4021-81c4-9e60c27c3d98,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:57.301525 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e278129e-b55e-4576-bbce-8a874a1bb70f tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:57.328424 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e278129e-b55e-4576-bbce-8a874a1bb70f tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/daeee1c1-9f3a-4021-81c4-9e60c27c3d98 HTTP/1.1" status: 204 len: 168 time: 0.6962535 Jun 03 15:55:57.329320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57764) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:57.377669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] Router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:55:57.440582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fa45c4-68ed-437e-9dc0-43eb80019770 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:57.441359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-21fa45c4-68ed-437e-9dc0-43eb80019770 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:55:57.474406 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-21fa45c4-68ed-437e-9dc0-43eb80019770 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:55:57.475679 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-21fa45c4-68ed-437e-9dc0-43eb80019770 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1451635 Jun 03 15:55:57.478679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57768) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:57.524606 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae9ffba-d866-43b8-ba81-4e4ce0651f17 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:55:57.525966 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4ae9ffba-d866-43b8-ba81-4e4ce0651f17 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/e5cb4083-98f0-4bbe-9158-7af7e04f2c4c HTTP/1.1" status: 404 len: 333 time: 0.0463333 Jun 03 15:55:57.528682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57772) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:57.571133 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f3e85b-3a6f-4573-b708-e38ccd7415fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:55:57.575091 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f9f3e85b-3a6f-4573-b708-e38ccd7415fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/daeee1c1-9f3a-4021-81c4-9e60c27c3d98 HTTP/1.1" status: 404 len: 333 time: 0.0428510 Jun 03 15:55:57.575296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57776) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:57.593047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:55:57.604762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f0977-9ae8-49eb-95dc-706f1531699b None None] Sync routers for ids ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:55:57.609215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-91c8f35c-485b-4151-ab6d-5fecd31c2472 admin admin] 10.222.0.48 "PUT /v2.0/routers/91a351fa-5f82-4bb2-84d4-e1aa03f13f5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9725621 Jun 03 15:55:57.609516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57780) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:57.614955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f0977-9ae8-49eb-95dc-706f1531699b None None] Routers {'91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:57.615775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dc0f0977-9ae8-49eb-95dc-706f1531699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:55:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:57.696686 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:57.806570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-dc0f0977-9ae8-49eb-95dc-706f1531699b None None] Set router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:57.808765 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:57.835394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:57.875699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158f80c5-139e-4c20-afbf-c86b5a576a0e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:57.895173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe4e7d2-7c1e-4b5b-a2fb-4ce7cec0da76') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:57.895552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe4e7d2-7c1e-4b5b-a2fb-4ce7cec0da76') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:57.912244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:57.949260 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:57.956667 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:55:57.957050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.053808 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.070327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Deleting port 4386aff3-883a-4008-935f-2e70120fe5ad {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:58.070655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.082652 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment dfe4e7d2-7c1e-4b5b-a2fb-4ce7cec0da76 resource provider aggregate not found Jun 03 15:55:58.125958 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment dfe4e7d2-7c1e-4b5b-a2fb-4ce7cec0da76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfe4e7d2-7c1e-4b5b-a2fb-4ce7cec0da76 found for delete ", "request_id": "req-5b45d60e-4545-4c15-bb3b-04fee57ebc6c"}]} Jun 03 15:55:58.132958 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.140559 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.175691 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/networks/158f80c5-139e-4c20-afbf-c86b5a576a0e HTTP/1.1" status: 204 len: 168 time: 0.5987504 Jun 03 15:55:58.177779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b70b26-783c-4c74-aa6e-514593d80725 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Network': ['ID=158f80c5-139e-4c20-afbf-c86b5a576a0e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:58.182418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57790) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:58.188628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-583568627'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:58.214710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:58.237410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:network and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:58.246741 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:58.260050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:58.271253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dc0f0977-9ae8-49eb-95dc-706f1531699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'name': 'tempest-TestServerMultinode-1743064277-router', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:52Z', 'updated_at': '2022-06-03T15:55:56Z', 'revision_number': 5, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'gw_port': {'id': '4386aff3-883a-4008-935f-2e70120fe5ad', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:15:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:54:53Z', 'updated_at': '2022-06-03T15:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:58.276636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f0977-9ae8-49eb-95dc-706f1531699b None None] Checking router: 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:55:58.288033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f0977-9ae8-49eb-95dc-706f1531699b None None] Routers {'91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:55:58.288684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dc0f0977-9ae8-49eb-95dc-706f1531699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:55:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:58.307581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:58.326818 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.355469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] For port 4386aff3-883a-4008-935f-2e70120fe5ad, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4386aff3-883a-4008-935f-2e70120fe5ad,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:55:58.355842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.399225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:55:58.417700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.418614 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Added segment bd621cfb-7dde-4379-92c4-6b93bae2c030 of type vlan for network f901c977-7fa3-41b9-9501-0016b313846e Jun 03 15:55:58.468161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.504008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Calling delete_port for 4386aff3-883a-4008-935f-2e70120fe5ad owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:55:58.518980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-dc0f0977-9ae8-49eb-95dc-706f1531699b None None] Set router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:55:58.525183 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.538209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:58.539193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.653044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-dc0f0977-9ae8-49eb-95dc-706f1531699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'name': 'tempest-TestServerMultinode-1743064277-router', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:52Z', 'updated_at': '2022-06-03T15:55:58Z', 'revision_number': 6, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:55:58.658689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f0977-9ae8-49eb-95dc-706f1531699b None None] The sync data for ids ['91a351fa-5f82-4bb2-84d4-e1aa03f13f5e'] in n-d-844595-1 is: [{'id': '91a351fa-5f82-4bb2-84d4-e1aa03f13f5e', 'name': 'tempest-TestServerMultinode-1743064277-router', 'tenant_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:54:52Z', 'updated_at': '2022-06-03T15:55:58Z', 'revision_number': 6, 'project_id': 'd16d41f11e6f46e2bd85ee3d0de54632', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:55:58.677297 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4909821 Jun 03 15:55:58.687153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57794) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:58.698355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': 'f901c977-7fa3-41b9-9501-0016b313846e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:58.777334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb46b2e-a5d9-475a-89f3-92a04f672016 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Network': ['ID=f901c977-7fa3-41b9-9501-0016b313846e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:58.788787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f901c977-7fa3-41b9-9501-0016b313846e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:55:58.824736 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:58.829501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:55:58.833288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:55:58.837354 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.846347 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:58.860558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:58.865617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:58.890793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4386aff3-883a-4008-935f-2e70120fe5ad,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:58.989357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.136873 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Performing IP validity checks on allocation pools {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 15:55:59.139799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 15:55:59.180467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.183619 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.211255 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.212085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a351fa-5f82-4bb2-84d4-e1aa03f13f5e {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:55:59.225549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.229935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-230d5af8-feb8-461a-8872-9a545ecbf2cc admin admin] 10.222.0.48 "DELETE /v2.0/routers/91a351fa-5f82-4bb2-84d4-e1aa03f13f5e HTTP/1.1" status: 204 len: 168 time: 1.6194484 Jun 03 15:55:59.230624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57800) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:59.290842 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.309830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0638d725-0ba5-41b2-aaa8-054a54271c4a admin admin] Deleting subnet e1dd36c6-19e2-4163-a5c1-0e9817055556 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:55:59.313613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0638d725-0ba5-41b2-aaa8-054a54271c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.378030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Subnet': ['ID=e02f42c9-4c25-4b7a-be98-957c3653ab9b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:59.385329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0638d725-0ba5-41b2-aaa8-054a54271c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.392192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Checking segment: {'id': 'bd621cfb-7dde-4379-92c4-6b93bae2c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f901c977-7fa3-41b9-9501-0016b313846e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:55:59.392534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network hostable DHCP agents. Network: f901c977-7fa3-41b9-9501-0016b313846e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:55:59.411802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network f901c977-7fa3-41b9-9501-0016b313846e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:55:59.421469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, f901c977-7fa3-41b9-9501-0016b313846e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:55:59.426448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:55:59.430156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.431115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec189d00-58b1-442b-bcd4-da0987c450ba None None] Network f901c977-7fa3-41b9-9501-0016b313846e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:59.454857 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e8fd218d-7b14-4470-b47e-1cb762693d0c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7667146 Jun 03 15:55:59.457430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57804) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:59.464166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': 'f901c977-7fa3-41b9-9501-0016b313846e', 'name': 'tempest-PortsIpV6TestJSON-2119759299'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:55:59.554865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0638d725-0ba5-41b2-aaa8-054a54271c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.640100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 66785ef3-1695-48df-b63d-3fdd18ba07fe no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:59.657565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:55:59.670480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:55:59.676390 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0638d725-0ba5-41b2-aaa8-054a54271c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.722072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638d725-0ba5-41b2-aaa8-054a54271c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1dd36c6-19e2-4163-a5c1-0e9817055556,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:55:59.724417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:55:59.729611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.736283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 66785ef3-1695-48df-b63d-3fdd18ba07fe {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:59.736808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 66785ef3-1695-48df-b63d-3fdd18ba07fe not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:59.737010 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4386aff3-883a-4008-935f-2e70120fe5ad no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:55:59.746015 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0638d725-0ba5-41b2-aaa8-054a54271c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.761120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57808) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:55:59.761296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0638d725-0ba5-41b2-aaa8-054a54271c4a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e1dd36c6-19e2-4163-a5c1-0e9817055556 HTTP/1.1" status: 204 len: 168 time: 0.5294759 Jun 03 15:55:59.762592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port 22bdcac0-1550-4df8-834c-0dbfc5615e8b yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:55:59.773850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-f901c977-7fa3-41b9-9501-0016b313846e', 'network_id': 'f901c977-7fa3-41b9-9501-0016b313846e', 'tenant_id': '4b205975f3ca420fa7da94b31f4d5ad1', 'fixed_ips': [{'subnet_id': 'e02f42c9-4c25-4b7a-be98-957c3653ab9b'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:55:59.774695 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.788387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42336e9a-37f0-43c1-9ded-404d87369fcb None None] Network 18c8338b-44b8-43ec-b59e-04dd582331bb requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:55:59.819162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 4386aff3-883a-4008-935f-2e70120fe5ad {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:55:59.819888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4386aff3-883a-4008-935f-2e70120fe5ad not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:55:59.873613 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.906581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.917445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Deleting port 23e1cef8-45c2-486e-9f72-a9cda295f2db {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:55:59.917775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:55:59.932217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8::311 (f901c977-7fa3-41b9-9501-0016b313846e/e02f42c9-4c25-4b7a-be98-957c3653ab9b/22bdcac0-1550-4df8-834c-0dbfc5615e8b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:00.129032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] For port 23e1cef8-45c2-486e-9f72-a9cda295f2db, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=23e1cef8-45c2-486e-9f72-a9cda295f2db,segment=NetworkSegment(aae91995-8ba2-4899-a17b-d163619e5619),segment_id=aae91995-8ba2-4899-a17b-d163619e5619)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:00.129387 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.148024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e6efd8-a7a8-4760-bb02-dab8fb13cee7 None None] DHCP port deletion for 18c8338b-44b8-43ec-b59e-04dd582331bb request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:56:00.152157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-14e6efd8-a7a8-4760-bb02-dab8fb13cee7 None None] Deleting port 23e1cef8-45c2-486e-9f72-a9cda295f2db {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:00.152436 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14e6efd8-a7a8-4760-bb02-dab8fb13cee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.171690 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.189390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Transition to ACTIVE for port object 22bdcac0-1550-4df8-834c-0dbfc5615e8b will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:00.217916 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.262019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Calling delete_port for 23e1cef8-45c2-486e-9f72-a9cda295f2db owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:00.352542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=22bdcac0-1550-4df8-834c-0dbfc5615e8b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:00.358119 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.375842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Allocated IP 2001:db8::2 (f901c977-7fa3-41b9-9501-0016b313846e/e02f42c9-4c25-4b7a-be98-957c3653ab9b/fe5673e3-00e0-436a-b2d9-3ffcc8865389) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:00.380757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network f901c977-7fa3-41b9-9501-0016b313846e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:00.382326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:00.387969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:00.399809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:00.400455 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.438579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6f186acf-8f7f-4cc7-9f1a-9565d32b7772 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9797363 Jun 03 15:56:00.440977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57818) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:00.443853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] No DVR routers for this DVR port 23e1cef8-45c2-486e-9f72-a9cda295f2db on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:00.445735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Pushing event deleted for resources: {'Port': ['ID=23e1cef8-45c2-486e-9f72-a9cda295f2db,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:00.528920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 22bdcac0-1550-4df8-834c-0dbfc5615e8b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:00.529246 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.551771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-14e6efd8-a7a8-4760-bb02-dab8fb13cee7 None None] For port 23e1cef8-45c2-486e-9f72-a9cda295f2db, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=23e1cef8-45c2-486e-9f72-a9cda295f2db,segment=NetworkSegment(aae91995-8ba2-4899-a17b-d163619e5619),segment_id=aae91995-8ba2-4899-a17b-d163619e5619)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:00.552251 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14e6efd8-a7a8-4760-bb02-dab8fb13cee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.573898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.607432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c8338b-44b8-43ec-b59e-04dd582331bb']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:00.624896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae91995-8ba2-4899-a17b-d163619e5619') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:00.625235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae91995-8ba2-4899-a17b-d163619e5619') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:00.638945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.656897 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.664289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:56:00.664776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.683646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-14e6efd8-a7a8-4760-bb02-dab8fb13cee7 None None] Calling delete_port for 23e1cef8-45c2-486e-9f72-a9cda295f2db owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:00.737296 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment aae91995-8ba2-4899-a17b-d163619e5619 resource provider aggregate not found Jun 03 15:56:00.771364 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment aae91995-8ba2-4899-a17b-d163619e5619 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aae91995-8ba2-4899-a17b-d163619e5619 found for delete ", "request_id": "req-d0196180-a437-4784-bd5c-322fc5c9d65a"}]} Jun 03 15:56:00.791140 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.815332 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.828082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] Pushing event deleted for resources: {'Network': ['ID=18c8338b-44b8-43ec-b59e-04dd582331bb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:00.843537 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d9c93710-225f-4cbe-acb1-b3dbade0284a admin admin] 10.222.0.48 "DELETE /v2.0/networks/18c8338b-44b8-43ec-b59e-04dd582331bb HTTP/1.1" status: 204 len: 168 time: 1.0784354 Jun 03 15:56:00.895904 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-14e6efd8-a7a8-4760-bb02-dab8fb13cee7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:56:00.906381 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-14e6efd8-a7a8-4760-bb02-dab8fb13cee7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:56:00.942392 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:00.968601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Transition to ACTIVE for port object fe5673e3-00e0-436a-b2d9-3ffcc8865389 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:00.997796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Transition to ACTIVE for port object fe5673e3-00e0-436a-b2d9-3ffcc8865389 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:01.002347 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.008412 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.063683 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57836) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:01.099098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Network f901c977-7fa3-41b9-9501-0016b313846e is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:01.100400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:01.102511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Pushing event updated for resources: {'Port': ['ID=fe5673e3-00e0-436a-b2d9-3ffcc8865389,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:01.104817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:01.127945 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bf25d1e4-5a36-4c7f-8d79-efe534e7dec7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4dc1f6cf0c4415f924b1a9ac24a4a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629301 Jun 03 15:56:01.130888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57840) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:01.153683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 22bdcac0-1550-4df8-834c-0dbfc5615e8b owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:01.201730 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e8f4-363d-4aaa-9bb5-fa3f44875773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.215211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Attempting to bind port fe5673e3-00e0-436a-b2d9-3ffcc8865389 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:01.215723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Attempting to bind port fe5673e3-00e0-436a-b2d9-3ffcc8865389 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'bd621cfb-7dde-4379-92c4-6b93bae2c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f901c977-7fa3-41b9-9501-0016b313846e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:01.216213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Attempting to bind port fe5673e3-00e0-436a-b2d9-3ffcc8865389 on network f901c977-7fa3-41b9-9501-0016b313846e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:01.228824 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e8f4-363d-4aaa-9bb5-fa3f44875773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.232576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:01.232949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Checking segment: {'id': 'bd621cfb-7dde-4379-92c4-6b93bae2c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f901c977-7fa3-41b9-9501-0016b313846e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:01.233341 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.233726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Bound using segment: {'id': 'bd621cfb-7dde-4379-92c4-6b93bae2c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f901c977-7fa3-41b9-9501-0016b313846e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:01.234223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Bound port: fe5673e3-00e0-436a-b2d9-3ffcc8865389, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd621cfb-7dde-4379-92c4-6b93bae2c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f901c977-7fa3-41b9-9501-0016b313846e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:01.234588 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.290473 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e8f4-363d-4aaa-9bb5-fa3f44875773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.333965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1e8f4-363d-4aaa-9bb5-fa3f44875773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf53fc15-1aa7-4dc3-9b8d-66831140dcdc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:01.336040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 23e1cef8-45c2-486e-9f72-a9cda295f2db no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:01.339384 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c3a1e8f4-363d-4aaa-9bb5-fa3f44875773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.343345 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c3a1e8f4-363d-4aaa-9bb5-fa3f44875773 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf53fc15-1aa7-4dc3-9b8d-66831140dcdc HTTP/1.1" status: 204 len: 168 time: 0.2088532 Jun 03 15:56:01.348996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.379817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 23e1cef8-45c2-486e-9f72-a9cda295f2db {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:01.380202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 23e1cef8-45c2-486e-9f72-a9cda295f2db not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:01.413181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-14e6efd8-a7a8-4760-bb02-dab8fb13cee7 None None] Deleting port 23e1cef8-45c2-486e-9f72-a9cda295f2db {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:01.413617 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14e6efd8-a7a8-4760-bb02-dab8fb13cee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.431538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=22bdcac0-1550-4df8-834c-0dbfc5615e8b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:01.487119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-14e6efd8-a7a8-4760-bb02-dab8fb13cee7 None None] The port '23e1cef8-45c2-486e-9f72-a9cda295f2db' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:56:01.494250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.494909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.495028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.495333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.495701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.496028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.496389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.496751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.497071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.497384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.497696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.498948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:01.499129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] For port fe5673e3-00e0-436a-b2d9-3ffcc8865389, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:01.506176 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.513628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] For port fe5673e3-00e0-436a-b2d9-3ffcc8865389, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fe5673e3-00e0-436a-b2d9-3ffcc8865389,segment=NetworkSegment(bd621cfb-7dde-4379-92c4-6b93bae2c030),segment_id=bd621cfb-7dde-4379-92c4-6b93bae2c030)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:01.520422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-930ed53a-278b-496c-97f1-33c7787613eb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/22bdcac0-1550-4df8-834c-0dbfc5615e8b HTTP/1.1" status: 204 len: 168 time: 1.0759521 Jun 03 15:56:01.520959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57846) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:01.523189 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.566282 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcaf01e3-c311-4cb2-bc22-cffbd952fb85 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:56:01.567044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcaf01e3-c311-4cb2-bc22-cffbd952fb85 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:56:01.571460 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dcaf01e3-c311-4cb2-bc22-cffbd952fb85 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/22bdcac0-1550-4df8-834c-0dbfc5615e8b HTTP/1.1" status: 404 len: 333 time: 0.0466359 Jun 03 15:56:01.572067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57852) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:01.624528 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c55c8e8-bbb1-444b-adf0-948183d4e3fa tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:01.625212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1c55c8e8-bbb1-444b-adf0-948183d4e3fa tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:01.646168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1c55c8e8-bbb1-444b-adf0-948183d4e3fa tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:01.651777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1c55c8e8-bbb1-444b-adf0-948183d4e3fa tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/22bdcac0-1550-4df8-834c-0dbfc5615e8b HTTP/1.1" status: 404 len: 333 time: 0.0757637 Jun 03 15:56:01.652310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57856) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:01.670329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044e90b-522d-4189-9014-13437a12d9cb None None] Pushing event updated for resources: {'Port': ['ID=fe5673e3-00e0-436a-b2d9-3ffcc8865389,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:01.733584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f83a4f0-d296-4ef4-b30c-cdb081d3b747 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting subnet e02f42c9-4c25-4b7a-be98-957c3653ab9b {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:56:01.736948 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f83a4f0-d296-4ef4-b30c-cdb081d3b747 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.805312 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f83a4f0-d296-4ef4-b30c-cdb081d3b747 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.810523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57860) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:01.825835 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:56:01.867589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7d716167-5678-4d27-8580-88f5707f2bf2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d16d41f11e6f46e2bd85ee3d0de54632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533068 Jun 03 15:56:01.868562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57864) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:01.915305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f83a4f0-d296-4ef4-b30c-cdb081d3b747 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:01.949487 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e471a40-35b5-4ea0-9cf3-2ec506d80363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.005368 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e471a40-35b5-4ea0-9cf3-2ec506d80363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.062432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f83a4f0-d296-4ef4-b30c-cdb081d3b747 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.088447 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e471a40-35b5-4ea0-9cf3-2ec506d80363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.127019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e471a40-35b5-4ea0-9cf3-2ec506d80363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3505a64-fb9b-4e7a-899a-e6892e2f17b3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:02.127186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f83a4f0-d296-4ef4-b30c-cdb081d3b747 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.131508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83a4f0-d296-4ef4-b30c-cdb081d3b747 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Subnet': ['ID=e02f42c9-4c25-4b7a-be98-957c3653ab9b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:02.145723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57870) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:02.147475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2f83a4f0-d296-4ef4-b30c-cdb081d3b747 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/e02f42c9-4c25-4b7a-be98-957c3653ab9b HTTP/1.1" status: 204 len: 168 time: 0.4939799 Jun 03 15:56:02.173510 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-961aadab-763d-49e8-9038-c6304056dac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.183713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5e471a40-35b5-4ea0-9cf3-2ec506d80363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.185183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5e471a40-35b5-4ea0-9cf3-2ec506d80363 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3505a64-fb9b-4e7a-899a-e6892e2f17b3 HTTP/1.1" status: 204 len: 168 time: 0.3151395 Jun 03 15:56:02.277501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.296744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port fe5673e3-00e0-436a-b2d9-3ffcc8865389 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:02.297068 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.459788 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-88366e48-d156-4643-b94a-d84b1db6fae0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091797 Jun 03 15:56:02.590707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] For port fe5673e3-00e0-436a-b2d9-3ffcc8865389, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fe5673e3-00e0-436a-b2d9-3ffcc8865389,segment=NetworkSegment(bd621cfb-7dde-4379-92c4-6b93bae2c030),segment_id=bd621cfb-7dde-4379-92c4-6b93bae2c030)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:02.591060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.726862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-602852f2-e76b-4fe7-a0d8-20d0c60f16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:02.729750 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-602852f2-e76b-4fe7-a0d8-20d0c60f16c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 1097 time: 0.1533737 Jun 03 15:56:02.772536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for fe5673e3-00e0-436a-b2d9-3ffcc8865389 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:02.877688 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:02.966060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=fe5673e3-00e0-436a-b2d9-3ffcc8865389,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:02.975206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No DVR routers for this DVR port fe5673e3-00e0-436a-b2d9-3ffcc8865389 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:03.020446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7fbc39-2228-41c8-a851-0d12d7a0129e None None] Network f901c977-7fa3-41b9-9501-0016b313846e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:03.115191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fcde7f6b-4b05-456c-86be-68046d448489 None None] Could not find standard attr ID for object fe5673e3-00e0-436a-b2d9-3ffcc8865389. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:56:03.129279 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.157988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-92596471-6e9c-4a0b-8e93-fc14417714f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:03.159696 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-92596471-6e9c-4a0b-8e93-fc14417714f7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.3987424 Jun 03 15:56:03.182009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f901c977-7fa3-41b9-9501-0016b313846e']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:03.207357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd621cfb-7dde-4379-92c4-6b93bae2c030') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:03.207932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd621cfb-7dde-4379-92c4-6b93bae2c030') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:03.233517 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.265138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8c4911-61c5-4c5c-bc15-40caf5c3d5d6 None None] DHCP port deletion for f901c977-7fa3-41b9-9501-0016b313846e request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:56:03.270197 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.300924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:56:03.301992 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.366488 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-d491bdf8-cf0d-4c53-a02d-daf92a14e17d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c7699b0-2f51-432c-8115-a4b2c8bc673a HTTP/1.1" status: 200 len: 1001 time: 0.1970320 Jun 03 15:56:03.433625 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment bd621cfb-7dde-4379-92c4-6b93bae2c030 resource provider aggregate not found Jun 03 15:56:03.442095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-58230ef7-9804-44a0-8bb8-cdceba70a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:03.444006 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-58230ef7-9804-44a0-8bb8-cdceba70a8d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0709386 Jun 03 15:56:03.458308 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment bd621cfb-7dde-4379-92c4-6b93bae2c030 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd621cfb-7dde-4379-92c4-6b93bae2c030 found for delete ", "request_id": "req-ded3a3b5-8af9-468f-b0c2-3031b8cef77c"}]} Jun 03 15:56:03.474194 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.508971 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.531500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Network': ['ID=f901c977-7fa3-41b9-9501-0016b313846e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:03.532250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-81ae896a-3b97-4467-bd2c-5aba28db8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:03.535911 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-81ae896a-3b97-4467-bd2c-5aba28db8e40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856524 Jun 03 15:56:03.541295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9a90b3fc-3e4c-4530-9643-d55937919582 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/networks/f901c977-7fa3-41b9-9501-0016b313846e HTTP/1.1" status: 204 len: 168 time: 1.3906119 Jun 03 15:56:03.541571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57886) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:03.547704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2111389429'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:03.553689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:03.557907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:network and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:03.560908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:03.570815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:03.586920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:03.591225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.626013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:56:03.634060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57890) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:03.652077 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.652426 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Added segment 9ad22990-afb7-4698-8674-7f2e5c8231a7 of type vlan for network d79b4e90-fb7c-48c4-9a00-af07e99ee2da Jun 03 15:56:03.682892 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.705999 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-84b0aa59-61a6-4843-b4b7-34c563f46601 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616635 Jun 03 15:56:03.719744 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.726310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:03.726932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.857290 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-66177e7c-7497-4047-85c2-9dd71c92c68f req-6854476e-5e5f-4e63-b0e5-20c2263f8e3c service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454198 Jun 03 15:56:03.957297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4145272 Jun 03 15:56:03.958211 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8047397-5770-49f8-9ebd-36e4cff05abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:03.960509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57896) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:03.966178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': 'd79b4e90-fb7c-48c4-9a00-af07e99ee2da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:03.977945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25914a61-e768-426e-92de-9adf11561625 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Network': ['ID=d79b4e90-fb7c-48c4-9a00-af07e99ee2da,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:03.981506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e8047397-5770-49f8-9ebd-36e4cff05abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:03.985631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e8047397-5770-49f8-9ebd-36e4cff05abb admin admin] Usage tracker for resource:security_group_rule and tenant:075f70bef496447abe0129e3548d6526 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:03.988435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network d79b4e90-fb7c-48c4-9a00-af07e99ee2da details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:56:03.989380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e8047397-5770-49f8-9ebd-36e4cff05abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:03.995384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e8047397-5770-49f8-9ebd-36e4cff05abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:04.078477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:04.080899 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8047397-5770-49f8-9ebd-36e4cff05abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.082357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:04.086011 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8047397-5770-49f8-9ebd-36e4cff05abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.086431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:04.093088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:04.103981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:04.107567 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.136336 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e8047397-5770-49f8-9ebd-36e4cff05abb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=075f70bef496447abe0129e3548d6526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009539 Jun 03 15:56:04.137013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8047397-5770-49f8-9ebd-36e4cff05abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0cd5e6-35a0-4cf2-85f4-826097c539c0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:04.139341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57900) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:04.201164 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcc59742-6489-4ef3-83a5-2dbbd6cd4f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.228072 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcc59742-6489-4ef3-83a5-2dbbd6cd4f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.279942 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcc59742-6489-4ef3-83a5-2dbbd6cd4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.298029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc59742-6489-4ef3-83a5-2dbbd6cd4f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0cd5e6-35a0-4cf2-85f4-826097c539c0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:04.307048 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fcc59742-6489-4ef3-83a5-2dbbd6cd4f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.310632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fcc59742-6489-4ef3-83a5-2dbbd6cd4f1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa0cd5e6-35a0-4cf2-85f4-826097c539c0 HTTP/1.1" status: 204 len: 168 time: 0.1679833 Jun 03 15:56:04.352638 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.434634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Subnet': ['ID=8a4cb2c7-4683-4510-a92e-a08704b9669a,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:04.444130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Checking segment: {'id': '9ad22990-afb7-4698-8674-7f2e5c8231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd79b4e90-fb7c-48c4-9a00-af07e99ee2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:04.444469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network hostable DHCP agents. Network: d79b4e90-fb7c-48c4-9a00-af07e99ee2da, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:56:04.464534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network d79b4e90-fb7c-48c4-9a00-af07e99ee2da is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:56:04.475173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, d79b4e90-fb7c-48c4-9a00-af07e99ee2da) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:04.480512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:04.481281 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.485363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28f0ce-b68d-4fcf-8c52-640ddc0c4248 None None] Network d79b4e90-fb7c-48c4-9a00-af07e99ee2da requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:04.509771 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-47bad6da-1b77-4a85-ae3b-d7fec8315cab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5455811 Jun 03 15:56:04.510046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 57908) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:04.515790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': 'd79b4e90-fb7c-48c4-9a00-af07e99ee2da', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-917650296'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:04.668801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:04.673110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:port and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:04.676409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:04.682692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:04.694920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:04.699653 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.719617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-d79b4e90-fb7c-48c4-9a00-af07e99ee2da', 'network_id': 'd79b4e90-fb7c-48c4-9a00-af07e99ee2da', 'tenant_id': '4b205975f3ca420fa7da94b31f4d5ad1', 'fixed_ips': [{'subnet_id': '8a4cb2c7-4683-4510-a92e-a08704b9669a'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:56:04.720595 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.729645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port 62985396-911e-44ee-b47b-48ee18eaa037 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:04.853552 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ea339329-c6de-4155-81e2-6d0d3cd4fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:04.878928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8::12f (d79b4e90-fb7c-48c4-9a00-af07e99ee2da/8a4cb2c7-4683-4510-a92e-a08704b9669a/62985396-911e-44ee-b47b-48ee18eaa037) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:05.049499 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.066018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Transition to ACTIVE for port object 62985396-911e-44ee-b47b-48ee18eaa037 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:05.093815 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.160285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Allocated IP 2001:db8::2 (d79b4e90-fb7c-48c4-9a00-af07e99ee2da/8a4cb2c7-4683-4510-a92e-a08704b9669a/9e963ccb-42be-4531-9628-d8dabb598f20) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:05.165747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network d79b4e90-fb7c-48c4-9a00-af07e99ee2da is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:05.169184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:05.173439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:05.179486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:05.180107 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.207551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=62985396-911e-44ee-b47b-48ee18eaa037,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:05.218208 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9fd8207c-52e9-4a99-a60f-621813e89391 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7067482 Jun 03 15:56:05.218303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57936) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:05.253717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fe5673e3-00e0-436a-b2d9-3ffcc8865389 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:05.307292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: fe5673e3-00e0-436a-b2d9-3ffcc8865389 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:05.307853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fe5673e3-00e0-436a-b2d9-3ffcc8865389 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:05.334646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cc16c553-d08e-4e7f-b2c6-c66a0ac3364e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 62985396-911e-44ee-b47b-48ee18eaa037 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:05.335087 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc16c553-d08e-4e7f-b2c6-c66a0ac3364e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.384948 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.482449 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.493972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Transition to ACTIVE for port object 9e963ccb-42be-4531-9628-d8dabb598f20 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:05.514204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Transition to ACTIVE for port object 9e963ccb-42be-4531-9628-d8dabb598f20 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:05.521530 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.591803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Network d79b4e90-fb7c-48c4-9a00-af07e99ee2da is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:05.594742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:05.597076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:05.607124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Pushing event updated for resources: {'Port': ['ID=9e963ccb-42be-4531-9628-d8dabb598f20,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:05.635712 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc16c553-d08e-4e7f-b2c6-c66a0ac3364e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.707439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.714423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Attempting to bind port 9e963ccb-42be-4531-9628-d8dabb598f20 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:05.714828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Attempting to bind port 9e963ccb-42be-4531-9628-d8dabb598f20 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '9ad22990-afb7-4698-8674-7f2e5c8231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd79b4e90-fb7c-48c4-9a00-af07e99ee2da'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:05.715190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Attempting to bind port 9e963ccb-42be-4531-9628-d8dabb598f20 on network d79b4e90-fb7c-48c4-9a00-af07e99ee2da {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:05.721110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:05.721492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Checking segment: {'id': '9ad22990-afb7-4698-8674-7f2e5c8231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd79b4e90-fb7c-48c4-9a00-af07e99ee2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:05.721861 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.722330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Bound using segment: {'id': '9ad22990-afb7-4698-8674-7f2e5c8231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd79b4e90-fb7c-48c4-9a00-af07e99ee2da'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:05.723342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Bound port: 9e963ccb-42be-4531-9628-d8dabb598f20, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad22990-afb7-4698-8674-7f2e5c8231a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd79b4e90-fb7c-48c4-9a00-af07e99ee2da'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:05.723342 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.776733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cc16c553-d08e-4e7f-b2c6-c66a0ac3364e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 62985396-911e-44ee-b47b-48ee18eaa037 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:05.835246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] For port 9e963ccb-42be-4531-9628-d8dabb598f20, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:05.838702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] For port 9e963ccb-42be-4531-9628-d8dabb598f20, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9e963ccb-42be-4531-9628-d8dabb598f20,segment=NetworkSegment(9ad22990-afb7-4698-8674-7f2e5c8231a7),segment_id=9ad22990-afb7-4698-8674-7f2e5c8231a7)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:05.845535 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.937477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc16c553-d08e-4e7f-b2c6-c66a0ac3364e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:05.945737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45d19e-9879-42f6-8054-2597acc8f9d0 None None] Pushing event updated for resources: {'Port': ['ID=9e963ccb-42be-4531-9628-d8dabb598f20,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:06.035778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16c553-d08e-4e7f-b2c6-c66a0ac3364e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=62985396-911e-44ee-b47b-48ee18eaa037,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:06.040503 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cc16c553-d08e-4e7f-b2c6-c66a0ac3364e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.051047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cc16c553-d08e-4e7f-b2c6-c66a0ac3364e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/62985396-911e-44ee-b47b-48ee18eaa037 HTTP/1.1" status: 204 len: 168 time: 0.8318002 Jun 03 15:56:06.053746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 57982) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:06.097348 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb9ac4d-d549-4959-9dbb-7f923f4241fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:06.097804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0eb9ac4d-d549-4959-9dbb-7f923f4241fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:06.116956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0eb9ac4d-d549-4959-9dbb-7f923f4241fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:06.118287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0eb9ac4d-d549-4959-9dbb-7f923f4241fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/62985396-911e-44ee-b47b-48ee18eaa037 HTTP/1.1" status: 404 len: 333 time: 0.0636322 Jun 03 15:56:06.121288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58002) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:06.213631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac053cb6-3b6b-4ce0-802a-3d15bd0a5fb0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting subnet 8a4cb2c7-4683-4510-a92e-a08704b9669a {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:56:06.216905 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac053cb6-3b6b-4ce0-802a-3d15bd0a5fb0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.290834 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac053cb6-3b6b-4ce0-802a-3d15bd0a5fb0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.387203 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac053cb6-3b6b-4ce0-802a-3d15bd0a5fb0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.467243 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac053cb6-3b6b-4ce0-802a-3d15bd0a5fb0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.508315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac053cb6-3b6b-4ce0-802a-3d15bd0a5fb0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4cb2c7-4683-4510-a92e-a08704b9669a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:06.512604 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ac053cb6-3b6b-4ce0-802a-3d15bd0a5fb0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.518964 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ac053cb6-3b6b-4ce0-802a-3d15bd0a5fb0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/8a4cb2c7-4683-4510-a92e-a08704b9669a HTTP/1.1" status: 204 len: 168 time: 0.3965583 Jun 03 15:56:06.521943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58014) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:06.640731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.652806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 9e963ccb-42be-4531-9628-d8dabb598f20 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:06.653413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:06.898954 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] For port 9e963ccb-42be-4531-9628-d8dabb598f20, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9e963ccb-42be-4531-9628-d8dabb598f20,segment=NetworkSegment(9ad22990-afb7-4698-8674-7f2e5c8231a7),segment_id=9ad22990-afb7-4698-8674-7f2e5c8231a7)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:06.899371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.016871 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cfd84c-cb7f-4fc4-bd47-9bfcda3f4e10 None None] Network d79b4e90-fb7c-48c4-9a00-af07e99ee2da requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:07.141336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-48fbc827-4d93-41b8-afec-90b005894b67 None None] Provisioning for port 9e963ccb-42be-4531-9628-d8dabb598f20 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:07.147206 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.167083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 9e963ccb-42be-4531-9628-d8dabb598f20 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:07.254346 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.315519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=9e963ccb-42be-4531-9628-d8dabb598f20,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:07.319449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No DVR routers for this DVR port 9e963ccb-42be-4531-9628-d8dabb598f20 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:07.334154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de047b30-54fd-4f43-a544-9ed4233d0983 None None] DHCP port deletion for d79b4e90-fb7c-48c4-9a00-af07e99ee2da request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:56:07.455969 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.482765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79b4e90-fb7c-48c4-9a00-af07e99ee2da']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:07.495327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad22990-afb7-4698-8674-7f2e5c8231a7') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:07.495623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad22990-afb7-4698-8674-7f2e5c8231a7') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:07.507329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.524236 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.530893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:56:07.531293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.602339 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9ad22990-afb7-4698-8674-7f2e5c8231a7 resource provider aggregate not found Jun 03 15:56:07.625049 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 9ad22990-afb7-4698-8674-7f2e5c8231a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ad22990-afb7-4698-8674-7f2e5c8231a7 found for delete ", "request_id": "req-471c27e5-f8e3-46b5-9fad-42f4cee69f37"}]} Jun 03 15:56:07.641247 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.659094 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.676513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Network': ['ID=d79b4e90-fb7c-48c4-9a00-af07e99ee2da,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:07.686248 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-de7bf6c3-ab1e-4f01-bd4f-80ee52205b98 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/networks/d79b4e90-fb7c-48c4-9a00-af07e99ee2da HTTP/1.1" status: 204 len: 168 time: 1.1632106 Jun 03 15:56:07.690139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:07.695650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'name': 'tempest-PortsIpV6TestJSON-1348990528'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:07.807970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:07.812131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:port and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:07.815092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:07.820870 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:07.832715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:07.836306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:07.859337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port a3f879bf-8fc6-4f26-9005-0415560fee1b yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:08.205146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:08.234690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:08.306024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:08.309293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:08.313533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:08.319584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:08.319683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:08.336131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=a3f879bf-8fc6-4f26-9005-0415560fee1b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:08.352453 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ec5810e1-f1f8-4e14-b0ea-6e40e6a176ef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6613798 Jun 03 15:56:08.355350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58030) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:08.426527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6f27e855-992f-4e6f-a267-64fc104aadfb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port a3f879bf-8fc6-4f26-9005-0415560fee1b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:08.426863 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f27e855-992f-4e6f-a267-64fc104aadfb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:08.644889 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f27e855-992f-4e6f-a267-64fc104aadfb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:08.772310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-6f27e855-992f-4e6f-a267-64fc104aadfb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for a3f879bf-8fc6-4f26-9005-0415560fee1b owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:08.858007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f27e855-992f-4e6f-a267-64fc104aadfb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:08.914655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27e855-992f-4e6f-a267-64fc104aadfb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=a3f879bf-8fc6-4f26-9005-0415560fee1b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:08.917908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6f27e855-992f-4e6f-a267-64fc104aadfb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:08.930165 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6f27e855-992f-4e6f-a267-64fc104aadfb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/a3f879bf-8fc6-4f26-9005-0415560fee1b HTTP/1.1" status: 204 len: 168 time: 0.5714533 Jun 03 15:56:08.930354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58036) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:08.936226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'mac_address': 'fa:16:3e:ba:33:7b', 'name': 'tempest-PortsIpV6TestJSON-442005974'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:09.026010 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:09.046162 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:09.050559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:port and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:09.053533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:09.059813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:09.071186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:09.176347 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:09.203848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port abc4ebed-f1c1-4d54-b522-0e971bcac9bb yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:09.289692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9e963ccb-42be-4531-9628-d8dabb598f20 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:09.375578 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9e963ccb-42be-4531-9628-d8dabb598f20 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:09.376148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9e963ccb-42be-4531-9628-d8dabb598f20 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:09.460929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:09.488521 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:09.562732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:09.566193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:09.570240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:09.575758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:09.576350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:09.590543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=abc4ebed-f1c1-4d54-b522-0e971bcac9bb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:09.606631 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c5d6d213-63e5-4c13-b4b2-562a64d56e26 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6752448 Jun 03 15:56:09.609197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58042) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:09.681484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf400aa-160a-45af-a18d-6cb5b797bd76 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:09.682075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-baf400aa-160a-45af-a18d-6cb5b797bd76 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:09.699383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-baf400aa-160a-45af-a18d-6cb5b797bd76 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:09.700666 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-baf400aa-160a-45af-a18d-6cb5b797bd76 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/abc4ebed-f1c1-4d54-b522-0e971bcac9bb HTTP/1.1" status: 200 len: 844 time: 0.0904090 Jun 03 15:56:09.703466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58046) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:09.770177 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bfe319e2-7c78-4e76-9879-72787d57d9ae tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port abc4ebed-f1c1-4d54-b522-0e971bcac9bb {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:09.770429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfe319e2-7c78-4e76-9879-72787d57d9ae tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:09.997930 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfe319e2-7c78-4e76-9879-72787d57d9ae tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:10.241965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bfe319e2-7c78-4e76-9879-72787d57d9ae tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for abc4ebed-f1c1-4d54-b522-0e971bcac9bb owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:10.328258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfe319e2-7c78-4e76-9879-72787d57d9ae tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:10.380737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe319e2-7c78-4e76-9879-72787d57d9ae tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=abc4ebed-f1c1-4d54-b522-0e971bcac9bb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:10.387849 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bfe319e2-7c78-4e76-9879-72787d57d9ae tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:10.405151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58052) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:10.405977 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bfe319e2-7c78-4e76-9879-72787d57d9ae tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/abc4ebed-f1c1-4d54-b522-0e971bcac9bb HTTP/1.1" status: 204 len: 168 time: 0.7007973 Jun 03 15:56:10.455286 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed62aa8-dad3-4b55-b51e-7c29fd8ef4d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:10.455822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1ed62aa8-dad3-4b55-b51e-7c29fd8ef4d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:10.474699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1ed62aa8-dad3-4b55-b51e-7c29fd8ef4d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:10.480033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1ed62aa8-dad3-4b55-b51e-7c29fd8ef4d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/abc4ebed-f1c1-4d54-b522-0e971bcac9bb HTTP/1.1" status: 404 len: 333 time: 0.0703454 Jun 03 15:56:10.480506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58056) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:10.486271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'name': 'tempest-PortsIpV6TestJSON-136422730'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:10.598201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:10.608346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:10.619966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:10.623726 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:10.645941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port 1e727d60-3e9e-4254-a47b-cd0f4bd9ab08 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:10.875390 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:10.904102 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:10.978458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:10.982161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:10.986050 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:10.991548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:10.992162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:10.999941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=1e727d60-3e9e-4254-a47b-cd0f4bd9ab08,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:11.024023 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-da752939-0d00-44bd-a0c1-a8637e636088 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5423961 Jun 03 15:56:11.027175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58060) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:11.033179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ed601b1a-af69-4d00-9bb0-a6d32a2c191b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:11.162127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed601b1a-af69-4d00-9bb0-a6d32a2c191b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:11.404369 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed601b1a-af69-4d00-9bb0-a6d32a2c191b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:11.410883 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed601b1a-af69-4d00-9bb0-a6d32a2c191b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:11.474908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ed601b1a-af69-4d00-9bb0-a6d32a2c191b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] In _notify_port_updated(), no bound segment for port 1e727d60-3e9e-4254-a47b-cd0f4bd9ab08 on network 5b15cf84-02fc-4064-b082-2cd8ad779e30 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:56:11.481027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed601b1a-af69-4d00-9bb0-a6d32a2c191b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:11.481658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed601b1a-af69-4d00-9bb0-a6d32a2c191b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:11.483071 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ed601b1a-af69-4d00-9bb0-a6d32a2c191b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "PUT /v2.0/ports/1e727d60-3e9e-4254-a47b-cd0f4bd9ab08 HTTP/1.1" status: 200 len: 818 time: 0.4548612 Jun 03 15:56:11.486180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58066) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:11.497070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed601b1a-af69-4d00-9bb0-a6d32a2c191b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=1e727d60-3e9e-4254-a47b-cd0f4bd9ab08,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:11.555664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7910f5ff-0829-4e8e-8a69-6ff2c22d89be tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 1e727d60-3e9e-4254-a47b-cd0f4bd9ab08 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:11.556000 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7910f5ff-0829-4e8e-8a69-6ff2c22d89be tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:11.782060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7910f5ff-0829-4e8e-8a69-6ff2c22d89be tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:11.908534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7910f5ff-0829-4e8e-8a69-6ff2c22d89be tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 1e727d60-3e9e-4254-a47b-cd0f4bd9ab08 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:11.992993 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7910f5ff-0829-4e8e-8a69-6ff2c22d89be tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:12.150556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910f5ff-0829-4e8e-8a69-6ff2c22d89be tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=1e727d60-3e9e-4254-a47b-cd0f4bd9ab08,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:12.156690 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7910f5ff-0829-4e8e-8a69-6ff2c22d89be tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:12.167676 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7910f5ff-0829-4e8e-8a69-6ff2c22d89be tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/1e727d60-3e9e-4254-a47b-cd0f4bd9ab08 HTTP/1.1" status: 204 len: 168 time: 0.6803353 Jun 03 15:56:12.170261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58070) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:12.252910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e4144f-5338-4adf-a359-6ce51710d7b0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:12.253628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c1e4144f-5338-4adf-a359-6ce51710d7b0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:12.271341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c1e4144f-5338-4adf-a359-6ce51710d7b0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:12.272585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c1e4144f-5338-4adf-a359-6ce51710d7b0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1014464 Jun 03 15:56:12.275719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58074) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:12.321117 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-12655027-9b29-4b31-9928-ee68741ff233 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:12.321652 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-12655027-9b29-4b31-9928-ee68741ff233 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:12.335718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-12655027-9b29-4b31-9928-ee68741ff233 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:12.340340 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-12655027-9b29-4b31-9928-ee68741ff233 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/1e727d60-3e9e-4254-a47b-cd0f4bd9ab08 HTTP/1.1" status: 404 len: 333 time: 0.0601380 Jun 03 15:56:12.340728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58080) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:12.347592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-434589188'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:12.354195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:12.363045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:network and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:12.367135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:12.377425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:12.394487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:12.398172 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:12.426680 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:56:12.435930 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:12.436256 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Added segment 97dfe3f8-06c9-4aae-b143-c14bc249775e of type vlan for network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf Jun 03 15:56:12.467714 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:12.500588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:12.506371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:12.507117 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:12.604702 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2628090 Jun 03 15:56:12.607732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58084) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:12.613665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '05f8c37e-a3b8-4d95-8a1d-e8713071dbaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:12.616955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2e459-7504-4020-936f-ef3cdfcd90d6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Network': ['ID=05f8c37e-a3b8-4d95-8a1d-e8713071dbaf,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:12.627609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:56:12.738906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:12.743135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:12.746504 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:12.758641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:12.772190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:12.775851 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.019867 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.098862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Subnet': ['ID=0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:13.107549 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Checking segment: {'id': '97dfe3f8-06c9-4aae-b143-c14bc249775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '05f8c37e-a3b8-4d95-8a1d-e8713071dbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:13.108026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network hostable DHCP agents. Network: 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:56:13.129015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:56:13.140469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:13.144901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:13.145494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.150598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e72fc7-df3c-4704-9418-64fa94ba0727 None None] Network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:13.172241 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-65503124-666c-4127-bf31-d74dfcbd001c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5633316 Jun 03 15:56:13.175336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58088) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:13.181514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-02d87ba1-f4c1-4bba-8d38-b272dd61d057 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '05f8c37e-a3b8-4d95-8a1d-e8713071dbaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:13.344555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-02d87ba1-f4c1-4bba-8d38-b272dd61d057 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:13.351534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-02d87ba1-f4c1-4bba-8d38-b272dd61d057 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:13.354634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-02d87ba1-f4c1-4bba-8d38-b272dd61d057 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:13.360701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-02d87ba1-f4c1-4bba-8d38-b272dd61d057 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:13.372111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d87ba1-f4c1-4bba-8d38-b272dd61d057 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:13.378434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02d87ba1-f4c1-4bba-8d38-b272dd61d057 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.413002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-05f8c37e-a3b8-4d95-8a1d-e8713071dbaf', 'network_id': '05f8c37e-a3b8-4d95-8a1d-e8713071dbaf', 'tenant_id': '4b205975f3ca420fa7da94b31f4d5ad1', 'fixed_ips': [{'subnet_id': '0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:56:13.413852 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.556992 n-d-844595-1 neutron-server[88445]: INFO neutron.db.ipam_backend_mixin [None req-02d87ba1-f4c1-4bba-8d38-b272dd61d057 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16 (CIDR: 2001:db8::/64) Jun 03 15:56:13.560895 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d87ba1-f4c1-4bba-8d38-b272dd61d057 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:56:13.561343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d87ba1-f4c1-4bba-8d38-b272dd61d057 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:56:13.581183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-02d87ba1-f4c1-4bba-8d38-b272dd61d057 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4046159 Jun 03 15:56:13.583985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58094) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:13.588930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Allocated IP 2001:db8::2 (05f8c37e-a3b8-4d95-8a1d-e8713071dbaf/0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16/7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:13.589600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '05f8c37e-a3b8-4d95-8a1d-e8713071dbaf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:13.731028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:13.734988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:13.738294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:13.744517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:13.755186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:13.760258 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.814608 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.825183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Transition to ACTIVE for port object 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:13.843580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Transition to ACTIVE for port object 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:13.852395 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:13.917146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:13.924572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:13.929553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:13.976232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Pushing event updated for resources: {'Port': ['ID=7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:14.028244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Attempting to bind port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:14.028609 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Attempting to bind port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '97dfe3f8-06c9-4aae-b143-c14bc249775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '05f8c37e-a3b8-4d95-8a1d-e8713071dbaf'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:14.028973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Attempting to bind port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 on network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:14.034377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:14.034735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Checking segment: {'id': '97dfe3f8-06c9-4aae-b143-c14bc249775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '05f8c37e-a3b8-4d95-8a1d-e8713071dbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:14.035444 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:14.035555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Bound using segment: {'id': '97dfe3f8-06c9-4aae-b143-c14bc249775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '05f8c37e-a3b8-4d95-8a1d-e8713071dbaf'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:14.036021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Bound port: 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dfe3f8-06c9-4aae-b143-c14bc249775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '05f8c37e-a3b8-4d95-8a1d-e8713071dbaf'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:14.036449 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:14.042542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:14.106429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:14.109370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:14.119381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:14.119381 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:14.139941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Subnet': ['ID=bb3229b3-77ff-4caf-9a49-339f51325078,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:14.142591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] For port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:14.149547 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] For port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0,segment=NetworkSegment(97dfe3f8-06c9-4aae-b143-c14bc249775e),segment_id=97dfe3f8-06c9-4aae-b143-c14bc249775e)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:14.152948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d2acf33a-dfe6-44c4-a30f-8ed2c5db1eec tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5676043 Jun 03 15:56:14.155626 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:14.155888 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58098) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:14.161999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': '05f8c37e-a3b8-4d95-8a1d-e8713071dbaf', 'fixed_ips': [{'subnet_id': '0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16'}, {'subnet_id': 'bb3229b3-77ff-4caf-9a49-339f51325078'}], 'name': 'tempest-PortsIpV6TestJSON-1542132550'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:14.239812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dea20e-5dc8-42a4-b58a-9b1bf42cf4fa None None] Pushing event updated for resources: {'Port': ['ID=7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:14.317794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:14.322197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:port and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:14.325374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:14.332019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:14.344162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:14.505933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:14.528701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port 25690125-6ced-4dec-bfca-d8f897f329dd yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:15.072017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8::381 (05f8c37e-a3b8-4d95-8a1d-e8713071dbaf/0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16/25690125-6ced-4dec-bfca-d8f897f329dd) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:15.080311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8:0:1::193 (05f8c37e-a3b8-4d95-8a1d-e8713071dbaf/bb3229b3-77ff-4caf-9a49-339f51325078/25690125-6ced-4dec-bfca-d8f897f329dd) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:15.336901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:15.353136 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.379908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf7fa1c-51f4-4380-8eef-c14d747f4167 None None] Network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:15.383720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Transition to ACTIVE for port object 25690125-6ced-4dec-bfca-d8f897f329dd will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:15.417806 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.495725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3a6cd74e-9ebf-4c9c-836d-d8aca83d4fd8 None None] Provisioning for port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:15.504787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:15.508635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:15.513833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:15.519752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:15.520615 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.523440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:15.527131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=25690125-6ced-4dec-bfca-d8f897f329dd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:15.537905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:15.538270 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.553103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9364b5b0-2a90-4f8d-ad54-f3f69a6ee255 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.3960500 Jun 03 15:56:15.555859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58104) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:15.561803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-60827c58-0010-4828-83c5-3c48c8a49118 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:15.753415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:15.753795 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.798589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0,segment=NetworkSegment(97dfe3f8-06c9-4aae-b143-c14bc249775e),segment_id=97dfe3f8-06c9-4aae-b143-c14bc249775e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:15.803774 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.849000 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60827c58-0010-4828-83c5-3c48c8a49118 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:15.923503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:15.930523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddac259-2d79-49dd-8e1e-305b7b6a5536 None None] Update dhcp port {'port': {'network_id': '05f8c37e-a3b8-4d95-8a1d-e8713071dbaf', 'fixed_ips': [{'subnet_id': '0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb3229b3-77ff-4caf-9a49-339f51325078'}], 'binding:host_id': 'n-d-844595-1'}, 'id': '7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:56:16.024793 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ddac259-2d79-49dd-8e1e-305b7b6a5536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.199662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-60827c58-0010-4828-83c5-3c48c8a49118 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Delete allocated IP 2001:db8:0:1::193 (05f8c37e-a3b8-4d95-8a1d-e8713071dbaf/bb3229b3-77ff-4caf-9a49-339f51325078) {{(pid=88444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:56:16.482510 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60827c58-0010-4828-83c5-3c48c8a49118 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.502618 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-60827c58-0010-4828-83c5-3c48c8a49118 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Ignored duplicate provisioning block setup for port 25690125-6ced-4dec-bfca-d8f897f329dd by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 15:56:16.507615 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60827c58-0010-4828-83c5-3c48c8a49118 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.579958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-7ddac259-2d79-49dd-8e1e-305b7b6a5536 None None] Allocated IP 2001:db8:0:1::2 (05f8c37e-a3b8-4d95-8a1d-e8713071dbaf/bb3229b3-77ff-4caf-9a49-339f51325078/7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:16.616320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-60827c58-0010-4828-83c5-3c48c8a49118 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] In _notify_port_updated(), no bound segment for port 25690125-6ced-4dec-bfca-d8f897f329dd on network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:56:16.621619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60827c58-0010-4828-83c5-3c48c8a49118 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:16.622242 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60827c58-0010-4828-83c5-3c48c8a49118 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.623545 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-60827c58-0010-4828-83c5-3c48c8a49118 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "PUT /v2.0/ports/25690125-6ced-4dec-bfca-d8f897f329dd HTTP/1.1" status: 200 len: 926 time: 1.0665743 Jun 03 15:56:16.627045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58126) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:16.632645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60827c58-0010-4828-83c5-3c48c8a49118 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=25690125-6ced-4dec-bfca-d8f897f329dd,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:16.636687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-acb8e111-38c1-44a3-9afb-6c80380cef0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16'}, {'subnet_id': 'bb3229b3-77ff-4caf-9a49-339f51325078'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:16.733787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7ddac259-2d79-49dd-8e1e-305b7b6a5536 None None] For port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0,segment=NetworkSegment(97dfe3f8-06c9-4aae-b143-c14bc249775e),segment_id=97dfe3f8-06c9-4aae-b143-c14bc249775e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:16.759988 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ddac259-2d79-49dd-8e1e-305b7b6a5536 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.777245 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acb8e111-38c1-44a3-9afb-6c80380cef0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.790475 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ddac259-2d79-49dd-8e1e-305b7b6a5536 None None] Transition to ACTIVE for port object 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:16.801055 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ddac259-2d79-49dd-8e1e-305b7b6a5536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:16.945612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddac259-2d79-49dd-8e1e-305b7b6a5536 None None] Pushing event updated for resources: {'Port': ['ID=7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:17.156828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-acb8e111-38c1-44a3-9afb-6c80380cef0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8:0:1::339 (05f8c37e-a3b8-4d95-8a1d-e8713071dbaf/bb3229b3-77ff-4caf-9a49-339f51325078/25690125-6ced-4dec-bfca-d8f897f329dd) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:17.344054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:17.360246 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acb8e111-38c1-44a3-9afb-6c80380cef0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.378038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-acb8e111-38c1-44a3-9afb-6c80380cef0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Ignored duplicate provisioning block setup for port 25690125-6ced-4dec-bfca-d8f897f329dd by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 15:56:17.384823 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acb8e111-38c1-44a3-9afb-6c80380cef0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.504672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf75f1a-3268-42d6-9a3d-41236cc37df9 None None] Network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:17.546824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-acb8e111-38c1-44a3-9afb-6c80380cef0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] In _notify_port_updated(), no bound segment for port 25690125-6ced-4dec-bfca-d8f897f329dd on network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:56:17.554942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb8e111-38c1-44a3-9afb-6c80380cef0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:17.554942 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-acb8e111-38c1-44a3-9afb-6c80380cef0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.557340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-acb8e111-38c1-44a3-9afb-6c80380cef0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "PUT /v2.0/ports/25690125-6ced-4dec-bfca-d8f897f329dd HTTP/1.1" status: 200 len: 1012 time: 0.9273331 Jun 03 15:56:17.557917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58134) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:17.570300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8e111-38c1-44a3-9afb-6c80380cef0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=25690125-6ced-4dec-bfca-d8f897f329dd,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:17.617664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e504257f-8033-4e12-b664-c933524f7ec5 None None] Provisioning for port 25690125-6ced-4dec-bfca-d8f897f329dd completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:17.638057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e504257f-8033-4e12-b664-c933524f7ec5 None None] Provisioning complete for port 25690125-6ced-4dec-bfca-d8f897f329dd triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:17.638427 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e504257f-8033-4e12-b664-c933524f7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.653706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cf5f5-e83b-4e4f-a041-f9ef1af43802 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 25690125-6ced-4dec-bfca-d8f897f329dd {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:17.654202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb2cf5f5-e83b-4e4f-a041-f9ef1af43802 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.745576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e504257f-8033-4e12-b664-c933524f7ec5 None None] Port 25690125-6ced-4dec-bfca-d8f897f329dd cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:17.795620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e504257f-8033-4e12-b664-c933524f7ec5 None None] Provisioning for port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:17.807140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e504257f-8033-4e12-b664-c933524f7ec5 None None] Provisioning complete for port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:17.807505 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e504257f-8033-4e12-b664-c933524f7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.931305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb2cf5f5-e83b-4e4f-a041-f9ef1af43802 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:17.948770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e504257f-8033-4e12-b664-c933524f7ec5 None None] Current status of the port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:18.059565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cf5f5-e83b-4e4f-a041-f9ef1af43802 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 25690125-6ced-4dec-bfca-d8f897f329dd owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:18.186698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ae0c9dc-185b-4403-9ae9-2f8161bf73db None None] Provisioning complete for port 25690125-6ced-4dec-bfca-d8f897f329dd triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:18.187065 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c9dc-185b-4403-9ae9-2f8161bf73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.262283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7ae0c9dc-185b-4403-9ae9-2f8161bf73db None None] Port 25690125-6ced-4dec-bfca-d8f897f329dd cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:18.277020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ae0c9dc-185b-4403-9ae9-2f8161bf73db None None] Provisioning complete for port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:18.277617 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c9dc-185b-4403-9ae9-2f8161bf73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.329694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb2cf5f5-e83b-4e4f-a041-f9ef1af43802 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.409116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cf5f5-e83b-4e4f-a041-f9ef1af43802 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=25690125-6ced-4dec-bfca-d8f897f329dd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:18.458856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7ae0c9dc-185b-4403-9ae9-2f8161bf73db None None] Current status of the port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:18.507602 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cb2cf5f5-e83b-4e4f-a041-f9ef1af43802 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.522896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58150) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:18.523536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cb2cf5f5-e83b-4e4f-a041-f9ef1af43802 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/25690125-6ced-4dec-bfca-d8f897f329dd HTTP/1.1" status: 204 len: 168 time: 0.9636827 Jun 03 15:56:18.572154 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ea77ef-dbd2-4042-a7e6-343d7af7b52a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:18.572981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c3ea77ef-dbd2-4042-a7e6-343d7af7b52a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:18.574895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-82467ccd-8834-4990-8ae6-1c764cf88d30 None None] Could not find standard attr ID for object 25690125-6ced-4dec-bfca-d8f897f329dd. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:56:18.595154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c3ea77ef-dbd2-4042-a7e6-343d7af7b52a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:18.596592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c3ea77ef-dbd2-4042-a7e6-343d7af7b52a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/25690125-6ced-4dec-bfca-d8f897f329dd HTTP/1.1" status: 404 len: 333 time: 0.0725121 Jun 03 15:56:18.599412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58154) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:18.678082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4ddcb8-6a3c-43ff-9437-03936654ea95 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting subnet bb3229b3-77ff-4caf-9a49-339f51325078 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:56:18.681150 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddcb8-6a3c-43ff-9437-03936654ea95 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.695672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9757d41d-dc6d-4a21-b6a1-5e8e0ec0f25c None None] Could not find standard attr ID for object 25690125-6ced-4dec-bfca-d8f897f329dd. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:56:18.742708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddcb8-6a3c-43ff-9437-03936654ea95 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.829134 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddcb8-6a3c-43ff-9437-03936654ea95 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.910751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ab02dbd-67a0-44ff-aac7-07091a100bac None None] Could not find standard attr ID for object 25690125-6ced-4dec-bfca-d8f897f329dd. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:56:18.916935 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddcb8-6a3c-43ff-9437-03936654ea95 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:18.995417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ae4ddcb8-6a3c-43ff-9437-03936654ea95 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.005082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ddcb8-6a3c-43ff-9437-03936654ea95 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3229b3-77ff-4caf-9a49-339f51325078,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:19.012694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ae4ddcb8-6a3c-43ff-9437-03936654ea95 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/bb3229b3-77ff-4caf-9a49-339f51325078 HTTP/1.1" status: 204 len: 168 time: 0.4118147 Jun 03 15:56:19.015231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58160) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:19.076333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2272124e-04ea-45c0-ab30-98fc073b8468 None None] Network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:19.095961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-131eee43-774e-4764-a492-d23371de3d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting subnet 0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:56:19.098964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-131eee43-774e-4764-a492-d23371de3d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.155556 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-131eee43-774e-4764-a492-d23371de3d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.252180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-131eee43-774e-4764-a492-d23371de3d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.485574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-131eee43-774e-4764-a492-d23371de3d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.536922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eee43-774e-4764-a492-d23371de3d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:19.545114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-131eee43-774e-4764-a492-d23371de3d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.556150 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-131eee43-774e-4764-a492-d23371de3d43 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16 HTTP/1.1" status: 204 len: 168 time: 0.5394025 Jun 03 15:56:19.558561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58164) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:19.710681 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.728334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:19.728730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.991265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] For port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0,segment=NetworkSegment(97dfe3f8-06c9-4aae-b143-c14bc249775e),segment_id=97dfe3f8-06c9-4aae-b143-c14bc249775e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:19.991617 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:19.991907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130e1b2-4a3b-4d28-97e8-7677570e3b29 None None] Network 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:20.111355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1cfdded3-d95a-416f-8c3d-e26a73bde465 None None] Provisioning complete for port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:20.111920 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1cfdded3-d95a-416f-8c3d-e26a73bde465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.125596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:20.205904 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.263541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:20.267331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No DVR routers for this DVR port 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:20.276318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1cfdded3-d95a-416f-8c3d-e26a73bde465 None None] Could not find standard attr ID for object 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:56:20.279504 n-d-844595-1 neutron-server[88446]: INFO neutron.plugins.ml2.db [None req-1cfdded3-d95a-416f-8c3d-e26a73bde465 None None] No ports have port_id starting with 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 Jun 03 15:56:20.354803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb9bcaf-e63b-410a-9362-2d48812605f5 None None] DHCP port deletion for 05f8c37e-a3b8-4d95-8a1d-e8713071dbaf request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:56:20.407038 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.434008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f8c37e-a3b8-4d95-8a1d-e8713071dbaf']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:20.447447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97dfe3f8-06c9-4aae-b143-c14bc249775e') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:20.447704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97dfe3f8-06c9-4aae-b143-c14bc249775e') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:20.459549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.476627 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.482969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:56:20.483388 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.566378 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 97dfe3f8-06c9-4aae-b143-c14bc249775e resource provider aggregate not found Jun 03 15:56:20.587959 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 97dfe3f8-06c9-4aae-b143-c14bc249775e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97dfe3f8-06c9-4aae-b143-c14bc249775e found for delete ", "request_id": "req-bc066b07-d612-49c7-8cf2-0076cc8d21e6"}]} Jun 03 15:56:20.607793 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.626819 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.640587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Network': ['ID=05f8c37e-a3b8-4d95-8a1d-e8713071dbaf,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:20.650044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7510f4a3-b482-492a-96a6-fb5943ca986c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/networks/05f8c37e-a3b8-4d95-8a1d-e8713071dbaf HTTP/1.1" status: 204 len: 168 time: 1.0904155 Jun 03 15:56:20.653666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58174) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:20.733413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa132d18-7a5f-4358-a424-204f81abe8b3 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:20.734145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aa132d18-7a5f-4358-a424-204f81abe8b3 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:20.754094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-aa132d18-7a5f-4358-a424-204f81abe8b3 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:20.755625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-aa132d18-7a5f-4358-a424-204f81abe8b3 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1006169 Jun 03 15:56:20.759026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58178) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:20.840659 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-530be8ef-70c5-4a2b-8bbb-773f58dc66b0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0804071 Jun 03 15:56:20.844059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58182) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:20.849371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1981327850'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:20.855372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:20.859191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:network and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:20.862027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:20.867701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:20.879901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:20.883284 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.910560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:56:20.919114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.919565 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Added segment 64682289-8bfe-4e3e-9588-853643647f5d of type vlan for network 20f11ff9-8bc8-4b7a-be66-292b93770078 Jun 03 15:56:20.945024 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.976898 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:20.982271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:20.982834 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:21.082665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2376101 Jun 03 15:56:21.085769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58186) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:21.088509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd303bf8-c91b-47ca-8912-a6eff6f9675b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Network': ['ID=20f11ff9-8bc8-4b7a-be66-292b93770078,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:21.092724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '20f11ff9-8bc8-4b7a-be66-292b93770078', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:21.098849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 20f11ff9-8bc8-4b7a-be66-292b93770078 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:56:21.207568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:21.211501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:21.214314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:21.220192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:21.231267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:21.235562 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:21.302735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:21.337892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:21.338515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7b3ea539-bf6d-4db0-9892-f6f4ba9f3ab0 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:21.475236 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:21.551728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Subnet': ['ID=9f0930bd-40a8-4423-833e-5bf770d64cb9,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:21.561147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Checking segment: {'id': '64682289-8bfe-4e3e-9588-853643647f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '20f11ff9-8bc8-4b7a-be66-292b93770078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:21.561468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network hostable DHCP agents. Network: 20f11ff9-8bc8-4b7a-be66-292b93770078, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:56:21.582290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 20f11ff9-8bc8-4b7a-be66-292b93770078 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:56:21.592322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 20f11ff9-8bc8-4b7a-be66-292b93770078) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:21.596695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:21.597406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:21.601720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0d5e4-0b7f-4515-b006-a052cc65259f None None] Network 20f11ff9-8bc8-4b7a-be66-292b93770078 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:21.625677 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aa30b367-fc3a-430a-8532-6fd2ef279dd4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5361710 Jun 03 15:56:21.625909 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58196) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:21.631583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': '20f11ff9-8bc8-4b7a-be66-292b93770078', 'name': 'tempest-PortsIpV6TestJSON-1744563778'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:21.769568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:21.779089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:21.789628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:21.793087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:21.813815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port 180141dc-500d-4065-a835-31fc2b855f88 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:21.816009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-20f11ff9-8bc8-4b7a-be66-292b93770078', 'network_id': '20f11ff9-8bc8-4b7a-be66-292b93770078', 'tenant_id': '4b205975f3ca420fa7da94b31f4d5ad1', 'fixed_ips': [{'subnet_id': '9f0930bd-40a8-4423-833e-5bf770d64cb9'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:56:21.816857 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:21.978799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8::199 (20f11ff9-8bc8-4b7a-be66-292b93770078/9f0930bd-40a8-4423-833e-5bf770d64cb9/180141dc-500d-4065-a835-31fc2b855f88) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:22.305231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.321815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Transition to ACTIVE for port object 180141dc-500d-4065-a835-31fc2b855f88 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:22.349937 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.429075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 20f11ff9-8bc8-4b7a-be66-292b93770078 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:22.429222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Allocated IP 2001:db8::2 (20f11ff9-8bc8-4b7a-be66-292b93770078/9f0930bd-40a8-4423-833e-5bf770d64cb9/a860cc4b-ab39-47a0-a346-e7a553655a7c) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:22.432189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:22.436729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:22.442163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:22.442783 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.446548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=180141dc-500d-4065-a835-31fc2b855f88,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:22.470976 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-50f0d855-cae8-4373-a042-ea2c4ace2c6a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8440232 Jun 03 15:56:22.475169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58200) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:22.481135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': '20f11ff9-8bc8-4b7a-be66-292b93770078', 'name': 'tempest-PortsIpV6TestJSON-1371333008'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:22.618678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:22.623643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:port and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:22.627468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:22.633546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:22.653065 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.657081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:22.661349 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.664182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Transition to ACTIVE for port object a860cc4b-ab39-47a0-a346-e7a553655a7c will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:22.682906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Transition to ACTIVE for port object a860cc4b-ab39-47a0-a346-e7a553655a7c will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:22.685099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port b209a695-cd81-4cb6-80b5-11713110d7e3 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:22.688564 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.766328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Pushing event updated for resources: {'Port': ['ID=a860cc4b-ab39-47a0-a346-e7a553655a7c,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:22.772467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Network 20f11ff9-8bc8-4b7a-be66-292b93770078 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:22.773815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:22.776143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:22.852346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8::181 (20f11ff9-8bc8-4b7a-be66-292b93770078/9f0930bd-40a8-4423-833e-5bf770d64cb9/b209a695-cd81-4cb6-80b5-11713110d7e3) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:22.870388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Attempting to bind port a860cc4b-ab39-47a0-a346-e7a553655a7c on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:22.870837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Attempting to bind port a860cc4b-ab39-47a0-a346-e7a553655a7c by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '64682289-8bfe-4e3e-9588-853643647f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '20f11ff9-8bc8-4b7a-be66-292b93770078'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:22.871268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Attempting to bind port a860cc4b-ab39-47a0-a346-e7a553655a7c on network 20f11ff9-8bc8-4b7a-be66-292b93770078 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:22.877286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:22.877286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Checking segment: {'id': '64682289-8bfe-4e3e-9588-853643647f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '20f11ff9-8bc8-4b7a-be66-292b93770078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:22.877882 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.878346 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Bound using segment: {'id': '64682289-8bfe-4e3e-9588-853643647f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '20f11ff9-8bc8-4b7a-be66-292b93770078'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:22.878833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Bound port: a860cc4b-ab39-47a0-a346-e7a553655a7c, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64682289-8bfe-4e3e-9588-853643647f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '20f11ff9-8bc8-4b7a-be66-292b93770078'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:22.879241 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:22.977573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] For port a860cc4b-ab39-47a0-a346-e7a553655a7c, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:22.981069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] For port a860cc4b-ab39-47a0-a346-e7a553655a7c, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a860cc4b-ab39-47a0-a346-e7a553655a7c,segment=NetworkSegment(64682289-8bfe-4e3e-9588-853643647f5d),segment_id=64682289-8bfe-4e3e-9588-853643647f5d)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:22.987029 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.082479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a98037-6607-441f-b3ef-f2e005d4343b None None] Pushing event updated for resources: {'Port': ['ID=a860cc4b-ab39-47a0-a346-e7a553655a7c,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:23.103456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.121910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Transition to ACTIVE for port object b209a695-cd81-4cb6-80b5-11713110d7e3 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:23.148661 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.230714 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 20f11ff9-8bc8-4b7a-be66-292b93770078 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:23.233989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:23.238732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:23.244424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:23.245043 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.249918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=b209a695-cd81-4cb6-80b5-11713110d7e3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:23.294135 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e4e5f289-6793-4c3c-9682-2a2210628f9e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8147113 Jun 03 15:56:23.294689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58216) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:23.413391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e916a168-94ea-47cc-970c-8f995d658a49 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:23.415036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e916a168-94ea-47cc-970c-8f995d658a49 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A199 HTTP/1.1" status: 200 len: 929 time: 0.1192501 Jun 03 15:56:23.417932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58220) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:23.487361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f01e22ad-4c0f-484d-a465-ff22c769eea7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port b209a695-cd81-4cb6-80b5-11713110d7e3 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:23.487619 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f01e22ad-4c0f-484d-a465-ff22c769eea7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.866168 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f01e22ad-4c0f-484d-a465-ff22c769eea7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:23.993177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f01e22ad-4c0f-484d-a465-ff22c769eea7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for b209a695-cd81-4cb6-80b5-11713110d7e3 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:24.104997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4130b2da-95de-481b-9b5b-37a1f1072525 None None] Network 20f11ff9-8bc8-4b7a-be66-292b93770078 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:24.144199 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f01e22ad-4c0f-484d-a465-ff22c769eea7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.195432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e22ad-4c0f-484d-a465-ff22c769eea7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=b209a695-cd81-4cb6-80b5-11713110d7e3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:24.213914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4998e3f4-63b8-4a8b-8407-4274dad629c1 None None] Provisioning for port a860cc4b-ab39-47a0-a346-e7a553655a7c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:24.242820 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f01e22ad-4c0f-484d-a465-ff22c769eea7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.252554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f01e22ad-4c0f-484d-a465-ff22c769eea7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/b209a695-cd81-4cb6-80b5-11713110d7e3 HTTP/1.1" status: 204 len: 168 time: 0.8335340 Jun 03 15:56:24.256039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58228) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:24.301660 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-301f6886-51b3-47c4-8773-5838d2193a81 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:24.302526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-301f6886-51b3-47c4-8773-5838d2193a81 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:24.320473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-301f6886-51b3-47c4-8773-5838d2193a81 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:24.322056 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-301f6886-51b3-47c4-8773-5838d2193a81 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/b209a695-cd81-4cb6-80b5-11713110d7e3 HTTP/1.1" status: 404 len: 333 time: 0.0649147 Jun 03 15:56:24.325014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58232) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:24.405540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d87ad39c-e5be-497b-a131-a016234e70e5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 180141dc-500d-4065-a835-31fc2b855f88 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:24.405908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d87ad39c-e5be-497b-a131-a016234e70e5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.666965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d87ad39c-e5be-497b-a131-a016234e70e5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.673227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6769e531-3019-42db-9693-023ac591220f None None] Provisioning for port 180141dc-500d-4065-a835-31fc2b855f88 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:24.679105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6769e531-3019-42db-9693-023ac591220f None None] Provisioning complete for port 180141dc-500d-4065-a835-31fc2b855f88 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:24.679477 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6769e531-3019-42db-9693-023ac591220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.742182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6769e531-3019-42db-9693-023ac591220f None None] Port 180141dc-500d-4065-a835-31fc2b855f88 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:24.820051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d87ad39c-e5be-497b-a131-a016234e70e5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 180141dc-500d-4065-a835-31fc2b855f88 owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:24.864894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ed843496-9962-4f21-88bc-42f7df0f7835 None None] Provisioning complete for port 180141dc-500d-4065-a835-31fc2b855f88 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:24.865434 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ed843496-9962-4f21-88bc-42f7df0f7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.992933 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d87ad39c-e5be-497b-a131-a016234e70e5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:24.997428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ed843496-9962-4f21-88bc-42f7df0f7835 None None] Port 180141dc-500d-4065-a835-31fc2b855f88 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:25.051939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ad39c-e5be-497b-a131-a016234e70e5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=180141dc-500d-4065-a835-31fc2b855f88,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:25.093645 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d87ad39c-e5be-497b-a131-a016234e70e5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.109193 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d87ad39c-e5be-497b-a131-a016234e70e5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/180141dc-500d-4065-a835-31fc2b855f88 HTTP/1.1" status: 204 len: 168 time: 0.7828350 Jun 03 15:56:25.110840 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-983406fc-51b4-48df-ba1a-b6c20710fe8e None None] Could not find standard attr ID for object b209a695-cd81-4cb6-80b5-11713110d7e3. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:56:25.111964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58238) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:25.163376 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e91b75-1247-432a-85d3-76d1f29ce414 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:25.163916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e3e91b75-1247-432a-85d3-76d1f29ce414 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:25.185042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e3e91b75-1247-432a-85d3-76d1f29ce414 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:25.189096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e3e91b75-1247-432a-85d3-76d1f29ce414 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/180141dc-500d-4065-a835-31fc2b855f88 HTTP/1.1" status: 404 len: 333 time: 0.0731626 Jun 03 15:56:25.189584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:25.269022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96a2150-2cea-42a2-b8af-8d9f96264021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting subnet 9f0930bd-40a8-4423-833e-5bf770d64cb9 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:56:25.273960 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b96a2150-2cea-42a2-b8af-8d9f96264021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.358343 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b96a2150-2cea-42a2-b8af-8d9f96264021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.366903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a860cc4b-ab39-47a0-a346-e7a553655a7c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:25.459277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port a860cc4b-ab39-47a0-a346-e7a553655a7c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:25.471051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a860cc4b-ab39-47a0-a346-e7a553655a7c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:25.471420 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.478487 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b96a2150-2cea-42a2-b8af-8d9f96264021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.621855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b96a2150-2cea-42a2-b8af-8d9f96264021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.680677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a2150-2cea-42a2-b8af-8d9f96264021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0930bd-40a8-4423-833e-5bf770d64cb9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:25.681651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a860cc4b-ab39-47a0-a346-e7a553655a7c is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:25.684334 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.691182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b96a2150-2cea-42a2-b8af-8d9f96264021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.700896 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b96a2150-2cea-42a2-b8af-8d9f96264021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/9f0930bd-40a8-4423-833e-5bf770d64cb9 HTTP/1.1" status: 204 len: 168 time: 0.5099521 Jun 03 15:56:25.701908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed92be-2f0d-4490-b0a3-17527fb5174a None None] Network 20f11ff9-8bc8-4b7a-be66-292b93770078 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:25.703420 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:25.815402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port a860cc4b-ab39-47a0-a346-e7a553655a7c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a860cc4b-ab39-47a0-a346-e7a553655a7c,segment=NetworkSegment(64682289-8bfe-4e3e-9588-853643647f5d),segment_id=64682289-8bfe-4e3e-9588-853643647f5d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:25.827028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.837432 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port a860cc4b-ab39-47a0-a346-e7a553655a7c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:25.837754 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.846503 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:25.959984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=a860cc4b-ab39-47a0-a346-e7a553655a7c,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:26.029141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c105c3-2cc6-40c3-b401-70c455fb50d8 None None] DHCP port deletion for 20f11ff9-8bc8-4b7a-be66-292b93770078 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:56:26.033784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-58c105c3-2cc6-40c3-b401-70c455fb50d8 None None] Deleting port a860cc4b-ab39-47a0-a346-e7a553655a7c {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:26.034225 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-58c105c3-2cc6-40c3-b401-70c455fb50d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.162848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] For port a860cc4b-ab39-47a0-a346-e7a553655a7c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a860cc4b-ab39-47a0-a346-e7a553655a7c,segment=NetworkSegment(64682289-8bfe-4e3e-9588-853643647f5d),segment_id=64682289-8bfe-4e3e-9588-853643647f5d)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:26.163079 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.235038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-58c105c3-2cc6-40c3-b401-70c455fb50d8 None None] For port a860cc4b-ab39-47a0-a346-e7a553655a7c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a860cc4b-ab39-47a0-a346-e7a553655a7c,segment=NetworkSegment(64682289-8bfe-4e3e-9588-853643647f5d),segment_id=64682289-8bfe-4e3e-9588-853643647f5d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:26.235664 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-58c105c3-2cc6-40c3-b401-70c455fb50d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.283272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for a860cc4b-ab39-47a0-a346-e7a553655a7c owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:26.358739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-58c105c3-2cc6-40c3-b401-70c455fb50d8 None None] Calling delete_port for a860cc4b-ab39-47a0-a346-e7a553655a7c owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:26.370859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.415143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=a860cc4b-ab39-47a0-a346-e7a553655a7c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:26.421325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No DVR routers for this DVR port a860cc4b-ab39-47a0-a346-e7a553655a7c on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:26.434366 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-58c105c3-2cc6-40c3-b401-70c455fb50d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:56:26.434662 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-58c105c3-2cc6-40c3-b401-70c455fb50d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:56:26.546038 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.571681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f11ff9-8bc8-4b7a-be66-292b93770078']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:26.583682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64682289-8bfe-4e3e-9588-853643647f5d') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:26.583970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64682289-8bfe-4e3e-9588-853643647f5d') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:26.596095 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.614136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.621579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:56:26.622083 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.730966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.735950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.771916 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/networks/20f11ff9-8bc8-4b7a-be66-292b93770078 HTTP/1.1" status: 204 len: 168 time: 1.0673876 Jun 03 15:56:26.775404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58262) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:26.778983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bc584-c0e4-4583-943d-8223cd8282a7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Network': ['ID=20f11ff9-8bc8-4b7a-be66-292b93770078,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:26.784686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1455325318'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:26.792726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:26.797861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:network and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:26.809542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:26.815733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:26.818743 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 64682289-8bfe-4e3e-9588-853643647f5d resource provider aggregate not found Jun 03 15:56:26.832489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:26.836345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.846108 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 64682289-8bfe-4e3e-9588-853643647f5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64682289-8bfe-4e3e-9588-853643647f5d found for delete ", "request_id": "req-b82bf371-bc97-4634-84e2-040f3fd491a1"}]} Jun 03 15:56:26.865696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:56:26.874418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.874752 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Added segment e7bff697-2e19-412e-945e-2a6018338702 of type vlan for network f076094a-28f5-476f-82ff-53d72b12541e Jun 03 15:56:26.901556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.936146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-58c105c3-2cc6-40c3-b401-70c455fb50d8 None None] Deleting port a860cc4b-ab39-47a0-a346-e7a553655a7c {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:26.936429 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.936563 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-58c105c3-2cc6-40c3-b401-70c455fb50d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:26.941929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:26.942503 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.001750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-58c105c3-2cc6-40c3-b401-70c455fb50d8 None None] The port 'a860cc4b-ab39-47a0-a346-e7a553655a7c' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:56:27.036826 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2602022 Jun 03 15:56:27.039855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58268) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:27.051870 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4f833-cc61-4259-9397-65df551eec11 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Network': ['ID=f076094a-28f5-476f-82ff-53d72b12541e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:27.053074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': 'f076094a-28f5-476f-82ff-53d72b12541e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:27.061163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f076094a-28f5-476f-82ff-53d72b12541e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:56:27.167075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:27.171337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:27.174462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:27.180645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:27.192228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:27.195787 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.302123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a860cc4b-ab39-47a0-a346-e7a553655a7c no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:27.342083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: a860cc4b-ab39-47a0-a346-e7a553655a7c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:27.342835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a860cc4b-ab39-47a0-a346-e7a553655a7c not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:27.429925 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.507843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Subnet': ['ID=ec3b2503-6392-4b46-befb-2916fc7523a3,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:27.519620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Checking segment: {'id': 'e7bff697-2e19-412e-945e-2a6018338702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f076094a-28f5-476f-82ff-53d72b12541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:27.519987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network hostable DHCP agents. Network: f076094a-28f5-476f-82ff-53d72b12541e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:56:27.539885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network f076094a-28f5-476f-82ff-53d72b12541e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:56:27.550405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, f076094a-28f5-476f-82ff-53d72b12541e) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:27.554890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:27.555481 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.561657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db022f4d-a678-42c0-b765-aa3d4afb4f97 None None] Network f076094a-28f5-476f-82ff-53d72b12541e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:27.581121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-760fbbc8-b2eb-4715-b804-f6aa1d753434 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5388720 Jun 03 15:56:27.584653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58272) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:27.590955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': 'f076094a-28f5-476f-82ff-53d72b12541e', 'name': 'tempest-PortsIpV6TestJSON-652430606', 'fixed_ips': [{'subnet_id': 'ec3b2503-6392-4b46-befb-2916fc7523a3', 'ip_address': '2001:db8::10'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:27.738623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:27.743575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:port and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:27.747073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:27.753290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:27.767611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:27.786601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-f076094a-28f5-476f-82ff-53d72b12541e', 'network_id': 'f076094a-28f5-476f-82ff-53d72b12541e', 'tenant_id': '4b205975f3ca420fa7da94b31f4d5ad1', 'fixed_ips': [{'subnet_id': 'ec3b2503-6392-4b46-befb-2916fc7523a3'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:56:27.787716 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.921069 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:27.947087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port 5aa527f0-b554-4434-851a-2cdbd6872d01 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:27.988058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Allocated IP 2001:db8::2 (f076094a-28f5-476f-82ff-53d72b12541e/ec3b2503-6392-4b46-befb-2916fc7523a3/b532eef6-1e0a-4bfc-87d4-387d9ebaf702) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:28.198735 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.210711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Transition to ACTIVE for port object b532eef6-1e0a-4bfc-87d4-387d9ebaf702 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:28.230272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Transition to ACTIVE for port object b532eef6-1e0a-4bfc-87d4-387d9ebaf702 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:28.237006 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.304585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Network f076094a-28f5-476f-82ff-53d72b12541e is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:28.307620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:28.311377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:28.315831 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Pushing event updated for resources: {'Port': ['ID=b532eef6-1e0a-4bfc-87d4-387d9ebaf702,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:28.316140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8::10 (f076094a-28f5-476f-82ff-53d72b12541e/ec3b2503-6392-4b46-befb-2916fc7523a3/5aa527f0-b554-4434-851a-2cdbd6872d01) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:28.325794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.326154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.326480 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.326812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.327133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.327451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.327768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.328081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.328403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.328709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.329021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.329329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:28.418844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Attempting to bind port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:28.419361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Attempting to bind port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e7bff697-2e19-412e-945e-2a6018338702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f076094a-28f5-476f-82ff-53d72b12541e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:28.419820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Attempting to bind port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 on network f076094a-28f5-476f-82ff-53d72b12541e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:28.425293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:28.425792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Checking segment: {'id': 'e7bff697-2e19-412e-945e-2a6018338702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f076094a-28f5-476f-82ff-53d72b12541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:28.426319 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.426849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Bound using segment: {'id': 'e7bff697-2e19-412e-945e-2a6018338702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f076094a-28f5-476f-82ff-53d72b12541e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:28.430593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Bound port: b532eef6-1e0a-4bfc-87d4-387d9ebaf702, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bff697-2e19-412e-945e-2a6018338702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f076094a-28f5-476f-82ff-53d72b12541e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:28.430593 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.529306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.530049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] For port b532eef6-1e0a-4bfc-87d4-387d9ebaf702, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:28.533001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] For port b532eef6-1e0a-4bfc-87d4-387d9ebaf702, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b532eef6-1e0a-4bfc-87d4-387d9ebaf702,segment=NetworkSegment(e7bff697-2e19-412e-945e-2a6018338702),segment_id=e7bff697-2e19-412e-945e-2a6018338702)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:28.541257 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.545953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Transition to ACTIVE for port object 5aa527f0-b554-4434-851a-2cdbd6872d01 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:28.575342 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.636038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f2782-e37b-42b6-baf2-69e7cd549a0c None None] Pushing event updated for resources: {'Port': ['ID=b532eef6-1e0a-4bfc-87d4-387d9ebaf702,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:28.654793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network f076094a-28f5-476f-82ff-53d72b12541e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:28.658854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:28.663175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:28.668720 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:28.669318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:28.690335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=5aa527f0-b554-4434-851a-2cdbd6872d01,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:28.705333 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-489e4d83-aebf-4673-892b-26bf3a1ff021 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1193259 Jun 03 15:56:28.707920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58278) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:28.713984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': 'f076094a-28f5-476f-82ff-53d72b12541e', 'name': 'tempest-PortsIpV6TestJSON-1969646614', 'fixed_ips': [{'subnet_id': 'ec3b2503-6392-4b46-befb-2916fc7523a3', 'ip_address': '2001:db8::f'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:28.887304 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:28.894700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:port and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:28.896791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:28.903564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:28.915166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:28.920834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.106247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port 75cec2c2-37e7-48cd-a083-1fb60bde2fe5 yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:29.335660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8::f (f076094a-28f5-476f-82ff-53d72b12541e/ec3b2503-6392-4b46-befb-2916fc7523a3/75cec2c2-37e7-48cd-a083-1fb60bde2fe5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:29.358091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b532eef6-1e0a-4bfc-87d4-387d9ebaf702 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:29.433229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:29.544392 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.561409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Transition to ACTIVE for port object 75cec2c2-37e7-48cd-a083-1fb60bde2fe5 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:29.586658 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.653960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189e385-eec5-42d4-9e9a-ce16e2994794 None None] Network f076094a-28f5-476f-82ff-53d72b12541e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:29.660195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network f076094a-28f5-476f-82ff-53d72b12541e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:29.663333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:29.667247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:29.672781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:29.673400 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.691332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=75cec2c2-37e7-48cd-a083-1fb60bde2fe5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:29.707720 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3250c4e1-3b07-4ba5-a388-c5519b4f1910 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9985611 Jun 03 15:56:29.710596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58284) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:29.755702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6b7738dc-9837-4024-9f5e-83b53b4e8f38 None None] Provisioning for port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:29.764612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6b7738dc-9837-4024-9f5e-83b53b4e8f38 None None] Provisioning complete for port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:29.764996 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b7738dc-9837-4024-9f5e-83b53b4e8f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.793723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc764bd-daa7-4d05-867d-4047137eb76c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:29.794396 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.794543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1bc764bd-daa7-4d05-867d-4047137eb76c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:29.812963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1bc764bd-daa7-4d05-867d-4047137eb76c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:29.814256 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1bc764bd-daa7-4d05-867d-4047137eb76c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1027026 Jun 03 15:56:29.817351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58288) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:29.902740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7c14b4-365c-4c5f-baeb-4bd12fd4179a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:29.908906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7c14b4-365c-4c5f-baeb-4bd12fd4179a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:29.914775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7c14b4-365c-4c5f-baeb-4bd12fd4179a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:29.916395 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3a7c14b4-365c-4c5f-baeb-4bd12fd4179a tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0978944 Jun 03 15:56:29.919298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58292) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:29.988695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bc9567cd-32f4-427b-a0e6-e1da570be3ea tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 75cec2c2-37e7-48cd-a083-1fb60bde2fe5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:29.989031 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc9567cd-32f4-427b-a0e6-e1da570be3ea tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:29.997852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6b7738dc-9837-4024-9f5e-83b53b4e8f38 None None] Current status of the port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:29.998252 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b7738dc-9837-4024-9f5e-83b53b4e8f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.038865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6b7738dc-9837-4024-9f5e-83b53b4e8f38 None None] For port b532eef6-1e0a-4bfc-87d4-387d9ebaf702, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b532eef6-1e0a-4bfc-87d4-387d9ebaf702,segment=NetworkSegment(e7bff697-2e19-412e-945e-2a6018338702),segment_id=e7bff697-2e19-412e-945e-2a6018338702)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:30.048549 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b7738dc-9837-4024-9f5e-83b53b4e8f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.131892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7738dc-9837-4024-9f5e-83b53b4e8f38 None None] Pushing event updated for resources: {'Port': ['ID=b532eef6-1e0a-4bfc-87d4-387d9ebaf702,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:30.255316 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc9567cd-32f4-427b-a0e6-e1da570be3ea tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.390326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a1d0de71-050d-4ec6-b902-f811c4fa41c0 None None] Provisioning complete for port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:30.391276 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a1d0de71-050d-4ec6-b902-f811c4fa41c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.391479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-bc9567cd-32f4-427b-a0e6-e1da570be3ea tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 75cec2c2-37e7-48cd-a083-1fb60bde2fe5 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:30.531388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0de71-050d-4ec6-b902-f811c4fa41c0 None None] Current status of the port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:30.547572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a1d0de71-050d-4ec6-b902-f811c4fa41c0 None None] Provisioning for port 5aa527f0-b554-4434-851a-2cdbd6872d01 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:30.557727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a1d0de71-050d-4ec6-b902-f811c4fa41c0 None None] Provisioning complete for port 5aa527f0-b554-4434-851a-2cdbd6872d01 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:30.558691 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a1d0de71-050d-4ec6-b902-f811c4fa41c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.567456 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc9567cd-32f4-427b-a0e6-e1da570be3ea tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.621815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0de71-050d-4ec6-b902-f811c4fa41c0 None None] Port 5aa527f0-b554-4434-851a-2cdbd6872d01 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:30.625196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a1d0de71-050d-4ec6-b902-f811c4fa41c0 None None] Could not find standard attr ID for object 75cec2c2-37e7-48cd-a083-1fb60bde2fe5. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:56:30.633227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9567cd-32f4-427b-a0e6-e1da570be3ea tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=75cec2c2-37e7-48cd-a083-1fb60bde2fe5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:30.681531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc9567cd-32f4-427b-a0e6-e1da570be3ea tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.696632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bc9567cd-32f4-427b-a0e6-e1da570be3ea tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/75cec2c2-37e7-48cd-a083-1fb60bde2fe5 HTTP/1.1" status: 204 len: 168 time: 0.7761347 Jun 03 15:56:30.699034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58304) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:30.750464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2e2bbc83-2843-4778-8fab-03b1584fd19d None None] Provisioning complete for port 5aa527f0-b554-4434-851a-2cdbd6872d01 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:30.750834 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2e2bbc83-2843-4778-8fab-03b1584fd19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:30.819883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2e2bbc83-2843-4778-8fab-03b1584fd19d None None] Port 5aa527f0-b554-4434-851a-2cdbd6872d01 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:30.884259 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b421201-f37e-42d8-90c4-eca8203b165c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:30.884809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7b421201-f37e-42d8-90c4-eca8203b165c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:30.902806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7b421201-f37e-42d8-90c4-eca8203b165c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:30.906865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7b421201-f37e-42d8-90c4-eca8203b165c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/75cec2c2-37e7-48cd-a083-1fb60bde2fe5 HTTP/1.1" status: 404 len: 333 time: 0.2043180 Jun 03 15:56:30.907051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58308) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:30.941957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c4b3c398-4e04-43a2-b6d7-0a20ade4ebeb None None] Could not find standard attr ID for object 75cec2c2-37e7-48cd-a083-1fb60bde2fe5. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:56:30.978222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c7f32-2ab5-4365-82e9-7f3f55d9d9d2 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 5aa527f0-b554-4434-851a-2cdbd6872d01 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:30.978920 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7f32-2ab5-4365-82e9-7f3f55d9d9d2 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.240932 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7f32-2ab5-4365-82e9-7f3f55d9d9d2 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.326640 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b532eef6-1e0a-4bfc-87d4-387d9ebaf702 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:31.387464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c7f32-2ab5-4365-82e9-7f3f55d9d9d2 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 5aa527f0-b554-4434-851a-2cdbd6872d01 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:31.407287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:31.407811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.533181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:31.544735 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7f32-2ab5-4365-82e9-7f3f55d9d9d2 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.597557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c7f32-2ab5-4365-82e9-7f3f55d9d9d2 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=5aa527f0-b554-4434-851a-2cdbd6872d01,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:31.645257 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6d6c7f32-2ab5-4365-82e9-7f3f55d9d9d2 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.663291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58314) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:31.663920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6d6c7f32-2ab5-4365-82e9-7f3f55d9d9d2 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/5aa527f0-b554-4434-851a-2cdbd6872d01 HTTP/1.1" status: 204 len: 168 time: 0.7552388 Jun 03 15:56:31.709602 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-14778952-2a3c-4093-8423-ca3aa86e4fb6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:31.711366 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-14778952-2a3c-4093-8423-ca3aa86e4fb6 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/5aa527f0-b554-4434-851a-2cdbd6872d01 HTTP/1.1" status: 404 len: 333 time: 0.0470414 Jun 03 15:56:31.714245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58318) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:31.786012 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bbbfdb-5d0c-482d-a907-655fdd92e590 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting subnet ec3b2503-6392-4b46-befb-2916fc7523a3 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:56:31.789517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19bbbfdb-5d0c-482d-a907-655fdd92e590 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.847395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19bbbfdb-5d0c-482d-a907-655fdd92e590 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:31.934274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19bbbfdb-5d0c-482d-a907-655fdd92e590 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.012505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19bbbfdb-5d0c-482d-a907-655fdd92e590 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.053343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbbfdb-5d0c-482d-a907-655fdd92e590 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3b2503-6392-4b46-befb-2916fc7523a3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:32.058025 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-19bbbfdb-5d0c-482d-a907-655fdd92e590 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.064685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded69684-8c1d-4a4f-a390-5a2068bbc93f None None] Network f076094a-28f5-476f-82ff-53d72b12541e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:32.065036 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-19bbbfdb-5d0c-482d-a907-655fdd92e590 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/ec3b2503-6392-4b46-befb-2916fc7523a3 HTTP/1.1" status: 204 len: 168 time: 0.3497961 Jun 03 15:56:32.067719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58322) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:32.179899 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.191997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:32.192361 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.198169 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-68065d73-8f3f-4443-bfc3-4beca8922931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.359043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a0cf9-7547-44ed-99c0-273902d0f94a None None] DHCP port deletion for f076094a-28f5-476f-82ff-53d72b12541e request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:56:32.364551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a0cf9-7547-44ed-99c0-273902d0f94a None None] Deleting port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:32.365046 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb6a0cf9-7547-44ed-99c0-273902d0f94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.403803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] For port b532eef6-1e0a-4bfc-87d4-387d9ebaf702, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b532eef6-1e0a-4bfc-87d4-387d9ebaf702,segment=NetworkSegment(e7bff697-2e19-412e-945e-2a6018338702),segment_id=e7bff697-2e19-412e-945e-2a6018338702)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:32.404167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.535488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for b532eef6-1e0a-4bfc-87d4-387d9ebaf702 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:32.568836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fb6a0cf9-7547-44ed-99c0-273902d0f94a None None] For port b532eef6-1e0a-4bfc-87d4-387d9ebaf702, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b532eef6-1e0a-4bfc-87d4-387d9ebaf702,segment=NetworkSegment(e7bff697-2e19-412e-945e-2a6018338702),segment_id=e7bff697-2e19-412e-945e-2a6018338702)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:32.569385 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb6a0cf9-7547-44ed-99c0-273902d0f94a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.626894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.676643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=b532eef6-1e0a-4bfc-87d4-387d9ebaf702,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:32.680451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No DVR routers for this DVR port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:32.697786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a0cf9-7547-44ed-99c0-273902d0f94a None None] Calling delete_port for b532eef6-1e0a-4bfc-87d4-387d9ebaf702 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:32.770745 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-fb6a0cf9-7547-44ed-99c0-273902d0f94a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:56:32.771083 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-fb6a0cf9-7547-44ed-99c0-273902d0f94a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:56:32.806700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.833706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f076094a-28f5-476f-82ff-53d72b12541e']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:32.846035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bff697-2e19-412e-945e-2a6018338702') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:32.846329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bff697-2e19-412e-945e-2a6018338702') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:32.859150 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.876940 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:32.883611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:56:32.883945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.071035 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e7bff697-2e19-412e-945e-2a6018338702 resource provider aggregate not found Jun 03 15:56:33.099067 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e7bff697-2e19-412e-945e-2a6018338702 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7bff697-2e19-412e-945e-2a6018338702 found for delete ", "request_id": "req-6e760f47-e414-4185-bd3b-9148beaed338"}]} Jun 03 15:56:33.117007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.121916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.149220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Network': ['ID=f076094a-28f5-476f-82ff-53d72b12541e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:33.156188 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b9ebd4ea-dee8-472a-97e6-a5acf189bb68 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/networks/f076094a-28f5-476f-82ff-53d72b12541e HTTP/1.1" status: 204 len: 168 time: 1.0867326 Jun 03 15:56:33.159097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58336) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:33.165018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1121902570'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:33.171103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:33.175340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:network and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:33.179008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:33.185533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:33.197702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:33.201687 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.236583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:56:33.248522 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.248897 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Added segment 38f705c1-9706-4b79-9129-ff8ab68e46c3 of type vlan for network 13172113-ff47-413b-96f7-61ffd0090825 Jun 03 15:56:33.273038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a0cf9-7547-44ed-99c0-273902d0f94a None None] Deleting port b532eef6-1e0a-4bfc-87d4-387d9ebaf702 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:33.273727 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fb6a0cf9-7547-44ed-99c0-273902d0f94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.279495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.352993 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.360750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:33.362761 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.414947 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2519708 Jun 03 15:56:33.415299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58340) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:33.421117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '13172113-ff47-413b-96f7-61ffd0090825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:33.434737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b532eef6-1e0a-4bfc-87d4-387d9ebaf702 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:33.476149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a0cf9-7547-44ed-99c0-273902d0f94a None None] The port 'b532eef6-1e0a-4bfc-87d4-387d9ebaf702' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:56:33.483721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: b532eef6-1e0a-4bfc-87d4-387d9ebaf702 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:33.484404 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b532eef6-1e0a-4bfc-87d4-387d9ebaf702 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:33.511605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8726e45-4a47-4231-9adc-64cfca1d71b8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Network': ['ID=13172113-ff47-413b-96f7-61ffd0090825,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:33.525152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 13172113-ff47-413b-96f7-61ffd0090825 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:56:33.580413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:33.584352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:33.587190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:33.592765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:33.607557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:33.616713 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.849327 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.930429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Subnet': ['ID=c9d3ba3d-8d13-4e7e-bb82-4678947b692d,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:33.936641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Checking segment: {'id': '38f705c1-9706-4b79-9129-ff8ab68e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13172113-ff47-413b-96f7-61ffd0090825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:33.936912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network hostable DHCP agents. Network: 13172113-ff47-413b-96f7-61ffd0090825, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:56:33.957365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 13172113-ff47-413b-96f7-61ffd0090825 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:56:33.967496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 13172113-ff47-413b-96f7-61ffd0090825) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:33.971452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:33.972015 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:33.977381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555d27a-1f41-4d94-936e-afc00e76e05e None None] Network 13172113-ff47-413b-96f7-61ffd0090825 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:33.997343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dfc99ee8-4c97-435e-9165-516047577d40 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5809574 Jun 03 15:56:34.000285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58346) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:34.005767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-93a04534-cc41-4c18-81a3-3314e1f550cd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2024990644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:34.013527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-93a04534-cc41-4c18-81a3-3314e1f550cd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:34.017425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-93a04534-cc41-4c18-81a3-3314e1f550cd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:router and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:34.020290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-93a04534-cc41-4c18-81a3-3314e1f550cd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:34.025964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-93a04534-cc41-4c18-81a3-3314e1f550cd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:34.051254 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93a04534-cc41-4c18-81a3-3314e1f550cd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.052487 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93a04534-cc41-4c18-81a3-3314e1f550cd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.072271 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93a04534-cc41-4c18-81a3-3314e1f550cd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.093195 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93a04534-cc41-4c18-81a3-3314e1f550cd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.119448 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-93a04534-cc41-4c18-81a3-3314e1f550cd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.120916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-93a04534-cc41-4c18-81a3-3314e1f550cd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1195960 Jun 03 15:56:34.123842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58350) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:34.129526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'network_id': '13172113-ff47-413b-96f7-61ffd0090825', 'name': 'tempest-PortsIpV6TestJSON-1965487142'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:34.209366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-13172113-ff47-413b-96f7-61ffd0090825', 'network_id': '13172113-ff47-413b-96f7-61ffd0090825', 'tenant_id': '4b205975f3ca420fa7da94b31f4d5ad1', 'fixed_ips': [{'subnet_id': 'c9d3ba3d-8d13-4e7e-bb82-4678947b692d'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:56:34.210589 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.267893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:34.272090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:port and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:34.275086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:34.281181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:34.298288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:34.304799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.333132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port 07fdfa09-145d-4b38-9093-3a0c42680e63 yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:34.395465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Allocated IP 2001:db8::2 (13172113-ff47-413b-96f7-61ffd0090825/c9d3ba3d-8d13-4e7e-bb82-4678947b692d/6e8112dc-39c8-49b6-bb2f-cfdb80de2852) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:34.607987 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.617908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Transition to ACTIVE for port object 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:34.637295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Transition to ACTIVE for port object 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:34.644788 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.712449 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Network 13172113-ff47-413b-96f7-61ffd0090825 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:34.715321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:34.718630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:34.724063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8::2d9 (13172113-ff47-413b-96f7-61ffd0090825/c9d3ba3d-8d13-4e7e-bb82-4678947b692d/07fdfa09-145d-4b38-9093-3a0c42680e63) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:34.743304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Pushing event updated for resources: {'Port': ['ID=6e8112dc-39c8-49b6-bb2f-cfdb80de2852,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:34.919228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Attempting to bind port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:34.919596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Attempting to bind port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '38f705c1-9706-4b79-9129-ff8ab68e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13172113-ff47-413b-96f7-61ffd0090825'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:34.919956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Attempting to bind port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 on network 13172113-ff47-413b-96f7-61ffd0090825 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:34.930164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:34.930578 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Checking segment: {'id': '38f705c1-9706-4b79-9129-ff8ab68e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13172113-ff47-413b-96f7-61ffd0090825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:34.930977 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.931366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Bound using segment: {'id': '38f705c1-9706-4b79-9129-ff8ab68e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13172113-ff47-413b-96f7-61ffd0090825'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:34.931835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Bound port: 6e8112dc-39c8-49b6-bb2f-cfdb80de2852, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f705c1-9706-4b79-9129-ff8ab68e46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '13172113-ff47-413b-96f7-61ffd0090825'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:34.932197 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:34.941716 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-52ec933c-a601-46f8-ad7e-5245234dd563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:35.054740 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] For port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:35.058291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] For port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6e8112dc-39c8-49b6-bb2f-cfdb80de2852,segment=NetworkSegment(38f705c1-9706-4b79-9129-ff8ab68e46c3),segment_id=38f705c1-9706-4b79-9129-ff8ab68e46c3)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:35.070092 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:35.152617 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:35.177602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Transition to ACTIVE for port object 07fdfa09-145d-4b38-9093-3a0c42680e63 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:35.178961 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b125c3-1d9e-460f-b2fd-b3182752e947 None None] Pushing event updated for resources: {'Port': ['ID=6e8112dc-39c8-49b6-bb2f-cfdb80de2852,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:35.215098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:35.299100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 13172113-ff47-413b-96f7-61ffd0090825 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:35.303131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:35.305106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=07fdfa09-145d-4b38-9093-3a0c42680e63,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:35.308419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:35.314749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:35.315361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:35.346593 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:35.367792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e531acdc-0b17-407c-b2e3-1ea48598a2ac tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2428904 Jun 03 15:56:35.368577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58360) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:35.673439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:35.965745 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:36.186929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15232ac-516e-49b3-885f-96b9f6dca162 None None] Network 13172113-ff47-413b-96f7-61ffd0090825 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:36.317286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-629abb25-f24d-433a-acf8-132a059666b3 None None] Provisioning for port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:36.350460 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:36.356249 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:36.621083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=07fdfa09-145d-4b38-9093-3a0c42680e63,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:36.760813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5b65c2c7-06c5-476d-b6ae-42be33c36577 None None] Provisioning for port 07fdfa09-145d-4b38-9093-3a0c42680e63 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:36.769865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5b65c2c7-06c5-476d-b6ae-42be33c36577 None None] Provisioning complete for port 07fdfa09-145d-4b38-9093-3a0c42680e63 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:36.770441 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5b65c2c7-06c5-476d-b6ae-42be33c36577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:36.797893 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:36.836150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5b65c2c7-06c5-476d-b6ae-42be33c36577 None None] Port 07fdfa09-145d-4b38-9093-3a0c42680e63 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:36.972707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-188dabed-6c4c-4da0-a327-12bb58191112 None None] Provisioning complete for port 07fdfa09-145d-4b38-9093-3a0c42680e63 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:36.973080 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-188dabed-6c4c-4da0-a327-12bb58191112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.057331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.061579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-188dabed-6c4c-4da0-a327-12bb58191112 None None] Port 07fdfa09-145d-4b38-9093-3a0c42680e63 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:37.122619 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.240078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3e7dc0e4-2b9d-400e-87de-cfdbf8747c8c None None] Provisioning complete for port 07fdfa09-145d-4b38-9093-3a0c42680e63 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:37.240760 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3e7dc0e4-2b9d-400e-87de-cfdbf8747c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.354485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3e7dc0e4-2b9d-400e-87de-cfdbf8747c8c None None] Port 07fdfa09-145d-4b38-9093-3a0c42680e63 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:37.419902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:37.529818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:37.536464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:37.536818 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.558184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.563743 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.564605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.619183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58372) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:37.663083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:37.663875 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.700024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6e8112dc-39c8-49b6-bb2f-cfdb80de2852,segment=NetworkSegment(38f705c1-9706-4b79-9129-ff8ab68e46c3),segment_id=38f705c1-9706-4b79-9129-ff8ab68e46c3)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:37.702955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=07fdfa09-145d-4b38-9093-3a0c42680e63,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:37.705658 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.754871 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-abbe4815-405f-43ed-b67a-0cbde043e29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.769763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-abbe4815-405f-43ed-b67a-0cbde043e29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:37.773546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 13172113-ff47-413b-96f7-61ffd0090825 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:37.773943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-abbe4815-405f-43ed-b67a-0cbde043e29b admin admin] Usage tracker for resource:security_group_rule and tenant:84245c4a00214d8d9bd25e358bf45bbb is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:37.774763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6e8112dc-39c8-49b6-bb2f-cfdb80de2852,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:37.774931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:37.776809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-abbe4815-405f-43ed-b67a-0cbde043e29b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:37.789502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-abbe4815-405f-43ed-b67a-0cbde043e29b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:37.888901 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-abbe4815-405f-43ed-b67a-0cbde043e29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.895196 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-abbe4815-405f-43ed-b67a-0cbde043e29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:37.951909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-abbe4815-405f-43ed-b67a-0cbde043e29b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84245c4a00214d8d9bd25e358bf45bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282845 Jun 03 15:56:37.951909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe4815-405f-43ed-b67a-0cbde043e29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e5f3b1-615e-4622-b651-a2790623fb3f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:37.952179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58378) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:38.012553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Router 89874db4-cdf9-4cbd-aed2-a25fe840d56c is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:56:38.034633 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b759de3-648a-4ed7-bf9b-91d2603f06cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.081749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-47bc3420-d6ad-412c-b229-3f6e8ec4e4ba None None] Provisioning complete for port 07fdfa09-145d-4b38-9093-3a0c42680e63 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:38.082071 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-47bc3420-d6ad-412c-b229-3f6e8ec4e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.133893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-47bc3420-d6ad-412c-b229-3f6e8ec4e4ba None None] Port 07fdfa09-145d-4b38-9093-3a0c42680e63 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:38.306139 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b759de3-648a-4ed7-bf9b-91d2603f06cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.357510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:38.362853 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e6897603-8e96-4d28-8ee5-54884f0ed4a9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "PUT /v2.0/routers/89874db4-cdf9-4cbd-aed2-a25fe840d56c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9927266 Jun 03 15:56:38.365073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58382) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:38.369185 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bcf97f-1e39-48e5-964b-50d1f5c0e18a None None] Sync routers for ids ['89874db4-cdf9-4cbd-aed2-a25fe840d56c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:38.380097 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bcf97f-1e39-48e5-964b-50d1f5c0e18a None None] Routers {'89874db4-cdf9-4cbd-aed2-a25fe840d56c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:38.380794 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-01bcf97f-1e39-48e5-964b-50d1f5c0e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:56:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89874db4-cdf9-4cbd-aed2-a25fe840d56c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:38.431218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b759de3-648a-4ed7-bf9b-91d2603f06cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.439427 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-01bcf97f-1e39-48e5-964b-50d1f5c0e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:38.447642 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bcf97f-1e39-48e5-964b-50d1f5c0e18a None None] Routers {'89874db4-cdf9-4cbd-aed2-a25fe840d56c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:38.448225 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-01bcf97f-1e39-48e5-964b-50d1f5c0e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:56:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89874db4-cdf9-4cbd-aed2-a25fe840d56c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:38.450500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b759de3-648a-4ed7-bf9b-91d2603f06cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e5f3b1-615e-4622-b651-a2790623fb3f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:38.459864 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3b759de3-648a-4ed7-bf9b-91d2603f06cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:38.463573 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3b759de3-648a-4ed7-bf9b-91d2603f06cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64e5f3b1-615e-4622-b651-a2790623fb3f HTTP/1.1" status: 204 len: 168 time: 0.5080819 Jun 03 15:56:38.474205 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f595a634-314e-427d-9acc-c82168cbbbbd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:38.474963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f595a634-314e-427d-9acc-c82168cbbbbd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:38.494788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f595a634-314e-427d-9acc-c82168cbbbbd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:38.499160 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f595a634-314e-427d-9acc-c82168cbbbbd tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports?device_id=89874db4-cdf9-4cbd-aed2-a25fe840d56c HTTP/1.1" status: 200 len: 989 time: 0.1302190 Jun 03 15:56:38.499605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58388) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:38.552885 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-01bcf97f-1e39-48e5-964b-50d1f5c0e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:38.553285 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bcf97f-1e39-48e5-964b-50d1f5c0e18a None None] The sync data for ids ['89874db4-cdf9-4cbd-aed2-a25fe840d56c'] in n-d-844595-1 is: [] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:38.816163 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:56:39.006723 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58b2f69c-0c03-4e1c-b3cb-2d2a8278a474 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.039690 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.290388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-58b2f69c-0c03-4e1c-b3cb-2d2a8278a474 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 07fdfa09-145d-4b38-9093-3a0c42680e63 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:39.290992 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58b2f69c-0c03-4e1c-b3cb-2d2a8278a474 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.315228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:39.392846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:39.393215 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.507506 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58b2f69c-0c03-4e1c-b3cb-2d2a8278a474 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:39.515002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:39.630581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-58b2f69c-0c03-4e1c-b3cb-2d2a8278a474 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 07fdfa09-145d-4b38-9093-3a0c42680e63 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:40.066366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58b2f69c-0c03-4e1c-b3cb-2d2a8278a474 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.120602 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2f69c-0c03-4e1c-b3cb-2d2a8278a474 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=07fdfa09-145d-4b38-9093-3a0c42680e63,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:40.299756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-58b2f69c-0c03-4e1c-b3cb-2d2a8278a474 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.648928 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58440) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:40.652242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b2f69c-0c03-4e1c-b3cb-2d2a8278a474 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Router 89874db4-cdf9-4cbd-aed2-a25fe840d56c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:56:40.653294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'network': {'name': 'tempest-network-smoke--1730062264', 'project_id': 'e3d034ba8f884e748dec011b53776906', 'port_security_enabled': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:40.664310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:40.669922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:network and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:40.674190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:40.682441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:40.690967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Made reservation on behalf of e3d034ba8f884e748dec011b53776906 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:40.694511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.707128 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.723017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:40.727233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:security_group_rule and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:40.730085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:40.735797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:40.783594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b2f69c-0c03-4e1c-b3cb-2d2a8278a474 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:40.797092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e9496-0eb1-4973-a16a-76a4eb1d5dbb None None] Sync routers for ids ['89874db4-cdf9-4cbd-aed2-a25fe840d56c'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:40.807084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e9496-0eb1-4973-a16a-76a4eb1d5dbb None None] Routers {'89874db4-cdf9-4cbd-aed2-a25fe840d56c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:40.807853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7a4e9496-0eb1-4973-a16a-76a4eb1d5dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:56:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89874db4-cdf9-4cbd-aed2-a25fe840d56c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:40.816180 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-58b2f69c-0c03-4e1c-b3cb-2d2a8278a474 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "PUT /v2.0/routers/89874db4-cdf9-4cbd-aed2-a25fe840d56c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3154774 Jun 03 15:56:40.819565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58444) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:40.853961 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.859661 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.861896 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb72408-64aa-438f-bdae-0be4f11f89f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:40.862608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5fb72408-64aa-438f-bdae-0be4f11f89f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:40.870820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7a4e9496-0eb1-4973-a16a-76a4eb1d5dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:40.879870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e9496-0eb1-4973-a16a-76a4eb1d5dbb None None] Routers {'89874db4-cdf9-4cbd-aed2-a25fe840d56c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:40.880588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7a4e9496-0eb1-4973-a16a-76a4eb1d5dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:56:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89874db4-cdf9-4cbd-aed2-a25fe840d56c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:40.880868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5fb72408-64aa-438f-bdae-0be4f11f89f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:40.882129 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5fb72408-64aa-438f-bdae-0be4f11f89f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/07fdfa09-145d-4b38-9093-3a0c42680e63 HTTP/1.1" status: 404 len: 333 time: 0.0616295 Jun 03 15:56:40.884966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58448) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:40.897610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:56:40.912019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f24b07-4c36-43cd-87cf-ce44eb3c2c4b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:40.918280 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.918889 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Added segment 0ad0c0d5-06d5-4908-9e48-4532e0718331 of type vlan for network 1e54a417-e23f-402b-84fb-cb4b376dc519 Jun 03 15:56:40.952131 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.981389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7a4e9496-0eb1-4973-a16a-76a4eb1d5dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:40.981784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e9496-0eb1-4973-a16a-76a4eb1d5dbb None None] The sync data for ids ['89874db4-cdf9-4cbd-aed2-a25fe840d56c'] in n-d-844595-1 is: [] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:40.985105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:40.990751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:40.991322 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.028837 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeee45e1-eac6-4cdb-8591-b8e6722e82ad tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.102895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Network': ['ID=1e54a417-e23f-402b-84fb-cb4b376dc519,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:41.108566 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-77237cc1-e649-452f-8347-c9d981a05544 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4639132 Jun 03 15:56:41.111291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58452) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:41.114380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 1e54a417-e23f-402b-84fb-cb4b376dc519 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:56:41.117824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'admin_state_up': True, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:41.127093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:41.131754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:router and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:41.135306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:41.143456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:41.156651 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.158100 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.176632 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.465416 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.466811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeee45e1-eac6-4cdb-8591-b8e6722e82ad tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.469167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeee45e1-eac6-4cdb-8591-b8e6722e82ad tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.492171 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeee45e1-eac6-4cdb-8591-b8e6722e82ad tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.492675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeee45e1-eac6-4cdb-8591-b8e6722e82ad tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Fanout notify agent at l3_agent the message router_deleted on router 89874db4-cdf9-4cbd-aed2-a25fe840d56c {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:56:41.504359 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aeee45e1-eac6-4cdb-8591-b8e6722e82ad tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.505598 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aeee45e1-eac6-4cdb-8591-b8e6722e82ad tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/routers/89874db4-cdf9-4cbd-aed2-a25fe840d56c HTTP/1.1" status: 204 len: 168 time: 0.6194782 Jun 03 15:56:41.508481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58456) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:41.580806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51fc432-e05f-424c-8299-1178b4146d39 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting subnet c9d3ba3d-8d13-4e7e-bb82-4678947b692d {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:56:41.584231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c51fc432-e05f-424c-8299-1178b4146d39 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.647841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c51fc432-e05f-424c-8299-1178b4146d39 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.744015 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c51fc432-e05f-424c-8299-1178b4146d39 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.797437 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.828515 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.832874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c51fc432-e05f-424c-8299-1178b4146d39 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.878180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fc432-e05f-424c-8299-1178b4146d39 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d3ba3d-8d13-4e7e-bb82-4678947b692d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:41.886035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c51fc432-e05f-424c-8299-1178b4146d39 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:41.897233 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c51fc432-e05f-424c-8299-1178b4146d39 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/c9d3ba3d-8d13-4e7e-bb82-4678947b692d HTTP/1.1" status: 204 len: 168 time: 0.3805623 Jun 03 15:56:41.897233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58460) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:41.905302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8197cb65-376d-4ed6-9c0e-ef245d6bf093 None None] Network 13172113-ff47-413b-96f7-61ffd0090825 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:42.027875 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.028070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Allocated IP 172.25.7.105 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/fd3d16d8-4dcc-403c-b85e-ef89ae479c67) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:42.039221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:42.039481 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.221860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.231337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76da489-c8e2-42cd-925c-49f1b33412b5 None None] DHCP port deletion for 13172113-ff47-413b-96f7-61ffd0090825 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:56:42.235969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d76da489-c8e2-42cd-925c-49f1b33412b5 None None] Deleting port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:42.236425 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d76da489-c8e2-42cd-925c-49f1b33412b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.281052 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.284857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] For port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6e8112dc-39c8-49b6-bb2f-cfdb80de2852,segment=NetworkSegment(38f705c1-9706-4b79-9129-ff8ab68e46c3),segment_id=38f705c1-9706-4b79-9129-ff8ab68e46c3)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:42.285819 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.432465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:42.539092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d76da489-c8e2-42cd-925c-49f1b33412b5 None None] For port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6e8112dc-39c8-49b6-bb2f-cfdb80de2852,segment=NetworkSegment(38f705c1-9706-4b79-9129-ff8ab68e46c3),segment_id=38f705c1-9706-4b79-9129-ff8ab68e46c3)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:42.540052 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d76da489-c8e2-42cd-925c-49f1b33412b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.544244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.556622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:42.559240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:42.564703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:42.596323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Port': ['ID=fd3d16d8-4dcc-403c-b85e-ef89ae479c67,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:42.651728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=6e8112dc-39c8-49b6-bb2f-cfdb80de2852,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:42.661172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No DVR routers for this DVR port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:56:42.693061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d76da489-c8e2-42cd-925c-49f1b33412b5 None None] Calling delete_port for 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:42.781651 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-d76da489-c8e2-42cd-925c-49f1b33412b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:56:42.782003 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-d76da489-c8e2-42cd-925c-49f1b33412b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:56:42.827500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.863816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13172113-ff47-413b-96f7-61ffd0090825']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:42.876801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f705c1-9706-4b79-9129-ff8ab68e46c3') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:42.877094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f705c1-9706-4b79-9129-ff8ab68e46c3') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:42.893836 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.911402 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:42.918517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:56:42.918517 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.048138 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.120335 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 38f705c1-9706-4b79-9129-ff8ab68e46c3 resource provider aggregate not found Jun 03 15:56:43.150452 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 38f705c1-9706-4b79-9129-ff8ab68e46c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38f705c1-9706-4b79-9129-ff8ab68e46c3 found for delete ", "request_id": "req-02d289bc-84fd-47b5-99e5-92400249cc17"}]} Jun 03 15:56:43.161957 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.168928 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.196844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Network': ['ID=13172113-ff47-413b-96f7-61ffd0090825,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:43.209099 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4388c241-303f-4746-b9c1-f36805b94373 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/networks/13172113-ff47-413b-96f7-61ffd0090825 HTTP/1.1" status: 204 len: 168 time: 1.3137281 Jun 03 15:56:43.213927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58468) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:43.288964 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d76da489-c8e2-42cd-925c-49f1b33412b5 None None] Deleting port 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:43.288964 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d76da489-c8e2-42cd-925c-49f1b33412b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.300142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6e5950-8f30-45ff-b2fa-7d4e041b5c9d tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:43.300142 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6f6e5950-8f30-45ff-b2fa-7d4e041b5c9d tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:43.334862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6f6e5950-8f30-45ff-b2fa-7d4e041b5c9d tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:43.338886 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6f6e5950-8f30-45ff-b2fa-7d4e041b5c9d tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/d2e81dc8-bc0b-40ee-bdc2-156175e09581 HTTP/1.1" status: 200 len: 845 time: 0.1207080 Jun 03 15:56:43.347234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:43.399065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:56:43.435096 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-308d75a3-e527-4445-8002-883390934317 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/d2e81dc8-bc0b-40ee-bdc2-156175e09581?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0866802 Jun 03 15:56:43.440712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58476) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:43.449713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:43.488802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:56:43.488802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6e8112dc-39c8-49b6-bb2f-cfdb80de2852 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:56:43.494045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d76da489-c8e2-42cd-925c-49f1b33412b5 None None] The port '6e8112dc-39c8-49b6-bb2f-cfdb80de2852' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 15:56:43.516961 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.585369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:43.589747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:43.592831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:43.599581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:43.616788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:43.616788 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.742372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:56:43.844609 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.906246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:43.909388 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:43.914671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:43.915003 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.920651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db0fe9-a660-4db5-9257-73cc9a2cc141 None None] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:43.936062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:43.949842 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Sync routers for ids ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:43.956088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Subnet': ['ID=b29cd6b8-b405-4bd9-b805-57a10b8eb1e3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:43.968975 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Routers {'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:43.970040 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:43.970458 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:56:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:43.974502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e3eff0f2-5ac1-4757-bfdb-ebfff04874e7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8616822 Jun 03 15:56:43.974904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58480) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:43.979308 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-79127b1c-bd0d-45dd-8b65-96d291995da7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5374689 Jun 03 15:56:43.982243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58484) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:43.993045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'security_group': {'name': 'tempest-secgroup-67889016'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:44.004413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:44.009494 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:security_group and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:44.014292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:44.029738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:44.061783 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.093246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:44.099487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:security_group_rule and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:44.100943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:44.112788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:44.218718 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Set router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:44.236012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-5b15cf84-02fc-4064-b082-2cd8ad779e30', 'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'tenant_id': '4b205975f3ca420fa7da94b31f4d5ad1', 'fixed_ips': [{'subnet_id': 'b29cd6b8-b405-4bd9-b805-57a10b8eb1e3'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:56:44.243229 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.257103 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.257103 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-52ee30d3-a7b5-4c0b-bd5a-eb8332678da4 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e3d034ba8f884e748dec011b53776906&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2781177 Jun 03 15:56:44.257103 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.263963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58492) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:44.295099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31afabe-1768-4866-95bf-262f6dd9abae,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:44.321667 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.325855 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-fc4de22d-b6b7-4c75-8392-1355929a692b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3361065 Jun 03 15:56:44.328491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58496) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:44.334360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'security_group': {'name': 'tempest-secgroup-683808298'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:44.343870 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:44.350476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:security_group and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:44.355394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:44.366940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:44.383204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.413116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:44.422716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:security_group_rule and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:44.428407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:44.435216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:44.509432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Allocated IP 2001:db8::2 (5b15cf84-02fc-4064-b082-2cd8ad779e30/b29cd6b8-b405-4bd9-b805-57a10b8eb1e3/663b2cba-a831-4c32-9cc8-dcc8b9e9edb6) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:44.529381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.536286 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.592134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06ca6aa-f7ec-4d36-abe2-6c0a00a04f97 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:44.596279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c06ca6aa-f7ec-4d36-abe2-6c0a00a04f97 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3345182 Jun 03 15:56:44.596411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40505cd8-347d-498e-aea9-0524e5368303,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:44.596835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58500) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:44.599637 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.601535 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8b7cfba7-e399-4e69-ae54-b6a68a04f8f5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2743437 Jun 03 15:56:44.604413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58504) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:44.610123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-893933666', 'security_groups': ['40505cd8-347d-498e-aea9-0524e5368303'], 'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b29cd6b8-b405-4bd9-b805-57a10b8eb1e3'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:44.620800 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:42Z', 'revision_number': 3, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:44.625111 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Checking router: f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:56:44.625453 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Updating router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a port fd3d16d8-4dcc-403c-b85e-ef89ae479c67 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:56:44.654465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8668163c-731e-4d88-bb71-7657355a01d4 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566690 Jun 03 15:56:44.656860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58508) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:44.663114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-847557756', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'project_id': 'e3d034ba8f884e748dec011b53776906', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:44.684332 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.763266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:44.775436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:44.781511 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.789195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:44.792327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:44.795233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Transition to ACTIVE for port object 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:44.797270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:subnet and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:44.800424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:44.809422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:44.816860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Transition to ACTIVE for port object 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:44.822816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Made reservation on behalf of e3d034ba8f884e748dec011b53776906 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:44.826128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.827402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.901902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:44.905626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:44.909671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:44.947088 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:44.972133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port d150aefe-0175-4157-b1ca-c6bed4da293c yet. {{(pid=88444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:44.983160 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Pushing event updated for resources: {'Port': ['ID=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:45.016280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Attempting to bind port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:45.016906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Attempting to bind port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '090830cb-8d6e-4f25-802c-3f5eae3ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:45.017426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Attempting to bind port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 on network 5b15cf84-02fc-4064-b082-2cd8ad779e30 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:45.024095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:45.024731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Checking segment: {'id': '090830cb-8d6e-4f25-802c-3f5eae3ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:45.025302 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.025905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Bound using segment: {'id': '090830cb-8d6e-4f25-802c-3f5eae3ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:45.026595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Bound port: 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090830cb-8d6e-4f25-802c-3f5eae3ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:45.026974 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.088041 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.096993 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.102671 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Transition to ACTIVE for port object fd3d16d8-4dcc-403c-b85e-ef89ae479c67 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:45.111369 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.143293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] For port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:45.146675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] For port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,segment=NetworkSegment(090830cb-8d6e-4f25-802c-3f5eae3ef74d),segment_id=090830cb-8d6e-4f25-802c-3f5eae3ef74d)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:45.151460 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.192136 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Attempting to bind port fd3d16d8-4dcc-403c-b85e-ef89ae479c67 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:45.192849 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Attempting to bind port fd3d16d8-4dcc-403c-b85e-ef89ae479c67 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:45.193360 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Attempting to bind port fd3d16d8-4dcc-403c-b85e-ef89ae479c67 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:45.205595 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:45.206352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Subnet': ['ID=050b5233-d212-42e3-a7ae-0859229c8e1d,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:45.206718 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:45.207284 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.207975 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:45.209014 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Bound port: fd3d16d8-4dcc-403c-b85e-ef89ae479c67, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:45.209627 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.220368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Checking segment: {'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:45.221026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network hostable DHCP agents. Network: 1e54a417-e23f-402b-84fb-cb4b376dc519, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:56:45.245030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network 1e54a417-e23f-402b-84fb-cb4b376dc519 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:56:45.251657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8::20c (5b15cf84-02fc-4064-b082-2cd8ad779e30/b29cd6b8-b405-4bd9-b805-57a10b8eb1e3/d150aefe-0175-4157-b1ca-c6bed4da293c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:45.268261 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Pushing event updated for resources: {'Port': ['ID=fd3d16d8-4dcc-403c-b85e-ef89ae479c67,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:45.272913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b231e30-0b49-497e-84ed-fd3b36ef37e9 None None] Pushing event updated for resources: {'Port': ['ID=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:45.274389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 1e54a417-e23f-402b-84fb-cb4b376dc519) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:45.294400 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.294694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:45.294803 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.295048 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.295309 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.295416 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.295673 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.295986 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.296463 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.296920 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.297377 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.297845 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.298320 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.298977 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:45.308436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc12850-fc22-4c74-96c0-483d3d6784c5 None None] Network 1e54a417-e23f-402b-84fb-cb4b376dc519 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:45.326704 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-239f8ac1-e071-4306-9dfe-fb375947336d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6681705 Jun 03 15:56:45.329031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58512) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:45.361905 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] For port fd3d16d8-4dcc-403c-b85e-ef89ae479c67, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:45.369176 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] For port fd3d16d8-4dcc-403c-b85e-ef89ae479c67, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fd3d16d8-4dcc-403c-b85e-ef89ae479c67,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:45.378376 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.481347 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Routers {'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:45.482373 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:56:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:45.544628 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa845ae-16da-4a25-9969-ec6323c05afe None None] Pushing event updated for resources: {'Port': ['ID=fd3d16d8-4dcc-403c-b85e-ef89ae479c67,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:45.620316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.642845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-1e54a417-e23f-402b-84fb-cb4b376dc519', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'fixed_ips': [{'subnet_id': '050b5233-d212-42e3-a7ae-0859229c8e1d'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:56:45.645460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Transition to ACTIVE for port object d150aefe-0175-4157-b1ca-c6bed4da293c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:45.646122 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.705763 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.742759 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] Set router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:45.826314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:45.833113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=d150aefe-0175-4157-b1ca-c6bed4da293c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:45.836267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:45.842964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:45.849786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:45.850473 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:45.881388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Allocated IP 172.20.0.2 (1e54a417-e23f-402b-84fb-cb4b376dc519/050b5233-d212-42e3-a7ae-0859229c8e1d/329e5247-a8a7-457f-bc11-aa4c5fae48bb) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:45.898677 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b918e866-8aa0-4bc8-904b-b0b28fdf6570 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2932622 Jun 03 15:56:45.901607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58516) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:45.909103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4cb4f8df-9df0-4eb1-9d5e-f30ad4b3eaef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:46.134994 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:42Z', 'revision_number': 3, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:46.143257 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db82ed4a-ea6d-4eb2-a26c-cc4a3a3d92d3 None None] The sync data for ids ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'] in n-d-844595-1 is: [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:42Z', 'revision_number': 3, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:46.156844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.171762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Transition to ACTIVE for port object 329e5247-a8a7-457f-bc11-aa4c5fae48bb will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:46.198889 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Transition to ACTIVE for port object 329e5247-a8a7-457f-bc11-aa4c5fae48bb will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:46.207336 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.262545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4cb4f8df-9df0-4eb1-9d5e-f30ad4b3eaef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:46.268035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4cb4f8df-9df0-4eb1-9d5e-f30ad4b3eaef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:46.269410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Network 1e54a417-e23f-402b-84fb-cb4b376dc519 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:46.271447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4cb4f8df-9df0-4eb1-9d5e-f30ad4b3eaef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:46.278060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4cb4f8df-9df0-4eb1-9d5e-f30ad4b3eaef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:46.282157 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.282697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:46.284898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:46.293501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb4f8df-9df0-4eb1-9d5e-f30ad4b3eaef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:46.297643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cb4f8df-9df0-4eb1-9d5e-f30ad4b3eaef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.437069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Pushing event updated for resources: {'Port': ['ID=329e5247-a8a7-457f-bc11-aa4c5fae48bb,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:46.446196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Attempting to bind port 329e5247-a8a7-457f-bc11-aa4c5fae48bb on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:46.446756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Attempting to bind port 329e5247-a8a7-457f-bc11-aa4c5fae48bb by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:46.447279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Attempting to bind port 329e5247-a8a7-457f-bc11-aa4c5fae48bb on network 1e54a417-e23f-402b-84fb-cb4b376dc519 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:46.453706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:46.454173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Checking segment: {'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:46.454502 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.454927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Bound using segment: {'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:46.455399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Bound port: 329e5247-a8a7-457f-bc11-aa4c5fae48bb, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:46.455842 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.530475 n-d-844595-1 neutron-server[88444]: INFO neutron.db.ipam_backend_mixin [None req-4cb4f8df-9df0-4eb1-9d5e-f30ad4b3eaef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b29cd6b8-b405-4bd9-b805-57a10b8eb1e3 (CIDR: 2001:db8::/64) Jun 03 15:56:46.534800 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb4f8df-9df0-4eb1-9d5e-f30ad4b3eaef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:56:46.535253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb4f8df-9df0-4eb1-9d5e-f30ad4b3eaef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:56:46.565528 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4cb4f8df-9df0-4eb1-9d5e-f30ad4b3eaef tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6625013 Jun 03 15:56:46.565920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58520) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:46.576378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:46.615757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] For port 329e5247-a8a7-457f-bc11-aa4c5fae48bb, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:46.619410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] For port 329e5247-a8a7-457f-bc11-aa4c5fae48bb, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=329e5247-a8a7-457f-bc11-aa4c5fae48bb,segment=NetworkSegment(0ad0c0d5-06d5-4908-9e48-4532e0718331),segment_id=0ad0c0d5-06d5-4908-9e48-4532e0718331)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:46.625392 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.736794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c56aa4-99c9-4ca3-a3f8-13fcaf2c5697 None None] Pushing event updated for resources: {'Port': ['ID=329e5247-a8a7-457f-bc11-aa4c5fae48bb,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:46.790917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:46.795069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:46.798650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:46.821243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:46.836293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:46.844952 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:46.936864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7194587e-fbc6-409b-ad46-6539f0e79818 None None] Provisioning for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:46.975136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7194587e-fbc6-409b-ad46-6539f0e79818 None None] Provisioning complete for port d2e81dc8-bc0b-40ee-bdc2-156175e09581 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:46.975956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7194587e-fbc6-409b-ad46-6539f0e79818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.032605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Allocated IP 172.20.0.1 (1e54a417-e23f-402b-84fb-cb4b376dc519/050b5233-d212-42e3-a7ae-0859229c8e1d/b5daaabf-cfeb-4212-964e-c0efffb3d760) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:47.108535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7194587e-fbc6-409b-ad46-6539f0e79818 None None] Port d2e81dc8-bc0b-40ee-bdc2-156175e09581 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:47.316889 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.332248 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.349517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Transition to ACTIVE for port object b5daaabf-cfeb-4212-964e-c0efffb3d760 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:47.359733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f997cc20-9a68-4983-912d-0798dbd8d21c None None] Provisioning for port d150aefe-0175-4157-b1ca-c6bed4da293c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:47.365333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f997cc20-9a68-4983-912d-0798dbd8d21c None None] Provisioning complete for port d150aefe-0175-4157-b1ca-c6bed4da293c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:47.365703 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f997cc20-9a68-4983-912d-0798dbd8d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.390506 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.420398 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:47.423948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:47.428698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:47.429298 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.456003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bf54ed-9c02-4f82-8420-46e7faf8e54f None None] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:47.472873 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Subnet': ['ID=e3f4ee4e-b5c0-4d6f-bd54-4993b8439baa,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:47.486645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network 1e54a417-e23f-402b-84fb-cb4b376dc519 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:47.498293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:47.500465 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-215fabf3-0221-41a3-ab43-4b6bff4648af tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9312687 Jun 03 15:56:47.501486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:47.509606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1565942288', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3f4ee4e-b5c0-4d6f-bd54-4993b8439baa'}], 'security_groups': ['d31afabe-1768-4866-95bf-262f6dd9abae']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:47.512658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:47.575817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:47.577984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Port': ['ID=b5daaabf-cfeb-4212-964e-c0efffb3d760,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:47.592761 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.650472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.708570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f997cc20-9a68-4983-912d-0798dbd8d21c None None] Port d150aefe-0175-4157-b1ca-c6bed4da293c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:47.784561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:47.791567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:47.792170 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.907701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:47.984937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:47.985251 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.028794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,segment=NetworkSegment(090830cb-8d6e-4f25-802c-3f5eae3ef74d),segment_id=090830cb-8d6e-4f25-802c-3f5eae3ef74d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:48.034843 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.035874 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 329e5247-a8a7-457f-bc11-aa4c5fae48bb up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:48.135079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc79b83-4dbe-45e1-8c83-a5119348698e None None] Network 1e54a417-e23f-402b-84fb-cb4b376dc519 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:48.166626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Delete allocated IP 2001:db8::20c (5b15cf84-02fc-4064-b082-2cd8ad779e30/b29cd6b8-b405-4bd9-b805-57a10b8eb1e3) {{(pid=88444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:56:48.177699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8:0:1::113 (5b15cf84-02fc-4064-b082-2cd8ad779e30/e3f4ee4e-b5c0-4d6f-bd54-4993b8439baa/d150aefe-0175-4157-b1ca-c6bed4da293c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:48.313496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:48.318387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f5703adb-239f-4921-bb05-774590209cac None None] Provisioning for port 329e5247-a8a7-457f-bc11-aa4c5fae48bb completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:48.360299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e755b5ce-08e1-4e60-8916-55f4a3c0ba56 None None] Update dhcp port {'port': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'fixed_ips': [{'subnet_id': 'b29cd6b8-b405-4bd9-b805-57a10b8eb1e3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3f4ee4e-b5c0-4d6f-bd54-4993b8439baa'}], 'binding:host_id': 'n-d-844595-1'}, 'id': '663b2cba-a831-4c32-9cc8-dcc8b9e9edb6'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:56:48.403254 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.413109 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.416701 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.440462 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Transition to ACTIVE for port object d150aefe-0175-4157-b1ca-c6bed4da293c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:48.445734 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.460595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 329e5247-a8a7-457f-bc11-aa4c5fae48bb completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:48.480612 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e755b5ce-08e1-4e60-8916-55f4a3c0ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.498264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 329e5247-a8a7-457f-bc11-aa4c5fae48bb triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:48.498634 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.542386 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.546296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Port': ['ID=b5daaabf-cfeb-4212-964e-c0efffb3d760,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:48.569841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] In _notify_port_updated(), no bound segment for port d150aefe-0175-4157-b1ca-c6bed4da293c on network 5b15cf84-02fc-4064-b082-2cd8ad779e30 {{(pid=88444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:56:48.580566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:48.581233 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.582607 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "PUT /v2.0/ports/d150aefe-0175-4157-b1ca-c6bed4da293c HTTP/1.1" status: 200 len: 931 time: 1.0799408 Jun 03 15:56:48.587155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58528) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:48.662529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e75eb9-669a-4c26-bf9d-f3aa755d07d9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=d150aefe-0175-4157-b1ca-c6bed4da293c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:48.680450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d4849-cb25-43ab-bfe4-4f9b0c184a32 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port d150aefe-0175-4157-b1ca-c6bed4da293c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:48.680811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c7d4849-cb25-43ab-bfe4-4f9b0c184a32 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:48.849283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network 1e54a417-e23f-402b-84fb-cb4b376dc519 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:48.851282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:48.870367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-e755b5ce-08e1-4e60-8916-55f4a3c0ba56 None None] Allocated IP 2001:db8:0:1::2 (5b15cf84-02fc-4064-b082-2cd8ad779e30/e3f4ee4e-b5c0-4d6f-bd54-4993b8439baa/663b2cba-a831-4c32-9cc8-dcc8b9e9edb6) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:48.872666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 329e5247-a8a7-457f-bc11-aa4c5fae48bb is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:48.873035 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.011342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 329e5247-a8a7-457f-bc11-aa4c5fae48bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=329e5247-a8a7-457f-bc11-aa4c5fae48bb,segment=NetworkSegment(0ad0c0d5-06d5-4908-9e48-4532e0718331),segment_id=0ad0c0d5-06d5-4908-9e48-4532e0718331)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:49.031778 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.032813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fd3d16d8-4dcc-403c-b85e-ef89ae479c67 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:49.084645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:56:49.130044 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c7d4849-cb25-43ab-bfe4-4f9b0c184a32 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.148832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=329e5247-a8a7-457f-bc11-aa4c5fae48bb,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:49.187057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e755b5ce-08e1-4e60-8916-55f4a3c0ba56 None None] For port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,segment=NetworkSegment(090830cb-8d6e-4f25-802c-3f5eae3ef74d),segment_id=090830cb-8d6e-4f25-802c-3f5eae3ef74d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:49.221505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-618f72a4-3e81-4c49-8471-173b0315736e None None] Provisioning for port b5daaabf-cfeb-4212-964e-c0efffb3d760 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:49.232549 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e755b5ce-08e1-4e60-8916-55f4a3c0ba56 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.241730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-618f72a4-3e81-4c49-8471-173b0315736e None None] Provisioning complete for port b5daaabf-cfeb-4212-964e-c0efffb3d760 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:49.242126 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-618f72a4-3e81-4c49-8471-173b0315736e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.282927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d4849-cb25-43ab-bfe4-4f9b0c184a32 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for d150aefe-0175-4157-b1ca-c6bed4da293c owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:49.283628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port fd3d16d8-4dcc-403c-b85e-ef89ae479c67 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:49.285703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:56:49.301648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Sync routers for ids ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:56:49.304532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e755b5ce-08e1-4e60-8916-55f4a3c0ba56 None None] Transition to ACTIVE for port object 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:49.310122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port fd3d16d8-4dcc-403c-b85e-ef89ae479c67 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:49.310430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9fe4a459-dfce-4a9a-848e-b9190a08e2b1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "PUT /v2.0/routers/f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9797990 Jun 03 15:56:49.310556 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.311055 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58532) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:49.317558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--790685168', 'description': 'tempest-secgroup_access--790685168 description', 'project_id': 'e3d034ba8f884e748dec011b53776906'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:49.325008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:49.329453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:security_group and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:49.332683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:49.339097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:49.354196 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.381520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:49.382350 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e755b5ce-08e1-4e60-8916-55f4a3c0ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.386509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:security_group_rule and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:49.390012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:49.396887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:49.449204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c7d4849-cb25-43ab-bfe4-4f9b0c184a32 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.460536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Routers {'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:49.461441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:56:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:49.511332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d4849-cb25-43ab-bfe4-4f9b0c184a32 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=d150aefe-0175-4157-b1ca-c6bed4da293c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:49.543326 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.553141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.561274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1c7d4849-cb25-43ab-bfe4-4f9b0c184a32 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.572654 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1c7d4849-cb25-43ab-bfe4-4f9b0c184a32 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/d150aefe-0175-4157-b1ca-c6bed4da293c HTTP/1.1" status: 204 len: 168 time: 0.9850972 Jun 03 15:56:49.578375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58536) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:49.585105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-618f72a4-3e81-4c49-8471-173b0315736e None None] Port b5daaabf-cfeb-4212-964e-c0efffb3d760 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:49.612958 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.617138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3049698 Jun 03 15:56:49.617737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58540) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:49.626541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1607680964', 'description': 'tempest-secgroup_general--1607680964 description', 'project_id': 'e3d034ba8f884e748dec011b53776906'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:49.634359 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-984b4acb-bb8b-483e-8b8d-1bbe2696645e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:49.634577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:49.635361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-984b4acb-bb8b-483e-8b8d-1bbe2696645e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:49.638977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:security_group and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:49.641980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:49.648417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:49.658206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-984b4acb-bb8b-483e-8b8d-1bbe2696645e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:49.662322 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-984b4acb-bb8b-483e-8b8d-1bbe2696645e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/d150aefe-0175-4157-b1ca-c6bed4da293c HTTP/1.1" status: 404 len: 333 time: 0.0799866 Jun 03 15:56:49.662594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58544) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:49.665324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc1c6c-da97-408c-a312-5d232e66f34c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6045318-9bbe-4e10-b725-1ca119c788c2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:49.669244 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.690488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:49.694653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:security_group_rule and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:49.697607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:49.704110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:49.743322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755b5ce-08e1-4e60-8916-55f4a3c0ba56 None None] Pushing event updated for resources: {'Port': ['ID=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:49.761635 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7b6080f2-ab38-42ac-9054-a31b7aaf8728 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.794746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7b6080f2-ab38-42ac-9054-a31b7aaf8728 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.811838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.821268 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.840716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-618f72a4-3e81-4c49-8471-173b0315736e None None] Provisioning complete for port 329e5247-a8a7-457f-bc11-aa4c5fae48bb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:49.841459 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-618f72a4-3e81-4c49-8471-173b0315736e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.855105 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7b6080f2-ab38-42ac-9054-a31b7aaf8728 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.872596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e894b5c-dad7-4824-aaaa-8af218d2b7b4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:49.875301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6080f2-ab38-42ac-9054-a31b7aaf8728 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40505cd8-347d-498e-aea9-0524e5368303,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:49.884086 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7b6080f2-ab38-42ac-9054-a31b7aaf8728 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.887809 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7b6080f2-ab38-42ac-9054-a31b7aaf8728 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/security-groups/40505cd8-347d-498e-aea9-0524e5368303 HTTP/1.1" status: 204 len: 168 time: 0.2217982 Jun 03 15:56:49.889953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58548) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:49.906208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:49.910672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58552) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:49.911999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-02f7afed-5beb-4a8a-ab96-199a7c31a798 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2898297 Jun 03 15:56:49.919798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'security_group_rule': {'security_group_id': 'c6045318-9bbe-4e10-b725-1ca119c788c2', 'project_id': 'e3d034ba8f884e748dec011b53776906', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:49.928722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:49.934947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:security_group_rule and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:49.944075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:49.958634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Set router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:49.959911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:49.999559 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.015735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.056480 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.116087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-618f72a4-3e81-4c49-8471-173b0315736e None None] Current status of the port 329e5247-a8a7-457f-bc11-aa4c5fae48bb is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:50.124705 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.132306 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.147277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.174232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688e06d6-fcdf-44fc-a1fc-b6e20aebca7d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:50.181264 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31afabe-1768-4866-95bf-262f6dd9abae,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:50.193726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port fd3d16d8-4dcc-403c-b85e-ef89ae479c67 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:50.194136 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.203528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.203880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.204225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.204588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.204893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.205225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.205553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.205899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.206228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.207067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.207410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.207738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.211220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.211567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.211907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.212238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.212637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.212973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.213297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.213620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.213969 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.214374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.214595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.214914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:56:50.220255 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.229659 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b5ed9e85-1821-4232-845a-16c24ceb3be8 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093460 Jun 03 15:56:50.229659 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.229659 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2721de07-5d68-490e-a08f-69f6b0cfe7bb tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/security-groups/d31afabe-1768-4866-95bf-262f6dd9abae HTTP/1.1" status: 204 len: 168 time: 0.3350468 Jun 03 15:56:50.230252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58556) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:50.315763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port fd3d16d8-4dcc-403c-b85e-ef89ae479c67, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fd3d16d8-4dcc-403c-b85e-ef89ae479c67,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:50.319209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15c4fb5-83ce-4b94-a4cf-790c0e1101f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting subnet b29cd6b8-b405-4bd9-b805-57a10b8eb1e3 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:56:50.323879 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b15c4fb5-83ce-4b94-a4cf-790c0e1101f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.327041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.412785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1f0481b4-6972-4a89-af65-9b8bcaa8e105 None None] Provisioning complete for port b5daaabf-cfeb-4212-964e-c0efffb3d760 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:50.413258 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1f0481b4-6972-4a89-af65-9b8bcaa8e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.449301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:50.474331 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b15c4fb5-83ce-4b94-a4cf-790c0e1101f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.509394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-5bca876a-ea31-477f-940e-d8184bdf6953 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Synchronizing usage tracker for tenant:e3d034ba8f884e748dec011b53776906 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:50.552497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-5bca876a-ea31-477f-940e-d8184bdf6953 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Unset dirty status for tenant:e3d034ba8f884e748dec011b53776906 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:50.559655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-5bca876a-ea31-477f-940e-d8184bdf6953 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--1607680964&fields=id&tenant_id=e3d034ba8f884e748dec011b53776906 HTTP/1.1" status: 200 len: 267 time: 0.1605725 Jun 03 15:56:50.575234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=fd3d16d8-4dcc-403c-b85e-ef89ae479c67,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:50.583132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1f0481b4-6972-4a89-af65-9b8bcaa8e105 None None] Port b5daaabf-cfeb-4212-964e-c0efffb3d760 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:50.621313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-af3db7a2-9e3d-4fec-9913-39451f2adc9d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--790685168&fields=id&tenant_id=e3d034ba8f884e748dec011b53776906 HTTP/1.1" status: 200 len: 267 time: 0.0607810 Jun 03 15:56:50.626245 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b15c4fb5-83ce-4b94-a4cf-790c0e1101f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.632774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 329e5247-a8a7-457f-bc11-aa4c5fae48bb up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:50.724337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3192816a-6a55-427a-aec7-78415954c7a3 None None] Provisioning for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:50.733396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3192816a-6a55-427a-aec7-78415954c7a3 None None] Provisioning complete for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:50.733764 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3192816a-6a55-427a-aec7-78415954c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.785423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 329e5247-a8a7-457f-bc11-aa4c5fae48bb triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:50.786138 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.817618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:47Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'b5daaabf-cfeb-4212-964e-c0efffb3d760', 'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:46:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:46Z', 'updated_at': '2022-06-03T15:56:48Z', 'revision_number': 2, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:50.831204 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b15c4fb5-83ce-4b94-a4cf-790c0e1101f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.841708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Checking router: f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:56:50.842083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Updating router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a port b5daaabf-cfeb-4212-964e-c0efffb3d760 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:56:50.881817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-78061227-9c90-44ba-9972-0792466a5cdd tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:50.882503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-78061227-9c90-44ba-9972-0792466a5cdd tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Synchronizing usage tracker for tenant:e3d034ba8f884e748dec011b53776906 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:50.886161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c4fb5-83ce-4b94-a4cf-790c0e1101f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Subnet': ['ID=b29cd6b8-b405-4bd9-b805-57a10b8eb1e3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:50.901069 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b15c4fb5-83ce-4b94-a4cf-790c0e1101f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:50.906614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f43b829-2757-4eba-a157-8f9847eb2aa6 None None] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:50.908938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b15c4fb5-83ce-4b94-a4cf-790c0e1101f4 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/b29cd6b8-b405-4bd9-b805-57a10b8eb1e3 HTTP/1.1" status: 204 len: 168 time: 0.6814466 Jun 03 15:56:50.913224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58572) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:50.919326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:50.933840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-78061227-9c90-44ba-9972-0792466a5cdd tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Unset dirty status for tenant:e3d034ba8f884e748dec011b53776906 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:50.934944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-78061227-9c90-44ba-9972-0792466a5cdd tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/networks?id=1e54a417-e23f-402b-84fb-cb4b376dc519 HTTP/1.1" status: 200 len: 797 time: 0.2799201 Jun 03 15:56:50.986104 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.011781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-c1b90ab6-ed7a-454d-94d5-1b69cbcda34b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/quotas/e3d034ba8f884e748dec011b53776906 HTTP/1.1" status: 200 len: 375 time: 0.0688486 Jun 03 15:56:51.120451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:51.126308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:51.129598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:51.137535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:51.153614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-9e982b68-7d2e-4815-b5a8-265771a5a5a9 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Synchronizing usage tracker for tenant:e3d034ba8f884e748dec011b53776906 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:51.158093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:51.161742 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.229015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3192816a-6a55-427a-aec7-78415954c7a3 None None] Current status of the port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:51.258816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 329e5247-a8a7-457f-bc11-aa4c5fae48bb is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:51.259077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-9e982b68-7d2e-4815-b5a8-265771a5a5a9 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Unset dirty status for tenant:e3d034ba8f884e748dec011b53776906 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:51.260386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-9e982b68-7d2e-4815-b5a8-265771a5a5a9 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3d034ba8f884e748dec011b53776906&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2427120 Jun 03 15:56:51.297240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3192816a-6a55-427a-aec7-78415954c7a3 None None] Could not find standard attr ID for object d150aefe-0175-4157-b1ca-c6bed4da293c. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:56:51.387585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3192816a-6a55-427a-aec7-78415954c7a3 None None] Provisioning complete for port d2e81dc8-bc0b-40ee-bdc2-156175e09581 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:51.387956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3192816a-6a55-427a-aec7-78415954c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.564527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3192816a-6a55-427a-aec7-78415954c7a3 None None] Port d2e81dc8-bc0b-40ee-bdc2-156175e09581 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:51.661030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.707849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:51.709416 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.713911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:51.716834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:51.717761 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.724625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Transition to ACTIVE for port object b5daaabf-cfeb-4212-964e-c0efffb3d760 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:51.735628 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.782477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8679788 Jun 03 15:56:51.785421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58584) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:51.791905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'security_group': {'name': 'tempest-secgroup-871982367'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:51.793160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a1a30-63ae-42d6-979c-518be46e1e46 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Subnet': ['ID=b73ddfee-6a6a-4870-8d11-25f781889f98,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:51.800637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:51.806483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-fce46a75-c100-448f-b43a-0be91b64d035 service neutron] 10.222.0.48 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247965 Jun 03 15:56:51.810130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:security_group and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:51.815392 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:51.825000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:51.853712 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:51.895995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:51.902623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:security_group_rule and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:51.909321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:51.919178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:51.939361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fac860-2c50-453f-8018-0a3b6d4040f3 None None] Pushing event updated for resources: {'Port': ['ID=b5daaabf-cfeb-4212-964e-c0efffb3d760,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:52.002115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-7a3a41a2-ab32-44a0-8896-d17ddcb52c82 service neutron] 10.222.0.48 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933851 Jun 03 15:56:52.012157 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.020930 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.023771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Attempting to bind port b5daaabf-cfeb-4212-964e-c0efffb3d760 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:52.025006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Attempting to bind port b5daaabf-cfeb-4212-964e-c0efffb3d760 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:52.025382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Attempting to bind port b5daaabf-cfeb-4212-964e-c0efffb3d760 on network 1e54a417-e23f-402b-84fb-cb4b376dc519 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:52.032870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:52.033156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Checking segment: {'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:52.033610 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.034034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Bound using segment: {'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:52.034513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Bound port: b5daaabf-cfeb-4212-964e-c0efffb3d760, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:52.034882 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.085484 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.086899 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2996798 Jun 03 15:56:52.089011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9d617-dd1e-4261-a637-bf24588be811 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45aadcdd-d292-4c22-b762-f923226ffb67,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:52.091067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58588) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:52.097162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'security_group': {'name': 'tempest-secgroup-29206053'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:52.109398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:52.116474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:security_group and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:52.119665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:52.127834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:52.139123 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.186417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] For port b5daaabf-cfeb-4212-964e-c0efffb3d760, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:52.188109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:52.191161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] For port b5daaabf-cfeb-4212-964e-c0efffb3d760, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b5daaabf-cfeb-4212-964e-c0efffb3d760,segment=NetworkSegment(0ad0c0d5-06d5-4908-9e48-4532e0718331),segment_id=0ad0c0d5-06d5-4908-9e48-4532e0718331)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:52.205640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:security_group_rule and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:52.209298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:52.210097 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.250493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:52.275524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22feb617-ec69-45dd-bf5b-4d49a4060f20 req-34c55531-cc7c-4174-b093-48f852bd2dbf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 210 time: 0.0702074 Jun 03 15:56:52.307145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Routers {'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:56:52.307796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:56:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:52.398367 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.409014 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.426064 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fac860-2c50-453f-8018-0a3b6d4040f3 None None] Pushing event updated for resources: {'Port': ['ID=b5daaabf-cfeb-4212-964e-c0efffb3d760,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:52.458817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fd3d16d8-4dcc-403c-b85e-ef89ae479c67 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:52.497551 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.497721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f0e6c-d3f0-4f97-aa01-10f2594655fe None None] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:52.502017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58598) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:52.503305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4104476 Jun 03 15:56:52.507904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e030df-1690-4d62-b7fe-1ba24a758f37 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96be5b3f-83f9-4d58-b6a3-3bf1e69bbfd6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:52.508079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'security_group': {'name': 'tempest-secgroup-1976258979'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:52.515008 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:52.519035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:security_group and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:52.522647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:52.533978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:52.550945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.575137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:52.579864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:security_group_rule and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:52.583387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:52.589339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:52.673495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.678560 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.723724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87492d9c-3e4b-41ac-b9b3-272e378523b7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:52.727727 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.729063 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ca97ec08-1e68-4c38-b090-2beb12491fe0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2260389 Jun 03 15:56:52.731978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58608) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:52.737816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1571542806', 'security_groups': ['87492d9c-3e4b-41ac-b9b3-272e378523b7'], 'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b73ddfee-6a6a-4870-8d11-25f781889f98'}]}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:52.757953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-11682150-caa5-4a56-a1ef-de05d6067be6 None None] Provisioning complete for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:52.758327 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-11682150-caa5-4a56-a1ef-de05d6067be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:52.818954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] Set router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:56:52.884076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:52.896984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:52.907255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:52.938034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port fd3d16d8-4dcc-403c-b85e-ef89ae479c67 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:52.938406 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:53.042276 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:53.064498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] device_id is not set on port 8de1bc0c-dc37-4226-a862-f6b742e93ece yet. {{(pid=88445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 03 15:56:53.317148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8::3bc (5b15cf84-02fc-4064-b082-2cd8ad779e30/b73ddfee-6a6a-4870-8d11-25f781889f98/8de1bc0c-dc37-4226-a862-f6b742e93ece) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:53.403979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-11682150-caa5-4a56-a1ef-de05d6067be6 None None] Current status of the port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:53.434830 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port fd3d16d8-4dcc-403c-b85e-ef89ae479c67 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:53.481250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-11682150-caa5-4a56-a1ef-de05d6067be6 None None] Provisioning complete for port d2e81dc8-bc0b-40ee-bdc2-156175e09581 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:53.481617 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-11682150-caa5-4a56-a1ef-de05d6067be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:53.502229 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-91b5dbed-df2f-483a-bdb7-3e2c850ed1f6 req-0957cd52-5a31-4770-bd5e-c948decb7722 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 210 time: 0.1043355 Jun 03 15:56:53.548583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-11682150-caa5-4a56-a1ef-de05d6067be6 None None] Port d2e81dc8-bc0b-40ee-bdc2-156175e09581 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:53.578645 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:53.595732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Transition to ACTIVE for port object 8de1bc0c-dc37-4226-a862-f6b742e93ece will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:53.628006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e974145-c810-41aa-833f-f8480536285e None None] Update dhcp port {'port': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'fixed_ips': [{'subnet_id': 'e3f4ee4e-b5c0-4d6f-bd54-4993b8439baa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b73ddfee-6a6a-4870-8d11-25f781889f98'}], 'binding:host_id': 'n-d-844595-1'}, 'id': '663b2cba-a831-4c32-9cc8-dcc8b9e9edb6'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:56:53.628233 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:53.658543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:47Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'b5daaabf-cfeb-4212-964e-c0efffb3d760', 'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:46:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:46Z', 'updated_at': '2022-06-03T15:56:52Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:56:53.683190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e4047-1f53-4738-a22b-ed8094d13425 None None] The sync data for ids ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'] in n-d-844595-1 is: [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:47Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'b5daaabf-cfeb-4212-964e-c0efffb3d760', 'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:46:c8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:46Z', 'updated_at': '2022-06-03T15:56:52Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:56:53.701652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:53.704142 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e974145-c810-41aa-833f-f8480536285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:53.719569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:53.728832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:53.735345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:53.736183 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:53.754472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=8de1bc0c-dc37-4226-a862-f6b742e93ece,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:53.781134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3d79153b-1eff-4d04-91a7-ebcb2b1b7ec5 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0474954 Jun 03 15:56:53.783611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58616) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:53.793853 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9598b993-15e8-49e7-9b94-0f6908b843ab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:53.927846 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-6bdb12dd-f7dd-45db-8af8-4f7a75f40081 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:53.931597 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-6bdb12dd-f7dd-45db-8af8-4f7a75f40081 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.75 "GET /v2.0/networks?id=1e54a417-e23f-402b-84fb-cb4b376dc519 HTTP/1.1" status: 200 len: 797 time: 0.2284758 Jun 03 15:56:53.967388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9598b993-15e8-49e7-9b94-0f6908b843ab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:53.971948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9598b993-15e8-49e7-9b94-0f6908b843ab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:53.975181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9598b993-15e8-49e7-9b94-0f6908b843ab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:53.982217 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9598b993-15e8-49e7-9b94-0f6908b843ab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:53.996944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9598b993-15e8-49e7-9b94-0f6908b843ab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:54.003159 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9598b993-15e8-49e7-9b94-0f6908b843ab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.016226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-1e974145-c810-41aa-833f-f8480536285e None None] Allocated IP 2001:db8::2 (5b15cf84-02fc-4064-b082-2cd8ad779e30/b73ddfee-6a6a-4870-8d11-25f781889f98/663b2cba-a831-4c32-9cc8-dcc8b9e9edb6) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:54.060577 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-cf105e5a-dccb-4e78-96d4-7066cbe62b1a tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3d034ba8f884e748dec011b53776906 HTTP/1.1" status: 200 len: 477 time: 0.1068976 Jun 03 15:56:54.073961 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'port': {'device_id': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'admin_state_up': True, 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'security_groups': ['0e894b5c-dad7-4824-aaaa-8af218d2b7b4', 'c6045318-9bbe-4e10-b725-1ca119c788c2']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:54.174178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1e974145-c810-41aa-833f-f8480536285e None None] For port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,segment=NetworkSegment(090830cb-8d6e-4f25-802c-3f5eae3ef74d),segment_id=090830cb-8d6e-4f25-802c-3f5eae3ef74d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:54.207625 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e974145-c810-41aa-833f-f8480536285e None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.218765 n-d-844595-1 neutron-server[88445]: INFO neutron.db.ipam_backend_mixin [None req-9598b993-15e8-49e7-9b94-0f6908b843ab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b73ddfee-6a6a-4870-8d11-25f781889f98 (CIDR: 2001:db8::/64) Jun 03 15:56:54.224093 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9598b993-15e8-49e7-9b94-0f6908b843ab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:56:54.224554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9598b993-15e8-49e7-9b94-0f6908b843ab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:56:54.226056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:54.228577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1e974145-c810-41aa-833f-f8480536285e None None] Transition to ACTIVE for port object 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:54.237129 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e974145-c810-41aa-833f-f8480536285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.237953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:54.250130 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9598b993-15e8-49e7-9b94-0f6908b843ab tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4626353 Jun 03 15:56:54.252815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58620) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:54.257261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Made reservation on behalf of e3d034ba8f884e748dec011b53776906 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:54.258688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d3d0cd1d-1673-488c-8278-2a4df54658fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:54.261151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.434825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e974145-c810-41aa-833f-f8480536285e None None] Pushing event updated for resources: {'Port': ['ID=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:54.473000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Allocated IP 172.20.0.8 (1e54a417-e23f-402b-84fb-cb4b376dc519/050b5233-d212-42e3-a7ae-0859229c8e1d/d556017d-2839-4bdc-a248-5734e791892e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:54.497806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b5daaabf-cfeb-4212-964e-c0efffb3d760 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:54.594958 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port b5daaabf-cfeb-4212-964e-c0efffb3d760 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:54.605017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b5daaabf-cfeb-4212-964e-c0efffb3d760 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:54.605328 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.656022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d3d0cd1d-1673-488c-8278-2a4df54658fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:54.661236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d3d0cd1d-1673-488c-8278-2a4df54658fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:54.665120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d3d0cd1d-1673-488c-8278-2a4df54658fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:54.680379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d3d0cd1d-1673-488c-8278-2a4df54658fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:54.779990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d0cd1d-1673-488c-8278-2a4df54658fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:54.783701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d3d0cd1d-1673-488c-8278-2a4df54658fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.792370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.810335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b5daaabf-cfeb-4212-964e-c0efffb3d760 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:54.811002 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.811922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Transition to ACTIVE for port object d556017d-2839-4bdc-a248-5734e791892e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:54.851287 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.879548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port b5daaabf-cfeb-4212-964e-c0efffb3d760, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b5daaabf-cfeb-4212-964e-c0efffb3d760,segment=NetworkSegment(0ad0c0d5-06d5-4908-9e48-4532e0718331),segment_id=0ad0c0d5-06d5-4908-9e48-4532e0718331)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:54.891169 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:54.899138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75754d4b-5f62-4169-ac9c-69917eb376c9 req-f36a2017-59c2-4a86-a316-4434e52e9eec tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 210 time: 0.1942167 Jun 03 15:56:54.939098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network 1e54a417-e23f-402b-84fb-cb4b376dc519 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:54.948041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:54.952400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:56:54.984092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=b5daaabf-cfeb-4212-964e-c0efffb3d760,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:55.020108 n-d-844595-1 neutron-server[88445]: INFO neutron.db.ipam_backend_mixin [None req-d3d0cd1d-1673-488c-8278-2a4df54658fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e3f4ee4e-b5c0-4d6f-bd54-4993b8439baa (CIDR: 2001:db8:0:1::/64) Jun 03 15:56:55.024931 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d0cd1d-1673-488c-8278-2a4df54658fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 15:56:55.025425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d0cd1d-1673-488c-8278-2a4df54658fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:56:55.048255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:55.048922 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:55.052714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d3d0cd1d-1673-488c-8278-2a4df54658fc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7982132 Jun 03 15:56:55.055117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58628) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:55.058006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Port': ['ID=d556017d-2839-4bdc-a248-5734e791892e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:55.069167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'subnet': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:55.125616 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a7161344-8dd3-4ee9-ac27-7c55f73aa5ae tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0581520 Jun 03 15:56:55.143380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Request body: {'port': {'device_id': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:55.246383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:56:55.250429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Usage tracker for resource:subnet and tenant:4b205975f3ca420fa7da94b31f4d5ad1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:56:55.253761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:56:55.260212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:56:55.274170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Made reservation on behalf of 4b205975f3ca420fa7da94b31f4d5ad1 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:56:55.278766 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:55.301946 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:55.348319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e6e1c109-6aef-412b-be55-b4df8577859c None None] Provisioning for port d556017d-2839-4bdc-a248-5734e791892e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:55.362691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e6e1c109-6aef-412b-be55-b4df8577859c None None] Provisioning complete for port d556017d-2839-4bdc-a248-5734e791892e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:55.363469 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c109-6aef-412b-be55-b4df8577859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:55.514255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1c109-6aef-412b-be55-b4df8577859c None None] Port d556017d-2839-4bdc-a248-5734e791892e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:55.596981 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:55.643997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8c8be59a-5e9f-4fce-a5b7-69cbc783d8fa None None] Provisioning for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:55.652851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8c8be59a-5e9f-4fce-a5b7-69cbc783d8fa None None] Provisioning complete for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:55.653569 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8c8be59a-5e9f-4fce-a5b7-69cbc783d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:55.662103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:56:55.666070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:56:55.670669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:55.671262 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:55.690189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Subnet': ['ID=12f40337-a4ce-41bd-b582-2a84d939c8c2,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:55.706857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ff83422b-8677-4f7f-84c5-e986a80fa42e tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6478305 Jun 03 15:56:55.707072 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b829bb-c029-489a-b823-046d5b81cb3d None None] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:55.707177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58632) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:55.713644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2052718598', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12f40337-a4ce-41bd-b582-2a84d939c8c2'}], 'security_groups': ['45aadcdd-d292-4c22-b762-f923226ffb67', '96be5b3f-83f9-4d58-b6a3-3bf1e69bbfd6']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:56:55.773578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d556017d-2839-4bdc-a248-5734e791892e {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:56:55.781321 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:55.796440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Transition to ACTIVE for port object d556017d-2839-4bdc-a248-5734e791892e will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:55.802663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:55.846284 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.016707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8c8be59a-5e9f-4fce-a5b7-69cbc783d8fa None None] Current status of the port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:56.094954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8c8be59a-5e9f-4fce-a5b7-69cbc783d8fa None None] Provisioning complete for port d2e81dc8-bc0b-40ee-bdc2-156175e09581 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:56.096359 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8c8be59a-5e9f-4fce-a5b7-69cbc783d8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.169906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8c8be59a-5e9f-4fce-a5b7-69cbc783d8fa None None] Port d2e81dc8-bc0b-40ee-bdc2-156175e09581 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:56.196981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Pushing event updated for resources: {'Port': ['ID=d556017d-2839-4bdc-a248-5734e791892e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:56.273304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138aaf8-fb4f-4689-a1fa-d1da1ffd77fa req-93e27b69-c48d-4664-aeff-945de20b9089 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:56.274762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Attempting to bind port d556017d-2839-4bdc-a248-5734e791892e on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:56:56.274762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Attempting to bind port d556017d-2839-4bdc-a248-5734e791892e by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:56:56.274915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Attempting to bind port d556017d-2839-4bdc-a248-5734e791892e on network 1e54a417-e23f-402b-84fb-cb4b376dc519 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:56.279791 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Port d556017d-2839-4bdc-a248-5734e791892e on network 1e54a417-e23f-402b-84fb-cb4b376dc519 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:56:56.280110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Attempting to bind port d556017d-2839-4bdc-a248-5734e791892e on network 1e54a417-e23f-402b-84fb-cb4b376dc519 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:56:56.282478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d138aaf8-fb4f-4689-a1fa-d1da1ffd77fa req-93e27b69-c48d-4664-aeff-945de20b9089 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 982 time: 0.2211161 Jun 03 15:56:56.286957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:56:56.287291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Checking segment: {'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:56:56.287673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Bound using segment: {'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:56:56.288095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Bound port: d556017d-2839-4bdc-a248-5734e791892e, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad0c0d5-06d5-4908-9e48-4532e0718331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:56:56.288577 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.292834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae36d3f9-d453-4de0-ad5a-ac3af7e7d17b None None] Update dhcp port {'port': {'network_id': '5b15cf84-02fc-4064-b082-2cd8ad779e30', 'fixed_ips': [{'subnet_id': 'e3f4ee4e-b5c0-4d6f-bd54-4993b8439baa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b73ddfee-6a6a-4870-8d11-25f781889f98', 'ip_address': '2001:db8::2'}, {'subnet_id': '12f40337-a4ce-41bd-b582-2a84d939c8c2'}], 'binding:host_id': 'n-d-844595-1'}, 'id': '663b2cba-a831-4c32-9cc8-dcc8b9e9edb6'} from n-d-844595-1. {{(pid=88446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 03 15:56:56.351899 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ae36d3f9-d453-4de0-ad5a-ac3af7e7d17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.403032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] For port d556017d-2839-4bdc-a248-5734e791892e, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:56:56.415482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] For port d556017d-2839-4bdc-a248-5734e791892e, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d556017d-2839-4bdc-a248-5734e791892e,segment=NetworkSegment(0ad0c0d5-06d5-4908-9e48-4532e0718331),segment_id=0ad0c0d5-06d5-4908-9e48-4532e0718331)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:56:56.424112 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.431537 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d138aaf8-fb4f-4689-a1fa-d1da1ffd77fa req-a3a19ba1-8f7b-4e93-b702-97e7acaa25c6 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1476367 Jun 03 15:56:56.439852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b5daaabf-cfeb-4212-964e-c0efffb3d760 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:56.508621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:56.509967 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.510739 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] 10.222.0.75 "PUT /v2.0/ports/d556017d-2839-4bdc-a248-5734e791892e HTTP/1.1" status: 200 len: 1130 time: 1.3717899 Jun 03 15:56:56.511334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'tag': 'd556017d-2839-4bdc-a248-5734e791892e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:56:56.516137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Delete allocated IP 2001:db8::3bc (5b15cf84-02fc-4064-b082-2cd8ad779e30/b73ddfee-6a6a-4870-8d11-25f781889f98) {{(pid=88445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 03 15:56:56.530773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Allocated IP 2001:db8:0:2::19a (5b15cf84-02fc-4064-b082-2cd8ad779e30/12f40337-a4ce-41bd-b582-2a84d939c8c2/8de1bc0c-dc37-4226-a862-f6b742e93ece) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:56.583603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7eb3b5d0-47ba-4c3c-ad52-690b089586de None None] Provisioning for port 8de1bc0c-dc37-4226-a862-f6b742e93ece completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:56.612743 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175f75db-4677-40bc-80e6-09c00e4a20fd'] response: {'name': 'network-changed', 'server_uuid': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'tag': 'd556017d-2839-4bdc-a248-5734e791892e', 'status': 'completed', 'code': 200} Jun 03 15:56:56.614233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395070c-68d9-47a8-86fa-f74798fed5fc service neutron] Pushing event updated for resources: {'Port': ['ID=d556017d-2839-4bdc-a248-5734e791892e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:56.623479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7eb3b5d0-47ba-4c3c-ad52-690b089586de None None] Provisioning complete for port 8de1bc0c-dc37-4226-a862-f6b742e93ece triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:56.623844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b5d0-47ba-4c3c-ad52-690b089586de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.693966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port b5daaabf-cfeb-4212-964e-c0efffb3d760 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:56.693966 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.707198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-c99ba26f-f5a4-4324-adca-c79d3428966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:56.709823 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-c99ba26f-f5a4-4324-adca-c79d3428966b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e3d034ba8f884e748dec011b53776906&device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 1133 time: 0.1470103 Jun 03 15:56:56.788481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3b5d0-47ba-4c3c-ad52-690b089586de None None] Port 8de1bc0c-dc37-4226-a862-f6b742e93ece cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:56.796874 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-2f3e53cc-15bb-47d6-9a02-82908bbb5946 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d556017d-2839-4bdc-a248-5734e791892e HTTP/1.1" status: 200 len: 217 time: 0.0774653 Jun 03 15:56:56.836094 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.852287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Ignored duplicate provisioning block setup for port 8de1bc0c-dc37-4226-a862-f6b742e93ece by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 03 15:56:56.860205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:56.862201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port b5daaabf-cfeb-4212-964e-c0efffb3d760 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:56.863298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:56.882159 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-978c8d41-7071-4ba2-958f-ebb2a6b5ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:56.883800 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-978c8d41-7071-4ba2-958f-ebb2a6b5ded0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=050b5233-d212-42e3-a7ae-0859229c8e1d HTTP/1.1" status: 200 len: 834 time: 0.0681233 Jun 03 15:56:57.001613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-bd3c3b0b-5ac6-458f-b429-6b18dece5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:57.004030 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-bd3c3b0b-5ac6-458f-b429-6b18dece5984 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e54a417-e23f-402b-84fb-cb4b376dc519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063445 Jun 03 15:56:57.005849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-ae36d3f9-d453-4de0-ad5a-ac3af7e7d17b None None] Allocated IP 2001:db8:0:2::2 (5b15cf84-02fc-4064-b082-2cd8ad779e30/12f40337-a4ce-41bd-b582-2a84d939c8c2/663b2cba-a831-4c32-9cc8-dcc8b9e9edb6) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:56:57.032045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:57.032414 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:57.115212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] In _notify_port_updated(), no bound segment for port 8de1bc0c-dc37-4226-a862-f6b742e93ece on network 5b15cf84-02fc-4064-b082-2cd8ad779e30 {{(pid=88445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 03 15:56:57.121079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:57.121313 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:57.126456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "PUT /v2.0/ports/8de1bc0c-dc37-4226-a862-f6b742e93ece HTTP/1.1" status: 200 len: 970 time: 1.4143503 Jun 03 15:56:57.126610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58640) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:57.132258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c09ee-a765-4347-b115-1b89d7128294 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event updated for resources: {'Port': ['ID=8de1bc0c-dc37-4226-a862-f6b742e93ece,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:57.227594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-eed10e2b-52d0-4b43-81d6-200d3c82f52c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port 8de1bc0c-dc37-4226-a862-f6b742e93ece {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:56:57.228184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eed10e2b-52d0-4b43-81d6-200d3c82f52c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:57.238524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-ae36d3f9-d453-4de0-ad5a-ac3af7e7d17b None None] For port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,segment=NetworkSegment(090830cb-8d6e-4f25-802c-3f5eae3ef74d),segment_id=090830cb-8d6e-4f25-802c-3f5eae3ef74d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:57.253285 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-a22f3abc-6f85-4d6a-9b2a-a3001ff4df3d service neutron] 10.222.0.75 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420757 Jun 03 15:56:57.274571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:57.290318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ae36d3f9-d453-4de0-ad5a-ac3af7e7d17b None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:57.307939 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ae36d3f9-d453-4de0-ad5a-ac3af7e7d17b None None] Transition to ACTIVE for port object 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:56:57.314030 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ae36d3f9-d453-4de0-ad5a-ac3af7e7d17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:57.485908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36d3f9-d453-4de0-ad5a-ac3af7e7d17b None None] Pushing event updated for resources: {'Port': ['ID=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:57.545714 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a4197bcb-bec7-4228-bf64-83b678f6caeb req-afc566e7-cec6-42e1-b44f-56d02293fa5a service neutron] 10.222.0.75 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783897 Jun 03 15:56:57.648927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eed10e2b-52d0-4b43-81d6-200d3c82f52c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:57.655644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42a755-36e6-4588-9322-7948f4a4a08e req-6b996304-80cb-4050-8260-08c8abe86834 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:57.657360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f42a755-36e6-4588-9322-7948f4a4a08e req-6b996304-80cb-4050-8260-08c8abe86834 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 982 time: 0.0904906 Jun 03 15:56:57.709195 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f42a755-36e6-4588-9322-7948f4a4a08e req-1f52b9ee-ca1d-43f8-a9ee-b133a91fc3bd tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0457144 Jun 03 15:56:57.786550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-eed10e2b-52d0-4b43-81d6-200d3c82f52c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for 8de1bc0c-dc37-4226-a862-f6b742e93ece owned by {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:56:57.875412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1612c-e329-492c-925d-93b4f52725da req-a93bf1d8-f876-46bb-8a9a-912ad0cf2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:57.876962 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-35b1612c-e329-492c-925d-93b4f52725da req-a93bf1d8-f876-46bb-8a9a-912ad0cf2bdc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e3d034ba8f884e748dec011b53776906&device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 1133 time: 0.2724826 Jun 03 15:56:58.119914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e7c79288-4c9b-437c-a5ae-01f3cac2690d None None] Provisioning for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:56:58.125381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e7c79288-4c9b-437c-a5ae-01f3cac2690d None None] Provisioning complete for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:58.125852 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7c79288-4c9b-437c-a5ae-01f3cac2690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.166732 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eed10e2b-52d0-4b43-81d6-200d3c82f52c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.247363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed10e2b-52d0-4b43-81d6-200d3c82f52c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=8de1bc0c-dc37-4226-a862-f6b742e93ece,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:58.253757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e7c79288-4c9b-437c-a5ae-01f3cac2690d None None] Current status of the port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:58.257515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e7c79288-4c9b-437c-a5ae-01f3cac2690d None None] Could not find standard attr ID for object 8de1bc0c-dc37-4226-a862-f6b742e93ece. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:56:58.268219 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e7c79288-4c9b-437c-a5ae-01f3cac2690d None None] Provisioning complete for port d2e81dc8-bc0b-40ee-bdc2-156175e09581 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:58.268582 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7c79288-4c9b-437c-a5ae-01f3cac2690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.289857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1612c-e329-492c-925d-93b4f52725da req-7fecf26b-f246-4e42-babc-e84292445efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:58.291255 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-35b1612c-e329-492c-925d-93b4f52725da req-7fecf26b-f246-4e42-babc-e84292445efe service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e54a417-e23f-402b-84fb-cb4b376dc519 HTTP/1.1" status: 200 len: 898 time: 0.3800888 Jun 03 15:56:58.294471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eed10e2b-52d0-4b43-81d6-200d3c82f52c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.327030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e7c79288-4c9b-437c-a5ae-01f3cac2690d None None] Port d2e81dc8-bc0b-40ee-bdc2-156175e09581 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:56:58.371432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58646) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:58.371975 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eed10e2b-52d0-4b43-81d6-200d3c82f52c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/8de1bc0c-dc37-4226-a862-f6b742e93ece HTTP/1.1" status: 204 len: 168 time: 1.2448547 Jun 03 15:56:58.373393 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-35b1612c-e329-492c-925d-93b4f52725da req-2cdca49e-1679-4958-bddb-22f133ca5df3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d556017d-2839-4bdc-a248-5734e791892e HTTP/1.1" status: 200 len: 217 time: 0.0715401 Jun 03 15:56:58.420244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:56:58.424006 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54dfd91-5b84-4d29-9b57-8fbebc7ca6e7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] GET failed (client error): The resource could not be found. Jun 03 15:56:58.424544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d54dfd91-5b84-4d29-9b57-8fbebc7ca6e7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Synchronizing usage tracker for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:56:58.450085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d54dfd91-5b84-4d29-9b57-8fbebc7ca6e7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Unset dirty status for tenant:4b205975f3ca420fa7da94b31f4d5ad1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:56:58.451705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d54dfd91-5b84-4d29-9b57-8fbebc7ca6e7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports/8de1bc0c-dc37-4226-a862-f6b742e93ece HTTP/1.1" status: 404 len: 333 time: 0.0781932 Jun 03 15:56:58.455429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58650) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:58.482550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1612c-e329-492c-925d-93b4f52725da req-64a06bbb-bf7e-4de5-9d59-097d1f2c15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:58.484068 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-35b1612c-e329-492c-925d-93b4f52725da req-64a06bbb-bf7e-4de5-9d59-097d1f2c15dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=050b5233-d212-42e3-a7ae-0859229c8e1d HTTP/1.1" status: 200 len: 834 time: 0.0995007 Jun 03 15:56:58.517364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9480d436-36e4-47de-992f-7e2c2340dcac None None] Could not find standard attr ID for object 8de1bc0c-dc37-4226-a862-f6b742e93ece. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 15:56:58.540192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:56:58.540471 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.580200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34bc7f88-1c43-4815-a777-b3db35672ea8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.614694 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34bc7f88-1c43-4815-a777-b3db35672ea8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.641917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1612c-e329-492c-925d-93b4f52725da req-e76fd439-fc18-4f1c-850f-d10da240cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:58.643558 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-35b1612c-e329-492c-925d-93b4f52725da req-e76fd439-fc18-4f1c-850f-d10da240cf80 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e54a417-e23f-402b-84fb-cb4b376dc519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519442 Jun 03 15:56:58.661149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:58.755950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34bc7f88-1c43-4815-a777-b3db35672ea8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.804600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc7f88-1c43-4815-a777-b3db35672ea8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87492d9c-3e4b-41ac-b9b3-272e378523b7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:58.823978 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-35b1612c-e329-492c-925d-93b4f52725da req-07b5f2f2-a712-483d-a370-61abd899fc29 service neutron] 10.222.0.75 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696210 Jun 03 15:56:58.825549 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34bc7f88-1c43-4815-a777-b3db35672ea8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:58.828932 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-34bc7f88-1c43-4815-a777-b3db35672ea8 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/security-groups/87492d9c-3e4b-41ac-b9b3-272e378523b7 HTTP/1.1" status: 204 len: 168 time: 0.3706400 Jun 03 15:56:58.831819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58658) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:58.904671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33cdc8-a36b-403c-ad7b-418c6ebc2cef req-d2fe093a-d62a-4f36-993b-1205c6296d43 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:58.906167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef33cdc8-a36b-403c-ad7b-418c6ebc2cef req-d2fe093a-d62a-4f36-993b-1205c6296d43 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 982 time: 0.0835409 Jun 03 15:56:58.964393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef33cdc8-a36b-403c-ad7b-418c6ebc2cef req-29a66109-b76a-4103-b748-0a403049e2bd tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0522056 Jun 03 15:56:59.007922 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d64c614-d849-407c-8800-a5f345c49098 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.050598 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-35b1612c-e329-492c-925d-93b4f52725da req-954ea1cb-c880-4d4b-bd79-53b70f081e64 service neutron] 10.222.0.75 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201266 Jun 03 15:56:59.064133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d64c614-d849-407c-8800-a5f345c49098 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.112622 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d64c614-d849-407c-8800-a5f345c49098 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.128803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64c614-d849-407c-8800-a5f345c49098 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96be5b3f-83f9-4d58-b6a3-3bf1e69bbfd6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:59.137389 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7d64c614-d849-407c-8800-a5f345c49098 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.142630 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7d64c614-d849-407c-8800-a5f345c49098 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/security-groups/96be5b3f-83f9-4d58-b6a3-3bf1e69bbfd6 HTTP/1.1" status: 204 len: 168 time: 0.3066485 Jun 03 15:56:59.142908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58664) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:59.170356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e08c5-87b3-4e63-b290-590a45075d4d req-6c9aacaa-b5b7-44e3-8fa7-b7ec86962598 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:56:59.171823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-225e08c5-87b3-4e63-b290-590a45075d4d req-6c9aacaa-b5b7-44e3-8fa7-b7ec86962598 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 946 time: 0.0938051 Jun 03 15:56:59.211060 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59ce54a3-a1a5-429c-b257-e5160a656ac9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.223087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-225e08c5-87b3-4e63-b290-590a45075d4d req-a9006481-d604-48fd-9d6d-ee1cd829709a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450873 Jun 03 15:56:59.242954 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59ce54a3-a1a5-429c-b257-e5160a656ac9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.281203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d556017d-2839-4bdc-a248-5734e791892e details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:56:59.291297 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59ce54a3-a1a5-429c-b257-e5160a656ac9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.307971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce54a3-a1a5-429c-b257-e5160a656ac9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aadcdd-d292-4c22-b762-f923226ffb67,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:59.314307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59ce54a3-a1a5-429c-b257-e5160a656ac9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.315316 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-59ce54a3-a1a5-429c-b257-e5160a656ac9 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/security-groups/45aadcdd-d292-4c22-b762-f923226ffb67 HTTP/1.1" status: 204 len: 168 time: 0.1714280 Jun 03 15:56:59.318187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58668) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:59.390425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b8d546-3d80-4646-b27a-35fe7d372984 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting subnet b73ddfee-6a6a-4870-8d11-25f781889f98 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:56:59.393657 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6b8d546-3d80-4646-b27a-35fe7d372984 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.430114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d556017d-2839-4bdc-a248-5734e791892e, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d556017d-2839-4bdc-a248-5734e791892e,segment=NetworkSegment(0ad0c0d5-06d5-4908-9e48-4532e0718331),segment_id=0ad0c0d5-06d5-4908-9e48-4532e0718331)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:59.443586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'd556017d-2839-4bdc-a248-5734e791892e', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'port_id': 'd556017d-2839-4bdc-a248-5734e791892e', 'mac_address': 'fa:16:3e:e7:7c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:56:59.449419 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6b8d546-3d80-4646-b27a-35fe7d372984 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.502336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d556017d-2839-4bdc-a248-5734e791892e is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:56:59.502722 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.520752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d556017d-2839-4bdc-a248-5734e791892e {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:56:59.536304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d556017d-2839-4bdc-a248-5734e791892e, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d556017d-2839-4bdc-a248-5734e791892e,segment=NetworkSegment(0ad0c0d5-06d5-4908-9e48-4532e0718331),segment_id=0ad0c0d5-06d5-4908-9e48-4532e0718331)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:56:59.540198 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.543285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6b8d546-3d80-4646-b27a-35fe7d372984 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.609970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d556017d-2839-4bdc-a248-5734e791892e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:59.617501 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6b8d546-3d80-4646-b27a-35fe7d372984 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.656241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8d546-3d80-4646-b27a-35fe7d372984 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Subnet': ['ID=b73ddfee-6a6a-4870-8d11-25f781889f98,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:56:59.660439 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6b8d546-3d80-4646-b27a-35fe7d372984 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.666652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a449f0-e29d-46d7-a6a9-2b2a47bf3f3a None None] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:56:59.668844 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f6b8d546-3d80-4646-b27a-35fe7d372984 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/b73ddfee-6a6a-4870-8d11-25f781889f98 HTTP/1.1" status: 204 len: 168 time: 0.3495150 Jun 03 15:56:59.672669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58672) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:56:59.739468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd577de-2463-4193-8177-ba1f5a2beb24 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting subnet 12f40337-a4ce-41bd-b582-2a84d939c8c2 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:56:59.742712 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fd577de-2463-4193-8177-ba1f5a2beb24 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.763829 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.799824 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fd577de-2463-4193-8177-ba1f5a2beb24 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.822229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['d556017d-2839-4bdc-a248-5734e791892e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:56:59.887415 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fd577de-2463-4193-8177-ba1f5a2beb24 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:56:59.966477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fd577de-2463-4193-8177-ba1f5a2beb24 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:00.006349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd577de-2463-4193-8177-ba1f5a2beb24 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Subnet': ['ID=12f40337-a4ce-41bd-b582-2a84d939c8c2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:00.010132 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6fd577de-2463-4193-8177-ba1f5a2beb24 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:00.018594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6fd577de-2463-4193-8177-ba1f5a2beb24 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/12f40337-a4ce-41bd-b582-2a84d939c8c2 HTTP/1.1" status: 204 len: 168 time: 0.3422253 Jun 03 15:57:00.018594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58678) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:00.057507 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-48015173-8c38-4f7c-8614-ab685aacbf0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:57:00.058134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48015173-8c38-4f7c-8614-ab685aacbf0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:57:00.062298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-48015173-8c38-4f7c-8614-ab685aacbf0b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/b73ddfee-6a6a-4870-8d11-25f781889f98 HTTP/1.1" status: 404 len: 337 time: 0.0403357 Jun 03 15:57:00.062516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58682) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:00.184528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-592a7b36-397e-4428-af81-ac4005460d7c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting subnet e3f4ee4e-b5c0-4d6f-bd54-4993b8439baa {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:57:00.189213 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-592a7b36-397e-4428-af81-ac4005460d7c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:00.254402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-592a7b36-397e-4428-af81-ac4005460d7c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:00.310005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c22b6-dded-4f57-81c0-c85a02735b98 req-a3ca52b5-3c2a-47d8-a693-6262a65678d7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:00.318518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-316c22b6-dded-4f57-81c0-c85a02735b98 req-a3ca52b5-3c2a-47d8-a693-6262a65678d7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 983 time: 0.2160320 Jun 03 15:57:00.437087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-316c22b6-dded-4f57-81c0-c85a02735b98 req-f923fad0-cecf-46ad-b7ff-b50a27cad96e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1147676 Jun 03 15:57:00.462812 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-592a7b36-397e-4428-af81-ac4005460d7c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:00.532628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931b389-de6e-4dd0-a3b8-af146f288aff req-3c4e8ffd-5e0a-4c25-9d52-73dd0ad45cc2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:00.534179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f931b389-de6e-4dd0-a3b8-af146f288aff req-3c4e8ffd-5e0a-4c25-9d52-73dd0ad45cc2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 946 time: 0.1824012 Jun 03 15:57:00.589113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-592a7b36-397e-4428-af81-ac4005460d7c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:00.596751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c81691-6f65-4489-8a0a-33ece2fbb3e9 None None] Network 5b15cf84-02fc-4064-b082-2cd8ad779e30 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:57:00.630962 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f931b389-de6e-4dd0-a3b8-af146f288aff req-726aea6e-0315-4b22-ac3a-e400eac066ac tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902603 Jun 03 15:57:00.636317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a7b36-397e-4428-af81-ac4005460d7c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f4ee4e-b5c0-4d6f-bd54-4993b8439baa,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:00.639767 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-592a7b36-397e-4428-af81-ac4005460d7c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:00.646004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-592a7b36-397e-4428-af81-ac4005460d7c tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/e3f4ee4e-b5c0-4d6f-bd54-4993b8439baa HTTP/1.1" status: 204 len: 168 time: 0.5824492 Jun 03 15:57:00.648592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58688) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:00.685807 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e24932-d628-47ec-9d4f-10e2e8e948b2 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:57:00.686493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e24932-d628-47ec-9d4f-10e2e8e948b2 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:57:00.687892 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-61e24932-d628-47ec-9d4f-10e2e8e948b2 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/b29cd6b8-b405-4bd9-b805-57a10b8eb1e3 HTTP/1.1" status: 404 len: 337 time: 0.0383773 Jun 03 15:57:00.690594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58692) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:00.702781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bb469987-f797-4dac-96f8-3d9ea3cd3eea None None] Provisioning complete for port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:00.703144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bb469987-f797-4dac-96f8-3d9ea3cd3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:00.733994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e8e0ca59-a8c9-4888-ae6d-0d1d0cf7c708 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "GET /v2.0/ports?device_id=89874db4-cdf9-4cbd-aed2-a25fe840d56c HTTP/1.1" status: 200 len: 205 time: 0.0422950 Jun 03 15:57:00.736507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58696) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:00.804142 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-235d2135-62c2-4acd-97bb-819a3d7bd357 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] delete failed (client error): The resource could not be found. Jun 03 15:57:00.807716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-235d2135-62c2-4acd-97bb-819a3d7bd357 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/routers/89874db4-cdf9-4cbd-aed2-a25fe840d56c HTTP/1.1" status: 404 len: 336 time: 0.0677762 Jun 03 15:57:00.807963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58700) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:00.847600 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e62e13a-48d5-499d-ba07-92b1d9e1fe7b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:57:00.847961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e62e13a-48d5-499d-ba07-92b1d9e1fe7b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:57:00.852495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2e62e13a-48d5-499d-ba07-92b1d9e1fe7b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/c9d3ba3d-8d13-4e7e-bb82-4678947b692d HTTP/1.1" status: 404 len: 337 time: 0.0408926 Jun 03 15:57:00.852733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58704) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:00.899767 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9d560f-eb9f-45e2-a2be-89661ef9c30b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:57:00.900512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9d560f-eb9f-45e2-a2be-89661ef9c30b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:57:00.905589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cd9d560f-eb9f-45e2-a2be-89661ef9c30b tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/ec3b2503-6392-4b46-befb-2916fc7523a3 HTTP/1.1" status: 404 len: 337 time: 0.0497036 Jun 03 15:57:00.905849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58708) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:00.915342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bb469987-f797-4dac-96f8-3d9ea3cd3eea None None] Current status of the port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:00.927323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bb469987-f797-4dac-96f8-3d9ea3cd3eea None None] Provisioning complete for port d2e81dc8-bc0b-40ee-bdc2-156175e09581 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:00.927684 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bb469987-f797-4dac-96f8-3d9ea3cd3eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:00.947654 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4402ef55-2ba3-41d4-865d-00b1f520dea1 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:57:00.948037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4402ef55-2ba3-41d4-865d-00b1f520dea1 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:57:00.952067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4402ef55-2ba3-41d4-865d-00b1f520dea1 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/9f0930bd-40a8-4423-833e-5bf770d64cb9 HTTP/1.1" status: 404 len: 337 time: 0.0429645 Jun 03 15:57:00.952635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58712) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:00.992865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bb469987-f797-4dac-96f8-3d9ea3cd3eea None None] Port d2e81dc8-bc0b-40ee-bdc2-156175e09581 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:57:00.993091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-b1012b45-787c-431c-9d26-3f8cbbf90d1a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:00.993607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-b1012b45-787c-431c-9d26-3f8cbbf90d1a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:00.997943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265b9ca3-db18-4e41-94fb-937497029f24 None None] DHCP port deletion for 5b15cf84-02fc-4064-b082-2cd8ad779e30 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:57:01.001695 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-265b9ca3-db18-4e41-94fb-937497029f24 None None] Deleting port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:01.002085 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-265b9ca3-db18-4e41-94fb-937497029f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.004980 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5371859a-46e1-48b4-a63e-fa72883a70ed tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:57:01.005453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5371859a-46e1-48b4-a63e-fa72883a70ed tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:57:01.007190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5371859a-46e1-48b4-a63e-fa72883a70ed tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/25690125-6ced-4dec-bfca-d8f897f329dd HTTP/1.1" status: 404 len: 333 time: 0.0534530 Jun 03 15:57:01.009797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58716) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:01.010767 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-b1012b45-787c-431c-9d26-3f8cbbf90d1a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:01.012492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-b1012b45-787c-431c-9d26-3f8cbbf90d1a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 946 time: 0.1255829 Jun 03 15:57:01.050577 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e911af-e0b3-4868-a187-8e0f373b9e6d tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:57:01.051032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e911af-e0b3-4868-a187-8e0f373b9e6d tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:57:01.052819 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e6e911af-e0b3-4868-a187-8e0f373b9e6d tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/bb3229b3-77ff-4caf-9a49-339f51325078 HTTP/1.1" status: 404 len: 337 time: 0.0420189 Jun 03 15:57:01.056399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58720) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:01.087346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Deleting port 5c7699b0-2f51-432c-8115-a4b2c8bc673a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:01.087685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.093989 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a598d989-f99b-4f09-a329-d20ef9091142 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:57:01.094444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a598d989-f99b-4f09-a329-d20ef9091142 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:57:01.098436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a598d989-f99b-4f09-a329-d20ef9091142 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/0fa3cbfd-7bc5-41fc-a75b-b637ed5dfc16 HTTP/1.1" status: 404 len: 337 time: 0.0388126 Jun 03 15:57:01.098785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58724) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:01.139659 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-da13300c-d529-4485-bc22-a720cb6409f0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:57:01.140111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da13300c-d529-4485-bc22-a720cb6409f0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:57:01.141786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-da13300c-d529-4485-bc22-a720cb6409f0 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/62985396-911e-44ee-b47b-48ee18eaa037 HTTP/1.1" status: 404 len: 333 time: 0.0421166 Jun 03 15:57:01.144395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58728) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:01.185805 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae357b7-a425-47eb-bf9a-ed2995125ce7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:57:01.186320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae357b7-a425-47eb-bf9a-ed2995125ce7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:57:01.188063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fae357b7-a425-47eb-bf9a-ed2995125ce7 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/8a4cb2c7-4683-4510-a92e-a08704b9669a HTTP/1.1" status: 404 len: 337 time: 0.0427399 Jun 03 15:57:01.190592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58732) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:01.220073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-265b9ca3-db18-4e41-94fb-937497029f24 None None] For port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,segment=NetworkSegment(090830cb-8d6e-4f25-802c-3f5eae3ef74d),segment_id=090830cb-8d6e-4f25-802c-3f5eae3ef74d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:01.220432 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-265b9ca3-db18-4e41-94fb-937497029f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.345760 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ea9001-f989-4074-a833-55aa16491827 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] DELETE failed (client error): The resource could not be found. Jun 03 15:57:01.346251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ea9001-f989-4074-a833-55aa16491827 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 15:57:01.348009 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e6ea9001-f989-4074-a833-55aa16491827 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/subnets/e02f42c9-4c25-4b7a-be98-957c3653ab9b HTTP/1.1" status: 404 len: 337 time: 0.1565447 Jun 03 15:57:01.354407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58736) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:01.408814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-265b9ca3-db18-4e41-94fb-937497029f24 None None] Calling delete_port for 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:01.422328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Deleting port d2e81dc8-bc0b-40ee-bdc2-156175e09581 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:01.422633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.436652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d556017d-2839-4bdc-a248-5734e791892e up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:01.488499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] For port 5c7699b0-2f51-432c-8115-a4b2c8bc673a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=5c7699b0-2f51-432c-8115-a4b2c8bc673a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:01.488859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.547755 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-265b9ca3-db18-4e41-94fb-937497029f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.587062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port d556017d-2839-4bdc-a248-5734e791892e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:01.607988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b9ca3-db18-4e41-94fb-937497029f24 None None] Pushing event deleted for resources: {'Port': ['ID=663b2cba-a831-4c32-9cc8-dcc8b9e9edb6,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:01.612085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port d556017d-2839-4bdc-a248-5734e791892e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:01.612459 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.635587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b9ca3-db18-4e41-94fb-937497029f24 None None] No DVR routers for this DVR port 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:57:01.723053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.759600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d556017d-2839-4bdc-a248-5734e791892e is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:01.759945 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.789221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd556017d-2839-4bdc-a248-5734e791892e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:01.801233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d556017d-2839-4bdc-a248-5734e791892e, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d556017d-2839-4bdc-a248-5734e791892e,segment=NetworkSegment(0ad0c0d5-06d5-4908-9e48-4532e0718331),segment_id=0ad0c0d5-06d5-4908-9e48-4532e0718331)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:01.806715 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.812505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.812871 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:01.813184 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Floating IP 187930ae-3891-490a-b819-08f31b120c4c disassociated. External IP: 172.25.7.98, port: 5c7699b0-2f51-432c-8115-a4b2c8bc673a. Jun 03 15:57:01.813505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Calling delete_port for 5c7699b0-2f51-432c-8115-a4b2c8bc673a owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:01.853008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Calling delete_port for d2e81dc8-bc0b-40ee-bdc2-156175e09581 owned by {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:01.878945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d556017d-2839-4bdc-a248-5734e791892e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:01.937612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982934f-24e2-404c-891a-f68fc1bb29c4 req-511b3f8a-41c0-484f-8768-e5153518b04e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:01.939123 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9982934f-24e2-404c-891a-f68fc1bb29c4 req-511b3f8a-41c0-484f-8768-e5153518b04e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 983 time: 0.3718688 Jun 03 15:57:01.976313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.029904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event deleted for resources: {'Port': ['ID=5c7699b0-2f51-432c-8115-a4b2c8bc673a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:02.037018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9982934f-24e2-404c-891a-f68fc1bb29c4 req-efc5016f-2b94-48ce-83c6-70f4d4742725 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0830631 Jun 03 15:57:02.057856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea329b5-7ad2-4cd2-aa96-3dfc08599032 req-7d79dc93-28b4-41a8-a578-96fc4a1cd3a5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:02.059394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ea329b5-7ad2-4cd2-aa96-3dfc08599032 req-7d79dc93-28b4-41a8-a578-96fc4a1cd3a5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 946 time: 0.2139606 Jun 03 15:57:02.060216 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.107139 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1c29a7-ed0c-4f98-98cc-9b74a7e281e0'] response: {'server_uuid': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd556017d-2839-4bdc-a248-5734e791892e', 'code': 200} Jun 03 15:57:02.120479 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.164452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Port': ['ID=d2e81dc8-bc0b-40ee-bdc2-156175e09581,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:02.174883 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eba19b6a-97cc-44fb-83a7-d16edf537a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.186904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.187248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.187585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.187912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.188243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.188566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.188886 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.189204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.189521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.189835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.190172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.190491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:02.194799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e8857317-2bd6-490a-9dbd-4ddcc36b16bc tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/ports/d2e81dc8-bc0b-40ee-bdc2-156175e09581 HTTP/1.1" status: 204 len: 168 time: 0.8392668 Jun 03 15:57:02.198241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58746) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:02.229485 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ea329b5-7ad2-4cd2-aa96-3dfc08599032 req-08c4b51b-9eb1-4baf-b006-56601e668d74 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455011 Jun 03 15:57:02.272682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Router 5224edc6-4bb1-4033-9d95-970a082d095e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:57:02.319239 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.369285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ff74d-14ec-4f18-a1e4-36ff5b2c9990 req-97c1dc4f-f1d9-4f73-b108-8fa9457029b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:02.370799 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9c7ff74d-14ec-4f18-a1e4-36ff5b2c9990 req-97c1dc4f-f1d9-4f73-b108-8fa9457029b5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 1135 time: 0.1852612 Jun 03 15:57:02.428173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:02.461477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.475061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:02.475955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 663b2cba-a831-4c32-9cc8-dcc8b9e9edb6 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:02.494536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9c7ff74d-14ec-4f18-a1e4-36ff5b2c9990 req-b532e955-8491-4932-8a73-f19be7a07b38 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1165960 Jun 03 15:57:02.494781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b15cf84-02fc-4064-b082-2cd8ad779e30']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:02.505823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:57:02.509022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090830cb-8d6e-4f25-802c-3f5eae3ef74d') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:02.509418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090830cb-8d6e-4f25-802c-3f5eae3ef74d') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:02.516512 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138a0de-b47d-4098-a52a-fde2f0d18787 None None] Sync routers for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:57:02.524571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.535656 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138a0de-b47d-4098-a52a-fde2f0d18787 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:02.536947 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f138a0de-b47d-4098-a52a-fde2f0d18787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:56:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:02.546572 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.553519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:57:02.554206 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.581654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] No DVR routers for this DVR port 5c7699b0-2f51-432c-8115-a4b2c8bc673a on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:57:02.584536 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.587623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb53f09-7b32-4294-97f1-3545c349c757', 'name': 'network-vif-deleted', 'tag': '5c7699b0-2f51-432c-8115-a4b2c8bc673a'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:02.611335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f7dbd09c-65db-4153-97fe-841b780bac95 req-aa8acbed-9620-4fb6-b937-5b710f5897f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "DELETE /v2.0/ports/5c7699b0-2f51-432c-8115-a4b2c8bc673a HTTP/1.1" status: 204 len: 173 time: 1.5925086 Jun 03 15:57:02.654540 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e065971d-2100-4221-aacb-65888e082fce'] response: {'server_uuid': '7cb53f09-7b32-4294-97f1-3545c349c757', 'name': 'network-vif-deleted', 'tag': '5c7699b0-2f51-432c-8115-a4b2c8bc673a', 'status': 'completed', 'code': 200} Jun 03 15:57:02.668070 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 090830cb-8d6e-4f25-802c-3f5eae3ef74d resource provider aggregate not found Jun 03 15:57:02.697276 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 090830cb-8d6e-4f25-802c-3f5eae3ef74d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 090830cb-8d6e-4f25-802c-3f5eae3ef74d found for delete ", "request_id": "req-79740374-72a2-44fd-b0a3-a9be2aada0dd"}]} Jun 03 15:57:02.706576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.726414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:02.735209 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f138a0de-b47d-4098-a52a-fde2f0d18787 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:02.736707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] Pushing event deleted for resources: {'Network': ['ID=5b15cf84-02fc-4064-b082-2cd8ad779e30,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:02.742670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bdd75aff-9464-4e02-98d1-96b319c16e88 tempest-PortsIpV6TestJSON-1702636779 tempest-PortsIpV6TestJSON-1702636779-project] 10.222.0.48 "DELETE /v2.0/networks/5b15cf84-02fc-4064-b082-2cd8ad779e30 HTTP/1.1" status: 204 len: 168 time: 0.5433686 Jun 03 15:57:03.049212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58760) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:03.068133 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f138a0de-b47d-4098-a52a-fde2f0d18787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:03.072396 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138a0de-b47d-4098-a52a-fde2f0d18787 None None] Checking router: 5224edc6-4bb1-4033-9d95-970a082d095e for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:57:03.085200 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f138a0de-b47d-4098-a52a-fde2f0d18787 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:03.085853 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f138a0de-b47d-4098-a52a-fde2f0d18787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:56:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:03.303425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0c48426a-50be-4997-9e35-f17b756321c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b205975f3ca420fa7da94b31f4d5ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529588 Jun 03 15:57:03.306120 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58770) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:03.325775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae99a77-fb66-4c76-a303-6b91f5e88057 req-52d96ab2-1552-452a-8f4a-2065586ad7da tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:03.334915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fae99a77-fb66-4c76-a303-6b91f5e88057 req-52d96ab2-1552-452a-8f4a-2065586ad7da tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 984 time: 0.1563873 Jun 03 15:57:03.337895 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f138a0de-b47d-4098-a52a-fde2f0d18787 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:03.401428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fae99a77-fb66-4c76-a303-6b91f5e88057 req-bb70896a-0bcd-4bab-a4b4-2c41ba64a4d2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0643981 Jun 03 15:57:03.445677 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c666e26-ba18-4975-80a8-d7791e219fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:03.471634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82e6f88b-1232-4b36-9b56-06785595f9a6 req-bc2e218d-f96d-4dc2-be15-adf3c194b07e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb53f09-7b32-4294-97f1-3545c349c757 HTTP/1.1" status: 200 len: 210 time: 0.0444624 Jun 03 15:57:03.482485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c666e26-ba18-4975-80a8-d7791e219fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:03.546068 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c666e26-ba18-4975-80a8-d7791e219fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:03.563936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c666e26-ba18-4975-80a8-d7791e219fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7c86b7-f028-4717-96b7-90bb51e34747,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:03.569152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7c666e26-ba18-4975-80a8-d7791e219fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:03.571004 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7c666e26-ba18-4975-80a8-d7791e219fd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f7c86b7-f028-4717-96b7-90bb51e34747 HTTP/1.1" status: 204 len: 168 time: 0.2624829 Jun 03 15:57:03.716794 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f138a0de-b47d-4098-a52a-fde2f0d18787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:03.721233 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f138a0de-b47d-4098-a52a-fde2f0d18787 None None] The sync data for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 is: [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:57:03.982836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496b6557-e138-466e-b42e-71ef7b7e28b8 None None] New status for floating IP 187930ae-3891-490a-b819-08f31b120c4c: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:57:04.334707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58794) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:04.448965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group': {'name': 'tempest-secgroup--696918451'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:04.456177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:04.461015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:04.462729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5c7699b0-2f51-432c-8115-a4b2c8bc673a no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:04.464385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:04.471010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:04.482950 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:04.501771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 5c7699b0-2f51-432c-8115-a4b2c8bc673a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:04.502140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 5c7699b0-2f51-432c-8115-a4b2c8bc673a not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:04.505166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:04.672258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:04.677980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:04.686042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:04.694025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:04.750045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7791e7-efeb-4859-8b35-364b5fab441a req-687b4424-03e5-439e-87f1-0501216d78da tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:04.751524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fc7791e7-efeb-4859-8b35-364b5fab441a req-687b4424-03e5-439e-87f1-0501216d78da tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 984 time: 0.2366738 Jun 03 15:57:04.845959 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-88baf668-bf18-4d40-9905-e5f2bb427d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:04.857711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fc7791e7-efeb-4859-8b35-364b5fab441a req-f6666795-1928-4041-aab7-dda8a9a20261 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0993769 Jun 03 15:57:04.870420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:04.875461 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-9a796ad6-8454-478e-9688-fbb90ac07749 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574563462&fields=id&tenant_id=478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 267 time: 0.0917623 Jun 03 15:57:04.880905 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:04.894284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:04.925645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:04.934128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:04.995617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:05.045590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79287862-d9f7-4872-8596-567c057fe761,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:05.160379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-a970728d-2318-401c-8e32-f230b268f672 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:05.161771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-a970728d-2318-401c-8e32-f230b268f672 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.2781093 Jun 03 15:57:05.189627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-7003d8e9-f50c-4823-a956-31d9394bd541 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/quotas/478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 375 time: 0.0203383 Jun 03 15:57:05.264312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576df55-f97c-4420-98a0-d2480a39323c req-f72792c9-1ee3-41ee-8906-c2bb5e584d22 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:05.265769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7576df55-f97c-4420-98a0-d2480a39323c req-f72792c9-1ee3-41ee-8906-c2bb5e584d22 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 984 time: 0.2757943 Jun 03 15:57:05.271300 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.294327 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.349729 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.369927 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7576df55-f97c-4420-98a0-d2480a39323c req-4f8536ce-2ae8-427e-bd97-e69940808d12 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0954998 Jun 03 15:57:05.372776 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.373993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0382721 Jun 03 15:57:05.377444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58812) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:05.378175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc04ff-5dd1-4582-ad95-a08b1a78d2af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cd7cef-3ec3-42d1-ac6f-14db6db827c4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:05.405232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-5cdb62f5-6b8b-4769-8632-2dc3edc81db7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2005012 Jun 03 15:57:05.412531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-a727bf64-9a90-47c4-bd60-bd801bf8eae6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 15:57:05.413475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-a727bf64-9a90-47c4-bd60-bd801bf8eae6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055478 Jun 03 15:57:05.457683 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-171b4eda-d03d-4ce5-bed9-c2c00ffbf3dc tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0775514 Jun 03 15:57:05.460422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58818) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:05.465350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1bea31c1-0f56-43a6-9d12-88e3463b1a67 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group': {'name': 'tempest-security--1885511527', 'description': 'tempest-security-description-739670482'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:05.495948 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bea31c1-0f56-43a6-9d12-88e3463b1a67 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.554932 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bea31c1-0f56-43a6-9d12-88e3463b1a67 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.558987 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bea31c1-0f56-43a6-9d12-88e3463b1a67 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.561419 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bea31c1-0f56-43a6-9d12-88e3463b1a67 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.562861 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1bea31c1-0f56-43a6-9d12-88e3463b1a67 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "PUT /v2.0/security-groups/14cd7cef-3ec3-42d1-ac6f-14db6db827c4 HTTP/1.1" status: 200 len: 1779 time: 0.1013787 Jun 03 15:57:05.570033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58824) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:05.590804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea31c1-0f56-43a6-9d12-88e3463b1a67 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cd7cef-3ec3-42d1-ac6f-14db6db827c4,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:05.650078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-38e4f13c-c734-4c30-b4c3-4c76667e3625 service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234683 Jun 03 15:57:05.658207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a624a95d-4f24-4bd6-8988-b3f43f08673c tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups/14cd7cef-3ec3-42d1-ac6f-14db6db827c4 HTTP/1.1" status: 200 len: 1779 time: 0.0870190 Jun 03 15:57:05.661324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58828) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:05.678400 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.729758 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09fcc554-1f67-41d2-8eea-be6a459461c6 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.740710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09621b-22ed-4a67-8851-ce292f7b9ed2 req-d452e1a1-e98e-4d46-9540-bb9a9ae43e43 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:05.742245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b09621b-22ed-4a67-8851-ce292f7b9ed2 req-d452e1a1-e98e-4d46-9540-bb9a9ae43e43 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 1135 time: 0.2440360 Jun 03 15:57:05.757799 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09fcc554-1f67-41d2-8eea-be6a459461c6 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.772660 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b09621b-22ed-4a67-8851-ce292f7b9ed2 req-d316eb06-8ee5-4665-b1c9-3aa2db37997a tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.804058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-8b09621b-22ed-4a67-8851-ce292f7b9ed2 req-d316eb06-8ee5-4665-b1c9-3aa2db37997a tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:05.804584 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09fcc554-1f67-41d2-8eea-be6a459461c6 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.810734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8b09621b-22ed-4a67-8851-ce292f7b9ed2 req-d316eb06-8ee5-4665-b1c9-3aa2db37997a tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Usage tracker for resource:security_group_rule and tenant:319f60af178e48e1b40edd0ae5545cc3 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:05.820764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8b09621b-22ed-4a67-8851-ce292f7b9ed2 req-d316eb06-8ee5-4665-b1c9-3aa2db37997a tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:05.822692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcc554-1f67-41d2-8eea-be6a459461c6 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cd7cef-3ec3-42d1-ac6f-14db6db827c4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:05.828115 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-09fcc554-1f67-41d2-8eea-be6a459461c6 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.831560 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-09fcc554-1f67-41d2-8eea-be6a459461c6 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-groups/14cd7cef-3ec3-42d1-ac6f-14db6db827c4 HTTP/1.1" status: 204 len: 168 time: 0.1666300 Jun 03 15:57:05.831705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-8b09621b-22ed-4a67-8851-ce292f7b9ed2 req-d316eb06-8ee5-4665-b1c9-3aa2db37997a tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:05.831881 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58832) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:05.837332 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-b4bf1d3a-2ab1-43ea-878f-34ee73d3692a service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779590 Jun 03 15:57:05.889678 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f053ec7d-3820-46ad-8530-0a07854066e1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:05.910579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f053ec7d-3820-46ad-8530-0a07854066e1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:05.914956 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f053ec7d-3820-46ad-8530-0a07854066e1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792978 Jun 03 15:57:05.915188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58838) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:05.935450 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-2ad9ddb3-287d-4c32-ae28-b503b6078d09 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] delete failed (client error): The resource could not be found. Jun 03 15:57:05.940437 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2ad9ddb3-287d-4c32-ae28-b503b6078d09 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-groups/14cd7cef-3ec3-42d1-ac6f-14db6db827c4 HTTP/1.1" status: 404 len: 347 time: 0.0203695 Jun 03 15:57:05.940598 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b09621b-22ed-4a67-8851-ce292f7b9ed2 req-d316eb06-8ee5-4665-b1c9-3aa2db37997a tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.940968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58842) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:05.945810 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8b09621b-22ed-4a67-8851-ce292f7b9ed2 req-d316eb06-8ee5-4665-b1c9-3aa2db37997a tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:05.946387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507105452'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:05.953101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:05.981578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8b09621b-22ed-4a67-8851-ce292f7b9ed2 req-d316eb06-8ee5-4665-b1c9-3aa2db37997a tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2316768 Jun 03 15:57:05.990117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316eb06-8ee5-4665-b1c9-3aa2db37997a tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e1256d-44eb-400d-8c21-f8f04eb284a0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:06.020307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58850) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.095067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:06.101227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cd943c-78a3-4cf6-991b-a3e3197e1974 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:06.102935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c7cd943c-78a3-4cf6-991b-a3e3197e1974 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 1130 time: 0.0815580 Jun 03 15:57:06.106064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58854) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.111305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'd556017d-2839-4bdc-a248-5734e791892e', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:06.111485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.118158 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:06.122118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:floatingip and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:06.125058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:06.131655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:06.134450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:06.139007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:06.142281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:06.142657 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.148702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:06.239177 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.244223 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.283030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fa7a407-a88c-418f-af79-57edae3f3c96 req-1289ce16-cfc1-4f50-ac65-18206703efcf tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 210 time: 0.0438831 Jun 03 15:57:06.296238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8667ff93-ec85-4bee-bbc3-6de06d46dfb3,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:06.322904 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.324070 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-59875109-005b-40d5-9fa1-701833d0dcb7 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3821223 Jun 03 15:57:06.327973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58862) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.330378 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.335842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-63807429-8e4f-41f2-8305-fa0425a90f47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': '8667ff93-ec85-4bee-bbc3-6de06d46dfb3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:06.355717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-63807429-8e4f-41f2-8305-fa0425a90f47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:06.360341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-63807429-8e4f-41f2-8305-fa0425a90f47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:06.365435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-63807429-8e4f-41f2-8305-fa0425a90f47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:06.376547 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-63807429-8e4f-41f2-8305-fa0425a90f47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:06.397736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63807429-8e4f-41f2-8305-fa0425a90f47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.462346 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63807429-8e4f-41f2-8305-fa0425a90f47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.468200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63807429-8e4f-41f2-8305-fa0425a90f47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.479030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Allocated IP 172.25.7.8 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/e8bd9bfc-0c7c-432c-8d7e-a7a4b5a8b130) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:06.495329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63807429-8e4f-41f2-8305-fa0425a90f47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba8c700-0c7a-4632-b059-3dfd0ebffe4c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:06.506651 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-63807429-8e4f-41f2-8305-fa0425a90f47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.507899 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-63807429-8e4f-41f2-8305-fa0425a90f47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784866 Jun 03 15:57:06.511089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58872) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.539546 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8db17f34-44f2-425f-b95e-2c11bb2f8e05 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.550684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8db17f34-44f2-425f-b95e-2c11bb2f8e05 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.576967 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8db17f34-44f2-425f-b95e-2c11bb2f8e05 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.592612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db17f34-44f2-425f-b95e-2c11bb2f8e05 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ba8c700-0c7a-4632-b059-3dfd0ebffe4c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:06.598104 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8db17f34-44f2-425f-b95e-2c11bb2f8e05 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.599352 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8db17f34-44f2-425f-b95e-2c11bb2f8e05 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4ba8c700-0c7a-4632-b059-3dfd0ebffe4c HTTP/1.1" status: 204 len: 168 time: 0.0872242 Jun 03 15:57:06.605133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58876) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.636999 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.655689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bb918451-d534-48db-9835-c706e32eefaa tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:06.671164 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.672910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bb918451-d534-48db-9835-c706e32eefaa tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:06.677122 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bb918451-d534-48db-9835-c706e32eefaa tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682724 Jun 03 15:57:06.677452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58880) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.736617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:06.739174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:06.742255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:06.743100 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e93a91-0316-4a70-b891-7bfcd465256e tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.776211 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e93a91-0316-4a70-b891-7bfcd465256e tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.831087 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e93a91-0316-4a70-b891-7bfcd465256e tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.857510 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e93a91-0316-4a70-b891-7bfcd465256e tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8667ff93-ec85-4bee-bbc3-6de06d46dfb3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:06.883681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-49e93a91-0316-4a70-b891-7bfcd465256e tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:06.885103 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-49e93a91-0316-4a70-b891-7bfcd465256e tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-groups/8667ff93-ec85-4bee-bbc3-6de06d46dfb3 HTTP/1.1" status: 204 len: 168 time: 0.2065048 Jun 03 15:57:06.887928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58884) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.920287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Port': ['ID=e8bd9bfc-0c7c-432c-8d7e-a7a4b5a8b130,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:06.946097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f92a3174-f703-4b17-a967-5a63ec89fcae tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:06.963333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f92a3174-f703-4b17-a967-5a63ec89fcae tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:06.964579 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f92a3174-f703-4b17-a967-5a63ec89fcae tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756052 Jun 03 15:57:06.968684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58888) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:06.979265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group': {'name': 'tempest-secgroup--2063456994'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:06.997758 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:07.014387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:07.067764 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.128584 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.157186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:07.173466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:07.178442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:07.186761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:07.375692 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.381758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.501190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.502471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5328562 Jun 03 15:57:07.510416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-6bb6b791-8c31-475a-981e-5794183d154f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:07.512256 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-6bb6b791-8c31-475a-981e-5794183d154f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.1735718 Jun 03 15:57:07.512464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58894) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:07.517640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-60d1a100-4871-4571-af9a-7fc105eca3bb tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': 'b3ccaa94-a8a8-48be-beea-6fc5d62c90bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:07.520777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a523d34-02c7-43bd-b518-38b6ce5ff433 req-d6f6c99c-de7a-464e-b94f-74dd3c879512 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 210 time: 0.0955017 Jun 03 15:57:07.522921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62666c28-42c0-4185-80ac-24f0db2759c9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ccaa94-a8a8-48be-beea-6fc5d62c90bd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:07.524584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-60d1a100-4871-4571-af9a-7fc105eca3bb tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:07.542631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-60d1a100-4871-4571-af9a-7fc105eca3bb tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:07.546827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-60d1a100-4871-4571-af9a-7fc105eca3bb tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:07.556874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-60d1a100-4871-4571-af9a-7fc105eca3bb tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:07.559365 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.584936 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-e3187b0d-7fc9-4417-b8d6-bb9ff2830237 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 380 time: 0.0563321 Jun 03 15:57:07.595491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'port': {'device_id': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'admin_state_up': True, 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'security_groups': ['133a8021-702d-48ed-a3db-6ec7cdea6b4d']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:07.615412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60d1a100-4871-4571-af9a-7fc105eca3bb tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.640412 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.783739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60d1a100-4871-4571-af9a-7fc105eca3bb tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.784957 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:07.789516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:port and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:07.792658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:07.795184 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60d1a100-4871-4571-af9a-7fc105eca3bb tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.811588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:07.832403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1a100-4871-4571-af9a-7fc105eca3bb tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f515939-2abc-4a5b-946d-3b795d826043,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:07.838221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Made reservation on behalf of 478b98182f234210949a5c9275a7f1fe for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:07.841598 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.860484 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-60d1a100-4871-4571-af9a-7fc105eca3bb tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.861725 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-60d1a100-4871-4571-af9a-7fc105eca3bb tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3482904 Jun 03 15:57:07.864570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58898) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:07.873180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-25ca8fc8-57dc-4e0f-a7ec-06bc14395217 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': 'b3ccaa94-a8a8-48be-beea-6fc5d62c90bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:07.880136 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.886220 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:07.914810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-25ca8fc8-57dc-4e0f-a7ec-06bc14395217 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:07.924364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-25ca8fc8-57dc-4e0f-a7ec-06bc14395217 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:07.932439 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-25ca8fc8-57dc-4e0f-a7ec-06bc14395217 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:07.952922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-25ca8fc8-57dc-4e0f-a7ec-06bc14395217 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:08.001866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Port': ['ID=e8bd9bfc-0c7c-432c-8d7e-a7a4b5a8b130,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:08.011862 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25ca8fc8-57dc-4e0f-a7ec-06bc14395217 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.015990 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.077344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Allocated IP 172.20.0.14 (0b59cccb-736d-4f97-ab3c-7f712587d12f/dcab0106-2b7e-4a74-ac83-d9033844c6be/d35d025b-a951-4e06-b50b-5979e3d5f82a) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:08.116029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25ca8fc8-57dc-4e0f-a7ec-06bc14395217 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.121866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25ca8fc8-57dc-4e0f-a7ec-06bc14395217 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.167868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca8fc8-57dc-4e0f-a7ec-06bc14395217 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d653862d-f09e-4355-aebb-fb5e4b9413d9,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:08.200349 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Floating IP f29a0e0e-3694-4901-9ccd-1bbe18963f8c associated. External IP: 172.25.7.8, port: d556017d-2839-4bdc-a248-5734e791892e. Jun 03 15:57:08.240301 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-25ca8fc8-57dc-4e0f-a7ec-06bc14395217 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.244470 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-25ca8fc8-57dc-4e0f-a7ec-06bc14395217 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3760436 Jun 03 15:57:08.246699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58902) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:08.259423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-930b2b60-73f2-4831-86d6-61e9e72f2a34 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': 'b3ccaa94-a8a8-48be-beea-6fc5d62c90bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:08.266330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-930b2b60-73f2-4831-86d6-61e9e72f2a34 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:08.270366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-930b2b60-73f2-4831-86d6-61e9e72f2a34 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:08.273476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-930b2b60-73f2-4831-86d6-61e9e72f2a34 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:08.279005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-930b2b60-73f2-4831-86d6-61e9e72f2a34 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:08.305036 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-930b2b60-73f2-4831-86d6-61e9e72f2a34 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.407962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.424838 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-930b2b60-73f2-4831-86d6-61e9e72f2a34 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.432965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-930b2b60-73f2-4831-86d6-61e9e72f2a34 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.440679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Transition to ACTIVE for port object d35d025b-a951-4e06-b50b-5979e3d5f82a will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:08.464130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b2b60-73f2-4831-86d6-61e9e72f2a34 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb06daba-a52b-4f4b-a1ce-a01d03c4fc59,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:08.488326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-930b2b60-73f2-4831-86d6-61e9e72f2a34 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.489492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-930b2b60-73f2-4831-86d6-61e9e72f2a34 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2419205 Jun 03 15:57:08.492297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58906) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:08.498020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ead9fb12-8d31-443a-8820-3a76681b7c6b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': 'b3ccaa94-a8a8-48be-beea-6fc5d62c90bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:08.503794 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.542164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ead9fb12-8d31-443a-8820-3a76681b7c6b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:08.566598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ead9fb12-8d31-443a-8820-3a76681b7c6b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:08.598056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=d35d025b-a951-4e06-b50b-5979e3d5f82a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:08.607354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:08.608578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ead9fb12-8d31-443a-8820-3a76681b7c6b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:08.612281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:08.630590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:08.671741 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ead9fb12-8d31-443a-8820-3a76681b7c6b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:08.706381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ead9fb12-8d31-443a-8820-3a76681b7c6b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.742141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:08.742980 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.768028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:57:08.785044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f61a51c6-4409-4db3-bd6a-dc66d4ab51b0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1946137 Jun 03 15:57:08.806405 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Request body: {'port': {'device_id': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:08.833223 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ead9fb12-8d31-443a-8820-3a76681b7c6b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.848122 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ead9fb12-8d31-443a-8820-3a76681b7c6b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.874595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f3c0-c250-4842-8ae3-bb6975e9e860 req-69d68e47-66b0-45eb-98d6-fa6f38c7fdf5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:08.876068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4cb6f3c0-c250-4842-8ae3-bb6975e9e860 req-69d68e47-66b0-45eb-98d6-fa6f38c7fdf5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 932 time: 0.2015710 Jun 03 15:57:08.882146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9fb12-8d31-443a-8820-3a76681b7c6b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcfeb45-63b9-4cd6-a94c-57825313d72b,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:08.951959 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ead9fb12-8d31-443a-8820-3a76681b7c6b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.953131 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ead9fb12-8d31-443a-8820-3a76681b7c6b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4597940 Jun 03 15:57:08.956959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58912) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:08.963060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-db93d801-4749-4959-96e4-b59d66c63436 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': 'b3ccaa94-a8a8-48be-beea-6fc5d62c90bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:08.971939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-db93d801-4749-4959-96e4-b59d66c63436 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:08.979877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-db93d801-4749-4959-96e4-b59d66c63436 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:08.984475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-db93d801-4749-4959-96e4-b59d66c63436 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:08.985296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d84106e0-8308-49b2-bad8-3b4fcee9a17c None None] Provisioning for port d35d025b-a951-4e06-b50b-5979e3d5f82a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:08.987129 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:08.997051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d84106e0-8308-49b2-bad8-3b4fcee9a17c None None] Provisioning complete for port d35d025b-a951-4e06-b50b-5979e3d5f82a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:08.997559 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d84106e0-8308-49b2-bad8-3b4fcee9a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.000032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-db93d801-4749-4959-96e4-b59d66c63436 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:09.027445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4cb6f3c0-c250-4842-8ae3-bb6975e9e860 req-ead408a5-cb14-4747-a59d-f3c164873d4c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436942 Jun 03 15:57:09.046638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:57:09.061798 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d3fc4-3c8b-453d-8a05-4fec227a5f2f None None] Sync routers for ids ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:57:09.074127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db93d801-4749-4959-96e4-b59d66c63436 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.075573 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d3fc4-3c8b-453d-8a05-4fec227a5f2f None None] Routers {'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:09.077836 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2b1d3fc4-3c8b-453d-8a05-4fec227a5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:57:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:09.087486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.091520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d84106e0-8308-49b2-bad8-3b4fcee9a17c None None] Port d35d025b-a951-4e06-b50b-5979e3d5f82a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:57:09.096758 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.171816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8b043782-69cf-45fc-af4a-31b2bbfa408b tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.0624893 Jun 03 15:57:09.171816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'tag': 'd556017d-2839-4bdc-a248-5734e791892e'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:09.175897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58916) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:09.358840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd9cb9-3472-4b05-8da3-9b27377ac30c tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.359447 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2b1d3fc4-3c8b-453d-8a05-4fec227a5f2f None None] Set router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:09.359618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd9cb9-3472-4b05-8da3-9b27377ac30c tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.360209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd9cb9-3472-4b05-8da3-9b27377ac30c tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.360925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd9cb9-3472-4b05-8da3-9b27377ac30c tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.362328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd9cb9-3472-4b05-8da3-9b27377ac30c tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.362930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd9cb9-3472-4b05-8da3-9b27377ac30c tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.367713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ccbd9cb9-3472-4b05-8da3-9b27377ac30c tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1806571 Jun 03 15:57:09.368089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58924) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:09.465264 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db93d801-4749-4959-96e4-b59d66c63436 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.479594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75722d08-2a96-4efa-97ab-995f462260a7 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.480053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75722d08-2a96-4efa-97ab-995f462260a7 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.480502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75722d08-2a96-4efa-97ab-995f462260a7 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.481211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75722d08-2a96-4efa-97ab-995f462260a7 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.481656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75722d08-2a96-4efa-97ab-995f462260a7 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.482652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75722d08-2a96-4efa-97ab-995f462260a7 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.486363 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-75722d08-2a96-4efa-97ab-995f462260a7 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1171603 Jun 03 15:57:09.487326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58928) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:09.514290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db93d801-4749-4959-96e4-b59d66c63436 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.558758 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93d801-4749-4959-96e4-b59d66c63436 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1c7567-6dbf-45db-bfdd-3f30f203fc04,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:09.562501 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3fe537-097c-42d2-a05d-4ca58993a53e'] response: {'name': 'network-changed', 'server_uuid': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'tag': 'd556017d-2839-4bdc-a248-5734e791892e', 'status': 'completed', 'code': 200} Jun 03 15:57:09.634397 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db93d801-4749-4959-96e4-b59d66c63436 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.638799 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-db93d801-4749-4959-96e4-b59d66c63436 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6791463 Jun 03 15:57:09.638952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58932) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:09.700029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-298fccc1-feb6-4587-aaff-2ad018db3f08 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.713095 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-298fccc1-feb6-4587-aaff-2ad018db3f08 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.724834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3790429b-d836-43da-b224-fc65eff43c79 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.2337554 Jun 03 15:57:09.727795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58936) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:09.786330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0992ee8-60bd-4113-87af-60db66bc843d req-3263c29f-9e8b-456f-94c4-5ea0201c02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.787875 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f0992ee8-60bd-4113-87af-60db66bc843d req-3263c29f-9e8b-456f-94c4-5ea0201c02de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e3d034ba8f884e748dec011b53776906&device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 1135 time: 0.2223771 Jun 03 15:57:09.812318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29648ad8-10ee-4e36-8a06-8aeaa25b8cab tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.812941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29648ad8-10ee-4e36-8a06-8aeaa25b8cab tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:09.817308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-29648ad8-10ee-4e36-8a06-8aeaa25b8cab tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a HTTP/1.1" status: 200 len: 1990 time: 0.0857294 Jun 03 15:57:09.817482 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2b1d3fc4-3c8b-453d-8a05-4fec227a5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:47Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f29a0e0e-3694-4901-9ccd-1bbe18963f8c', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'port_id': 'd556017d-2839-4bdc-a248-5734e791892e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'mac_address': 'fa:16:3e:e7:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:07Z', 'updated_at': '2022-06-03T15:57:07Z', 'revision_number': 0, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5daaabf-cfeb-4212-964e-c0efffb3d760', 'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:46:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:46Z', 'updated_at': '2022-06-03T15:56:54Z', 'revision_number': 5, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:09.819926 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d3fc4-3c8b-453d-8a05-4fec227a5f2f None None] Checking router: f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:57:09.829369 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d3fc4-3c8b-453d-8a05-4fec227a5f2f None None] Routers {'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:09.830020 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2b1d3fc4-3c8b-453d-8a05-4fec227a5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:57:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:09.871326 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-298fccc1-feb6-4587-aaff-2ad018db3f08 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.881128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35d025b-a951-4e06-b50b-5979e3d5f82a {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:57:09.906803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.913380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fccc1-feb6-4587-aaff-2ad018db3f08 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c1c7567-6dbf-45db-bfdd-3f30f203fc04,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:09.927597 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-298fccc1-feb6-4587-aaff-2ad018db3f08 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.928701 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-298fccc1-feb6-4587-aaff-2ad018db3f08 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/8c1c7567-6dbf-45db-bfdd-3f30f203fc04 HTTP/1.1" status: 204 len: 168 time: 0.2889085 Jun 03 15:57:09.931732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58942) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:09.939127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Transition to ACTIVE for port object d35d025b-a951-4e06-b50b-5979e3d5f82a will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:09.956105 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:09.986269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4053234f-7521-47cc-8d67-c1da718061d9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:10.007000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4053234f-7521-47cc-8d67-c1da718061d9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:10.011802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4053234f-7521-47cc-8d67-c1da718061d9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0790854 Jun 03 15:57:10.012676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58946) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:10.017131 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-2b1d3fc4-3c8b-453d-8a05-4fec227a5f2f None None] Set router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:10.055304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d4caa99-95c3-4ddf-b88b-526d6c011fee tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.082259 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d4caa99-95c3-4ddf-b88b-526d6c011fee tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.088665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0992ee8-60bd-4113-87af-60db66bc843d req-066ce1a8-8b0a-45bc-ba0f-083f41592c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:10.089907 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f0992ee8-60bd-4113-87af-60db66bc843d req-066ce1a8-8b0a-45bc-ba0f-083f41592c92 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e54a417-e23f-402b-84fb-cb4b376dc519 HTTP/1.1" status: 200 len: 898 time: 0.2926347 Jun 03 15:57:10.131577 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d4caa99-95c3-4ddf-b88b-526d6c011fee tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.157628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4caa99-95c3-4ddf-b88b-526d6c011fee tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bcfeb45-63b9-4cd6-a94c-57825313d72b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:10.163869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d4caa99-95c3-4ddf-b88b-526d6c011fee tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.168424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1d4caa99-95c3-4ddf-b88b-526d6c011fee tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/0bcfeb45-63b9-4cd6-a94c-57825313d72b HTTP/1.1" status: 204 len: 168 time: 0.1544378 Jun 03 15:57:10.169258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58952) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:10.202686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Pushing event updated for resources: {'Port': ['ID=d35d025b-a951-4e06-b50b-5979e3d5f82a,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:10.285573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b2216f7c-e371-4394-ae48-4146d0fc5ab5 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:10.321333 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f0992ee8-60bd-4113-87af-60db66bc843d req-fa148680-d65f-43ec-8692-2a9dcaed0674 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d556017d-2839-4bdc-a248-5734e791892e HTTP/1.1" status: 200 len: 997 time: 0.2136288 Jun 03 15:57:10.354185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091b5e5-42c8-4a4d-8575-934749c0c40e req-e2670c29-cde0-48b4-b5f2-05a0e92dfebb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:10.356020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3091b5e5-42c8-4a4d-8575-934749c0c40e req-e2670c29-cde0-48b4-b5f2-05a0e92dfebb tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 944 time: 0.1554720 Jun 03 15:57:10.356708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b2216f7c-e371-4394-ae48-4146d0fc5ab5 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:10.361249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b2216f7c-e371-4394-ae48-4146d0fc5ab5 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1909680 Jun 03 15:57:10.370978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 58956) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:10.403436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3091b5e5-42c8-4a4d-8575-934749c0c40e req-113363aa-20c1-4c28-be96-151221d91b17 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408163 Jun 03 15:57:10.443446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Attempting to bind port d35d025b-a951-4e06-b50b-5979e3d5f82a on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:57:10.443780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Attempting to bind port d35d025b-a951-4e06-b50b-5979e3d5f82a by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:57:10.444103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Attempting to bind port d35d025b-a951-4e06-b50b-5979e3d5f82a on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:10.444595 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-2b1d3fc4-3c8b-453d-8a05-4fec227a5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:47Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f29a0e0e-3694-4901-9ccd-1bbe18963f8c', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'port_id': 'd556017d-2839-4bdc-a248-5734e791892e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'mac_address': 'fa:16:3e:e7:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:07Z', 'updated_at': '2022-06-03T15:57:07Z', 'revision_number': 0, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5daaabf-cfeb-4212-964e-c0efffb3d760', 'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:46:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:46Z', 'updated_at': '2022-06-03T15:56:54Z', 'revision_number': 5, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:10.446406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3840-f8cd-4292-8a88-ec8092bd7664 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.448489 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1d3fc4-3c8b-453d-8a05-4fec227a5f2f None None] The sync data for ids ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'] in n-d-844595-1 is: [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:47Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'f29a0e0e-3694-4901-9ccd-1bbe18963f8c', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'floating_ip_address': '172.25.7.8', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'port_id': 'd556017d-2839-4bdc-a248-5734e791892e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'mac_address': 'fa:16:3e:e7:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:07Z', 'updated_at': '2022-06-03T15:57:07Z', 'revision_number': 0, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5daaabf-cfeb-4212-964e-c0efffb3d760', 'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:46:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:46Z', 'updated_at': '2022-06-03T15:56:54Z', 'revision_number': 5, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:57:10.459153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0992ee8-60bd-4113-87af-60db66bc843d req-0e9364fa-f863-45cb-bc91-9eaac729c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:10.460676 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f0992ee8-60bd-4113-87af-60db66bc843d req-0e9364fa-f863-45cb-bc91-9eaac729c9b8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=050b5233-d212-42e3-a7ae-0859229c8e1d HTTP/1.1" status: 200 len: 834 time: 0.1310401 Jun 03 15:57:10.463982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Port d35d025b-a951-4e06-b50b-5979e3d5f82a on network 0b59cccb-736d-4f97-ab3c-7f712587d12f not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:57:10.464298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Attempting to bind port d35d025b-a951-4e06-b50b-5979e3d5f82a on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:10.467174 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3840-f8cd-4292-8a88-ec8092bd7664 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.517730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:57:10.518097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Checking segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:10.518479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Bound using segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:57:10.518911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Bound port: d35d025b-a951-4e06-b50b-5979e3d5f82a, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:57:10.519252 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.588898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3840-f8cd-4292-8a88-ec8092bd7664 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.628033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b3840-f8cd-4292-8a88-ec8092bd7664 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb06daba-a52b-4f4b-a1ce-a01d03c4fc59,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:10.633723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf5ed2-a952-432f-8037-fbbfcf602aa3 None None] New status for floating IP f29a0e0e-3694-4901-9ccd-1bbe18963f8c: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:57:10.655443 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3840-f8cd-4292-8a88-ec8092bd7664 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.656552 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aa1b3840-f8cd-4292-8a88-ec8092bd7664 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/fb06daba-a52b-4f4b-a1ce-a01d03c4fc59 HTTP/1.1" status: 204 len: 168 time: 0.2845364 Jun 03 15:57:10.659420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58960) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:10.676226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] For port d35d025b-a951-4e06-b50b-5979e3d5f82a, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:10.679955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0992ee8-60bd-4113-87af-60db66bc843d req-1c160fa6-110d-40af-9890-753e0d523005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:10.681475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f0992ee8-60bd-4113-87af-60db66bc843d req-1c160fa6-110d-40af-9890-753e0d523005 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e54a417-e23f-402b-84fb-cb4b376dc519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084618 Jun 03 15:57:10.683181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] For port d35d025b-a951-4e06-b50b-5979e3d5f82a, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:57:10.688674 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.716296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c0fe6bbb-02e9-4067-8a2a-6c37730e59e0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0523825 Jun 03 15:57:10.716296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58964) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:10.744992 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8474c935-c847-4291-af66-7d23603c4b0b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.755700 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8474c935-c847-4291-af66-7d23603c4b0b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.789607 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8474c935-c847-4291-af66-7d23603c4b0b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.810607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474c935-c847-4291-af66-7d23603c4b0b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d653862d-f09e-4355-aebb-fb5e4b9413d9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:10.815894 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8474c935-c847-4291-af66-7d23603c4b0b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.817023 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8474c935-c847-4291-af66-7d23603c4b0b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d653862d-f09e-4355-aebb-fb5e4b9413d9 HTTP/1.1" status: 204 len: 168 time: 0.0998163 Jun 03 15:57:10.819824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58968) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:10.825677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:10.826453 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.827951 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] 10.222.0.67 "PUT /v2.0/ports/d35d025b-a951-4e06-b50b-5979e3d5f82a HTTP/1.1" status: 200 len: 1092 time: 2.0271647 Jun 03 15:57:10.832686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'tag': 'd35d025b-a951-4e06-b50b-5979e3d5f82a'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:10.879326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c8c58-068e-4852-b03f-856fa9f7e954 service neutron] Pushing event updated for resources: {'Port': ['ID=d35d025b-a951-4e06-b50b-5979e3d5f82a,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:10.904834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-832d5cf7-5957-4aef-8bc8-7d2b537c774d tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:10.933906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-832d5cf7-5957-4aef-8bc8-7d2b537c774d tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:10.935695 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-832d5cf7-5957-4aef-8bc8-7d2b537c774d tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1138914 Jun 03 15:57:10.938732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58974) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:10.964062 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39acda78-6ce7-4176-9a69-053dd60b5331'] response: {'name': 'network-changed', 'server_uuid': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'tag': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'status': 'completed', 'code': 200} Jun 03 15:57:10.986071 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b368cf23-41ec-4cd5-9c7c-b8b29c275be0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.998414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b368cf23-41ec-4cd5-9c7c-b8b29c275be0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:10.999034 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f0992ee8-60bd-4113-87af-60db66bc843d req-06c7abd6-c3c0-4f10-a7aa-fecdc06136ea service neutron] 10.222.0.75 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054440 Jun 03 15:57:11.028133 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b368cf23-41ec-4cd5-9c7c-b8b29c275be0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.047956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368cf23-41ec-4cd5-9c7c-b8b29c275be0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f515939-2abc-4a5b-946d-3b795d826043,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:11.058588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b368cf23-41ec-4cd5-9c7c-b8b29c275be0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.063466 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b368cf23-41ec-4cd5-9c7c-b8b29c275be0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3f515939-2abc-4a5b-946d-3b795d826043 HTTP/1.1" status: 204 len: 168 time: 0.1199644 Jun 03 15:57:11.063635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58978) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:11.114056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-78e8b27e-0ea1-45c1-ac1a-82025dd9bb47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:11.131974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-78e8b27e-0ea1-45c1-ac1a-82025dd9bb47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:11.133322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-78e8b27e-0ea1-45c1-ac1a-82025dd9bb47 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0687218 Jun 03 15:57:11.136309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58982) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:11.202535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4762-d8cd-4fde-99f9-e07549789910 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.232342 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4762-d8cd-4fde-99f9-e07549789910 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.235960 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-4f57a7df-a290-47f8-b0f7-76a419f1a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:11.237447 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-4f57a7df-a290-47f8-b0f7-76a419f1a4a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 1095 time: 0.3291445 Jun 03 15:57:11.282710 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4762-d8cd-4fde-99f9-e07549789910 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.301792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d4762-d8cd-4fde-99f9-e07549789910 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ccaa94-a8a8-48be-beea-6fc5d62c90bd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:11.321529 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-f0b80e85-3d1b-4fb0-bac5-a6c541dce985 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a HTTP/1.1" status: 200 len: 217 time: 0.0652068 Jun 03 15:57:11.331050 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4762-d8cd-4fde-99f9-e07549789910 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.334682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0a2d4762-d8cd-4fde-99f9-e07549789910 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-groups/b3ccaa94-a8a8-48be-beea-6fc5d62c90bd HTTP/1.1" status: 204 len: 168 time: 0.1950262 Jun 03 15:57:11.334941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58986) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:11.381806 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f0992ee8-60bd-4113-87af-60db66bc843d req-3af8f238-1a05-4aa4-95f8-ba62046f69de service neutron] 10.222.0.75 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755949 Jun 03 15:57:11.391620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3422d168-1373-467c-8633-ea0089056994 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:11.397041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-32115c56-a26b-4f86-9ca8-613ed0fe277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:11.398585 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-32115c56-a26b-4f86-9ca8-613ed0fe277f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0682595 Jun 03 15:57:11.410335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3422d168-1373-467c-8633-ea0089056994 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:11.411675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3422d168-1373-467c-8633-ea0089056994 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757763 Jun 03 15:57:11.418815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58990) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:11.423765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050128001'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:11.431631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:11.442538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:11.454158 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.475196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:11.476790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-b70bd5b6-6bb1-4581-8414-b1126fd2eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:11.478331 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-b70bd5b6-6bb1-4581-8414-b1126fd2eca7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742922 Jun 03 15:57:11.479867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:11.482768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:11.488724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:11.612093 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-86d77fb7-1f47-48c4-b8b8-6a242d576d96 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266217 Jun 03 15:57:11.615062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.622656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.748601 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3126bba5-2a6a-4fb8-a2c1-9d4ab7f06d0e req-b8d84cc0-4d33-4b72-a81c-b931900bf501 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302431 Jun 03 15:57:11.795766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a036a-9cb3-43cf-91ee-f28107ab4086 req-56ad297d-f9cb-48bb-82a7-c2379a2ad761 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:11.797207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b62a036a-9cb3-43cf-91ee-f28107ab4086 req-56ad297d-f9cb-48bb-82a7-c2379a2ad761 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 944 time: 0.2785482 Jun 03 15:57:11.821378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0320c1c1-0b5f-4649-95ee-d49052ad568b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:11.846840 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.848223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-21406ae7-5926-4aaf-8ede-b4f194fa37af tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4284554 Jun 03 15:57:11.851912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 58996) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:11.861460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-81b4db22-11e5-45b6-95c9-c7af0a55cad4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': '0320c1c1-0b5f-4649-95ee-d49052ad568b', 'direction': 'ingress', 'protocol': 17}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:11.868256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b62a036a-9cb3-43cf-91ee-f28107ab4086 req-1e0cf4eb-e5ab-4d0d-a407-faf8f42ad74d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625842 Jun 03 15:57:11.870383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-81b4db22-11e5-45b6-95c9-c7af0a55cad4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:11.874808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-81b4db22-11e5-45b6-95c9-c7af0a55cad4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:11.877650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-81b4db22-11e5-45b6-95c9-c7af0a55cad4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:11.888567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-81b4db22-11e5-45b6-95c9-c7af0a55cad4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:11.906267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81b4db22-11e5-45b6-95c9-c7af0a55cad4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.925150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd46435-d495-4836-9423-7f2f029a679e req-b28daf20-f5bb-4712-b2f0-81868f6420dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:11.926831 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bd46435-d495-4836-9423-7f2f029a679e req-b28daf20-f5bb-4712-b2f0-81868f6420dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 1095 time: 0.0781732 Jun 03 15:57:11.967348 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81b4db22-11e5-45b6-95c9-c7af0a55cad4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.972561 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81b4db22-11e5-45b6-95c9-c7af0a55cad4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:11.995938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4db22-11e5-45b6-95c9-c7af0a55cad4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e263b1a-39ff-4d2a-9bcb-1d9b7d4010c0,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:12.010457 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81b4db22-11e5-45b6-95c9-c7af0a55cad4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.011624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-81b4db22-11e5-45b6-95c9-c7af0a55cad4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1588383 Jun 03 15:57:12.014868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59000) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:12.103861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd46435-d495-4836-9423-7f2f029a679e req-cc4feff1-8f28-42e8-b37a-37e7a6f29554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:12.105322 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bd46435-d495-4836-9423-7f2f029a679e req-cc4feff1-8f28-42e8-b37a-37e7a6f29554 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.1728635 Jun 03 15:57:12.159442 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed4435f-02f2-45d2-87ec-82f90e36c8bf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.186751 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bd46435-d495-4836-9423-7f2f029a679e req-aecc7ccb-f783-435f-98da-c03ed11c6a02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a HTTP/1.1" status: 200 len: 217 time: 0.0731490 Jun 03 15:57:12.232453 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed4435f-02f2-45d2-87ec-82f90e36c8bf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.284244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd46435-d495-4836-9423-7f2f029a679e req-45b0b0d0-ecac-40b6-86fe-69d5177daf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:12.285674 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bd46435-d495-4836-9423-7f2f029a679e req-45b0b0d0-ecac-40b6-86fe-69d5177daf4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0892842 Jun 03 15:57:12.346809 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed4435f-02f2-45d2-87ec-82f90e36c8bf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.373386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4435f-02f2-45d2-87ec-82f90e36c8bf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0320c1c1-0b5f-4649-95ee-d49052ad568b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:12.385329 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed4435f-02f2-45d2-87ec-82f90e36c8bf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.386596 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8ed4435f-02f2-45d2-87ec-82f90e36c8bf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-groups/0320c1c1-0b5f-4649-95ee-d49052ad568b HTTP/1.1" status: 204 len: 168 time: 0.3707473 Jun 03 15:57:12.389668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59004) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:12.397112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd46435-d495-4836-9423-7f2f029a679e req-3caf7888-57c9-4829-b918-435207a217ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:12.398624 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bd46435-d495-4836-9423-7f2f029a679e req-3caf7888-57c9-4829-b918-435207a217ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074378 Jun 03 15:57:12.442454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9a4b20d7-de73-4cc3-bbbb-52db0b9d9e65 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:12.459880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9a4b20d7-de73-4cc3-bbbb-52db0b9d9e65 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:12.461202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9a4b20d7-de73-4cc3-bbbb-52db0b9d9e65 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704753 Jun 03 15:57:12.465031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59008) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:12.470368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106100035'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:12.478780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:12.488813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:12.500728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.520386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:12.524663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:12.527511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:12.533081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:12.535449 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bd46435-d495-4836-9423-7f2f029a679e req-47307467-5974-4ed9-85c1-bf822f80b7ae service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294050 Jun 03 15:57:12.605434 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.610902 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.654915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8bfbcd-351d-4865-93e3-906641c326ca,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:12.666688 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.671214 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c23f79b6-e337-4945-a7b6-ea728d99face tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2023535 Jun 03 15:57:12.671520 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59012) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:12.675310 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2bd46435-d495-4836-9423-7f2f029a679e req-1d93eeb4-6b08-4b59-9dbd-e275a411bf40 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336923 Jun 03 15:57:12.678799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group': {'name': 'tempest-secgroup--947056053'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:12.685218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:12.689377 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:12.693156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:12.698975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:12.711863 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.739144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:12.743482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:12.746454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:12.752560 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:12.828547 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.831714 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.876876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c354ffb-d2cb-45be-aede-905b6612cef8,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:12.885572 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:12.886781 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c053c493-b725-458b-86e2-23ed2c4e2005 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2141852 Jun 03 15:57:12.890067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59016) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:12.895251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-34b80568-be86-40ab-8143-e3271cf2d4a4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': 'ee8bfbcd-351d-4865-93e3-906641c326ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7c354ffb-d2cb-45be-aede-905b6612cef8', 'remote_ip_prefix': None}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:12.902500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-34b80568-be86-40ab-8143-e3271cf2d4a4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:12.908636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-34b80568-be86-40ab-8143-e3271cf2d4a4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:12.911772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-34b80568-be86-40ab-8143-e3271cf2d4a4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:12.918179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-34b80568-be86-40ab-8143-e3271cf2d4a4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:12.942287 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b80568-be86-40ab-8143-e3271cf2d4a4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.006950 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b80568-be86-40ab-8143-e3271cf2d4a4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.010947 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b80568-be86-40ab-8143-e3271cf2d4a4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.037654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b80568-be86-40ab-8143-e3271cf2d4a4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3e11fa-10b6-4a9b-a093-270de4facc2c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:13.052391 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-34b80568-be86-40ab-8143-e3271cf2d4a4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.053589 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-34b80568-be86-40ab-8143-e3271cf2d4a4 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1624243 Jun 03 15:57:13.056774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59022) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:13.065868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a694fe-39d3-4b5b-bfaa-63bb3fd5a350 req-bc378d8b-2d3e-4f4d-8e5d-48d4535edff3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:13.067505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00a694fe-39d3-4b5b-bfaa-63bb3fd5a350 req-bc378d8b-2d3e-4f4d-8e5d-48d4535edff3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 944 time: 0.0888269 Jun 03 15:57:13.087145 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e9752db-f323-4b9b-bc0f-6841d71bd3ce tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.097649 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e9752db-f323-4b9b-bc0f-6841d71bd3ce tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.111811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00a694fe-39d3-4b5b-bfaa-63bb3fd5a350 req-5c0983e6-48c4-4f9c-956b-ae183bc23b91 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380068 Jun 03 15:57:13.123001 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e9752db-f323-4b9b-bc0f-6841d71bd3ce tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.144423 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1e9752db-f323-4b9b-bc0f-6841d71bd3ce tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.145696 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1e9752db-f323-4b9b-bc0f-6841d71bd3ce tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/4c3e11fa-10b6-4a9b-a093-270de4facc2c HTTP/1.1" status: 204 len: 168 time: 0.0878723 Jun 03 15:57:13.146530 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9752db-f323-4b9b-bc0f-6841d71bd3ce tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c3e11fa-10b6-4a9b-a093-270de4facc2c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:13.148497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59026) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:13.203629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b57cc2f5-c682-46b1-8def-dd628a73662a tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:13.224258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b57cc2f5-c682-46b1-8def-dd628a73662a tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:13.226630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b57cc2f5-c682-46b1-8def-dd628a73662a tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0769401 Jun 03 15:57:13.231303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59030) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:13.293125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-26026202-9ec2-4e62-ae01-a71fb5faa25f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.324085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-26026202-9ec2-4e62-ae01-a71fb5faa25f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.372457 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-26026202-9ec2-4e62-ae01-a71fb5faa25f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.391278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26026202-9ec2-4e62-ae01-a71fb5faa25f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c354ffb-d2cb-45be-aede-905b6612cef8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:13.407678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-26026202-9ec2-4e62-ae01-a71fb5faa25f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.408864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-26026202-9ec2-4e62-ae01-a71fb5faa25f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-groups/7c354ffb-d2cb-45be-aede-905b6612cef8 HTTP/1.1" status: 204 len: 168 time: 0.1766431 Jun 03 15:57:13.412213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59034) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:13.484137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0c6751e9-255d-4510-bcac-4288c14159fd tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:13.502197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0c6751e9-255d-4510-bcac-4288c14159fd tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:13.503599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0c6751e9-255d-4510-bcac-4288c14159fd tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0903525 Jun 03 15:57:13.507467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59038) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:13.582974 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-28ef1803-401e-4400-b2c8-ea6608e17ba9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.611560 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-28ef1803-401e-4400-b2c8-ea6608e17ba9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.669909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-28ef1803-401e-4400-b2c8-ea6608e17ba9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.688244 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef1803-401e-4400-b2c8-ea6608e17ba9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8bfbcd-351d-4865-93e3-906641c326ca,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:13.706330 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-28ef1803-401e-4400-b2c8-ea6608e17ba9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.707440 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-28ef1803-401e-4400-b2c8-ea6608e17ba9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-groups/ee8bfbcd-351d-4865-93e3-906641c326ca HTTP/1.1" status: 204 len: 168 time: 0.1987517 Jun 03 15:57:13.710995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59042) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:13.763187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-17649476-8be1-4256-8d84-775e00b47111 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:13.780642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-17649476-8be1-4256-8d84-775e00b47111 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:13.781929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-17649476-8be1-4256-8d84-775e00b47111 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700014 Jun 03 15:57:13.786488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59046) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:13.792179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044077467'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:13.799725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:13.809654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:13.821009 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.840403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:13.844661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:13.847411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:13.853642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:13.929193 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.937019 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:13.988923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd2a925-9bb2-48a6-84f5-0119f208e85c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:13.999436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.000784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a447ebe5-9a80-4119-9d11-e16ceba63ff0 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2128749 Jun 03 15:57:14.003494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59050) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:14.008486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0e2cc4f5-a28e-4dc6-8756-60f7cd91c239 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': 'dfd2a925-9bb2-48a6-84f5-0119f208e85c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:14.015482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0e2cc4f5-a28e-4dc6-8756-60f7cd91c239 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:14.020144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0e2cc4f5-a28e-4dc6-8756-60f7cd91c239 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:14.023262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0e2cc4f5-a28e-4dc6-8756-60f7cd91c239 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:14.029307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0e2cc4f5-a28e-4dc6-8756-60f7cd91c239 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:14.047856 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc4f5-a28e-4dc6-8756-60f7cd91c239 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.110618 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc4f5-a28e-4dc6-8756-60f7cd91c239 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.117117 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc4f5-a28e-4dc6-8756-60f7cd91c239 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.141713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cc4f5-a28e-4dc6-8756-60f7cd91c239 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e8640b-9c7f-4725-a584-4c4b4641a443,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:14.155767 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc4f5-a28e-4dc6-8756-60f7cd91c239 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.157243 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0e2cc4f5-a28e-4dc6-8756-60f7cd91c239 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1527729 Jun 03 15:57:14.160146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59056) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:14.189207 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-557a1731-4756-4435-a1ea-d2ed3db9ef06 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.199413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-557a1731-4756-4435-a1ea-d2ed3db9ef06 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.258500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-557a1731-4756-4435-a1ea-d2ed3db9ef06 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.285661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a1731-4756-4435-a1ea-d2ed3db9ef06 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45e8640b-9c7f-4725-a584-4c4b4641a443,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:14.293663 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-557a1731-4756-4435-a1ea-d2ed3db9ef06 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.294771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-557a1731-4756-4435-a1ea-d2ed3db9ef06 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/45e8640b-9c7f-4725-a584-4c4b4641a443 HTTP/1.1" status: 204 len: 168 time: 0.1336517 Jun 03 15:57:14.297456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59060) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:14.353186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8ec119ba-dbf4-475f-a916-39643ff7d708 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:14.370133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70523720-0113-4a8f-9c97-a20bd22e0957 req-3b9405ea-233c-41df-8220-60adab07100a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:14.371558 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70523720-0113-4a8f-9c97-a20bd22e0957 req-3b9405ea-233c-41df-8220-60adab07100a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 944 time: 0.1519561 Jun 03 15:57:14.391922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8ec119ba-dbf4-475f-a916-39643ff7d708 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:14.393072 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8ec119ba-dbf4-475f-a916-39643ff7d708 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0947497 Jun 03 15:57:14.396161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59064) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:14.442656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70523720-0113-4a8f-9c97-a20bd22e0957 req-1d6775be-878e-49eb-8a21-9118e39f12bf tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648856 Jun 03 15:57:14.480399 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c97f0063-50ef-4ccb-a241-bb56715de1d3 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.506960 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c97f0063-50ef-4ccb-a241-bb56715de1d3 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.559159 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c97f0063-50ef-4ccb-a241-bb56715de1d3 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.587015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f0063-50ef-4ccb-a241-bb56715de1d3 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd2a925-9bb2-48a6-84f5-0119f208e85c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:14.604264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c97f0063-50ef-4ccb-a241-bb56715de1d3 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.605559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c97f0063-50ef-4ccb-a241-bb56715de1d3 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-groups/dfd2a925-9bb2-48a6-84f5-0119f208e85c HTTP/1.1" status: 204 len: 168 time: 0.2084832 Jun 03 15:57:14.608367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59068) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:14.657956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7173a758-22ec-4724-a91a-b6fa008f3350 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:14.676524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7173a758-22ec-4724-a91a-b6fa008f3350 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:14.677830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7173a758-22ec-4724-a91a-b6fa008f3350 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685396 Jun 03 15:57:14.681917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59072) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:14.686933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931277991'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:14.694675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:14.704687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:14.719056 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.740685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:14.745160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:14.748228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:14.754436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:14.825838 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.832467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.881113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63518b2b-34cd-438a-a897-4da54a90857f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:14.893389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:14.894802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-430fad6d-c012-436b-8890-f5fac5b49877 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2119279 Jun 03 15:57:14.898363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59076) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:14.903344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4eb22b9b-72cc-4fcd-a5c3-429e023af70f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': '63518b2b-34cd-438a-a897-4da54a90857f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:14.910620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4eb22b9b-72cc-4fcd-a5c3-429e023af70f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:14.917166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4eb22b9b-72cc-4fcd-a5c3-429e023af70f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:14.921814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4eb22b9b-72cc-4fcd-a5c3-429e023af70f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:14.929446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4eb22b9b-72cc-4fcd-a5c3-429e023af70f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:14.953436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4eb22b9b-72cc-4fcd-a5c3-429e023af70f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.018775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4eb22b9b-72cc-4fcd-a5c3-429e023af70f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.024185 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4eb22b9b-72cc-4fcd-a5c3-429e023af70f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.046545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22b9b-72cc-4fcd-a5c3-429e023af70f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b3ddf8-016d-47fd-a873-0a383ae80709,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:15.059938 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4eb22b9b-72cc-4fcd-a5c3-429e023af70f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.061099 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4eb22b9b-72cc-4fcd-a5c3-429e023af70f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618207 Jun 03 15:57:15.063909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59080) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:15.082071 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8ce91ca7-2f98-4d16-8be4-307d120a1b52 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules/43b3ddf8-016d-47fd-a873-0a383ae80709 HTTP/1.1" status: 200 len: 763 time: 0.0171645 Jun 03 15:57:15.084279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59084) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:15.137407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-20ba537a-96bc-4416-9694-e51b50985d5f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:15.158492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-20ba537a-96bc-4416-9694-e51b50985d5f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:15.160917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-20ba537a-96bc-4416-9694-e51b50985d5f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0747244 Jun 03 15:57:15.163022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59088) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:15.193394 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-780c25e8-aeb1-4f76-b9b9-3542eb814137 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.204801 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-780c25e8-aeb1-4f76-b9b9-3542eb814137 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.233695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-780c25e8-aeb1-4f76-b9b9-3542eb814137 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.262206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c25e8-aeb1-4f76-b9b9-3542eb814137 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43b3ddf8-016d-47fd-a873-0a383ae80709,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:15.270895 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-780c25e8-aeb1-4f76-b9b9-3542eb814137 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.272137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-780c25e8-aeb1-4f76-b9b9-3542eb814137 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/43b3ddf8-016d-47fd-a873-0a383ae80709 HTTP/1.1" status: 204 len: 168 time: 0.1081750 Jun 03 15:57:15.274654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59092) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:15.320647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bc3d7697-badb-46f2-9ea8-ffc8444b1178 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:15.337992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bc3d7697-badb-46f2-9ea8-ffc8444b1178 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:15.339355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bc3d7697-badb-46f2-9ea8-ffc8444b1178 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0637267 Jun 03 15:57:15.342168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59096) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:15.347150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-81699635-4900-43a4-b785-aeba86adaaaf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': '63518b2b-34cd-438a-a897-4da54a90857f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:15.354058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-81699635-4900-43a4-b785-aeba86adaaaf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:15.364062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-81699635-4900-43a4-b785-aeba86adaaaf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:15.382530 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81699635-4900-43a4-b785-aeba86adaaaf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.442414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81699635-4900-43a4-b785-aeba86adaaaf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.447160 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81699635-4900-43a4-b785-aeba86adaaaf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.470324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81699635-4900-43a4-b785-aeba86adaaaf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b80bcc3-d0d8-472a-a1f3-824017493715,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:15.486321 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81699635-4900-43a4-b785-aeba86adaaaf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.490431 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-81699635-4900-43a4-b785-aeba86adaaaf tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446776 Jun 03 15:57:15.490870 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59102) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:15.513503 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eeaced2d-05a7-4e0b-b27e-4eb3b904f3ec tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules/1b80bcc3-d0d8-472a-a1f3-824017493715 HTTP/1.1" status: 200 len: 763 time: 0.0197737 Jun 03 15:57:15.516946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59106) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:15.565835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6380afc3-8ed1-43db-8976-cc3a5d83bb59 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:15.583159 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6380afc3-8ed1-43db-8976-cc3a5d83bb59 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:15.584408 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6380afc3-8ed1-43db-8976-cc3a5d83bb59 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0665331 Jun 03 15:57:15.587161 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59110) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:15.615453 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eac95ebb-bb13-4b3a-aa57-cbc57e85fd69 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.628735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eac95ebb-bb13-4b3a-aa57-cbc57e85fd69 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.643077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894ddb2-1e98-43fa-9cce-1768ea26c22b req-04531798-6bff-4d9b-96b1-9e36dbe575f6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:15.644556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6894ddb2-1e98-43fa-9cce-1768ea26c22b req-04531798-6bff-4d9b-96b1-9e36dbe575f6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 944 time: 0.0867450 Jun 03 15:57:15.655156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eac95ebb-bb13-4b3a-aa57-cbc57e85fd69 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.692262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6894ddb2-1e98-43fa-9cce-1768ea26c22b req-9af85b70-afdd-4f7f-a6f2-7790b9889eb3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Jun 03 15:57:15.794761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac95ebb-bb13-4b3a-aa57-cbc57e85fd69 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b80bcc3-d0d8-472a-a1f3-824017493715,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:15.806728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eac95ebb-bb13-4b3a-aa57-cbc57e85fd69 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.807879 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eac95ebb-bb13-4b3a-aa57-cbc57e85fd69 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1b80bcc3-d0d8-472a-a1f3-824017493715 HTTP/1.1" status: 204 len: 168 time: 0.2197812 Jun 03 15:57:15.811335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:15.816625 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:57:15.856938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c2fd148c-4540-474f-92b1-b76acb2eef53 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:15.874942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c2fd148c-4540-474f-92b1-b76acb2eef53 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:15.876193 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c2fd148c-4540-474f-92b1-b76acb2eef53 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639362 Jun 03 15:57:15.880518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59118) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:15.885427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d6f27287-2eb9-4ecd-828b-9203bf781072 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': '63518b2b-34cd-438a-a897-4da54a90857f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:15.893199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d6f27287-2eb9-4ecd-828b-9203bf781072 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:15.903301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d6f27287-2eb9-4ecd-828b-9203bf781072 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:15.921488 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6f27287-2eb9-4ecd-828b-9203bf781072 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.982226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6f27287-2eb9-4ecd-828b-9203bf781072 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:15.988290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6f27287-2eb9-4ecd-828b-9203bf781072 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.010959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f27287-2eb9-4ecd-828b-9203bf781072 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfc4f5c-67c4-43b3-b9a8-55434e01fc74,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:16.025628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d6f27287-2eb9-4ecd-828b-9203bf781072 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.026849 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d6f27287-2eb9-4ecd-828b-9203bf781072 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454198 Jun 03 15:57:16.029673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59122) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:16.047867 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f5e7827d-0183-4937-b36b-32b374822314 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules/dbfc4f5c-67c4-43b3-b9a8-55434e01fc74 HTTP/1.1" status: 200 len: 764 time: 0.0171103 Jun 03 15:57:16.050224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59126) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:16.099890 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-da7280db-06da-4686-9fae-edc764e6a12e tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:16.117931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-da7280db-06da-4686-9fae-edc764e6a12e tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:16.119358 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-da7280db-06da-4686-9fae-edc764e6a12e tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0681703 Jun 03 15:57:16.122228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59130) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:16.149317 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07925f4e-3fed-48b5-ae57-516e665bfa62 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.160069 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07925f4e-3fed-48b5-ae57-516e665bfa62 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.187354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07925f4e-3fed-48b5-ae57-516e665bfa62 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.204340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07925f4e-3fed-48b5-ae57-516e665bfa62 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbfc4f5c-67c4-43b3-b9a8-55434e01fc74,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:16.212728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-07925f4e-3fed-48b5-ae57-516e665bfa62 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.213823 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-07925f4e-3fed-48b5-ae57-516e665bfa62 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/dbfc4f5c-67c4-43b3-b9a8-55434e01fc74 HTTP/1.1" status: 204 len: 168 time: 0.0907338 Jun 03 15:57:16.216374 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59136) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:16.261718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c12d364c-c3d4-4111-8b9a-dc3ea6c46810 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:16.279255 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c12d364c-c3d4-4111-8b9a-dc3ea6c46810 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:16.280626 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c12d364c-c3d4-4111-8b9a-dc3ea6c46810 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633469 Jun 03 15:57:16.284469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59140) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:16.349390 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-133a0b61-880d-47ba-8def-f0e6f329043b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.380318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-133a0b61-880d-47ba-8def-f0e6f329043b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.440387 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-133a0b61-880d-47ba-8def-f0e6f329043b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.459863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a0b61-880d-47ba-8def-f0e6f329043b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63518b2b-34cd-438a-a897-4da54a90857f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:16.476926 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-133a0b61-880d-47ba-8def-f0e6f329043b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.478110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-133a0b61-880d-47ba-8def-f0e6f329043b tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-groups/63518b2b-34cd-438a-a897-4da54a90857f HTTP/1.1" status: 204 len: 168 time: 0.1925540 Jun 03 15:57:16.480865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59144) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:16.535939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3ecb1d2c-9d8c-447c-8fa6-507a5e21de30 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:16.553909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3ecb1d2c-9d8c-447c-8fa6-507a5e21de30 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:16.555209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3ecb1d2c-9d8c-447c-8fa6-507a5e21de30 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730772 Jun 03 15:57:16.560902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59148) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:16.566675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957627440'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:16.574419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:16.584633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:16.596985 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.617164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:16.622312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:16.626160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:16.633340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:16.712106 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.717732 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.764404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9444ee7a-ae80-4cbf-aeeb-528de90e7fc1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:16.775592 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.778382 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-05293aca-0c06-4f7b-9200-e3843cc6c9a1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2163451 Jun 03 15:57:16.779624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59154) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:16.786129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-936d1e23-08fc-4600-89e9-3dc1ac53f28f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Request body: {'security_group_rule': {'security_group_id': '9444ee7a-ae80-4cbf-aeeb-528de90e7fc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:16.793345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-936d1e23-08fc-4600-89e9-3dc1ac53f28f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:16.797493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-936d1e23-08fc-4600-89e9-3dc1ac53f28f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Usage tracker for resource:security_group_rule and tenant:b89806d799284bd6b79b807f9cd6c38a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:16.801293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-936d1e23-08fc-4600-89e9-3dc1ac53f28f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:16.835560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-936d1e23-08fc-4600-89e9-3dc1ac53f28f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:16.870480 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-936d1e23-08fc-4600-89e9-3dc1ac53f28f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.932137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3158e-b8a4-4ac4-9777-c3385bd302d1 req-4f6a32d7-8f4f-4640-b115-90de852a1491 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:16.933579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35c3158e-b8a4-4ac4-9777-c3385bd302d1 req-4f6a32d7-8f4f-4640-b115-90de852a1491 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 944 time: 0.1333268 Jun 03 15:57:16.965809 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-936d1e23-08fc-4600-89e9-3dc1ac53f28f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:16.978486 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-936d1e23-08fc-4600-89e9-3dc1ac53f28f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:17.005302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35c3158e-b8a4-4ac4-9777-c3385bd302d1 req-e6a47171-4537-4795-a4f3-28dfb17b5dba tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658743 Jun 03 15:57:17.011296 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d1e23-08fc-4600-89e9-3dc1ac53f28f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9e32b7-0cc0-4628-93cd-1e577d62bdec,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:17.027059 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-936d1e23-08fc-4600-89e9-3dc1ac53f28f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:17.028246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-936d1e23-08fc-4600-89e9-3dc1ac53f28f tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2475102 Jun 03 15:57:17.031344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59158) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:17.093635 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95c66ca7-1f14-4043-a3cd-c8146f201cf1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:17.121648 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95c66ca7-1f14-4043-a3cd-c8146f201cf1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:17.174862 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95c66ca7-1f14-4043-a3cd-c8146f201cf1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:17.193387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c66ca7-1f14-4043-a3cd-c8146f201cf1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9444ee7a-ae80-4cbf-aeeb-528de90e7fc1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:17.204341 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95c66ca7-1f14-4043-a3cd-c8146f201cf1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:17.205466 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-95c66ca7-1f14-4043-a3cd-c8146f201cf1 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-groups/9444ee7a-ae80-4cbf-aeeb-528de90e7fc1 HTTP/1.1" status: 204 len: 168 time: 0.1731269 Jun 03 15:57:17.208317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59162) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:17.259309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e71884c-b543-43b7-b6f0-d81a0faf63b9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:17.277729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7e71884c-b543-43b7-b6f0-d81a0faf63b9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:17.279251 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7e71884c-b543-43b7-b6f0-d81a0faf63b9 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697281 Jun 03 15:57:17.282100 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59166) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:17.328730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-709ee75f-68ab-41a7-be0e-9eba3109af9d tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Synchronizing usage tracker for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:17.345473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-709ee75f-68ab-41a7-be0e-9eba3109af9d tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] Unset dirty status for tenant:b89806d799284bd6b79b807f9cd6c38a on resource:security_group_rule {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:17.346748 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-709ee75f-68ab-41a7-be0e-9eba3109af9d tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0637615 Jun 03 15:57:17.349994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59170) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:17.367701 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-aa47d960-3ec9-4138-bf96-33349cd40285 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] delete failed (client error): The resource could not be found. Jun 03 15:57:17.368697 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aa47d960-3ec9-4138-bf96-33349cd40285 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "DELETE /v2.0/security-groups/9444ee7a-ae80-4cbf-aeeb-528de90e7fc1 HTTP/1.1" status: 404 len: 347 time: 0.0174441 Jun 03 15:57:17.373170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59174) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:17.424143 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-21a3fb2e-cd6a-4960-a0ad-29a643414fd8 tempest-SecGroupTest-1323333191 tempest-SecGroupTest-1323333191-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499032 Jun 03 15:57:17.730233 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:17.894851 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-64872e86-8e28-4630-811e-0d229dcb8bdb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b89806d799284bd6b79b807f9cd6c38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634068 Jun 03 15:57:17.897481 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59188) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:17.954434 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4c8332a-d191-47fc-8c0b-5bc981617923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:17.979883 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4c8332a-d191-47fc-8c0b-5bc981617923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:18.038355 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4c8332a-d191-47fc-8c0b-5bc981617923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:18.055033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8332a-d191-47fc-8c0b-5bc981617923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79287862-d9f7-4872-8596-567c057fe761,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:18.078600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4c8332a-d191-47fc-8c0b-5bc981617923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:18.087677 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c4c8332a-d191-47fc-8c0b-5bc981617923 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79287862-d9f7-4872-8596-567c057fe761 HTTP/1.1" status: 204 len: 168 time: 0.1839836 Jun 03 15:57:18.197227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099049-a36f-4a78-be74-d555b78123b5 req-a6d487d9-f5cb-4929-b1ef-0d8e1cb98420 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:18.198729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef099049-a36f-4a78-be74-d555b78123b5 req-a6d487d9-f5cb-4929-b1ef-0d8e1cb98420 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 944 time: 0.0810614 Jun 03 15:57:18.243637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef099049-a36f-4a78-be74-d555b78123b5 req-211d858f-5dce-4306-9ef9-c527352065c5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392613 Jun 03 15:57:18.806175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59214) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:18.809688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025666 Jun 03 15:57:18.812532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59216) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:18.934631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fa42a5ae-338a-4e35-956e-d95ba367bd3d tempest-NetworksApiDiscovery-1139684524 tempest-NetworksApiDiscovery-1139684524-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1210778 Jun 03 15:57:19.210607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59226) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:19.333232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2874cd1e-dd70-4d27-9c5d-75391529a228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:19.347704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2874cd1e-dd70-4d27-9c5d-75391529a228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:19.351925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2874cd1e-dd70-4d27-9c5d-75391529a228 admin admin] Usage tracker for resource:security_group_rule and tenant:4d32f3974f044277846069c27796e57b is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:19.354778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2874cd1e-dd70-4d27-9c5d-75391529a228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:19.360580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2874cd1e-dd70-4d27-9c5d-75391529a228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:19.429981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54302e6-f6b5-4c22-8fef-bc24426742b6 req-370b22d3-d483-49ac-82fb-aef142c2fb6b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:19.431435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d54302e6-f6b5-4c22-8fef-bc24426742b6 req-370b22d3-d483-49ac-82fb-aef142c2fb6b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 944 time: 0.0846698 Jun 03 15:57:19.442205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2874cd1e-dd70-4d27-9c5d-75391529a228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:19.446670 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2874cd1e-dd70-4d27-9c5d-75391529a228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:19.476996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d54302e6-f6b5-4c22-8fef-bc24426742b6 req-deb9d7cd-615d-459a-a13b-8a74c57e6bad tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395563 Jun 03 15:57:19.493988 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2874cd1e-dd70-4d27-9c5d-75391529a228 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d32f3974f044277846069c27796e57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822359 Jun 03 15:57:19.495622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874cd1e-dd70-4d27-9c5d-75391529a228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c722a6a0-aab5-4f03-a983-bfa2e8b2c6d0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:19.496629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59234) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:19.569173 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f671bc3c-6691-4b60-8b43-55f8f7e1d4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:19.595476 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f671bc3c-6691-4b60-8b43-55f8f7e1d4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:19.658160 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f671bc3c-6691-4b60-8b43-55f8f7e1d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:19.672392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671bc3c-6691-4b60-8b43-55f8f7e1d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c722a6a0-aab5-4f03-a983-bfa2e8b2c6d0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:19.678842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f671bc3c-6691-4b60-8b43-55f8f7e1d4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:19.680033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f671bc3c-6691-4b60-8b43-55f8f7e1d4fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c722a6a0-aab5-4f03-a983-bfa2e8b2c6d0 HTTP/1.1" status: 204 len: 168 time: 0.1822231 Jun 03 15:57:20.527735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d35d025b-a951-4e06-b50b-5979e3d5f82a details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:57:20.669629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d35d025b-a951-4e06-b50b-5979e3d5f82a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:20.678002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad586c7-625a-4296-b1e7-1cbb57411d7f req-65f8f232-04c7-4427-b2cc-a440663b8a48 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:20.679445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ad586c7-625a-4296-b1e7-1cbb57411d7f req-65f8f232-04c7-4427-b2cc-a440663b8a48 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 944 time: 0.0902581 Jun 03 15:57:20.717233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'port_id': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'mac_address': 'fa:16:3e:0e:ab:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:57:20.729986 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ad586c7-625a-4296-b1e7-1cbb57411d7f req-4664987a-c360-455a-9d91-9463a723af08 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441508 Jun 03 15:57:20.777511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port d35d025b-a951-4e06-b50b-5979e3d5f82a is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:20.777974 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:20.795041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35d025b-a951-4e06-b50b-5979e3d5f82a {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:57:20.811007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d35d025b-a951-4e06-b50b-5979e3d5f82a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:20.815801 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:20.889761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=d35d025b-a951-4e06-b50b-5979e3d5f82a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:21.203874 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['d35d025b-a951-4e06-b50b-5979e3d5f82a'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:57:21.932792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a49f-87d1-44ed-96cb-8ac57702c879 req-c70be160-d60a-4847-b2f1-c2e2cebe055a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:21.934326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb77a49f-87d1-44ed-96cb-8ac57702c879 req-c70be160-d60a-4847-b2f1-c2e2cebe055a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 945 time: 0.0850112 Jun 03 15:57:21.983606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb77a49f-87d1-44ed-96cb-8ac57702c879 req-03434280-c0f6-4b38-990e-09eecaeba039 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430408 Jun 03 15:57:22.543902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d35d025b-a951-4e06-b50b-5979e3d5f82a up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:22.631193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port d35d025b-a951-4e06-b50b-5979e3d5f82a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:22.636419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port d35d025b-a951-4e06-b50b-5979e3d5f82a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:22.636790 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:22.757223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port d35d025b-a951-4e06-b50b-5979e3d5f82a is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:22.757742 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:22.784923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35d025b-a951-4e06-b50b-5979e3d5f82a'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:22.794993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d35d025b-a951-4e06-b50b-5979e3d5f82a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:22.799833 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:22.833826 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82eaea0-a50d-49aa-9ba9-faa8961e07d4'] response: {'server_uuid': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'code': 200} Jun 03 15:57:22.873931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=d35d025b-a951-4e06-b50b-5979e3d5f82a,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:22.990430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ad535-17a9-4c33-a04e-c8f32c5c0a0c req-a5b200c0-330c-4bb1-8895-de7b6cab8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:22.991965 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-af2ad535-17a9-4c33-a04e-c8f32c5c0a0c req-a5b200c0-330c-4bb1-8895-de7b6cab8f00 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 1097 time: 0.0731113 Jun 03 15:57:23.036090 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-af2ad535-17a9-4c33-a04e-c8f32c5c0a0c req-54503459-676a-4959-99df-b0d64dfbec60 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375242 Jun 03 15:57:23.173724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f6d38-68b8-48c1-89be-44dc02bfa200 req-e2c9c43a-89e1-4c66-b595-b6d020c56410 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:23.175132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b6f6d38-68b8-48c1-89be-44dc02bfa200 req-e2c9c43a-89e1-4c66-b595-b6d020c56410 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 946 time: 0.0817249 Jun 03 15:57:23.223723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b6f6d38-68b8-48c1-89be-44dc02bfa200 req-743445a9-39e0-40af-a85d-a3946f8bdb7a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426784 Jun 03 15:57:24.417117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff881cc5-9dfb-449d-8f2d-ec6331b6da59 req-5e39dc4c-78cc-4b6a-b5a9-310a79cf275c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:24.418501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff881cc5-9dfb-449d-8f2d-ec6331b6da59 req-5e39dc4c-78cc-4b6a-b5a9-310a79cf275c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 946 time: 0.0894341 Jun 03 15:57:24.474646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff881cc5-9dfb-449d-8f2d-ec6331b6da59 req-3eeddb27-cf08-421a-9790-b0c51c4c0491 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496881 Jun 03 15:57:25.433203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59342) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:25.554952 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a3e676e-8176-4249-9d29-101c1bdc0bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:25.569430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0a3e676e-8176-4249-9d29-101c1bdc0bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:25.576477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0a3e676e-8176-4249-9d29-101c1bdc0bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:540e950e977b4eb38505b5dc9a519936 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:25.607648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0a3e676e-8176-4249-9d29-101c1bdc0bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:25.621800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0a3e676e-8176-4249-9d29-101c1bdc0bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:25.694777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663e2d-87a2-4ad0-bd70-a81577144455 req-bb9c5682-85bd-466d-b900-e34d1dc34911 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:25.696195 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d663e2d-87a2-4ad0-bd70-a81577144455 req-bb9c5682-85bd-466d-b900-e34d1dc34911 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 946 time: 0.1215827 Jun 03 15:57:25.862275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a3e676e-8176-4249-9d29-101c1bdc0bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:25.866628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d663e2d-87a2-4ad0-bd70-a81577144455 req-da95ffbc-6f59-4b5d-9245-1782738151f2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640494 Jun 03 15:57:25.868329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0a3e676e-8176-4249-9d29-101c1bdc0bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:25.915457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0a3e676e-8176-4249-9d29-101c1bdc0bd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=540e950e977b4eb38505b5dc9a519936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811637 Jun 03 15:57:25.917102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e676e-8176-4249-9d29-101c1bdc0bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6637491b-27bb-4563-a0d3-e234b269504d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:25.918171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59352) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:25.978071 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-999f302b-ec1d-4ca5-a20e-53df287917b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.003083 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-999f302b-ec1d-4ca5-a20e-53df287917b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.056493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cbae9-9927-42c1-a4b5-0039928d7ffc req-8fd98b2c-1573-46df-8cf0-d16c60775907 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:26.057049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-999f302b-ec1d-4ca5-a20e-53df287917b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.058046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a3cbae9-9927-42c1-a4b5-0039928d7ffc req-8fd98b2c-1573-46df-8cf0-d16c60775907 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 946 time: 0.0844705 Jun 03 15:57:26.072953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f302b-ec1d-4ca5-a20e-53df287917b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6637491b-27bb-4563-a0d3-e234b269504d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:26.082949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-999f302b-ec1d-4ca5-a20e-53df287917b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.086763 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-999f302b-ec1d-4ca5-a20e-53df287917b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6637491b-27bb-4563-a0d3-e234b269504d HTTP/1.1" status: 204 len: 168 time: 0.1648619 Jun 03 15:57:26.110862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a3cbae9-9927-42c1-a4b5-0039928d7ffc req-4cd71db1-f5c7-4d80-983f-81a102a5aeff tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470955 Jun 03 15:57:26.134194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59358) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:26.205956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303ede36-11bb-418a-be5d-3375f1882b9d tempest-TestVolumeBootPattern-1294262450 tempest-TestVolumeBootPattern-1294262450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:26.207297 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-303ede36-11bb-418a-be5d-3375f1882b9d tempest-TestVolumeBootPattern-1294262450 tempest-TestVolumeBootPattern-1294262450-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 1092 time: 0.0720909 Jun 03 15:57:26.210256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59364) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:26.215683 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:26.222375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:26.226882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:floatingip and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:26.229966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:26.235864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:26.247437 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.376285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59368) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:26.392096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.393824 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2ba8cb0-0d53-490d-9e4e-913476172e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.408310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e2ba8cb0-0d53-490d-9e4e-913476172e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:26.412433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e2ba8cb0-0d53-490d-9e4e-913476172e36 admin admin] Usage tracker for resource:security_group_rule and tenant:d96506716f2a4dd2a142c11e591abd21 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:26.415514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-e2ba8cb0-0d53-490d-9e4e-913476172e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:26.421453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-e2ba8cb0-0d53-490d-9e4e-913476172e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:26.507276 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2ba8cb0-0d53-490d-9e4e-913476172e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.513684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2ba8cb0-0d53-490d-9e4e-913476172e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.534355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Allocated IP 172.25.7.201 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/16eaabd4-9f01-4cf8-b84b-7195cd57ca06) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:26.560178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e2ba8cb0-0d53-490d-9e4e-913476172e36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d96506716f2a4dd2a142c11e591abd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827312 Jun 03 15:57:26.562813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59372) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:26.565553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba8cb0-0d53-490d-9e4e-913476172e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e1d86f-5164-48e0-8a4f-ce7ca4e779e0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:26.636307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61e80ecb-7b80-4749-b18d-bcb3eecb2af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.666481 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61e80ecb-7b80-4749-b18d-bcb3eecb2af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.692094 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.719465 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61e80ecb-7b80-4749-b18d-bcb3eecb2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.725029 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.736386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e80ecb-7b80-4749-b18d-bcb3eecb2af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e1d86f-5164-48e0-8a4f-ce7ca4e779e0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:26.747837 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-61e80ecb-7b80-4749-b18d-bcb3eecb2af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:26.748990 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-61e80ecb-7b80-4749-b18d-bcb3eecb2af0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24e1d86f-5164-48e0-8a4f-ce7ca4e779e0 HTTP/1.1" status: 204 len: 168 time: 0.1852660 Jun 03 15:57:26.791360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:26.794400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:26.797218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:26.848565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=16eaabd4-9f01-4cf8-b84b-7195cd57ca06,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:27.364426 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:27.444336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:27.663336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:27.668614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:27.779801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=16eaabd4-9f01-4cf8-b84b-7195cd57ca06,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:27.792591 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:27.969130 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Floating IP 39cba6e7-0ed3-4971-9ebd-7b6ebd915047 associated. External IP: 172.25.7.201, port: d35d025b-a951-4e06-b50b-5979e3d5f82a. Jun 03 15:57:28.321541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Router 5224edc6-4bb1-4033-9d95-970a082d095e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:57:28.503564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:57:28.514768 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504b903-c208-47f0-8f1a-1c27a9e5fa30 None None] Sync routers for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:57:28.524530 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504b903-c208-47f0-8f1a-1c27a9e5fa30 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:28.525349 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e504b903-c208-47f0-8f1a-1c27a9e5fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:57:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:28.530817 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:28.592514 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ec15d093-8655-4e57-9338-6dcdd7ca0ce0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3785243 Jun 03 15:57:28.592514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'tag': 'd35d025b-a951-4e06-b50b-5979e3d5f82a'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:28.637412 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977488d8-6269-4317-a349-8a46430613f8'] response: {'name': 'network-changed', 'server_uuid': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'tag': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'status': 'completed', 'code': 200} Jun 03 15:57:28.726746 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e504b903-c208-47f0-8f1a-1c27a9e5fa30 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:28.759455 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0df4a5-518d-4b64-ac4f-5de17cd73259 req-6ea6ebce-54e3-49cf-a8d6-4666728abbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:28.761032 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef0df4a5-518d-4b64-ac4f-5de17cd73259 req-6ea6ebce-54e3-49cf-a8d6-4666728abbc5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 1097 time: 0.0784206 Jun 03 15:57:29.039600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0df4a5-518d-4b64-ac4f-5de17cd73259 req-7b77e9e4-62a6-46b7-98f5-3b89f66f02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:29.041052 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef0df4a5-518d-4b64-ac4f-5de17cd73259 req-7b77e9e4-62a6-46b7-98f5-3b89f66f02e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.2740598 Jun 03 15:57:29.123870 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e504b903-c208-47f0-8f1a-1c27a9e5fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '39cba6e7-0ed3-4971-9ebd-7b6ebd915047', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:0e:ab:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:27Z', 'updated_at': '2022-06-03T15:57:27Z', 'revision_number': 0, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:29.130908 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504b903-c208-47f0-8f1a-1c27a9e5fa30 None None] Checking router: 5224edc6-4bb1-4033-9d95-970a082d095e for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:57:29.143064 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504b903-c208-47f0-8f1a-1c27a9e5fa30 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:29.143659 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e504b903-c208-47f0-8f1a-1c27a9e5fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:57:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:29.152324 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef0df4a5-518d-4b64-ac4f-5de17cd73259 req-0cdd9f13-eedd-4070-95d8-1dd1f515c75a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a HTTP/1.1" status: 200 len: 1000 time: 0.1044519 Jun 03 15:57:29.220874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0df4a5-518d-4b64-ac4f-5de17cd73259 req-e0a6ce93-4c41-4e3d-9f1a-a64ecac73665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:29.222606 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef0df4a5-518d-4b64-ac4f-5de17cd73259 req-e0a6ce93-4c41-4e3d-9f1a-a64ecac73665 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0644057 Jun 03 15:57:29.239659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59450) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:29.299600 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0df4a5-518d-4b64-ac4f-5de17cd73259 req-058c1d50-8b72-420d-9632-790c8884131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:29.302120 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef0df4a5-518d-4b64-ac4f-5de17cd73259 req-058c1d50-8b72-420d-9632-790c8884131f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732982 Jun 03 15:57:29.326122 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e504b903-c208-47f0-8f1a-1c27a9e5fa30 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:29.371446 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8db1c8b-5fe2-4869-bbfc-f164bf7f1ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:29.387264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b8db1c8b-5fe2-4869-bbfc-f164bf7f1ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:29.392475 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b8db1c8b-5fe2-4869-bbfc-f164bf7f1ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:6a358d1749c94da7b2e8f181928d5b4d is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:29.395660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b8db1c8b-5fe2-4869-bbfc-f164bf7f1ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:29.402253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b8db1c8b-5fe2-4869-bbfc-f164bf7f1ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:29.456683 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef0df4a5-518d-4b64-ac4f-5de17cd73259 req-d6e57d1a-8c1f-490f-94e5-21a6389ed26a service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478784 Jun 03 15:57:29.495950 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8db1c8b-5fe2-4869-bbfc-f164bf7f1ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:29.501510 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b8db1c8b-5fe2-4869-bbfc-f164bf7f1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:29.554040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b8db1c8b-5fe2-4869-bbfc-f164bf7f1ef4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a358d1749c94da7b2e8f181928d5b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122582 Jun 03 15:57:29.555307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db1c8b-5fe2-4869-bbfc-f164bf7f1ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bc6495-2970-44e3-aba4-dd571e752d16,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:29.556515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59456) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:29.631980 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef0df4a5-518d-4b64-ac4f-5de17cd73259 req-f3db9bef-1735-4a07-8b6f-acaa9433b2b5 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696835 Jun 03 15:57:29.650727 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7f746ee-a250-4705-9144-547d0aaa09aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:29.681292 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7f746ee-a250-4705-9144-547d0aaa09aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:29.681632 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e504b903-c208-47f0-8f1a-1c27a9e5fa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '39cba6e7-0ed3-4971-9ebd-7b6ebd915047', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:0e:ab:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:27Z', 'updated_at': '2022-06-03T15:57:27Z', 'revision_number': 0, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:29.685618 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504b903-c208-47f0-8f1a-1c27a9e5fa30 None None] The sync data for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 is: [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '39cba6e7-0ed3-4971-9ebd-7b6ebd915047', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:0e:ab:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:27Z', 'updated_at': '2022-06-03T15:57:27Z', 'revision_number': 0, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:57:29.739841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7f746ee-a250-4705-9144-547d0aaa09aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:29.757865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f746ee-a250-4705-9144-547d0aaa09aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bc6495-2970-44e3-aba4-dd571e752d16,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:29.761072 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f7f746ee-a250-4705-9144-547d0aaa09aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:29.762335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f7f746ee-a250-4705-9144-547d0aaa09aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1bc6495-2970-44e3-aba4-dd571e752d16 HTTP/1.1" status: 204 len: 168 time: 0.2027483 Jun 03 15:57:29.763120 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:29.893431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd443267-86e5-45b8-b449-588c28c58d1b None None] New status for floating IP 39cba6e7-0ed3-4971-9ebd-7b6ebd915047: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:57:30.055201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59464) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:30.072493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94f54b86-a2f2-45b4-8793-b56c08395771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:30.086702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-94f54b86-a2f2-45b4-8793-b56c08395771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:30.090616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-94f54b86-a2f2-45b4-8793-b56c08395771 admin admin] Usage tracker for resource:security_group_rule and tenant:458bd1ac72f54f3e940897b8eb1ab6e2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:30.093526 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-94f54b86-a2f2-45b4-8793-b56c08395771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:30.099205 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-94f54b86-a2f2-45b4-8793-b56c08395771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:30.191889 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94f54b86-a2f2-45b4-8793-b56c08395771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:30.197443 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-94f54b86-a2f2-45b4-8793-b56c08395771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:30.244607 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-94f54b86-a2f2-45b4-8793-b56c08395771 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=458bd1ac72f54f3e940897b8eb1ab6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882288 Jun 03 15:57:30.245472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f54b86-a2f2-45b4-8793-b56c08395771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b107339-8790-4080-ab84-838649a386fd,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:30.247733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59468) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:30.316549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59dbed22-58fb-4a3c-90b2-f54c9fbd1c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:30.343275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59dbed22-58fb-4a3c-90b2-f54c9fbd1c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:30.397626 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59dbed22-58fb-4a3c-90b2-f54c9fbd1c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:30.414181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbed22-58fb-4a3c-90b2-f54c9fbd1c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b107339-8790-4080-ab84-838649a386fd,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:30.424239 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-59dbed22-58fb-4a3c-90b2-f54c9fbd1c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:30.425338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-59dbed22-58fb-4a3c-90b2-f54c9fbd1c4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b107339-8790-4080-ab84-838649a386fd HTTP/1.1" status: 204 len: 168 time: 0.1764395 Jun 03 15:57:31.207915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59494) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:31.323082 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-114552641-network', 'tenant_id': '92b7ced098444e648d681f8fa2c36321'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:31.328739 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:31.332842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Usage tracker for resource:network and tenant:92b7ced098444e648d681f8fa2c36321 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:31.335986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:31.342569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:31.354336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Made reservation on behalf of 92b7ced098444e648d681f8fa2c36321 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:31.356865 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:31.369724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:31.385270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:31.390874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Usage tracker for resource:security_group_rule and tenant:92b7ced098444e648d681f8fa2c36321 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:31.394202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:31.400551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:31.487332 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:31.492456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:31.524358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:57:31.529910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0750653b-ed44-460c-89a2-acfeafe8c4c9,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:31.547147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:31.547147 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Added segment dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6 of type vlan for network baf1c905-710e-4b98-86c1-b5a62f20e22a Jun 03 15:57:31.576581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:31.610574 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:31.611435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:31.612252 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:31.717376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] Pushing event updated for resources: {'Network': ['ID=baf1c905-710e-4b98-86c1-b5a62f20e22a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:31.726885 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dd03b7ba-4a3c-480d-b051-dd36b0ab6943 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5186760 Jun 03 15:57:31.729241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network baf1c905-710e-4b98-86c1-b5a62f20e22a details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:57:31.729790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59500) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:31.735234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Request body: {'subnet': {'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-114552641-subnet', 'tenant_id': '92b7ced098444e648d681f8fa2c36321', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:31.741040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:31.745231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Usage tracker for resource:subnet and tenant:92b7ced098444e648d681f8fa2c36321 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:31.748306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:31.754314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:31.767441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Made reservation on behalf of 92b7ced098444e648d681f8fa2c36321 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:31.769743 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:31.985984 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:32.058140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e505c85f-d6ad-44a6-9fde-a615806bfbb7,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:32.069169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Checking segment: {'id': 'dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:32.069572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Network hostable DHCP agents. Network: baf1c905-710e-4b98-86c1-b5a62f20e22a, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:57:32.091198 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Network baf1c905-710e-4b98-86c1-b5a62f20e22a is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:57:32.102691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, baf1c905-710e-4b98-86c1-b5a62f20e22a) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:32.106938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:32.107537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:32.111476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d7211-dd0f-4c74-bac2-ec71231efa99 None None] Network baf1c905-710e-4b98-86c1-b5a62f20e22a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:57:32.133992 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-326ac16c-f5fe-4e80-881a-2fcb18e9d28d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3992674 Jun 03 15:57:32.204184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f757a286-33e1-4a3a-9812-d7b8f40afe06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:32.336291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2516061f-fd23-4fe0-87ec-847a2210eef0 None None] Network baf1c905-710e-4b98-86c1-b5a62f20e22a requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:57:34.130689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-13d21415-8343-459f-8063-bc632383843f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:34.132117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-13d21415-8343-459f-8063-bc632383843f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/networks?id=baf1c905-710e-4b98-86c1-b5a62f20e22a HTTP/1.1" status: 200 len: 808 time: 0.1460507 Jun 03 15:57:34.147723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-e182cf08-058b-4793-8d60-be0e417833a8 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/quotas/92b7ced098444e648d681f8fa2c36321 HTTP/1.1" status: 200 len: 375 time: 0.0100272 Jun 03 15:57:34.193375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-71c588cb-7b86-48a0-bfca-6f667a3cb6c8 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92b7ced098444e648d681f8fa2c36321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407262 Jun 03 15:57:34.324280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-3704b569-9214-4b59-8447-e925cc0ded59 service neutron] 10.222.0.48 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241636 Jun 03 15:57:34.470985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-6bd2b6e2-330a-4d56-b899-10d730b8373b service neutron] 10.222.0.48 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377544 Jun 03 15:57:34.666755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b968174-7da9-4e2a-8b8f-4cdaedbb2740 req-c977bf0b-4e13-415a-8b53-cc6ab809d7de tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 210 time: 0.0459108 Jun 03 15:57:34.852442 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-89642980-c607-4af2-9869-7b65dbd2f117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:35.354816 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:35.679868 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:35.819040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dff1714-7d8c-45b8-aff4-343e62060985 req-654b79ca-3978-412a-a883-3143de4a89a8 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 210 time: 0.0435386 Jun 03 15:57:36.190009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-768295e9-d960-463a-9e02-6984e187615e tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:36.190653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-768295e9-d960-463a-9e02-6984e187615e tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Synchronizing usage tracker for tenant:92b7ced098444e648d681f8fa2c36321 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:36.209368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-768295e9-d960-463a-9e02-6984e187615e tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Unset dirty status for tenant:92b7ced098444e648d681f8fa2c36321 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:36.210829 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-768295e9-d960-463a-9e02-6984e187615e tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.75 "GET /v2.0/networks?id=baf1c905-710e-4b98-86c1-b5a62f20e22a HTTP/1.1" status: 200 len: 808 time: 0.1810718 Jun 03 15:57:36.227975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Request body: {'port': {'device_id': '5e13952f-b50a-46f6-8ebd-fed0f34d64d6', 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a', 'admin_state_up': True, 'tenant_id': '92b7ced098444e648d681f8fa2c36321'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:36.491244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:36.495454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Usage tracker for resource:port and tenant:92b7ced098444e648d681f8fa2c36321 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:36.498290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:36.504074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:36.515947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Made reservation on behalf of 92b7ced098444e648d681f8fa2c36321 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:36.519543 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:36.695297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Allocated IP 172.20.0.3 (baf1c905-710e-4b98-86c1-b5a62f20e22a/e505c85f-d6ad-44a6-9fde-a615806bfbb7/67c1badd-7770-419d-b68c-cf4492a2392d) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:36.909005 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:36.941098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:37.013526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fee4ff-f136-4064-8ad5-f7430fd21576 req-239ff193-87f9-4608-94f6-49c5a71c854d tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:37.015198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37fee4ff-f136-4064-8ad5-f7430fd21576 req-239ff193-87f9-4608-94f6-49c5a71c854d tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 931 time: 0.0843408 Jun 03 15:57:37.016157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Network baf1c905-710e-4b98-86c1-b5a62f20e22a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:37.019568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:37.024480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:37.058443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Pushing event updated for resources: {'Port': ['ID=67c1badd-7770-419d-b68c-cf4492a2392d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:37.067493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37fee4ff-f136-4064-8ad5-f7430fd21576 req-a85ead60-4805-4de7-b0ed-8c941a8f8fe3 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453348 Jun 03 15:57:37.093895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:37.094512 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:37.115999 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-ac11a09c-cb01-4e28-9243-04772dcf33bb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8923891 Jun 03 15:57:37.131913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Request body: {'port': {'device_id': '5e13952f-b50a-46f6-8ebd-fed0f34d64d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:37.162051 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:37.251200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:37.597067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c1badd-7770-419d-b68c-cf4492a2392d {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:57:37.607529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:37.624015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Transition to ACTIVE for port object 67c1badd-7770-419d-b68c-cf4492a2392d will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:37.630827 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:37.760386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Pushing event updated for resources: {'Port': ['ID=67c1badd-7770-419d-b68c-cf4492a2392d,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:37.865840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Attempting to bind port 67c1badd-7770-419d-b68c-cf4492a2392d on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:57:37.866171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Attempting to bind port 67c1badd-7770-419d-b68c-cf4492a2392d by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:57:37.866514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Attempting to bind port 67c1badd-7770-419d-b68c-cf4492a2392d on network baf1c905-710e-4b98-86c1-b5a62f20e22a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:37.871361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Port 67c1badd-7770-419d-b68c-cf4492a2392d on network baf1c905-710e-4b98-86c1-b5a62f20e22a not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:57:37.871674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Attempting to bind port 67c1badd-7770-419d-b68c-cf4492a2392d on network baf1c905-710e-4b98-86c1-b5a62f20e22a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:37.876947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:57:37.877204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Checking segment: {'id': 'dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:37.877582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Bound using segment: {'id': 'dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:57:37.878036 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Bound port: 67c1badd-7770-419d-b68c-cf4492a2392d, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:57:37.878408 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:37.966900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] For port 67c1badd-7770-419d-b68c-cf4492a2392d, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:37.969816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] For port 67c1badd-7770-419d-b68c-cf4492a2392d, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=67c1badd-7770-419d-b68c-cf4492a2392d,segment=NetworkSegment(dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6),segment_id=dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:57:37.977866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:38.044028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:38.044631 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:38.046020 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] 10.222.0.75 "PUT /v2.0/ports/67c1badd-7770-419d-b68c-cf4492a2392d HTTP/1.1" status: 200 len: 1091 time: 0.9187174 Jun 03 15:57:38.046449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e13952f-b50a-46f6-8ebd-fed0f34d64d6', 'tag': '67c1badd-7770-419d-b68c-cf4492a2392d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:38.067877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df216f9b-0031-47f2-83d6-2ba5970eaa0c service neutron] Pushing event updated for resources: {'Port': ['ID=67c1badd-7770-419d-b68c-cf4492a2392d,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:38.117028 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607a6c0b-2447-4fe2-b802-4183ec69ec64'] response: {'name': 'network-changed', 'server_uuid': '5e13952f-b50a-46f6-8ebd-fed0f34d64d6', 'tag': '67c1badd-7770-419d-b68c-cf4492a2392d', 'status': 'completed', 'code': 200} Jun 03 15:57:38.158900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-b99d2b59-49d1-441c-9c63-d8effde7d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:38.160970 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-b99d2b59-49d1-441c-9c63-d8effde7d7e8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=92b7ced098444e648d681f8fa2c36321&device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 1094 time: 0.0752251 Jun 03 15:57:38.234256 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-79d55fa5-b2f0-485c-8fa3-72e9e3ef997d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c1badd-7770-419d-b68c-cf4492a2392d HTTP/1.1" status: 200 len: 217 time: 0.0635068 Jun 03 15:57:38.254181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cbfd2-6a74-4bba-8a5d-5d177d7eb1af req-535fcef1-07f4-4873-aba8-19aebe310833 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:38.255581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-107cbfd2-6a74-4bba-8a5d-5d177d7eb1af req-535fcef1-07f4-4873-aba8-19aebe310833 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 943 time: 0.0807917 Jun 03 15:57:38.297902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-4f4c3f47-7c25-4b66-b174-84fe9ab516b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:38.299522 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-4f4c3f47-7c25-4b66-b174-84fe9ab516b9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e505c85f-d6ad-44a6-9fde-a615806bfbb7 HTTP/1.1" status: 200 len: 848 time: 0.0588799 Jun 03 15:57:38.299946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-107cbfd2-6a74-4bba-8a5d-5d177d7eb1af req-3ff52737-9d54-4af0-ac94-bee8e99bda9c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375390 Jun 03 15:57:38.351914 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-7bd5e7ba-6fa5-4a86-8c6e-c9a1febf9ca4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=baf1c905-710e-4b98-86c1-b5a62f20e22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450871 Jun 03 15:57:38.598682 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-6fec779e-f935-4df7-a0c6-9edbb357f8f7 service neutron] 10.222.0.75 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371213 Jun 03 15:57:38.731869 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b2af0936-c3c0-4db5-a563-2e9f5176a110 req-b6eb0545-29fd-46ed-b8b3-dd51c7f4ee52 service neutron] 10.222.0.75 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261477 Jun 03 15:57:38.862395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471ac7-077b-4393-bf24-87d4026e843a req-8d7acdaf-c3ad-444f-9410-4ee05e41a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:38.863896 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7471ac7-077b-4393-bf24-87d4026e843a req-8d7acdaf-c3ad-444f-9410-4ee05e41a3d9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=92b7ced098444e648d681f8fa2c36321&device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 1094 time: 0.0797915 Jun 03 15:57:39.002531 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471ac7-077b-4393-bf24-87d4026e843a req-10de089f-67a8-44d9-a6ee-86c4501da0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:39.004245 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7471ac7-077b-4393-bf24-87d4026e843a req-10de089f-67a8-44d9-a6ee-86c4501da0f4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=baf1c905-710e-4b98-86c1-b5a62f20e22a HTTP/1.1" status: 200 len: 909 time: 0.1318998 Jun 03 15:57:39.053059 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:39.082170 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7471ac7-077b-4393-bf24-87d4026e843a req-c3512b36-1b42-44d3-9204-b129e33f3619 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67c1badd-7770-419d-b68c-cf4492a2392d HTTP/1.1" status: 200 len: 217 time: 0.0663066 Jun 03 15:57:39.147250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7471ac7-077b-4393-bf24-87d4026e843a req-5e7ab7f5-6011-40c4-87f7-93b33bcab487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:39.148547 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7471ac7-077b-4393-bf24-87d4026e843a req-5e7ab7f5-6011-40c4-87f7-93b33bcab487 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e505c85f-d6ad-44a6-9fde-a615806bfbb7 HTTP/1.1" status: 200 len: 848 time: 0.0580821 Jun 03 15:57:39.197254 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7471ac7-077b-4393-bf24-87d4026e843a req-6133a49a-9d19-49f7-88d1-b5b5cc493f78 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=baf1c905-710e-4b98-86c1-b5a62f20e22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416238 Jun 03 15:57:39.328072 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7471ac7-077b-4393-bf24-87d4026e843a req-368d314b-1dc5-4a4b-afbe-0b432f117cbe service neutron] 10.222.0.75 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236365 Jun 03 15:57:39.464658 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d7471ac7-077b-4393-bf24-87d4026e843a req-74783f34-d60f-4ab7-bc45-6931f70674e7 service neutron] 10.222.0.75 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274247 Jun 03 15:57:39.492008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4f7d7-339c-4460-af24-52649b583358 req-f72fdb28-04f0-487e-93dc-f58af1843768 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:39.493527 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90f4f7d7-339c-4460-af24-52649b583358 req-f72fdb28-04f0-487e-93dc-f58af1843768 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 943 time: 0.0877993 Jun 03 15:57:39.539258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90f4f7d7-339c-4460-af24-52649b583358 req-463c9505-904d-4b8d-afba-14931e77018e tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 Jun 03 15:57:40.737406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab953d-075b-44e9-9f50-f0e0a009eb35 req-021383ee-1e7d-440f-a805-8a9db4d6e61c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:40.738936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63ab953d-075b-44e9-9f50-f0e0a009eb35 req-021383ee-1e7d-440f-a805-8a9db4d6e61c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 943 time: 0.0842969 Jun 03 15:57:40.786844 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-63ab953d-075b-44e9-9f50-f0e0a009eb35 req-8cc7cb96-8ed1-478d-a878-1af9afdceff8 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393219 Jun 03 15:57:41.529258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 67c1badd-7770-419d-b68c-cf4492a2392d details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:57:41.676825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 67c1badd-7770-419d-b68c-cf4492a2392d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=67c1badd-7770-419d-b68c-cf4492a2392d,segment=NetworkSegment(dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6),segment_id=dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:41.689850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '67c1badd-7770-419d-b68c-cf4492a2392d', 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a', 'port_id': '67c1badd-7770-419d-b68c-cf4492a2392d', 'mac_address': 'fa:16:3e:18:0a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e505c85f-d6ad-44a6-9fde-a615806bfbb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:57:41.748153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 67c1badd-7770-419d-b68c-cf4492a2392d is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:41.748153 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.764467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c1badd-7770-419d-b68c-cf4492a2392d {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:57:41.777561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 67c1badd-7770-419d-b68c-cf4492a2392d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=67c1badd-7770-419d-b68c-cf4492a2392d,segment=NetworkSegment(dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6),segment_id=dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:41.784505 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:41.863303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=67c1badd-7770-419d-b68c-cf4492a2392d,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:41.871123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.871462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.871789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.872120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.872445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.872767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.873086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.873389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.873721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.874062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.874378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.874695 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:41.997067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5b428-9b7f-4e6f-81eb-9d8f46a07922 req-1113c338-3ecf-4456-ad62-e3eb10091e15 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:41.997067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65d5b428-9b7f-4e6f-81eb-9d8f46a07922 req-1113c338-3ecf-4456-ad62-e3eb10091e15 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 944 time: 0.0908339 Jun 03 15:57:42.055126 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-65d5b428-9b7f-4e6f-81eb-9d8f46a07922 req-cd67a32a-077a-4b09-b8b7-4b1ba34aa1fa tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488250 Jun 03 15:57:42.076957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['67c1badd-7770-419d-b68c-cf4492a2392d'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:57:43.260793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76a6a9-4aec-471b-b1e0-9f5298e5a618 req-b5643d9e-f4c9-4bc1-8103-dbcda7b635ee tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:43.260793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb76a6a9-4aec-471b-b1e0-9f5298e5a618 req-b5643d9e-f4c9-4bc1-8103-dbcda7b635ee tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 944 time: 0.0962293 Jun 03 15:57:43.322854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb76a6a9-4aec-471b-b1e0-9f5298e5a618 req-6a1ea682-7b01-402b-a2e9-c7b312312fee tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498092 Jun 03 15:57:43.534415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 67c1badd-7770-419d-b68c-cf4492a2392d up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:43.602571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 67c1badd-7770-419d-b68c-cf4492a2392d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:43.608390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 67c1badd-7770-419d-b68c-cf4492a2392d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:43.608390 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:43.729705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 67c1badd-7770-419d-b68c-cf4492a2392d is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:43.729705 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:43.759009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e13952f-b50a-46f6-8ebd-fed0f34d64d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c1badd-7770-419d-b68c-cf4492a2392d'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:43.770551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 67c1badd-7770-419d-b68c-cf4492a2392d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=67c1badd-7770-419d-b68c-cf4492a2392d,segment=NetworkSegment(dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6),segment_id=dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:43.770551 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:43.813457 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b36b3d-3d43-4555-a70a-2ec64f8dc744'] response: {'server_uuid': '5e13952f-b50a-46f6-8ebd-fed0f34d64d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c1badd-7770-419d-b68c-cf4492a2392d', 'code': 200} Jun 03 15:57:43.858441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=67c1badd-7770-419d-b68c-cf4492a2392d,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:43.955469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41685a-3f77-4770-bc19-a50aab88d464 req-3d73255f-461c-4c7c-a5be-de7eb5ba20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:43.955469 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f41685a-3f77-4770-bc19-a50aab88d464 req-3d73255f-461c-4c7c-a5be-de7eb5ba20bf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 1096 time: 0.0740459 Jun 03 15:57:44.000623 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6f41685a-3f77-4770-bc19-a50aab88d464 req-34ba9b71-9e34-4423-a50a-b8b06a4bcebc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350063 Jun 03 15:57:44.523606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5605e42-873b-4a19-ad2a-46990706be34 req-9717a7e8-b0c6-47ee-bba3-c7db735e50da tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:44.525027 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5605e42-873b-4a19-ad2a-46990706be34 req-9717a7e8-b0c6-47ee-bba3-c7db735e50da tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 945 time: 0.0850983 Jun 03 15:57:44.571561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5605e42-873b-4a19-ad2a-46990706be34 req-006e9676-6ca2-4a18-8e41-1f50a8b01be5 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Jun 03 15:57:45.775716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c78d5-9e71-48cd-969a-cb182dde012d req-48215c05-2c36-4a5d-ab36-6b5e7e097050 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:45.777161 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-976c78d5-9e71-48cd-969a-cb182dde012d req-48215c05-2c36-4a5d-ab36-6b5e7e097050 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 945 time: 0.0959091 Jun 03 15:57:45.823167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-976c78d5-9e71-48cd-969a-cb182dde012d req-828986cd-97ec-46a0-a0d0-9e91e9b4f6fe tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375097 Jun 03 15:57:46.772416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874a759-289b-4475-a4a0-5adad8821548 req-b861075d-7004-4a11-9929-6f345715a9e5 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:46.773813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e874a759-289b-4475-a4a0-5adad8821548 req-b861075d-7004-4a11-9929-6f345715a9e5 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 945 time: 0.0857739 Jun 03 15:57:46.820044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e874a759-289b-4475-a4a0-5adad8821548 req-1412a25a-074e-4230-b119-f726a1e6c538 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 Jun 03 15:57:46.962311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59592) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:47.067118 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-03edbe83-77b5-4a18-ad86-2a5d014eb082 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2670 time: 0.1034663 Jun 03 15:57:47.071212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59596) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:47.075730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'network': {'name': 'tempest-network-smoke--442803130', 'project_id': 'e3d034ba8f884e748dec011b53776906', 'port_security_enabled': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:47.081484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:47.091564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:47.103068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Made reservation on behalf of e3d034ba8f884e748dec011b53776906 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:47.108106 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:47.141834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:57:47.150350 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:47.150679 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Added segment ee2f35e4-a0b8-4183-86e5-e554024b3b34 of type vlan for network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 Jun 03 15:57:47.179252 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:47.211923 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:47.217780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:47.218258 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:47.431378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3601503 Jun 03 15:57:47.434142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd28361-2229-4da5-925a-e43e42833099 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Network': ['ID=a96a8d48-1c49-4ef6-8bfe-0890d19051f2,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:47.434328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59600) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:47.439872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1553265627', 'admin_state_up': True, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:47.447592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:57:47.449052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:47.453294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:router and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:47.456922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:47.463637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:47.476262 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:47.477409 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:47.494614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:47.790256 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.026082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e81034-baef-407d-a80c-60d03737b118 req-36f445ba-387d-4b2a-b123-513092e87097 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:48.027621 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4e81034-baef-407d-a80c-60d03737b118 req-36f445ba-387d-4b2a-b123-513092e87097 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 945 time: 0.0874672 Jun 03 15:57:48.086524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4e81034-baef-407d-a80c-60d03737b118 req-477610a3-54c3-410a-af5a-c55a9fad2fc6 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509472 Jun 03 15:57:48.245013 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.277514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.423411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Allocated IP 172.25.7.70 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/80dd9ffc-8580-4591-9d52-0b7c2a2b655d) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:48.641031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458f425-d801-4e10-afb1-010e4158c35e req-ed1ddfc8-6b64-4a5c-89d4-20a4002a857c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:48.641031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9458f425-d801-4e10-afb1-010e4158c35e req-ed1ddfc8-6b64-4a5c-89d4-20a4002a857c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Synchronizing usage tracker for tenant:92b7ced098444e648d681f8fa2c36321 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:48.671071 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.686820 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9458f425-d801-4e10-afb1-010e4158c35e req-ed1ddfc8-6b64-4a5c-89d4-20a4002a857c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Unset dirty status for tenant:92b7ced098444e648d681f8fa2c36321 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:48.686820 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9458f425-d801-4e10-afb1-010e4158c35e req-ed1ddfc8-6b64-4a5c-89d4-20a4002a857c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 945 time: 0.2519243 Jun 03 15:57:48.764108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-9458f425-d801-4e10-afb1-010e4158c35e req-75d436f0-fa2e-4601-9301-25a10d506f6c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Deleting port 67c1badd-7770-419d-b68c-cf4492a2392d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:57:48.764412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9458f425-d801-4e10-afb1-010e4158c35e req-75d436f0-fa2e-4601-9301-25a10d506f6c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.805218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:48.819784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-bb7ae357-68cd-4a6f-89c1-049084397a57 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813525 Jun 03 15:57:48.888391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:48.922213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:48.927838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:48.979944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-696bcbee-ba5a-4f61-b988-3686332ad968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:48.982273 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-696bcbee-ba5a-4f61-b988-3686332ad968 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e3d034ba8f884e748dec011b53776906&device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 1135 time: 0.0828202 Jun 03 15:57:48.982592 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Port': ['ID=80dd9ffc-8580-4591-9d52-0b7c2a2b655d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:49.133288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-dc7bf3ee-90ab-42e2-8af2-3ddc9f59a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:49.134921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-dc7bf3ee-90ab-42e2-8af2-3ddc9f59a016 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e54a417-e23f-402b-84fb-cb4b376dc519 HTTP/1.1" status: 200 len: 898 time: 0.1288874 Jun 03 15:57:49.296142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-6dcdc369-59a8-4bb5-ba48-34ce6ee07c3d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d556017d-2839-4bdc-a248-5734e791892e HTTP/1.1" status: 200 len: 999 time: 0.1533604 Jun 03 15:57:49.304721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9458f425-d801-4e10-afb1-010e4158c35e req-75d436f0-fa2e-4601-9301-25a10d506f6c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] For port 67c1badd-7770-419d-b68c-cf4492a2392d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=67c1badd-7770-419d-b68c-cf4492a2392d,segment=NetworkSegment(dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6),segment_id=dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:49.305493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9458f425-d801-4e10-afb1-010e4158c35e req-75d436f0-fa2e-4601-9301-25a10d506f6c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:49.365200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4a48a-2d0c-4909-9619-ba561ce2f6fa req-d2368832-b15e-4245-9b8f-60c004e87797 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:49.367645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75f4a48a-2d0c-4909-9619-ba561ce2f6fa req-d2368832-b15e-4245-9b8f-60c004e87797 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 945 time: 0.1550236 Jun 03 15:57:49.375843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-1eb4ffeb-cd84-4565-bd09-205c39374974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:49.377207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-1eb4ffeb-cd84-4565-bd09-205c39374974 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=050b5233-d212-42e3-a7ae-0859229c8e1d HTTP/1.1" status: 200 len: 834 time: 0.0729904 Jun 03 15:57:49.470536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75f4a48a-2d0c-4909-9619-ba561ce2f6fa req-cba46e20-f6be-476b-b670-3bc731f5647c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943322 Jun 03 15:57:49.485165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-6b4cf29d-be18-4716-ad63-93e316144f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:49.486944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-6b4cf29d-be18-4716-ad63-93e316144f49 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e54a417-e23f-402b-84fb-cb4b376dc519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977876 Jun 03 15:57:49.638345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-d92e7b78-fab3-4e2a-9988-be273de971b7 service neutron] 10.222.0.75 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404939 Jun 03 15:57:49.638982 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-9458f425-d801-4e10-afb1-010e4158c35e req-75d436f0-fa2e-4601-9301-25a10d506f6c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Calling delete_port for 67c1badd-7770-419d-b68c-cf4492a2392d owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:57:49.787802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e8c6622-327b-4276-8ccb-73665d7da59b req-3bf9e26d-5edd-4d77-b680-9282f7860650 service neutron] 10.222.0.75 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396184 Jun 03 15:57:49.808097 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.016279 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9458f425-d801-4e10-afb1-010e4158c35e req-75d436f0-fa2e-4601-9301-25a10d506f6c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.070078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d436f0-fa2e-4601-9301-25a10d506f6c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Pushing event deleted for resources: {'Port': ['ID=67c1badd-7770-419d-b68c-cf4492a2392d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:50.220513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9458f425-d801-4e10-afb1-010e4158c35e req-75d436f0-fa2e-4601-9301-25a10d506f6c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] No DVR routers for this DVR port 67c1badd-7770-419d-b68c-cf4492a2392d on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:57:50.222092 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9458f425-d801-4e10-afb1-010e4158c35e req-75d436f0-fa2e-4601-9301-25a10d506f6c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.224466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e13952f-b50a-46f6-8ebd-fed0f34d64d6', 'name': 'network-vif-deleted', 'tag': '67c1badd-7770-419d-b68c-cf4492a2392d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:50.301753 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a30bf867-d99b-45dd-98e4-bc877309d3a3'] response: {'server_uuid': '5e13952f-b50a-46f6-8ebd-fed0f34d64d6', 'name': 'network-vif-deleted', 'tag': '67c1badd-7770-419d-b68c-cf4492a2392d', 'status': 'completed', 'code': 200} Jun 03 15:57:50.331628 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9458f425-d801-4e10-afb1-010e4158c35e req-75d436f0-fa2e-4601-9301-25a10d506f6c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.75 "DELETE /v2.0/ports/67c1badd-7770-419d-b68c-cf4492a2392d HTTP/1.1" status: 204 len: 173 time: 1.6282027 Jun 03 15:57:50.349657 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.568521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:57:50.644669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7731f6f9-0954-490f-9e77-8f93d0911e9f req-ecdbf1c0-e385-4fa9-bb83-e04f5a6c50f5 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=5e13952f-b50a-46f6-8ebd-fed0f34d64d6 HTTP/1.1" status: 200 len: 210 time: 0.0446441 Jun 03 15:57:50.770722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:57:50.780745 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Sync routers for ids ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:57:50.791155 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Routers {'42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:50.791740 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:57:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:50.796042 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:50.796801 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9fd46e55-ee9f-49fe-82fc-9b8c087b4dba tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3614907 Jun 03 15:57:50.801142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59614) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:50.880609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239a1db5-0528-48cd-a0ba-9b607a6bb41d tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:50.884785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59618) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:50.886423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-239a1db5-0528-48cd-a0ba-9b607a6bb41d tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e3d034ba8f884e748dec011b53776906&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0827484 Jun 03 15:57:50.999604 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Set router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:51.087619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447de06f-60a7-41ee-a9a9-f1c8881932f7 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:51.089079 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-447de06f-60a7-41ee-a9a9-f1c8881932f7 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2035038 Jun 03 15:57:51.091877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59622) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:51.135772 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bc935b5c-ed35-4b45-a7af-6d7266c50b87 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426333 Jun 03 15:57:51.139452 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59626) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:51.179047 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e42313d9-b491-430c-a434-f72350a525e3 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=e3d034ba8f884e748dec011b53776906&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391495 Jun 03 15:57:51.181768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59630) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:51.336280 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553265627', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:47Z', 'updated_at': '2022-06-03T15:57:49Z', 'revision_number': 3, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:48Z', 'updated_at': '2022-06-03T15:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:51.340889 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Checking router: 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:57:51.341653 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Updating router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:57:51.400512 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.458653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa3f1dd-2543-4487-bf18-c36abbd589de tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:51.460911 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8aa3f1dd-2543-4487-bf18-c36abbd589de tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2783663 Jun 03 15:57:51.463698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59634) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:51.511550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-aa8fc8dc-d192-4904-808d-b8966d589ecc tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470767 Jun 03 15:57:51.514629 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59638) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:51.524750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-719946649', 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2', 'project_id': 'e3d034ba8f884e748dec011b53776906', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:51.584361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 67c1badd-7770-419d-b68c-cf4492a2392d no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:57:51.636926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 67c1badd-7770-419d-b68c-cf4492a2392d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:57:51.636926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 67c1badd-7770-419d-b68c-cf4492a2392d not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:57:51.653610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:51.657450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:subnet and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:51.662343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:51.669098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:51.683755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Made reservation on behalf of e3d034ba8f884e748dec011b53776906 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:51.687645 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.809248 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.820421 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Transition to ACTIVE for port object 80dd9ffc-8580-4591-9d52-0b7c2a2b655d will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:51.829927 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.930896 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Attempting to bind port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:57:51.930896 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Attempting to bind port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:57:51.930896 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Attempting to bind port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:51.943545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:57:51.943545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:51.943545 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.943545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:57:51.943545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Bound port: 80dd9ffc-8580-4591-9d52-0b7c2a2b655d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:57:51.943545 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:51.987714 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Pushing event updated for resources: {'Port': ['ID=80dd9ffc-8580-4591-9d52-0b7c2a2b655d,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:52.004982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:52.009475 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.009475 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.010096 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.010096 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.014772 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.014772 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.014772 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.014772 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.014772 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.014772 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.014772 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.014772 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.059194 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] For port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:52.059194 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] For port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=80dd9ffc-8580-4591-9d52-0b7c2a2b655d,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:57:52.072410 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:52.099566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Checking segment: {'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:52.099566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network hostable DHCP agents. Network: a96a8d48-1c49-4ef6-8bfe-0890d19051f2, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:57:52.112577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Subnet': ['ID=af225b92-aed4-4ead-920b-ae9b1c6224f9,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:52.120993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-65ed4309-18d9-474a-9d14-32921f60cfdb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:52.122782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.122782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.123157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.123157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.130281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.130281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.130281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.133170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-65ed4309-18d9-474a-9d14-32921f60cfdb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/networks?id=baf1c905-710e-4b98-86c1-b5a62f20e22a HTTP/1.1" status: 200 len: 808 time: 0.2232144 Jun 03 15:57:52.137942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.137942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.137942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.137942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.137942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:57:52.149293 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Routers {'42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:52.149521 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:57:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:52.152174 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:57:52.162381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a96a8d48-1c49-4ef6-8bfe-0890d19051f2) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:52.172301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5089e06c-6615-4000-99cd-a29b976230c4 None None] Network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:57:52.175144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-dd202c90-141b-4fd1-870e-cb00c4234520 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/quotas/92b7ced098444e648d681f8fa2c36321 HTTP/1.1" status: 200 len: 375 time: 0.0269935 Jun 03 15:57:52.188907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:52.189487 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:52.206218 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33dcf5-ae52-490c-a5cc-0e594fc7ce4c None None] Pushing event updated for resources: {'Port': ['ID=80dd9ffc-8580-4591-9d52-0b7c2a2b655d,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:52.230366 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6acf76fe-0f50-449c-881d-373fe7b862f4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7120690 Jun 03 15:57:52.230366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59656) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:57:52.283895 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-57b93ae1-c8f4-4bba-94d6-947bd44e912c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92b7ced098444e648d681f8fa2c36321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972133 Jun 03 15:57:52.466085 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-7f4f126f-e331-4042-a818-a6c09e88debe service neutron] 10.222.0.48 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691628 Jun 03 15:57:52.481255 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] Set router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:52.565377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-a96a8d48-1c49-4ef6-8bfe-0890d19051f2', 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'fixed_ips': [{'subnet_id': 'af225b92-aed4-4ead-920b-ae9b1c6224f9'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:57:52.566902 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:52.786599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Allocated IP 172.20.0.18 (a96a8d48-1c49-4ef6-8bfe-0890d19051f2/af225b92-aed4-4ead-920b-ae9b1c6224f9/26acaaef-964d-4680-aac3-fd5af0f216ad) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:52.793318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-3868bf63-0fc9-4fda-b8c3-627209ea434a service neutron] 10.222.0.48 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150764 Jun 03 15:57:52.841581 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:57:52.882563 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553265627', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:47Z', 'updated_at': '2022-06-03T15:57:49Z', 'revision_number': 3, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:48Z', 'updated_at': '2022-06-03T15:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:52.882563 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02269c0-d604-4288-a4e1-a49ba882aee6 None None] The sync data for ids ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'] in n-d-844595-1 is: [{'id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553265627', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:47Z', 'updated_at': '2022-06-03T15:57:49Z', 'revision_number': 3, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:48Z', 'updated_at': '2022-06-03T15:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:57:53.092184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f267c6d-9af0-47f6-9c5b-5dcb296c1ef4 req-5bedb079-a8f3-493f-9fde-3cb76ede4f49 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 210 time: 0.0733013 Jun 03 15:57:53.102273 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:53.113582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Transition to ACTIVE for port object 26acaaef-964d-4680-aac3-fd5af0f216ad will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:53.135797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Transition to ACTIVE for port object 26acaaef-964d-4680-aac3-fd5af0f216ad will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:53.144950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:53.220199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:53.223408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:53.228526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:53.234997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Pushing event updated for resources: {'Port': ['ID=26acaaef-964d-4680-aac3-fd5af0f216ad,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:53.323960 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:53.378318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Attempting to bind port 26acaaef-964d-4680-aac3-fd5af0f216ad on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:57:53.378937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Attempting to bind port 26acaaef-964d-4680-aac3-fd5af0f216ad by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:57:53.379428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Attempting to bind port 26acaaef-964d-4680-aac3-fd5af0f216ad on network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:53.386326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:57:53.386468 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Checking segment: {'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:53.387208 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:53.387294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Bound using segment: {'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:57:53.387817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Bound port: 26acaaef-964d-4680-aac3-fd5af0f216ad, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:57:53.388299 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:53.565439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] For port 26acaaef-964d-4680-aac3-fd5af0f216ad, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:53.568911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] For port 26acaaef-964d-4680-aac3-fd5af0f216ad, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=26acaaef-964d-4680-aac3-fd5af0f216ad,segment=NetworkSegment(ee2f35e4-a0b8-4183-86e5-e554024b3b34),segment_id=ee2f35e4-a0b8-4183-86e5-e554024b3b34)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:57:53.573704 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:53.670887 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf12c0b-9911-4779-a438-24a864fdbefd None None] Pushing event updated for resources: {'Port': ['ID=26acaaef-964d-4680-aac3-fd5af0f216ad,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:54.041837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Allocated IP 172.20.0.17 (a96a8d48-1c49-4ef6-8bfe-0890d19051f2/af225b92-aed4-4ead-920b-ae9b1c6224f9/4470eff6-9037-4692-857e-45fc43640d9d) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:54.232336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.252589 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Transition to ACTIVE for port object 4470eff6-9037-4692-857e-45fc43640d9d will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:54.263602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5f41a80-f710-478d-a496-21960e22f615 req-f277ad1a-e6b0-4d2f-ba81-0b30050ad307 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 210 time: 0.0514073 Jun 03 15:57:54.296691 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.375899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:54.379095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:54.381464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:54.422018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Port': ['ID=4470eff6-9037-4692-857e-45fc43640d9d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:54.450741 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.477283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 80dd9ffc-8580-4591-9d52-0b7c2a2b655d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:54.542915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:54.548031 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:54.548407 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.605214 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.671097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:54.671472 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.691653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=80dd9ffc-8580-4591-9d52-0b7c2a2b655d,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:54.698727 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:54.699552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 26acaaef-964d-4680-aac3-fd5af0f216ad up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:54.824189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=80dd9ffc-8580-4591-9d52-0b7c2a2b655d,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:54.830123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 26acaaef-964d-4680-aac3-fd5af0f216ad completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:55.001831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-4f609241-3ef8-4952-b611-99b5ee065dcc tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:55.003347 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-4f609241-3ef8-4952-b611-99b5ee065dcc tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.75 "GET /v2.0/networks?id=baf1c905-710e-4b98-86c1-b5a62f20e22a HTTP/1.1" status: 200 len: 808 time: 0.2553313 Jun 03 15:57:55.033980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Request body: {'port': {'device_id': 'd3f5c88c-1a0f-43dd-8adf-281a0a50ed13', 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a', 'admin_state_up': True, 'tenant_id': '92b7ced098444e648d681f8fa2c36321'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:55.208708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adb6508-0bcf-4cc1-8927-eb9ec28f06cb None None] Network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:57:55.269977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:55.275597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Usage tracker for resource:port and tenant:92b7ced098444e648d681f8fa2c36321 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:55.279401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:55.295035 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:55.300974 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.304255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3cd84408-ab29-4d21-9b6c-9a25f2549b32 None None] Provisioning for port 26acaaef-964d-4680-aac3-fd5af0f216ad completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:55.309318 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.319924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3cd84408-ab29-4d21-9b6c-9a25f2549b32 None None] Provisioning complete for port 26acaaef-964d-4680-aac3-fd5af0f216ad triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:55.320497 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3cd84408-ab29-4d21-9b6c-9a25f2549b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.385908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Made reservation on behalf of 92b7ced098444e648d681f8fa2c36321 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:55.389304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.446434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e07a5e38-f3d5-4a43-bb13-8047a7e8a92a req-5d3daeae-55be-4f84-a25c-ed647d8e76fb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 210 time: 0.0517704 Jun 03 15:57:55.553258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3cd84408-ab29-4d21-9b6c-9a25f2549b32 None None] Current status of the port 26acaaef-964d-4680-aac3-fd5af0f216ad is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:55.553948 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3cd84408-ab29-4d21-9b6c-9a25f2549b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.603380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3cd84408-ab29-4d21-9b6c-9a25f2549b32 None None] For port 26acaaef-964d-4680-aac3-fd5af0f216ad, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=26acaaef-964d-4680-aac3-fd5af0f216ad,segment=NetworkSegment(ee2f35e4-a0b8-4183-86e5-e554024b3b34),segment_id=ee2f35e4-a0b8-4183-86e5-e554024b3b34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:57:55.609658 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3cd84408-ab29-4d21-9b6c-9a25f2549b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.628829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Port': ['ID=4470eff6-9037-4692-857e-45fc43640d9d,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:55.635608 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.684730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd84408-ab29-4d21-9b6c-9a25f2549b32 None None] Pushing event updated for resources: {'Port': ['ID=26acaaef-964d-4680-aac3-fd5af0f216ad,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:55.857259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Allocated IP 172.20.0.5 (baf1c905-710e-4b98-86c1-b5a62f20e22a/e505c85f-d6ad-44a6-9fde-a615806bfbb7/1f3168e1-9b92-461a-b346-1f9c7fd9848d) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:57:55.872475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:55.874355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:55.930636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-10ae1143-70e4-4c30-8959-afbc296e16f9 None None] Provisioning for port 4470eff6-9037-4692-857e-45fc43640d9d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:57:55.936155 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-10ae1143-70e4-4c30-8959-afbc296e16f9 None None] Provisioning complete for port 4470eff6-9037-4692-857e-45fc43640d9d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:55.936616 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10ae1143-70e4-4c30-8959-afbc296e16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:55.992018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-10ae1143-70e4-4c30-8959-afbc296e16f9 None None] Port 4470eff6-9037-4692-857e-45fc43640d9d cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:57:56.003401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-10ae1143-70e4-4c30-8959-afbc296e16f9 None None] Provisioning complete for port 26acaaef-964d-4680-aac3-fd5af0f216ad triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:56.003839 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10ae1143-70e4-4c30-8959-afbc296e16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.127193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-10ae1143-70e4-4c30-8959-afbc296e16f9 None None] Current status of the port 26acaaef-964d-4680-aac3-fd5af0f216ad is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:56.200685 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:57:56.247326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f62c4658-2a2e-4c37-b2dd-383e9aeeb7e7 None None] Provisioning complete for port 4470eff6-9037-4692-857e-45fc43640d9d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:56.247689 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f62c4658-2a2e-4c37-b2dd-383e9aeeb7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.285375 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.302313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f62c4658-2a2e-4c37-b2dd-383e9aeeb7e7 None None] Port 4470eff6-9037-4692-857e-45fc43640d9d cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:57:56.422081 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:57:56.425053 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.433593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Sync routers for ids ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:57:56.445476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 80dd9ffc-8580-4591-9d52-0b7c2a2b655d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:56.488527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Routers {'42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:56.489143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:57:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:56.500247 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e352e8da-65d5-444a-b90f-7727aef73322 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "PUT /v2.0/routers/42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2707081 Jun 03 15:57:56.512060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Network baf1c905-710e-4b98-86c1-b5a62f20e22a is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:57:56.526261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:57:56.536572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:57:56.585916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Pushing event updated for resources: {'Port': ['ID=1f3168e1-9b92-461a-b346-1f9c7fd9848d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:56.626002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:56.626704 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.652060 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6cb3fd0c-8675-4ddf-952c-0cd64ed99f1f tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6287580 Jun 03 15:57:56.659443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd22ef4-0d11-4a59-92fb-896eb3ded1a9 req-72a67003-2bae-446d-b45a-b8713ea99b09 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:56.664325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Request body: {'port': {'device_id': 'd3f5c88c-1a0f-43dd-8adf-281a0a50ed13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:56.666290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5bd22ef4-0d11-4a59-92fb-896eb3ded1a9 req-72a67003-2bae-446d-b45a-b8713ea99b09 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 931 time: 0.0998583 Jun 03 15:57:56.684477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:56.685368 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.718789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5bd22ef4-0d11-4a59-92fb-896eb3ded1a9 req-0148d97a-edcc-4650-bfe1-b646a4479c89 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515034 Jun 03 15:57:56.760853 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Set router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:56.802440 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:56.875146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-9c63382d-c781-4fb4-a22d-1243c7b0802a tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:56.876269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-9c63382d-c781-4fb4-a22d-1243c7b0802a tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Synchronizing usage tracker for tenant:e3d034ba8f884e748dec011b53776906 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:57:56.893500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-9c63382d-c781-4fb4-a22d-1243c7b0802a tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Unset dirty status for tenant:e3d034ba8f884e748dec011b53776906 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:57:56.895372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-9c63382d-c781-4fb4-a22d-1243c7b0802a tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/networks?id=a96a8d48-1c49-4ef6-8bfe-0890d19051f2 HTTP/1.1" status: 200 len: 797 time: 0.1860838 Jun 03 15:57:56.913770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-8a6d401d-404a-49a9-8990-a090741b76c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/quotas/e3d034ba8f884e748dec011b53776906 HTTP/1.1" status: 200 len: 375 time: 0.0113299 Jun 03 15:57:57.009631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-21009c91-703f-4d73-961b-6e562fbff2b2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3d034ba8f884e748dec011b53776906&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0900710 Jun 03 15:57:57.082736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:57.083824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 26acaaef-964d-4680-aac3-fd5af0f216ad up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:57:57.193097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3168e1-9b92-461a-b346-1f9c7fd9848d {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:57:57.200183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-3c576669-90c2-4c87-820d-f8b98536fa40 service neutron] 10.222.0.48 "GET /v2.0/networks/a96a8d48-1c49-4ef6-8bfe-0890d19051f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789453 Jun 03 15:57:57.209393 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:57.228827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Transition to ACTIVE for port object 1f3168e1-9b92-461a-b346-1f9c7fd9848d will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:57.236859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:57.243618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 26acaaef-964d-4680-aac3-fd5af0f216ad triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:57:57.244638 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:57.401668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-d0ea091c-ee89-4514-a30b-23520aeffea1 service neutron] 10.222.0.48 "GET /v2.0/networks/a96a8d48-1c49-4ef6-8bfe-0890d19051f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940641 Jun 03 15:57:57.424801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Pushing event updated for resources: {'Port': ['ID=1f3168e1-9b92-461a-b346-1f9c7fd9848d,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:57.519337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553265627', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:47Z', 'updated_at': '2022-06-03T15:57:54Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:48Z', 'updated_at': '2022-06-03T15:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '4470eff6-9037-4692-857e-45fc43640d9d', 'name': '', 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:37:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'af225b92-aed4-4ead-920b-ae9b1c6224f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:53Z', 'updated_at': '2022-06-03T15:57:54Z', 'revision_number': 2, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': 'af225b92-aed4-4ead-920b-ae9b1c6224f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:57.536472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Checking router: 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:57:57.536822 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Updating router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 port 4470eff6-9037-4692-857e-45fc43640d9d binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:57:57.577113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 26acaaef-964d-4680-aac3-fd5af0f216ad is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:57:57.620045 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:57.781437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a83219b-c28b-402f-9baf-553d76eb9243 req-d44b1100-9a18-4fc7-856a-ae530ef6e23c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 210 time: 0.0782077 Jun 03 15:57:57.804324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Attempting to bind port 1f3168e1-9b92-461a-b346-1f9c7fd9848d on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:57:57.804762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Attempting to bind port 1f3168e1-9b92-461a-b346-1f9c7fd9848d by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:57:57.805363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Attempting to bind port 1f3168e1-9b92-461a-b346-1f9c7fd9848d on network baf1c905-710e-4b98-86c1-b5a62f20e22a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:57.811370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Port 1f3168e1-9b92-461a-b346-1f9c7fd9848d on network baf1c905-710e-4b98-86c1-b5a62f20e22a not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:57:57.811813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Attempting to bind port 1f3168e1-9b92-461a-b346-1f9c7fd9848d on network baf1c905-710e-4b98-86c1-b5a62f20e22a {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:57.817756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:57:57.818211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Checking segment: {'id': 'dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:57.818853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Bound using segment: {'id': 'dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:57:57.819380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Bound port: 1f3168e1-9b92-461a-b346-1f9c7fd9848d, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:57:57.820202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:57.947447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e0393-c6b7-41b1-99c4-d9de1cde85bd req-b9662e8e-099c-44e2-a1cb-adee540732fd tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:57.951595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] For port 1f3168e1-9b92-461a-b346-1f9c7fd9848d, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:57.955605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] For port 1f3168e1-9b92-461a-b346-1f9c7fd9848d, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1f3168e1-9b92-461a-b346-1f9c7fd9848d,segment=NetworkSegment(dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6),segment_id=dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:57:57.958673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa1e0393-c6b7-41b1-99c4-d9de1cde85bd req-b9662e8e-099c-44e2-a1cb-adee540732fd tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 943 time: 0.0981426 Jun 03 15:57:57.962537 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.007976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa1e0393-c6b7-41b1-99c4-d9de1cde85bd req-61720eba-6201-4555-a9ae-a8f72d117dec tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Jun 03 15:57:58.044385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:58.044992 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.046760 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] 10.222.0.75 "PUT /v2.0/ports/1f3168e1-9b92-461a-b346-1f9c7fd9848d HTTP/1.1" status: 200 len: 1091 time: 1.3866203 Jun 03 15:57:58.047170 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f5c88c-1a0f-43dd-8adf-281a0a50ed13', 'tag': '1f3168e1-9b92-461a-b346-1f9c7fd9848d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:57:58.078090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9c602-4d9d-43a9-bbe5-5afb724d8bbc service neutron] Pushing event updated for resources: {'Port': ['ID=1f3168e1-9b92-461a-b346-1f9c7fd9848d,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:58.098718 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.114611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Transition to ACTIVE for port object 4470eff6-9037-4692-857e-45fc43640d9d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:57:58.124483 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.132576 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280fc484-a3d2-4e41-ae20-c1afb0524b8a'] response: {'name': 'network-changed', 'server_uuid': 'd3f5c88c-1a0f-43dd-8adf-281a0a50ed13', 'tag': '1f3168e1-9b92-461a-b346-1f9c7fd9848d', 'status': 'completed', 'code': 200} Jun 03 15:57:58.177431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6643df7b-2f1a-4c4e-b825-233efb61efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:58.178959 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-6643df7b-2f1a-4c4e-b825-233efb61efd0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=92b7ced098444e648d681f8fa2c36321&device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 1094 time: 0.0857663 Jun 03 15:57:58.265762 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-690da211-eaf6-40de-87c8-d8f774ee8a42 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f3168e1-9b92-461a-b346-1f9c7fd9848d HTTP/1.1" status: 200 len: 217 time: 0.0786176 Jun 03 15:57:58.295841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22538643-2b09-47a1-8e7d-62fc965b476f None None] Pushing event updated for resources: {'Port': ['ID=4470eff6-9037-4692-857e-45fc43640d9d,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:58.337850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-224047d8-3c23-462c-b530-38e33257e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:58.339507 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-224047d8-3c23-462c-b530-38e33257e260 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e505c85f-d6ad-44a6-9fde-a615806bfbb7 HTTP/1.1" status: 200 len: 848 time: 0.0649774 Jun 03 15:57:58.416133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Attempting to bind port 4470eff6-9037-4692-857e-45fc43640d9d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:57:58.416601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Attempting to bind port 4470eff6-9037-4692-857e-45fc43640d9d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:57:58.417068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Attempting to bind port 4470eff6-9037-4692-857e-45fc43640d9d on network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:57:58.423724 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-f243a082-f756-4486-ab2b-dcd0ab590177 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=baf1c905-710e-4b98-86c1-b5a62f20e22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703168 Jun 03 15:57:58.425701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:57:58.426087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Checking segment: {'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:57:58.426477 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.426880 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Bound using segment: {'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:57:58.427381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Bound port: 4470eff6-9037-4692-857e-45fc43640d9d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:57:58.427751 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.537429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] For port 4470eff6-9037-4692-857e-45fc43640d9d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:57:58.540841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] For port 4470eff6-9037-4692-857e-45fc43640d9d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4470eff6-9037-4692-857e-45fc43640d9d,segment=NetworkSegment(ee2f35e4-a0b8-4183-86e5-e554024b3b34),segment_id=ee2f35e4-a0b8-4183-86e5-e554024b3b34)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:57:58.544918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:58.564803 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-d498047d-651c-44d3-8d47-b38fccd74368 service neutron] 10.222.0.75 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334121 Jun 03 15:57:58.620473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Routers {'42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:57:58.621098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:57:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:58.698137 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22538643-2b09-47a1-8e7d-62fc965b476f None None] Pushing event updated for resources: {'Port': ['ID=4470eff6-9037-4692-857e-45fc43640d9d,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:57:58.710964 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-34e487f6-123a-45d8-bc1d-39442c71f1b7 req-478f6c92-bc60-4e0b-8d63-6c99dde15360 service neutron] 10.222.0.75 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377988 Jun 03 15:57:58.845986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896e014-2481-4831-9b3e-5d66e1688608 req-6de45f45-bb12-4bcd-b4da-4173bae1873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:58.847530 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e896e014-2481-4831-9b3e-5d66e1688608 req-6de45f45-bb12-4bcd-b4da-4173bae1873e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=92b7ced098444e648d681f8fa2c36321&device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 1094 time: 0.0904872 Jun 03 15:57:58.872982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] Set router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:57:58.949552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c66f43ad-fa97-4dd9-b803-c878683287a6 req-4edd71a0-f75b-47fa-8e7e-46bfbc09fc61 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 210 time: 0.0622003 Jun 03 15:57:59.111761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896e014-2481-4831-9b3e-5d66e1688608 req-1eb87a4a-8adc-4cc2-9542-56dfbfcc784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:59.113252 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e896e014-2481-4831-9b3e-5d66e1688608 req-1eb87a4a-8adc-4cc2-9542-56dfbfcc784f service neutron] 10.222.0.75 "GET /v2.0/networks?id=baf1c905-710e-4b98-86c1-b5a62f20e22a HTTP/1.1" status: 200 len: 909 time: 0.2589009 Jun 03 15:57:59.192365 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e896e014-2481-4831-9b3e-5d66e1688608 req-64ae498e-3e9a-4126-85e8-b01f0a8c425a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f3168e1-9b92-461a-b346-1f9c7fd9848d HTTP/1.1" status: 200 len: 217 time: 0.0693915 Jun 03 15:57:59.198782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-fd586243-21e2-4209-91bf-163798c91dbe tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:59.200220 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-fd586243-21e2-4209-91bf-163798c91dbe tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.67 "GET /v2.0/networks?id=a96a8d48-1c49-4ef6-8bfe-0890d19051f2 HTTP/1.1" status: 200 len: 797 time: 0.2623873 Jun 03 15:57:59.216089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07878bb-4cac-4509-8f2b-12f8e796d462 req-b78f23f8-7da0-45e8-9e78-1f8eed67deba tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:59.217797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c07878bb-4cac-4509-8f2b-12f8e796d462 req-b78f23f8-7da0-45e8-9e78-1f8eed67deba tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 943 time: 0.0861056 Jun 03 15:57:59.239382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553265627', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:47Z', 'updated_at': '2022-06-03T15:57:54Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:48Z', 'updated_at': '2022-06-03T15:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '4470eff6-9037-4692-857e-45fc43640d9d', 'name': '', 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:37:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'af225b92-aed4-4ead-920b-ae9b1c6224f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:53Z', 'updated_at': '2022-06-03T15:57:58Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': 'af225b92-aed4-4ead-920b-ae9b1c6224f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:57:59.243903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98662135-6ed4-4a77-9f8a-353304f419ab None None] The sync data for ids ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'] in n-d-844595-1 is: [{'id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553265627', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:47Z', 'updated_at': '2022-06-03T15:57:54Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:48Z', 'updated_at': '2022-06-03T15:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '4470eff6-9037-4692-857e-45fc43640d9d', 'name': '', 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:37:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'af225b92-aed4-4ead-920b-ae9b1c6224f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:53Z', 'updated_at': '2022-06-03T15:57:58Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': 'af225b92-aed4-4ead-920b-ae9b1c6224f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:57:59.244784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Request body: {'port': {'device_id': '54792a4d-18e3-45e3-bbfd-48724c6d536c', 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2', 'admin_state_up': True, 'tenant_id': 'e3d034ba8f884e748dec011b53776906'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:57:59.265921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c07878bb-4cac-4509-8f2b-12f8e796d462 req-107384a6-74c4-4629-b757-408ca84e70bd tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Jun 03 15:57:59.378421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896e014-2481-4831-9b3e-5d66e1688608 req-d317ec7c-7d4b-4375-ab63-4f3705fbc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:57:59.379915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e896e014-2481-4831-9b3e-5d66e1688608 req-d317ec7c-7d4b-4375-ab63-4f3705fbc582 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e505c85f-d6ad-44a6-9fde-a615806bfbb7 HTTP/1.1" status: 200 len: 848 time: 0.1789138 Jun 03 15:57:59.581401 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e896e014-2481-4831-9b3e-5d66e1688608 req-1b57c6a8-a565-4aad-976d-b64ae8ae0d68 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=baf1c905-710e-4b98-86c1-b5a62f20e22a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1889572 Jun 03 15:57:59.680141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:57:59.687624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Usage tracker for resource:port and tenant:e3d034ba8f884e748dec011b53776906 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:57:59.692149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:57:59.700688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:57:59.737359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Made reservation on behalf of e3d034ba8f884e748dec011b53776906 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:57:59.741062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:59.764020 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:57:59.767665 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e896e014-2481-4831-9b3e-5d66e1688608 req-4b54760a-1ed9-44e5-90a4-136a677341a3 service neutron] 10.222.0.75 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773958 Jun 03 15:58:00.014934 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e896e014-2481-4831-9b3e-5d66e1688608 req-f6660807-ada1-4e52-88f2-7e040505b40b service neutron] 10.222.0.75 "GET /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114000 Jun 03 15:58:00.026993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Allocated IP 172.20.0.24 (a96a8d48-1c49-4ef6-8bfe-0890d19051f2/af225b92-aed4-4ead-920b-ae9b1c6224f9/1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:58:00.106153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88e57dd6-1d61-4675-9808-1d13fb7e5452 req-a6b7db9b-1419-4294-975d-4195682a6586 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 210 time: 0.0534844 Jun 03 15:58:00.195681 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:00.211959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Transition to ACTIVE for port object 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:00.239263 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:00.309922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:58:00.313371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:58:00.317512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:58:00.357208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event updated for resources: {'Port': ['ID=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:00.405749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:00.406688 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:00.443617 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-54daa0b3-0fe1-42d7-8801-4d71b81f5052 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2064958 Jun 03 15:58:00.467214 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Request body: {'port': {'device_id': '54792a4d-18e3-45e3-bbfd-48724c6d536c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:00.506190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4470eff6-9037-4692-857e-45fc43640d9d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:00.537061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a3bf7-c7a1-41ec-8f88-2fdccfbece99 req-92bb495b-087c-4633-8b92-efbdeaefd6ae tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:00.539044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a1a3bf7-c7a1-41ec-8f88-2fdccfbece99 req-92bb495b-087c-4633-8b92-efbdeaefd6ae tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 943 time: 0.1059737 Jun 03 15:58:00.585852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a1a3bf7-c7a1-41ec-8f88-2fdccfbece99 req-57b5f276-d54c-40c1-89ee-ff81439bcb96 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Jun 03 15:58:00.601546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 4470eff6-9037-4692-857e-45fc43640d9d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:00.611589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4470eff6-9037-4692-857e-45fc43640d9d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:00.611736 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:00.612193 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:00.736252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d3822cfc-4e62-41cb-a8c9-b76f146f3e2a None None] Provisioning for port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:00.740975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4470eff6-9037-4692-857e-45fc43640d9d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:00.740975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:00.753705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d3822cfc-4e62-41cb-a8c9-b76f146f3e2a None None] Provisioning complete for port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:00.754091 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d3822cfc-4e62-41cb-a8c9-b76f146f3e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:00.818243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 4470eff6-9037-4692-857e-45fc43640d9d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4470eff6-9037-4692-857e-45fc43640d9d,segment=NetworkSegment(ee2f35e4-a0b8-4183-86e5-e554024b3b34),segment_id=ee2f35e4-a0b8-4183-86e5-e554024b3b34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:00.820720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d3822cfc-4e62-41cb-a8c9-b76f146f3e2a None None] Port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:58:00.823646 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:00.898156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=4470eff6-9037-4692-857e-45fc43640d9d,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:00.965619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:58:00.972588 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:00.987369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Transition to ACTIVE for port object 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:00.992677 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:01.118449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Pushing event updated for resources: {'Port': ['ID=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:01.227708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Attempting to bind port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:58:01.228076 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Attempting to bind port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:58:01.228362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Attempting to bind port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f on network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:58:01.235542 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f on network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:58:01.235834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Attempting to bind port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f on network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:58:01.241807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:58:01.242228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Checking segment: {'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:58:01.242642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Bound using segment: {'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:58:01.243150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Bound port: 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2f35e4-a0b8-4183-86e5-e554024b3b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:58:01.243410 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:01.304256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e130e-b20a-4f54-b141-9655a790e300 req-b338d3de-dd14-464f-be37-f1c9989a08e2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:01.305982 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df8e130e-b20a-4f54-b141-9655a790e300 req-b338d3de-dd14-464f-be37-f1c9989a08e2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 907 time: 0.0895090 Jun 03 15:58:01.342677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] For port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:58:01.346985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] For port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f,segment=NetworkSegment(ee2f35e4-a0b8-4183-86e5-e554024b3b34),segment_id=ee2f35e4-a0b8-4183-86e5-e554024b3b34)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:58:01.352457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:01.542071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:01.542700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:01.544322 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] 10.222.0.67 "PUT /v2.0/ports/1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f HTTP/1.1" status: 200 len: 1055 time: 1.0812638 Jun 03 15:58:01.544782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54792a4d-18e3-45e3-bbfd-48724c6d536c', 'tag': '1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:01.570042 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cb1d9-e602-4570-89dd-a7e3bf59854f service neutron] Pushing event updated for resources: {'Port': ['ID=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:01.597660 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ab5e2f-7ec9-4f11-b486-20db9785c9e4'] response: {'name': 'network-changed', 'server_uuid': '54792a4d-18e3-45e3-bbfd-48724c6d536c', 'tag': '1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f', 'status': 'completed', 'code': 200} Jun 03 15:58:01.623338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1f3168e1-9b92-461a-b346-1f9c7fd9848d details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:58:01.695561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-93c8eb6f-172f-4e20-8da9-b2670a235aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:01.697969 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-93c8eb6f-172f-4e20-8da9-b2670a235aa4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3d034ba8f884e748dec011b53776906&device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 1058 time: 0.0827754 Jun 03 15:58:01.777600 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-29613bf6-1d4e-448a-8489-2dc88e0ae148 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f HTTP/1.1" status: 200 len: 217 time: 0.0665572 Jun 03 15:58:01.791261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 1f3168e1-9b92-461a-b346-1f9c7fd9848d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1f3168e1-9b92-461a-b346-1f9c7fd9848d,segment=NetworkSegment(dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6),segment_id=dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:01.801226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1aa1d-d87f-4e58-b0da-9a0835c92476 req-6954b55a-12eb-4b0d-8a33-b9969b7150d1 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:01.803139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03f1aa1d-d87f-4e58-b0da-9a0835c92476 req-6954b55a-12eb-4b0d-8a33-b9969b7150d1 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 943 time: 0.0925403 Jun 03 15:58:01.805498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '1f3168e1-9b92-461a-b346-1f9c7fd9848d', 'network_id': 'baf1c905-710e-4b98-86c1-b5a62f20e22a', 'port_id': '1f3168e1-9b92-461a-b346-1f9c7fd9848d', 'mac_address': 'fa:16:3e:30:28:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e505c85f-d6ad-44a6-9fde-a615806bfbb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:58:01.842454 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-2a9d54ec-e52a-470d-be88-542e16c275c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:01.844125 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-2a9d54ec-e52a-470d-be88-542e16c275c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af225b92-aed4-4ead-920b-ae9b1c6224f9 HTTP/1.1" status: 200 len: 837 time: 0.0606921 Jun 03 15:58:01.847627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03f1aa1d-d87f-4e58-b0da-9a0835c92476 req-f98713fb-2fda-4f51-979d-8540dedccec8 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382481 Jun 03 15:58:01.863535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 1f3168e1-9b92-461a-b346-1f9c7fd9848d is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:01.863975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:01.880569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3168e1-9b92-461a-b346-1f9c7fd9848d {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:58:01.897152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 1f3168e1-9b92-461a-b346-1f9c7fd9848d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1f3168e1-9b92-461a-b346-1f9c7fd9848d,segment=NetworkSegment(dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6),segment_id=dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:01.902142 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:01.928840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-b383bcfa-4d6d-4d1d-abf0-13c8981b919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:01.930396 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-b383bcfa-4d6d-4d1d-abf0-13c8981b919e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a96a8d48-1c49-4ef6-8bfe-0890d19051f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786111 Jun 03 15:58:01.971644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=1f3168e1-9b92-461a-b346-1f9c7fd9848d,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:02.063765 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-827e579e-a38e-44b3-b6b4-864b3f2b566d service neutron] 10.222.0.67 "GET /v2.0/networks/a96a8d48-1c49-4ef6-8bfe-0890d19051f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272202 Jun 03 15:58:02.154048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['1f3168e1-9b92-461a-b346-1f9c7fd9848d'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:58:02.207362 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-148d9d2f-641b-412c-a566-ce8a3522f702 req-53b35cb6-5c6e-4f9d-b87c-ad18beb1858b service neutron] 10.222.0.67 "GET /v2.0/networks/a96a8d48-1c49-4ef6-8bfe-0890d19051f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364119 Jun 03 15:58:02.211240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6af60920-40c6-4950-bead-3726d3b5ff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:02.366027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fecb8-c59b-4d75-be23-00d964fd6cf4 req-f18215ca-2fbb-4b6a-a6c4-c1720b62dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:02.367512 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c3fecb8-c59b-4d75-be23-00d964fd6cf4 req-f18215ca-2fbb-4b6a-a6c4-c1720b62dad8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3d034ba8f884e748dec011b53776906&device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 1058 time: 0.0774224 Jun 03 15:58:02.436828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4470eff6-9037-4692-857e-45fc43640d9d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:02.510825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fecb8-c59b-4d75-be23-00d964fd6cf4 req-a1263cb2-4698-475d-bced-d697ffdaa645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:02.512306 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c3fecb8-c59b-4d75-be23-00d964fd6cf4 req-a1263cb2-4698-475d-bced-d697ffdaa645 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a96a8d48-1c49-4ef6-8bfe-0890d19051f2 HTTP/1.1" status: 200 len: 898 time: 0.1381209 Jun 03 15:58:02.512949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4470eff6-9037-4692-857e-45fc43640d9d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:02.513382 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:02.514163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d136549-3e25-4eb2-9add-b96a1af4b2c8 req-909296ba-8e09-461f-a466-c39b22a4c5e9 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:02.515667 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d136549-3e25-4eb2-9add-b96a1af4b2c8 req-909296ba-8e09-461f-a466-c39b22a4c5e9 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 907 time: 0.0887237 Jun 03 15:58:02.582289 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c3fecb8-c59b-4d75-be23-00d964fd6cf4 req-1737bb4b-39c2-404b-9d92-621604dbeb4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f HTTP/1.1" status: 200 len: 217 time: 0.0638199 Jun 03 15:58:02.632336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4470eff6-9037-4692-857e-45fc43640d9d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:02.647753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fecb8-c59b-4d75-be23-00d964fd6cf4 req-abfbdac2-5d38-4a20-8603-b081b1a8298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:02.649255 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c3fecb8-c59b-4d75-be23-00d964fd6cf4 req-abfbdac2-5d38-4a20-8603-b081b1a8298f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=af225b92-aed4-4ead-920b-ae9b1c6224f9 HTTP/1.1" status: 200 len: 837 time: 0.0614452 Jun 03 15:58:02.736597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fecb8-c59b-4d75-be23-00d964fd6cf4 req-a3c8ddb1-6492-4390-a7f1-90c86600f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:02.738110 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c3fecb8-c59b-4d75-be23-00d964fd6cf4 req-a3c8ddb1-6492-4390-a7f1-90c86600f316 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a96a8d48-1c49-4ef6-8bfe-0890d19051f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830710 Jun 03 15:58:02.870652 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c3fecb8-c59b-4d75-be23-00d964fd6cf4 req-839e8b66-9e83-479c-818b-6fde3a3a84a1 service neutron] 10.222.0.67 "GET /v2.0/networks/a96a8d48-1c49-4ef6-8bfe-0890d19051f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256433 Jun 03 15:58:03.005909 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8c3fecb8-c59b-4d75-be23-00d964fd6cf4 req-5f3c5f88-fe0a-4c53-a97f-0d79c4830a7a service neutron] 10.222.0.67 "GET /v2.0/networks/a96a8d48-1c49-4ef6-8bfe-0890d19051f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272125 Jun 03 15:58:03.042646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4816c88-d271-4928-86cd-e94ab7c50a92 req-a7aeb21a-034b-4ac7-af12-e8f53df3dcb3 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:03.044091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4816c88-d271-4928-86cd-e94ab7c50a92 req-a7aeb21a-034b-4ac7-af12-e8f53df3dcb3 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 944 time: 0.0816896 Jun 03 15:58:03.088674 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4816c88-d271-4928-86cd-e94ab7c50a92 req-90db222c-d1b0-4336-9184-e406000d5dba tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Jun 03 15:58:03.440433 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-70669251-80d4-48f2-8422-c3c7c34478fb req-ab540d8d-df8d-4310-9b51-1be942036d04 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773370 Jun 03 15:58:03.599487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70669251-80d4-48f2-8422-c3c7c34478fb req-f4794179-c328-4945-9df2-f0be7b1548f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:03.601652 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-70669251-80d4-48f2-8422-c3c7c34478fb req-f4794179-c328-4945-9df2-f0be7b1548f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 1097 time: 0.0727665 Jun 03 15:58:03.628384 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1f3168e1-9b92-461a-b346-1f9c7fd9848d up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:03.697943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 1f3168e1-9b92-461a-b346-1f9c7fd9848d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:03.703347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 1f3168e1-9b92-461a-b346-1f9c7fd9848d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:03.703861 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:03.707505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde50129-264a-4ed7-9ca4-cd34d213e8bd req-c912a562-5888-4881-8c49-133bbd36af69 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:03.708982 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dde50129-264a-4ed7-9ca4-cd34d213e8bd req-c912a562-5888-4881-8c49-133bbd36af69 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 907 time: 0.0863545 Jun 03 15:58:03.749284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70669251-80d4-48f2-8422-c3c7c34478fb req-72c36d16-8bfc-4d9d-a6fe-439e882f38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:03.750764 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-70669251-80d4-48f2-8422-c3c7c34478fb req-72c36d16-8bfc-4d9d-a6fe-439e882f38b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.1310284 Jun 03 15:58:03.829586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 1f3168e1-9b92-461a-b346-1f9c7fd9848d is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:03.829973 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:03.856871 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-70669251-80d4-48f2-8422-c3c7c34478fb req-4bd6bc8c-8f7c-4f2d-a8ba-4737de72f7bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a HTTP/1.1" status: 200 len: 1002 time: 0.0986133 Jun 03 15:58:03.857402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f5c88c-1a0f-43dd-8adf-281a0a50ed13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3168e1-9b92-461a-b346-1f9c7fd9848d'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:03.867729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 1f3168e1-9b92-461a-b346-1f9c7fd9848d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1f3168e1-9b92-461a-b346-1f9c7fd9848d,segment=NetworkSegment(dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6),segment_id=dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:03.872817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:03.910474 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388548c5-7acb-42cd-a934-63a7a3738d4f'] response: {'server_uuid': 'd3f5c88c-1a0f-43dd-8adf-281a0a50ed13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3168e1-9b92-461a-b346-1f9c7fd9848d', 'code': 200} Jun 03 15:58:03.931040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70669251-80d4-48f2-8422-c3c7c34478fb req-03847508-0eb0-4278-b98a-12c6c45ef7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:03.932492 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-70669251-80d4-48f2-8422-c3c7c34478fb req-03847508-0eb0-4278-b98a-12c6c45ef7ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0692661 Jun 03 15:58:03.955133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=1f3168e1-9b92-461a-b346-1f9c7fd9848d,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:04.064824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70669251-80d4-48f2-8422-c3c7c34478fb req-ddc3e991-cc07-4b94-abb8-2279d8410e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:04.066373 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-70669251-80d4-48f2-8422-c3c7c34478fb req-ddc3e991-cc07-4b94-abb8-2279d8410e71 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264937 Jun 03 15:58:04.070227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f3121-0119-409b-9d8e-f3a0000fb521 req-783b97ed-247d-47d2-b667-7fbe59763f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:04.071563 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-de7f3121-0119-409b-9d8e-f3a0000fb521 req-783b97ed-247d-47d2-b667-7fbe59763f59 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 1096 time: 0.1019886 Jun 03 15:58:04.306585 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-de7f3121-0119-409b-9d8e-f3a0000fb521 req-68952bc6-1894-4ccb-a846-d88def27aeb5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029181 Jun 03 15:58:04.342322 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-70669251-80d4-48f2-8422-c3c7c34478fb req-811e0031-503c-4466-b380-a20d952ac25a service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693532 Jun 03 15:58:04.383864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a340646-f8a7-4930-a949-483d4d8a29b5 req-1d4b94c2-68b9-4d44-a7c8-eb7ed4f5fc81 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:04.385353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a340646-f8a7-4930-a949-483d4d8a29b5 req-1d4b94c2-68b9-4d44-a7c8-eb7ed4f5fc81 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 945 time: 0.1868069 Jun 03 15:58:04.429078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a340646-f8a7-4930-a949-483d4d8a29b5 req-095c70f0-73d0-4582-930a-a8deaef2efc8 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378468 Jun 03 15:58:04.473805 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-70669251-80d4-48f2-8422-c3c7c34478fb req-92c63856-7953-44cd-9aeb-1d7300871f90 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252604 Jun 03 15:58:04.846903 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8a0015b4-8967-4bc5-b214-e2dbb0db2e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:04.907980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1b673-d39d-4a91-aea0-27920ddb53cd req-8bc6a3b8-cc94-4253-a24b-e8ad884ba27d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:04.909428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7f1b673-d39d-4a91-aea0-27920ddb53cd req-8bc6a3b8-cc94-4253-a24b-e8ad884ba27d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 907 time: 0.0863879 Jun 03 15:58:05.353549 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:05.619059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51254d3-d8a7-4a99-b884-d1c6e8c78737 req-3f597069-01d5-4697-b5b0-0435a0187f1e tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:05.620445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b51254d3-d8a7-4a99-b884-d1c6e8c78737 req-3f597069-01d5-4697-b5b0-0435a0187f1e tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 945 time: 0.0855768 Jun 03 15:58:05.667254 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b51254d3-d8a7-4a99-b884-d1c6e8c78737 req-ea38d35c-ee0b-4867-8e37-5ac1efc15b0a tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Jun 03 15:58:05.679797 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:06.109913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c92d4f-6a74-4420-bd8a-158f037e7a10 req-3f42d9ef-3f55-405a-9c2b-cf2724c6e652 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:06.111373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74c92d4f-6a74-4420-bd8a-158f037e7a10 req-3f42d9ef-3f55-405a-9c2b-cf2724c6e652 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 907 time: 0.0929973 Jun 03 15:58:06.715581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:58:06.859043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de759b2b-b713-46fb-b624-a938815ce006 req-5cfb9241-09b1-4127-af69-f65a567379c0 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:06.860471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de759b2b-b713-46fb-b624-a938815ce006 req-5cfb9241-09b1-4127-af69-f65a567379c0 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 945 time: 0.0854392 Jun 03 15:58:06.890417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f,segment=NetworkSegment(ee2f35e4-a0b8-4183-86e5-e554024b3b34),segment_id=ee2f35e4-a0b8-4183-86e5-e554024b3b34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:06.905802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f', 'network_id': 'a96a8d48-1c49-4ef6-8bfe-0890d19051f2', 'port_id': '1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f', 'mac_address': 'fa:16:3e:6e:ad:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af225b92-aed4-4ead-920b-ae9b1c6224f9', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:58:06.908733 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de759b2b-b713-46fb-b624-a938815ce006 req-6d6c1a28-b796-4413-934f-9d2048c51459 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Jun 03 15:58:06.964873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:06.965255 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:06.982391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:58:06.998539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f,segment=NetworkSegment(ee2f35e4-a0b8-4183-86e5-e554024b3b34),segment_id=ee2f35e4-a0b8-4183-86e5-e554024b3b34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:07.003304 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:07.073344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:07.131576 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:07.314931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9f6eb-6cf4-4dea-9f3d-9c9e1ccec8a1 req-1d0566d1-72c0-4db9-acef-1f5b9475512a tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:07.316330 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5de9f6eb-6cf4-4dea-9f3d-9c9e1ccec8a1 req-1d0566d1-72c0-4db9-acef-1f5b9475512a tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 908 time: 0.0845215 Jun 03 15:58:07.376540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:58:07.904925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdc5f8-85fb-4255-a799-0ac74fe28003 req-e90e518f-44a1-437b-a856-b3c4aa4f5cc0 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:07.906314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97fdc5f8-85fb-4255-a799-0ac74fe28003 req-e90e518f-44a1-437b-a856-b3c4aa4f5cc0 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 945 time: 0.0999272 Jun 03 15:58:07.960002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97fdc5f8-85fb-4255-a799-0ac74fe28003 req-d5b67752-2b04-40ff-b100-65871a4e1d6c tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Jun 03 15:58:08.510299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc9447-b3c0-4fc6-ae1b-eeeeda4b04ed req-8f27dc7d-808a-4504-94a6-8d6679b9142c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:08.511766 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1dc9447-b3c0-4fc6-ae1b-eeeeda4b04ed req-8f27dc7d-808a-4504-94a6-8d6679b9142c tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 908 time: 0.0860491 Jun 03 15:58:08.716444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:08.789812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:08.794406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:08.794765 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:08.909279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:08.909651 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:08.938037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54792a4d-18e3-45e3-bbfd-48724c6d536c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:08.948284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f,segment=NetworkSegment(ee2f35e4-a0b8-4183-86e5-e554024b3b34),segment_id=ee2f35e4-a0b8-4183-86e5-e554024b3b34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:08.952433 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:08.991406 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1d49b5-0179-401b-a80c-131475db6db9'] response: {'server_uuid': '54792a4d-18e3-45e3-bbfd-48724c6d536c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f', 'code': 200} Jun 03 15:58:09.033812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:09.082710 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:09.143578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dadec-b7b3-40bc-a867-bad39727582a req-cee485b8-b7cd-4afe-96b8-9a91b0d8ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:09.145057 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-074dadec-b7b3-40bc-a867-bad39727582a req-cee485b8-b7cd-4afe-96b8-9a91b0d8ac8f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 1060 time: 0.0693734 Jun 03 15:58:09.164594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74ce09-7e29-491d-8146-fdc9078a47f0 req-9435d3d2-ed5c-44a6-aaee-4e9567e46050 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:09.166135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f74ce09-7e29-491d-8146-fdc9078a47f0 req-9435d3d2-ed5c-44a6-aaee-4e9567e46050 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 945 time: 0.0801175 Jun 03 15:58:09.212596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f74ce09-7e29-491d-8146-fdc9078a47f0 req-150ca93b-a95b-4ea4-8c39-e65b8718e537 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/security-groups?id=0750653b-ed44-460c-89a2-acfeafe8c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405128 Jun 03 15:58:09.249548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaa1d0-0452-407a-94b9-657025056881 req-4af749f2-7fa3-47cb-b11c-c2cdf281a329 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:09.250333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-1fbaa1d0-0452-407a-94b9-657025056881 req-4af749f2-7fa3-47cb-b11c-c2cdf281a329 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Synchronizing usage tracker for tenant:92b7ced098444e648d681f8fa2c36321 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:58:09.267157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-1fbaa1d0-0452-407a-94b9-657025056881 req-4af749f2-7fa3-47cb-b11c-c2cdf281a329 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Unset dirty status for tenant:92b7ced098444e648d681f8fa2c36321 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:58:09.268353 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1fbaa1d0-0452-407a-94b9-657025056881 req-4af749f2-7fa3-47cb-b11c-c2cdf281a329 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 945 time: 0.1006291 Jun 03 15:58:09.338137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-1fbaa1d0-0452-407a-94b9-657025056881 req-faeb3c17-bd95-4863-9915-a55ec2b31877 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Deleting port 1f3168e1-9b92-461a-b346-1f9c7fd9848d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:09.338447 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1fbaa1d0-0452-407a-94b9-657025056881 req-faeb3c17-bd95-4863-9915-a55ec2b31877 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:09.585923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-1fbaa1d0-0452-407a-94b9-657025056881 req-faeb3c17-bd95-4863-9915-a55ec2b31877 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] For port 1f3168e1-9b92-461a-b346-1f9c7fd9848d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1f3168e1-9b92-461a-b346-1f9c7fd9848d,segment=NetworkSegment(dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6),segment_id=dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:09.586302 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1fbaa1d0-0452-407a-94b9-657025056881 req-faeb3c17-bd95-4863-9915-a55ec2b31877 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:09.699968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7daee8f-73db-4a16-884f-5f280ff57e38 req-0521824d-7b00-4401-bfd7-8e6bd06e8163 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:09.701430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7daee8f-73db-4a16-884f-5f280ff57e38 req-0521824d-7b00-4401-bfd7-8e6bd06e8163 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 909 time: 0.0832536 Jun 03 15:58:09.707937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-1fbaa1d0-0452-407a-94b9-657025056881 req-faeb3c17-bd95-4863-9915-a55ec2b31877 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Calling delete_port for 1f3168e1-9b92-461a-b346-1f9c7fd9848d owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:09.870996 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1fbaa1d0-0452-407a-94b9-657025056881 req-faeb3c17-bd95-4863-9915-a55ec2b31877 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:09.922889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb3c17-bd95-4863-9915-a55ec2b31877 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Pushing event deleted for resources: {'Port': ['ID=1f3168e1-9b92-461a-b346-1f9c7fd9848d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:09.998727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbaa1d0-0452-407a-94b9-657025056881 req-faeb3c17-bd95-4863-9915-a55ec2b31877 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] No DVR routers for this DVR port 1f3168e1-9b92-461a-b346-1f9c7fd9848d on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:58:10.003182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-1fbaa1d0-0452-407a-94b9-657025056881 req-faeb3c17-bd95-4863-9915-a55ec2b31877 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:10.007126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f5c88c-1a0f-43dd-8adf-281a0a50ed13', 'name': 'network-vif-deleted', 'tag': '1f3168e1-9b92-461a-b346-1f9c7fd9848d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:10.032044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1fbaa1d0-0452-407a-94b9-657025056881 req-faeb3c17-bd95-4863-9915-a55ec2b31877 tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.75 "DELETE /v2.0/ports/1f3168e1-9b92-461a-b346-1f9c7fd9848d HTTP/1.1" status: 204 len: 173 time: 0.7576702 Jun 03 15:58:10.064883 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5890e604-f61d-4569-833c-e69fbe037111'] response: {'server_uuid': 'd3f5c88c-1a0f-43dd-8adf-281a0a50ed13', 'name': 'network-vif-deleted', 'tag': '1f3168e1-9b92-461a-b346-1f9c7fd9848d', 'status': 'completed', 'code': 200} Jun 03 15:58:10.387156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41c38cc0-181c-4ae0-89b7-cad73c779771 req-265464d6-b3b2-456c-a4b7-0ce9baee08cb tempest-VolumesActionsTest-1928667929 tempest-VolumesActionsTest-1928667929-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f5c88c-1a0f-43dd-8adf-281a0a50ed13 HTTP/1.1" status: 200 len: 210 time: 0.0501940 Jun 03 15:58:10.912409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0823d8-e214-4ada-8b86-9446cc1a4be8 req-19f6dcd9-4134-4658-aa89-816ac15099b3 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:10.913894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa0823d8-e214-4ada-8b86-9446cc1a4be8 req-19f6dcd9-4134-4658-aa89-816ac15099b3 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 909 time: 0.0931766 Jun 03 15:58:11.115871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef75d5-1bce-4eaa-a31e-f39cb8c2cbd5 req-14ed336a-2c51-410f-a609-c465c0a314cf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:11.118114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99ef75d5-1bce-4eaa-a31e-f39cb8c2cbd5 req-14ed336a-2c51-410f-a609-c465c0a314cf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 909 time: 0.0953960 Jun 03 15:58:11.298273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc78142-05db-4faa-b478-1b291c74a31e req-05856604-c9dc-466a-9826-f87ac53b79c6 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:11.300761 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fc78142-05db-4faa-b478-1b291c74a31e req-05856604-c9dc-466a-9826-f87ac53b79c6 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 1060 time: 0.0758564 Jun 03 15:58:11.510162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ce0f-120c-4140-b9b6-9aa8bf577537 req-1d7e011a-4418-4c0b-bf22-5c4e9788b1b6 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:11.511894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca13ce0f-120c-4140-b9b6-9aa8bf577537 req-1d7e011a-4418-4c0b-bf22-5c4e9788b1b6 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 1135 time: 0.0910909 Jun 03 15:58:11.558748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ca13ce0f-120c-4140-b9b6-9aa8bf577537 req-28799b17-6c0a-4abe-b40d-bbbd57492d4c tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Synchronizing usage tracker for tenant:319f60af178e48e1b40edd0ae5545cc3 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:58:11.583090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-ca13ce0f-120c-4140-b9b6-9aa8bf577537 req-28799b17-6c0a-4abe-b40d-bbbd57492d4c tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Unset dirty status for tenant:319f60af178e48e1b40edd0ae5545cc3 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:58:11.587460 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca13ce0f-120c-4140-b9b6-9aa8bf577537 req-28799b17-6c0a-4abe-b40d-bbbd57492d4c tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0698097 Jun 03 15:58:11.607103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59800) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:11.679402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f6286d-fb6e-493f-afd0-da6e173b3697 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:11.680405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-58f6286d-fb6e-493f-afd0-da6e173b3697 tempest-TestSecurityGroupsBasicOps-1836618715 tempest-TestSecurityGroupsBasicOps-1836618715-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 1055 time: 0.0746663 Jun 03 15:58:11.700551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1f3168e1-9b92-461a-b346-1f9c7fd9848d no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:11.745336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 1f3168e1-9b92-461a-b346-1f9c7fd9848d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:11.745336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1f3168e1-9b92-461a-b346-1f9c7fd9848d not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:12.284708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8c9f1-4cc8-43b0-b341-e5b6a6fc6b07 req-f1223778-c392-4012-b541-4b77eac96093 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:12.289665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2cd8c9f1-4cc8-43b0-b341-e5b6a6fc6b07 req-f1223778-c392-4012-b541-4b77eac96093 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 909 time: 0.1028085 Jun 03 15:58:13.525528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d55b6-037b-4f2a-aee0-ad2326f9f309 req-26201ad5-95ed-4086-b792-0a652a8e3540 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:13.529092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b48d55b6-037b-4f2a-aee0-ad2326f9f309 req-26201ad5-95ed-4086-b792-0a652a8e3540 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 909 time: 0.0893695 Jun 03 15:58:13.675204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e1af5-be92-494a-be20-53b36ebcea7f req-7d646c13-510a-431e-85c1-3d4ae5231cf7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:13.675204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-012e1af5-be92-494a-be20-53b36ebcea7f req-7d646c13-510a-431e-85c1-3d4ae5231cf7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Synchronizing usage tracker for tenant:e3d034ba8f884e748dec011b53776906 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:58:13.694085 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-012e1af5-be92-494a-be20-53b36ebcea7f req-7d646c13-510a-431e-85c1-3d4ae5231cf7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Unset dirty status for tenant:e3d034ba8f884e748dec011b53776906 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:58:13.696039 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-012e1af5-be92-494a-be20-53b36ebcea7f req-7d646c13-510a-431e-85c1-3d4ae5231cf7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.67 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 909 time: 0.1217313 Jun 03 15:58:13.787305 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-012e1af5-be92-494a-be20-53b36ebcea7f req-79524629-1df9-47e3-a116-b0b456b6001d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Deleting port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:13.787305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-012e1af5-be92-494a-be20-53b36ebcea7f req-79524629-1df9-47e3-a116-b0b456b6001d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.260614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-012e1af5-be92-494a-be20-53b36ebcea7f req-79524629-1df9-47e3-a116-b0b456b6001d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] For port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f,segment=NetworkSegment(ee2f35e4-a0b8-4183-86e5-e554024b3b34),segment_id=ee2f35e4-a0b8-4183-86e5-e554024b3b34)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:14.262289 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-012e1af5-be92-494a-be20-53b36ebcea7f req-79524629-1df9-47e3-a116-b0b456b6001d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.413282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-012e1af5-be92-494a-be20-53b36ebcea7f req-79524629-1df9-47e3-a116-b0b456b6001d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Calling delete_port for 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:14.609357 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-012e1af5-be92-494a-be20-53b36ebcea7f req-79524629-1df9-47e3-a116-b0b456b6001d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.753132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79524629-1df9-47e3-a116-b0b456b6001d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'Port': ['ID=1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:14.795496 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8873f3ee-579b-40e0-9beb-8e8d37c759d3 req-96026b49-62c8-4c47-abf8-be8e2cfaaf06 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=54792a4d-18e3-45e3-bbfd-48724c6d536c HTTP/1.1" status: 200 len: 210 time: 0.1030717 Jun 03 15:58:14.843123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-012e1af5-be92-494a-be20-53b36ebcea7f req-79524629-1df9-47e3-a116-b0b456b6001d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] No DVR routers for this DVR port 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:58:14.846841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-012e1af5-be92-494a-be20-53b36ebcea7f req-79524629-1df9-47e3-a116-b0b456b6001d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:14.852315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54792a4d-18e3-45e3-bbfd-48724c6d536c', 'name': 'network-vif-deleted', 'tag': '1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:14.872571 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-012e1af5-be92-494a-be20-53b36ebcea7f req-79524629-1df9-47e3-a116-b0b456b6001d tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.67 "DELETE /v2.0/ports/1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f HTTP/1.1" status: 204 len: 173 time: 1.1720109 Jun 03 15:58:14.934076 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353d4cf7-ab10-420d-84fb-10ba019be1c5'] response: {'server_uuid': '54792a4d-18e3-45e3-bbfd-48724c6d536c', 'name': 'network-vif-deleted', 'tag': '1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f', 'status': 'completed', 'code': 200} Jun 03 15:58:15.897952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59882) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:16.588380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:16.997612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Deleting port 4470eff6-9037-4692-857e-45fc43640d9d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:16.998380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.344962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] For port 4470eff6-9037-4692-857e-45fc43640d9d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4470eff6-9037-4692-857e-45fc43640d9d,segment=NetworkSegment(ee2f35e4-a0b8-4183-86e5-e554024b3b34),segment_id=ee2f35e4-a0b8-4183-86e5-e554024b3b34)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:17.345842 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.503993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Calling delete_port for 4470eff6-9037-4692-857e-45fc43640d9d owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:17.925941 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:17.979922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'Port': ['ID=4470eff6-9037-4692-857e-45fc43640d9d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:18.315850 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:18.758037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:58:18.805469 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:18.866258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:18.866523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f2ea0d8-d7aa-4336-9a08-00c83ffeab6f not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:19.106676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:58:19.118135 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74780ae-c9ed-4239-99d5-80a9b2e4af97 None None] Sync routers for ids ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:58:19.124003 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b7db02d0-f3f9-4f7a-9682-47f339d034d5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "PUT /v2.0/routers/42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2247627 Jun 03 15:58:19.126741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59904) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:19.146693 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74780ae-c9ed-4239-99d5-80a9b2e4af97 None None] Routers {'42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:19.148479 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f74780ae-c9ed-4239-99d5-80a9b2e4af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:58:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:19.261806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Deleting subnet af225b92-aed4-4ead-920b-ae9b1c6224f9 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:58:19.266769 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.342534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.431518 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f74780ae-c9ed-4239-99d5-80a9b2e4af97 None None] Set router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:19.492904 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.588731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.641293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:19.647217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6411547-9a94-4a08-9c6a-3442bf15e32f None None] Network a96a8d48-1c49-4ef6-8bfe-0890d19051f2 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:58:19.647960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'Subnet': ['ID=af225b92-aed4-4ead-920b-ae9b1c6224f9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:19.659265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.659682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.660084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.660468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.660871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.661313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.661639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.662278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.662794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.663117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.663434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.663749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:19.675632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59912) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:19.676444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-91fa3dc3-a718-49d3-9b57-3127cad4d5c2 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "DELETE /v2.0/subnets/af225b92-aed4-4ead-920b-ae9b1c6224f9 HTTP/1.1" status: 204 len: 168 time: 0.5478406 Jun 03 15:58:19.836830 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f74780ae-c9ed-4239-99d5-80a9b2e4af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553265627', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:47Z', 'updated_at': '2022-06-03T15:58:17Z', 'revision_number': 5, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:48Z', 'updated_at': '2022-06-03T15:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:19.841961 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74780ae-c9ed-4239-99d5-80a9b2e4af97 None None] Checking router: 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:58:19.861058 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74780ae-c9ed-4239-99d5-80a9b2e4af97 None None] Routers {'42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:19.864963 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f74780ae-c9ed-4239-99d5-80a9b2e4af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:58:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:20.003127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.092661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b6ecf0-683b-4132-bae7-aa5a3240f464 None None] DHCP port deletion for a96a8d48-1c49-4ef6-8bfe-0890d19051f2 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:58:20.098073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-72b6ecf0-683b-4132-bae7-aa5a3240f464 None None] Deleting port 26acaaef-964d-4680-aac3-fd5af0f216ad {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:20.099084 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72b6ecf0-683b-4132-bae7-aa5a3240f464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.136212 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f74780ae-c9ed-4239-99d5-80a9b2e4af97 None None] Set router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:20.316465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.337729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Deleting port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:20.339678 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.400942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-72b6ecf0-683b-4132-bae7-aa5a3240f464 None None] For port 26acaaef-964d-4680-aac3-fd5af0f216ad, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=26acaaef-964d-4680-aac3-fd5af0f216ad,segment=NetworkSegment(ee2f35e4-a0b8-4183-86e5-e554024b3b34),segment_id=ee2f35e4-a0b8-4183-86e5-e554024b3b34)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:20.401547 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72b6ecf0-683b-4132-bae7-aa5a3240f464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.583532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 26acaaef-964d-4680-aac3-fd5af0f216ad no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:20.631528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-72b6ecf0-683b-4132-bae7-aa5a3240f464 None None] Calling delete_port for 26acaaef-964d-4680-aac3-fd5af0f216ad owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:20.666334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] For port 80dd9ffc-8580-4591-9d52-0b7c2a2b655d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=80dd9ffc-8580-4591-9d52-0b7c2a2b655d,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:20.666722 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.738099 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f74780ae-c9ed-4239-99d5-80a9b2e4af97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553265627', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:47Z', 'updated_at': '2022-06-03T15:58:17Z', 'revision_number': 5, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:48Z', 'updated_at': '2022-06-03T15:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:20.742477 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74780ae-c9ed-4239-99d5-80a9b2e4af97 None None] The sync data for ids ['42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22'] in n-d-844595-1 is: [{'id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1553265627', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70'}], 'enable_snat': True}, 'gw_port_id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:57:47Z', 'updated_at': '2022-06-03T15:58:17Z', 'revision_number': 5, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': '80dd9ffc-8580-4591-9d52-0b7c2a2b655d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:57:48Z', 'updated_at': '2022-06-03T15:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:20.840292 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72b6ecf0-683b-4132-bae7-aa5a3240f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:20.863738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Calling delete_port for 80dd9ffc-8580-4591-9d52-0b7c2a2b655d owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:20.934320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b6ecf0-683b-4132-bae7-aa5a3240f464 None None] No DVR routers for this DVR port 26acaaef-964d-4680-aac3-fd5af0f216ad on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:58:20.983440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6ecf0-683b-4132-bae7-aa5a3240f464 None None] Pushing event deleted for resources: {'Port': ['ID=26acaaef-964d-4680-aac3-fd5af0f216ad,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:20.985544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 26acaaef-964d-4680-aac3-fd5af0f216ad is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:20.988843 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.168016 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.240429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'Port': ['ID=80dd9ffc-8580-4591-9d52-0b7c2a2b655d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:21.360665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.559266 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.561620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.589990 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.590748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Fanout notify agent at l3_agent the message router_deleted on router 42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:58:21.610005 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.616284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 59928) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:21.626439 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cc4cecc3-7331-437e-aad3-9e07bd65a6b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "DELETE /v2.0/routers/42c3a869-dc3c-4b1a-a07d-26bcdbd4fb22 HTTP/1.1" status: 204 len: 168 time: 1.9495113 Jun 03 15:58:21.759144 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.943053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:21.973926 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96a8d48-1c49-4ef6-8bfe-0890d19051f2']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:21.991207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2f35e4-a0b8-4183-86e5-e554024b3b34') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:21.991507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2f35e4-a0b8-4183-86e5-e554024b3b34') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:22.006505 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.028799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.042734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:58:22.043127 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.116954 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment ee2f35e4-a0b8-4183-86e5-e554024b3b34 resource provider aggregate not found Jun 03 15:58:22.289952 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment ee2f35e4-a0b8-4183-86e5-e554024b3b34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee2f35e4-a0b8-4183-86e5-e554024b3b34 found for delete ", "request_id": "req-f3d7215a-6b30-437a-862f-1346a08516a3"}]} Jun 03 15:58:22.302421 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.342903 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:22.355261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'Network': ['ID=a96a8d48-1c49-4ef6-8bfe-0890d19051f2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:22.383403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-66c5d8a6-69f9-4464-978b-55fe49ada7f1 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "DELETE /v2.0/networks/a96a8d48-1c49-4ef6-8bfe-0890d19051f2 HTTP/1.1" status: 204 len: 168 time: 0.7660615 Jun 03 15:58:22.384565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 59940) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:22.480808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 80dd9ffc-8580-4591-9d52-0b7c2a2b655d no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:22.523763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 80dd9ffc-8580-4591-9d52-0b7c2a2b655d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:22.523763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 80dd9ffc-8580-4591-9d52-0b7c2a2b655d not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:22.523952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4470eff6-9037-4692-857e-45fc43640d9d no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:22.564128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 4470eff6-9037-4692-857e-45fc43640d9d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:22.564472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4470eff6-9037-4692-857e-45fc43640d9d not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:22.854817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Deleting port e8bd9bfc-0c7c-432c-8d7e-a7a4b5a8b130 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:22.855500 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.100354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.100816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.259910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Calling delete_port for e8bd9bfc-0c7c-432c-8d7e-a7a4b5a8b130 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:23.623874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.685328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'Port': ['ID=e8bd9bfc-0c7c-432c-8d7e-a7a4b5a8b130,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:23.859228 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:23.859568 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Floating IP f29a0e0e-3694-4901-9ccd-1bbe18963f8c disassociated (deleted). External IP: 172.25.7.8, port: d556017d-2839-4bdc-a248-5734e791892e. Jun 03 15:58:24.440422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:58:24.694239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:58:24.704507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbadc15-0eab-41dd-a177-3d1e424e8dd8 None None] Sync routers for ids ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:58:24.720383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbadc15-0eab-41dd-a177-3d1e424e8dd8 None None] Routers {'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:24.721026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4dbadc15-0eab-41dd-a177-3d1e424e8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:58:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:24.738996 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:24.818586 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7ae30fe5-c320-4163-aa6d-ce4201ebf275 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "DELETE /v2.0/floatingips/f29a0e0e-3694-4901-9ccd-1bbe18963f8c HTTP/1.1" status: 204 len: 168 time: 2.4320457 Jun 03 15:58:24.819553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'tag': 'd556017d-2839-4bdc-a248-5734e791892e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:24.957162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4dbadc15-0eab-41dd-a177-3d1e424e8dd8 None None] Set router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:25.119832 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d820d196-b389-4b86-b151-285bfc4c60da'] response: {'name': 'network-changed', 'server_uuid': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'tag': 'd556017d-2839-4bdc-a248-5734e791892e', 'status': 'completed', 'code': 200} Jun 03 15:58:25.428250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ea8dd-b6f4-41a8-9581-9667da4b0bcc req-c6d122ec-4f5b-428a-9cbe-fe750fc1de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:25.430209 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-772ea8dd-b6f4-41a8-9581-9667da4b0bcc req-c6d122ec-4f5b-428a-9cbe-fe750fc1de45 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e3d034ba8f884e748dec011b53776906&device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 1135 time: 0.2896791 Jun 03 15:58:25.501528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a7f2-0e84-4ec5-b186-d2e5e8d3f924 req-9b40b7ae-baf8-44e3-9b09-1126f3ef2163 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:25.503032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86e8a7f2-0e84-4ec5-b186-d2e5e8d3f924 req-9b40b7ae-baf8-44e3-9b09-1126f3ef2163 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 984 time: 0.1580784 Jun 03 15:58:25.575345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4dbadc15-0eab-41dd-a177-3d1e424e8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:47Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'b5daaabf-cfeb-4212-964e-c0efffb3d760', 'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:46:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:46Z', 'updated_at': '2022-06-03T15:56:54Z', 'revision_number': 5, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:25.581325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbadc15-0eab-41dd-a177-3d1e424e8dd8 None None] Checking router: f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:58:25.591575 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86e8a7f2-0e84-4ec5-b186-d2e5e8d3f924 req-fe7bed69-eb31-42e0-8118-21bec14afed5 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0786824 Jun 03 15:58:25.612719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbadc15-0eab-41dd-a177-3d1e424e8dd8 None None] Routers {'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:25.614185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4dbadc15-0eab-41dd-a177-3d1e424e8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:58:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:25.625175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ea8dd-b6f4-41a8-9581-9667da4b0bcc req-242eca7f-9423-4805-b1ab-bb708743d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:25.626783 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-772ea8dd-b6f4-41a8-9581-9667da4b0bcc req-242eca7f-9423-4805-b1ab-bb708743d097 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e54a417-e23f-402b-84fb-cb4b376dc519 HTTP/1.1" status: 200 len: 898 time: 0.1878154 Jun 03 15:58:25.697150 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-772ea8dd-b6f4-41a8-9581-9667da4b0bcc req-a9ef1e8e-9352-4479-a5ba-fc2dc169bc1a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d556017d-2839-4bdc-a248-5734e791892e HTTP/1.1" status: 200 len: 217 time: 0.0628216 Jun 03 15:58:25.773445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ea8dd-b6f4-41a8-9581-9667da4b0bcc req-9a355a76-fd4f-4012-bb64-69a1e0fa6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:25.775928 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-772ea8dd-b6f4-41a8-9581-9667da4b0bcc req-9a355a76-fd4f-4012-bb64-69a1e0fa6c8e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=050b5233-d212-42e3-a7ae-0859229c8e1d HTTP/1.1" status: 200 len: 834 time: 0.0692379 Jun 03 15:58:25.804113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-4dbadc15-0eab-41dd-a177-3d1e424e8dd8 None None] Set router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:25.876797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ea8dd-b6f4-41a8-9581-9667da4b0bcc req-423ff303-c5f9-4601-8c27-4fe1e81be74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:25.878628 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-772ea8dd-b6f4-41a8-9581-9667da4b0bcc req-423ff303-c5f9-4601-8c27-4fe1e81be74e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e54a417-e23f-402b-84fb-cb4b376dc519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959814 Jun 03 15:58:26.055207 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-772ea8dd-b6f4-41a8-9581-9667da4b0bcc req-05544ce3-2040-4716-9b9c-2215650141b2 service neutron] 10.222.0.75 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688554 Jun 03 15:58:26.195136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-4dbadc15-0eab-41dd-a177-3d1e424e8dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:47Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'b5daaabf-cfeb-4212-964e-c0efffb3d760', 'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:46:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:46Z', 'updated_at': '2022-06-03T15:56:54Z', 'revision_number': 5, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:26.199583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbadc15-0eab-41dd-a177-3d1e424e8dd8 None None] The sync data for ids ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'] in n-d-844595-1 is: [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:47Z', 'revision_number': 4, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'b5daaabf-cfeb-4212-964e-c0efffb3d760', 'name': '', 'network_id': '1e54a417-e23f-402b-84fb-cb4b376dc519', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'mac_address': 'fa:16:3e:46:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:46Z', 'updated_at': '2022-06-03T15:56:54Z', 'revision_number': 5, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'subnets': [{'id': '050b5233-d212-42e3-a7ae-0859229c8e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:26.241554 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-772ea8dd-b6f4-41a8-9581-9667da4b0bcc req-b46b3fc8-f9bc-4c5a-8d30-5f97d6d549f4 service neutron] 10.222.0.75 "GET /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783302 Jun 03 15:58:26.542097 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f4ea23-ecc4-40d0-b341-9e37eb82ce8f None None] New status for floating IP f29a0e0e-3694-4901-9ccd-1bbe18963f8c: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:58:26.823266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-23d3afab-afc2-4d99-b912-e4fc633ab76e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:26.824857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-23d3afab-afc2-4d99-b912-e4fc633ab76e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Synchronizing usage tracker for tenant:e3d034ba8f884e748dec011b53776906 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:58:26.851688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-23d3afab-afc2-4d99-b912-e4fc633ab76e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Unset dirty status for tenant:e3d034ba8f884e748dec011b53776906 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:58:26.852780 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-23d3afab-afc2-4d99-b912-e4fc633ab76e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 984 time: 0.2046287 Jun 03 15:58:26.881393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b403fc-fb1c-4b29-b605-61bf78c0ee90 req-dd19378d-aa5f-4743-9597-779f83f14ae0 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:26.883012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3b403fc-fb1c-4b29-b605-61bf78c0ee90 req-dd19378d-aa5f-4743-9597-779f83f14ae0 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 984 time: 0.0941942 Jun 03 15:58:26.933604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3b403fc-fb1c-4b29-b605-61bf78c0ee90 req-30ecda27-60d5-44b5-a52e-13bd18036080 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6045318-9bbe-4e10-b725-1ca119c788c2&id=0e894b5c-dad7-4824-aaaa-8af218d2b7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0446749 Jun 03 15:58:26.941847 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-e32b8374-2385-44f2-901a-c8c293f4218e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Deleting port d556017d-2839-4bdc-a248-5734e791892e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:26.942445 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-e32b8374-2385-44f2-901a-c8c293f4218e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:27.251715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-e32b8374-2385-44f2-901a-c8c293f4218e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] For port d556017d-2839-4bdc-a248-5734e791892e, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d556017d-2839-4bdc-a248-5734e791892e,segment=NetworkSegment(0ad0c0d5-06d5-4908-9e48-4532e0718331),segment_id=0ad0c0d5-06d5-4908-9e48-4532e0718331)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:27.252366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-e32b8374-2385-44f2-901a-c8c293f4218e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:27.433235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-e32b8374-2385-44f2-901a-c8c293f4218e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Calling delete_port for d556017d-2839-4bdc-a248-5734e791892e owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:27.627021 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-e32b8374-2385-44f2-901a-c8c293f4218e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:27.758660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b8374-2385-44f2-901a-c8c293f4218e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'Port': ['ID=d556017d-2839-4bdc-a248-5734e791892e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:27.803358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-e32b8374-2385-44f2-901a-c8c293f4218e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] No DVR routers for this DVR port d556017d-2839-4bdc-a248-5734e791892e on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:58:27.806148 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-e32b8374-2385-44f2-901a-c8c293f4218e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:27.809705 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'name': 'network-vif-deleted', 'tag': 'd556017d-2839-4bdc-a248-5734e791892e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:27.849438 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a684ac5a-cde5-4ab7-8004-5d5b7b69cfee req-e32b8374-2385-44f2-901a-c8c293f4218e tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.75 "DELETE /v2.0/ports/d556017d-2839-4bdc-a248-5734e791892e HTTP/1.1" status: 204 len: 173 time: 0.9909053 Jun 03 15:58:27.875676 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ebba2e-0b35-43a6-9183-ddeb98c11ada'] response: {'server_uuid': 'eb261721-fe5d-4587-8273-87c1e473ce36', 'name': 'network-vif-deleted', 'tag': 'd556017d-2839-4bdc-a248-5734e791892e', 'status': 'completed', 'code': 200} Jun 03 15:58:28.174544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2cc3cfe-4272-4976-a65d-96eddbbfd3f2 req-f8807a7b-663e-4191-960f-882d70080473 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb261721-fe5d-4587-8273-87c1e473ce36 HTTP/1.1" status: 200 len: 210 time: 0.0541167 Jun 03 15:58:29.270321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60000) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:29.350701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30bbc980-ae24-4673-8157-43e875172eb0 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.379348 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30bbc980-ae24-4673-8157-43e875172eb0 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.433156 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30bbc980-ae24-4673-8157-43e875172eb0 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.460040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbc980-ae24-4673-8157-43e875172eb0 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e894b5c-dad7-4824-aaaa-8af218d2b7b4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:29.469954 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-30bbc980-ae24-4673-8157-43e875172eb0 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.474602 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60004) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:29.475429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-30bbc980-ae24-4673-8157-43e875172eb0 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "DELETE /v2.0/security-groups/0e894b5c-dad7-4824-aaaa-8af218d2b7b4 HTTP/1.1" status: 204 len: 168 time: 0.2032590 Jun 03 15:58:29.572454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f672eb8-2dbe-42c9-8bab-645ed4af77b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.607909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f672eb8-2dbe-42c9-8bab-645ed4af77b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.669378 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f672eb8-2dbe-42c9-8bab-645ed4af77b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.690108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f672eb8-2dbe-42c9-8bab-645ed4af77b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6045318-9bbe-4e10-b725-1ca119c788c2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:29.716613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d556017d-2839-4bdc-a248-5734e791892e no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:29.730495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f672eb8-2dbe-42c9-8bab-645ed4af77b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:29.734243 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2f672eb8-2dbe-42c9-8bab-645ed4af77b7 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "DELETE /v2.0/security-groups/c6045318-9bbe-4e10-b725-1ca119c788c2 HTTP/1.1" status: 204 len: 168 time: 0.2554104 Jun 03 15:58:29.734619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60012) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:29.827812 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:58:29.851186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: d556017d-2839-4bdc-a248-5734e791892e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:29.851730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d556017d-2839-4bdc-a248-5734e791892e not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:29.857043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:30.497383 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:30.888790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Deleting port b5daaabf-cfeb-4212-964e-c0efffb3d760 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:30.889290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:31.107224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] For port b5daaabf-cfeb-4212-964e-c0efffb3d760, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=b5daaabf-cfeb-4212-964e-c0efffb3d760,segment=NetworkSegment(0ad0c0d5-06d5-4908-9e48-4532e0718331),segment_id=0ad0c0d5-06d5-4908-9e48-4532e0718331)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:31.107612 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:31.235440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Calling delete_port for b5daaabf-cfeb-4212-964e-c0efffb3d760 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:31.452832 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:31.651284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'Port': ['ID=b5daaabf-cfeb-4212-964e-c0efffb3d760,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:31.996008 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.166116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1fdb1ddc-f33a-49a3-a04c-8d07a2ee3e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.378219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:58:32.575472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:58:32.585241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ff29e-0942-4463-adf6-d720fc64ee6f None None] Sync routers for ids ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:58:32.594866 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-84189084-32af-465b-b0b9-9dca56de78c4 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "PUT /v2.0/routers/f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8585663 Jun 03 15:58:32.597051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60048) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:32.601400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ff29e-0942-4463-adf6-d720fc64ee6f None None] Routers {'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:32.602081 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bb8ff29e-0942-4463-adf6-d720fc64ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:58:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:32.671551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad882e8-d2eb-477b-a2af-47031dd5d573 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Deleting subnet 050b5233-d212-42e3-a7ae-0859229c8e1d {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:58:32.675328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bad882e8-d2eb-477b-a2af-47031dd5d573 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.735419 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bad882e8-d2eb-477b-a2af-47031dd5d573 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.844108 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bad882e8-d2eb-477b-a2af-47031dd5d573 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:32.849277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-bb8ff29e-0942-4463-adf6-d720fc64ee6f None None] Set router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:32.955958 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bad882e8-d2eb-477b-a2af-47031dd5d573 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:33.018110 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bad882e8-d2eb-477b-a2af-47031dd5d573 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:33.028639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60060) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:33.040347 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bad882e8-d2eb-477b-a2af-47031dd5d573 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "DELETE /v2.0/subnets/050b5233-d212-42e3-a7ae-0859229c8e1d HTTP/1.1" status: 204 len: 168 time: 0.4416955 Jun 03 15:58:33.041689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad882e8-d2eb-477b-a2af-47031dd5d573 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'Subnet': ['ID=050b5233-d212-42e3-a7ae-0859229c8e1d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:33.075508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e8350-dc6d-4842-bd38-2e46680891d4 None None] Network 1e54a417-e23f-402b-84fb-cb4b376dc519 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:58:33.249774 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:33.380456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bb8ff29e-0942-4463-adf6-d720fc64ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:58:31Z', 'revision_number': 5, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port': {'id': 'fd3d16d8-4dcc-403c-b85e-ef89ae479c67', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:33.387553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ff29e-0942-4463-adf6-d720fc64ee6f None None] Checking router: f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:58:33.398789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ff29e-0942-4463-adf6-d720fc64ee6f None None] Routers {'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:58:33.399433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bb8ff29e-0942-4463-adf6-d720fc64ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:58:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:33.436169 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:33.446610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Deleting port fd3d16d8-4dcc-403c-b85e-ef89ae479c67 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:33.446964 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:33.530934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab148e-6fed-45ac-9676-1e71d014d2d2 None None] DHCP port deletion for 1e54a417-e23f-402b-84fb-cb4b376dc519 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 15:58:33.546677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0dab148e-6fed-45ac-9676-1e71d014d2d2 None None] Deleting port 329e5247-a8a7-457f-bc11-aa4c5fae48bb {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:33.547131 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0dab148e-6fed-45ac-9676-1e71d014d2d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:33.612100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-bb8ff29e-0942-4463-adf6-d720fc64ee6f None None] Set router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:58:33.629400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] For port fd3d16d8-4dcc-403c-b85e-ef89ae479c67, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=fd3d16d8-4dcc-403c-b85e-ef89ae479c67,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:33.629709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:33.751774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bb8ff29e-0942-4463-adf6-d720fc64ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:58:33Z', 'revision_number': 6, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:33.754592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Calling delete_port for fd3d16d8-4dcc-403c-b85e-ef89ae479c67 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:33.766213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ff29e-0942-4463-adf6-d720fc64ee6f None None] The sync data for ids ['f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a'] in n-d-844595-1 is: [{'id': 'f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2019931472', 'tenant_id': 'e3d034ba8f884e748dec011b53776906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:56:41Z', 'updated_at': '2022-06-03T15:58:33Z', 'revision_number': 6, 'project_id': 'e3d034ba8f884e748dec011b53776906', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:58:33.878080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0dab148e-6fed-45ac-9676-1e71d014d2d2 None None] For port 329e5247-a8a7-457f-bc11-aa4c5fae48bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=329e5247-a8a7-457f-bc11-aa4c5fae48bb,segment=NetworkSegment(0ad0c0d5-06d5-4908-9e48-4532e0718331),segment_id=0ad0c0d5-06d5-4908-9e48-4532e0718331)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:33.878559 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0dab148e-6fed-45ac-9676-1e71d014d2d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.004582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0dab148e-6fed-45ac-9676-1e71d014d2d2 None None] Calling delete_port for 329e5247-a8a7-457f-bc11-aa4c5fae48bb owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:34.065048 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.084519 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0dab148e-6fed-45ac-9676-1e71d014d2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.194052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab148e-6fed-45ac-9676-1e71d014d2d2 None None] Pushing event deleted for resources: {'Port': ['ID=329e5247-a8a7-457f-bc11-aa4c5fae48bb,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:34.197645 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab148e-6fed-45ac-9676-1e71d014d2d2 None None] No DVR routers for this DVR port 329e5247-a8a7-457f-bc11-aa4c5fae48bb on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:58:34.265124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'Port': ['ID=fd3d16d8-4dcc-403c-b85e-ef89ae479c67,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:34.331774 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.464861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b5daaabf-cfeb-4212-964e-c0efffb3d760 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:34.503358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: b5daaabf-cfeb-4212-964e-c0efffb3d760 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:34.503708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device b5daaabf-cfeb-4212-964e-c0efffb3d760 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:34.504122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 329e5247-a8a7-457f-bc11-aa4c5fae48bb no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:34.519446 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.521730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.541789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 329e5247-a8a7-457f-bc11-aa4c5fae48bb {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:34.542012 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 329e5247-a8a7-457f-bc11-aa4c5fae48bb not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:34.542428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fd3d16d8-4dcc-403c-b85e-ef89ae479c67 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:34.547055 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.547621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Fanout notify agent at l3_agent the message router_deleted on router f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 15:58:34.569134 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.572982 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5c004ffa-49aa-422b-80e7-526b5f4e5660 tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "DELETE /v2.0/routers/f1fdb3b9-f4af-4c6f-a166-ce7fd4d7b83a HTTP/1.1" status: 204 len: 168 time: 1.5396163 Jun 03 15:58:34.573766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60112) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:34.590306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: fd3d16d8-4dcc-403c-b85e-ef89ae479c67 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:34.590646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device fd3d16d8-4dcc-403c-b85e-ef89ae479c67 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:58:34.710651 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.847573 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.850812 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-07f0e6dd-249d-4c5f-ae33-8b5850a57d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.875626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e54a417-e23f-402b-84fb-cb4b376dc519']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:34.887877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad0c0d5-06d5-4908-9e48-4532e0718331') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:34.888171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad0c0d5-06d5-4908-9e48-4532e0718331') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:34.900058 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.916538 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.922847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:58:34.923226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:34.991032 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 0ad0c0d5-06d5-4908-9e48-4532e0718331 resource provider aggregate not found Jun 03 15:58:35.011592 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 0ad0c0d5-06d5-4908-9e48-4532e0718331 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ad0c0d5-06d5-4908-9e48-4532e0718331 found for delete ", "request_id": "req-b78d1c40-9ddd-456f-9b13-8de0aee82068"}]} Jun 03 15:58:35.026582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:35.044082 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:35.055175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] Pushing event deleted for resources: {'Network': ['ID=1e54a417-e23f-402b-84fb-cb4b376dc519,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:35.062383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fb8a4a45-3757-402c-831f-d8d0bfe9cdcf tempest-TestSecurityGroupsBasicOps-1065448354 tempest-TestSecurityGroupsBasicOps-1065448354-project] 10.222.0.48 "DELETE /v2.0/networks/1e54a417-e23f-402b-84fb-cb4b376dc519 HTTP/1.1" status: 204 len: 168 time: 0.4874108 Jun 03 15:58:35.308702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60134) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:35.349584 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:35.466725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-25d40a0b-dcae-4a0a-8b82-a0e20c67fbe3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3d034ba8f884e748dec011b53776906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568961 Jun 03 15:58:35.469187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60140) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:35.527125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68eb034f-4d55-4197-88e9-5548665b4c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:35.554093 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68eb034f-4d55-4197-88e9-5548665b4c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:35.618810 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68eb034f-4d55-4197-88e9-5548665b4c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:35.640636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb034f-4d55-4197-88e9-5548665b4c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f24b07-4c36-43cd-87cf-ce44eb3c2c4b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:35.653994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68eb034f-4d55-4197-88e9-5548665b4c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:35.655160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-68eb034f-4d55-4197-88e9-5548665b4c3d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6f24b07-4c36-43cd-87cf-ce44eb3c2c4b HTTP/1.1" status: 204 len: 168 time: 0.1850967 Jun 03 15:58:35.683048 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:35.954122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60150) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:35.971575 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2e07-4275-443f-a614-ccf16f072151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:35.986750 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bbaf2e07-4275-443f-a614-ccf16f072151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:35.990627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bbaf2e07-4275-443f-a614-ccf16f072151 admin admin] Usage tracker for resource:security_group_rule and tenant:d55817d9155d4c968d8d7aec964d2458 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:35.993426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bbaf2e07-4275-443f-a614-ccf16f072151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:35.999202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bbaf2e07-4275-443f-a614-ccf16f072151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:36.085109 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2e07-4275-443f-a614-ccf16f072151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:36.090393 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2e07-4275-443f-a614-ccf16f072151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:36.144093 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bbaf2e07-4275-443f-a614-ccf16f072151 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d55817d9155d4c968d8d7aec964d2458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887453 Jun 03 15:58:36.144709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf2e07-4275-443f-a614-ccf16f072151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66105f83-a0b1-43a9-8de9-d84c57e5539a,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:36.146790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60154) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:36.208509 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5fa4698f-a37d-47f4-842c-67930b055877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:36.236036 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5fa4698f-a37d-47f4-842c-67930b055877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:36.295051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5fa4698f-a37d-47f4-842c-67930b055877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:36.312689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4698f-a37d-47f4-842c-67930b055877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66105f83-a0b1-43a9-8de9-d84c57e5539a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:36.316514 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5fa4698f-a37d-47f4-842c-67930b055877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:36.320236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5fa4698f-a37d-47f4-842c-67930b055877 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66105f83-a0b1-43a9-8de9-d84c57e5539a HTTP/1.1" status: 204 len: 168 time: 0.1698048 Jun 03 15:58:36.792408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60162) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:36.844591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9b98dbde-0581-4099-b32c-ded7a4fda231 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=319f60af178e48e1b40edd0ae5545cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487130 Jun 03 15:58:36.845007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60166) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:36.908138 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14b30028-02dd-41b3-9483-269249f0095e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:36.934729 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14b30028-02dd-41b3-9483-269249f0095e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:36.992814 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14b30028-02dd-41b3-9483-269249f0095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.008864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60172) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:37.010654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b30028-02dd-41b3-9483-269249f0095e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e1256d-44eb-400d-8c21-f8f04eb284a0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:37.042308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-14b30028-02dd-41b3-9483-269249f0095e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.045918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-14b30028-02dd-41b3-9483-269249f0095e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62e1256d-44eb-400d-8c21-f8f04eb284a0 HTTP/1.1" status: 204 len: 168 time: 0.1984422 Jun 03 15:58:37.071479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-194f5fdd-84d6-42bb-890b-ccb97fce9ecd admin admin] Deleting subnet e505c85f-d6ad-44a6-9fde-a615806bfbb7 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 15:58:37.074568 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-194f5fdd-84d6-42bb-890b-ccb97fce9ecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.125787 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-194f5fdd-84d6-42bb-890b-ccb97fce9ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.144465 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.328351 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-194f5fdd-84d6-42bb-890b-ccb97fce9ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.416383 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-194f5fdd-84d6-42bb-890b-ccb97fce9ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.461679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f5fdd-84d6-42bb-890b-ccb97fce9ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e505c85f-d6ad-44a6-9fde-a615806bfbb7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:37.464056 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-194f5fdd-84d6-42bb-890b-ccb97fce9ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.476297 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-194f5fdd-84d6-42bb-890b-ccb97fce9ecd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e505c85f-d6ad-44a6-9fde-a615806bfbb7 HTTP/1.1" status: 204 len: 168 time: 0.4661338 Jun 03 15:58:37.478752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60178) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:37.591913 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.723753 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.751865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf1c905-710e-4b98-86c1-b5a62f20e22a']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:37.764358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:37.764644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:58:37.776526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.794010 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.800497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:58:37.800868 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.864641 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6 resource provider aggregate not found Jun 03 15:58:37.889564 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd35bf49-d18b-45d9-a52e-0e6b5eea2fc6 found for delete ", "request_id": "req-1df9617b-0dee-4512-8a56-f0ac9d5ea7db"}]} Jun 03 15:58:37.900713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.917130 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:37.927169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=baf1c905-710e-4b98-86c1-b5a62f20e22a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:37.940441 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cf159f4b-0ba7-45b4-be66-33507fb0a8a5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/baf1c905-710e-4b98-86c1-b5a62f20e22a HTTP/1.1" status: 204 len: 168 time: 0.4606743 Jun 03 15:58:38.118476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60188) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:38.170709 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9c26c6d0-84fb-4008-b8bf-5ab36ed43302 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92b7ced098444e648d681f8fa2c36321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509791 Jun 03 15:58:38.173383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60192) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:38.232844 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc65e99b-5618-4c20-b687-7da260b3aa30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:38.258628 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc65e99b-5618-4c20-b687-7da260b3aa30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:38.319704 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc65e99b-5618-4c20-b687-7da260b3aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:38.334253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65e99b-5618-4c20-b687-7da260b3aa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0750653b-ed44-460c-89a2-acfeafe8c4c9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:38.340884 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc65e99b-5618-4c20-b687-7da260b3aa30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:38.344364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bc65e99b-5618-4c20-b687-7da260b3aa30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0750653b-ed44-460c-89a2-acfeafe8c4c9 HTTP/1.1" status: 204 len: 168 time: 0.1676562 Jun 03 15:58:39.098905 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:39.526615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60224) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:39.643667 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c313baf7-4a87-4dbb-a82f-72c9826bdf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:39.658209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c313baf7-4a87-4dbb-a82f-72c9826bdf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:39.662150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c313baf7-4a87-4dbb-a82f-72c9826bdf89 admin admin] Usage tracker for resource:security_group_rule and tenant:ce9b749deef845c59447ea35643b2051 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:39.664975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c313baf7-4a87-4dbb-a82f-72c9826bdf89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:39.670831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c313baf7-4a87-4dbb-a82f-72c9826bdf89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:39.757209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c313baf7-4a87-4dbb-a82f-72c9826bdf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:39.762912 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c313baf7-4a87-4dbb-a82f-72c9826bdf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:39.809275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c313baf7-4a87-4dbb-a82f-72c9826bdf89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce9b749deef845c59447ea35643b2051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816029 Jun 03 15:58:39.810234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313baf7-4a87-4dbb-a82f-72c9826bdf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bff8bd-d6b7-452b-ab10-5465bd46764b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:39.812850 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60230) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:58:39.873126 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed8a-adbe-4fcd-814d-5bdfbed2d538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:39.899128 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed8a-adbe-4fcd-814d-5bdfbed2d538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:39.956454 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed8a-adbe-4fcd-814d-5bdfbed2d538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:39.969773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bed8a-adbe-4fcd-814d-5bdfbed2d538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bff8bd-d6b7-452b-ab10-5465bd46764b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:39.977784 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed8a-adbe-4fcd-814d-5bdfbed2d538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:39.978964 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2c6bed8a-adbe-4fcd-814d-5bdfbed2d538 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9bff8bd-d6b7-452b-ab10-5465bd46764b HTTP/1.1" status: 204 len: 168 time: 0.1648202 Jun 03 15:58:42.535582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-d87bd101-b0ce-44a3-9c93-5c35d0fea4e6 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=854cdf3c0c4c4676bd8ab3faf6ecb0ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281236 Jun 03 15:58:42.714123 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-74988472-98b6-4209-80ce-0191ec8f5541 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:42.715555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-74988472-98b6-4209-80ce-0191ec8f5541 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709826 Jun 03 15:58:42.734240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-207b740b-8ec7-4719-9edd-5e515b2149ec tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/quotas/854cdf3c0c4c4676bd8ab3faf6ecb0ac HTTP/1.1" status: 200 len: 375 time: 0.0101621 Jun 03 15:58:42.883717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-d3caf601-23b1-494d-82da-e5a49a25f73f tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=854cdf3c0c4c4676bd8ab3faf6ecb0ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1439502 Jun 03 15:58:43.080322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-337250ce-ffb1-48b2-9a79-09afa84e7e51 req-4ca5f730-ef3a-4d3b-92d3-efc1d89e97ce tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 210 time: 0.0430861 Jun 03 15:58:44.098820 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-0463f2f0-af97-404f-b1d5-fe0617fc3c2e tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=854cdf3c0c4c4676bd8ab3faf6ecb0ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280168 Jun 03 15:58:44.237263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97a4eea1-33c1-4c62-a837-92aad3b896d3 req-127669b0-6439-4066-b8e7-413d2daa64f2 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 210 time: 0.0445652 Jun 03 15:58:44.251506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-e7959d8b-ae69-4846-a4f8-972d46e69dc1 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:44.252985 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-e7959d8b-ae69-4846-a4f8-972d46e69dc1 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492522 Jun 03 15:58:44.266459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Request body: {'port': {'device_id': '7c055eb2-89ee-4717-bea3-02f3683abd4a', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': '854cdf3c0c4c4676bd8ab3faf6ecb0ac'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:44.414666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:44.419395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Usage tracker for resource:port and tenant:854cdf3c0c4c4676bd8ab3faf6ecb0ac is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:44.422465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:44.428534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:44.442226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Made reservation on behalf of 854cdf3c0c4c4676bd8ab3faf6ecb0ac for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:58:44.445702 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:44.457970 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:44.475963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:58:44.480067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Usage tracker for resource:security_group_rule and tenant:854cdf3c0c4c4676bd8ab3faf6ecb0ac is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:58:44.483028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:58:44.489220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:58:44.580842 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:44.586229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:44.665840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95780486-f122-4795-aa4d-76fc12237bfc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:44.753485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Allocated IP 192.168.233.204 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/5b95c46b-f6e5-4b04-b078-054a05f137a7) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:58:44.971787 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:44.987511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Transition to ACTIVE for port object 5b95c46b-f6e5-4b04-b078-054a05f137a7 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:45.013590 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:45.085571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:58:45.088770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:58:45.092540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:58:45.122287 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Pushing event updated for resources: {'Port': ['ID=5b95c46b-f6e5-4b04-b078-054a05f137a7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:45.162241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:45.162844 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:45.192038 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-60b8f40b-5db7-435d-962c-4319bfb43663 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9293227 Jun 03 15:58:45.204437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Request body: {'port': {'device_id': '7c055eb2-89ee-4717-bea3-02f3683abd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:58:45.349829 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3dddfd2d-4878-4360-8815-d9160d62658d None None] Provisioning for port 5b95c46b-f6e5-4b04-b078-054a05f137a7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:45.356518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3dddfd2d-4878-4360-8815-d9160d62658d None None] Provisioning complete for port 5b95c46b-f6e5-4b04-b078-054a05f137a7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:45.356962 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3dddfd2d-4878-4360-8815-d9160d62658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:45.413236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3dddfd2d-4878-4360-8815-d9160d62658d None None] Port 5b95c46b-f6e5-4b04-b078-054a05f137a7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:58:45.430012 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:45.433797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb98cd-e876-4fe0-a38f-f95f7f19214b req-90a22b14-5408-48dc-8403-eb685905c6ae tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:45.435804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4afb98cd-e876-4fe0-a38f-f95f7f19214b req-90a22b14-5408-48dc-8403-eb685905c6ae tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 936 time: 0.0897515 Jun 03 15:58:45.485057 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4afb98cd-e876-4fe0-a38f-f95f7f19214b req-d0270d6a-c625-4cdc-84c8-6ea26fbafd1f tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/security-groups?id=95780486-f122-4795-aa4d-76fc12237bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398870 Jun 03 15:58:45.791051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b95c46b-f6e5-4b04-b078-054a05f137a7 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:58:45.798498 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:45.813586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Transition to ACTIVE for port object 5b95c46b-f6e5-4b04-b078-054a05f137a7 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:58:45.819654 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:45.945680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Pushing event updated for resources: {'Port': ['ID=5b95c46b-f6e5-4b04-b078-054a05f137a7,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:46.051411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Attempting to bind port 5b95c46b-f6e5-4b04-b078-054a05f137a7 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:58:46.051908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Attempting to bind port 5b95c46b-f6e5-4b04-b078-054a05f137a7 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:58:46.052314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Attempting to bind port 5b95c46b-f6e5-4b04-b078-054a05f137a7 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:58:46.056771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Port 5b95c46b-f6e5-4b04-b078-054a05f137a7 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:58:46.057213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Attempting to bind port 5b95c46b-f6e5-4b04-b078-054a05f137a7 on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:58:46.062805 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:58:46.063265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:58:46.063634 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:58:46.063998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Bound port: 5b95c46b-f6e5-4b04-b078-054a05f137a7, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:58:46.064356 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:46.156006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] For port 5b95c46b-f6e5-4b04-b078-054a05f137a7, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:58:46.159017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] For port 5b95c46b-f6e5-4b04-b078-054a05f137a7, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=5b95c46b-f6e5-4b04-b078-054a05f137a7,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:58:46.163680 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:46.229097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:46.229712 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:46.231130 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] 10.222.0.75 "PUT /v2.0/ports/5b95c46b-f6e5-4b04-b078-054a05f137a7 HTTP/1.1" status: 200 len: 1096 time: 1.0309694 Jun 03 15:58:46.231594 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c055eb2-89ee-4717-bea3-02f3683abd4a', 'tag': '5b95c46b-f6e5-4b04-b078-054a05f137a7'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:46.262308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fc952-d994-45c9-83fb-14195b6e7c32 service neutron] Pushing event updated for resources: {'Port': ['ID=5b95c46b-f6e5-4b04-b078-054a05f137a7,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:46.305521 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb582780-710d-4bd0-ba89-cfafd95cbf9c'] response: {'name': 'network-changed', 'server_uuid': '7c055eb2-89ee-4717-bea3-02f3683abd4a', 'tag': '5b95c46b-f6e5-4b04-b078-054a05f137a7', 'status': 'completed', 'code': 200} Jun 03 15:58:46.348538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-1f4547f4-a783-42e5-b1d9-efe2ab77b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:46.350474 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-1f4547f4-a783-42e5-b1d9-efe2ab77b0b4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=854cdf3c0c4c4676bd8ab3faf6ecb0ac&device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 1099 time: 0.0775952 Jun 03 15:58:46.426170 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-f3312cd5-a513-4014-9fe9-b1be52b108f3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=5b95c46b-f6e5-4b04-b078-054a05f137a7 HTTP/1.1" status: 200 len: 217 time: 0.0643284 Jun 03 15:58:46.490716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-8ad6fe95-4b07-4dff-a3af-081760664982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:46.492114 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-8ad6fe95-4b07-4dff-a3af-081760664982 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0586915 Jun 03 15:58:46.566701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-819cb0bb-b7c5-41a2-bd6b-24157ff2cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:46.568086 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-819cb0bb-b7c5-41a2-bd6b-24157ff2cb69 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690815 Jun 03 15:58:46.678885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fee55d-f0e7-4588-91cc-cd546e940c20 req-6958baec-d505-473c-a3ac-fc941196d325 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:46.680344 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09fee55d-f0e7-4588-91cc-cd546e940c20 req-6958baec-d505-473c-a3ac-fc941196d325 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 948 time: 0.0877132 Jun 03 15:58:46.705992 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-1534c4c6-93a1-4d2e-b728-9b2aed021df4 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279969 Jun 03 15:58:46.728482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09fee55d-f0e7-4588-91cc-cd546e940c20 req-2ac45cc1-e697-427d-894a-01cd3374afac tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/security-groups?id=95780486-f122-4795-aa4d-76fc12237bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420647 Jun 03 15:58:46.841001 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-4218e8d9-6456-40dd-be46-10ab38197e7d req-e951a658-213f-453d-8c8c-832b61758984 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284499 Jun 03 15:58:46.976243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97cc4-8235-4bdc-a0e1-fd0d80c915df req-485f28fb-9b45-4f57-8f80-924c6145207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:46.977769 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1eb97cc4-8235-4bdc-a0e1-fd0d80c915df req-485f28fb-9b45-4f57-8f80-924c6145207b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=854cdf3c0c4c4676bd8ab3faf6ecb0ac&device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 1099 time: 0.0857518 Jun 03 15:58:47.222980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97cc4-8235-4bdc-a0e1-fd0d80c915df req-26acf698-bf33-4473-a162-d9aa8f6c13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:47.224447 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1eb97cc4-8235-4bdc-a0e1-fd0d80c915df req-26acf698-bf33-4473-a162-d9aa8f6c13bb service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.2403831 Jun 03 15:58:47.295509 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1eb97cc4-8235-4bdc-a0e1-fd0d80c915df req-0e276dd5-367b-4125-adfb-e986a12ef94d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=5b95c46b-f6e5-4b04-b078-054a05f137a7 HTTP/1.1" status: 200 len: 217 time: 0.0629733 Jun 03 15:58:47.358711 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97cc4-8235-4bdc-a0e1-fd0d80c915df req-6be68c2e-af87-4ba1-b25c-91a1082baa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:47.360068 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1eb97cc4-8235-4bdc-a0e1-fd0d80c915df req-6be68c2e-af87-4ba1-b25c-91a1082baa68 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0588458 Jun 03 15:58:47.436146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb97cc4-8235-4bdc-a0e1-fd0d80c915df req-a20f19ba-becf-4409-9ba6-4d9db236c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:47.437613 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1eb97cc4-8235-4bdc-a0e1-fd0d80c915df req-a20f19ba-becf-4409-9ba6-4d9db236c8e4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710342 Jun 03 15:58:47.571445 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1eb97cc4-8235-4bdc-a0e1-fd0d80c915df req-fb9872a0-cd11-430d-96f8-c54914a3ac02 service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269433 Jun 03 15:58:47.708808 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-1eb97cc4-8235-4bdc-a0e1-fd0d80c915df req-6d818e92-115d-4f63-8147-13925029906a service neutron] 10.222.0.75 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315138 Jun 03 15:58:47.931560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acfdc7-7d9d-4fc5-b876-71baaa565330 req-69fb8214-1eab-4f17-81e1-cea4a87c0122 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:47.933020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5acfdc7-7d9d-4fc5-b876-71baaa565330 req-69fb8214-1eab-4f17-81e1-cea4a87c0122 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 948 time: 0.0954025 Jun 03 15:58:47.977369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5acfdc7-7d9d-4fc5-b876-71baaa565330 req-f3e768ce-0408-416e-b9a4-f8ad17db429f tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/security-groups?id=95780486-f122-4795-aa4d-76fc12237bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383389 Jun 03 15:58:49.169317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf3df3-d0cd-47bc-af3e-0d864ba6aae0 req-cedb46ed-b539-4f22-9734-a74979f3276f tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:49.170783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dcbf3df3-d0cd-47bc-af3e-0d864ba6aae0 req-cedb46ed-b539-4f22-9734-a74979f3276f tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 948 time: 0.0903342 Jun 03 15:58:49.213942 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dcbf3df3-d0cd-47bc-af3e-0d864ba6aae0 req-693f2b85-be6e-414c-b7a8-f3674f464100 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/security-groups?id=95780486-f122-4795-aa4d-76fc12237bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374436 Jun 03 15:58:49.858723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 5b95c46b-f6e5-4b04-b078-054a05f137a7 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:58:49.999691 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 5b95c46b-f6e5-4b04-b078-054a05f137a7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=5b95c46b-f6e5-4b04-b078-054a05f137a7,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:50.014030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '5b95c46b-f6e5-4b04-b078-054a05f137a7', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '5b95c46b-f6e5-4b04-b078-054a05f137a7', 'mac_address': 'fa:16:3e:96:df:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:58:50.069495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 5b95c46b-f6e5-4b04-b078-054a05f137a7 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:50.070025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:50.086894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b95c46b-f6e5-4b04-b078-054a05f137a7 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:58:50.102399 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 5b95c46b-f6e5-4b04-b078-054a05f137a7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=5b95c46b-f6e5-4b04-b078-054a05f137a7,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:50.108351 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:50.176147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=5b95c46b-f6e5-4b04-b078-054a05f137a7,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:50.183766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.184183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.184534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.184872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.185199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.185534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.185859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.186233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.186570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.186570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.187200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.187200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:50.307244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['5b95c46b-f6e5-4b04-b078-054a05f137a7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:58:50.409343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6bedc-8305-488d-9a2a-324581b449be req-7650a51f-350c-4bf8-afa2-f72bd5b511c8 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:50.410912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abf6bedc-8305-488d-9a2a-324581b449be req-7650a51f-350c-4bf8-afa2-f72bd5b511c8 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 949 time: 0.0814550 Jun 03 15:58:50.466521 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abf6bedc-8305-488d-9a2a-324581b449be req-90cfb7d1-236e-4ec2-9b81-89cf2499f493 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/security-groups?id=95780486-f122-4795-aa4d-76fc12237bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495038 Jun 03 15:58:51.677795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235fe4c-2bf9-4879-8b1b-7a675b0f76e5 req-e83b77ac-027c-4fde-b9c5-c8185caaa729 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:51.679325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1235fe4c-2bf9-4879-8b1b-7a675b0f76e5 req-e83b77ac-027c-4fde-b9c5-c8185caaa729 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 949 time: 0.0917885 Jun 03 15:58:51.725501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1235fe4c-2bf9-4879-8b1b-7a675b0f76e5 req-86b6242e-2473-4266-8879-632d5322c8c8 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/security-groups?id=95780486-f122-4795-aa4d-76fc12237bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Jun 03 15:58:51.916594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 5b95c46b-f6e5-4b04-b078-054a05f137a7 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:58:51.994524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 5b95c46b-f6e5-4b04-b078-054a05f137a7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:58:52.001989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 5b95c46b-f6e5-4b04-b078-054a05f137a7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:58:52.002420 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:52.130915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 5b95c46b-f6e5-4b04-b078-054a05f137a7 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:58:52.131501 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:52.158038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c055eb2-89ee-4717-bea3-02f3683abd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b95c46b-f6e5-4b04-b078-054a05f137a7'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:52.167978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 5b95c46b-f6e5-4b04-b078-054a05f137a7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=5b95c46b-f6e5-4b04-b078-054a05f137a7,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:52.173326 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:52.239367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=5b95c46b-f6e5-4b04-b078-054a05f137a7,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:52.333966 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a507c9-ca2e-4c37-ac2f-5b8d88631abb'] response: {'server_uuid': '7c055eb2-89ee-4717-bea3-02f3683abd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b95c46b-f6e5-4b04-b078-054a05f137a7', 'code': 200} Jun 03 15:58:52.467991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96962aa-0cb2-48a1-b8f8-44fd8a029e92 req-2fadb206-aa7b-46cd-bd5c-248b33d3e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:52.469546 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f96962aa-0cb2-48a1-b8f8-44fd8a029e92 req-2fadb206-aa7b-46cd-bd5c-248b33d3e45f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 1101 time: 0.0806477 Jun 03 15:58:52.512791 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f96962aa-0cb2-48a1-b8f8-44fd8a029e92 req-bec26826-2a60-48e9-90c4-136041f97b52 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=95780486-f122-4795-aa4d-76fc12237bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367775 Jun 03 15:58:52.938826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080abe4-c6d2-42a4-8cea-3ceb3684bdb2 req-aa40a422-7a8e-42b4-baaa-d518f73821d7 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:52.940282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1080abe4-c6d2-42a4-8cea-3ceb3684bdb2 req-aa40a422-7a8e-42b4-baaa-d518f73821d7 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 950 time: 0.0924292 Jun 03 15:58:52.991195 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1080abe4-c6d2-42a4-8cea-3ceb3684bdb2 req-c11feef1-acf2-4f9c-8fe1-5c059d9623a7 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/security-groups?id=95780486-f122-4795-aa4d-76fc12237bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Jun 03 15:58:54.191953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3409742-eb0c-4072-be60-b2d216f9ffe0 req-4b9d1cf5-9ea0-4c97-8a85-ef69f37b77b7 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:54.193378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3409742-eb0c-4072-be60-b2d216f9ffe0 req-4b9d1cf5-9ea0-4c97-8a85-ef69f37b77b7 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 950 time: 0.0824618 Jun 03 15:58:54.242059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3409742-eb0c-4072-be60-b2d216f9ffe0 req-e115ff74-88f1-4ef3-9d92-23450dcb0c19 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/security-groups?id=95780486-f122-4795-aa4d-76fc12237bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429454 Jun 03 15:58:54.729547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d43b7-625c-483c-9020-700c723ac052 req-7abd647c-c7d3-4ab1-a471-0c3b25b41b0e tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:54.731024 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-418d43b7-625c-483c-9020-700c723ac052 req-7abd647c-c7d3-4ab1-a471-0c3b25b41b0e tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 950 time: 0.1048741 Jun 03 15:58:54.774500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-418d43b7-625c-483c-9020-700c723ac052 req-40e9e9de-765f-4726-8f74-08abdc44fae8 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/security-groups?id=95780486-f122-4795-aa4d-76fc12237bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377874 Jun 03 15:58:55.964058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decae992-922e-4101-9593-2ed38bf3c6a2 req-3c9a4ea4-867a-460e-8d21-12e31b6192aa tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:55.965489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-decae992-922e-4101-9593-2ed38bf3c6a2 req-3c9a4ea4-867a-460e-8d21-12e31b6192aa tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 950 time: 0.0818954 Jun 03 15:58:56.009762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-decae992-922e-4101-9593-2ed38bf3c6a2 req-d9236aec-11d7-467e-84b4-bd5366a93d74 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/security-groups?id=95780486-f122-4795-aa4d-76fc12237bfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385346 Jun 03 15:58:56.208410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-b97a1f13-2097-4e48-94f5-e402e824af2c tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:58:56.209431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-b97a1f13-2097-4e48-94f5-e402e824af2c tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Synchronizing usage tracker for tenant:854cdf3c0c4c4676bd8ab3faf6ecb0ac on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 15:58:56.228479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-b97a1f13-2097-4e48-94f5-e402e824af2c tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Unset dirty status for tenant:854cdf3c0c4c4676bd8ab3faf6ecb0ac on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 15:58:56.229764 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-b97a1f13-2097-4e48-94f5-e402e824af2c tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 950 time: 0.1092451 Jun 03 15:58:56.305245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Deleting port 5b95c46b-f6e5-4b04-b078-054a05f137a7 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 15:58:56.305856 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:56.555252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] For port 5b95c46b-f6e5-4b04-b078-054a05f137a7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=5b95c46b-f6e5-4b04-b078-054a05f137a7,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:58:56.555778 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:56.675177 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Calling delete_port for 5b95c46b-f6e5-4b04-b078-054a05f137a7 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 15:58:56.835605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:56.848029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['5b95c46b-f6e5-4b04-b078-054a05f137a7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:58:56.884518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Pushing event deleted for resources: {'Port': ['ID=5b95c46b-f6e5-4b04-b078-054a05f137a7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:58:56.932180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.932675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.933067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.933444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.933444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.934209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.934209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.934894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.934894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.935574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.935574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.935574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:58:56.973912 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] No DVR routers for this DVR port 5b95c46b-f6e5-4b04-b078-054a05f137a7 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 15:58:56.976824 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:56.979626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c055eb2-89ee-4717-bea3-02f3683abd4a', 'name': 'network-vif-deleted', 'tag': '5b95c46b-f6e5-4b04-b078-054a05f137a7'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:58:56.996493 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f1caa271-fb62-46d8-bb93-16e76aaed7f2 req-11483336-633d-40ee-9c2b-c2d34ad4f909 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.75 "DELETE /v2.0/ports/5b95c46b-f6e5-4b04-b078-054a05f137a7 HTTP/1.1" status: 204 len: 173 time: 0.7583461 Jun 03 15:58:57.028576 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3c4044-3eca-485e-8c67-e59bfcc59304'] response: {'server_uuid': '7c055eb2-89ee-4717-bea3-02f3683abd4a', 'name': 'network-vif-deleted', 'tag': '5b95c46b-f6e5-4b04-b078-054a05f137a7', 'status': 'completed', 'code': 200} Jun 03 15:58:57.175945 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f646f4d8-137e-4c4b-9018-fadff6b92e39 req-27721e77-2207-4770-bd78-e2e216597190 tempest-VolumesNegativeTest-127021745 tempest-VolumesNegativeTest-127021745-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c055eb2-89ee-4717-bea3-02f3683abd4a HTTP/1.1" status: 200 len: 210 time: 0.0470490 Jun 03 15:58:59.792709 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:58:59.935109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 5b95c46b-f6e5-4b04-b078-054a05f137a7 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 15:58:59.972508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 5b95c46b-f6e5-4b04-b078-054a05f137a7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 15:58:59.972846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 5b95c46b-f6e5-4b04-b078-054a05f137a7 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 15:59:02.169550 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-05103054-f0b4-495e-be25-3fa4a0dc4977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:03.406661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-a0caa190-13b6-4950-8b35-43afc81a991d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702093 Jun 03 15:59:03.573020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-73451085-bbfb-4e14-93f3-8d5921419ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:03.574646 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-73451085-bbfb-4e14-93f3-8d5921419ca0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 1097 time: 0.0794492 Jun 03 15:59:03.726113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-ed196441-32fc-4479-9a7d-2cef7189b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:03.727553 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-ed196441-32fc-4479-9a7d-2cef7189b92d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.1317332 Jun 03 15:59:03.828603 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-2379a07f-c76c-422f-8af1-aa74f756ab8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a HTTP/1.1" status: 200 len: 1002 time: 0.0948400 Jun 03 15:59:03.898241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-c57289f3-6e61-48cb-961f-b7023b885ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:03.900016 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-c57289f3-6e61-48cb-961f-b7023b885ab1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0642989 Jun 03 15:59:03.980681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-06bad4cb-da22-4c43-85e1-5b6b28698155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:03.982140 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-06bad4cb-da22-4c43-85e1-5b6b28698155 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754385 Jun 03 15:59:04.201651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60576) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:04.236779 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-48e89bba-74e1-467e-833c-607663857bc1 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479975 Jun 03 15:59:04.364376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f9db9808-4b77-45ef-acb1-8b9654b50432 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=854cdf3c0c4c4676bd8ab3faf6ecb0ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582971 Jun 03 15:59:04.364603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60582) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:04.379133 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cd6fcbe2-8283-4564-8be1-5537128e134e req-be058dd0-dc7f-4368-a3a3-36d17e9bcc1b service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359398 Jun 03 15:59:04.423925 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d36741ed-aaec-4b5b-9ec8-11b3191cec3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:04.449178 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d36741ed-aaec-4b5b-9ec8-11b3191cec3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:04.504114 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d36741ed-aaec-4b5b-9ec8-11b3191cec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:04.524811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36741ed-aaec-4b5b-9ec8-11b3191cec3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95780486-f122-4795-aa4d-76fc12237bfc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:04.532914 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d36741ed-aaec-4b5b-9ec8-11b3191cec3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:04.534066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d36741ed-aaec-4b5b-9ec8-11b3191cec3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95780486-f122-4795-aa4d-76fc12237bfc HTTP/1.1" status: 204 len: 168 time: 0.1685908 Jun 03 15:59:04.856235 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1959-dd91-4baa-b06e-c0357f51435c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.242742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60606) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:05.353086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2125319667-network', 'tenant_id': '473e7aef523248b6aa066526c1bf4901'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:59:05.357777 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.358966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:59:05.363471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Usage tracker for resource:network and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:59:05.366757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:59:05.376103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:59:05.386944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Made reservation on behalf of 473e7aef523248b6aa066526c1bf4901 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:59:05.389228 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.401160 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.416108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:59:05.420572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Usage tracker for resource:security_group_rule and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:59:05.423672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:59:05.430181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:59:05.516677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.522682 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.552673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:59:05.561227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259c7479-4c58-4cc5-9b4b-2d2e1807e7f1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:05.567715 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.568071 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Added segment 60e5010b-7d2d-4da2-9e2e-33563bfa91af of type vlan for network fe4b69d1-15fc-4a06-bb25-009e3d503a37 Jun 03 15:59:05.594390 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.625520 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.626451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:05.627089 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.684656 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.732649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4888339 Jun 03 15:59:05.733353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df9cb3-4687-465b-89e5-20c457e87bdc admin admin] Pushing event updated for resources: {'Network': ['ID=fe4b69d1-15fc-4a06-bb25-009e3d503a37,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:05.735679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60612) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:05.741114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Request body: {'subnet': {'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2125319667-subnet', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:59:05.743854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network fe4b69d1-15fc-4a06-bb25-009e3d503a37 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:59:05.746817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:59:05.750910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Usage tracker for resource:subnet and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:59:05.753903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:59:05.760551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:59:05.771896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Made reservation on behalf of 473e7aef523248b6aa066526c1bf4901 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:59:05.774485 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:05.976411 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.050234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ff4e0f-1746-4835-ab24-5bd12690176d,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:06.061576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Checking segment: {'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:59:06.061963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Network hostable DHCP agents. Network: fe4b69d1-15fc-4a06-bb25-009e3d503a37, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:59:06.082857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Network fe4b69d1-15fc-4a06-bb25-009e3d503a37 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:59:06.093237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, fe4b69d1-15fc-4a06-bb25-009e3d503a37) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:06.097222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:06.097801 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.102867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e330f-0c02-4a0b-ba02-297c102cea0f None None] Network fe4b69d1-15fc-4a06-bb25-009e3d503a37 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:59:06.120378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7937c576-95d9-42fd-86b3-d2335a4fc859 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3835788 Jun 03 15:59:06.123393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60616) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:06.128468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:59:06.134044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:59:06.138238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Usage tracker for resource:router and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:59:06.141074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:59:06.146795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:59:06.158090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.159059 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.174913 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.353058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:59:06.353933 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.439395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.513098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Allocated IP 172.20.0.2 (fe4b69d1-15fc-4a06-bb25-009e3d503a37/62ff4e0f-1746-4835-ab24-5bd12690176d/eec14520-444c-4d3c-b58a-e08c7e7be8bb) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:59:06.729598 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.740341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Transition to ACTIVE for port object eec14520-444c-4d3c-b58a-e08c7e7be8bb will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:06.753655 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.758198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Transition to ACTIVE for port object eec14520-444c-4d3c-b58a-e08c7e7be8bb will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:06.764750 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.783674 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.829746 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:59:06.830401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Network fe4b69d1-15fc-4a06-bb25-009e3d503a37 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:59:06.833558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:06.838883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:59:06.844390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Pushing event updated for resources: {'Port': ['ID=eec14520-444c-4d3c-b58a-e08c7e7be8bb,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:06.920901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Allocated IP 172.25.7.66 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/dbe76515-ac70-464b-bf1d-deab1c31f806) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:59:06.935503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Attempting to bind port eec14520-444c-4d3c-b58a-e08c7e7be8bb on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:59:06.936400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Attempting to bind port eec14520-444c-4d3c-b58a-e08c7e7be8bb by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:59:06.936765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Attempting to bind port eec14520-444c-4d3c-b58a-e08c7e7be8bb on network fe4b69d1-15fc-4a06-bb25-009e3d503a37 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:59:06.942750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:59:06.943117 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Checking segment: {'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:59:06.943514 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:06.943901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Bound using segment: {'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:59:06.944355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Bound port: eec14520-444c-4d3c-b58a-e08c7e7be8bb, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:59:06.944752 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:07.032094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] For port eec14520-444c-4d3c-b58a-e08c7e7be8bb, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:59:07.035277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] For port eec14520-444c-4d3c-b58a-e08c7e7be8bb, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=eec14520-444c-4d3c-b58a-e08c7e7be8bb,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:59:07.039638 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:07.064501 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:07.094821 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:07.127990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec6855-7462-4878-b1a4-a5d897d57c6b None None] Pushing event updated for resources: {'Port': ['ID=eec14520-444c-4d3c-b58a-e08c7e7be8bb,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:07.145865 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:07.157893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:59:07.160679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:07.164117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:59:07.209623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Pushing event updated for resources: {'Port': ['ID=dbe76515-ac70-464b-bf1d-deab1c31f806,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:07.717295 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:08.057083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8245fe5-6d54-4f2f-844c-93bbc7c74dbd None None] Network fe4b69d1-15fc-4a06-bb25-009e3d503a37 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:59:08.063864 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:08.165278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-07819135-443b-45e5-a657-26af2c9dc1a7 None None] Provisioning for port eec14520-444c-4d3c-b58a-e08c7e7be8bb completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:08.294539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Router 2d07f84a-6170-4838-a7d9-10735d09417b is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:59:08.510185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:59:08.525476 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Sync routers for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:59:08.530515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device eec14520-444c-4d3c-b58a-e08c7e7be8bb up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:08.541444 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:59:08.542547 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:59:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:08.549050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:08.550398 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9e789f82-d92b-4fcc-8e7d-f037281f80ff admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4259651 Jun 03 15:59:08.553296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60624) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:08.649621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port eec14520-444c-4d3c-b58a-e08c7e7be8bb completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:08.657103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port eec14520-444c-4d3c-b58a-e08c7e7be8bb triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:08.657705 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:08.736116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5c6b3835-f486-425c-8335-a925c4ec2c79 None None] Provisioning complete for port eec14520-444c-4d3c-b58a-e08c7e7be8bb triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:08.737081 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3835-f486-425c-8335-a925c4ec2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:08.755224 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:59:08.859020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port eec14520-444c-4d3c-b58a-e08c7e7be8bb is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:08.859403 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:08.950941 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port eec14520-444c-4d3c-b58a-e08c7e7be8bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=eec14520-444c-4d3c-b58a-e08c7e7be8bb,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:08.951876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b3835-f486-425c-8335-a925c4ec2c79 None None] Current status of the port eec14520-444c-4d3c-b58a-e08c7e7be8bb is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:08.952239 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3835-f486-425c-8335-a925c4ec2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:08.965563 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:09.096670 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:07Z', 'revision_number': 3, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:09.100876 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Checking router: 2d07f84a-6170-4838-a7d9-10735d09417b for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:59:09.101569 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Updating router 2d07f84a-6170-4838-a7d9-10735d09417b port dbe76515-ac70-464b-bf1d-deab1c31f806 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:59:09.117611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=eec14520-444c-4d3c-b58a-e08c7e7be8bb,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:09.132004 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:09.132986 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-5c6b3835-f486-425c-8335-a925c4ec2c79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 15:59:09.133514 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-5c6b3835-f486-425c-8335-a925c4ec2c79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:59:09.160948 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:09.545296 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:09.557907 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Transition to ACTIVE for port object dbe76515-ac70-464b-bf1d-deab1c31f806 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:09.564796 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:09.567409 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:09.649868 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Attempting to bind port dbe76515-ac70-464b-bf1d-deab1c31f806 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:59:09.650167 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Attempting to bind port dbe76515-ac70-464b-bf1d-deab1c31f806 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:59:09.650516 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Attempting to bind port dbe76515-ac70-464b-bf1d-deab1c31f806 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:59:09.661199 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:59:09.661556 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:59:09.662199 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:09.662559 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:59:09.663166 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Bound port: dbe76515-ac70-464b-bf1d-deab1c31f806, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:59:09.663518 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:09.696417 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Pushing event updated for resources: {'Port': ['ID=dbe76515-ac70-464b-bf1d-deab1c31f806,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:09.701411 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b3835-f486-425c-8335-a925c4ec2c79 None None] Current status of the port eec14520-444c-4d3c-b58a-e08c7e7be8bb is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:09.713701 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.714076 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.714374 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.714691 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.715006 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.715318 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.715625 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.716122 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.716440 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.716743 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.717200 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.717646 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:09.761552 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] For port dbe76515-ac70-464b-bf1d-deab1c31f806, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:59:09.764562 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] For port dbe76515-ac70-464b-bf1d-deab1c31f806, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dbe76515-ac70-464b-bf1d-deab1c31f806,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:59:09.771733 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:09.809496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Allocated IP 172.20.0.1 (fe4b69d1-15fc-4a06-bb25-009e3d503a37/62ff4e0f-1746-4835-ab24-5bd12690176d/a4eeecca-afb9-47fd-9a42-cbf5986483ab) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:59:09.851395 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:59:09.851987 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:59:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:09.912292 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c2f72-3e7f-4826-b5d1-9fe46e79f8ad None None] Pushing event updated for resources: {'Port': ['ID=dbe76515-ac70-464b-bf1d-deab1c31f806,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:09.970056 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:09.985590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Transition to ACTIVE for port object a4eeecca-afb9-47fd-9a42-cbf5986483ab will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:10.011360 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:10.029280 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:59:10.078876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Network fe4b69d1-15fc-4a06-bb25-009e3d503a37 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:59:10.081591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:10.085771 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:59:10.127067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a4eeecca-afb9-47fd-9a42-cbf5986483ab,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:10.146338 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:10.326278 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:07Z', 'revision_number': 3, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:10.331846 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4739ad0-e36a-49cf-ad74-f1b47335c290 None None] The sync data for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 is: [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:07Z', 'revision_number': 3, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:59:10.333483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-72d6c6ed-25d5-4adc-a4b6-9d328d4a2151 None None] Provisioning for port a4eeecca-afb9-47fd-9a42-cbf5986483ab completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:10.339649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-72d6c6ed-25d5-4adc-a4b6-9d328d4a2151 None None] Provisioning complete for port a4eeecca-afb9-47fd-9a42-cbf5986483ab triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:10.340550 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72d6c6ed-25d5-4adc-a4b6-9d328d4a2151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:10.409298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-72d6c6ed-25d5-4adc-a4b6-9d328d4a2151 None None] Port a4eeecca-afb9-47fd-9a42-cbf5986483ab cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:59:10.423464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:10.480524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device eec14520-444c-4d3c-b58a-e08c7e7be8bb up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:10.611290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port eec14520-444c-4d3c-b58a-e08c7e7be8bb triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:10.611660 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:10.711730 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:10.719954 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:10.761792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port eec14520-444c-4d3c-b58a-e08c7e7be8bb is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:10.962190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:10.965754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a4eeecca-afb9-47fd-9a42-cbf5986483ab,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:11.108715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Network fe4b69d1-15fc-4a06-bb25-009e3d503a37 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:59:11.110301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:11.355706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Router 2d07f84a-6170-4838-a7d9-10735d09417b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:59:11.445333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-40ddecd5-745c-440a-a6a8-98a5e2c51944 None None] Provisioning complete for port a4eeecca-afb9-47fd-9a42-cbf5986483ab triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:11.445864 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-40ddecd5-745c-440a-a6a8-98a5e2c51944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:11.502192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-40ddecd5-745c-440a-a6a8-98a5e2c51944 None None] Port a4eeecca-afb9-47fd-9a42-cbf5986483ab cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:59:11.558280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:59:11.567501 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-924c5451-202f-42d9-851b-93c7ff5fe1e2 admin admin] 10.222.0.48 "PUT /v2.0/routers/2d07f84a-6170-4838-a7d9-10735d09417b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0131748 Jun 03 15:59:12.120452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Sync routers for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:59:12.130714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:59:12.131347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:59:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:12.200128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60658) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:12.205619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-809154636-network', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:59:12.210938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:59:12.214846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Usage tracker for resource:network and tenant:27d88c53aee94c9f80a76bb4a4007950 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:59:12.217673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:59:12.224024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:59:12.235352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Made reservation on behalf of 27d88c53aee94c9f80a76bb4a4007950 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:59:12.237731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:12.250251 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:12.264793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:59:12.268671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Usage tracker for resource:security_group_rule and tenant:27d88c53aee94c9f80a76bb4a4007950 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:59:12.271587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:59:12.278771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:59:12.340980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:59:12.378584 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:12.395215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:12.437848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:59:12.446578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fed23b-c725-4b4b-8e4b-530b68abee5d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:12.453549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:12.453763 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Added segment 6f51d9c1-baad-4036-a30a-20e671bdca42 of type vlan for network 9acf661f-74a5-4635-8d09-4b0fbbd3530b Jun 03 15:59:12.486881 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:12.527933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:12.528909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:12.529493 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:12.593757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dbe76515-ac70-464b-bf1d-deab1c31f806 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:12.754020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port dbe76515-ac70-464b-bf1d-deab1c31f806 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:12.760476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] Pushing event updated for resources: {'Network': ['ID=9acf661f-74a5-4635-8d09-4b0fbbd3530b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:12.762768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port dbe76515-ac70-464b-bf1d-deab1c31f806 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:12.763524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:12.766388 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7b1da335-6160-4fc0-a0a2-467a204e3458 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5651736 Jun 03 15:59:12.768157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60664) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:12.773931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Request body: {'subnet': {'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-809154636-subnet', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:59:12.780009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:59:12.784591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Usage tracker for resource:subnet and tenant:27d88c53aee94c9f80a76bb4a4007950 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:59:12.789695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:59:12.796989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:59:12.802777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 9acf661f-74a5-4635-8d09-4b0fbbd3530b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 15:59:12.810010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Made reservation on behalf of 27d88c53aee94c9f80a76bb4a4007950 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:59:12.813082 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:12.984942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 2, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:13.001839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Checking router: 2d07f84a-6170-4838-a7d9-10735d09417b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:59:13.002207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Updating router 2d07f84a-6170-4838-a7d9-10735d09417b port a4eeecca-afb9-47fd-9a42-cbf5986483ab binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:59:13.022278 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.057228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dbe76515-ac70-464b-bf1d-deab1c31f806 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:13.057651 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.074856 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.096433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port dbe76515-ac70-464b-bf1d-deab1c31f806, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dbe76515-ac70-464b-bf1d-deab1c31f806,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:13.112571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f30630-3454-446a-b04f-1334948ee8a2,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:13.123208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Checking segment: {'id': '6f51d9c1-baad-4036-a30a-20e671bdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:59:13.123566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Network hostable DHCP agents. Network: 9acf661f-74a5-4635-8d09-4b0fbbd3530b, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:59:13.138483 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.147260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Network 9acf661f-74a5-4635-8d09-4b0fbbd3530b is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:59:13.164124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 9acf661f-74a5-4635-8d09-4b0fbbd3530b) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:13.170369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:13.171067 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.202175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e2526-4df2-4e8b-9948-4a523b51d8f9 None None] Network 9acf661f-74a5-4635-8d09-4b0fbbd3530b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:59:13.203989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-82842db4-1457-444b-a8e2-6c43aa10bd4b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4347434 Jun 03 15:59:13.206672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60668) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:13.212047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-809154636-router', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:59:13.218604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:59:13.222219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Usage tracker for resource:router and tenant:27d88c53aee94c9f80a76bb4a4007950 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:59:13.225474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:59:13.231623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:59:13.244593 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.245711 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.263285 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.499414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=dbe76515-ac70-464b-bf1d-deab1c31f806,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:13.556805 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.652388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-9acf661f-74a5-4635-8d09-4b0fbbd3530b', 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'fixed_ips': [{'subnet_id': '11f30630-3454-446a-b04f-1334948ee8a2'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 15:59:13.653236 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.927957 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Allocated IP 172.20.0.2 (9acf661f-74a5-4635-8d09-4b0fbbd3530b/11f30630-3454-446a-b04f-1334948ee8a2/d970395f-e2e1-4e9c-a615-1460d5c98e3e) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:59:13.941087 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.958798 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:13.972409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:14.051941 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Transition to ACTIVE for port object a4eeecca-afb9-47fd-9a42-cbf5986483ab will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:14.070488 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:14.153054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Allocated IP 172.25.7.55 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/18398f86-48db-47dc-85bd-da7b102b3f50) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:59:14.313423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f544984-ae00-483a-9ce3-8f50085cd2fd None None] Pushing event updated for resources: {'Port': ['ID=a4eeecca-afb9-47fd-9a42-cbf5986483ab,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:14.364966 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:14.454107 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:14.465758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Attempting to bind port a4eeecca-afb9-47fd-9a42-cbf5986483ab on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:59:14.466326 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Attempting to bind port a4eeecca-afb9-47fd-9a42-cbf5986483ab by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:59:14.466698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Attempting to bind port a4eeecca-afb9-47fd-9a42-cbf5986483ab on network fe4b69d1-15fc-4a06-bb25-009e3d503a37 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:59:14.479046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:59:14.479561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Checking segment: {'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:59:14.485534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:14.485534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Bound using segment: {'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:59:14.485534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Bound port: a4eeecca-afb9-47fd-9a42-cbf5986483ab, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:59:14.485534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:14.587890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:59:14.591458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dbe76515-ac70-464b-bf1d-deab1c31f806 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:14.592387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:14.597506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:59:14.633619 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:14.645493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Pushing event updated for resources: {'Port': ['ID=18398f86-48db-47dc-85bd-da7b102b3f50,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:14.694202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Transition to ACTIVE for port object d970395f-e2e1-4e9c-a615-1460d5c98e3e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:14.749373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Transition to ACTIVE for port object d970395f-e2e1-4e9c-a615-1460d5c98e3e will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:14.750998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] For port a4eeecca-afb9-47fd-9a42-cbf5986483ab, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:59:14.757336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] For port a4eeecca-afb9-47fd-9a42-cbf5986483ab, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a4eeecca-afb9-47fd-9a42-cbf5986483ab,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:59:14.771459 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:14.811706 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:14.821624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port dbe76515-ac70-464b-bf1d-deab1c31f806 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:14.822000 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:14.924288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Network 9acf661f-74a5-4635-8d09-4b0fbbd3530b is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:59:14.932058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:14.937723 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Pushing event updated for resources: {'Port': ['ID=d970395f-e2e1-4e9c-a615-1460d5c98e3e,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:14.941639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:59:15.024085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:59:15.024732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:59:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:15.450996 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f544984-ae00-483a-9ce3-8f50085cd2fd None None] Pushing event updated for resources: {'Port': ['ID=a4eeecca-afb9-47fd-9a42-cbf5986483ab,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:15.468108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Attempting to bind port d970395f-e2e1-4e9c-a615-1460d5c98e3e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:59:15.468839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Attempting to bind port d970395f-e2e1-4e9c-a615-1460d5c98e3e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6f51d9c1-baad-4036-a30a-20e671bdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:59:15.468839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Attempting to bind port d970395f-e2e1-4e9c-a615-1460d5c98e3e on network 9acf661f-74a5-4635-8d09-4b0fbbd3530b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:59:15.487091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:59:15.487780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Checking segment: {'id': '6f51d9c1-baad-4036-a30a-20e671bdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:59:15.487903 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:15.488236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Bound using segment: {'id': '6f51d9c1-baad-4036-a30a-20e671bdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:59:15.488695 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Bound port: d970395f-e2e1-4e9c-a615-1460d5c98e3e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f51d9c1-baad-4036-a30a-20e671bdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:59:15.489075 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:15.500410 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:15.557471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dbe76515-ac70-464b-bf1d-deab1c31f806 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:15.595226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:59:15.781670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] For port d970395f-e2e1-4e9c-a615-1460d5c98e3e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:59:15.848087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] For port d970395f-e2e1-4e9c-a615-1460d5c98e3e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d970395f-e2e1-4e9c-a615-1460d5c98e3e,segment=NetworkSegment(6f51d9c1-baad-4036-a30a-20e671bdca42),segment_id=6f51d9c1-baad-4036-a30a-20e671bdca42)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:59:15.872308 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:15.966108 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:16.046397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbc7a6-dfe8-42a3-9507-c670c7adb049 None None] Pushing event updated for resources: {'Port': ['ID=d970395f-e2e1-4e9c-a615-1460d5c98e3e,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:16.130327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:14Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:16.135975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc6c90-e192-4a71-a44e-2e638513892a None None] The sync data for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 is: [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:14Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:59:16.330530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Router 881e2937-e847-48c1-9a21-df55e1c8ed13 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 15:59:16.625195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:59:16.639895 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Sync routers for ids ['881e2937-e847-48c1-9a21-df55e1c8ed13'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:59:16.656122 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Routers {'881e2937-e847-48c1-9a21-df55e1c8ed13'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:59:16.657808 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:59:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['881e2937-e847-48c1-9a21-df55e1c8ed13'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:16.662295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a4eeecca-afb9-47fd-9a42-cbf5986483ab up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:16.691906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:16.699014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c53e24d4-b13b-4e0b-842c-a3e193c11f8f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4881349 Jun 03 15:59:16.700822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 60682) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:16.817836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port a4eeecca-afb9-47fd-9a42-cbf5986483ab completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:16.829058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a4eeecca-afb9-47fd-9a42-cbf5986483ab triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:16.829778 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:17.113800 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Set router 881e2937-e847-48c1-9a21-df55e1c8ed13 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:59:17.161050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a4eeecca-afb9-47fd-9a42-cbf5986483ab is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:17.161426 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:17.279387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port a4eeecca-afb9-47fd-9a42-cbf5986483ab, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a4eeecca-afb9-47fd-9a42-cbf5986483ab,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:17.291300 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:17.292501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d970395f-e2e1-4e9c-a615-1460d5c98e3e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:17.590427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5db1984-8bc4-407d-b214-e79baa7588f4 None None] Network 9acf661f-74a5-4635-8d09-4b0fbbd3530b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 15:59:17.671799 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'name': 'tempest-TestVolumeBackupRestore-809154636-router', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:13Z', 'updated_at': '2022-06-03T15:59:15Z', 'revision_number': 3, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'gw_port': {'id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:14Z', 'updated_at': '2022-06-03T15:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:17.677090 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Checking router: 881e2937-e847-48c1-9a21-df55e1c8ed13 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:59:17.677581 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Updating router 881e2937-e847-48c1-9a21-df55e1c8ed13 port 18398f86-48db-47dc-85bd-da7b102b3f50 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:59:17.741192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=a4eeecca-afb9-47fd-9a42-cbf5986483ab,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:17.751375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b19163c5-85fb-4407-a61f-35b2d9dfcedb None None] Provisioning for port d970395f-e2e1-4e9c-a615-1460d5c98e3e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:17.818853 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:17.823476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port d970395f-e2e1-4e9c-a615-1460d5c98e3e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:17.857019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d970395f-e2e1-4e9c-a615-1460d5c98e3e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:17.857384 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.122719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d970395f-e2e1-4e9c-a615-1460d5c98e3e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:18.123123 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.128449 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.190307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port d970395f-e2e1-4e9c-a615-1460d5c98e3e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d970395f-e2e1-4e9c-a615-1460d5c98e3e,segment=NetworkSegment(6f51d9c1-baad-4036-a30a-20e671bdca42),segment_id=6f51d9c1-baad-4036-a30a-20e671bdca42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:18.200319 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.305414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=d970395f-e2e1-4e9c-a615-1460d5c98e3e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:18.339137 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.358552 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Transition to ACTIVE for port object 18398f86-48db-47dc-85bd-da7b102b3f50 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:18.390520 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.479642 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0983ecb-3682-4091-a55c-eb6001c4d8ae None None] Pushing event updated for resources: {'Port': ['ID=18398f86-48db-47dc-85bd-da7b102b3f50,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:18.517241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a4eeecca-afb9-47fd-9a42-cbf5986483ab up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:18.532352 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Attempting to bind port 18398f86-48db-47dc-85bd-da7b102b3f50 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:59:18.532899 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Attempting to bind port 18398f86-48db-47dc-85bd-da7b102b3f50 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:59:18.533350 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Attempting to bind port 18398f86-48db-47dc-85bd-da7b102b3f50 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:59:18.539619 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:59:18.540116 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:59:18.540606 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.541100 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:59:18.542343 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Bound port: 18398f86-48db-47dc-85bd-da7b102b3f50, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:59:18.542343 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.597526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-74c99a6e-6c5a-463b-89f0-6f3f249875a8 None None] Provisioning complete for port d970395f-e2e1-4e9c-a615-1460d5c98e3e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:18.597809 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-74c99a6e-6c5a-463b-89f0-6f3f249875a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.651478 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] For port 18398f86-48db-47dc-85bd-da7b102b3f50, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:59:18.655309 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] For port 18398f86-48db-47dc-85bd-da7b102b3f50, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=18398f86-48db-47dc-85bd-da7b102b3f50,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:59:18.662823 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.672128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a4eeecca-afb9-47fd-9a42-cbf5986483ab triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:18.674312 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.743535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Allocated IP 172.20.0.1 (9acf661f-74a5-4635-8d09-4b0fbbd3530b/11f30630-3454-446a-b04f-1334948ee8a2/f627ca2f-3bf1-4595-bdda-a7619d60390e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:59:18.772553 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Routers {'881e2937-e847-48c1-9a21-df55e1c8ed13'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:59:18.773459 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:59:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['881e2937-e847-48c1-9a21-df55e1c8ed13'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:18.820884 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0983ecb-3682-4091-a55c-eb6001c4d8ae None None] Pushing event updated for resources: {'Port': ['ID=18398f86-48db-47dc-85bd-da7b102b3f50,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:18.865709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-74c99a6e-6c5a-463b-89f0-6f3f249875a8 None None] Current status of the port d970395f-e2e1-4e9c-a615-1460d5c98e3e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:18.928922 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.929471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a4eeecca-afb9-47fd-9a42-cbf5986483ab is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:18.930848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d970395f-e2e1-4e9c-a615-1460d5c98e3e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:18.948251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Transition to ACTIVE for port object f627ca2f-3bf1-4595-bdda-a7619d60390e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:18.989451 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:18.993843 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] Set router 881e2937-e847-48c1-9a21-df55e1c8ed13 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:59:19.037105 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d970395f-e2e1-4e9c-a615-1460d5c98e3e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:19.037596 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:19.072230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Network 9acf661f-74a5-4635-8d09-4b0fbbd3530b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:59:19.075336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:19.077993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:59:19.156116 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:19.163772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Pushing event updated for resources: {'Port': ['ID=f627ca2f-3bf1-4595-bdda-a7619d60390e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:19.268569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d970395f-e2e1-4e9c-a615-1460d5c98e3e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:19.410353 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:19.474092 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'name': 'tempest-TestVolumeBackupRestore-809154636-router', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:13Z', 'updated_at': '2022-06-03T15:59:15Z', 'revision_number': 3, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'gw_port': {'id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:14Z', 'updated_at': '2022-06-03T15:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:19.481133 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a18dca-cc8a-44f2-be84-48a019622b40 None None] The sync data for ids ['881e2937-e847-48c1-9a21-df55e1c8ed13'] in n-d-844595-1 is: [{'id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'name': 'tempest-TestVolumeBackupRestore-809154636-router', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:13Z', 'updated_at': '2022-06-03T15:59:15Z', 'revision_number': 3, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'gw_port': {'id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:14Z', 'updated_at': '2022-06-03T15:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:59:19.498867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bb426a61-04f6-4576-a541-c198dc8b7098 None None] Provisioning for port f627ca2f-3bf1-4595-bdda-a7619d60390e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:19.509185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bb426a61-04f6-4576-a541-c198dc8b7098 None None] Provisioning complete for port f627ca2f-3bf1-4595-bdda-a7619d60390e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:19.509561 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bb426a61-04f6-4576-a541-c198dc8b7098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:19.590834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-bb426a61-04f6-4576-a541-c198dc8b7098 None None] Port f627ca2f-3bf1-4595-bdda-a7619d60390e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:59:19.701706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:19.707084 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:19.860913 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:19.868321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Pushing event updated for resources: {'Port': ['ID=f627ca2f-3bf1-4595-bdda-a7619d60390e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:20.025038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Network 9acf661f-74a5-4635-8d09-4b0fbbd3530b is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:59:20.026448 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:20.273268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Router 881e2937-e847-48c1-9a21-df55e1c8ed13 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:59:20.346980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a73b3a16-6bfa-4938-bd4c-48c8dcb9ba3e None None] Provisioning complete for port f627ca2f-3bf1-4595-bdda-a7619d60390e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:20.347518 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a16-6bfa-4938-bd4c-48c8dcb9ba3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:20.428991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a73b3a16-6bfa-4938-bd4c-48c8dcb9ba3e None None] Port f627ca2f-3bf1-4595-bdda-a7619d60390e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:59:20.533068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 18398f86-48db-47dc-85bd-da7b102b3f50 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:20.552267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:59:20.566125 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7e5472f7-cba2-4f7d-95d6-01f80df83230 admin admin] 10.222.0.48 "PUT /v2.0/routers/881e2937-e847-48c1-9a21-df55e1c8ed13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8621023 Jun 03 15:59:20.636675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 18398f86-48db-47dc-85bd-da7b102b3f50 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:20.648233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 18398f86-48db-47dc-85bd-da7b102b3f50 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:20.648742 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:20.801241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 18398f86-48db-47dc-85bd-da7b102b3f50 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:20.801611 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:20.821416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 18398f86-48db-47dc-85bd-da7b102b3f50, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=18398f86-48db-47dc-85bd-da7b102b3f50,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:20.827522 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:20.907712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=18398f86-48db-47dc-85bd-da7b102b3f50,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:21.361914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Sync routers for ids ['881e2937-e847-48c1-9a21-df55e1c8ed13'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:59:21.371737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Routers {'881e2937-e847-48c1-9a21-df55e1c8ed13'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:59:21.372378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:59:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['881e2937-e847-48c1-9a21-df55e1c8ed13'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:21.568191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Set router 881e2937-e847-48c1-9a21-df55e1c8ed13 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:59:21.902971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'name': 'tempest-TestVolumeBackupRestore-809154636-router', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:13Z', 'updated_at': '2022-06-03T15:59:19Z', 'revision_number': 4, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'gw_port': {'id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:14Z', 'updated_at': '2022-06-03T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f627ca2f-3bf1-4595-bdda-a7619d60390e', 'name': '', 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'mac_address': 'fa:16:3e:60:aa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '11f30630-3454-446a-b04f-1334948ee8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:18Z', 'updated_at': '2022-06-03T15:59:19Z', 'revision_number': 2, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'subnets': [{'id': '11f30630-3454-446a-b04f-1334948ee8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:21.907362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Checking router: 881e2937-e847-48c1-9a21-df55e1c8ed13 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:59:21.907714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Updating router 881e2937-e847-48c1-9a21-df55e1c8ed13 port f627ca2f-3bf1-4595-bdda-a7619d60390e binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:59:21.928141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-56a7aa44-acb7-4111-a7d4-febc49381cd3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1574563462&fields=id&tenant_id=478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 267 time: 0.0646315 Jun 03 15:59:21.969633 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:22.084344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-417b912e-209e-4750-b191-72d114d69cd0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:22.086656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-417b912e-209e-4750-b191-72d114d69cd0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.1571250 Jun 03 15:59:22.111151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6fe5a39d-29fa-4e60-8c01-5b54dce29063 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/quotas/478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 375 time: 0.0178831 Jun 03 15:59:22.344524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-59872ff6-970f-40c5-9385-5a1b756e4c6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2276335 Jun 03 15:59:22.389355 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:22.400054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Transition to ACTIVE for port object f627ca2f-3bf1-4595-bdda-a7619d60390e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:22.408053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:22.539634 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 18398f86-48db-47dc-85bd-da7b102b3f50 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:22.611580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97416e4-0008-419c-a704-485e694992bd None None] Pushing event updated for resources: {'Port': ['ID=f627ca2f-3bf1-4595-bdda-a7619d60390e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:22.639506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-e5d8b8fc-6efe-488c-8152-6aad016ca61a service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762461 Jun 03 15:59:22.720865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Attempting to bind port f627ca2f-3bf1-4595-bdda-a7619d60390e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:59:22.721227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Attempting to bind port f627ca2f-3bf1-4595-bdda-a7619d60390e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '6f51d9c1-baad-4036-a30a-20e671bdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:59:22.721582 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Attempting to bind port f627ca2f-3bf1-4595-bdda-a7619d60390e on network 9acf661f-74a5-4635-8d09-4b0fbbd3530b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:59:22.723674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 18398f86-48db-47dc-85bd-da7b102b3f50 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:22.724029 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:22.759076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:59:22.759391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Checking segment: {'id': '6f51d9c1-baad-4036-a30a-20e671bdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:59:22.759758 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:22.760146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Bound using segment: {'id': '6f51d9c1-baad-4036-a30a-20e671bdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:59:22.760648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Bound port: f627ca2f-3bf1-4595-bdda-a7619d60390e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f51d9c1-baad-4036-a30a-20e671bdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:59:22.761010 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:22.802284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-39561903-8f6c-42a5-90e0-c6af7af20023 service neutron] 10.222.0.48 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618392 Jun 03 15:59:22.920008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] For port f627ca2f-3bf1-4595-bdda-a7619d60390e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:59:22.942098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] For port f627ca2f-3bf1-4595-bdda-a7619d60390e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f627ca2f-3bf1-4595-bdda-a7619d60390e,segment=NetworkSegment(6f51d9c1-baad-4036-a30a-20e671bdca42),segment_id=6f51d9c1-baad-4036-a30a-20e671bdca42)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:59:22.950030 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:22.983720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 18398f86-48db-47dc-85bd-da7b102b3f50 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:23.026767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Routers {'881e2937-e847-48c1-9a21-df55e1c8ed13'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:59:23.027397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:59:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['881e2937-e847-48c1-9a21-df55e1c8ed13'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:23.142657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97416e4-0008-419c-a704-485e694992bd None None] Pushing event updated for resources: {'Port': ['ID=f627ca2f-3bf1-4595-bdda-a7619d60390e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:23.273866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] Set router 881e2937-e847-48c1-9a21-df55e1c8ed13 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:59:23.290481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4add8448-cedd-45e2-af45-d481c4b3cb74 req-0a27249a-3668-4d74-b677-fa32801a246c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 210 time: 0.0572114 Jun 03 15:59:23.662954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'name': 'tempest-TestVolumeBackupRestore-809154636-router', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:13Z', 'updated_at': '2022-06-03T15:59:19Z', 'revision_number': 4, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'gw_port': {'id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:14Z', 'updated_at': '2022-06-03T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f627ca2f-3bf1-4595-bdda-a7619d60390e', 'name': '', 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'mac_address': 'fa:16:3e:60:aa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '11f30630-3454-446a-b04f-1334948ee8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:18Z', 'updated_at': '2022-06-03T15:59:22Z', 'revision_number': 4, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'subnets': [{'id': '11f30630-3454-446a-b04f-1334948ee8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:23.667189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022aeb98-0f47-4d47-af53-1940c1a2cb40 None None] The sync data for ids ['881e2937-e847-48c1-9a21-df55e1c8ed13'] in n-d-844595-1 is: [{'id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'name': 'tempest-TestVolumeBackupRestore-809154636-router', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:13Z', 'updated_at': '2022-06-03T15:59:19Z', 'revision_number': 4, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'gw_port': {'id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:14Z', 'updated_at': '2022-06-03T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'f627ca2f-3bf1-4595-bdda-a7619d60390e', 'name': '', 'network_id': '9acf661f-74a5-4635-8d09-4b0fbbd3530b', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'mac_address': 'fa:16:3e:60:aa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '11f30630-3454-446a-b04f-1334948ee8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:18Z', 'updated_at': '2022-06-03T15:59:22Z', 'revision_number': 4, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'subnets': [{'id': '11f30630-3454-446a-b04f-1334948ee8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:59:24.540897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4177dfc3-9b9a-455d-9cbf-645e6a7a3241 req-8184b4a2-fbae-4910-b76c-b7e6458f25e1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 210 time: 0.1031835 Jun 03 15:59:24.570330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f627ca2f-3bf1-4595-bdda-a7619d60390e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:24.636194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6eafbb26-1b68-41a4-897b-941f2f9055a2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:24.638011 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6eafbb26-1b68-41a4-897b-941f2f9055a2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.75 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 812 time: 0.2997069 Jun 03 15:59:24.705274 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-718874cf-9fae-422f-b909-b7d1421afe3c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=478b98182f234210949a5c9275a7f1fe HTTP/1.1" status: 200 len: 380 time: 0.0589139 Jun 03 15:59:24.715496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f627ca2f-3bf1-4595-bdda-a7619d60390e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:24.717315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'port': {'device_id': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'admin_state_up': True, 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'security_groups': ['133a8021-702d-48ed-a3db-6ec7cdea6b4d']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:59:24.722671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f627ca2f-3bf1-4595-bdda-a7619d60390e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:24.723163 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:24.925556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f627ca2f-3bf1-4595-bdda-a7619d60390e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:24.926069 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:24.969498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f627ca2f-3bf1-4595-bdda-a7619d60390e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f627ca2f-3bf1-4595-bdda-a7619d60390e,segment=NetworkSegment(6f51d9c1-baad-4036-a30a-20e671bdca42),segment_id=6f51d9c1-baad-4036-a30a-20e671bdca42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:24.977722 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:25.088183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f627ca2f-3bf1-4595-bdda-a7619d60390e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:25.216503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:59:25.224475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:port and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:59:25.228651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:59:25.247633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:59:25.262514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Made reservation on behalf of 478b98182f234210949a5c9275a7f1fe for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:59:25.267330 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:25.495978 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Allocated IP 172.20.0.9 (0b59cccb-736d-4f97-ab3c-7f712587d12f/dcab0106-2b7e-4a74-ac83-d9033844c6be/0c37014d-59f0-44c5-9f54-0d1d11f4a0bc) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:59:25.787531 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:25.788437 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ae03ebe-f97d-4458-aac4-26d7c5bfac48 req-4088fda2-697c-44d7-b655-fd365ca8ce0a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 210 time: 0.0621994 Jun 03 15:59:25.805319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Transition to ACTIVE for port object 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:25.835739 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:25.904484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:59:25.916970 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:25.922825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:59:25.991713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:26.016232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:26.017079 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:26.057430 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-6f143fe4-49d2-4f7d-b8f4-2365971f38b3 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3439183 Jun 03 15:59:26.068620 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Request body: {'port': {'device_id': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:59:26.226531 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:26.234271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-397fc9d4-9e45-419c-9aa5-d0512f361ac2 None None] Provisioning for port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:26.241196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-397fc9d4-9e45-419c-9aa5-d0512f361ac2 None None] Provisioning complete for port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:26.241558 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-397fc9d4-9e45-419c-9aa5-d0512f361ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:26.322951 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-397fc9d4-9e45-419c-9aa5-d0512f361ac2 None None] Port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 15:59:26.486206 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f627ca2f-3bf1-4595-bdda-a7619d60390e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:26.621391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f627ca2f-3bf1-4595-bdda-a7619d60390e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:26.621748 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:26.681906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:59:26.694490 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:26.717814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Transition to ACTIVE for port object 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 15:59:26.722360 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:26.798284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f627ca2f-3bf1-4595-bdda-a7619d60390e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:26.883913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Pushing event updated for resources: {'Port': ['ID=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:27.026766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Attempting to bind port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 15:59:27.026997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Attempting to bind port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 15:59:27.027317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Attempting to bind port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:59:27.034523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc on network 0b59cccb-736d-4f97-ab3c-7f712587d12f not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 15:59:27.034852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Attempting to bind port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc on network 0b59cccb-736d-4f97-ab3c-7f712587d12f {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 15:59:27.044851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 15:59:27.044851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Checking segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 15:59:27.044851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Bound using segment: {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 15:59:27.044851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Bound port: 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721d239f-bc72-4dc7-8726-76edfa32a7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 15:59:27.045601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:27.106786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad7aaa-312e-4eea-9abf-b51d8ebdf292 req-8d4d7d13-b0ce-4baa-88ca-6c106dbcacca tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:27.113481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bad7aaa-312e-4eea-9abf-b51d8ebdf292 req-8d4d7d13-b0ce-4baa-88ca-6c106dbcacca tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 943 time: 0.1294308 Jun 03 15:59:27.183386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0bad7aaa-312e-4eea-9abf-b51d8ebdf292 req-e9313d88-3554-4328-a86e-074cea64fa1d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691347 Jun 03 15:59:27.201945 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] For port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 15:59:27.205971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] For port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 15:59:27.224978 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:27.287893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:27.291261 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:27.292456 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] 10.222.0.75 "PUT /v2.0/ports/0c37014d-59f0-44c5-9f54-0d1d11f4a0bc HTTP/1.1" status: 200 len: 1091 time: 1.2283218 Jun 03 15:59:27.330784 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'tag': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:59:27.336484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddcbef-b100-4f6f-8c3b-e639c121e333 service neutron] Pushing event updated for resources: {'Port': ['ID=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:27.468390 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac8aa0a-801e-45d0-bcd3-94db1bb9a899'] response: {'name': 'network-changed', 'server_uuid': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'tag': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc', 'status': 'completed', 'code': 200} Jun 03 15:59:27.476045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-822cc68c-2d72-46b7-bad5-db93ff9ed510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:27.477803 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-822cc68c-2d72-46b7-bad5-db93ff9ed510 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 1094 time: 0.1373963 Jun 03 15:59:27.565743 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-b29f22fe-5948-43a9-b773-72092c063bab service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc HTTP/1.1" status: 200 len: 217 time: 0.0802474 Jun 03 15:59:27.750273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-4f1ea874-8195-457f-bb51-24345b830b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:27.752802 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-4f1ea874-8195-457f-bb51-24345b830b10 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.1784446 Jun 03 15:59:27.844525 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-ff070129-51b0-4085-bb20-e0647eaa880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:27.847095 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-ff070129-51b0-4085-bb20-e0647eaa880e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872614 Jun 03 15:59:28.001109 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-d0b298c2-8875-45fb-b297-41bbec116704 service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478701 Jun 03 15:59:28.152746 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9ea35b66-12eb-4d8b-b4f0-48d076d685c4 req-cf41bd8f-0c68-4527-be45-034e5e0c4930 service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451499 Jun 03 15:59:28.300470 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a947-3942-44fc-a97d-265dafdb0477 req-a8562759-e240-46f9-bfcf-679e8086eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:28.302882 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e0e2a947-3942-44fc-a97d-265dafdb0477 req-a8562759-e240-46f9-bfcf-679e8086eeda service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 1094 time: 0.1007004 Jun 03 15:59:28.468440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a947-3942-44fc-a97d-265dafdb0477 req-319a81a0-0539-4835-9f14-99947be5045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:28.473032 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e0e2a947-3942-44fc-a97d-265dafdb0477 req-319a81a0-0539-4835-9f14-99947be5045e service neutron] 10.222.0.75 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.1592965 Jun 03 15:59:28.558463 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e0e2a947-3942-44fc-a97d-265dafdb0477 req-dce82368-565c-48a2-9bc3-e4ebcde7380d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc HTTP/1.1" status: 200 len: 217 time: 0.0799303 Jun 03 15:59:28.594526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f044897-c977-49e1-b21b-6082cfe8790b req-bde304a1-5000-435f-84bb-7bf445184c26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:28.596161 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f044897-c977-49e1-b21b-6082cfe8790b req-bde304a1-5000-435f-84bb-7bf445184c26 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 943 time: 0.0860937 Jun 03 15:59:28.627836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a947-3942-44fc-a97d-265dafdb0477 req-450ed44a-a1d1-4417-ac32-276e476a1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:28.630299 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e0e2a947-3942-44fc-a97d-265dafdb0477 req-450ed44a-a1d1-4417-ac32-276e476a1459 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0631213 Jun 03 15:59:28.660922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f044897-c977-49e1-b21b-6082cfe8790b req-61299942-17f8-42ef-a443-de1443191a0b tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501423 Jun 03 15:59:28.731086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a947-3942-44fc-a97d-265dafdb0477 req-e83f4cb4-84b7-4fb4-807b-de69d8a57930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:28.732584 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e0e2a947-3942-44fc-a97d-265dafdb0477 req-e83f4cb4-84b7-4fb4-807b-de69d8a57930 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891593 Jun 03 15:59:28.871325 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e0e2a947-3942-44fc-a97d-265dafdb0477 req-ac41c728-e3bb-4130-ab6e-0af0211e8450 service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322794 Jun 03 15:59:29.019084 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-e0e2a947-3942-44fc-a97d-265dafdb0477 req-72a61813-1020-4fe5-a5fc-6a1278984110 service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414075 Jun 03 15:59:29.810624 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:29.861388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37073ce-41fc-4f33-bd66-715c62aa2e18 req-1c09b144-2049-423d-8dfc-c935108ef108 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:29.863127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d37073ce-41fc-4f33-bd66-715c62aa2e18 req-1c09b144-2049-423d-8dfc-c935108ef108 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 943 time: 0.0859690 Jun 03 15:59:29.909048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d37073ce-41fc-4f33-bd66-715c62aa2e18 req-49df462f-6381-413b-8478-80e5fe2ddd6e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401700 Jun 03 15:59:31.096497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babdd03-20d4-4bfa-87ac-c584911e2ee6 req-784af16b-8dbb-40ce-a569-002ed16b49e8 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:31.098801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7babdd03-20d4-4bfa-87ac-c584911e2ee6 req-784af16b-8dbb-40ce-a569-002ed16b49e8 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 943 time: 0.0841110 Jun 03 15:59:31.145446 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7babdd03-20d4-4bfa-87ac-c584911e2ee6 req-76d6243b-af2a-41dd-a973-43cc4cddbbe9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402384 Jun 03 15:59:31.788040 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-fcccf1a5-81b2-4585-a47f-e456ee0deb05 req-97ee7837-2cbc-4c3c-9a3d-9acb3e0bde8c service neutron] (88444) timed out ('10.222.0.48', 39946) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 15:59:32.163941 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d1bfc2aa-fd33-44a6-89ce-aa7c1f004b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:32.338373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e01cf6-9430-469d-9f69-2e2b0c3a7cc3 req-4477cf74-1683-4897-a1b4-fcac0553c6f5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:32.339935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48e01cf6-9430-469d-9f69-2e2b0c3a7cc3 req-4477cf74-1683-4897-a1b4-fcac0553c6f5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 943 time: 0.0863373 Jun 03 15:59:32.388541 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48e01cf6-9430-469d-9f69-2e2b0c3a7cc3 req-f1243241-59cf-41ad-b124-9730c0dddea7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Jun 03 15:59:33.640919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518fadd-2884-488e-9a96-0a206752edac req-53c5d112-cbe5-4b14-889e-f3f70e5626b6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:33.642626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6518fadd-2884-488e-9a96-0a206752edac req-53c5d112-cbe5-4b14-889e-f3f70e5626b6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 943 time: 0.1009800 Jun 03 15:59:33.691326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6518fadd-2884-488e-9a96-0a206752edac req-ad3d219d-002f-4290-af6b-1575336531ed tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Jun 03 15:59:34.878392 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d7c0afa8-ab5c-48c8-9578-83fd5b4c1420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:34.897813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32437bc-d87c-4618-8690-b7f118c34cc0 req-fbea085d-ba6d-4657-973e-1ce16dd5f751 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:34.899309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a32437bc-d87c-4618-8690-b7f118c34cc0 req-fbea085d-ba6d-4657-973e-1ce16dd5f751 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 943 time: 0.0878348 Jun 03 15:59:34.945991 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a32437bc-d87c-4618-8690-b7f118c34cc0 req-a13c65ff-eec7-4a22-bd77-2cc2fdfe1732 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405037 Jun 03 15:59:35.344489 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:35.691207 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:36.012661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 15:59:36.153056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d58486-be7e-422f-8879-71bf6d5dee20 req-3cc04bd0-747b-4a8d-a87b-f5ac80db710d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:36.155531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78d58486-be7e-422f-8879-71bf6d5dee20 req-3cc04bd0-747b-4a8d-a87b-f5ac80db710d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 943 time: 0.0991340 Jun 03 15:59:36.167117 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:36.182855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'port_id': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc', 'mac_address': 'fa:16:3e:e8:9c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 15:59:36.205143 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78d58486-be7e-422f-8879-71bf6d5dee20 req-ba5e1628-82d6-44c0-8dc2-f377cf038996 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436153 Jun 03 15:59:36.243571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:36.243872 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:36.261051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:59:36.275991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:36.280892 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:36.348868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:36.503622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['0c37014d-59f0-44c5-9f54-0d1d11f4a0bc'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 15:59:37.141200 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:37.390540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb7e0e-c263-4391-921e-2f54e6fd2625 req-c2fa8828-0f99-47c3-9ade-48996bd47700 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:37.391998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8eb7e0e-c263-4391-921e-2f54e6fd2625 req-c2fa8828-0f99-47c3-9ade-48996bd47700 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 944 time: 0.0832229 Jun 03 15:59:37.438041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a8eb7e0e-c263-4391-921e-2f54e6fd2625 req-837da4e4-b283-409b-ae06-a47c67d26fe2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400555 Jun 03 15:59:38.026771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 15:59:38.102664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 15:59:38.107844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 15:59:38.108158 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:38.226513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 15:59:38.227078 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:38.254495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:59:38.264977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 15:59:38.270232 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:38.309659 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8d9b46-4a42-448f-8b7c-8bfc2c68562f'] response: {'server_uuid': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc', 'code': 200} Jun 03 15:59:38.345729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:38.441509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956b46c-609a-41bb-bb81-3e7fb16f2011 req-2bbc0ead-2446-43df-b485-c1b0a34ef533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:38.443167 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6956b46c-609a-41bb-bb81-3e7fb16f2011 req-2bbc0ead-2446-43df-b485-c1b0a34ef533 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0722613 Jun 03 15:59:38.487083 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6956b46c-609a-41bb-bb81-3e7fb16f2011 req-39575127-77b0-443e-9fc1-c2e2960faf85 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365427 Jun 03 15:59:38.644830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab2d65-b9c8-4887-b16b-86b8851ac532 req-938fd235-c615-4140-99e7-4d50f151b358 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:38.645615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4ab2d65-b9c8-4887-b16b-86b8851ac532 req-938fd235-c615-4140-99e7-4d50f151b358 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0887494 Jun 03 15:59:38.689812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4ab2d65-b9c8-4887-b16b-86b8851ac532 req-3337a719-bf91-42d6-b1e4-96c100418707 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386269 Jun 03 15:59:39.113960 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:39.877045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776c72d-5cf6-4b83-b53a-d67518f047a9 req-8ac52b42-353a-4134-b048-83152ec5ec5c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:39.878689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2776c72d-5cf6-4b83-b53a-d67518f047a9 req-8ac52b42-353a-4134-b048-83152ec5ec5c tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0823135 Jun 03 15:59:39.927253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2776c72d-5cf6-4b83-b53a-d67518f047a9 req-9b30db08-016b-482c-b7e5-1c0e0fcec38e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424743 Jun 03 15:59:40.129683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a80fe9-23b1-47d1-bee7-c2db77b34452 req-d03db97a-7d78-4cd2-9345-515a4b8f9060 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:40.132258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4a80fe9-23b1-47d1-bee7-c2db77b34452 req-d03db97a-7d78-4cd2-9345-515a4b8f9060 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0885851 Jun 03 15:59:40.177689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4a80fe9-23b1-47d1-bee7-c2db77b34452 req-daa604ac-643d-41b9-af83-94182ac8b3f6 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401683 Jun 03 15:59:40.201002 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60908) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:40.278691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dda182-4cc5-45c0-87be-24e29eca5389 tempest-TestVolumeBootPattern-1294262450 tempest-TestVolumeBootPattern-1294262450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:40.280192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-31dda182-4cc5-45c0-87be-24e29eca5389 tempest-TestVolumeBootPattern-1294262450 tempest-TestVolumeBootPattern-1294262450-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 1091 time: 0.0779986 Jun 03 15:59:40.283129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 60912) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 15:59:40.287952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 15:59:40.295199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 15:59:40.299500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Usage tracker for resource:floatingip and tenant:478b98182f234210949a5c9275a7f1fe is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 15:59:40.302619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 15:59:40.308850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 15:59:40.324911 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:40.463332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:40.602063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Allocated IP 172.25.7.139 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/6426dbdb-49af-4d14-953c-aa2de5154ba4) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:59:40.857990 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:40.894030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:40.965597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:59:40.968737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:59:40.973326 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 15:59:41.002706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=6426dbdb-49af-4d14-953c-aa2de5154ba4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:41.021955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.022302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.022644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.022977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.023306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.023659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.024011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.024436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.024763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.025082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.025399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.025717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:59:41.408731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:41.485225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:41.704878 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:41.710732 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:41.819524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event updated for resources: {'Port': ['ID=6426dbdb-49af-4d14-953c-aa2de5154ba4,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:59:41.829821 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:42.002060 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Floating IP 440737a0-de72-494a-b2bb-e28fbb2caa6d associated. External IP: 172.25.7.139, port: 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc. Jun 03 15:59:42.470005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Router 5224edc6-4bb1-4033-9d95-970a082d095e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 15:59:42.645552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 15:59:42.657015 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb4422e-a6c0-46d3-9800-4e823138f919 None None] Sync routers for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:59:42.670636 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb4422e-a6c0-46d3-9800-4e823138f919 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:59:42.671397 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6bb4422e-a6c0-46d3-9800-4e823138f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:59:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:42.672246 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 15:59:42.737242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4c7ebc46-20f0-47e8-b092-feeec20f882f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4508638 Jun 03 15:59:42.737242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'tag': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:59:42.784189 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7994c2f-e680-4c23-9477-4b49428194fe'] response: {'name': 'network-changed', 'server_uuid': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'tag': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc', 'status': 'completed', 'code': 200} Jun 03 15:59:42.893687 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-6bb4422e-a6c0-46d3-9800-4e823138f919 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:59:42.900075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912447ff-27ab-4d5e-90f3-9ba5f678e3cb req-e4093392-56d9-4867-b5b8-b16a58cfce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:42.901643 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-912447ff-27ab-4d5e-90f3-9ba5f678e3cb req-e4093392-56d9-4867-b5b8-b16a58cfce97 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0919521 Jun 03 15:59:43.041051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912447ff-27ab-4d5e-90f3-9ba5f678e3cb req-2d3a5a24-a624-4e1e-a82a-49843e1502fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:43.042546 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-912447ff-27ab-4d5e-90f3-9ba5f678e3cb req-2d3a5a24-a624-4e1e-a82a-49843e1502fd service neutron] 10.222.0.75 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.1344171 Jun 03 15:59:43.154795 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-912447ff-27ab-4d5e-90f3-9ba5f678e3cb req-1fb98e9e-2bf8-41ec-8ace-f6a0eeca3a20 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc HTTP/1.1" status: 200 len: 999 time: 0.1059620 Jun 03 15:59:43.247567 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6bb4422e-a6c0-46d3-9800-4e823138f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '39cba6e7-0ed3-4971-9ebd-7b6ebd915047', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:0e:ab:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:27Z', 'updated_at': '2022-06-03T15:57:30Z', 'revision_number': 1, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}, {'id': '440737a0-de72-494a-b2bb-e28fbb2caa6d', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.139', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:e8:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:59:41Z', 'updated_at': '2022-06-03T15:59:41Z', 'revision_number': 0, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:43.252065 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb4422e-a6c0-46d3-9800-4e823138f919 None None] Checking router: 5224edc6-4bb1-4033-9d95-970a082d095e for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:59:43.261503 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb4422e-a6c0-46d3-9800-4e823138f919 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 15:59:43.262170 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6bb4422e-a6c0-46d3-9800-4e823138f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T15:59:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:43.333490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912447ff-27ab-4d5e-90f3-9ba5f678e3cb req-39742f5b-78c4-4920-95f9-7b8159e7caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:43.335482 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-912447ff-27ab-4d5e-90f3-9ba5f678e3cb req-39742f5b-78c4-4920-95f9-7b8159e7caf1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.1740344 Jun 03 15:59:43.423037 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912447ff-27ab-4d5e-90f3-9ba5f678e3cb req-9e4802b1-2430-44e3-a1d0-786e63dbe6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:43.424460 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-912447ff-27ab-4d5e-90f3-9ba5f678e3cb req-9e4802b1-2430-44e3-a1d0-786e63dbe6e4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832789 Jun 03 15:59:43.448260 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-6bb4422e-a6c0-46d3-9800-4e823138f919 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 15:59:43.570698 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-912447ff-27ab-4d5e-90f3-9ba5f678e3cb req-c40c686b-a247-46cb-9979-9dfdf00a6a2c service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390216 Jun 03 15:59:43.711316 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-912447ff-27ab-4d5e-90f3-9ba5f678e3cb req-aa9c169e-8933-44dd-9d94-21d1b49e2803 service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345708 Jun 03 15:59:43.829980 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 15:59:43.843254 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6bb4422e-a6c0-46d3-9800-4e823138f919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '39cba6e7-0ed3-4971-9ebd-7b6ebd915047', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:0e:ab:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:27Z', 'updated_at': '2022-06-03T15:57:30Z', 'revision_number': 1, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}, {'id': '440737a0-de72-494a-b2bb-e28fbb2caa6d', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.139', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:e8:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:59:41Z', 'updated_at': '2022-06-03T15:59:41Z', 'revision_number': 0, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:59:43.847290 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb4422e-a6c0-46d3-9800-4e823138f919 None None] The sync data for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 is: [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '39cba6e7-0ed3-4971-9ebd-7b6ebd915047', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:0e:ab:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:27Z', 'updated_at': '2022-06-03T15:57:30Z', 'revision_number': 1, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}, {'id': '440737a0-de72-494a-b2bb-e28fbb2caa6d', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.139', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:e8:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:59:41Z', 'updated_at': '2022-06-03T15:59:41Z', 'revision_number': 0, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:59:44.044230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f9dde-0334-4256-859e-2e5a7ce752a0 None None] New status for floating IP 440737a0-de72-494a-b2bb-e28fbb2caa6d: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 15:59:51.807751 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-c8b60bad-821b-4e31-873a-9320d4273c96 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790854 Jun 03 15:59:51.947011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-b9519c65-2df1-428f-8dc3-62518af2f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:51.948671 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-b9519c65-2df1-428f-8dc3-62518af2f4e2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0733080 Jun 03 15:59:52.092339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-dc80d8ea-324d-449d-bdb5-39597bb16ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:52.093853 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-dc80d8ea-324d-449d-bdb5-39597bb16ead service neutron] 10.222.0.75 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.1265204 Jun 03 15:59:52.197365 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-f1b056b6-077f-45e4-ab70-71a6dedc8ca7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc HTTP/1.1" status: 200 len: 1001 time: 0.0970759 Jun 03 15:59:52.260779 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-1dc1ba13-d553-4f0a-a998-0ed5e2504542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:52.262293 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-1dc1ba13-d553-4f0a-a998-0ed5e2504542 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0565445 Jun 03 15:59:52.338816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-413fda4e-dae9-4b6c-a0f8-514b010e0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:59:52.340398 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-413fda4e-dae9-4b6c-a0f8-514b010e0327 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719259 Jun 03 15:59:52.471559 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-1979c298-b467-434e-8575-95b49833f127 service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229274 Jun 03 15:59:52.601518 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3fcd92fa-225c-4c88-b36b-6e1b608513c7 req-e3dbfdaf-7bd6-40d2-9bab-bcac5c49abaa service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230686 Jun 03 15:59:59.807985 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:02.168772 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-789b0afe-be78-4c7b-8205-ac5070508b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:04.862779 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-26480b28-160d-4674-9f57-facd88b32425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:05.350361 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:05.422711 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-8a22eb09-4112-4a03-9012-bd40b37d3681 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744095 Jun 03 16:00:05.610324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-1b4c108b-d024-4cc6-8663-a36328732a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:05.612291 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-1b4c108b-d024-4cc6-8663-a36328732a44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 1097 time: 0.1063466 Jun 03 16:00:05.696732 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:05.774545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-37294f09-d9d1-489b-9cb7-eb043aefcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:05.775993 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-37294f09-d9d1-489b-9cb7-eb043aefcf6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.1452725 Jun 03 16:00:05.990041 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-8b4137ef-58c7-4209-ab1a-4dcf55ec545a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a HTTP/1.1" status: 200 len: 1002 time: 0.2072313 Jun 03 16:00:06.058645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-784835af-4ac2-4c35-9583-5115c2907766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:06.060080 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-784835af-4ac2-4c35-9583-5115c2907766 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0646808 Jun 03 16:00:06.139981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-f6cc5140-c90d-41a8-a2d3-6175fb056335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:06.141069 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-f6cc5140-c90d-41a8-a2d3-6175fb056335 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749147 Jun 03 16:00:06.282070 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-4e8d6b89-bbbc-49f9-a14b-368d86f8731a service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352963 Jun 03 16:00:06.421265 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ef643a6c-276b-4f6b-9c79-652bfa8fd868 req-7c4a3d1c-1068-4160-901f-2a51f392e21e service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339316 Jun 03 16:00:07.145637 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:09.127726 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:20.831201 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:00:22.199362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-6c26bb14-69b2-44c4-8a02-fc37f205c1dc req-c9b75ccc-d94e-451e-b750-47d9db560779 service neutron] (88444) timed out ('10.222.0.48', 58666) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:00:29.827581 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:32.174514 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-14612071-3e53-4284-8fcb-3e17312bb541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:34.871163 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a279c44d-c476-447b-a38c-0b49438513f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:35.367254 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:35.697331 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:37.147247 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:39.127405 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:00:53.914620 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-af21d44f-f13a-40f4-80a8-e0b815ced0f1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1936080 Jun 03 16:00:54.064173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-94dbf5e0-7020-47a4-886f-7560535680af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:54.064173 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-94dbf5e0-7020-47a4-886f-7560535680af service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0768118 Jun 03 16:00:54.225816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-a14c06b5-c8c5-4f25-a699-bfd79c565324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:54.227330 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-a14c06b5-c8c5-4f25-a699-bfd79c565324 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.1392877 Jun 03 16:00:54.349017 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-37ee6c07-c47c-4cb9-857e-8e27de0708ad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc HTTP/1.1" status: 200 len: 1001 time: 0.1097729 Jun 03 16:00:54.431508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-a134bfdc-69a0-45af-ab65-887cc4d671c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:54.431508 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-a134bfdc-69a0-45af-ab65-887cc4d671c8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0724907 Jun 03 16:00:54.509275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-5ac7594e-f3c1-4372-be26-2b3bb0b24a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:00:54.510835 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-5ac7594e-f3c1-4372-be26-2b3bb0b24a77 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749536 Jun 03 16:00:54.665800 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-8493f5d6-22fa-40c6-92db-0b82b261d23c service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476064 Jun 03 16:00:54.804779 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-36bc9bda-327c-41e5-9e28-4527f9779303 req-e2d15a1c-edf1-4905-b918-a84357f33aec service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314020 Jun 03 16:00:57.843274 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:00:59.827306 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:02.176143 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-32e018c9-50ba-45f8-8b70-1a7432fb2b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:04.866339 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2b6f155b-4c27-4840-a0a8-1569000b72c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:05.361573 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:05.696771 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:06.504942 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-1ed5cf4d-2696-4e82-aba6-6a47cd3af574 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1725938 Jun 03 16:01:06.689543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-69b4f51a-4ac1-48cd-b83c-7bdeb2e9f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:06.689543 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-69b4f51a-4ac1-48cd-b83c-7bdeb2e9f80c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 1097 time: 0.0865421 Jun 03 16:01:06.851391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-83e3b375-42ad-4043-9c74-f10dc0bbdc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:06.855082 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-83e3b375-42ad-4043-9c74-f10dc0bbdc8b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.1446435 Jun 03 16:01:07.080073 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-278410b4-d6bb-4ff5-86b8-7d870dbef46b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a HTTP/1.1" status: 200 len: 1002 time: 0.2207458 Jun 03 16:01:07.144257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-a083a135-41dd-4947-a215-417192bf2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:07.145700 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-a083a135-41dd-4947-a215-417192bf2d9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0621634 Jun 03 16:01:07.150014 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:07.241009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-844db8ef-89e7-4c83-8387-32b153f052f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:07.241009 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-844db8ef-89e7-4c83-8387-32b153f052f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884266 Jun 03 16:01:07.259294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-abeed691-dc99-41fb-819e-33b30f9402ce service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:01:07.259294 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-abeed691-dc99-41fb-819e-33b30f9402ce service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069921 Jun 03 16:01:07.409841 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-57f8116c-beac-49a9-8932-076456ea992b service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467695 Jun 03 16:01:07.578848 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6cb10e2e-c5c3-49a2-bafa-d6ccce9abe8a req-64e51524-9326-4dd5-a15e-fbaeaf67455f service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536160 Jun 03 16:01:09.141378 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:11.861227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33570) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:11.866433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832587482', 'description': 'tempest-secgroup-smoke-1832587482 description', 'project_id': '473e7aef523248b6aa066526c1bf4901'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:01:11.873561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:01:11.877721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Usage tracker for resource:security_group and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:01:11.880834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:01:11.887348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:01:11.899305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:11.923367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:01:11.927178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Usage tracker for resource:security_group_rule and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:01:11.929998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:01:11.935597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:01:12.005133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.011478 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.053632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed9e6a2-4d02-493d-aed6-f5090a908e2c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:12.061236 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.062465 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2001729 Jun 03 16:01:12.063851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.064181 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.064505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.064827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.065256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.065540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33574) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:12.066057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.066057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.066224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.066501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.066810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.067229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.067619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49380c3-fdc9-4b8d-9c35-50e3366035f2 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.072365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Request body: {'security_group_rule': {'security_group_id': '3ed9e6a2-4d02-493d-aed6-f5090a908e2c', 'project_id': '473e7aef523248b6aa066526c1bf4901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:01:12.080104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:01:12.084357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Usage tracker for resource:security_group_rule and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:01:12.087340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:01:12.093320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:01:12.116594 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.181190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.187133 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.212280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc83a32c-5af5-4fa1-9534-22dab8f1a187,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:12.223283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.223624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.223961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.224290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.224617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.224942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.225265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.225589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.225971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.226301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.226622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.226945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:12.231213 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.232402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-72898c7d-789a-4293-ab65-0df207ce13fa tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657629 Jun 03 16:01:12.235272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33578) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:12.240372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-1657ebe5-9db4-4c89-83cf-ae11a3e4814d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Request body: {'security_group_rule': {'security_group_id': '3ed9e6a2-4d02-493d-aed6-f5090a908e2c', 'project_id': '473e7aef523248b6aa066526c1bf4901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:01:12.247259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1657ebe5-9db4-4c89-83cf-ae11a3e4814d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:01:12.251382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1657ebe5-9db4-4c89-83cf-ae11a3e4814d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Usage tracker for resource:security_group_rule and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:01:12.254365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1657ebe5-9db4-4c89-83cf-ae11a3e4814d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:01:12.260200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1657ebe5-9db4-4c89-83cf-ae11a3e4814d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:01:12.279836 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1657ebe5-9db4-4c89-83cf-ae11a3e4814d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.340136 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1657ebe5-9db4-4c89-83cf-ae11a3e4814d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.343842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1657ebe5-9db4-4c89-83cf-ae11a3e4814d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.366684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657ebe5-9db4-4c89-83cf-ae11a3e4814d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0837d92e-838d-4464-986f-122be8f4a826,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:12.376365 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1657ebe5-9db4-4c89-83cf-ae11a3e4814d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.377702 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1657ebe5-9db4-4c89-83cf-ae11a3e4814d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415224 Jun 03 16:01:12.380434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33582) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:12.385229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-41e5f7ea-6cfd-4eb9-a9b4-17c1feb23721 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Request body: {'security_group_rule': {'security_group_id': '3ed9e6a2-4d02-493d-aed6-f5090a908e2c', 'project_id': '473e7aef523248b6aa066526c1bf4901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:01:12.391535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-41e5f7ea-6cfd-4eb9-a9b4-17c1feb23721 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:01:12.395595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-41e5f7ea-6cfd-4eb9-a9b4-17c1feb23721 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Usage tracker for resource:security_group_rule and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:01:12.400727 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-41e5f7ea-6cfd-4eb9-a9b4-17c1feb23721 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:01:12.409940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-41e5f7ea-6cfd-4eb9-a9b4-17c1feb23721 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:01:12.437430 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e5f7ea-6cfd-4eb9-a9b4-17c1feb23721 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.500719 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e5f7ea-6cfd-4eb9-a9b4-17c1feb23721 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.505731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e5f7ea-6cfd-4eb9-a9b4-17c1feb23721 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.528211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5f7ea-6cfd-4eb9-a9b4-17c1feb23721 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5b28a9-2551-4b85-8ecc-f90d2c0d0ae2,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:12.537835 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e5f7ea-6cfd-4eb9-a9b4-17c1feb23721 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.539099 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-41e5f7ea-6cfd-4eb9-a9b4-17c1feb23721 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577704 Jun 03 16:01:12.541948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33586) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:12.546965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-1d7ac30e-84b3-49ec-960c-85c1fc54b581 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Request body: {'security_group_rule': {'security_group_id': '3ed9e6a2-4d02-493d-aed6-f5090a908e2c', 'project_id': '473e7aef523248b6aa066526c1bf4901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:01:12.553890 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1d7ac30e-84b3-49ec-960c-85c1fc54b581 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:01:12.558036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1d7ac30e-84b3-49ec-960c-85c1fc54b581 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Usage tracker for resource:security_group_rule and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:01:12.560986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1d7ac30e-84b3-49ec-960c-85c1fc54b581 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:01:12.566866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1d7ac30e-84b3-49ec-960c-85c1fc54b581 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:01:12.584781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac30e-84b3-49ec-960c-85c1fc54b581 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.648772 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac30e-84b3-49ec-960c-85c1fc54b581 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.654600 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac30e-84b3-49ec-960c-85c1fc54b581 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.681831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ac30e-84b3-49ec-960c-85c1fc54b581 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a8f31e-9c11-4965-b98b-7e20489e14c3,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:12.691356 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1d7ac30e-84b3-49ec-960c-85c1fc54b581 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.692573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1d7ac30e-84b3-49ec-960c-85c1fc54b581 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496732 Jun 03 16:01:12.695703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33590) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:12.700707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Request body: {'security_group_rule': {'security_group_id': '3ed9e6a2-4d02-493d-aed6-f5090a908e2c', 'project_id': '473e7aef523248b6aa066526c1bf4901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:01:12.707184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:01:12.711077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Usage tracker for resource:security_group_rule and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:01:12.714100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:01:12.719744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:01:12.732288 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Project 473e7aef523248b6aa066526c1bf4901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:01:12.739154 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.805588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.810076 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.832683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d0b7d4-1ce8-496f-83bf-15fffdb11991,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:12.842453 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.843657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fda10f19-309e-4f78-b34d-65767b2f57ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470234 Jun 03 16:01:12.846431 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33594) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:12.851677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Request body: {'security_group_rule': {'security_group_id': '3ed9e6a2-4d02-493d-aed6-f5090a908e2c', 'project_id': '473e7aef523248b6aa066526c1bf4901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:01:12.858282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:01:12.862176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Usage tracker for resource:security_group_rule and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:01:12.865046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:01:12.870992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:01:12.883563 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Project 473e7aef523248b6aa066526c1bf4901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:01:12.890417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.959529 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.964668 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:12.988990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5425b7b9-a01b-4cc5-82cc-1c8a7ec00e01,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:12.998752 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:13.000096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9ac7b242-77bf-4de7-9d54-f1057631eba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527562 Jun 03 16:01:13.372831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-18a4ef75-478a-4340-88bb-256b64ac27db req-5129eadc-2e16-4b17-80d4-92df10df46dd tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Synchronizing usage tracker for tenant:473e7aef523248b6aa066526c1bf4901 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:01:13.393893 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-18a4ef75-478a-4340-88bb-256b64ac27db req-5129eadc-2e16-4b17-80d4-92df10df46dd tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Unset dirty status for tenant:473e7aef523248b6aa066526c1bf4901 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:01:13.395223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-5129eadc-2e16-4b17-80d4-92df10df46dd tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832587482&fields=id&tenant_id=473e7aef523248b6aa066526c1bf4901 HTTP/1.1" status: 200 len: 267 time: 0.0631576 Jun 03 16:01:13.555438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ef75-478a-4340-88bb-256b64ac27db req-ea9c9c1f-c1c0-43da-b307-c3f11b749132 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:13.556017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-18a4ef75-478a-4340-88bb-256b64ac27db req-ea9c9c1f-c1c0-43da-b307-c3f11b749132 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Synchronizing usage tracker for tenant:473e7aef523248b6aa066526c1bf4901 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:01:13.575371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-18a4ef75-478a-4340-88bb-256b64ac27db req-ea9c9c1f-c1c0-43da-b307-c3f11b749132 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Unset dirty status for tenant:473e7aef523248b6aa066526c1bf4901 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:01:13.576637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-ea9c9c1f-c1c0-43da-b307-c3f11b749132 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/networks?id=fe4b69d1-15fc-4a06-bb25-009e3d503a37 HTTP/1.1" status: 200 len: 814 time: 0.1713374 Jun 03 16:01:13.592445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-dc29b9b3-ffb6-40ab-b5c2-f881f054f493 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/quotas/473e7aef523248b6aa066526c1bf4901 HTTP/1.1" status: 200 len: 375 time: 0.0100424 Jun 03 16:01:13.680165 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-1b7ed89a-1fc0-4a1f-afbb-de000aa5599e tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=473e7aef523248b6aa066526c1bf4901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828161 Jun 03 16:01:13.815902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-3aed5c8d-e464-4b91-8c36-ae60461694e7 service neutron] 10.222.0.48 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243372 Jun 03 16:01:13.965568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-cee47321-ae54-4c82-baa6-c7de530c6419 service neutron] 10.222.0.48 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382582 Jun 03 16:01:14.428221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-838392b2-ea0c-44cb-a1a1-2ca4e1183dd7 req-764555f6-536f-4530-b669-ab5158afe597 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 210 time: 0.0984848 Jun 03 16:01:15.532247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b5156d1-6633-45d8-b17f-41a5944db147 req-eed76698-0a71-4c5c-8628-47d5bf8d1b2d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 210 time: 0.0435214 Jun 03 16:01:16.629959 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6385cb69-7d39-4b20-b770-1d75150cd805 req-71dd361e-5c56-4e08-a6bd-3e764abfec86 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 210 time: 0.0453537 Jun 03 16:01:17.466954 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ef75-478a-4340-88bb-256b64ac27db req-61e2fe5a-f9c6-4da6-8a28-d35a3134d579 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:17.468369 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-61e2fe5a-f9c6-4da6-8a28-d35a3134d579 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.75 "GET /v2.0/networks?id=fe4b69d1-15fc-4a06-bb25-009e3d503a37 HTTP/1.1" status: 200 len: 814 time: 0.1523857 Jun 03 16:01:17.514674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-18a4ef75-478a-4340-88bb-256b64ac27db req-7941deb4-a600-4eea-b2b2-23b234318560 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Synchronizing usage tracker for tenant:473e7aef523248b6aa066526c1bf4901 on resource:security_group {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:01:17.527053 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-18a4ef75-478a-4340-88bb-256b64ac27db req-7941deb4-a600-4eea-b2b2-23b234318560 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Unset dirty status for tenant:473e7aef523248b6aa066526c1bf4901 on resource:security_group {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:01:17.528286 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-7941deb4-a600-4eea-b2b2-23b234318560 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=473e7aef523248b6aa066526c1bf4901 HTTP/1.1" status: 200 len: 380 time: 0.0525796 Jun 03 16:01:17.536456 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Request body: {'port': {'device_id': '373862c5-98c0-4fac-9710-56464c4cfde4', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'admin_state_up': True, 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'security_groups': ['3ed9e6a2-4d02-493d-aed6-f5090a908e2c']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:01:17.680335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:01:17.684459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Usage tracker for resource:port and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:01:17.687387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:01:17.693408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:01:17.705783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Made reservation on behalf of 473e7aef523248b6aa066526c1bf4901 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:01:17.709331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:17.786587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2f2ed17-494e-44e9-ba40-a8453c34ec30 req-8df05ae0-cd00-4461-a1b8-7463abd080a0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 210 time: 0.0453908 Jun 03 16:01:17.884045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Allocated IP 172.20.0.3 (fe4b69d1-15fc-4a06-bb25-009e3d503a37/62ff4e0f-1746-4835-ab24-5bd12690176d/1bd2a55f-3b32-45df-8ea2-85e6a5817be0) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:01:18.084527 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:18.103144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Transition to ACTIVE for port object 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:01:18.129173 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:18.204681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Network fe4b69d1-15fc-4a06-bb25-009e3d503a37 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:01:18.207914 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:01:18.210475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:01:18.248088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event updated for resources: {'Port': ['ID=1bd2a55f-3b32-45df-8ea2-85e6a5817be0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:18.282336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:18.283081 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:18.312473 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-0b83f2a2-348b-40cb-ac8f-882fb0f15f40 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7796001 Jun 03 16:01:18.324286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Request body: {'port': {'device_id': '373862c5-98c0-4fac-9710-56464c4cfde4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:01:18.445435 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:18.517705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4b667255-0452-4de4-93bc-8b5d182b32fc None None] Provisioning for port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:01:18.523465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4b667255-0452-4de4-93bc-8b5d182b32fc None None] Provisioning complete for port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:01:18.523929 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4b667255-0452-4de4-93bc-8b5d182b32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:18.583510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4b667255-0452-4de4-93bc-8b5d182b32fc None None] Port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:01:18.919291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:01:18.927788 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:18.943538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Transition to ACTIVE for port object 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:01:18.948458 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:18.986335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2450-8b0b-4233-b6b7-89ef81529ee6 req-3944793b-8393-403a-8d65-8d056d14def9 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:18.989917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89de2450-8b0b-4233-b6b7-89ef81529ee6 req-3944793b-8393-403a-8d65-8d056d14def9 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 931 time: 0.0958292 Jun 03 16:01:19.059644 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89de2450-8b0b-4233-b6b7-89ef81529ee6 req-3c75e8ae-7c2a-41d2-9bcb-e4cda0545ba1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646625 Jun 03 16:01:19.127089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd2a55f-3b32-45df-8ea2-85e6a5817be0,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:19.202662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Attempting to bind port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:01:19.202999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Attempting to bind port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:01:19.203321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Attempting to bind port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 on network fe4b69d1-15fc-4a06-bb25-009e3d503a37 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:01:19.208271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 on network fe4b69d1-15fc-4a06-bb25-009e3d503a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:01:19.208605 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Attempting to bind port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 on network fe4b69d1-15fc-4a06-bb25-009e3d503a37 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:01:19.213962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:01:19.214296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Checking segment: {'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:01:19.214675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Bound using segment: {'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:01:19.215098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Bound port: 1bd2a55f-3b32-45df-8ea2-85e6a5817be0, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e5010b-7d2d-4da2-9e2e-33563bfa91af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:01:19.215438 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:19.309628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] For port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:01:19.313357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] For port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:01:19.319589 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:19.380593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:19.381266 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:19.382583 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-d66057eb-c938-41be-be07-7621969571f9 service neutron] 10.222.0.75 "PUT /v2.0/ports/1bd2a55f-3b32-45df-8ea2-85e6a5817be0 HTTP/1.1" status: 200 len: 1091 time: 1.0633254 Jun 03 16:01:19.383010 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:01:19.406947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66057eb-c938-41be-be07-7621969571f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd2a55f-3b32-45df-8ea2-85e6a5817be0,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:19.459696 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9581893e-4365-463c-b3e6-0d313f50bd9f'] response: {'name': 'network-changed', 'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'status': 'completed', 'code': 200} Jun 03 16:01:19.506228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ef75-478a-4340-88bb-256b64ac27db req-3c7c86a5-da1d-413d-908b-f69a051c5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:19.507716 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-3c7c86a5-da1d-413d-908b-f69a051c5ef2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=473e7aef523248b6aa066526c1bf4901&device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 1094 time: 0.0796275 Jun 03 16:01:19.574891 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-6d76da9a-0702-4b9c-89df-f78e2d31618c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0 HTTP/1.1" status: 200 len: 217 time: 0.0608099 Jun 03 16:01:19.644023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ef75-478a-4340-88bb-256b64ac27db req-1d272564-a747-43a7-a53a-81185164d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:19.645481 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-1d272564-a747-43a7-a53a-81185164d72b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62ff4e0f-1746-4835-ab24-5bd12690176d HTTP/1.1" status: 200 len: 853 time: 0.0647559 Jun 03 16:01:19.722544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ef75-478a-4340-88bb-256b64ac27db req-9524f908-3882-403c-9811-c7364a207790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:19.724317 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-9524f908-3882-403c-9811-c7364a207790 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe4b69d1-15fc-4a06-bb25-009e3d503a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731840 Jun 03 16:01:19.881384 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-b0b124d6-fe10-482c-b7b8-f1681aec8a22 service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499047 Jun 03 16:01:20.020033 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-18a4ef75-478a-4340-88bb-256b64ac27db req-60fa43c8-49f7-4dcd-afb8-b70483779d2c service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323657 Jun 03 16:01:20.144741 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2bc5f-389b-424c-aab7-c7833a39e66d req-993a3a75-dbfd-43cd-9d72-47abd6ee9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:20.146375 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-52b2bc5f-389b-424c-aab7-c7833a39e66d req-993a3a75-dbfd-43cd-9d72-47abd6ee9c8f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=473e7aef523248b6aa066526c1bf4901&device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 1094 time: 0.0815690 Jun 03 16:01:20.288762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33646) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:20.348357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb63adf-c49a-4e5e-add3-d9fd0fb88c0f req-e5102157-e79b-4b72-91ca-8c2238c721ff tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:20.349913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdb63adf-c49a-4e5e-add3-d9fd0fb88c0f req-e5102157-e79b-4b72-91ca-8c2238c721ff tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 943 time: 0.1908846 Jun 03 16:01:20.362798 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2bc5f-389b-424c-aab7-c7833a39e66d req-4aa77b5e-c06a-4e02-a2a8-736a003fef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:20.364013 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-52b2bc5f-389b-424c-aab7-c7833a39e66d req-4aa77b5e-c06a-4e02-a2a8-736a003fef0a service neutron] 10.222.0.75 "GET /v2.0/networks?id=fe4b69d1-15fc-4a06-bb25-009e3d503a37 HTTP/1.1" status: 200 len: 915 time: 0.2112308 Jun 03 16:01:20.396064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdb63adf-c49a-4e5e-add3-d9fd0fb88c0f req-42d4a283-988a-4552-bf12-ccb8e2767ef9 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399613 Jun 03 16:01:20.461845 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-52b2bc5f-389b-424c-aab7-c7833a39e66d req-8beadf39-904e-4b96-941a-efc636606db9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0 HTTP/1.1" status: 200 len: 217 time: 0.0870869 Jun 03 16:01:20.718802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2bc5f-389b-424c-aab7-c7833a39e66d req-c3335308-c16a-4f93-a208-790f1e759cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:20.720294 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-52b2bc5f-389b-424c-aab7-c7833a39e66d req-c3335308-c16a-4f93-a208-790f1e759cb6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62ff4e0f-1746-4835-ab24-5bd12690176d HTTP/1.1" status: 200 len: 853 time: 0.2524471 Jun 03 16:01:20.757508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Deleting port 6426dbdb-49af-4d14-953c-aa2de5154ba4 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:20.757835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:20.933232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2bc5f-389b-424c-aab7-c7833a39e66d req-02be90b6-25a3-4cac-9530-a597eae196cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:20.934774 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-52b2bc5f-389b-424c-aab7-c7833a39e66d req-02be90b6-25a3-4cac-9530-a597eae196cf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe4b69d1-15fc-4a06-bb25-009e3d503a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085993 Jun 03 16:01:20.973281 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:20.973497 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:21.152977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Calling delete_port for 6426dbdb-49af-4d14-953c-aa2de5154ba4 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:21.252841 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-52b2bc5f-389b-424c-aab7-c7833a39e66d req-86d4a686-38c3-41e5-bcc6-6ac1e80d2067 service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075058 Jun 03 16:01:21.438833 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-52b2bc5f-389b-424c-aab7-c7833a39e66d req-ee870a1a-e653-4057-819f-278aefe77588 service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785822 Jun 03 16:01:21.441465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:21.490966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event deleted for resources: {'Port': ['ID=6426dbdb-49af-4d14-953c-aa2de5154ba4,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:21.582005 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:21.582276 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Floating IP 440737a0-de72-494a-b2bb-e28fbb2caa6d disassociated (deleted). External IP: 172.25.7.139, port: 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc. Jun 03 16:01:21.601313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf519fc-fddf-445d-986e-385e078f1b16 req-8ba39b7d-81f7-4878-a1c3-0d81598e8587 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:21.602788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9cf519fc-fddf-445d-986e-385e078f1b16 req-8ba39b7d-81f7-4878-a1c3-0d81598e8587 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 943 time: 0.0845108 Jun 03 16:01:21.648648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9cf519fc-fddf-445d-986e-385e078f1b16 req-0c4ac5d2-f243-4637-8ce0-f24157d7eee5 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398319 Jun 03 16:01:22.065344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Router 5224edc6-4bb1-4033-9d95-970a082d095e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:01:22.248026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:01:22.258063 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f3e1c-066c-4549-9b61-e8a196df2fb6 None None] Sync routers for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:01:22.264728 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:22.268595 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f3e1c-066c-4549-9b61-e8a196df2fb6 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:22.269299 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-231f3e1c-066c-4549-9b61-e8a196df2fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:22.327658 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-24b7b967-6142-439c-be0f-18348e9320d2 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "DELETE /v2.0/floatingips/440737a0-de72-494a-b2bb-e28fbb2caa6d HTTP/1.1" status: 204 len: 168 time: 2.0377126 Jun 03 16:01:22.328660 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'tag': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:01:22.387092 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e47d3d-f45e-49f1-9329-9c8801f007c5'] response: {'name': 'network-changed', 'server_uuid': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'tag': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc', 'status': 'completed', 'code': 200} Jun 03 16:01:22.446352 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-231f3e1c-066c-4549-9b61-e8a196df2fb6 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:22.476908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2609463-1cad-41b5-9dea-5492668f0afb req-8fbe8857-e8aa-47b3-b82c-e008588bcd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:22.478467 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f2609463-1cad-41b5-9dea-5492668f0afb req-8fbe8857-e8aa-47b3-b82c-e008588bcd94 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0708194 Jun 03 16:01:22.618700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2609463-1cad-41b5-9dea-5492668f0afb req-5748e807-268a-4e36-9f3e-dce3668c119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:22.620261 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f2609463-1cad-41b5-9dea-5492668f0afb req-5748e807-268a-4e36-9f3e-dce3668c119e service neutron] 10.222.0.75 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.1354454 Jun 03 16:01:22.694530 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f2609463-1cad-41b5-9dea-5492668f0afb req-bddab9b8-fed4-477c-8105-2a1838b15908 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc HTTP/1.1" status: 200 len: 217 time: 0.0677724 Jun 03 16:01:22.732336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8b2af-8d54-425f-81bc-c216103ab22b req-53342a5b-45ae-454c-a041-97bc73e84f28 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:22.734475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47b8b2af-8d54-425f-81bc-c216103ab22b req-53342a5b-45ae-454c-a041-97bc73e84f28 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0875545 Jun 03 16:01:22.766628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2609463-1cad-41b5-9dea-5492668f0afb req-3d40ba92-8f2c-4771-89ec-8db8511ea8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:22.768278 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f2609463-1cad-41b5-9dea-5492668f0afb req-3d40ba92-8f2c-4771-89ec-8db8511ea8ff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0666590 Jun 03 16:01:22.827854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47b8b2af-8d54-425f-81bc-c216103ab22b req-13626c1e-e1b8-4a96-a95c-234fb2b140c1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865273 Jun 03 16:01:22.832135 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-231f3e1c-066c-4549-9b61-e8a196df2fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '39cba6e7-0ed3-4971-9ebd-7b6ebd915047', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:0e:ab:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:27Z', 'updated_at': '2022-06-03T15:57:30Z', 'revision_number': 1, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:22.836784 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f3e1c-066c-4549-9b61-e8a196df2fb6 None None] Checking router: 5224edc6-4bb1-4033-9d95-970a082d095e for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:01:22.850688 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f3e1c-066c-4549-9b61-e8a196df2fb6 None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:22.851465 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-231f3e1c-066c-4549-9b61-e8a196df2fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:22.861735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2609463-1cad-41b5-9dea-5492668f0afb req-cabbf921-481a-4831-ba00-d36d7d14a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:22.862792 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f2609463-1cad-41b5-9dea-5492668f0afb req-cabbf921-481a-4831-ba00-d36d7d14a5e8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857856 Jun 03 16:01:22.870182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57985-3690-4ac7-8a6f-69a501128e95 req-63fd4c25-4f6b-457b-8854-17aa7fc7001b tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:22.871653 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ae57985-3690-4ac7-8a6f-69a501128e95 req-63fd4c25-4f6b-457b-8854-17aa7fc7001b tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 943 time: 0.0970638 Jun 03 16:01:22.926556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ae57985-3690-4ac7-8a6f-69a501128e95 req-1bf352b8-ff35-4d6b-8ba6-923ba5f30148 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487225 Jun 03 16:01:23.001125 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f2609463-1cad-41b5-9dea-5492668f0afb req-48c5c7d3-f020-4ade-a056-6d8b5967db62 service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302860 Jun 03 16:01:23.033174 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-231f3e1c-066c-4549-9b61-e8a196df2fb6 None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:23.141145 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f2609463-1cad-41b5-9dea-5492668f0afb req-ea823029-43dd-44a6-93c0-b623a4680ebe service neutron] 10.222.0.75 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330078 Jun 03 16:01:23.385955 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-231f3e1c-066c-4549-9b61-e8a196df2fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '39cba6e7-0ed3-4971-9ebd-7b6ebd915047', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:0e:ab:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:27Z', 'updated_at': '2022-06-03T15:57:30Z', 'revision_number': 1, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:23.389951 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f3e1c-066c-4549-9b61-e8a196df2fb6 None None] The sync data for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 is: [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '39cba6e7-0ed3-4971-9ebd-7b6ebd915047', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'floating_ip_address': '172.25.7.201', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'port_id': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'mac_address': 'fa:16:3e:0e:ab:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:57:27Z', 'updated_at': '2022-06-03T15:57:30Z', 'revision_number': 1, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:01:23.616398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66be8eb-b250-401e-b8b2-8e9100022c0b None None] New status for floating IP 440737a0-de72-494a-b2bb-e28fbb2caa6d: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:01:24.043855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f9747-70a4-4dff-bf23-b23b359d6347 req-8ac35963-0d0c-4ee7-9798-732c701dd13a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:24.045345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-127f9747-70a4-4dff-bf23-b23b359d6347 req-8ac35963-0d0c-4ee7-9798-732c701dd13a tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0915103 Jun 03 16:01:24.138631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-127f9747-70a4-4dff-bf23-b23b359d6347 req-9de759f2-0e8e-4a67-b3ce-6892b7e7f600 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583742 Jun 03 16:01:24.160074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ef0d0-7c8f-4c53-840f-da2ca66049a5 req-310865c6-f7eb-43d4-944b-72d1b11e3e94 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:24.161612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-399ef0d0-7c8f-4c53-840f-da2ca66049a5 req-310865c6-f7eb-43d4-944b-72d1b11e3e94 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 943 time: 0.1301038 Jun 03 16:01:24.206088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-399ef0d0-7c8f-4c53-840f-da2ca66049a5 req-1c5c6e7c-e603-40dd-9e1c-aadf39dc401e tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385056 Jun 03 16:01:24.225216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-ddb0f2f6-7e30-47c1-a827-b6eea70cad6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:24.225910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-ddb0f2f6-7e30-47c1-a827-b6eea70cad6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:01:24.243143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-ddb0f2f6-7e30-47c1-a827-b6eea70cad6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:01:24.244297 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-ddb0f2f6-7e30-47c1-a827-b6eea70cad6d tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 945 time: 0.1098652 Jun 03 16:01:24.314147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-b3ed8796-819a-4902-8b88-7885dc5b00b9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Deleting port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:24.314465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-b3ed8796-819a-4902-8b88-7885dc5b00b9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:24.569125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-b3ed8796-819a-4902-8b88-7885dc5b00b9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] For port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:24.569398 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-b3ed8796-819a-4902-8b88-7885dc5b00b9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:24.691361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-b3ed8796-819a-4902-8b88-7885dc5b00b9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Calling delete_port for 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:24.960884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-b3ed8796-819a-4902-8b88-7885dc5b00b9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:25.013221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed8796-819a-4902-8b88-7885dc5b00b9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event deleted for resources: {'Port': ['ID=0c37014d-59f0-44c5-9f54-0d1d11f4a0bc,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:25.085778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-b3ed8796-819a-4902-8b88-7885dc5b00b9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] No DVR routers for this DVR port 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:01:25.088418 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-b3ed8796-819a-4902-8b88-7885dc5b00b9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:25.090925 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'name': 'network-vif-deleted', 'tag': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:01:25.108487 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-56d7df8c-db8c-4319-b2c3-5c6fd0c4fc7e req-b3ed8796-819a-4902-8b88-7885dc5b00b9 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.75 "DELETE /v2.0/ports/0c37014d-59f0-44c5-9f54-0d1d11f4a0bc HTTP/1.1" status: 204 len: 173 time: 0.8592100 Jun 03 16:01:25.136521 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c576d78-abef-428e-a7db-cd7a39801078'] response: {'server_uuid': 'c7e8385e-1d6e-4baa-8fe6-963080a7c7e3', 'name': 'network-vif-deleted', 'tag': '0c37014d-59f0-44c5-9f54-0d1d11f4a0bc', 'status': 'completed', 'code': 200} Jun 03 16:01:25.304647 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-815a348d-5795-4810-90fe-05bb33ad9461 req-91743610-7b4c-402c-8f5d-7dde8e8f28fd tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e8385e-1d6e-4baa-8fe6-963080a7c7e3 HTTP/1.1" status: 200 len: 210 time: 0.0523596 Jun 03 16:01:25.436710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038493b3-0b23-4ae2-b100-8deb7ade6ea9 req-bbed19ca-7406-4e64-b3c2-27bbed46d33d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:25.438419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-038493b3-0b23-4ae2-b100-8deb7ade6ea9 req-bbed19ca-7406-4e64-b3c2-27bbed46d33d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 943 time: 0.0870380 Jun 03 16:01:25.497143 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-038493b3-0b23-4ae2-b100-8deb7ade6ea9 req-73f6ed26-a9c4-46df-ac51-aafa3ab271ff tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507212 Jun 03 16:01:26.606071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:01:26.688357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5abc6-1832-4de1-a981-4298aa996be5 req-d774ac9f-74df-43d8-8381-448f3006fa67 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:26.689845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1d5abc6-1832-4de1-a981-4298aa996be5 req-d774ac9f-74df-43d8-8381-448f3006fa67 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 943 time: 0.0832469 Jun 03 16:01:26.738845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1d5abc6-1832-4de1-a981-4298aa996be5 req-ae3a8da7-4ad4-4255-b432-afee78cbed55 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400896 Jun 03 16:01:26.741387 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:26.760868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'port_id': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'mac_address': 'fa:16:3e:31:9b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:01:26.819175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:01:26.819538 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:26.836649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:01:26.853487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:26.859516 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:26.925575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=1bd2a55f-3b32-45df-8ea2-85e6a5817be0,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:26.933293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:26.933635 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:26.934001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:26.934334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:26.934655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:26.934978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:26.935318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:26.935618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:26.935951 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:26.936255 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:26.936568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:26.936879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:01:27.108893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['1bd2a55f-3b32-45df-8ea2-85e6a5817be0'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:01:27.941598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c816256-f69d-4a71-9a02-aec2accbf598 req-c700844d-32e8-4266-a63b-29e9e9768c36 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:27.943137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c816256-f69d-4a71-9a02-aec2accbf598 req-c700844d-32e8-4266-a63b-29e9e9768c36 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 944 time: 0.0943995 Jun 03 16:01:27.992701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c816256-f69d-4a71-9a02-aec2accbf598 req-a1d813c7-6759-4235-9db0-4a8c4528ae5d tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436316 Jun 03 16:01:28.621151 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:01:28.693276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:01:28.698498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:01:28.699006 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:28.824844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:01:28.825296 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:28.859445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:01:28.871298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:28.876479 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:28.877572 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:01:28.914392 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3bed513-f422-49c4-bcbd-2f07cf445f13'] response: {'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'code': 200} Jun 03 16:01:28.951215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:01:28.951827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0c37014d-59f0-44c5-9f54-0d1d11f4a0bc not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:01:28.996343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=1bd2a55f-3b32-45df-8ea2-85e6a5817be0,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:29.065203 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b31f7-027c-4852-b82d-02cc1180ecc7 req-a6a58ab2-6593-41f3-9eb8-7d867e8d980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:29.066874 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a95b31f7-027c-4852-b82d-02cc1180ecc7 req-a6a58ab2-6593-41f3-9eb8-7d867e8d980a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 1096 time: 0.0861180 Jun 03 16:01:29.114735 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-a95b31f7-027c-4852-b82d-02cc1180ecc7 req-d654e10d-fff6-4229-81af-49e4302b9038 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407300 Jun 03 16:01:29.192599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982457c6-031b-4a42-9656-89b7c86133d8 req-06efc6a3-619b-4940-9e98-b576ce5ad7e1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:29.194471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-982457c6-031b-4a42-9656-89b7c86133d8 req-06efc6a3-619b-4940-9e98-b576ce5ad7e1 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 945 time: 0.0876598 Jun 03 16:01:29.239538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-982457c6-031b-4a42-9656-89b7c86133d8 req-f136664f-1960-4154-a839-e3b91a2546a6 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390513 Jun 03 16:01:29.832367 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:30.446379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e5f21-4c43-4fe2-be56-edfbdefa34ab req-dfd2c11f-4628-4056-b8ee-de9379216692 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:30.447818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-406e5f21-4c43-4fe2-be56-edfbdefa34ab req-dfd2c11f-4628-4056-b8ee-de9379216692 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 945 time: 0.0923231 Jun 03 16:01:30.493029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-406e5f21-4c43-4fe2-be56-edfbdefa34ab req-05e0970b-c187-4022-a307-1f647c44671e tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392234 Jun 03 16:01:30.684205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99deca-b7fe-4697-8382-5a2c6cc418a8 req-0e3792b3-14a4-4e42-bc35-d0505453b1ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:30.685672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d99deca-b7fe-4697-8382-5a2c6cc418a8 req-0e3792b3-14a4-4e42-bc35-d0505453b1ad tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 945 time: 0.0881145 Jun 03 16:01:30.730417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d99deca-b7fe-4697-8382-5a2c6cc418a8 req-49bcfc4a-35af-4b68-beeb-fc513efae4e9 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390635 Jun 03 16:01:30.752972 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33700) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:30.885371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cdc8fc-df9c-4982-bc20-48394729582d tempest-TestVolumeBackupRestore-2045675557 tempest-TestVolumeBackupRestore-2045675557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:30.886179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8cdc8fc-df9c-4982-bc20-48394729582d tempest-TestVolumeBackupRestore-2045675557 tempest-TestVolumeBackupRestore-2045675557-project-admin] Synchronizing usage tracker for tenant:27d88c53aee94c9f80a76bb4a4007950 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:01:30.904607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-e8cdc8fc-df9c-4982-bc20-48394729582d tempest-TestVolumeBackupRestore-2045675557 tempest-TestVolumeBackupRestore-2045675557-project-admin] Unset dirty status for tenant:27d88c53aee94c9f80a76bb4a4007950 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:01:30.905765 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e8cdc8fc-df9c-4982-bc20-48394729582d tempest-TestVolumeBackupRestore-2045675557 tempest-TestVolumeBackupRestore-2045675557-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 1091 time: 0.1517670 Jun 03 16:01:30.909033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33706) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:30.914056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:01:30.921067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:01:30.924921 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Usage tracker for resource:floatingip and tenant:473e7aef523248b6aa066526c1bf4901 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:01:30.927794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:01:30.933500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:01:30.945285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:30.946756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33712) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:31.083133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:31.153597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Deleting port 16eaabd4-9f01-4cf8-b84b-7195cd57ca06 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:31.155877 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:31.227825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Allocated IP 172.25.7.31 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/b60f8a02-7fc7-4261-a8af-2af6171ecf6c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:01:31.325423 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:31.325775 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:31.377603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:31.409466 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:31.451665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Calling delete_port for 16eaabd4-9f01-4cf8-b84b-7195cd57ca06 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:31.474066 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:01:31.476998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:01:31.480792 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:01:31.516819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event updated for resources: {'Port': ['ID=b60f8a02-7fc7-4261-a8af-2af6171ecf6c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:31.603445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:31.651512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event deleted for resources: {'Port': ['ID=16eaabd4-9f01-4cf8-b84b-7195cd57ca06,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:31.748427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:31.748826 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Floating IP 39cba6e7-0ed3-4971-9ebd-7b6ebd915047 disassociated (deleted). External IP: 172.25.7.201, port: d35d025b-a951-4e06-b50b-5979e3d5f82a. Jun 03 16:01:31.905047 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:31.980601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:32.166971 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-aedda3b4-0036-42c1-bfe7-a37c35128ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:32.212947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Router 5224edc6-4bb1-4033-9d95-970a082d095e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:01:32.304815 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:32.311780 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:32.399011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:01:32.411776 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b045eb-d57f-4ee6-8ecf-7f80e94035ab None None] Sync routers for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:01:32.416841 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:32.423143 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b045eb-d57f-4ee6-8ecf-7f80e94035ab None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:32.423939 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-63b045eb-d57f-4ee6-8ecf-7f80e94035ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:32.432491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event updated for resources: {'Port': ['ID=b60f8a02-7fc7-4261-a8af-2af6171ecf6c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:32.438926 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:32.480134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5c2a36e6-788e-4e55-8c30-9e4add50064f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "DELETE /v2.0/floatingips/39cba6e7-0ed3-4971-9ebd-7b6ebd915047 HTTP/1.1" status: 204 len: 168 time: 1.5296195 Jun 03 16:01:32.480134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'tag': 'd35d025b-a951-4e06-b50b-5979e3d5f82a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:01:32.525761 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a1e52a-cc66-4988-a9fb-68e415718062'] response: {'name': 'network-changed', 'server_uuid': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'tag': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'status': 'completed', 'code': 200} Jun 03 16:01:32.615722 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-63b045eb-d57f-4ee6-8ecf-7f80e94035ab None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:32.690023 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Floating IP a2141e49-3e42-4089-bcdb-4b46c7e69b2e associated. External IP: 172.25.7.31, port: 1bd2a55f-3b32-45df-8ea2-85e6a5817be0. Jun 03 16:01:32.789885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a55127-939f-4ba5-a0c0-269834b0cb44 req-ffe3cd2a-a1c7-41ac-ba75-a92eb9066d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:32.791368 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a55127-939f-4ba5-a0c0-269834b0cb44 req-ffe3cd2a-a1c7-41ac-ba75-a92eb9066d46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=478b98182f234210949a5c9275a7f1fe&device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 1097 time: 0.1948953 Jun 03 16:01:32.904129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911b3bd-2c20-496e-9543-ee20c42c4683 req-0245745b-fd1d-4eec-a5eb-12fce0787cab tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:32.905168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0911b3bd-2c20-496e-9543-ee20c42c4683 req-0245745b-fd1d-4eec-a5eb-12fce0787cab tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:01:32.929000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0911b3bd-2c20-496e-9543-ee20c42c4683 req-0245745b-fd1d-4eec-a5eb-12fce0787cab tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:01:32.930700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0911b3bd-2c20-496e-9543-ee20c42c4683 req-0245745b-fd1d-4eec-a5eb-12fce0787cab tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 946 time: 0.1185179 Jun 03 16:01:32.988136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0911b3bd-2c20-496e-9543-ee20c42c4683 req-df9d58b6-b6ae-451e-a501-99f39dabf265 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506108 Jun 03 16:01:33.017852 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-63b045eb-d57f-4ee6-8ecf-7f80e94035ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:33.022256 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b045eb-d57f-4ee6-8ecf-7f80e94035ab None None] Checking router: 5224edc6-4bb1-4033-9d95-970a082d095e for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:01:33.030929 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b045eb-d57f-4ee6-8ecf-7f80e94035ab None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:33.031559 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-63b045eb-d57f-4ee6-8ecf-7f80e94035ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:33.074294 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a55127-939f-4ba5-a0c0-269834b0cb44 req-9d190e12-21b9-4014-93b2-ef1fe9761420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:33.075783 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a55127-939f-4ba5-a0c0-269834b0cb44 req-9d190e12-21b9-4014-93b2-ef1fe9761420 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 200 len: 913 time: 0.2369621 Jun 03 16:01:33.211966 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a55127-939f-4ba5-a0c0-269834b0cb44 req-7309392d-59a6-4025-91e5-389e024e32b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a HTTP/1.1" status: 200 len: 217 time: 0.0784388 Jun 03 16:01:33.214562 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-63b045eb-d57f-4ee6-8ecf-7f80e94035ab None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:33.283731 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Router 2d07f84a-6170-4838-a7d9-10735d09417b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:01:33.299697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a55127-939f-4ba5-a0c0-269834b0cb44 req-eb9338bd-0e57-465b-8d7f-005cf868260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:33.301148 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a55127-939f-4ba5-a0c0-269834b0cb44 req-eb9338bd-0e57-465b-8d7f-005cf868260c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 200 len: 851 time: 0.0811403 Jun 03 16:01:33.530286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a55127-939f-4ba5-a0c0-269834b0cb44 req-8082d59d-2180-4416-97e2-4dc6e0bb6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:33.531648 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a55127-939f-4ba5-a0c0-269834b0cb44 req-8082d59d-2180-4416-97e2-4dc6e0bb6637 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0b59cccb-736d-4f97-ab3c-7f712587d12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794040 Jun 03 16:01:33.537707 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-63b045eb-d57f-4ee6-8ecf-7f80e94035ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:33.538666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:01:33.543021 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b045eb-d57f-4ee6-8ecf-7f80e94035ab None None] The sync data for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 is: [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T15:49:04Z', 'revision_number': 4, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c25a1545-e460-41f5-9156-9eb3af4f314a', 'name': '', 'network_id': '0b59cccb-736d-4f97-ab3c-7f712587d12f', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'mac_address': 'fa:16:3e:aa:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:03Z', 'updated_at': '2022-06-03T15:49:20Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'subnets': [{'id': 'dcab0106-2b7e-4a74-ac83-d9033844c6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:01:33.553055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7346cc-21cf-49aa-925c-e6a8e186792e None None] Sync routers for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:01:33.563307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7346cc-21cf-49aa-925c-e6a8e186792e None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:33.564180 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0f7346cc-21cf-49aa-925c-e6a8e186792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:33.755214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0f7346cc-21cf-49aa-925c-e6a8e186792e None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:33.786410 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:33.811040 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5cde0-cc2d-428a-9d27-18a0481bba20 None None] New status for floating IP 39cba6e7-0ed3-4971-9ebd-7b6ebd915047: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:01:33.877129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33724) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:33.877725 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8e2b9067-9aba-4edc-b63a-59e46449b3c0 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9671731 Jun 03 16:01:33.880400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:01:33.888149 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a55127-939f-4ba5-a0c0-269834b0cb44 req-af6b85f8-ae1d-43a6-9125-aa20825bd275 service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433297 Jun 03 16:01:33.947114 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6a33e6-70ee-4330-8a42-057c87179c5f'] response: {'name': 'network-changed', 'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'status': 'completed', 'code': 200} Jun 03 16:01:33.955141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90877055-6c26-4942-a152-f626ee33c72a tempest-TestVolumeBackupRestore-2045675557 tempest-TestVolumeBackupRestore-2045675557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:33.957289 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-90877055-6c26-4942-a152-f626ee33c72a tempest-TestVolumeBackupRestore-2045675557 tempest-TestVolumeBackupRestore-2045675557-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 1091 time: 0.0789685 Jun 03 16:01:33.959675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33730) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:33.965477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a753ae6c-5217-4a12-b203-8460b5820704 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Request body: {'floatingip': {'port_id': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:01:34.087842 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a753ae6c-5217-4a12-b203-8460b5820704 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:34.152331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7e98a-d9e5-4524-a325-91aeea8f778e req-d1ab6087-462a-4bc1-918d-d5cdb8b37d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:34.154026 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-05a7e98a-d9e5-4524-a325-91aeea8f778e req-d1ab6087-462a-4bc1-918d-d5cdb8b37d90 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=473e7aef523248b6aa066526c1bf4901&device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 1096 time: 0.1302226 Jun 03 16:01:34.244386 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-81a55127-939f-4ba5-a0c0-269834b0cb44 req-863b17f8-f0fa-44c0-9c09-57781304097f service neutron] 10.222.0.67 "GET /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479345 Jun 03 16:01:34.245183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0f7346cc-21cf-49aa-925c-e6a8e186792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a2141e49-3e42-4089-bcdb-4b46c7e69b2e', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'port_id': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'mac_address': 'fa:16:3e:31:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373862c5-98c0-4fac-9710-56464c4cfde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:01:31Z', 'updated_at': '2022-06-03T16:01:31Z', 'revision_number': 0, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:17Z', 'revision_number': 5, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:34.252004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7346cc-21cf-49aa-925c-e6a8e186792e None None] Checking router: 2d07f84a-6170-4838-a7d9-10735d09417b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:01:34.267826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7346cc-21cf-49aa-925c-e6a8e186792e None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:34.268818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0f7346cc-21cf-49aa-925c-e6a8e186792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:34.298068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7e98a-d9e5-4524-a325-91aeea8f778e req-c39e0b23-18ec-4047-8197-21d988adba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:34.299151 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-05a7e98a-d9e5-4524-a325-91aeea8f778e req-c39e0b23-18ec-4047-8197-21d988adba06 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fe4b69d1-15fc-4a06-bb25-009e3d503a37 HTTP/1.1" status: 200 len: 915 time: 0.1392167 Jun 03 16:01:34.365280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adac3a-ee27-4fb1-b941-de307d6304fe req-7b4c05d0-71a5-4901-91af-bcd06daabbc1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:34.366781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6adac3a-ee27-4fb1-b941-de307d6304fe req-7b4c05d0-71a5-4901-91af-bcd06daabbc1 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 946 time: 0.2197728 Jun 03 16:01:34.416564 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-05a7e98a-d9e5-4524-a325-91aeea8f778e req-96ffa40a-1c1c-4f5b-ab70-e5de090575e4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0 HTTP/1.1" status: 200 len: 998 time: 0.1074710 Jun 03 16:01:34.477178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0f7346cc-21cf-49aa-925c-e6a8e186792e None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:34.492156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7e98a-d9e5-4524-a325-91aeea8f778e req-f49db2a2-d550-42b6-a110-9d16dcb768b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:34.493969 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-05a7e98a-d9e5-4524-a325-91aeea8f778e req-f49db2a2-d550-42b6-a110-9d16dcb768b6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62ff4e0f-1746-4835-ab24-5bd12690176d HTTP/1.1" status: 200 len: 853 time: 0.0715532 Jun 03 16:01:34.496069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6adac3a-ee27-4fb1-b941-de307d6304fe req-43a18de4-88e7-4e70-8919-d1adc685f0b7 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/security-groups?id=133a8021-702d-48ed-a3db-6ec7cdea6b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167088 Jun 03 16:01:34.633115 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7e98a-d9e5-4524-a325-91aeea8f778e req-0f464363-1ff6-4526-92a4-3aaa2c979adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:34.634971 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-05a7e98a-d9e5-4524-a325-91aeea8f778e req-0f464363-1ff6-4526-92a4-3aaa2c979adb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe4b69d1-15fc-4a06-bb25-009e3d503a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305943 Jun 03 16:01:34.748689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8e5dd6c9-cd63-4126-b2e0-2324d86a214f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:34.749383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8e5dd6c9-cd63-4126-b2e0-2324d86a214f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Synchronizing usage tracker for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:01:34.785725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8e5dd6c9-cd63-4126-b2e0-2324d86a214f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Unset dirty status for tenant:478b98182f234210949a5c9275a7f1fe on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:01:34.786910 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8e5dd6c9-cd63-4126-b2e0-2324d86a214f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 946 time: 0.2175255 Jun 03 16:01:34.831714 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:01:34.844351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0f7346cc-21cf-49aa-925c-e6a8e186792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a2141e49-3e42-4089-bcdb-4b46c7e69b2e', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'port_id': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'mac_address': 'fa:16:3e:31:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373862c5-98c0-4fac-9710-56464c4cfde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:01:31Z', 'updated_at': '2022-06-03T16:01:31Z', 'revision_number': 0, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:17Z', 'revision_number': 5, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:34.853080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7346cc-21cf-49aa-925c-e6a8e186792e None None] The sync data for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 is: [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a2141e49-3e42-4089-bcdb-4b46c7e69b2e', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'port_id': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'mac_address': 'fa:16:3e:31:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373862c5-98c0-4fac-9710-56464c4cfde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:01:31Z', 'updated_at': '2022-06-03T16:01:31Z', 'revision_number': 0, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:17Z', 'revision_number': 5, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:01:34.860193 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-05a7e98a-d9e5-4524-a325-91aeea8f778e req-0f378d39-1bce-4941-8d5f-5ad32b860e1d service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177749 Jun 03 16:01:34.870155 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f26ec0b0-7e87-4805-8db1-0ed16ec450b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:34.943005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8ac44eb3-1c4e-43e0-8c76-bdeb6fcc705f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Deleting port d35d025b-a951-4e06-b50b-5979e3d5f82a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:34.943344 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8ac44eb3-1c4e-43e0-8c76-bdeb6fcc705f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:35.004730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a753ae6c-5217-4a12-b203-8460b5820704 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:35.011535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a753ae6c-5217-4a12-b203-8460b5820704 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:35.075600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8305b-094e-4555-8e3a-541de5df013c None None] New status for floating IP a2141e49-3e42-4089-bcdb-4b46c7e69b2e: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:01:35.101798 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-05a7e98a-d9e5-4524-a325-91aeea8f778e req-697ecbea-8549-45b3-8735-82891f24cb46 service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360072 Jun 03 16:01:35.254892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8ac44eb3-1c4e-43e0-8c76-bdeb6fcc705f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] For port d35d025b-a951-4e06-b50b-5979e3d5f82a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d35d025b-a951-4e06-b50b-5979e3d5f82a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:35.255578 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8ac44eb3-1c4e-43e0-8c76-bdeb6fcc705f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:35.388870 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:35.410657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a753ae6c-5217-4a12-b203-8460b5820704 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Router 2d07f84a-6170-4838-a7d9-10735d09417b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:01:35.509922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8ac44eb3-1c4e-43e0-8c76-bdeb6fcc705f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Calling delete_port for d35d025b-a951-4e06-b50b-5979e3d5f82a owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:35.607228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a753ae6c-5217-4a12-b203-8460b5820704 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:01:35.617431 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e49156-d93c-4891-99d0-6f7ac949b458 None None] Sync routers for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:01:35.618437 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a753ae6c-5217-4a12-b203-8460b5820704 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:35.629119 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e49156-d93c-4891-99d0-6f7ac949b458 None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:35.629733 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c2e49156-d93c-4891-99d0-6f7ac949b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:35.668835 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8ac44eb3-1c4e-43e0-8c76-bdeb6fcc705f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:35.699772 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:35.714049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1128e7e6-038a-412f-8d22-ee9deb20ef1f req-d16e5ea7-75f9-41c9-be55-a7fd6ad85f43 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 210 time: 0.0592024 Jun 03 16:01:35.721786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac44eb3-1c4e-43e0-8c76-bdeb6fcc705f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event deleted for resources: {'Port': ['ID=d35d025b-a951-4e06-b50b-5979e3d5f82a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:35.773542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:01:35.799554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a753ae6c-5217-4a12-b203-8460b5820704 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "PUT /v2.0/floatingips/a2141e49-3e42-4089-bcdb-4b46c7e69b2e HTTP/1.1" status: 200 len: 990 time: 1.8386862 Jun 03 16:01:35.804555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8ac44eb3-1c4e-43e0-8c76-bdeb6fcc705f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] No DVR routers for this DVR port d35d025b-a951-4e06-b50b-5979e3d5f82a on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:01:35.807793 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8ac44eb3-1c4e-43e0-8c76-bdeb6fcc705f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:35.823791 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25769c4c-4536-424c-bee7-16d86a772e29'] response: {'name': 'network-changed', 'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'status': 'completed', 'code': 200} Jun 03 16:01:35.825247 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-860cdcf5-823e-4f98-b029-84a9a190773b req-8ac44eb3-1c4e-43e0-8c76-bdeb6fcc705f tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.67 "DELETE /v2.0/ports/d35d025b-a951-4e06-b50b-5979e3d5f82a HTTP/1.1" status: 204 len: 173 time: 1.0294518 Jun 03 16:01:35.837090 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c2e49156-d93c-4891-99d0-6f7ac949b458 None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:35.926491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6517c-ff54-4c1e-a758-484bace446e0 req-47e6bf43-2b57-42b6-b110-310a32b425ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:35.927983 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-89e6517c-ff54-4c1e-a758-484bace446e0 req-47e6bf43-2b57-42b6-b110-310a32b425ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=473e7aef523248b6aa066526c1bf4901&device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 1096 time: 0.0738537 Jun 03 16:01:35.953837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'name': 'network-vif-deleted', 'tag': 'd35d025b-a951-4e06-b50b-5979e3d5f82a'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:01:36.012935 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8e8411-95e1-49a3-88be-44acaa663a11'] response: {'server_uuid': '7eea813b-654a-4fc3-bdb4-ca768062832a', 'name': 'network-vif-deleted', 'tag': 'd35d025b-a951-4e06-b50b-5979e3d5f82a', 'status': 'completed', 'code': 200} Jun 03 16:01:36.071959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6517c-ff54-4c1e-a758-484bace446e0 req-95b40a11-7ca2-47c1-9790-f6eeed771b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:36.073648 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-89e6517c-ff54-4c1e-a758-484bace446e0 req-95b40a11-7ca2-47c1-9790-f6eeed771b6e service neutron] 10.222.0.75 "GET /v2.0/networks?id=fe4b69d1-15fc-4a06-bb25-009e3d503a37 HTTP/1.1" status: 200 len: 915 time: 0.1393206 Jun 03 16:01:36.234455 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-89e6517c-ff54-4c1e-a758-484bace446e0 req-9fb38bd4-36b3-4a84-9b81-bc98a5e9908b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0 HTTP/1.1" status: 200 len: 1000 time: 0.1544921 Jun 03 16:01:36.250999 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c2e49156-d93c-4891-99d0-6f7ac949b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a2141e49-3e42-4089-bcdb-4b46c7e69b2e', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'port_id': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'mac_address': 'fa:16:3e:31:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373862c5-98c0-4fac-9710-56464c4cfde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:01:31Z', 'updated_at': '2022-06-03T16:01:35Z', 'revision_number': 2, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:17Z', 'revision_number': 5, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:36.255642 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e49156-d93c-4891-99d0-6f7ac949b458 None None] Checking router: 2d07f84a-6170-4838-a7d9-10735d09417b for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:01:36.272193 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e49156-d93c-4891-99d0-6f7ac949b458 None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:36.272887 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c2e49156-d93c-4891-99d0-6f7ac949b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:36.341416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6517c-ff54-4c1e-a758-484bace446e0 req-14ccbf4e-2372-4866-ba60-3cc39f8d8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:36.342791 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-89e6517c-ff54-4c1e-a758-484bace446e0 req-14ccbf4e-2372-4866-ba60-3cc39f8d8185 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62ff4e0f-1746-4835-ab24-5bd12690176d HTTP/1.1" status: 200 len: 853 time: 0.0999515 Jun 03 16:01:36.426274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6517c-ff54-4c1e-a758-484bace446e0 req-fe45af96-c693-4931-b310-cd97f2283802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:36.427848 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-89e6517c-ff54-4c1e-a758-484bace446e0 req-fe45af96-c693-4931-b310-cd97f2283802 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe4b69d1-15fc-4a06-bb25-009e3d503a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790880 Jun 03 16:01:36.474469 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c2e49156-d93c-4891-99d0-6f7ac949b458 None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:36.576241 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-89e6517c-ff54-4c1e-a758-484bace446e0 req-3aec576e-138d-496a-a176-bb1343976a97 service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415691 Jun 03 16:01:36.708781 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-89e6517c-ff54-4c1e-a758-484bace446e0 req-183003a7-5257-4710-8e10-e00962f82c7d service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263783 Jun 03 16:01:36.829327 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c2e49156-d93c-4891-99d0-6f7ac949b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a2141e49-3e42-4089-bcdb-4b46c7e69b2e', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'port_id': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'mac_address': 'fa:16:3e:31:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373862c5-98c0-4fac-9710-56464c4cfde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:01:31Z', 'updated_at': '2022-06-03T16:01:35Z', 'revision_number': 2, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:17Z', 'revision_number': 5, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:36.834054 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e49156-d93c-4891-99d0-6f7ac949b458 None None] The sync data for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 is: [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a2141e49-3e42-4089-bcdb-4b46c7e69b2e', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'port_id': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'mac_address': 'fa:16:3e:31:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373862c5-98c0-4fac-9710-56464c4cfde4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:01:31Z', 'updated_at': '2022-06-03T16:01:35Z', 'revision_number': 2, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:17Z', 'revision_number': 5, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:01:36.913055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92eb8842-f084-4c84-a70c-c2965e94f490 req-f824fcfd-446a-4015-a155-41308afb6c3e tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "GET /v2.0/ports?device_id=7eea813b-654a-4fc3-bdb4-ca768062832a HTTP/1.1" status: 200 len: 210 time: 0.0496492 Jun 03 16:01:37.162326 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:37.825533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:01:37.876697 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d3aed7-86bc-409e-8af5-d94de930f267'] response: {'name': 'network-changed', 'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'status': 'completed', 'code': 200} Jun 03 16:01:37.970613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161fb0-36b0-4dbc-94b3-f69c835f69b2 req-d1db5b8a-1daa-4f4d-bae7-4ee6a664c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:37.972204 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5d161fb0-36b0-4dbc-94b3-f69c835f69b2 req-d1db5b8a-1daa-4f4d-bae7-4ee6a664c03e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=473e7aef523248b6aa066526c1bf4901&device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 1096 time: 0.0737484 Jun 03 16:01:38.011523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33750) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:38.108604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161fb0-36b0-4dbc-94b3-f69c835f69b2 req-b57dd41c-a835-459b-a0e0-fde83e696066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:38.111228 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5d161fb0-36b0-4dbc-94b3-f69c835f69b2 req-b57dd41c-a835-459b-a0e0-fde83e696066 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fe4b69d1-15fc-4a06-bb25-009e3d503a37 HTTP/1.1" status: 200 len: 915 time: 0.1308701 Jun 03 16:01:38.164250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e160597b-c360-4aa2-8cc3-227a233f9ce5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Deleting port 17be189f-a79f-4d87-88b2-e57d77254bd7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:38.164589 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e160597b-c360-4aa2-8cc3-227a233f9ce5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:38.213647 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5d161fb0-36b0-4dbc-94b3-f69c835f69b2 req-6ebe0dd5-f101-454a-b78d-b60d15024097 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0 HTTP/1.1" status: 200 len: 1000 time: 0.0968852 Jun 03 16:01:38.279489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161fb0-36b0-4dbc-94b3-f69c835f69b2 req-35615e85-e9c9-499b-a52d-abcc8490bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:38.283304 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5d161fb0-36b0-4dbc-94b3-f69c835f69b2 req-35615e85-e9c9-499b-a52d-abcc8490bcdb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62ff4e0f-1746-4835-ab24-5bd12690176d HTTP/1.1" status: 200 len: 853 time: 0.0636995 Jun 03 16:01:38.352098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e160597b-c360-4aa2-8cc3-227a233f9ce5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:38.352458 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e160597b-c360-4aa2-8cc3-227a233f9ce5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:38.359364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161fb0-36b0-4dbc-94b3-f69c835f69b2 req-c4e6623f-ec46-49e6-a5dd-ada9d9f62113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:38.360756 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5d161fb0-36b0-4dbc-94b3-f69c835f69b2 req-c4e6623f-ec46-49e6-a5dd-ada9d9f62113 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe4b69d1-15fc-4a06-bb25-009e3d503a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710397 Jun 03 16:01:38.496576 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5d161fb0-36b0-4dbc-94b3-f69c835f69b2 req-43c3bba2-2d03-4ae2-9602-9eb32d05e42d service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280961 Jun 03 16:01:38.590007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e160597b-c360-4aa2-8cc3-227a233f9ce5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Calling delete_port for 17be189f-a79f-4d87-88b2-e57d77254bd7 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:38.737167 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5d161fb0-36b0-4dbc-94b3-f69c835f69b2 req-57fe5963-5df0-45d6-9c5a-2a244bd39d84 service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354486 Jun 03 16:01:38.740263 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e160597b-c360-4aa2-8cc3-227a233f9ce5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:38.792072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160597b-c360-4aa2-8cc3-227a233f9ce5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event deleted for resources: {'Port': ['ID=17be189f-a79f-4d87-88b2-e57d77254bd7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:38.889399 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e160597b-c360-4aa2-8cc3-227a233f9ce5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:38.903699 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e160597b-c360-4aa2-8cc3-227a233f9ce5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:38.904836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e160597b-c360-4aa2-8cc3-227a233f9ce5 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "DELETE /v2.0/floatingips/187930ae-3891-490a-b819-08f31b120c4c HTTP/1.1" status: 204 len: 168 time: 0.8922513 Jun 03 16:01:39.171803 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:39.794299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d35d025b-a951-4e06-b50b-5979e3d5f82a no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:01:39.832620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: d35d025b-a951-4e06-b50b-5979e3d5f82a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:01:39.833336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d35d025b-a951-4e06-b50b-5979e3d5f82a not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:01:41.408730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33766) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:41.472105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2ebda83-055f-46be-b387-f300c9a6c0c0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:41.500198 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2ebda83-055f-46be-b387-f300c9a6c0c0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:41.571273 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2ebda83-055f-46be-b387-f300c9a6c0c0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:41.591522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebda83-055f-46be-b387-f300c9a6c0c0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133a8021-702d-48ed-a3db-6ec7cdea6b4d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:41.605689 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2ebda83-055f-46be-b387-f300c9a6c0c0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:41.606970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e2ebda83-055f-46be-b387-f300c9a6c0c0 tempest-TestVolumeBootPattern-506058146 tempest-TestVolumeBootPattern-506058146-project] 10.222.0.48 "DELETE /v2.0/security-groups/133a8021-702d-48ed-a3db-6ec7cdea6b4d HTTP/1.1" status: 204 len: 168 time: 0.2073762 Jun 03 16:01:41.670543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33772) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:42.363968 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:42.826726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] Deleting port c25a1545-e460-41f5-9156-9eb3af4f314a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:42.827450 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:42.998827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] For port c25a1545-e460-41f5-9156-9eb3af4f314a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c25a1545-e460-41f5-9156-9eb3af4f314a,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:42.999169 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:43.119111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] Calling delete_port for c25a1545-e460-41f5-9156-9eb3af4f314a owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:43.313644 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:43.359638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c25a1545-e460-41f5-9156-9eb3af4f314a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:43.622803 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:43.994061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] Router 5224edc6-4bb1-4033-9d95-970a082d095e has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:01:44.294064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:01:44.302789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb65689-9e13-4b81-9f4c-4670c3a78a1e None None] Sync routers for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:01:44.308479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9b645f0d-c24f-42a2-b594-de3ad49dae26 admin admin] 10.222.0.48 "PUT /v2.0/routers/5224edc6-4bb1-4033-9d95-970a082d095e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6364563 Jun 03 16:01:44.310782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33778) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:44.312345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb65689-9e13-4b81-9f4c-4670c3a78a1e None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:44.312994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5cb65689-9e13-4b81-9f4c-4670c3a78a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:44.486856 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:44.499617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5cb65689-9e13-4b81-9f4c-4670c3a78a1e None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:44.666407 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:44.677466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Deleting port 81198708-0e99-426f-b559-91e71cccf102 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:44.677802 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:44.824673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5cb65689-9e13-4b81-9f4c-4670c3a78a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '81198708-0e99-426f-b559-91e71cccf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T16:01:43Z', 'revision_number': 5, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port': {'id': '81198708-0e99-426f-b559-91e71cccf102', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:dd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:48:53Z', 'updated_at': '2022-06-03T15:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:44.828390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb65689-9e13-4b81-9f4c-4670c3a78a1e None None] Checking router: 5224edc6-4bb1-4033-9d95-970a082d095e for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:01:44.836901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb65689-9e13-4b81-9f4c-4670c3a78a1e None None] Routers {'5224edc6-4bb1-4033-9d95-970a082d095e'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:44.837531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5cb65689-9e13-4b81-9f4c-4670c3a78a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['5224edc6-4bb1-4033-9d95-970a082d095e'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:44.856166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] For port 81198708-0e99-426f-b559-91e71cccf102, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=81198708-0e99-426f-b559-91e71cccf102,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:44.856489 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:44.977261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Calling delete_port for 81198708-0e99-426f-b559-91e71cccf102 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:44.985648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5cb65689-9e13-4b81-9f4c-4670c3a78a1e None None] Set router 5224edc6-4bb1-4033-9d95-970a082d095e gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:45.090286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5cb65689-9e13-4b81-9f4c-4670c3a78a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T16:01:44Z', 'revision_number': 6, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:45.094172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb65689-9e13-4b81-9f4c-4670c3a78a1e None None] The sync data for ids ['5224edc6-4bb1-4033-9d95-970a082d095e'] in n-d-844595-1 is: [{'id': '5224edc6-4bb1-4033-9d95-970a082d095e', 'name': 'tempest-TestVolumeBootPattern-1124412456-router', 'tenant_id': '478b98182f234210949a5c9275a7f1fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:48:51Z', 'updated_at': '2022-06-03T16:01:44Z', 'revision_number': 6, 'project_id': '478b98182f234210949a5c9275a7f1fe', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:01:45.146547 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.193057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Pushing event deleted for resources: {'Port': ['ID=81198708-0e99-426f-b559-91e71cccf102,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:45.288275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.461910 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.464409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.489331 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.489868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5224edc6-4bb1-4033-9d95-970a082d095e {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:01:45.503137 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.504292 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3116bbaa-eb0c-4174-afaa-711e9eb2768b admin admin] 10.222.0.48 "DELETE /v2.0/routers/5224edc6-4bb1-4033-9d95-970a082d095e HTTP/1.1" status: 204 len: 168 time: 1.1923082 Jun 03 16:01:45.507029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33782) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:45.566554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fba22dc-db92-48d6-ad03-2d35134a76f0 admin admin] Deleting subnet dcab0106-2b7e-4a74-ac83-d9033844c6be {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:01:45.569534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fba22dc-db92-48d6-ad03-2d35134a76f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.733264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fba22dc-db92-48d6-ad03-2d35134a76f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.812868 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fba22dc-db92-48d6-ad03-2d35134a76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.887869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fba22dc-db92-48d6-ad03-2d35134a76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.925902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba22dc-db92-48d6-ad03-2d35134a76f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcab0106-2b7e-4a74-ac83-d9033844c6be,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:45.930409 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9fba22dc-db92-48d6-ad03-2d35134a76f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:45.936033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea436f-8dc8-4f9f-a267-036135adb000 None None] Network 0b59cccb-736d-4f97-ab3c-7f712587d12f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:01:45.940542 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9fba22dc-db92-48d6-ad03-2d35134a76f0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dcab0106-2b7e-4a74-ac83-d9033844c6be HTTP/1.1" status: 204 len: 168 time: 0.4297733 Jun 03 16:01:45.940719 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33786) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:46.051158 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.061834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Deleting port 6d463abd-bf07-48b1-8410-fbb64063ed40 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:46.062189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.239641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0128fc-b342-4e75-bb65-edc709813b19 None None] DHCP port deletion for 0b59cccb-736d-4f97-ab3c-7f712587d12f request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:01:46.244010 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fc0128fc-b342-4e75-bb65-edc709813b19 None None] Deleting port 6d463abd-bf07-48b1-8410-fbb64063ed40 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:46.244378 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fc0128fc-b342-4e75-bb65-edc709813b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.292060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] For port 6d463abd-bf07-48b1-8410-fbb64063ed40, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6d463abd-bf07-48b1-8410-fbb64063ed40,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:46.292060 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.418006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Calling delete_port for 6d463abd-bf07-48b1-8410-fbb64063ed40 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:46.458949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-fc0128fc-b342-4e75-bb65-edc709813b19 None None] For port 6d463abd-bf07-48b1-8410-fbb64063ed40, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6d463abd-bf07-48b1-8410-fbb64063ed40,segment=NetworkSegment(721d239f-bc72-4dc7-8726-76edfa32a7bf),segment_id=721d239f-bc72-4dc7-8726-76edfa32a7bf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:46.459439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fc0128fc-b342-4e75-bb65-edc709813b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.494551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.544589 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d463abd-bf07-48b1-8410-fbb64063ed40,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:46.550401 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] No DVR routers for this DVR port 6d463abd-bf07-48b1-8410-fbb64063ed40 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:01:46.578522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6d463abd-bf07-48b1-8410-fbb64063ed40 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:01:46.612664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fc0128fc-b342-4e75-bb65-edc709813b19 None None] Calling delete_port for 6d463abd-bf07-48b1-8410-fbb64063ed40 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:46.653934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6d463abd-bf07-48b1-8410-fbb64063ed40 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:01:46.654303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6d463abd-bf07-48b1-8410-fbb64063ed40 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:01:46.654719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c25a1545-e460-41f5-9156-9eb3af4f314a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:01:46.674502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.696412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: c25a1545-e460-41f5-9156-9eb3af4f314a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:01:46.696719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c25a1545-e460-41f5-9156-9eb3af4f314a not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:01:46.697139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 81198708-0e99-426f-b559-91e71cccf102 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:01:46.700862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b59cccb-736d-4f97-ab3c-7f712587d12f']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:46.713279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721d239f-bc72-4dc7-8726-76edfa32a7bf') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:46.713577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721d239f-bc72-4dc7-8726-76edfa32a7bf') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:46.725514 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.736750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 81198708-0e99-426f-b559-91e71cccf102 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:01:46.737086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 81198708-0e99-426f-b559-91e71cccf102 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:01:46.741354 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.748965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:01:46.749359 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.803687 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-fc0128fc-b342-4e75-bb65-edc709813b19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:01:46.803977 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-fc0128fc-b342-4e75-bb65-edc709813b19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:01:46.851754 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.868528 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:46.878783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b59cccb-736d-4f97-ab3c-7f712587d12f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:46.895178 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-063e31f1-bbe0-4ff1-bc1d-5839b192c3c1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0b59cccb-736d-4f97-ab3c-7f712587d12f HTTP/1.1" status: 204 len: 168 time: 0.9533830 Jun 03 16:01:46.898115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33794) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:46.936870 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 721d239f-bc72-4dc7-8726-76edfa32a7bf resource provider aggregate not found Jun 03 16:01:46.953052 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 721d239f-bc72-4dc7-8726-76edfa32a7bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 721d239f-bc72-4dc7-8726-76edfa32a7bf found for delete ", "request_id": "req-74bee2c1-3901-4a08-88e9-9bafa9751ed2"}]} Jun 03 16:01:47.313112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fc0128fc-b342-4e75-bb65-edc709813b19 None None] Deleting port 6d463abd-bf07-48b1-8410-fbb64063ed40 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:47.313112 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fc0128fc-b342-4e75-bb65-edc709813b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:47.385333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fc0128fc-b342-4e75-bb65-edc709813b19 None None] The port '6d463abd-bf07-48b1-8410-fbb64063ed40' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:01:47.483672 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:47.863428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] Deleting port cfaf1557-77e6-4980-a642-0949d8d06f10 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:47.863428 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:48.048570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] For port cfaf1557-77e6-4980-a642-0949d8d06f10, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=cfaf1557-77e6-4980-a642-0949d8d06f10,segment=NetworkSegment(c9e8eef0-d48b-4ea3-abc7-948c67dd00f9),segment_id=c9e8eef0-d48b-4ea3-abc7-948c67dd00f9)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:48.048570 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:48.297942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] Calling delete_port for cfaf1557-77e6-4980-a642-0949d8d06f10 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:48.496646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:48.543255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfaf1557-77e6-4980-a642-0949d8d06f10,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:48.814464 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:49.185786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] Router 21047dc9-689f-4eeb-a6df-87091e93aea8 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:01:49.387505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:01:49.393567 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ef082-f408-4791-8dd1-00b98ded3db0 None None] Sync routers for ids ['21047dc9-689f-4eeb-a6df-87091e93aea8'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:01:49.397136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cad35358-2c5b-4dfc-a974-83cb231063e1 admin admin] 10.222.0.48 "PUT /v2.0/routers/21047dc9-689f-4eeb-a6df-87091e93aea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4973752 Jun 03 16:01:49.399671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33802) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:49.400839 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ef082-f408-4791-8dd1-00b98ded3db0 None None] Routers {'21047dc9-689f-4eeb-a6df-87091e93aea8'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:49.401455 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f15ef082-f408-4791-8dd1-00b98ded3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['21047dc9-689f-4eeb-a6df-87091e93aea8'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:49.582789 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f15ef082-f408-4791-8dd1-00b98ded3db0 None None] Set router 21047dc9-689f-4eeb-a6df-87091e93aea8 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:49.586683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:49.770095 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:49.780754 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Deleting port aa15d5c3-9cdf-43b0-8105-849edec83179 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:49.781338 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:49.874409 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f15ef082-f408-4791-8dd1-00b98ded3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'name': 'tempest-TestVolumeBootPattern-1257566428-router', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:49:13Z', 'updated_at': '2022-06-03T16:01:48Z', 'revision_number': 5, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'gw_port': {'id': 'aa15d5c3-9cdf-43b0-8105-849edec83179', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:49:14Z', 'updated_at': '2022-06-03T15:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:49.879025 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ef082-f408-4791-8dd1-00b98ded3db0 None None] Checking router: 21047dc9-689f-4eeb-a6df-87091e93aea8 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:01:49.887835 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ef082-f408-4791-8dd1-00b98ded3db0 None None] Routers {'21047dc9-689f-4eeb-a6df-87091e93aea8'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:01:49.888437 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f15ef082-f408-4791-8dd1-00b98ded3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:01:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['21047dc9-689f-4eeb-a6df-87091e93aea8'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:50.070362 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-f15ef082-f408-4791-8dd1-00b98ded3db0 None None] Set router 21047dc9-689f-4eeb-a6df-87091e93aea8 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:01:50.074845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] For port aa15d5c3-9cdf-43b0-8105-849edec83179, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=aa15d5c3-9cdf-43b0-8105-849edec83179,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:50.075189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:50.171048 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-f15ef082-f408-4791-8dd1-00b98ded3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'name': 'tempest-TestVolumeBootPattern-1257566428-router', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:49:13Z', 'updated_at': '2022-06-03T16:01:49Z', 'revision_number': 6, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:50.175052 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15ef082-f408-4791-8dd1-00b98ded3db0 None None] The sync data for ids ['21047dc9-689f-4eeb-a6df-87091e93aea8'] in n-d-844595-1 is: [{'id': '21047dc9-689f-4eeb-a6df-87091e93aea8', 'name': 'tempest-TestVolumeBootPattern-1257566428-router', 'tenant_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:49:13Z', 'updated_at': '2022-06-03T16:01:49Z', 'revision_number': 6, 'project_id': 'c434b7cd5ec3440f9fbc4365757cf3fb', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:01:50.198289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Calling delete_port for aa15d5c3-9cdf-43b0-8105-849edec83179 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:50.517464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:50.574427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa15d5c3-9cdf-43b0-8105-849edec83179,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:50.604751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device cfaf1557-77e6-4980-a642-0949d8d06f10 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:01:50.642784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: cfaf1557-77e6-4980-a642-0949d8d06f10 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:01:50.643126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device cfaf1557-77e6-4980-a642-0949d8d06f10 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:01:50.680181 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:50.871849 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:50.871849 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:50.903335 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:50.903335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21047dc9-689f-4eeb-a6df-87091e93aea8 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:01:50.913171 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:50.916894 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-db5e907c-f81e-459a-bfd4-3944cefe0420 admin admin] 10.222.0.48 "DELETE /v2.0/routers/21047dc9-689f-4eeb-a6df-87091e93aea8 HTTP/1.1" status: 204 len: 168 time: 1.5130024 Jun 03 16:01:50.919339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33806) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:50.989163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd8fc35-a92e-472c-9a25-6f6444487320 admin admin] Deleting subnet 237bf60a-6066-422f-bf5a-6354b339fdd8 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:01:50.993260 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fc35-a92e-472c-9a25-6f6444487320 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:51.044332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fc35-a92e-472c-9a25-6f6444487320 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:51.122800 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fc35-a92e-472c-9a25-6f6444487320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:51.195848 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fc35-a92e-472c-9a25-6f6444487320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:51.235593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8fc35-a92e-472c-9a25-6f6444487320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237bf60a-6066-422f-bf5a-6354b339fdd8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:51.241001 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bcd8fc35-a92e-472c-9a25-6f6444487320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:51.246301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef783409-7bbf-4439-a161-079362e889b9 None None] Network 213739b6-4fcb-4379-a928-9cef2e9f68d3 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:01:51.248515 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bcd8fc35-a92e-472c-9a25-6f6444487320 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/237bf60a-6066-422f-bf5a-6354b339fdd8 HTTP/1.1" status: 204 len: 168 time: 0.3306301 Jun 03 16:01:51.251209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 33810) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:51.486217 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:51.496377 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Deleting port 2980b315-eec8-475b-9033-6380d24fdcfc {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:51.496794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:51.538033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f1920-7241-46d3-b6ee-6d6ad149596b None None] DHCP port deletion for 213739b6-4fcb-4379-a928-9cef2e9f68d3 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:01:51.538033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e01f1920-7241-46d3-b6ee-6d6ad149596b None None] Deleting port 2980b315-eec8-475b-9033-6380d24fdcfc {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:51.538033 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e01f1920-7241-46d3-b6ee-6d6ad149596b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:51.719862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] For port 2980b315-eec8-475b-9033-6380d24fdcfc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2980b315-eec8-475b-9033-6380d24fdcfc,segment=NetworkSegment(c9e8eef0-d48b-4ea3-abc7-948c67dd00f9),segment_id=c9e8eef0-d48b-4ea3-abc7-948c67dd00f9)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:51.720205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:51.758495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e01f1920-7241-46d3-b6ee-6d6ad149596b None None] For port 2980b315-eec8-475b-9033-6380d24fdcfc, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2980b315-eec8-475b-9033-6380d24fdcfc,segment=NetworkSegment(c9e8eef0-d48b-4ea3-abc7-948c67dd00f9),segment_id=c9e8eef0-d48b-4ea3-abc7-948c67dd00f9)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:01:51.758985 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e01f1920-7241-46d3-b6ee-6d6ad149596b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:51.852006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Calling delete_port for 2980b315-eec8-475b-9033-6380d24fdcfc owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:51.881528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e01f1920-7241-46d3-b6ee-6d6ad149596b None None] Calling delete_port for 2980b315-eec8-475b-9033-6380d24fdcfc owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:01:51.934477 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:51.957626 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-e01f1920-7241-46d3-b6ee-6d6ad149596b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:01:51.957626 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-e01f1920-7241-46d3-b6ee-6d6ad149596b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:01:51.986117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Pushing event deleted for resources: {'Port': ['ID=2980b315-eec8-475b-9033-6380d24fdcfc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:51.994034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] No DVR routers for this DVR port 2980b315-eec8-475b-9033-6380d24fdcfc on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:01:52.120303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:52.148380 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213739b6-4fcb-4379-a928-9cef2e9f68d3']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:52.163024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e8eef0-d48b-4ea3-abc7-948c67dd00f9') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:52.164210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e8eef0-d48b-4ea3-abc7-948c67dd00f9') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:01:52.175849 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:52.194121 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:52.199136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:01:52.200032 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:52.299588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:52.304954 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:52.321811 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c9e8eef0-d48b-4ea3-abc7-948c67dd00f9 resource provider aggregate not found Jun 03 16:01:52.339212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] Pushing event deleted for resources: {'Network': ['ID=213739b6-4fcb-4379-a928-9cef2e9f68d3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:52.344388 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7d6932cd-9d4c-418b-ac49-d3d195e40763 admin admin] 10.222.0.48 "DELETE /v2.0/networks/213739b6-4fcb-4379-a928-9cef2e9f68d3 HTTP/1.1" status: 204 len: 168 time: 1.0900249 Jun 03 16:01:52.344388 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c9e8eef0-d48b-4ea3-abc7-948c67dd00f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9e8eef0-d48b-4ea3-abc7-948c67dd00f9 found for delete ", "request_id": "req-500bc182-2426-4963-bac3-ec193bf83d0b"}]} Jun 03 16:01:52.458639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e01f1920-7241-46d3-b6ee-6d6ad149596b None None] Deleting port 2980b315-eec8-475b-9033-6380d24fdcfc {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:01:52.459107 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e01f1920-7241-46d3-b6ee-6d6ad149596b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:52.465446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33822) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:52.517381 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-624b79e4-2d76-48d5-9b3d-f4f1e913a0fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=478b98182f234210949a5c9275a7f1fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507262 Jun 03 16:01:52.520163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33826) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:52.528552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e01f1920-7241-46d3-b6ee-6d6ad149596b None None] The port '2980b315-eec8-475b-9033-6380d24fdcfc' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:01:52.578868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2980b315-eec8-475b-9033-6380d24fdcfc no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:01:52.595485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06ed0ea5-4ec1-4875-93c1-797e3646ad2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:52.620154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 2980b315-eec8-475b-9033-6380d24fdcfc {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:01:52.620154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2980b315-eec8-475b-9033-6380d24fdcfc not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:01:52.620154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device aa15d5c3-9cdf-43b0-8105-849edec83179 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:01:52.633186 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06ed0ea5-4ec1-4875-93c1-797e3646ad2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:52.647529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: aa15d5c3-9cdf-43b0-8105-849edec83179 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:01:52.647529 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device aa15d5c3-9cdf-43b0-8105-849edec83179 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:01:52.679430 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06ed0ea5-4ec1-4875-93c1-797e3646ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:52.696445 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed0ea5-4ec1-4875-93c1-797e3646ad2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f41fbb-2f24-40a9-9a16-175e8c1bcf94,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:52.704777 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-06ed0ea5-4ec1-4875-93c1-797e3646ad2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:52.708366 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-06ed0ea5-4ec1-4875-93c1-797e3646ad2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17f41fbb-2f24-40a9-9a16-175e8c1bcf94 HTTP/1.1" status: 204 len: 168 time: 0.1866641 Jun 03 16:01:53.075079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33834) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:53.128317 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9ba2a8fa-6bec-47c9-92f9-91f51f8de145 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c434b7cd5ec3440f9fbc4365757cf3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510371 Jun 03 16:01:53.130065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33838) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:01:53.198618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1edae925-4e15-43e0-b23f-14e285e8910c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:53.224215 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1edae925-4e15-43e0-b23f-14e285e8910c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:53.279183 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1edae925-4e15-43e0-b23f-14e285e8910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:53.297451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edae925-4e15-43e0-b23f-14e285e8910c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c804727-d9f2-4513-95b8-f94e9dfa6e99,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:01:53.324178 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1edae925-4e15-43e0-b23f-14e285e8910c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:01:53.324178 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1edae925-4e15-43e0-b23f-14e285e8910c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c804727-d9f2-4513-95b8-f94e9dfa6e99 HTTP/1.1" status: 204 len: 168 time: 0.1853364 Jun 03 16:01:53.817220 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-41983ceb-3182-4535-836f-2d39d93618b4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764468 Jun 03 16:01:53.979313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-17b5070d-ddfd-4ade-b503-918be0d35436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:53.981442 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-17b5070d-ddfd-4ade-b503-918be0d35436 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=473e7aef523248b6aa066526c1bf4901&device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 1096 time: 0.0824788 Jun 03 16:01:54.251306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-80f6d762-0720-4f01-9a16-db57bbbd153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:54.252898 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-80f6d762-0720-4f01-9a16-db57bbbd153b service neutron] 10.222.0.75 "GET /v2.0/networks?id=fe4b69d1-15fc-4a06-bb25-009e3d503a37 HTTP/1.1" status: 200 len: 915 time: 0.2516003 Jun 03 16:01:54.368884 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-c6e7b9da-0359-4772-a4c5-e1281c2b9844 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0 HTTP/1.1" status: 200 len: 1000 time: 0.1082282 Jun 03 16:01:54.445409 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-f64cd8b0-4199-4752-9e5f-ef25bdc7b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:54.446808 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-f64cd8b0-4199-4752-9e5f-ef25bdc7b856 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62ff4e0f-1746-4835-ab24-5bd12690176d HTTP/1.1" status: 200 len: 853 time: 0.0719397 Jun 03 16:01:54.529128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-b47116bd-fa37-4059-b514-1ecc51cb1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:01:54.530670 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-b47116bd-fa37-4059-b514-1ecc51cb1063 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe4b69d1-15fc-4a06-bb25-009e3d503a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774410 Jun 03 16:01:54.675297 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-86ab0238-68da-43c1-b8a7-5f12e0f5f456 service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371655 Jun 03 16:01:54.828209 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7241e6d1-e148-40c1-afef-173c9d1166ff req-29497e25-cd54-45e5-9a33-d19f9ba76194 service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456103 Jun 03 16:01:59.826620 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:02.170661 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6904089a-139d-4ea6-824d-c77c21f6f250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:04.866478 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a229964a-714f-40cf-8634-abccef8a1e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:05.355365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:05.698006 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:07.158900 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:08.858291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33852) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:09.068011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Deleting port b60f8a02-7fc7-4261-a8af-2af6171ecf6c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:09.068350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:09.187196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:09.247427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:09.247756 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:09.385419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Calling delete_port for b60f8a02-7fc7-4261-a8af-2af6171ecf6c owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:02:09.532291 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:09.583167 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event deleted for resources: {'Port': ['ID=b60f8a02-7fc7-4261-a8af-2af6171ecf6c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:09.675969 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:09.676349 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Floating IP a2141e49-3e42-4089-bcdb-4b46c7e69b2e disassociated (deleted). External IP: 172.25.7.31, port: 1bd2a55f-3b32-45df-8ea2-85e6a5817be0. Jun 03 16:02:10.159412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Router 2d07f84a-6170-4838-a7d9-10735d09417b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:02:10.349396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:02:10.361313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a95c623-1f0d-4571-873e-419da79d25e1 None None] Sync routers for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:02:10.365813 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:10.371353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a95c623-1f0d-4571-873e-419da79d25e1 None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:02:10.371956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a95c623-1f0d-4571-873e-419da79d25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:02:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:10.435269 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c152a100-24ab-4235-83c2-e2717ea49b58 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "DELETE /v2.0/floatingips/a2141e49-3e42-4089-bcdb-4b46c7e69b2e HTTP/1.1" status: 204 len: 168 time: 1.5758200 Jun 03 16:02:10.435931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:02:10.490155 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c55bcff-a2b0-4795-bb75-2c477fedd025'] response: {'name': 'network-changed', 'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'status': 'completed', 'code': 200} Jun 03 16:02:10.564341 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3a95c623-1f0d-4571-873e-419da79d25e1 None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:02:10.609044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d182636-bfcd-4e3d-80f1-a167d6140c64 req-43c99c7f-4e30-48ed-a6d8-bc033c3fbb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:10.611634 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3d182636-bfcd-4e3d-80f1-a167d6140c64 req-43c99c7f-4e30-48ed-a6d8-bc033c3fbb82 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=473e7aef523248b6aa066526c1bf4901&device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 1096 time: 0.1036973 Jun 03 16:02:10.781096 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d182636-bfcd-4e3d-80f1-a167d6140c64 req-c0ac100d-5731-451e-8ca9-66bb35c1f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:10.781096 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3d182636-bfcd-4e3d-80f1-a167d6140c64 req-c0ac100d-5731-451e-8ca9-66bb35c1f1cc service neutron] 10.222.0.75 "GET /v2.0/networks?id=fe4b69d1-15fc-4a06-bb25-009e3d503a37 HTTP/1.1" status: 200 len: 915 time: 0.1617703 Jun 03 16:02:10.868168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaba1d-29fa-44de-b4e3-ac8894f4ba17 req-5c274608-45b7-4117-a1d4-274b34fd474a tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:10.868168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffcaba1d-29fa-44de-b4e3-ac8894f4ba17 req-5c274608-45b7-4117-a1d4-274b34fd474a tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 945 time: 0.0871961 Jun 03 16:02:10.873316 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3d182636-bfcd-4e3d-80f1-a167d6140c64 req-20aabc87-7fe2-47c8-b467-5debcb19ef22 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0 HTTP/1.1" status: 200 len: 217 time: 0.0812712 Jun 03 16:02:10.946724 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffcaba1d-29fa-44de-b4e3-ac8894f4ba17 req-c33b1e71-82d8-4e70-8f1c-204038b98ff3 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688353 Jun 03 16:02:10.973231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d182636-bfcd-4e3d-80f1-a167d6140c64 req-c86a891b-133f-4571-ab08-03a7cbe76cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:10.975037 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3d182636-bfcd-4e3d-80f1-a167d6140c64 req-c86a891b-133f-4571-ab08-03a7cbe76cf0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62ff4e0f-1746-4835-ab24-5bd12690176d HTTP/1.1" status: 200 len: 853 time: 0.0994048 Jun 03 16:02:11.023226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a95c623-1f0d-4571-873e-419da79d25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:17Z', 'revision_number': 5, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:11.032524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a95c623-1f0d-4571-873e-419da79d25e1 None None] Checking router: 2d07f84a-6170-4838-a7d9-10735d09417b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:02:11.042077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a95c623-1f0d-4571-873e-419da79d25e1 None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:02:11.043385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a95c623-1f0d-4571-873e-419da79d25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:02:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:11.067229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d182636-bfcd-4e3d-80f1-a167d6140c64 req-bb8c631f-ffb1-4164-8777-2ac7673143c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:11.069293 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3d182636-bfcd-4e3d-80f1-a167d6140c64 req-bb8c631f-ffb1-4164-8777-2ac7673143c3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe4b69d1-15fc-4a06-bb25-009e3d503a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850768 Jun 03 16:02:11.217980 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3d182636-bfcd-4e3d-80f1-a167d6140c64 req-48f8dd67-6e95-4def-a080-a6cd0fec2870 service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401277 Jun 03 16:02:11.243325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3a95c623-1f0d-4571-873e-419da79d25e1 None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:02:11.381941 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3d182636-bfcd-4e3d-80f1-a167d6140c64 req-0bd56d3d-789b-4b4d-8480-168684232d19 service neutron] 10.222.0.75 "GET /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541052 Jun 03 16:02:11.590222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3a95c623-1f0d-4571-873e-419da79d25e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:17Z', 'revision_number': 5, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:11.593835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a95c623-1f0d-4571-873e-419da79d25e1 None None] The sync data for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 is: [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:10Z', 'revision_number': 4, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'a4eeecca-afb9-47fd-9a42-cbf5986483ab', 'name': '', 'network_id': 'fe4b69d1-15fc-4a06-bb25-009e3d503a37', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'mac_address': 'fa:16:3e:3e:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:09Z', 'updated_at': '2022-06-03T15:59:17Z', 'revision_number': 5, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'subnets': [{'id': '62ff4e0f-1746-4835-ab24-5bd12690176d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:02:11.816014 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ff22f-890c-458f-8c6a-a73f45fae6f1 None None] New status for floating IP a2141e49-3e42-4089-bcdb-4b46c7e69b2e: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:02:11.940122 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:02:12.156757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5ac7a-5c8b-4195-a8f5-8c3c9b4ff8ac req-d160226f-8b10-439f-ae20-5f766e4c9016 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:12.158204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fba5ac7a-5c8b-4195-a8f5-8c3c9b4ff8ac req-d160226f-8b10-439f-ae20-5f766e4c9016 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 945 time: 0.0928004 Jun 03 16:02:12.202914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fba5ac7a-5c8b-4195-a8f5-8c3c9b4ff8ac req-797d2c9c-803a-4ccc-89f1-3b16a249af06 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ed9e6a2-4d02-493d-aed6-f5090a908e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384765 Jun 03 16:02:12.454801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a42159-a120-4be5-9346-7b1a2c047dae req-e5660fbd-c900-4cf0-9157-0059d6898b4c tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:12.455393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-47a42159-a120-4be5-9346-7b1a2c047dae req-e5660fbd-c900-4cf0-9157-0059d6898b4c tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Synchronizing usage tracker for tenant:473e7aef523248b6aa066526c1bf4901 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:02:12.477221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-47a42159-a120-4be5-9346-7b1a2c047dae req-e5660fbd-c900-4cf0-9157-0059d6898b4c tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Unset dirty status for tenant:473e7aef523248b6aa066526c1bf4901 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:02:12.478477 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47a42159-a120-4be5-9346-7b1a2c047dae req-e5660fbd-c900-4cf0-9157-0059d6898b4c tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.75 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 945 time: 0.1135888 Jun 03 16:02:12.556947 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-47a42159-a120-4be5-9346-7b1a2c047dae req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Deleting port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:12.557259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47a42159-a120-4be5-9346-7b1a2c047dae req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:12.947613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-47a42159-a120-4be5-9346-7b1a2c047dae req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] For port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=1bd2a55f-3b32-45df-8ea2-85e6a5817be0,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:12.947978 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47a42159-a120-4be5-9346-7b1a2c047dae req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:13.074200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-47a42159-a120-4be5-9346-7b1a2c047dae req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Calling delete_port for 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:02:13.235400 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47a42159-a120-4be5-9346-7b1a2c047dae req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:13.286497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event deleted for resources: {'Port': ['ID=1bd2a55f-3b32-45df-8ea2-85e6a5817be0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:13.322301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.322647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.322979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.323275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.323647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.323946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.324261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.324571 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.324885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.325179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.325502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.325815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:13.360070 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1382be5d-fb91-4c05-98f8-e6ab997c3e3d req-797a5f92-b220-4329-9e48-c973e082b2f7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "GET /v2.0/ports?device_id=373862c5-98c0-4fac-9710-56464c4cfde4 HTTP/1.1" status: 200 len: 210 time: 0.0488322 Jun 03 16:02:13.375908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a42159-a120-4be5-9346-7b1a2c047dae req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] No DVR routers for this DVR port 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:02:13.378632 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-47a42159-a120-4be5-9346-7b1a2c047dae req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:13.381132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'name': 'network-vif-deleted', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:02:13.397652 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-47a42159-a120-4be5-9346-7b1a2c047dae req-a658a43e-900e-4cd1-a9e8-29d457a000e7 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.75 "DELETE /v2.0/ports/1bd2a55f-3b32-45df-8ea2-85e6a5817be0 HTTP/1.1" status: 204 len: 173 time: 0.9139018 Jun 03 16:02:13.432531 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bfb940-5f90-4441-83cc-e2f902a49d29'] response: {'server_uuid': '373862c5-98c0-4fac-9710-56464c4cfde4', 'name': 'network-vif-deleted', 'tag': '1bd2a55f-3b32-45df-8ea2-85e6a5817be0', 'status': 'completed', 'code': 200} Jun 03 16:02:14.466469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 33872) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:14.550684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a0b115f-1f96-48ee-a49c-374397651e06 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:14.579577 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a0b115f-1f96-48ee-a49c-374397651e06 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:14.658863 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a0b115f-1f96-48ee-a49c-374397651e06 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:14.678355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b115f-1f96-48ee-a49c-374397651e06 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed9e6a2-4d02-493d-aed6-f5090a908e2c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:14.694361 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a0b115f-1f96-48ee-a49c-374397651e06 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:14.695869 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8a0b115f-1f96-48ee-a49c-374397651e06 tempest-TestVolumeBackupRestore-1884586775 tempest-TestVolumeBackupRestore-1884586775-project] 10.222.0.48 "DELETE /v2.0/security-groups/3ed9e6a2-4d02-493d-aed6-f5090a908e2c HTTP/1.1" status: 204 len: 168 time: 0.2284095 Jun 03 16:02:16.902285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:02:16.938936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:02:16.939281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 1bd2a55f-3b32-45df-8ea2-85e6a5817be0 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:02:17.260533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34222) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:17.838618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:18.311708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] Deleting port a4eeecca-afb9-47fd-9a42-cbf5986483ab {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:18.312366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:18.481395 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] For port a4eeecca-afb9-47fd-9a42-cbf5986483ab, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a4eeecca-afb9-47fd-9a42-cbf5986483ab,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:18.481740 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:18.604460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] Calling delete_port for a4eeecca-afb9-47fd-9a42-cbf5986483ab owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:02:18.802545 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:18.847580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4eeecca-afb9-47fd-9a42-cbf5986483ab,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:19.127303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:19.497015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] Router 2d07f84a-6170-4838-a7d9-10735d09417b has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:02:19.789869 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:02:19.799009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd04908-b83d-4160-b31b-8d3da97bb494 None None] Sync routers for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:02:19.803025 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5ac06cc3-9879-4ef7-9e49-ce1cb3459409 admin admin] 10.222.0.48 "PUT /v2.0/routers/2d07f84a-6170-4838-a7d9-10735d09417b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5414114 Jun 03 16:02:19.806365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34328) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:19.811095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd04908-b83d-4160-b31b-8d3da97bb494 None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:02:19.811707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6dd04908-b83d-4160-b31b-8d3da97bb494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:02:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:19.990972 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:19.996712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6dd04908-b83d-4160-b31b-8d3da97bb494 None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:02:20.171195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:20.182447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Deleting port dbe76515-ac70-464b-bf1d-deab1c31f806 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:20.182795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:20.276034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6dd04908-b83d-4160-b31b-8d3da97bb494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T16:02:18Z', 'revision_number': 5, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port': {'id': 'dbe76515-ac70-464b-bf1d-deab1c31f806', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T15:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:20.280134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd04908-b83d-4160-b31b-8d3da97bb494 None None] Checking router: 2d07f84a-6170-4838-a7d9-10735d09417b for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:02:20.289650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd04908-b83d-4160-b31b-8d3da97bb494 None None] Routers {'2d07f84a-6170-4838-a7d9-10735d09417b'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:02:20.290313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6dd04908-b83d-4160-b31b-8d3da97bb494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:02:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2d07f84a-6170-4838-a7d9-10735d09417b'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:20.357286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] For port dbe76515-ac70-464b-bf1d-deab1c31f806, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dbe76515-ac70-464b-bf1d-deab1c31f806,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:20.357684 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:20.478024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6dd04908-b83d-4160-b31b-8d3da97bb494 None None] Set router 2d07f84a-6170-4838-a7d9-10735d09417b gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:02:20.481565 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Calling delete_port for dbe76515-ac70-464b-bf1d-deab1c31f806 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:02:20.585776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6dd04908-b83d-4160-b31b-8d3da97bb494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T16:02:20Z', 'revision_number': 6, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:20.589984 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd04908-b83d-4160-b31b-8d3da97bb494 None None] The sync data for ids ['2d07f84a-6170-4838-a7d9-10735d09417b'] in n-d-844595-1 is: [{'id': '2d07f84a-6170-4838-a7d9-10735d09417b', 'name': 'tempest-TestVolumeBackupRestore-2125319667-router', 'tenant_id': '473e7aef523248b6aa066526c1bf4901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:06Z', 'updated_at': '2022-06-03T16:02:20Z', 'revision_number': 6, 'project_id': '473e7aef523248b6aa066526c1bf4901', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:02:20.668052 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:20.717524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe76515-ac70-464b-bf1d-deab1c31f806,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:20.809055 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:20.980324 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:20.982501 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.005691 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.006223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d07f84a-6170-4838-a7d9-10735d09417b {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:02:21.018433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.019809 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f6437549-f823-4959-95ac-cd3fd7175192 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2d07f84a-6170-4838-a7d9-10735d09417b HTTP/1.1" status: 204 len: 168 time: 1.2124901 Jun 03 16:02:21.022866 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34332) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:21.082899 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1187c3-4fe3-4bff-acd3-162d244a4507 admin admin] Deleting subnet 62ff4e0f-1746-4835-ab24-5bd12690176d {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:02:21.086098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e1187c3-4fe3-4bff-acd3-162d244a4507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.254190 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e1187c3-4fe3-4bff-acd3-162d244a4507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.332527 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e1187c3-4fe3-4bff-acd3-162d244a4507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.406447 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e1187c3-4fe3-4bff-acd3-162d244a4507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.446099 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1187c3-4fe3-4bff-acd3-162d244a4507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ff4e0f-1746-4835-ab24-5bd12690176d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:21.449007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0e1187c3-4fe3-4bff-acd3-162d244a4507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.452772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d31646-faa4-4478-85ff-250b3eec3f21 None None] Network fe4b69d1-15fc-4a06-bb25-009e3d503a37 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:02:21.455694 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0e1187c3-4fe3-4bff-acd3-162d244a4507 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/62ff4e0f-1746-4835-ab24-5bd12690176d HTTP/1.1" status: 204 len: 168 time: 0.4318128 Jun 03 16:02:21.458372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34336) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:21.568616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.577971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Deleting port eec14520-444c-4d3c-b58a-e08c7e7be8bb {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:21.578267 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.713912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b9bc0-7f00-4ca9-8ffc-6a449bb69be4 None None] DHCP port deletion for fe4b69d1-15fc-4a06-bb25-009e3d503a37 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:02:21.718412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d78b9bc0-7f00-4ca9-8ffc-6a449bb69be4 None None] Deleting port eec14520-444c-4d3c-b58a-e08c7e7be8bb {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:21.718841 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d78b9bc0-7f00-4ca9-8ffc-6a449bb69be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.786687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] For port eec14520-444c-4d3c-b58a-e08c7e7be8bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=eec14520-444c-4d3c-b58a-e08c7e7be8bb,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:21.787231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.910902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Calling delete_port for eec14520-444c-4d3c-b58a-e08c7e7be8bb owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:02:21.926954 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d78b9bc0-7f00-4ca9-8ffc-6a449bb69be4 None None] For port eec14520-444c-4d3c-b58a-e08c7e7be8bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=eec14520-444c-4d3c-b58a-e08c7e7be8bb,segment=NetworkSegment(60e5010b-7d2d-4da2-9e2e-33563bfa91af),segment_id=60e5010b-7d2d-4da2-9e2e-33563bfa91af)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:21.927336 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d78b9bc0-7f00-4ca9-8ffc-6a449bb69be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:21.991909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:22.043157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] No DVR routers for this DVR port eec14520-444c-4d3c-b58a-e08c7e7be8bb on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:02:22.049601 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d78b9bc0-7f00-4ca9-8ffc-6a449bb69be4 None None] Calling delete_port for eec14520-444c-4d3c-b58a-e08c7e7be8bb owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:02:22.068708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Pushing event deleted for resources: {'Port': ['ID=eec14520-444c-4d3c-b58a-e08c7e7be8bb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:22.126606 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-d78b9bc0-7f00-4ca9-8ffc-6a449bb69be4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:02:22.126936 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-d78b9bc0-7f00-4ca9-8ffc-6a449bb69be4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:02:22.162182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:22.187197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4b69d1-15fc-4a06-bb25-009e3d503a37']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:22.199339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e5010b-7d2d-4da2-9e2e-33563bfa91af') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:22.199632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e5010b-7d2d-4da2-9e2e-33563bfa91af') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:22.211043 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:22.229270 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:22.235995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:02:22.236380 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:22.300091 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 60e5010b-7d2d-4da2-9e2e-33563bfa91af resource provider aggregate not found Jun 03 16:02:22.319361 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 60e5010b-7d2d-4da2-9e2e-33563bfa91af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60e5010b-7d2d-4da2-9e2e-33563bfa91af found for delete ", "request_id": "req-671817db-447e-4336-b636-259a47343c6a"}]} Jun 03 16:02:22.341305 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:22.357773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:22.369236 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] Pushing event deleted for resources: {'Network': ['ID=fe4b69d1-15fc-4a06-bb25-009e3d503a37,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:22.382828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eb1c52f7-a78c-4737-b58c-22e4db5fb52a admin admin] 10.222.0.48 "DELETE /v2.0/networks/fe4b69d1-15fc-4a06-bb25-009e3d503a37 HTTP/1.1" status: 204 len: 168 time: 0.9233046 Jun 03 16:02:22.385607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34344) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:22.594573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a4eeecca-afb9-47fd-9a42-cbf5986483ab no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:02:22.628905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d78b9bc0-7f00-4ca9-8ffc-6a449bb69be4 None None] Deleting port eec14520-444c-4d3c-b58a-e08c7e7be8bb {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:22.629259 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d78b9bc0-7f00-4ca9-8ffc-6a449bb69be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:22.652135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: a4eeecca-afb9-47fd-9a42-cbf5986483ab {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:02:22.652135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a4eeecca-afb9-47fd-9a42-cbf5986483ab not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:02:22.652388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device eec14520-444c-4d3c-b58a-e08c7e7be8bb no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:02:22.696428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: eec14520-444c-4d3c-b58a-e08c7e7be8bb {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:02:22.696766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device eec14520-444c-4d3c-b58a-e08c7e7be8bb not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:02:22.697178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dbe76515-ac70-464b-bf1d-deab1c31f806 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:02:22.756616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: dbe76515-ac70-464b-bf1d-deab1c31f806 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:02:22.756872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dbe76515-ac70-464b-bf1d-deab1c31f806 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:02:22.765462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d78b9bc0-7f00-4ca9-8ffc-6a449bb69be4 None None] The port 'eec14520-444c-4d3c-b58a-e08c7e7be8bb' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:02:23.055251 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:23.411693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] Deleting port f627ca2f-3bf1-4595-bdda-a7619d60390e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:23.412023 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:23.593743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] For port f627ca2f-3bf1-4595-bdda-a7619d60390e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f627ca2f-3bf1-4595-bdda-a7619d60390e,segment=NetworkSegment(6f51d9c1-baad-4036-a30a-20e671bdca42),segment_id=6f51d9c1-baad-4036-a30a-20e671bdca42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:23.594119 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:23.718891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] Calling delete_port for f627ca2f-3bf1-4595-bdda-a7619d60390e owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:02:23.903068 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:23.949538 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f627ca2f-3bf1-4595-bdda-a7619d60390e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:24.222477 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:24.699894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] Router 881e2937-e847-48c1-9a21-df55e1c8ed13 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:02:24.883841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:02:24.893037 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544aadd-2a3d-43c5-91e7-130dddb188d1 None None] Sync routers for ids ['881e2937-e847-48c1-9a21-df55e1c8ed13'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:02:24.901959 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d1f938fa-24e6-41ca-b2eb-78657ca5e5e4 admin admin] 10.222.0.48 "PUT /v2.0/routers/881e2937-e847-48c1-9a21-df55e1c8ed13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5152442 Jun 03 16:02:24.902981 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544aadd-2a3d-43c5-91e7-130dddb188d1 None None] Routers {'881e2937-e847-48c1-9a21-df55e1c8ed13'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:02:24.903585 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c544aadd-2a3d-43c5-91e7-130dddb188d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:02:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['881e2937-e847-48c1-9a21-df55e1c8ed13'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:24.904682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34348) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:25.073575 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c544aadd-2a3d-43c5-91e7-130dddb188d1 None None] Set router 881e2937-e847-48c1-9a21-df55e1c8ed13 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:02:25.080290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:25.252095 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:25.262677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Deleting port 18398f86-48db-47dc-85bd-da7b102b3f50 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:25.263007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:25.353324 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c544aadd-2a3d-43c5-91e7-130dddb188d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'name': 'tempest-TestVolumeBackupRestore-809154636-router', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55'}], 'enable_snat': True}, 'gw_port_id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:13Z', 'updated_at': '2022-06-03T16:02:23Z', 'revision_number': 5, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'gw_port': {'id': '18398f86-48db-47dc-85bd-da7b102b3f50', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:48:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:59:14Z', 'updated_at': '2022-06-03T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:25.357728 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544aadd-2a3d-43c5-91e7-130dddb188d1 None None] Checking router: 881e2937-e847-48c1-9a21-df55e1c8ed13 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:02:25.365662 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544aadd-2a3d-43c5-91e7-130dddb188d1 None None] Routers {'881e2937-e847-48c1-9a21-df55e1c8ed13'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:02:25.366280 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c544aadd-2a3d-43c5-91e7-130dddb188d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:02:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['881e2937-e847-48c1-9a21-df55e1c8ed13'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:25.441585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] For port 18398f86-48db-47dc-85bd-da7b102b3f50, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=18398f86-48db-47dc-85bd-da7b102b3f50,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:25.442031 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:25.515593 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c544aadd-2a3d-43c5-91e7-130dddb188d1 None None] Set router 881e2937-e847-48c1-9a21-df55e1c8ed13 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:02:25.565246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Calling delete_port for 18398f86-48db-47dc-85bd-da7b102b3f50 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:02:25.650925 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c544aadd-2a3d-43c5-91e7-130dddb188d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'name': 'tempest-TestVolumeBackupRestore-809154636-router', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:13Z', 'updated_at': '2022-06-03T16:02:25Z', 'revision_number': 6, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:25.654824 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544aadd-2a3d-43c5-91e7-130dddb188d1 None None] The sync data for ids ['881e2937-e847-48c1-9a21-df55e1c8ed13'] in n-d-844595-1 is: [{'id': '881e2937-e847-48c1-9a21-df55e1c8ed13', 'name': 'tempest-TestVolumeBackupRestore-809154636-router', 'tenant_id': '27d88c53aee94c9f80a76bb4a4007950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:59:13Z', 'updated_at': '2022-06-03T16:02:25Z', 'revision_number': 6, 'project_id': '27d88c53aee94c9f80a76bb4a4007950', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:02:25.740042 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:25.785121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=18398f86-48db-47dc-85bd-da7b102b3f50,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:26.007966 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.181139 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.183410 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.208146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.208749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881e2937-e847-48c1-9a21-df55e1c8ed13 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:02:26.225259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.226743 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bb8165c1-3072-4359-acb0-87ea81975cfe admin admin] 10.222.0.48 "DELETE /v2.0/routers/881e2937-e847-48c1-9a21-df55e1c8ed13 HTTP/1.1" status: 204 len: 168 time: 1.3211322 Jun 03 16:02:26.230919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34352) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:26.292857 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53a2e5f-5f1a-4295-b582-f6bfce262078 admin admin] Deleting subnet 11f30630-3454-446a-b04f-1334948ee8a2 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:02:26.295868 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d53a2e5f-5f1a-4295-b582-f6bfce262078 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.343930 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d53a2e5f-5f1a-4295-b582-f6bfce262078 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.425778 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d53a2e5f-5f1a-4295-b582-f6bfce262078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.498458 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d53a2e5f-5f1a-4295-b582-f6bfce262078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.537344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a2e5f-5f1a-4295-b582-f6bfce262078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f30630-3454-446a-b04f-1334948ee8a2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:26.540911 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d53a2e5f-5f1a-4295-b582-f6bfce262078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.546597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44274c5b-d5ec-4fab-9187-a79384d62ed4 None None] Network 9acf661f-74a5-4635-8d09-4b0fbbd3530b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:02:26.547987 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d53a2e5f-5f1a-4295-b582-f6bfce262078 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/11f30630-3454-446a-b04f-1334948ee8a2 HTTP/1.1" status: 204 len: 168 time: 0.3160324 Jun 03 16:02:26.550524 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34356) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:26.613941 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f627ca2f-3bf1-4595-bdda-a7619d60390e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:02:26.663327 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.669356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f627ca2f-3bf1-4595-bdda-a7619d60390e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:02:26.670478 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f627ca2f-3bf1-4595-bdda-a7619d60390e not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:02:26.671176 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 18398f86-48db-47dc-85bd-da7b102b3f50 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:02:26.675379 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Deleting port d970395f-e2e1-4e9c-a615-1460d5c98e3e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:26.675715 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.708929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 18398f86-48db-47dc-85bd-da7b102b3f50 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:02:26.709284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 18398f86-48db-47dc-85bd-da7b102b3f50 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:02:26.884846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c832642-de78-40b0-825e-cd508ecd2f65 None None] DHCP port deletion for 9acf661f-74a5-4635-8d09-4b0fbbd3530b request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:02:26.887950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] For port d970395f-e2e1-4e9c-a615-1460d5c98e3e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d970395f-e2e1-4e9c-a615-1460d5c98e3e,segment=NetworkSegment(6f51d9c1-baad-4036-a30a-20e671bdca42),segment_id=6f51d9c1-baad-4036-a30a-20e671bdca42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:26.888301 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:26.888907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0c832642-de78-40b0-825e-cd508ecd2f65 None None] Deleting port d970395f-e2e1-4e9c-a615-1460d5c98e3e {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:26.889273 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c832642-de78-40b0-825e-cd508ecd2f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.009865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Calling delete_port for d970395f-e2e1-4e9c-a615-1460d5c98e3e owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:02:27.088258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.127544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0c832642-de78-40b0-825e-cd508ecd2f65 None None] For port d970395f-e2e1-4e9c-a615-1460d5c98e3e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d970395f-e2e1-4e9c-a615-1460d5c98e3e,segment=NetworkSegment(6f51d9c1-baad-4036-a30a-20e671bdca42),segment_id=6f51d9c1-baad-4036-a30a-20e671bdca42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:27.127856 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c832642-de78-40b0-825e-cd508ecd2f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.138985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=d970395f-e2e1-4e9c-a615-1460d5c98e3e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:27.140800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] No DVR routers for this DVR port d970395f-e2e1-4e9c-a615-1460d5c98e3e on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:02:27.250296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0c832642-de78-40b0-825e-cd508ecd2f65 None None] Calling delete_port for d970395f-e2e1-4e9c-a615-1460d5c98e3e owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:02:27.256618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.282450 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acf661f-74a5-4635-8d09-4b0fbbd3530b']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:27.295479 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f51d9c1-baad-4036-a30a-20e671bdca42') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:27.296110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f51d9c1-baad-4036-a30a-20e671bdca42') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:02:27.307206 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.323737 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.324972 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-0c832642-de78-40b0-825e-cd508ecd2f65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:02:27.325676 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-0c832642-de78-40b0-825e-cd508ecd2f65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:02:27.329895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:02:27.330320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.504324 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 6f51d9c1-baad-4036-a30a-20e671bdca42 resource provider aggregate not found Jun 03 16:02:27.526300 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 6f51d9c1-baad-4036-a30a-20e671bdca42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f51d9c1-baad-4036-a30a-20e671bdca42 found for delete ", "request_id": "req-a3e37e1f-4929-41d1-8aee-84fa36ecb702"}]} Jun 03 16:02:27.540037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.556068 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.566320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=9acf661f-74a5-4635-8d09-4b0fbbd3530b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:27.573915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2534a81a-ae7f-4dd2-95b1-a695431f0f7b admin admin] 10.222.0.48 "DELETE /v2.0/networks/9acf661f-74a5-4635-8d09-4b0fbbd3530b HTTP/1.1" status: 204 len: 168 time: 1.0221937 Jun 03 16:02:27.761941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34366) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:27.811549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5102b0fe-4ef8-472b-8a01-c8605b7cc144 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=473e7aef523248b6aa066526c1bf4901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484655 Jun 03 16:02:27.814224 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34370) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:27.827473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0c832642-de78-40b0-825e-cd508ecd2f65 None None] Deleting port d970395f-e2e1-4e9c-a615-1460d5c98e3e {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:27.827983 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0c832642-de78-40b0-825e-cd508ecd2f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.874167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4218cdfb-f3c9-4df4-98c1-5a2e23aac16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.892881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0c832642-de78-40b0-825e-cd508ecd2f65 None None] The port 'd970395f-e2e1-4e9c-a615-1460d5c98e3e' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:02:27.903874 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4218cdfb-f3c9-4df4-98c1-5a2e23aac16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.956697 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4218cdfb-f3c9-4df4-98c1-5a2e23aac16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.973588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218cdfb-f3c9-4df4-98c1-5a2e23aac16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c7479-4c58-4cc5-9b4b-2d2e1807e7f1,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:27.980044 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4218cdfb-f3c9-4df4-98c1-5a2e23aac16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:27.981153 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4218cdfb-f3c9-4df4-98c1-5a2e23aac16c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/259c7479-4c58-4cc5-9b4b-2d2e1807e7f1 HTTP/1.1" status: 204 len: 168 time: 0.1660075 Jun 03 16:02:28.336751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34378) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:28.385863 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b6a91205-5771-4dfe-92c9-afd915dba973 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=27d88c53aee94c9f80a76bb4a4007950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475948 Jun 03 16:02:28.388919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34382) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:28.447258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e46971c7-3730-464f-a51d-b93b4d0b211d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:28.473313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e46971c7-3730-464f-a51d-b93b4d0b211d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:28.528050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e46971c7-3730-464f-a51d-b93b4d0b211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:28.549009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46971c7-3730-464f-a51d-b93b4d0b211d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fed23b-c725-4b4b-8e4b-530b68abee5d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:28.553481 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e46971c7-3730-464f-a51d-b93b4d0b211d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:28.554683 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e46971c7-3730-464f-a51d-b93b4d0b211d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63fed23b-c725-4b4b-8e4b-530b68abee5d HTTP/1.1" status: 204 len: 168 time: 0.1648839 Jun 03 16:02:28.589510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d970395f-e2e1-4e9c-a615-1460d5c98e3e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:02:28.630454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: d970395f-e2e1-4e9c-a615-1460d5c98e3e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:02:28.630796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d970395f-e2e1-4e9c-a615-1460d5c98e3e not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:02:29.835424 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:32.165214 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-96bda816-4223-4400-93f3-4ea2fad4d384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:34.869494 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dafa492a-40e9-4aab-85c4-544ae4dc9dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:35.365817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:35.697692 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:37.162931 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:39.201740 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:40.192628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-9cdea977-0dfa-499b-9e90-388d1ed0e3f6 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d6f63fca3a7a48ba83a7ad5ce868b350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284328 Jun 03 16:02:40.345833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-3a6b6946-c401-476c-b118-c82e416d1ef5 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:40.347567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-3a6b6946-c401-476c-b118-c82e416d1ef5 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492131 Jun 03 16:02:40.363058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-83bab6cc-9036-41c2-b722-a88a7bcf3c22 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/quotas/d6f63fca3a7a48ba83a7ad5ce868b350 HTTP/1.1" status: 200 len: 375 time: 0.0099895 Jun 03 16:02:40.409843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-acb898ae-2ac7-4178-ba30-0ce830840378 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d6f63fca3a7a48ba83a7ad5ce868b350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417430 Jun 03 16:02:40.599486 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89f163df-bdb6-4765-ac70-66349494de4e req-476f9246-26c5-4f57-80ae-c08040f01e1e tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 210 time: 0.0465600 Jun 03 16:02:41.666455 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-28b1ce44-1bf0-46da-afad-a8a3d4679b4b tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d6f63fca3a7a48ba83a7ad5ce868b350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280292 Jun 03 16:02:41.749815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d6b977c-324c-48ae-a327-c37a59fbfa27 req-9c67f9aa-4f33-47d8-90c0-96a854d005e3 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 210 time: 0.0443685 Jun 03 16:02:41.825624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-3a71f67c-dc18-4d2a-8f3f-fb6cde9710b4 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:41.827059 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-3a71f67c-dc18-4d2a-8f3f-fb6cde9710b4 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553133 Jun 03 16:02:41.849839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Request body: {'port': {'device_id': '0b8c4632-6fb4-42ec-b55b-a40321b11aa4', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'admin_state_up': True, 'tenant_id': 'd6f63fca3a7a48ba83a7ad5ce868b350'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:02:41.992697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:02:41.996930 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Usage tracker for resource:port and tenant:d6f63fca3a7a48ba83a7ad5ce868b350 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:02:42.000208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:02:42.006253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:02:42.017030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Made reservation on behalf of d6f63fca3a7a48ba83a7ad5ce868b350 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:02:42.020468 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:42.032704 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:42.047428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:02:42.051446 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Usage tracker for resource:security_group_rule and tenant:d6f63fca3a7a48ba83a7ad5ce868b350 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:02:42.054326 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:02:42.060357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:02:42.144727 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:42.150364 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:42.235649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ad47b8-8131-4549-b219-61879252a161,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:42.325563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Allocated IP 192.168.233.217 (b2b11be4-2c24-42f1-888c-2dc22939b5b0/8fffc256-3fa3-486b-be91-a8fe73eff02a/132e23c3-d351-4802-83b1-e86d7a2a666b) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:02:42.533666 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:42.554436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Transition to ACTIVE for port object 132e23c3-d351-4802-83b1-e86d7a2a666b will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:02:42.586512 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:42.663072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Network b2b11be4-2c24-42f1-888c-2dc22939b5b0 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:02:42.666434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:02:42.670301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:02:42.700447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Pushing event updated for resources: {'Port': ['ID=132e23c3-d351-4802-83b1-e86d7a2a666b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:42.737746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:42.738399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:42.765764 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-286b6b2d-fa36-4032-a31f-4821509c33a1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9196620 Jun 03 16:02:42.784555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Request body: {'port': {'device_id': '0b8c4632-6fb4-42ec-b55b-a40321b11aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:02:42.901430 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:42.907972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-016d5993-d5a5-4104-85af-52151fbacd82 None None] Provisioning for port 132e23c3-d351-4802-83b1-e86d7a2a666b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:02:42.913006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-016d5993-d5a5-4104-85af-52151fbacd82 None None] Provisioning complete for port 132e23c3-d351-4802-83b1-e86d7a2a666b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:02:42.913366 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-016d5993-d5a5-4104-85af-52151fbacd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:42.942609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb3243-885c-4f32-8164-92c5194f9404 req-bae3d554-4a42-4f81-b9b6-37f777e71047 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:42.944907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cadb3243-885c-4f32-8164-92c5194f9404 req-bae3d554-4a42-4f81-b9b6-37f777e71047 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 936 time: 0.0864682 Jun 03 16:02:42.970496 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-016d5993-d5a5-4104-85af-52151fbacd82 None None] Port 132e23c3-d351-4802-83b1-e86d7a2a666b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:02:42.998675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cadb3243-885c-4f32-8164-92c5194f9404 req-b9b944c6-043f-4de3-a94d-e21cc7f70be4 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475817 Jun 03 16:02:43.255260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132e23c3-d351-4802-83b1-e86d7a2a666b {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:02:43.262820 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:43.276873 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Transition to ACTIVE for port object 132e23c3-d351-4802-83b1-e86d7a2a666b will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:02:43.282744 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:43.550814 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Pushing event updated for resources: {'Port': ['ID=132e23c3-d351-4802-83b1-e86d7a2a666b,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:43.633015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Attempting to bind port 132e23c3-d351-4802-83b1-e86d7a2a666b on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:02:43.633340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Attempting to bind port 132e23c3-d351-4802-83b1-e86d7a2a666b by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:02:43.633663 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Attempting to bind port 132e23c3-d351-4802-83b1-e86d7a2a666b on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:02:43.638476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Port 132e23c3-d351-4802-83b1-e86d7a2a666b on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:02:43.638799 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Attempting to bind port 132e23c3-d351-4802-83b1-e86d7a2a666b on network b2b11be4-2c24-42f1-888c-2dc22939b5b0 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:02:43.644213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:02:43.644552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Checking segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:02:43.644936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Bound using segment: {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:02:43.645356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Bound port: 132e23c3-d351-4802-83b1-e86d7a2a666b, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76f268e-3621-40bb-98c4-8c3cc6d52f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:02:43.645700 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:43.740790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] For port 132e23c3-d351-4802-83b1-e86d7a2a666b, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:02:43.743828 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] For port 132e23c3-d351-4802-83b1-e86d7a2a666b, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=132e23c3-d351-4802-83b1-e86d7a2a666b,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:02:43.751100 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:43.811564 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:43.812167 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:43.813520 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] 10.222.0.67 "PUT /v2.0/ports/132e23c3-d351-4802-83b1-e86d7a2a666b HTTP/1.1" status: 200 len: 1096 time: 1.0350008 Jun 03 16:02:43.813973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8c4632-6fb4-42ec-b55b-a40321b11aa4', 'tag': '132e23c3-d351-4802-83b1-e86d7a2a666b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:02:43.835050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb39a6c-d936-4b11-ac0a-5e62e1ede617 service neutron] Pushing event updated for resources: {'Port': ['ID=132e23c3-d351-4802-83b1-e86d7a2a666b,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:43.870775 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab69eba6-91a1-4a1b-bf91-de33a37f9647'] response: {'name': 'network-changed', 'server_uuid': '0b8c4632-6fb4-42ec-b55b-a40321b11aa4', 'tag': '132e23c3-d351-4802-83b1-e86d7a2a666b', 'status': 'completed', 'code': 200} Jun 03 16:02:43.960371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-8204ad24-95df-4e7b-bd77-c077f66b04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:43.961916 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-8204ad24-95df-4e7b-bd77-c077f66b04da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6f63fca3a7a48ba83a7ad5ce868b350&device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0770192 Jun 03 16:02:44.046561 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-5d0e5e46-af4b-4a1c-967c-ad582cfef9ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=132e23c3-d351-4802-83b1-e86d7a2a666b HTTP/1.1" status: 200 len: 217 time: 0.0619888 Jun 03 16:02:44.112929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-e3fadf13-6315-4c96-8aca-9813a78e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:44.114303 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-e3fadf13-6315-4c96-8aca-9813a78e8f06 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0625486 Jun 03 16:02:44.188959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-a7570fa3-d335-4c80-8650-e051b34dd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:44.190297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131040d-264d-4952-987d-3b9f6d654fac req-2061702b-729d-4e78-a8f7-e6b1f007f0c7 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:44.190813 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-a7570fa3-d335-4c80-8650-e051b34dd229 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703657 Jun 03 16:02:44.191812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2131040d-264d-4952-987d-3b9f6d654fac req-2061702b-729d-4e78-a8f7-e6b1f007f0c7 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 948 time: 0.0806360 Jun 03 16:02:44.236635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2131040d-264d-4952-987d-3b9f6d654fac req-3d934b7d-7d4a-4aba-b7d1-26410a3029c5 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389910 Jun 03 16:02:44.324777 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-95984387-3616-4df1-a07b-be5328241b61 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284761 Jun 03 16:02:44.460524 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-b8a9a3fa-6445-4f2f-89b5-85e5a0f7e487 req-706b6939-4fbc-4af2-8c6d-d3dbcd635dd8 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284268 Jun 03 16:02:44.644041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472a06e-f3a3-4012-b7ff-5cbc15d0734c req-6cbfac64-0d23-46d1-b50f-047aaf817afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:44.645479 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7472a06e-f3a3-4012-b7ff-5cbc15d0734c req-6cbfac64-0d23-46d1-b50f-047aaf817afb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6f63fca3a7a48ba83a7ad5ce868b350&device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0813003 Jun 03 16:02:44.775938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472a06e-f3a3-4012-b7ff-5cbc15d0734c req-592893a4-43de-4d06-b4a6-00f9b960ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:44.777290 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7472a06e-f3a3-4012-b7ff-5cbc15d0734c req-592893a4-43de-4d06-b4a6-00f9b960ac5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2b11be4-2c24-42f1-888c-2dc22939b5b0 HTTP/1.1" status: 200 len: 870 time: 0.1260774 Jun 03 16:02:44.854614 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7472a06e-f3a3-4012-b7ff-5cbc15d0734c req-ae1b186d-1456-4fc1-b54c-7719b4b67ba6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=132e23c3-d351-4802-83b1-e86d7a2a666b HTTP/1.1" status: 200 len: 217 time: 0.0705209 Jun 03 16:02:44.923834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472a06e-f3a3-4012-b7ff-5cbc15d0734c req-8df2af90-f91a-4b32-83e8-70f63a2ef1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:44.925283 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7472a06e-f3a3-4012-b7ff-5cbc15d0734c req-8df2af90-f91a-4b32-83e8-70f63a2ef1b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fffc256-3fa3-486b-be91-a8fe73eff02a HTTP/1.1" status: 200 len: 843 time: 0.0635719 Jun 03 16:02:45.031864 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472a06e-f3a3-4012-b7ff-5cbc15d0734c req-8ea599b0-50c9-442e-b44b-e53f0946c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:45.033268 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7472a06e-f3a3-4012-b7ff-5cbc15d0734c req-8ea599b0-50c9-442e-b44b-e53f0946c937 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2b11be4-2c24-42f1-888c-2dc22939b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025066 Jun 03 16:02:45.166782 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7472a06e-f3a3-4012-b7ff-5cbc15d0734c req-7aaf88e0-8094-4046-a9fe-3a73cd310b45 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272790 Jun 03 16:02:45.311313 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-7472a06e-f3a3-4012-b7ff-5cbc15d0734c req-9ba6e744-eba0-4fab-9adc-ac63bdf131c7 service neutron] 10.222.0.67 "GET /v2.0/networks/b2b11be4-2c24-42f1-888c-2dc22939b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380849 Jun 03 16:02:45.434253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a0c6d-dc88-4b93-ae08-9454360f2c00 req-ffa87fa8-7f51-49de-a5d0-174c439a9e01 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:45.435678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f75a0c6d-dc88-4b93-ae08-9454360f2c00 req-ffa87fa8-7f51-49de-a5d0-174c439a9e01 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 948 time: 0.0819235 Jun 03 16:02:45.581773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f75a0c6d-dc88-4b93-ae08-9454360f2c00 req-b4dc79ed-c080-403a-acf6-1bb5b5f16879 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375620 Jun 03 16:02:46.781116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ab0b9-ed60-4fd5-a92f-6f7f5e0b7835 req-12981b93-e66d-497e-8aba-7b54f2b567cc tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:46.782587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e5ab0b9-ed60-4fd5-a92f-6f7f5e0b7835 req-12981b93-e66d-497e-8aba-7b54f2b567cc tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 948 time: 0.0907416 Jun 03 16:02:46.828539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2e5ab0b9-ed60-4fd5-a92f-6f7f5e0b7835 req-4328a7ea-4c73-4f61-a960-df6ccb6af973 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Jun 03 16:02:48.040796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0682e0-4d2a-4abe-8f6b-125bd00ae417 req-2b8d9cd2-4f24-44ff-ad02-bf88d41e594a tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:48.042288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc0682e0-4d2a-4abe-8f6b-125bd00ae417 req-2b8d9cd2-4f24-44ff-ad02-bf88d41e594a tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 948 time: 0.0950813 Jun 03 16:02:48.090258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc0682e0-4d2a-4abe-8f6b-125bd00ae417 req-f4c78bfc-84e4-4c80-af5c-a06d988bf36a tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396497 Jun 03 16:02:48.144589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 132e23c3-d351-4802-83b1-e86d7a2a666b details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:02:48.281238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 132e23c3-d351-4802-83b1-e86d7a2a666b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=132e23c3-d351-4802-83b1-e86d7a2a666b,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:48.295244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '132e23c3-d351-4802-83b1-e86d7a2a666b', 'network_id': 'b2b11be4-2c24-42f1-888c-2dc22939b5b0', 'port_id': '132e23c3-d351-4802-83b1-e86d7a2a666b', 'mac_address': 'fa:16:3e:ac:ed:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffc256-3fa3-486b-be91-a8fe73eff02a', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:02:48.350153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 132e23c3-d351-4802-83b1-e86d7a2a666b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:02:48.350527 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:48.367037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132e23c3-d351-4802-83b1-e86d7a2a666b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:02:48.382347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 132e23c3-d351-4802-83b1-e86d7a2a666b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=132e23c3-d351-4802-83b1-e86d7a2a666b,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:48.386820 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:48.476402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=132e23c3-d351-4802-83b1-e86d7a2a666b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:48.484614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.484952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.485279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.485586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.485915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.486251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.486563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.486878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.487191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.487499 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.487802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.488109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:48.818171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['132e23c3-d351-4802-83b1-e86d7a2a666b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:02:48.890545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:02:49.294543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78057b-86d4-4496-a07c-37c91e6b643d req-bf05ef59-582c-4865-894d-91fc48dc6dc6 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:49.295970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf78057b-86d4-4496-a07c-37c91e6b643d req-bf05ef59-582c-4865-894d-91fc48dc6dc6 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 949 time: 0.0898259 Jun 03 16:02:49.345536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf78057b-86d4-4496-a07c-37c91e6b643d req-4ada857b-a496-498c-9c6b-ff913da727ea tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436215 Jun 03 16:02:50.160793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 132e23c3-d351-4802-83b1-e86d7a2a666b up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:02:50.239261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 132e23c3-d351-4802-83b1-e86d7a2a666b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:02:50.244358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 132e23c3-d351-4802-83b1-e86d7a2a666b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:02:50.244719 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:50.364032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 132e23c3-d351-4802-83b1-e86d7a2a666b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:02:50.364406 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:50.391313 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8c4632-6fb4-42ec-b55b-a40321b11aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132e23c3-d351-4802-83b1-e86d7a2a666b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:02:50.400952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 132e23c3-d351-4802-83b1-e86d7a2a666b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=132e23c3-d351-4802-83b1-e86d7a2a666b,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:50.405956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:50.443820 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9335cc2-fbf7-4dd1-b703-314ac2b46be3'] response: {'server_uuid': '0b8c4632-6fb4-42ec-b55b-a40321b11aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132e23c3-d351-4802-83b1-e86d7a2a666b', 'code': 200} Jun 03 16:02:50.479189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=132e23c3-d351-4802-83b1-e86d7a2a666b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:50.537216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b2a1f-3c6a-482f-89e0-e4e10aa2bc3f req-f5919942-39e9-4e02-8ab0-986c05797a29 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:50.538756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f8b2a1f-3c6a-482f-89e0-e4e10aa2bc3f req-f5919942-39e9-4e02-8ab0-986c05797a29 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 950 time: 0.0858233 Jun 03 16:02:50.583077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f8b2a1f-3c6a-482f-89e0-e4e10aa2bc3f req-78648105-9ad7-4fe3-a870-39fff54f03ce tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384154 Jun 03 16:02:50.706292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc5bd0-2ba2-4ed3-b792-e174e35afba9 req-1b887480-fc8b-40c8-a236-7daa191ec460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:50.707758 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0ebc5bd0-2ba2-4ed3-b792-e174e35afba9 req-1b887480-fc8b-40c8-a236-7daa191ec460 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 1101 time: 0.1833260 Jun 03 16:02:50.749532 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-0ebc5bd0-2ba2-4ed3-b792-e174e35afba9 req-71850f4c-30f3-4697-b953-f3dc2a59afc6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348661 Jun 03 16:02:51.791643 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a4afd-8d59-4096-93ea-643f66313e74 req-f8638e3d-77a5-4465-a882-8df43d3d1c81 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:51.793050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e0a4afd-8d59-4096-93ea-643f66313e74 req-f8638e3d-77a5-4465-a882-8df43d3d1c81 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 950 time: 0.0915108 Jun 03 16:02:51.841400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e0a4afd-8d59-4096-93ea-643f66313e74 req-0af41f61-5fba-41a2-bc26-7f15f7fdba69 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Jun 03 16:02:53.197977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94406f8c-7ba8-4018-a10e-876d80058df2 req-33a61415-278c-49ae-99b3-a0eb1f5a0dff tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:53.199532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94406f8c-7ba8-4018-a10e-876d80058df2 req-33a61415-278c-49ae-99b3-a0eb1f5a0dff tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 950 time: 0.0866141 Jun 03 16:02:53.248312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94406f8c-7ba8-4018-a10e-876d80058df2 req-33fa44d8-ad70-4862-80b4-a157a002f0fc tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 Jun 03 16:02:54.391004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e793e-8146-480d-abb1-866b7f4def28 req-47eb958a-5c80-490c-b9e6-9079d8436bd1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:54.392438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a6e793e-8146-480d-abb1-866b7f4def28 req-47eb958a-5c80-490c-b9e6-9079d8436bd1 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 950 time: 0.0845101 Jun 03 16:02:54.435771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a6e793e-8146-480d-abb1-866b7f4def28 req-1e8146e8-1592-4360-a51f-a580734e4cfb tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376341 Jun 03 16:02:55.629862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908e403-8ef4-40d4-b82c-dd8c24e544cd req-3556444c-6aae-4e31-86b7-2c067e9278ae tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:55.631228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c908e403-8ef4-40d4-b82c-dd8c24e544cd req-3556444c-6aae-4e31-86b7-2c067e9278ae tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 950 time: 0.0853703 Jun 03 16:02:55.687494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c908e403-8ef4-40d4-b82c-dd8c24e544cd req-12193856-4d4f-4fdf-819e-950e33fd5125 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/security-groups?id=80ad47b8-8131-4549-b219-61879252a161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472507 Jun 03 16:02:55.824383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-e92940c0-f801-4697-b5ee-2a869379f545 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:02:55.825025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-e92940c0-f801-4697-b5ee-2a869379f545 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Synchronizing usage tracker for tenant:d6f63fca3a7a48ba83a7ad5ce868b350 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:02:55.846230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-e92940c0-f801-4697-b5ee-2a869379f545 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Unset dirty status for tenant:d6f63fca3a7a48ba83a7ad5ce868b350 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:02:55.847765 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-e92940c0-f801-4697-b5ee-2a869379f545 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 950 time: 0.1049287 Jun 03 16:02:55.923495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-0ed3c82d-6e41-49d3-a495-46edfaa66a3f tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Deleting port 132e23c3-d351-4802-83b1-e86d7a2a666b {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:02:55.923714 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-0ed3c82d-6e41-49d3-a495-46edfaa66a3f tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:56.182467 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-0ed3c82d-6e41-49d3-a495-46edfaa66a3f tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] For port 132e23c3-d351-4802-83b1-e86d7a2a666b, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=132e23c3-d351-4802-83b1-e86d7a2a666b,segment=NetworkSegment(b76f268e-3621-40bb-98c4-8c3cc6d52f42),segment_id=b76f268e-3621-40bb-98c4-8c3cc6d52f42)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:02:56.182822 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-0ed3c82d-6e41-49d3-a495-46edfaa66a3f tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:56.309493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-0ed3c82d-6e41-49d3-a495-46edfaa66a3f tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Calling delete_port for 132e23c3-d351-4802-83b1-e86d7a2a666b owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:02:56.456676 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-0ed3c82d-6e41-49d3-a495-46edfaa66a3f tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:56.489371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['132e23c3-d351-4802-83b1-e86d7a2a666b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:02:56.507651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3c82d-6e41-49d3-a495-46edfaa66a3f tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Pushing event deleted for resources: {'Port': ['ID=132e23c3-d351-4802-83b1-e86d7a2a666b,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:56.582071 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-0ed3c82d-6e41-49d3-a495-46edfaa66a3f tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] No DVR routers for this DVR port 132e23c3-d351-4802-83b1-e86d7a2a666b on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:02:56.584773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-0ed3c82d-6e41-49d3-a495-46edfaa66a3f tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:56.587459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8c4632-6fb4-42ec-b55b-a40321b11aa4', 'name': 'network-vif-deleted', 'tag': '132e23c3-d351-4802-83b1-e86d7a2a666b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:02:56.604680 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fdeb16bf-d279-4f4d-864d-a0010b77e664 req-0ed3c82d-6e41-49d3-a495-46edfaa66a3f tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.67 "DELETE /v2.0/ports/132e23c3-d351-4802-83b1-e86d7a2a666b HTTP/1.1" status: 204 len: 173 time: 0.7516060 Jun 03 16:02:56.635661 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959907a8-6557-430c-aa0e-c3822d16fa30'] response: {'server_uuid': '0b8c4632-6fb4-42ec-b55b-a40321b11aa4', 'name': 'network-vif-deleted', 'tag': '132e23c3-d351-4802-83b1-e86d7a2a666b', 'status': 'completed', 'code': 200} Jun 03 16:02:56.862773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2adca24a-ffb9-4067-a3da-f9773e09d8b3 req-cd6aa004-f363-46c6-9d2e-e7438ddf4fe9 tempest-ServersAdminNegativeTestJSON-620651387 tempest-ServersAdminNegativeTestJSON-620651387-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b8c4632-6fb4-42ec-b55b-a40321b11aa4 HTTP/1.1" status: 200 len: 210 time: 0.0435994 Jun 03 16:02:58.255630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34518) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:58.411335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-84afb8e4-bcf2-4318-acbd-946e14a36513 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6f63fca3a7a48ba83a7ad5ce868b350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542802 Jun 03 16:02:58.414900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34524) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:58.472698 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:58.499008 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:58.561807 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:58.576483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ad47b8-8131-4549-b219-61879252a161,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:58.587506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.587846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.588155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.588510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.588842 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.589169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.589490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.589816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.590198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.590501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.590819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.591120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:02:58.593902 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:58.594992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e958ca07-7264-4756-9404-b7078f7e2998 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80ad47b8-8131-4549-b219-61879252a161 HTTP/1.1" status: 204 len: 168 time: 0.1792207 Jun 03 16:02:58.900387 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34532) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:58.918412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b3c6525-adc5-414b-b5de-d71671e07506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:58.934923 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1b3c6525-adc5-414b-b5de-d71671e07506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:02:58.941911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1b3c6525-adc5-414b-b5de-d71671e07506 admin admin] Usage tracker for resource:security_group_rule and tenant:de1b1abcbdcf4cc9b79733e8a1b50b09 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:02:58.948322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1b3c6525-adc5-414b-b5de-d71671e07506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:02:58.954551 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1b3c6525-adc5-414b-b5de-d71671e07506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:02:59.037193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b3c6525-adc5-414b-b5de-d71671e07506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:59.042924 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1b3c6525-adc5-414b-b5de-d71671e07506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:59.087077 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1b3c6525-adc5-414b-b5de-d71671e07506 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de1b1abcbdcf4cc9b79733e8a1b50b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855240 Jun 03 16:02:59.090273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34536) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:02:59.093816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c6525-adc5-414b-b5de-d71671e07506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ffc217-860d-4d7c-bdb2-6f5a0258775e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:59.152504 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-17451c2b-7db2-4fd8-843a-4167eda738be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:59.177609 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-17451c2b-7db2-4fd8-843a-4167eda738be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:59.243001 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-17451c2b-7db2-4fd8-843a-4167eda738be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:59.257292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17451c2b-7db2-4fd8-843a-4167eda738be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ffc217-860d-4d7c-bdb2-6f5a0258775e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:02:59.263721 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-17451c2b-7db2-4fd8-843a-4167eda738be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:02:59.264854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-17451c2b-7db2-4fd8-843a-4167eda738be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42ffc217-860d-4d7c-bdb2-6f5a0258775e HTTP/1.1" status: 204 len: 168 time: 0.1735599 Jun 03 16:02:59.838289 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.011766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34560) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:03:00.116919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-533970137-network', 'tenant_id': '8d3458897d18410c903adcd375e29225'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:03:00.122633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:03:00.126725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Usage tracker for resource:network and tenant:8d3458897d18410c903adcd375e29225 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:03:00.129689 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:03:00.136195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:03:00.149394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Made reservation on behalf of 8d3458897d18410c903adcd375e29225 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:03:00.151958 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.163884 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.181678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:03:00.185561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Usage tracker for resource:security_group_rule and tenant:8d3458897d18410c903adcd375e29225 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:03:00.188373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:03:00.194010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:03:00.202714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 132e23c3-d351-4802-83b1-e86d7a2a666b no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:03:00.237544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 132e23c3-d351-4802-83b1-e86d7a2a666b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:03:00.237909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 132e23c3-d351-4802-83b1-e86d7a2a666b not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:03:00.291239 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.296400 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.326412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:03:00.334716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6da1b3-3ad7-4517-9150-d87273ab2a99,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:00.340450 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.340704 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Added segment 3f2034f3-6405-4f71-9acd-146b1e44415b of type vlan for network a4380e56-95d7-4c32-bca0-435f7a2b1059 Jun 03 16:03:00.367005 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.401644 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.403000 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:00.403909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.509149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] Pushing event updated for resources: {'Network': ['ID=a4380e56-95d7-4c32-bca0-435f7a2b1059,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:00.511953 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d4c6106a-1474-496d-9cce-b11de845bca7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4992025 Jun 03 16:03:00.514991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34566) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:03:00.519881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a4380e56-95d7-4c32-bca0-435f7a2b1059 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:03:00.520235 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Request body: {'subnet': {'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-533970137-subnet', 'tenant_id': '8d3458897d18410c903adcd375e29225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:03:00.525979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:03:00.529897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Usage tracker for resource:subnet and tenant:8d3458897d18410c903adcd375e29225 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:03:00.532878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:03:00.539062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:03:00.552033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Made reservation on behalf of 8d3458897d18410c903adcd375e29225 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:03:00.554370 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.766197 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.840488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae263e5d-c4c7-4faf-8f30-92a6b9789ebe,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:00.851463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Checking segment: {'id': '3f2034f3-6405-4f71-9acd-146b1e44415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:03:00.851821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Network hostable DHCP agents. Network: a4380e56-95d7-4c32-bca0-435f7a2b1059, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:03:00.873117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Network a4380e56-95d7-4c32-bca0-435f7a2b1059 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:03:00.883677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a4380e56-95d7-4c32-bca0-435f7a2b1059) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:03:00.888079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:00.888729 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:00.893733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be6806-f616-4869-bae0-d62165459c00 None None] Network a4380e56-95d7-4c32-bca0-435f7a2b1059 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:03:00.910770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fe76c55a-22fe-4212-acb5-2563dbc1f708 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3946505 Jun 03 16:03:01.178172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6691c0ac-7295-43a3-8918-760ecfb96a03 None None] Network a4380e56-95d7-4c32-bca0-435f7a2b1059 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:03:01.474845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-366fd755-96b3-4b2a-9026-583f685af26c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:01.475499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-366fd755-96b3-4b2a-9026-583f685af26c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Synchronizing usage tracker for tenant:8d3458897d18410c903adcd375e29225 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:03:01.494652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-366fd755-96b3-4b2a-9026-583f685af26c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Unset dirty status for tenant:8d3458897d18410c903adcd375e29225 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:03:01.496151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-366fd755-96b3-4b2a-9026-583f685af26c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/networks?id=a4380e56-95d7-4c32-bca0-435f7a2b1059 HTTP/1.1" status: 200 len: 811 time: 0.1811101 Jun 03 16:03:01.511938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-741aec73-9851-44d4-8ce0-fc7e8106798d tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/quotas/8d3458897d18410c903adcd375e29225 HTTP/1.1" status: 200 len: 375 time: 0.0102832 Jun 03 16:03:01.557784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-200f90c3-c644-487c-a01f-6af0a73d38ed tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d3458897d18410c903adcd375e29225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407498 Jun 03 16:03:01.849937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-4348136d-fb51-4125-8bfb-6ee4a0b0cb47 service neutron] 10.222.0.48 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835877 Jun 03 16:03:01.982857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-7708dc59-5708-4788-8037-8fa8f96f8e8a service neutron] 10.222.0.48 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267402 Jun 03 16:03:02.170037 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-15081267-4376-448e-9d7e-8b532d96c40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:02.175807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e9b0bd5-416b-4d05-8d71-c1f99a008392 req-22493b46-2acb-4c79-b034-16d72e402f0a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 210 time: 0.0487432 Jun 03 16:03:03.331673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9bef5fe6-11a1-44ed-9530-617e3f8ba3df req-06920385-74b7-462f-bcd4-b0bc37ca98be tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 210 time: 0.0426557 Jun 03 16:03:03.402581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-0ce0ac79-f1cc-49d5-a719-816c972c2f49 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:03.404073 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-0ce0ac79-f1cc-49d5-a719-816c972c2f49 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.75 "GET /v2.0/networks?id=a4380e56-95d7-4c32-bca0-435f7a2b1059 HTTP/1.1" status: 200 len: 811 time: 0.1545823 Jun 03 16:03:03.415031 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Request body: {'port': {'device_id': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059', 'admin_state_up': True, 'tenant_id': '8d3458897d18410c903adcd375e29225'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:03:03.561137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:03:03.565241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Usage tracker for resource:port and tenant:8d3458897d18410c903adcd375e29225 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:03:03.568248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:03:03.574143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:03:03.586126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Made reservation on behalf of 8d3458897d18410c903adcd375e29225 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:03:03.589558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:03.755483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Allocated IP 172.20.0.3 (a4380e56-95d7-4c32-bca0-435f7a2b1059/ae263e5d-c4c7-4faf-8f30-92a6b9789ebe/ad8e501b-39ff-442d-9eea-2ecc80de32b0) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:03:03.962043 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:03.996497 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:04.069459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Network a4380e56-95d7-4c32-bca0-435f7a2b1059 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:03:04.072708 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:03:04.076535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:03:04.107125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Pushing event updated for resources: {'Port': ['ID=ad8e501b-39ff-442d-9eea-2ecc80de32b0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:04.142891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:04.143479 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:04.170845 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1afb10c6-2383-4ff4-aecc-7db93c721cc9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7593927 Jun 03 16:03:04.182185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Request body: {'port': {'device_id': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:03:04.401642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:04.520367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273e824-bad2-44db-865e-2fb111e0f831 req-90343b01-5a26-46cd-ae95-6caf6bba865d tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:04.521851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7273e824-bad2-44db-865e-2fb111e0f831 req-90343b01-5a26-46cd-ae95-6caf6bba865d tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 931 time: 0.0832012 Jun 03 16:03:04.569312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7273e824-bad2-44db-865e-2fb111e0f831 req-958966c9-c054-4151-9a8f-239383dbd03c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Synchronizing usage tracker for tenant:8d3458897d18410c903adcd375e29225 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:03:04.586410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7273e824-bad2-44db-865e-2fb111e0f831 req-958966c9-c054-4151-9a8f-239383dbd03c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Unset dirty status for tenant:8d3458897d18410c903adcd375e29225 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:03:04.587642 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7273e824-bad2-44db-865e-2fb111e0f831 req-958966c9-c054-4151-9a8f-239383dbd03c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597198 Jun 03 16:03:04.742536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8e501b-39ff-442d-9eea-2ecc80de32b0 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:03:04.750257 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:04.765119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Transition to ACTIVE for port object ad8e501b-39ff-442d-9eea-2ecc80de32b0 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:03:04.769494 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:04.872844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bc34021c-37ed-416b-a9fb-98b3ca662e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:04.901217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Pushing event updated for resources: {'Port': ['ID=ad8e501b-39ff-442d-9eea-2ecc80de32b0,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:05.004273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Attempting to bind port ad8e501b-39ff-442d-9eea-2ecc80de32b0 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:03:05.004502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Attempting to bind port ad8e501b-39ff-442d-9eea-2ecc80de32b0 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '3f2034f3-6405-4f71-9acd-146b1e44415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:03:05.004797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Attempting to bind port ad8e501b-39ff-442d-9eea-2ecc80de32b0 on network a4380e56-95d7-4c32-bca0-435f7a2b1059 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:03:05.009774 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Port ad8e501b-39ff-442d-9eea-2ecc80de32b0 on network a4380e56-95d7-4c32-bca0-435f7a2b1059 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:03:05.010112 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Attempting to bind port ad8e501b-39ff-442d-9eea-2ecc80de32b0 on network a4380e56-95d7-4c32-bca0-435f7a2b1059 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:03:05.015221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:03:05.015541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Checking segment: {'id': '3f2034f3-6405-4f71-9acd-146b1e44415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:03:05.015911 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Bound using segment: {'id': '3f2034f3-6405-4f71-9acd-146b1e44415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:03:05.016320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Bound port: ad8e501b-39ff-442d-9eea-2ecc80de32b0, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2034f3-6405-4f71-9acd-146b1e44415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:03:05.016647 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:05.111328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:03:05.115757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0,segment=NetworkSegment(3f2034f3-6405-4f71-9acd-146b1e44415b),segment_id=3f2034f3-6405-4f71-9acd-146b1e44415b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:03:05.122349 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:05.183687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:05.184292 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:05.185661 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] 10.222.0.75 "PUT /v2.0/ports/ad8e501b-39ff-442d-9eea-2ecc80de32b0 HTTP/1.1" status: 200 len: 1091 time: 1.0074282 Jun 03 16:03:05.188171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:03:05.211519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be021cf9-cce1-4efd-9547-ee159aedd56d service neutron] Pushing event updated for resources: {'Port': ['ID=ad8e501b-39ff-442d-9eea-2ecc80de32b0,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:05.261667 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bb9bd7-96e2-49ba-a541-382ff03609bb'] response: {'name': 'network-changed', 'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0', 'status': 'completed', 'code': 200} Jun 03 16:03:05.301402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-c96fbe4f-f606-4b34-bf9a-cabea3ab9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:05.303055 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-c96fbe4f-f606-4b34-bf9a-cabea3ab9d60 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d3458897d18410c903adcd375e29225&device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 1094 time: 0.0750420 Jun 03 16:03:05.360522 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:05.371584 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-e6d5a40c-6a30-4572-99c6-4e47611b4594 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0 HTTP/1.1" status: 200 len: 217 time: 0.0622036 Jun 03 16:03:05.436992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1916e875-2555-443c-b498-84b2aae6bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:05.438438 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-1916e875-2555-443c-b498-84b2aae6bb3a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ae263e5d-c4c7-4faf-8f30-92a6b9789ebe HTTP/1.1" status: 200 len: 851 time: 0.0608685 Jun 03 16:03:05.486609 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-872c5511-42c9-448f-b1b2-9e2d7df7cbc0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a4380e56-95d7-4c32-bca0-435f7a2b1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400097 Jun 03 16:03:05.630182 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-fe394a34-9a13-4103-a33b-73df6dfd10e9 service neutron] 10.222.0.75 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368072 Jun 03 16:03:05.701611 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:05.760865 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c9c37dc7-69a1-4d6d-bb24-51e0ca41dfd6 req-a5d58247-2e93-4e64-a643-6dadb242481b service neutron] 10.222.0.75 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246138 Jun 03 16:03:05.775229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1030cea-7443-4e10-a8c1-7cb10975f8e4 req-5715e865-bbf4-4f39-9516-fbebe9434632 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:05.776853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1030cea-7443-4e10-a8c1-7cb10975f8e4 req-5715e865-bbf4-4f39-9516-fbebe9434632 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 943 time: 0.0818360 Jun 03 16:03:05.826677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1030cea-7443-4e10-a8c1-7cb10975f8e4 req-a7169442-720d-4d50-8143-a1a8829cff1c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424776 Jun 03 16:03:05.879000 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d86fb-3fc1-412e-8a8d-62e38e20f4c3 req-69013388-83d3-4524-8561-5ec1eb0dc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:05.880385 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-684d86fb-3fc1-412e-8a8d-62e38e20f4c3 req-69013388-83d3-4524-8561-5ec1eb0dc532 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d3458897d18410c903adcd375e29225&device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 1094 time: 0.0741646 Jun 03 16:03:06.130661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d86fb-3fc1-412e-8a8d-62e38e20f4c3 req-7c38dc7c-6d16-4bcb-be9a-94e4581b6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:06.132794 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-684d86fb-3fc1-412e-8a8d-62e38e20f4c3 req-7c38dc7c-6d16-4bcb-be9a-94e4581b6993 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a4380e56-95d7-4c32-bca0-435f7a2b1059 HTTP/1.1" status: 200 len: 912 time: 0.2455680 Jun 03 16:03:06.209954 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-684d86fb-3fc1-412e-8a8d-62e38e20f4c3 req-bb22daac-6eaa-4898-b419-14a2880b6c58 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0 HTTP/1.1" status: 200 len: 217 time: 0.0699608 Jun 03 16:03:06.278516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d86fb-3fc1-412e-8a8d-62e38e20f4c3 req-d4172339-4125-4e3c-97bb-1802c8620195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:06.280085 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-684d86fb-3fc1-412e-8a8d-62e38e20f4c3 req-d4172339-4125-4e3c-97bb-1802c8620195 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ae263e5d-c4c7-4faf-8f30-92a6b9789ebe HTTP/1.1" status: 200 len: 851 time: 0.0644853 Jun 03 16:03:06.328025 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-684d86fb-3fc1-412e-8a8d-62e38e20f4c3 req-30459685-2adc-41b9-b931-924a7a3c76e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a4380e56-95d7-4c32-bca0-435f7a2b1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416317 Jun 03 16:03:06.471112 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-684d86fb-3fc1-412e-8a8d-62e38e20f4c3 req-364023e6-779f-46f3-875a-7e548ee31fb9 service neutron] 10.222.0.75 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363647 Jun 03 16:03:06.626439 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-684d86fb-3fc1-412e-8a8d-62e38e20f4c3 req-d7b45b38-da94-4ed5-a069-d503ec0885ab service neutron] 10.222.0.75 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479194 Jun 03 16:03:07.035835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24e221-d171-474b-8886-8c0967b0c638 req-b6a7b5e7-91dc-40f2-b142-368ed70c49e8 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:07.037273 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a24e221-d171-474b-8886-8c0967b0c638 req-b6a7b5e7-91dc-40f2-b142-368ed70c49e8 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 943 time: 0.0943627 Jun 03 16:03:07.090317 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a24e221-d171-474b-8886-8c0967b0c638 req-2c943e75-748f-420a-a704-e0ba5be6d0b9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440454 Jun 03 16:03:07.167431 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:07.176711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ad8e501b-39ff-442d-9eea-2ecc80de32b0 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:03:07.318597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0,segment=NetworkSegment(3f2034f3-6405-4f71-9acd-146b1e44415b),segment_id=3f2034f3-6405-4f71-9acd-146b1e44415b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:03:07.331898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0', 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059', 'port_id': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0', 'mac_address': 'fa:16:3e:1d:39:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae263e5d-c4c7-4faf-8f30-92a6b9789ebe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:03:07.389289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ad8e501b-39ff-442d-9eea-2ecc80de32b0 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:03:07.389666 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:07.407327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8e501b-39ff-442d-9eea-2ecc80de32b0 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:03:07.424217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0,segment=NetworkSegment(3f2034f3-6405-4f71-9acd-146b1e44415b),segment_id=3f2034f3-6405-4f71-9acd-146b1e44415b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:03:07.431849 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:07.501250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ad8e501b-39ff-442d-9eea-2ecc80de32b0,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:07.662849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['ad8e501b-39ff-442d-9eea-2ecc80de32b0'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:03:08.291014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afc1a0-17bc-4f2c-bdc9-e81fc936d115 req-89e6ceac-11de-4c11-90f1-93ef7ebb346c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:08.292475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5afc1a0-17bc-4f2c-bdc9-e81fc936d115 req-89e6ceac-11de-4c11-90f1-93ef7ebb346c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 944 time: 0.0929186 Jun 03 16:03:08.338220 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5afc1a0-17bc-4f2c-bdc9-e81fc936d115 req-2069f95d-9ec0-4102-b75d-ccf63e0efce9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378659 Jun 03 16:03:09.201906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ad8e501b-39ff-442d-9eea-2ecc80de32b0 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:03:09.242791 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:09.286672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port ad8e501b-39ff-442d-9eea-2ecc80de32b0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:03:09.291834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port ad8e501b-39ff-442d-9eea-2ecc80de32b0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:03:09.292222 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:09.411535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port ad8e501b-39ff-442d-9eea-2ecc80de32b0 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:03:09.411904 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:09.438898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:03:09.449032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0,segment=NetworkSegment(3f2034f3-6405-4f71-9acd-146b1e44415b),segment_id=3f2034f3-6405-4f71-9acd-146b1e44415b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:03:09.454758 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:09.490944 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb22866-b2a5-4682-86e5-f5e345835289'] response: {'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0', 'code': 200} Jun 03 16:03:09.526767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=ad8e501b-39ff-442d-9eea-2ecc80de32b0,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:09.540198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17185f-a08f-4d99-9313-91cc48f91d5b req-285fc3ee-ab37-4774-85f1-d02d62397629 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:09.541808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa17185f-a08f-4d99-9313-91cc48f91d5b req-285fc3ee-ab37-4774-85f1-d02d62397629 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0980806 Jun 03 16:03:09.588271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa17185f-a08f-4d99-9313-91cc48f91d5b req-dee39d27-04a2-4726-9280-8d4ca3f68154 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 Jun 03 16:03:09.622295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ef4e2-df4f-419a-ba37-aad7c922c14d req-efaea662-5db9-41d6-8be3-3ca77f9d44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:09.623835 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad0ef4e2-df4f-419a-ba37-aad7c922c14d req-efaea662-5db9-41d6-8be3-3ca77f9d44ee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 1096 time: 0.0783761 Jun 03 16:03:09.663224 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-ad0ef4e2-df4f-419a-ba37-aad7c922c14d req-fdd11e5b-fc53-445e-8f8c-a638e6811c6e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335696 Jun 03 16:03:10.812032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e7983-ca37-45d1-b632-78f20d9ae09f req-68bee672-b72b-4e80-ba11-6a7f30762359 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:10.813494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c1e7983-ca37-45d1-b632-78f20d9ae09f req-68bee672-b72b-4e80-ba11-6a7f30762359 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0822382 Jun 03 16:03:10.862600 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c1e7983-ca37-45d1-b632-78f20d9ae09f req-817da256-ece5-4330-90cd-0acb8537d7f4 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 Jun 03 16:03:12.065064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d14d2e-7a87-437c-a926-086a5ef56fa3 req-598011e0-7fd5-4ddb-9825-d7b9285d54f4 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:12.066516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34d14d2e-7a87-437c-a926-086a5ef56fa3 req-598011e0-7fd5-4ddb-9825-d7b9285d54f4 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0888104 Jun 03 16:03:12.110520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34d14d2e-7a87-437c-a926-086a5ef56fa3 req-333d102b-1f95-4978-bcfb-ddbdb3add698 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383406 Jun 03 16:03:12.524079 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-90790d22-dc78-429c-bcb1-a2b535f6e2ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1232355 Jun 03 16:03:12.527549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3337e4-ec9f-492e-b5c5-8ddc094224c6 req-059f81cc-68d7-4a00-83e9-5dc841c05845 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:12.529088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1c3337e4-ec9f-492e-b5c5-8ddc094224c6 req-059f81cc-68d7-4a00-83e9-5dc841c05845 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0857639 Jun 03 16:03:12.575223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1c3337e4-ec9f-492e-b5c5-8ddc094224c6 req-ec18add0-df22-4e77-b8d5-21decbbba07d tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Jun 03 16:03:13.762238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564542d-f0e7-4554-9acf-0c35749cb3ac req-6abd2ed4-20e0-403e-8a7e-deda44f82258 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:13.763710 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b564542d-f0e7-4554-9acf-0c35749cb3ac req-6abd2ed4-20e0-403e-8a7e-deda44f82258 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0812411 Jun 03 16:03:13.807506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b564542d-f0e7-4554-9acf-0c35749cb3ac req-e57199ca-07f5-4942-b091-9a6184693821 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381591 Jun 03 16:03:14.122986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-b3f6fef4-ff74-4db7-9dc8-de4f2cc99f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:14.124464 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-b3f6fef4-ff74-4db7-9dc8-de4f2cc99f6d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d3458897d18410c903adcd375e29225&device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 1096 time: 0.0761116 Jun 03 16:03:14.254746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-91eaa37c-9904-4cf9-9d61-bb4dd1b405c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:14.256153 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-91eaa37c-9904-4cf9-9d61-bb4dd1b405c8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a4380e56-95d7-4c32-bca0-435f7a2b1059 HTTP/1.1" status: 200 len: 912 time: 0.1257029 Jun 03 16:03:14.324155 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-b9edf72b-464c-476f-b031-cb7040c850da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0 HTTP/1.1" status: 200 len: 217 time: 0.0613170 Jun 03 16:03:14.387625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-4ccfe529-1923-4bcb-bf55-a695a712fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:14.388963 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-4ccfe529-1923-4bcb-bf55-a695a712fce0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ae263e5d-c4c7-4faf-8f30-92a6b9789ebe HTTP/1.1" status: 200 len: 851 time: 0.0595541 Jun 03 16:03:14.435487 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-9d062859-6814-441f-9e8b-d0e75006e808 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a4380e56-95d7-4c32-bca0-435f7a2b1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394783 Jun 03 16:03:14.570468 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-4649eb53-76ad-4c35-82f1-d7dc451b6a8e service neutron] 10.222.0.75 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284640 Jun 03 16:03:14.707759 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-2e2496f4-50bd-46bf-b741-6446addde3d8 service neutron] 10.222.0.75 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308787 Jun 03 16:03:15.002965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e550d-e415-460b-8c91-2aea5de835ad req-a16db6cd-fc1d-4910-851c-d7c9b03ff72a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:15.005196 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-154e550d-e415-460b-8c91-2aea5de835ad req-a16db6cd-fc1d-4910-851c-d7c9b03ff72a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0884376 Jun 03 16:03:15.051063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-154e550d-e415-460b-8c91-2aea5de835ad req-bfd464c6-53db-4844-ae6b-0adf5ad5f354 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402389 Jun 03 16:03:16.244620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1d819-f995-48b6-a4af-7fddefdc46c5 req-c3fec802-fc1d-43de-bd14-a67d0cdd0db4 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:16.246094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0cb1d819-f995-48b6-a4af-7fddefdc46c5 req-c3fec802-fc1d-43de-bd14-a67d0cdd0db4 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0815413 Jun 03 16:03:16.297069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0cb1d819-f995-48b6-a4af-7fddefdc46c5 req-c0ac3873-1089-4639-ad90-5bc6c2ed5e33 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Jun 03 16:03:17.489204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf98105-ac3f-4992-85ae-8290d88aba30 req-0326ff6b-ad5a-4341-acb5-c9e78b817e6d tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:17.490571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbf98105-ac3f-4992-85ae-8290d88aba30 req-0326ff6b-ad5a-4341-acb5-c9e78b817e6d tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0846140 Jun 03 16:03:17.535383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dbf98105-ac3f-4992-85ae-8290d88aba30 req-7ace516d-f9a5-4cff-bfd7-69c3cf6760f6 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Jun 03 16:03:18.737707 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546252b2-b46b-41e1-bc24-4b7ac115e6c2 req-782e7bea-fc7f-4edb-ab50-2d1445913ead tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:18.739182 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-546252b2-b46b-41e1-bc24-4b7ac115e6c2 req-782e7bea-fc7f-4edb-ab50-2d1445913ead tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0838361 Jun 03 16:03:18.786999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-546252b2-b46b-41e1-bc24-4b7ac115e6c2 req-85a146d4-eaea-4a6b-b1a4-6a4b52c0ce30 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 Jun 03 16:03:19.991481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ae683-8be8-4c81-986f-8bb0a4a29822 req-2c610e0d-6f89-4fb7-8740-5b358996693e tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:19.992916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-902ae683-8be8-4c81-986f-8bb0a4a29822 req-2c610e0d-6f89-4fb7-8740-5b358996693e tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0910504 Jun 03 16:03:20.038729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-902ae683-8be8-4c81-986f-8bb0a4a29822 req-d0729200-8803-44c1-82c2-40ff21e6e495 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Jun 03 16:03:21.251458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458a433-f245-4edd-a52e-3eaf1d2e8d7a req-d8aecf78-b759-4731-b0d5-b13e1edf96b4 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:21.252984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5458a433-f245-4edd-a52e-3eaf1d2e8d7a req-d8aecf78-b759-4731-b0d5-b13e1edf96b4 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0871406 Jun 03 16:03:21.298249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5458a433-f245-4edd-a52e-3eaf1d2e8d7a req-7fdfb070-3b5e-4f2e-8a23-e30ed077066b tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Jun 03 16:03:22.496609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad1038-ca1e-4fe5-83cb-aac42afcdd2b req-56d6d28f-0afd-473d-b255-8819a3f5c0b1 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:22.498080 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83ad1038-ca1e-4fe5-83cb-aac42afcdd2b req-56d6d28f-0afd-473d-b255-8819a3f5c0b1 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0893373 Jun 03 16:03:22.543281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-83ad1038-ca1e-4fe5-83cb-aac42afcdd2b req-15503fd4-ad9f-4db2-b96f-4bc4b35ab0af tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388479 Jun 03 16:03:23.743042 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0c0b-c51c-4bb2-85a5-937d72d35ce7 req-12ba01a7-af5c-41cf-b3fe-49f1f9c64107 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:23.744497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5eca0c0b-c51c-4bb2-85a5-937d72d35ce7 req-12ba01a7-af5c-41cf-b3fe-49f1f9c64107 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0858793 Jun 03 16:03:23.788510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5eca0c0b-c51c-4bb2-85a5-937d72d35ce7 req-85a4a9bc-e98d-46cb-b130-4af954448996 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378435 Jun 03 16:03:24.998467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b7611-03fd-4a36-b6f0-55d171da7aee req-118eb065-20b7-43dc-880e-0c8970057d96 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:24.999927 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-482b7611-03fd-4a36-b6f0-55d171da7aee req-118eb065-20b7-43dc-880e-0c8970057d96 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.1021938 Jun 03 16:03:25.057329 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-482b7611-03fd-4a36-b6f0-55d171da7aee req-c4b404c1-ba68-439f-ad23-1a4d403d19e1 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487385 Jun 03 16:03:25.893357 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:03:26.252227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee78d7e-cf4c-4d5c-a054-1af1c87b74ec req-9065eadb-79ca-4e23-b840-dca1add30a61 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:26.253689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ee78d7e-cf4c-4d5c-a054-1af1c87b74ec req-9065eadb-79ca-4e23-b840-dca1add30a61 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0860620 Jun 03 16:03:26.298939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ee78d7e-cf4c-4d5c-a054-1af1c87b74ec req-2d17ec45-fd53-497a-ba22-9e1f91c649ea tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 Jun 03 16:03:27.499771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5c28e-c53c-4822-89d5-3d296e6f82d6 req-9d4024e0-6777-486f-9bd6-da2ef8fd7ea6 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:27.501295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-efd5c28e-c53c-4822-89d5-3d296e6f82d6 req-9d4024e0-6777-486f-9bd6-da2ef8fd7ea6 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0950851 Jun 03 16:03:27.546687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-efd5c28e-c53c-4822-89d5-3d296e6f82d6 req-f9726649-67b7-4bc0-8f9a-dc6778f9122f tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395486 Jun 03 16:03:28.745494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d045c1-9b15-492f-8f50-cb8fc390af9a req-c1523417-7261-4bc7-a610-ea658fadf73c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:28.746961 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4d045c1-9b15-492f-8f50-cb8fc390af9a req-c1523417-7261-4bc7-a610-ea658fadf73c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0890932 Jun 03 16:03:28.795170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4d045c1-9b15-492f-8f50-cb8fc390af9a req-dd51e105-3789-4d3c-8792-fda681c4cce7 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423205 Jun 03 16:03:29.857194 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:30.100530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efb627-d010-464a-81a4-53e675315b84 req-86e4a54a-8536-4960-9792-786116099543 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:30.101917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5efb627-d010-464a-81a4-53e675315b84 req-86e4a54a-8536-4960-9792-786116099543 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.1817434 Jun 03 16:03:30.145773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5efb627-d010-464a-81a4-53e675315b84 req-9a81d653-a79c-4b19-8a44-192d48b70967 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381002 Jun 03 16:03:31.344800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c6cd-49cb-462c-88b4-7b161d3efdfe req-84d996a5-9181-4746-92e7-015eab2db530 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:31.346646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb46c6cd-49cb-462c-88b4-7b161d3efdfe req-84d996a5-9181-4746-92e7-015eab2db530 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0797353 Jun 03 16:03:31.393225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb46c6cd-49cb-462c-88b4-7b161d3efdfe req-1d2f8de2-6b01-4126-8c70-0ddc5f7633ad tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Jun 03 16:03:32.182223 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-61d5d720-3697-4348-8da3-004d22bbef6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:32.595030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ea2ef-1092-4c8f-986f-22add50c62dc req-e3b8280a-9ff6-4ca5-b8fc-184f2a6dbc9c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:32.596855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db4ea2ef-1092-4c8f-986f-22add50c62dc req-e3b8280a-9ff6-4ca5-b8fc-184f2a6dbc9c tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0882795 Jun 03 16:03:32.644464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db4ea2ef-1092-4c8f-986f-22add50c62dc req-270c066d-bb9a-4193-b402-bfdf17202034 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388958 Jun 03 16:03:33.867341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76da78-9d9b-4746-946f-554ff65ed232 req-17a1a770-0cb8-448b-b393-b43b5012ee95 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:33.868810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f76da78-9d9b-4746-946f-554ff65ed232 req-17a1a770-0cb8-448b-b393-b43b5012ee95 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0983868 Jun 03 16:03:33.913810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f76da78-9d9b-4746-946f-554ff65ed232 req-c057703d-e2e9-409c-a37a-8041346d9d19 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390189 Jun 03 16:03:34.883687 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-08cb259a-7003-43cf-ac4b-53587b206f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:35.124602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d839de4-8404-4bd3-98a7-e31d618ff8fe req-272ead45-1ed1-4dcd-b4d2-7c932f808447 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:35.126069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d839de4-8404-4bd3-98a7-e31d618ff8fe req-272ead45-1ed1-4dcd-b4d2-7c932f808447 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0933580 Jun 03 16:03:35.172756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d839de4-8404-4bd3-98a7-e31d618ff8fe req-2295b551-b193-4f64-a116-a8e11a3fbfb4 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406508 Jun 03 16:03:35.364457 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:35.710251 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:36.369496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7732082-8cff-464c-9c11-89dba79d57fa req-09b2fd6a-8c07-41cc-99c9-9ae4426a14d0 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:36.370948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7732082-8cff-464c-9c11-89dba79d57fa req-09b2fd6a-8c07-41cc-99c9-9ae4426a14d0 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0872822 Jun 03 16:03:36.422725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7732082-8cff-464c-9c11-89dba79d57fa req-c6e0cfb0-2d79-4114-b4c6-f199b751855e tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 Jun 03 16:03:37.174004 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:37.629698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b610e7-dda7-4366-830f-b9b97d1fce11 req-de5d163a-5c1f-4e48-a0d8-9fe7daaa4ee9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:37.631069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59b610e7-dda7-4366-830f-b9b97d1fce11 req-de5d163a-5c1f-4e48-a0d8-9fe7daaa4ee9 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0862613 Jun 03 16:03:37.681351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59b610e7-dda7-4366-830f-b9b97d1fce11 req-1f45b47c-87e5-4ec7-a86e-8ba8b7ef8f93 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Jun 03 16:03:38.888725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ef1f-ec99-47dc-a9f4-8f5799b05b43 req-af86ae31-b2d7-458d-ba20-dc14c39cd9cc tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:38.890185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ad3ef1f-ec99-47dc-a9f4-8f5799b05b43 req-af86ae31-b2d7-458d-ba20-dc14c39cd9cc tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0890956 Jun 03 16:03:38.941226 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ad3ef1f-ec99-47dc-a9f4-8f5799b05b43 req-450e8ac2-390a-43a1-ba09-d7ae0d03dd38 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Jun 03 16:03:39.199909 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:40.152872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762c019-b71f-4535-b5fa-82f420feadc0 req-4c010b30-d6b3-45c4-ab06-cb526f501b9f tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:40.154352 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1762c019-b71f-4535-b5fa-82f420feadc0 req-4c010b30-d6b3-45c4-ab06-cb526f501b9f tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0881960 Jun 03 16:03:40.198910 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1762c019-b71f-4535-b5fa-82f420feadc0 req-815512a0-c639-4f51-ad05-dc01cbe877cb tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388048 Jun 03 16:03:41.393508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8539-eefa-48c7-9db9-f96c5a4443bd req-2c59577a-ba04-43cb-a392-769013d809b5 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:41.395063 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6af8539-eefa-48c7-9db9-f96c5a4443bd req-2c59577a-ba04-43cb-a392-769013d809b5 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0876894 Jun 03 16:03:41.443484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6af8539-eefa-48c7-9db9-f96c5a4443bd req-b697eb8c-c690-433b-b3ea-2e9829844aa5 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395277 Jun 03 16:03:41.828850 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-aa5f03a4-f011-406b-bc6a-5d147451ebd6 service neutron] show failed (client error): The resource could not be found. Jun 03 16:03:41.829829 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-aa5f03a4-f011-406b-bc6a-5d147451ebd6 service neutron] 10.222.0.75 "GET /v2.0/ports/ad8e501b-39ff-442d-9eea-2ecc80de32b0/bindings/n-h2-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0886259 Jun 03 16:03:42.133699 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-01accb71-f82e-47ff-88ba-9ab11c8c8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:42.135117 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-01accb71-f82e-47ff-88ba-9ab11c8c8466 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d&tenant_id=8d3458897d18410c903adcd375e29225 HTTP/1.1" status: 200 len: 1096 time: 0.0831687 Jun 03 16:03:42.152044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:03:42.370941 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:42.642152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3a801-13b2-4d79-a591-ea5310c7faa3 req-e5a1841e-4628-4dde-9ade-dfcc53901509 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:42.643675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d6d3a801-13b2-4d79-a591-ea5310c7faa3 req-e5a1841e-4628-4dde-9ade-dfcc53901509 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0828772 Jun 03 16:03:42.644946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0,segment=NetworkSegment(3f2034f3-6405-4f71-9acd-146b1e44415b),segment_id=3f2034f3-6405-4f71-9acd-146b1e44415b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:03:42.674360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:03:42.688310 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d6d3a801-13b2-4d79-a591-ea5310c7faa3 req-bd9e181d-169f-4e3d-97b1-e2870fd2c0c7 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387852 Jun 03 16:03:42.732141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:03:42.738069 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:42.753067 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Transition to ACTIVE for port object ad8e501b-39ff-442d-9eea-2ecc80de32b0 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:03:42.758676 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:42.870168 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ea4fc2-bb99-444d-b479-9ef8f482f328'] response: {'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0', 'code': 200} Jun 03 16:03:42.924218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8e501b-39ff-442d-9eea-2ecc80de32b0,revision_number=6']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:42.926757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] No DVR routers for this DVR port ad8e501b-39ff-442d-9eea-2ecc80de32b0 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:03:42.936385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.936807 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.937151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.937527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.937853 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.938212 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.938541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.938858 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.939172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.939482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.939793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.940103 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:42.992842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Attempting to bind port ad8e501b-39ff-442d-9eea-2ecc80de32b0 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:03:42.993090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Attempting to bind port ad8e501b-39ff-442d-9eea-2ecc80de32b0 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '3f2034f3-6405-4f71-9acd-146b1e44415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:03:42.993416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Attempting to bind port ad8e501b-39ff-442d-9eea-2ecc80de32b0 on network a4380e56-95d7-4c32-bca0-435f7a2b1059 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:03:42.998468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Port ad8e501b-39ff-442d-9eea-2ecc80de32b0 on network a4380e56-95d7-4c32-bca0-435f7a2b1059 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:03:42.998786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Attempting to bind port ad8e501b-39ff-442d-9eea-2ecc80de32b0 on network a4380e56-95d7-4c32-bca0-435f7a2b1059 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:03:43.004466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:03:43.004797 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Checking segment: {'id': '3f2034f3-6405-4f71-9acd-146b1e44415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:03:43.005172 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Bound using segment: {'id': '3f2034f3-6405-4f71-9acd-146b1e44415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:03:43.005583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Bound port: ad8e501b-39ff-442d-9eea-2ecc80de32b0, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2034f3-6405-4f71-9acd-146b1e44415b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:03:43.005917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:43.097168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:03:43.100201 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0,segment=NetworkSegment(3f2034f3-6405-4f71-9acd-146b1e44415b),segment_id=3f2034f3-6405-4f71-9acd-146b1e44415b)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:03:43.107655 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:43.172403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:43.172999 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:43.174384 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] 10.222.0.67 "PUT /v2.0/ports/ad8e501b-39ff-442d-9eea-2ecc80de32b0 HTTP/1.1" status: 200 len: 1091 time: 1.0263190 Jun 03 16:03:43.187339 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487b7a5-37f9-4954-88d4-2f5f1a55c163 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8e501b-39ff-442d-9eea-2ecc80de32b0,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:43.281513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-022c1110-320c-4733-996c-06fb53137813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:43.282898 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-022c1110-320c-4733-996c-06fb53137813 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d3458897d18410c903adcd375e29225&device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 1094 time: 0.0756702 Jun 03 16:03:43.429458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-befa6b58-c52d-46c6-b990-6ebed9e0f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:43.430974 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-befa6b58-c52d-46c6-b990-6ebed9e0f565 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a4380e56-95d7-4c32-bca0-435f7a2b1059 HTTP/1.1" status: 200 len: 912 time: 0.1345708 Jun 03 16:03:43.496760 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-0ad78dce-903c-4362-81be-97f8a43870ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0 HTTP/1.1" status: 200 len: 217 time: 0.0596979 Jun 03 16:03:43.569271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-6407dbf4-1952-4557-bf34-1466f43ada85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:43.570633 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-6407dbf4-1952-4557-bf34-1466f43ada85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae263e5d-c4c7-4faf-8f30-92a6b9789ebe HTTP/1.1" status: 200 len: 851 time: 0.0679870 Jun 03 16:03:43.617546 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-ca339922-7c8a-4baf-9331-4b69f86f3cf0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4380e56-95d7-4c32-bca0-435f7a2b1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402939 Jun 03 16:03:43.751603 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-e1cc6e7a-8b83-4deb-8af2-407d49e1cb88 service neutron] 10.222.0.67 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282835 Jun 03 16:03:43.878988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff15c6f-5192-4822-8e26-9726948218e7 req-3c5eb8e7-080a-437f-9d1e-4ed61d978873 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:43.880387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ff15c6f-5192-4822-8e26-9726948218e7 req-3c5eb8e7-080a-437f-9d1e-4ed61d978873 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 943 time: 0.0815799 Jun 03 16:03:43.885596 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fbc5786b-175e-44f3-8215-f248f4f655d5 req-a9643520-751f-4916-a5f6-76343ee9d059 service neutron] 10.222.0.67 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278963 Jun 03 16:03:43.926362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ff15c6f-5192-4822-8e26-9726948218e7 req-48b859d4-5d08-4185-a472-193c4a162ed5 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Jun 03 16:03:44.871458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:03:44.939724 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2eac33-805f-474f-a092-4a444deea20d'] response: {'name': 'network-changed', 'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0', 'status': 'completed', 'code': 200} Jun 03 16:03:45.121130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573db30-3f2d-4878-b386-7120f35c42bb req-002e2909-cbba-4d16-9a3e-e35920793ffe tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:45.122685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0573db30-3f2d-4878-b386-7120f35c42bb req-002e2909-cbba-4d16-9a3e-e35920793ffe tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 943 time: 0.0865960 Jun 03 16:03:45.168246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0573db30-3f2d-4878-b386-7120f35c42bb req-0db3aa78-27f5-46c8-8c33-55a7f20bb8a4 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396738 Jun 03 16:03:45.203999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-ec40295d-f1d2-403b-ae1a-c1d7cb67d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:45.205525 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-ec40295d-f1d2-403b-ae1a-c1d7cb67d593 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d3458897d18410c903adcd375e29225&device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 1094 time: 0.2498105 Jun 03 16:03:45.207297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-80fa2fbe-c860-4a72-b62a-1c1d0ce644c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:45.208621 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-80fa2fbe-c860-4a72-b62a-1c1d0ce644c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8d3458897d18410c903adcd375e29225&device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 1094 time: 0.2186551 Jun 03 16:03:45.313748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ad8e501b-39ff-442d-9eea-2ecc80de32b0 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:03:45.370848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device ad8e501b-39ff-442d-9eea-2ecc80de32b0 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:03:45.452581 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-b6479b78-da6e-41bd-929c-1b5eeff36ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:45.454059 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-b6479b78-da6e-41bd-929c-1b5eeff36ff6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a4380e56-95d7-4c32-bca0-435f7a2b1059 HTTP/1.1" status: 200 len: 912 time: 0.2418222 Jun 03 16:03:45.455127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-e40a91b5-d940-4052-930d-90379f8182cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:45.456446 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-e40a91b5-d940-4052-930d-90379f8182cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=a4380e56-95d7-4c32-bca0-435f7a2b1059 HTTP/1.1" status: 200 len: 912 time: 0.2234154 Jun 03 16:03:45.578887 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-1b82a90d-0ccd-4e29-8222-6dd2d4163ac2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0 HTTP/1.1" status: 200 len: 217 time: 0.1178076 Jun 03 16:03:45.580194 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-a95be6e8-e7ae-4777-872f-9735d7eb8b12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0 HTTP/1.1" status: 200 len: 217 time: 0.0698650 Jun 03 16:03:45.691324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-d6a06413-fc95-487d-9a4c-302bd7351b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:45.692736 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-d6a06413-fc95-487d-9a4c-302bd7351b0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae263e5d-c4c7-4faf-8f30-92a6b9789ebe HTTP/1.1" status: 200 len: 851 time: 0.0739727 Jun 03 16:03:45.693924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-f5635d81-1eed-46eb-8798-79f6d2dbea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:45.695216 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-f5635d81-1eed-46eb-8798-79f6d2dbea21 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ae263e5d-c4c7-4faf-8f30-92a6b9789ebe HTTP/1.1" status: 200 len: 851 time: 0.1093538 Jun 03 16:03:45.776896 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-df54b0ee-56f8-434a-81dd-fc831793d7f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4380e56-95d7-4c32-bca0-435f7a2b1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774591 Jun 03 16:03:45.778731 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-778e203b-bedd-443c-a84f-c0dea19ca7cb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a4380e56-95d7-4c32-bca0-435f7a2b1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471432 Jun 03 16:03:46.012658 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-6a64c023-d796-44a7-8a95-f5dae7bc4ca9 service neutron] 10.222.0.67 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290170 Jun 03 16:03:46.015613 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-54aa48e5-7ed9-4d66-8db6-447996c99f4d service neutron] 10.222.0.75 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155640 Jun 03 16:03:46.243048 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-1b13f653-f00a-4efa-919e-c73feec8ca71 service neutron] 10.222.0.67 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238984 Jun 03 16:03:46.246061 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-3e94dc99-7165-4bed-9b86-95255b6ae625 req-acca83bf-8b13-4637-932b-dabb843efcf4 service neutron] 10.222.0.75 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102911 Jun 03 16:03:46.356264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d760a-4024-4111-8fcc-1b95b008561a req-85781116-b99f-46a8-971a-7b4049e94908 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:46.357719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-617d760a-4024-4111-8fcc-1b95b008561a req-85781116-b99f-46a8-971a-7b4049e94908 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 943 time: 0.0807700 Jun 03 16:03:46.405030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-617d760a-4024-4111-8fcc-1b95b008561a req-e5419ab7-67c4-494a-8c41-ba3eb4f7c96d tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Jun 03 16:03:47.599520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb93ce3-4d41-4168-92ab-7482b00232d6 req-b5dc14bc-9747-4149-a2f0-e4d171132266 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:47.600987 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fb93ce3-4d41-4168-92ab-7482b00232d6 req-b5dc14bc-9747-4149-a2f0-e4d171132266 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 943 time: 0.0808730 Jun 03 16:03:47.649140 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fb93ce3-4d41-4168-92ab-7482b00232d6 req-0b124908-9de6-465d-995c-eea12d76f33f tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Jun 03 16:03:48.028922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-bf22fcbb-6fa5-4b47-97ed-627320fbb98a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:48.029597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-bf22fcbb-6fa5-4b47-97ed-627320fbb98a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Synchronizing usage tracker for tenant:8d3458897d18410c903adcd375e29225 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:03:48.047848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-bf22fcbb-6fa5-4b47-97ed-627320fbb98a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Unset dirty status for tenant:8d3458897d18410c903adcd375e29225 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:03:48.048938 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-bf22fcbb-6fa5-4b47-97ed-627320fbb98a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d&tenant_id=8d3458897d18410c903adcd375e29225&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 943 time: 0.1031420 Jun 03 16:03:48.130373 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-4cff7665-b190-445a-bfd9-0b86859e15be service neutron] delete failed (client error): The resource could not be found. Jun 03 16:03:48.131305 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-4cff7665-b190-445a-bfd9-0b86859e15be service neutron] 10.222.0.75 "DELETE /v2.0/ports/ad8e501b-39ff-442d-9eea-2ecc80de32b0/bindings/n-h1-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0760548 Jun 03 16:03:48.275001 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-ab2e861d-b075-4894-8fc8-f0bd84919429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:48.276499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-ab2e861d-b075-4894-8fc8-f0bd84919429 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d3458897d18410c903adcd375e29225&device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 1094 time: 0.0725911 Jun 03 16:03:48.447046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ad8e501b-39ff-442d-9eea-2ecc80de32b0 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:03:48.546543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-39a6a799-85c6-4288-b5c0-def0d6f0f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:48.548344 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-39a6a799-85c6-4288-b5c0-def0d6f0f55c service neutron] 10.222.0.75 "GET /v2.0/networks?id=a4380e56-95d7-4c32-bca0-435f7a2b1059 HTTP/1.1" status: 200 len: 912 time: 0.2637954 Jun 03 16:03:48.587132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0,segment=NetworkSegment(3f2034f3-6405-4f71-9acd-146b1e44415b),segment_id=3f2034f3-6405-4f71-9acd-146b1e44415b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:03:48.601614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0', 'network_id': 'a4380e56-95d7-4c32-bca0-435f7a2b1059', 'port_id': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0', 'mac_address': 'fa:16:3e:1d:39:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae263e5d-c4c7-4faf-8f30-92a6b9789ebe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:03:48.619769 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-20adc183-3803-4ee9-8cbf-eb192260e968 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0 HTTP/1.1" status: 200 len: 217 time: 0.0646245 Jun 03 16:03:48.683583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-fa2a30d5-eb21-4ec2-b7c5-4fbe091a075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:48.685116 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-fa2a30d5-eb21-4ec2-b7c5-4fbe091a075f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ae263e5d-c4c7-4faf-8f30-92a6b9789ebe HTTP/1.1" status: 200 len: 851 time: 0.0594573 Jun 03 16:03:48.700978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ad8e501b-39ff-442d-9eea-2ecc80de32b0 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:03:48.701392 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:48.719070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8e501b-39ff-442d-9eea-2ecc80de32b0 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:03:48.735739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0,segment=NetworkSegment(3f2034f3-6405-4f71-9acd-146b1e44415b),segment_id=3f2034f3-6405-4f71-9acd-146b1e44415b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:03:48.736425 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-b38b93b4-136a-44ae-9b52-4e187a3a1876 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a4380e56-95d7-4c32-bca0-435f7a2b1059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449271 Jun 03 16:03:48.741394 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:48.808119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ad8e501b-39ff-442d-9eea-2ecc80de32b0,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:48.815995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.816343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.816675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.817009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.817319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.817640 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.817994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.818316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.818636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.818953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.819274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.819589 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:03:48.874518 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-bd669504-d60c-4af7-bd93-a2fc58c109a8 service neutron] 10.222.0.75 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314757 Jun 03 16:03:49.019668 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-5c48a7eb-cb8a-41d6-99e6-2e28e55f488e service neutron] 10.222.0.75 "GET /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381607 Jun 03 16:03:49.112618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['ad8e501b-39ff-442d-9eea-2ecc80de32b0'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:03:49.885536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58a426-9c15-432a-a1da-05f859d3ebaa req-9d98b05a-9458-4641-aaa9-0cb310428699 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:49.887021 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b58a426-9c15-432a-a1da-05f859d3ebaa req-9d98b05a-9458-4641-aaa9-0cb310428699 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 944 time: 0.0898530 Jun 03 16:03:49.931823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b58a426-9c15-432a-a1da-05f859d3ebaa req-b1052250-ba73-49b1-8390-33bd21b24caa tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 Jun 03 16:03:50.464948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ad8e501b-39ff-442d-9eea-2ecc80de32b0 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:03:50.549603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port ad8e501b-39ff-442d-9eea-2ecc80de32b0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:03:50.557361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port ad8e501b-39ff-442d-9eea-2ecc80de32b0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:03:50.558010 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:50.681608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port ad8e501b-39ff-442d-9eea-2ecc80de32b0 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:03:50.681988 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:50.709330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:03:50.718775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0,segment=NetworkSegment(3f2034f3-6405-4f71-9acd-146b1e44415b),segment_id=3f2034f3-6405-4f71-9acd-146b1e44415b)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:03:50.724038 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:50.761321 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a94475-3c1a-4e3e-ab30-091b836551e1'] response: {'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0', 'code': 200} Jun 03 16:03:50.795446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=ad8e501b-39ff-442d-9eea-2ecc80de32b0,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:51.120628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeeb5c-bbfc-4882-b77c-84e7cacd4eb6 req-f3f32de4-53e9-4b8c-9e94-9ec8aaa70175 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:51.122097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5aeeb5c-bbfc-4882-b77c-84e7cacd4eb6 req-f3f32de4-53e9-4b8c-9e94-9ec8aaa70175 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0816548 Jun 03 16:03:51.168179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5aeeb5c-bbfc-4882-b77c-84e7cacd4eb6 req-0f0f4055-b2de-4d9c-b361-a5d8567e85b7 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/security-groups?id=df6da1b3-3ad7-4517-9150-d87273ab2a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383663 Jun 03 16:03:51.299399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-50e2bdb5-df04-40ca-b5f4-91ff43230cb0 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:51.300828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-50e2bdb5-df04-40ca-b5f4-91ff43230cb0 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.67 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 945 time: 0.0915375 Jun 03 16:03:51.376436 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-1ce4606c-7892-48e8-a47e-13cabc34ba7a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Deleting port ad8e501b-39ff-442d-9eea-2ecc80de32b0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:03:51.376765 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-1ce4606c-7892-48e8-a47e-13cabc34ba7a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:51.629006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-1ce4606c-7892-48e8-a47e-13cabc34ba7a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] For port ad8e501b-39ff-442d-9eea-2ecc80de32b0, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=ad8e501b-39ff-442d-9eea-2ecc80de32b0,segment=NetworkSegment(3f2034f3-6405-4f71-9acd-146b1e44415b),segment_id=3f2034f3-6405-4f71-9acd-146b1e44415b)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:03:51.629260 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-1ce4606c-7892-48e8-a47e-13cabc34ba7a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:51.753059 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-1ce4606c-7892-48e8-a47e-13cabc34ba7a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Calling delete_port for ad8e501b-39ff-442d-9eea-2ecc80de32b0 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:03:51.902118 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-1ce4606c-7892-48e8-a47e-13cabc34ba7a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:51.935765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['ad8e501b-39ff-442d-9eea-2ecc80de32b0'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:03:51.952584 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4606c-7892-48e8-a47e-13cabc34ba7a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Pushing event deleted for resources: {'Port': ['ID=ad8e501b-39ff-442d-9eea-2ecc80de32b0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:52.023284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-1ce4606c-7892-48e8-a47e-13cabc34ba7a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] No DVR routers for this DVR port ad8e501b-39ff-442d-9eea-2ecc80de32b0 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:03:52.025906 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-1ce4606c-7892-48e8-a47e-13cabc34ba7a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:52.028332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'name': 'network-vif-deleted', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:03:52.045065 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d5345448-f8e9-42eb-b6e8-8fcad4eca1bf req-1ce4606c-7892-48e8-a47e-13cabc34ba7a tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.67 "DELETE /v2.0/ports/ad8e501b-39ff-442d-9eea-2ecc80de32b0 HTTP/1.1" status: 204 len: 173 time: 0.7370484 Jun 03 16:03:52.072623 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc9cd55-e870-42b0-85ae-a3f19c998069'] response: {'server_uuid': 'eaafea02-2d7d-4b7d-963b-68dc1f34555d', 'name': 'network-vif-deleted', 'tag': 'ad8e501b-39ff-442d-9eea-2ecc80de32b0', 'status': 'completed', 'code': 200} Jun 03 16:03:52.354908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-408faf6d-6b95-4e88-8c65-f18dc4c8125c req-9fbc652a-2318-4cfe-8aff-48eea666f376 tempest-DeleteServersTestJSON-1104481164 tempest-DeleteServersTestJSON-1104481164-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaafea02-2d7d-4b7d-963b-68dc1f34555d HTTP/1.1" status: 200 len: 210 time: 0.0454302 Jun 03 16:03:53.606483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34740) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:03:53.674098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fb8368-6dfb-42b9-8232-83a368e1e938 admin admin] Deleting subnet ae263e5d-c4c7-4faf-8f30-92a6b9789ebe {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:03:53.677488 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23fb8368-6dfb-42b9-8232-83a368e1e938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:53.731793 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23fb8368-6dfb-42b9-8232-83a368e1e938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:53.785160 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23fb8368-6dfb-42b9-8232-83a368e1e938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:53.862942 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23fb8368-6dfb-42b9-8232-83a368e1e938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:53.900764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb8368-6dfb-42b9-8232-83a368e1e938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae263e5d-c4c7-4faf-8f30-92a6b9789ebe,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:53.907060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-23fb8368-6dfb-42b9-8232-83a368e1e938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:53.913259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-23fb8368-6dfb-42b9-8232-83a368e1e938 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ae263e5d-c4c7-4faf-8f30-92a6b9789ebe HTTP/1.1" status: 204 len: 168 time: 0.3054886 Jun 03 16:03:53.917334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34744) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:03:54.024344 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:54.273074 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:54.298285 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4380e56-95d7-4c32-bca0-435f7a2b1059']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:03:54.310768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2034f3-6405-4f71-9acd-146b1e44415b') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:03:54.311293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2034f3-6405-4f71-9acd-146b1e44415b') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:03:54.323090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:54.339260 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:54.346160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:03:54.346612 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:54.411125 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3f2034f3-6405-4f71-9acd-146b1e44415b resource provider aggregate not found Jun 03 16:03:54.430046 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 3f2034f3-6405-4f71-9acd-146b1e44415b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f2034f3-6405-4f71-9acd-146b1e44415b found for delete ", "request_id": "req-59433654-16e8-4c73-b6ec-49f4d8cf505a"}]} Jun 03 16:03:54.447600 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:54.468426 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:54.478863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4380e56-95d7-4c32-bca0-435f7a2b1059,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:54.488774 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c25f6b20-602a-4f50-813c-6169e9a38e89 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a4380e56-95d7-4c32-bca0-435f7a2b1059 HTTP/1.1" status: 204 len: 168 time: 0.5703909 Jun 03 16:03:54.620922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34754) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:03:54.671191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d0e1ca93-b34c-412e-984d-e0d48b0b6331 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d3458897d18410c903adcd375e29225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491221 Jun 03 16:03:54.673623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34758) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:03:54.742612 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77b13d7f-808c-407e-9512-9530674f0c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:54.770090 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77b13d7f-808c-407e-9512-9530674f0c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:54.824831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77b13d7f-808c-407e-9512-9530674f0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:54.840250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b13d7f-808c-407e-9512-9530674f0c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6da1b3-3ad7-4517-9150-d87273ab2a99,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:54.855445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-77b13d7f-808c-407e-9512-9530674f0c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:54.859221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-77b13d7f-808c-407e-9512-9530674f0c56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df6da1b3-3ad7-4517-9150-d87273ab2a99 HTTP/1.1" status: 204 len: 168 time: 0.1820016 Jun 03 16:03:55.604019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34782) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:03:55.730963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1255510747-network', 'tenant_id': '70828e0045544888a369361fb1089ab1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:03:55.736676 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:03:55.740701 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Usage tracker for resource:network and tenant:70828e0045544888a369361fb1089ab1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:03:55.744752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:03:55.751706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:03:55.766576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Made reservation on behalf of 70828e0045544888a369361fb1089ab1 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:03:55.770289 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:55.788140 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:55.802801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:03:55.807009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Usage tracker for resource:security_group_rule and tenant:70828e0045544888a369361fb1089ab1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:03:55.810013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:03:55.816251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:03:55.900686 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:55.906193 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:55.938601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:03:55.946762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbca7ed8-5d32-457f-8274-dee77943d077,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:55.953738 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:55.954767 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Added segment c72a86e0-53ef-4925-becd-966630d2ca53 of type vlan for network 1e167b03-e474-4a94-8f50-409e63cb388e Jun 03 16:03:55.981394 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:56.011385 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:56.012370 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:56.012928 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:56.113334 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] Pushing event updated for resources: {'Network': ['ID=1e167b03-e474-4a94-8f50-409e63cb388e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:56.117450 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4cfabca4-443e-4f5b-83df-04b4fe167d0d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5123558 Jun 03 16:03:56.120412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34788) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:03:56.123272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 1e167b03-e474-4a94-8f50-409e63cb388e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:03:56.126579 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Request body: {'subnet': {'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1255510747-subnet', 'tenant_id': '70828e0045544888a369361fb1089ab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:03:56.132279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:03:56.136194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Usage tracker for resource:subnet and tenant:70828e0045544888a369361fb1089ab1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:03:56.139050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:03:56.145335 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:03:56.156354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Made reservation on behalf of 70828e0045544888a369361fb1089ab1 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:03:56.158795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:56.365041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:56.441415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:56.450308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Checking segment: {'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:03:56.450658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Network hostable DHCP agents. Network: 1e167b03-e474-4a94-8f50-409e63cb388e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:03:56.474026 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Network 1e167b03-e474-4a94-8f50-409e63cb388e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:03:56.486811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 1e167b03-e474-4a94-8f50-409e63cb388e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:03:56.492471 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:56.493350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:56.500196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a2e12-e50d-4b51-b371-59e922f60fc4 None None] Network 1e167b03-e474-4a94-8f50-409e63cb388e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:03:56.523654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ad8e501b-39ff-442d-9eea-2ecc80de32b0 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:03:56.524592 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4565e8ba-ab1e-4555-a611-d49599f7e900 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4027026 Jun 03 16:03:56.602094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: ad8e501b-39ff-442d-9eea-2ecc80de32b0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:03:56.602429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device ad8e501b-39ff-442d-9eea-2ecc80de32b0 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:03:56.753107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7740b5-d9eb-43eb-a4b0-19e1f3f0267d None None] Network 1e167b03-e474-4a94-8f50-409e63cb388e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:03:57.154703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-3e2dac33-4f49-488d-8f6c-e9336f92fe3d tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:57.156076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-3e2dac33-4f49-488d-8f6c-e9336f92fe3d tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 815 time: 0.2409232 Jun 03 16:03:57.171784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-ca1672f0-a918-4591-a2e8-024e2e5a1c13 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/quotas/70828e0045544888a369361fb1089ab1 HTTP/1.1" status: 200 len: 375 time: 0.0102015 Jun 03 16:03:57.221391 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-0c1ee929-3824-4a82-8076-0d754a84cfb9 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445464 Jun 03 16:03:57.361273 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-1b006284-9156-4876-bc06-f1c778f1fda0 service neutron] 10.222.0.48 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329157 Jun 03 16:03:57.494520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-946eda40-e6a2-47f0-b4fa-ccc8e997967f service neutron] 10.222.0.48 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274433 Jun 03 16:03:57.668596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7160909-a066-4345-bbd2-0bfe462b1285 req-ff99a5c7-c698-4fe1-8300-4c4c133e0f87 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 210 time: 0.0420702 Jun 03 16:03:58.817318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae5e3a2f-b0d7-4bf3-bf6f-9168c44bdb29 req-300ebf53-fa4b-4415-86a8-617d8daeb6b1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 210 time: 0.0427821 Jun 03 16:03:58.830062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-5da077d6-30b3-4308-85f9-89448f70a184 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:58.831494 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-5da077d6-30b3-4308-85f9-89448f70a184 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Synchronizing usage tracker for tenant:70828e0045544888a369361fb1089ab1 on resource:network {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:03:58.850859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-5da077d6-30b3-4308-85f9-89448f70a184 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Unset dirty status for tenant:70828e0045544888a369361fb1089ab1 on resource:network {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:03:58.852218 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-5da077d6-30b3-4308-85f9-89448f70a184 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.67 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 815 time: 0.1765077 Jun 03 16:03:58.869698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Request body: {'port': {'device_id': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e', 'admin_state_up': True, 'tenant_id': '70828e0045544888a369361fb1089ab1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:03:59.012079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:03:59.016225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Usage tracker for resource:port and tenant:70828e0045544888a369361fb1089ab1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:03:59.019243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:03:59.025647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:03:59.041623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Made reservation on behalf of 70828e0045544888a369361fb1089ab1 for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:03:59.047133 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:59.216880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Allocated IP 172.20.0.5 (1e167b03-e474-4a94-8f50-409e63cb388e/f3d35dd2-e0f1-4f20-abed-02f13bdab8c9/2c3b4bee-4696-4e71-89c9-ee4da44719a6) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:03:59.425996 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:59.461195 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:59.532468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Network 1e167b03-e474-4a94-8f50-409e63cb388e is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:03:59.535619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:03:59.537993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:03:59.572883 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Pushing event updated for resources: {'Port': ['ID=2c3b4bee-4696-4e71-89c9-ee4da44719a6,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:03:59.606877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:03:59.607464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:59.628676 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-40780163-d0d4-4d69-8362-94e425d00808 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7632501 Jun 03 16:03:59.648101 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Request body: {'port': {'device_id': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:03:59.848938 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:03:59.880043 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:00.009313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a57f3-c269-4e1a-a320-94a0b70c173e req-39ce0173-7e8f-45ce-a4f6-27d85e7e502b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:00.010835 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-976a57f3-c269-4e1a-a320-94a0b70c173e req-39ce0173-7e8f-45ce-a4f6-27d85e7e502b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 931 time: 0.0842125 Jun 03 16:04:00.054691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-976a57f3-c269-4e1a-a320-94a0b70c173e req-059b8866-836f-455c-ac63-89ad63a720c8 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380073 Jun 03 16:04:00.235177 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3b4bee-4696-4e71-89c9-ee4da44719a6 {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:04:00.242829 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:00.260421 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Transition to ACTIVE for port object 2c3b4bee-4696-4e71-89c9-ee4da44719a6 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:04:00.265343 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:00.412772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3b4bee-4696-4e71-89c9-ee4da44719a6,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:00.500597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Attempting to bind port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:04:00.500841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Attempting to bind port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:04:00.501144 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Attempting to bind port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 on network 1e167b03-e474-4a94-8f50-409e63cb388e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:04:00.506018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 on network 1e167b03-e474-4a94-8f50-409e63cb388e not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:04:00.506330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Attempting to bind port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 on network 1e167b03-e474-4a94-8f50-409e63cb388e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:04:00.511355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:04:00.511686 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Checking segment: {'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:04:00.512059 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Bound using segment: {'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:04:00.512473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Bound port: 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:04:00.512805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:00.606227 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:04:00.609331 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:04:00.615523 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:00.672656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:00.673257 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:00.674688 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] 10.222.0.67 "PUT /v2.0/ports/2c3b4bee-4696-4e71-89c9-ee4da44719a6 HTTP/1.1" status: 200 len: 1091 time: 1.0306239 Jun 03 16:04:00.675139 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:00.703033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6b8e5-ea9b-44c9-b36d-3f01622dcae8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3b4bee-4696-4e71-89c9-ee4da44719a6,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:00.721191 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52fc0dd-7f64-44af-91de-6ddf1bf6a658'] response: {'name': 'network-changed', 'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6', 'status': 'completed', 'code': 200} Jun 03 16:04:00.811715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-5ef08210-039d-45b4-9ab0-442adf578b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:00.813758 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-5ef08210-039d-45b4-9ab0-442adf578b9e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 1094 time: 0.0759244 Jun 03 16:04:00.888685 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-f95be0c8-ea71-4f18-a5c3-e34fa0fac95f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6 HTTP/1.1" status: 200 len: 217 time: 0.0626976 Jun 03 16:04:00.949656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-9f2611db-8316-4a02-86dd-db2b79919383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:00.951068 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-9f2611db-8316-4a02-86dd-db2b79919383 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.0571191 Jun 03 16:04:00.998961 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-5a8e5c19-11b5-4514-b9b6-57248128fe0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422335 Jun 03 16:04:01.132180 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-c5b7e37a-91f7-40eb-bc7f-11caf7d6dbf7 service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272862 Jun 03 16:04:01.242307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bf558-8dae-41c0-8498-3635a873a1c4 req-8bfeb496-203e-4776-98ea-c7296196a5e9 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:01.243756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df5bf558-8dae-41c0-8498-3635a873a1c4 req-8bfeb496-203e-4776-98ea-c7296196a5e9 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 943 time: 0.0812466 Jun 03 16:04:01.266243 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-49c4376d-0743-400d-b7b1-77048b9430f2 req-97a9ed80-9aa4-4c72-96bd-e7bf56c4590a service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286023 Jun 03 16:04:01.292562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df5bf558-8dae-41c0-8498-3635a873a1c4 req-169738cd-328e-4c8d-97f9-ffa3e5db6dd4 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430982 Jun 03 16:04:01.422943 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700eb1-979d-406c-a38f-110f0e7c91b3 req-4929bc5e-ae0c-4737-8f17-9f3a1eedf67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:01.424468 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7700eb1-979d-406c-a38f-110f0e7c91b3 req-4929bc5e-ae0c-4737-8f17-9f3a1eedf67e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 1094 time: 0.0731177 Jun 03 16:04:01.554643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700eb1-979d-406c-a38f-110f0e7c91b3 req-3f32a85b-cd43-40b3-a1ee-b2191b162c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:01.556063 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7700eb1-979d-406c-a38f-110f0e7c91b3 req-3f32a85b-cd43-40b3-a1ee-b2191b162c08 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 916 time: 0.1243637 Jun 03 16:04:01.736324 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7700eb1-979d-406c-a38f-110f0e7c91b3 req-c9fc00e9-3efa-42ae-85c4-8e2348184b4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6 HTTP/1.1" status: 200 len: 217 time: 0.1738904 Jun 03 16:04:01.805355 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700eb1-979d-406c-a38f-110f0e7c91b3 req-4577d89b-b637-4f85-96c9-4aed57a9b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:01.807746 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7700eb1-979d-406c-a38f-110f0e7c91b3 req-4577d89b-b637-4f85-96c9-4aed57a9b8a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.0641136 Jun 03 16:04:01.858097 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7700eb1-979d-406c-a38f-110f0e7c91b3 req-f375afbb-5965-4632-bbe7-4539a3c50ca9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442646 Jun 03 16:04:01.998913 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7700eb1-979d-406c-a38f-110f0e7c91b3 req-175af4d1-0f40-4d23-b97d-c1a453dfbaec service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349573 Jun 03 16:04:02.134187 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c7700eb1-979d-406c-a38f-110f0e7c91b3 req-735d6f71-fb5c-44aa-ae16-f2ad17c943df service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279089 Jun 03 16:04:02.187028 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6293f26e-fdd4-4936-b34d-32b3007fe7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:02.485898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8dfc2-2046-4d65-938c-d674d6160da7 req-8be337e0-d930-4a16-9ec1-22437f38605c tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:02.487369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cb8dfc2-2046-4d65-938c-d674d6160da7 req-8be337e0-d930-4a16-9ec1-22437f38605c tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 943 time: 0.0861950 Jun 03 16:04:02.542994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cb8dfc2-2046-4d65-938c-d674d6160da7 req-f37108c3-b3a5-4705-aab6-a1fb3cedcdde tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471332 Jun 03 16:04:02.897859 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:04:03.746752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c003b-72ff-4205-9efd-c7f78dfa68a1 req-19f59f30-a69a-4159-b9d3-96b260e15773 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:03.748186 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-938c003b-72ff-4205-9efd-c7f78dfa68a1 req-19f59f30-a69a-4159-b9d3-96b260e15773 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 943 time: 0.0940228 Jun 03 16:04:03.792207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-938c003b-72ff-4205-9efd-c7f78dfa68a1 req-a0a7f7f3-5ff2-4fb2-a498-5ecc5458f8ff tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379281 Jun 03 16:04:04.486257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2c3b4bee-4696-4e71-89c9-ee4da44719a6 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:04:04.633534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:04.646602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '2c3b4bee-4696-4e71-89c9-ee4da44719a6', 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e', 'port_id': '2c3b4bee-4696-4e71-89c9-ee4da44719a6', 'mac_address': 'fa:16:3e:ba:0f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d35dd2-e0f1-4f20-abed-02f13bdab8c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:04:04.702991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:04:04.703362 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:04.722116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3b4bee-4696-4e71-89c9-ee4da44719a6 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:04:04.739027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:04.745306 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:04.816617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=2c3b4bee-4696-4e71-89c9-ee4da44719a6,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:04.878093 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b9238323-024f-413e-a403-f40cc143230a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:04.982225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123889b-c71d-48f3-934b-2bd2b85a1f5f req-133f6a99-2758-48ce-a9ae-c005214380e7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:04.983672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d123889b-c71d-48f3-934b-2bd2b85a1f5f req-133f6a99-2758-48ce-a9ae-c005214380e7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 944 time: 0.0848844 Jun 03 16:04:05.027474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d123889b-c71d-48f3-934b-2bd2b85a1f5f req-e0936783-6157-445a-b60e-5b2671fc1c9b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376101 Jun 03 16:04:05.113147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['2c3b4bee-4696-4e71-89c9-ee4da44719a6'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:04:05.376665 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:05.715834 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:06.232709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491597dc-7769-4536-a157-df20ebaf33b0 req-8fdf14b7-772f-4c2a-8843-8dd2f560ae0a tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:06.234179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491597dc-7769-4536-a157-df20ebaf33b0 req-8fdf14b7-772f-4c2a-8843-8dd2f560ae0a tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 944 time: 0.0851686 Jun 03 16:04:06.278134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-491597dc-7769-4536-a157-df20ebaf33b0 req-e8d7118a-627c-4d74-be97-715b15a272ee tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Jun 03 16:04:06.502042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2c3b4bee-4696-4e71-89c9-ee4da44719a6 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:04:06.610314 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:04:06.615061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:04:06.615424 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:06.733916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:04:06.734626 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:06.764646 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:06.774553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:06.779158 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:06.848169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=2c3b4bee-4696-4e71-89c9-ee4da44719a6,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:06.873456 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac6f670-3075-442d-9885-ac96cbcb2a5b'] response: {'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6', 'code': 200} Jun 03 16:04:07.027975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af477ea6-0449-4cd2-bef3-3460f5c9f6ab req-97cb5439-3c1c-4473-b5ad-834c003b2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:07.029414 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-af477ea6-0449-4cd2-bef3-3460f5c9f6ab req-97cb5439-3c1c-4473-b5ad-834c003b2278 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 1096 time: 0.0710766 Jun 03 16:04:07.068303 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-af477ea6-0449-4cd2-bef3-3460f5c9f6ab req-5f763f4f-2579-4f5b-9c22-69fc99569c35 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Jun 03 16:04:07.181891 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:07.469558 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267dde1-ac15-45b6-aba9-0c015c82adf5 req-a92f5d67-9625-4e5c-bdf0-32d6d956bf43 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:07.471465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c267dde1-ac15-45b6-aba9-0c015c82adf5 req-a92f5d67-9625-4e5c-bdf0-32d6d956bf43 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0888684 Jun 03 16:04:07.515343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c267dde1-ac15-45b6-aba9-0c015c82adf5 req-8b8fd17a-9ec0-422d-981c-6d62c5c99587 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377719 Jun 03 16:04:08.710831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bacf59-280b-4358-b72b-f78d331b0414 req-fd575414-96c8-4fc6-a5ac-13006f3a63d7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:08.712281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4bacf59-280b-4358-b72b-f78d331b0414 req-fd575414-96c8-4fc6-a5ac-13006f3a63d7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0841484 Jun 03 16:04:08.759581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4bacf59-280b-4358-b72b-f78d331b0414 req-406085bf-a6dd-4219-b5e7-712fcc828715 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388680 Jun 03 16:04:09.222762 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:09.404438 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-453c328e-3ca0-43b8-86b4-9fffe1548394 req-f47926ea-1460-481d-ba01-a66c14749c0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753117 Jun 03 16:04:09.559491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c328e-3ca0-43b8-86b4-9fffe1548394 req-2936d02e-4b4d-46e9-aa83-b14be60a2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:09.560879 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-453c328e-3ca0-43b8-86b4-9fffe1548394 req-2936d02e-4b4d-46e9-aa83-b14be60a2507 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 1096 time: 0.0730882 Jun 03 16:04:09.710939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c328e-3ca0-43b8-86b4-9fffe1548394 req-3f7eb9b6-4dfb-46fb-8a3c-c235c837d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:09.712401 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-453c328e-3ca0-43b8-86b4-9fffe1548394 req-3f7eb9b6-4dfb-46fb-8a3c-c235c837d6ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 916 time: 0.1299436 Jun 03 16:04:09.792559 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-453c328e-3ca0-43b8-86b4-9fffe1548394 req-1081eb65-0e0e-4230-b951-5787d5879d1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6 HTTP/1.1" status: 200 len: 217 time: 0.0636668 Jun 03 16:04:09.857156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c328e-3ca0-43b8-86b4-9fffe1548394 req-5cae3fd2-4da6-45a7-964f-7a665ad2c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:09.858583 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-453c328e-3ca0-43b8-86b4-9fffe1548394 req-5cae3fd2-4da6-45a7-964f-7a665ad2c381 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.0605240 Jun 03 16:04:09.907443 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-453c328e-3ca0-43b8-86b4-9fffe1548394 req-bb14376b-db11-4a62-babb-6e02603d4ab6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429587 Jun 03 16:04:09.952922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187aff4-cdec-4e13-b09b-162c9f01f38e req-14f99865-9f1f-4968-86f3-0f8a7bc32551 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:09.954438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2187aff4-cdec-4e13-b09b-162c9f01f38e req-14f99865-9f1f-4968-86f3-0f8a7bc32551 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0841694 Jun 03 16:04:10.003271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2187aff4-cdec-4e13-b09b-162c9f01f38e req-79440e83-8bf6-4562-b00b-4f6502c55a0e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425453 Jun 03 16:04:10.040514 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-453c328e-3ca0-43b8-86b4-9fffe1548394 req-5651da71-34c0-49c0-9d00-be8bac910bd7 service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263673 Jun 03 16:04:10.169754 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-453c328e-3ca0-43b8-86b4-9fffe1548394 req-c08e83cc-651c-4082-b339-3717a035b194 service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229939 Jun 03 16:04:10.189478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769364-8c81-412b-8445-d75e85ea2e9a req-c1966118-6080-48ee-b822-ef0fbf73708a tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:10.191045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b769364-8c81-412b-8445-d75e85ea2e9a req-c1966118-6080-48ee-b822-ef0fbf73708a tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0817580 Jun 03 16:04:10.236223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b769364-8c81-412b-8445-d75e85ea2e9a req-1ae937af-0c86-4432-8066-f32b416f4146 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389051 Jun 03 16:04:10.599480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1783ef6-44b3-4576-b15c-ede9b05d5008 req-98fbe781-2eaf-4d15-9ce6-41472b4fcf1d tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:10.600932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d1783ef6-44b3-4576-b15c-ede9b05d5008 req-98fbe781-2eaf-4d15-9ce6-41472b4fcf1d tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0954797 Jun 03 16:04:10.648593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d1783ef6-44b3-4576-b15c-ede9b05d5008 req-d7c53c45-36fc-423a-9330-ac7ad6c1f18d tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388844 Jun 03 16:04:10.842384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e95b97-b702-4890-92ca-79907a65fb5a req-13ce6e0d-2584-4632-ad9d-24b865286a55 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:10.843846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1e95b97-b702-4890-92ca-79907a65fb5a req-13ce6e0d-2584-4632-ad9d-24b865286a55 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0841813 Jun 03 16:04:10.901489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1e95b97-b702-4890-92ca-79907a65fb5a req-ed8db5c2-769d-4370-a720-07292a2d7558 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503516 Jun 03 16:04:11.270945 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-cefbc1ac-8850-419f-8193-007750a404e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682979 Jun 03 16:04:11.432170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5554e-35e1-4832-997c-19dee7b5cf26 req-7bd5e0e4-2dd1-4208-b623-9ed606926683 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:11.433698 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fd5554e-35e1-4832-997c-19dee7b5cf26 req-7bd5e0e4-2dd1-4208-b623-9ed606926683 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.1892216 Jun 03 16:04:11.478298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fd5554e-35e1-4832-997c-19dee7b5cf26 req-cdba928e-475f-48cb-94ad-f71b4b1d9940 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381405 Jun 03 16:04:12.572523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-6ed15250-cd32-42bf-a462-1264ffc8a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:12.574063 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-6ed15250-cd32-42bf-a462-1264ffc8a7af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 1096 time: 0.0751441 Jun 03 16:04:12.669940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063bb7-b81a-4acd-ad7b-31896253f979 req-8c5e746f-f217-40c5-bacf-a4f79c9b8552 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:12.671353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e063bb7-b81a-4acd-ad7b-31896253f979 req-8c5e746f-f217-40c5-bacf-a4f79c9b8552 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0821798 Jun 03 16:04:12.706063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-2b8e2b07-257e-42ac-bc03-f505ae9d6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:12.707527 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-2b8e2b07-257e-42ac-bc03-f505ae9d6b14 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 916 time: 0.1278019 Jun 03 16:04:12.721684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e063bb7-b81a-4acd-ad7b-31896253f979 req-3c0a184a-32de-4a11-a198-588180551fda tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443077 Jun 03 16:04:12.893482 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-d64a346f-2655-47ec-9dd8-961c167f41c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6 HTTP/1.1" status: 200 len: 217 time: 0.1791565 Jun 03 16:04:12.958946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-f66c0080-bb54-4239-bdbd-ff970d64b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:12.960369 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-f66c0080-bb54-4239-bdbd-ff970d64b4ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.0608268 Jun 03 16:04:13.006309 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-a5ce6124-e045-4f0f-9769-d6baa324c7b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399363 Jun 03 16:04:13.141257 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-526e96c2-df12-43c1-bf6c-79f1ae63fc98 service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285563 Jun 03 16:04:13.273667 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-adc13657-87e6-4c54-8e17-80b2f07aa358 service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257479 Jun 03 16:04:13.943691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561d324-d0ba-4d1b-8dfe-3ed0223ad637 req-ba42ba12-fc11-4d2f-9023-22894b0cba62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:13.945166 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2561d324-d0ba-4d1b-8dfe-3ed0223ad637 req-ba42ba12-fc11-4d2f-9023-22894b0cba62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0942180 Jun 03 16:04:13.994677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2561d324-d0ba-4d1b-8dfe-3ed0223ad637 req-ddcd8d51-3601-4d39-a0d9-be731452abad tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Jun 03 16:04:15.209105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9749b-b127-45e6-a35f-70c9e1f9590a req-f9a9302b-9613-4745-ab2a-409352bf1579 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:15.210564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2cf9749b-b127-45e6-a35f-70c9e1f9590a req-f9a9302b-9613-4745-ab2a-409352bf1579 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0891838 Jun 03 16:04:15.255414 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2cf9749b-b127-45e6-a35f-70c9e1f9590a req-cb494fe2-5302-4665-8be5-2bc345b2a0e2 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390189 Jun 03 16:04:16.466224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382ec1f-21b2-4dce-8c37-a1bbf184b04e req-02b9dfb2-c8df-48a8-ab9e-048cfaa20c8c tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:16.467689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5382ec1f-21b2-4dce-8c37-a1bbf184b04e req-02b9dfb2-c8df-48a8-ab9e-048cfaa20c8c tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0883629 Jun 03 16:04:16.514032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5382ec1f-21b2-4dce-8c37-a1bbf184b04e req-0a6d89a0-d809-48a3-926c-7c4c65fbbe29 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378699 Jun 03 16:04:17.719982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b546ca8-6a47-434d-8188-3624747953d5 req-434dd37f-614e-4671-a301-f87dfea03be6 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:17.721823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b546ca8-6a47-434d-8188-3624747953d5 req-434dd37f-614e-4671-a301-f87dfea03be6 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0888836 Jun 03 16:04:17.770572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b546ca8-6a47-434d-8188-3624747953d5 req-ec909f58-5382-4bb8-8870-57691128a5ee tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Jun 03 16:04:18.983175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f05b16-0cef-479c-afcc-59b69b109850 req-3a679bf6-fec7-400f-9788-3e3dc74dd5c5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:18.984634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6f05b16-0cef-479c-afcc-59b69b109850 req-3a679bf6-fec7-400f-9788-3e3dc74dd5c5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0870535 Jun 03 16:04:19.032914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6f05b16-0cef-479c-afcc-59b69b109850 req-b5f97c99-2d41-431c-bd0b-d49f31e59d6a tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421999 Jun 03 16:04:20.232298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432b064-14d4-4ab1-9a25-cadb91089487 req-ca35a731-1367-4970-9fbb-2c5c8d40d5d7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:20.233720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2432b064-14d4-4ab1-9a25-cadb91089487 req-ca35a731-1367-4970-9fbb-2c5c8d40d5d7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0849974 Jun 03 16:04:20.281146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2432b064-14d4-4ab1-9a25-cadb91089487 req-c9a8a407-c0bb-4876-a1a3-d0649ab6f8ea tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Jun 03 16:04:21.483845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbaec1-94ba-44bd-9305-d2c54d6ede73 req-ef811fe5-6687-4bf8-aa80-962f3e530eae tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:21.485280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7bbaec1-94ba-44bd-9305-d2c54d6ede73 req-ef811fe5-6687-4bf8-aa80-962f3e530eae tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0867498 Jun 03 16:04:21.531134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7bbaec1-94ba-44bd-9305-d2c54d6ede73 req-37ba3196-424a-4e63-9ea0-a9e088138386 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Jun 03 16:04:22.733669 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f770e9-7eeb-4ff8-a830-fef859934ed9 req-5bfa4b4e-a89d-436d-aa9c-55cf686761c8 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:22.735135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f770e9-7eeb-4ff8-a830-fef859934ed9 req-5bfa4b4e-a89d-436d-aa9c-55cf686761c8 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0893958 Jun 03 16:04:22.779147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-27f770e9-7eeb-4ff8-a830-fef859934ed9 req-0a758b5a-1f92-4adb-abff-ac9442d98481 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 Jun 03 16:04:24.010502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8f7b6-f0e3-4bb0-b228-e2fd73aabd86 req-5827bca0-78d4-4a15-b286-7c5dbf9f1e06 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:24.013004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c8f7b6-f0e3-4bb0-b228-e2fd73aabd86 req-5827bca0-78d4-4a15-b286-7c5dbf9f1e06 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.1115248 Jun 03 16:04:24.060465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47c8f7b6-f0e3-4bb0-b228-e2fd73aabd86 req-eeeb99e8-be38-4f9f-b946-bf569f79aaf3 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394919 Jun 03 16:04:25.254033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efea88-f0dd-4238-bd87-d435c5de8f8e req-92654f11-123c-4b1e-ad82-d783c54b1958 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:25.255467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6efea88-f0dd-4238-bd87-d435c5de8f8e req-92654f11-123c-4b1e-ad82-d783c54b1958 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0821357 Jun 03 16:04:25.299481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6efea88-f0dd-4238-bd87-d435c5de8f8e req-ea583118-c9d8-4cad-a75c-35d6459a4d89 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Jun 03 16:04:26.499345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6405647-cc62-4ffc-b32f-0abd6ec320da req-694ea27e-6d60-4d55-9590-c6b7c1ed1120 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:26.500845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6405647-cc62-4ffc-b32f-0abd6ec320da req-694ea27e-6d60-4d55-9590-c6b7c1ed1120 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0938740 Jun 03 16:04:26.551462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6405647-cc62-4ffc-b32f-0abd6ec320da req-7ce45159-1448-4584-8ab3-03d878799087 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446188 Jun 03 16:04:27.761699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912f6c7-8fa2-4543-9b46-1ee5f1125159 req-22e9f5e0-6845-4bd4-a938-66090008deae tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:27.763177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5912f6c7-8fa2-4543-9b46-1ee5f1125159 req-22e9f5e0-6845-4bd4-a938-66090008deae tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0909858 Jun 03 16:04:27.813919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5912f6c7-8fa2-4543-9b46-1ee5f1125159 req-dda09764-2b26-4d6c-b2db-a7819210d545 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Jun 03 16:04:29.039501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646379e-58c5-4248-bef1-7f821eca122a req-1958016d-5011-41c1-8679-34ae526ac4ae tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:29.040929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2646379e-58c5-4248-bef1-7f821eca122a req-1958016d-5011-41c1-8679-34ae526ac4ae tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0996089 Jun 03 16:04:29.085554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2646379e-58c5-4248-bef1-7f821eca122a req-4f1eac9b-7261-443a-b2a8-b652ccd0fea1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387852 Jun 03 16:04:29.860004 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:30.304860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a147ec4-d705-4fc1-9754-a426fe58f36b req-301e1018-68af-4c80-9f47-c032c5a3e42e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:30.306345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a147ec4-d705-4fc1-9754-a426fe58f36b req-301e1018-68af-4c80-9f47-c032c5a3e42e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0976307 Jun 03 16:04:30.353312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a147ec4-d705-4fc1-9754-a426fe58f36b req-21ec74f5-43e1-4f73-81f6-6fb3f1bf01d1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Jun 03 16:04:31.542613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4ade7-8a91-4db3-bef2-74d5e3df454d req-b673e7ab-89fa-4f3f-85d5-499c7a88980f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:31.544085 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fc4ade7-8a91-4db3-bef2-74d5e3df454d req-b673e7ab-89fa-4f3f-85d5-499c7a88980f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0839331 Jun 03 16:04:31.590004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fc4ade7-8a91-4db3-bef2-74d5e3df454d req-a999e48e-af48-40d0-92b9-15307f6a7082 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Jun 03 16:04:32.188907 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-defade9a-96e8-4c3f-b695-b9b3604fbccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:32.788287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7d54e-5f55-4c37-b631-4e9afed82b26 req-7dc157f9-b427-40a8-ae14-8354926bcf2b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:32.789748 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37d7d54e-5f55-4c37-b631-4e9afed82b26 req-7dc157f9-b427-40a8-ae14-8354926bcf2b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0900300 Jun 03 16:04:32.834966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37d7d54e-5f55-4c37-b631-4e9afed82b26 req-92787f19-fb4e-4bd0-ac6f-f7b85ec14fec tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392540 Jun 03 16:04:34.026446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a056935-674f-44bc-9b44-98c18c5d14c6 req-67e46a28-d782-4eef-824a-c6e2958ff77b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:34.027768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a056935-674f-44bc-9b44-98c18c5d14c6 req-67e46a28-d782-4eef-824a-c6e2958ff77b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0841444 Jun 03 16:04:34.081169 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a056935-674f-44bc-9b44-98c18c5d14c6 req-9c0e14af-3b4d-41b6-8055-3a66096f74fc tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Jun 03 16:04:34.893432 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a43ab5b7-5391-470e-96da-489b523915d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:35.281384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec0623-2113-4ae1-9b67-ac1153589a1a req-d34ccfa3-a67e-437b-b1ab-efb970fe4307 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:35.282879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0eec0623-2113-4ae1-9b67-ac1153589a1a req-d34ccfa3-a67e-437b-b1ab-efb970fe4307 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0862093 Jun 03 16:04:35.327952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0eec0623-2113-4ae1-9b67-ac1153589a1a req-08941c9e-4753-4d62-a658-0cc452251ebe tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392928 Jun 03 16:04:35.376279 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:35.725907 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:36.532647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76510d4b-4671-4c4d-8025-a34e772f4420 req-97d11fb3-0349-472c-a13d-485173aa7e82 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:36.534161 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76510d4b-4671-4c4d-8025-a34e772f4420 req-97d11fb3-0349-472c-a13d-485173aa7e82 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0937102 Jun 03 16:04:36.578906 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76510d4b-4671-4c4d-8025-a34e772f4420 req-dedafd81-4c2e-4a42-941b-803ed7192f5f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387378 Jun 03 16:04:37.185692 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:37.774064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270cb41-743f-4602-a209-12da195c147c req-903e9d84-a86b-43a8-9e30-b8a77a1831ee tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:37.775505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f270cb41-743f-4602-a209-12da195c147c req-903e9d84-a86b-43a8-9e30-b8a77a1831ee tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0846264 Jun 03 16:04:37.823075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f270cb41-743f-4602-a209-12da195c147c req-d822f9ab-be61-475f-a040-d169e31e66b8 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 Jun 03 16:04:39.043289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dad71f-28f7-4af1-9ef0-29a653ef0d51 req-6d8bbba4-820c-4245-9128-f4ad6d886be9 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:39.044771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5dad71f-28f7-4af1-9ef0-29a653ef0d51 req-6d8bbba4-820c-4245-9128-f4ad6d886be9 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0934520 Jun 03 16:04:39.088716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5dad71f-28f7-4af1-9ef0-29a653ef0d51 req-84910be3-d6e4-43d5-a1c7-3ef8389332c8 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381637 Jun 03 16:04:39.215295 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:39.901516 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:04:40.418686 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-f95810d2-233c-49ca-b917-28c6e1c0760e service neutron] show failed (client error): The resource could not be found. Jun 03 16:04:40.419704 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-f95810d2-233c-49ca-b917-28c6e1c0760e service neutron] 10.222.0.67 "GET /v2.0/ports/2c3b4bee-4696-4e71-89c9-ee4da44719a6/bindings/n-h1-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0747254 Jun 03 16:04:40.447701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047e623-247b-4cdb-a1ef-6eab245d0403 req-1723f0e7-bbd5-456f-959d-7f91f75b9144 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:40.449204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c047e623-247b-4cdb-a1ef-6eab245d0403 req-1723f0e7-bbd5-456f-959d-7f91f75b9144 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.0839233 Jun 03 16:04:40.496042 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c047e623-247b-4cdb-a1ef-6eab245d0403 req-aaf07b63-4299-4e8a-991b-e28d5ee90885 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 Jun 03 16:04:40.697679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-57d03603-f61b-4136-972b-3738cb47f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:40.699231 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-57d03603-f61b-4136-972b-3738cb47f7f5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935&tenant_id=70828e0045544888a369361fb1089ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0808902 Jun 03 16:04:40.710885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:04:40.823492 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:41.094288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:41.124111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:04:41.185863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:41.191416 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:41.207024 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Transition to ACTIVE for port object 2c3b4bee-4696-4e71-89c9-ee4da44719a6 will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:04:41.211989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:41.251903 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1f9d86-0813-41ee-86a2-9cc1552e4489'] response: {'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6', 'code': 200} Jun 03 16:04:41.375363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] No DVR routers for this DVR port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:04:41.378732 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Pushing event updated for resources: {'Port': ['ID=2c3b4bee-4696-4e71-89c9-ee4da44719a6,revision_number=6']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:41.431060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Attempting to bind port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:04:41.431841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Attempting to bind port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:04:41.431841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Attempting to bind port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 on network 1e167b03-e474-4a94-8f50-409e63cb388e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:04:41.436695 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 on network 1e167b03-e474-4a94-8f50-409e63cb388e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:04:41.437007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Attempting to bind port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 on network 1e167b03-e474-4a94-8f50-409e63cb388e {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:04:41.442545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:04:41.442871 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Checking segment: {'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:04:41.443231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Bound using segment: {'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:04:41.443653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Bound port: 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:04:41.443979 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:41.533628 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h1-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:04:41.536756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:04:41.543389 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:41.606415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:41.606949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:41.608450 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] 10.222.0.75 "PUT /v2.0/ports/2c3b4bee-4696-4e71-89c9-ee4da44719a6 HTTP/1.1" status: 200 len: 1091 time: 0.9015172 Jun 03 16:04:41.622928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945ca28-a895-4c09-aa95-a7b0f8b04a7c service neutron] Pushing event updated for resources: {'Port': ['ID=2c3b4bee-4696-4e71-89c9-ee4da44719a6,revision_number=7']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:41.688192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67ceb6-c6ca-41a1-b1b0-d2f19fd32352 req-936c98aa-ad99-404b-bf4a-e9ad7531f214 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:41.689603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a67ceb6-c6ca-41a1-b1b0-d2f19fd32352 req-936c98aa-ad99-404b-bf4a-e9ad7531f214 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 943 time: 0.0870011 Jun 03 16:04:41.700111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-01bb98dc-c190-447b-8922-eaeddef2d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:41.701723 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-01bb98dc-c190-447b-8922-eaeddef2d87c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 1094 time: 0.0705688 Jun 03 16:04:41.735304 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a67ceb6-c6ca-41a1-b1b0-d2f19fd32352 req-fa33a7ac-7226-42f3-8bd6-ecaafdaf05d3 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394044 Jun 03 16:04:41.942694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-f3aa40c9-7817-4b33-920c-80afa8aca249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:41.944171 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-f3aa40c9-7817-4b33-920c-80afa8aca249 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 916 time: 0.2364111 Jun 03 16:04:42.014782 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-50445d05-b644-4e10-816d-00211ff0cac1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6 HTTP/1.1" status: 200 len: 217 time: 0.0637381 Jun 03 16:04:42.077487 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-258f798c-7921-427d-9bd9-952d9a2bfddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:42.078946 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-258f798c-7921-427d-9bd9-952d9a2bfddc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.0588138 Jun 03 16:04:42.130495 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-165e344a-f214-4e2e-a0d9-7199c0697ac1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447314 Jun 03 16:04:42.266203 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-067c5231-faa9-43a0-a874-9bcdcce528e2 service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287522 Jun 03 16:04:42.397020 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf32ec0a-60a8-4429-8fb6-efc8b504556a req-14423993-3362-4db8-a86a-687038acad11 service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250055 Jun 03 16:04:42.938699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab9776-6bc7-4336-8836-5e5e15619a81 req-8d3f896b-fd65-462d-8bac-d5ac8482a7f7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:42.940190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adab9776-6bc7-4336-8836-5e5e15619a81 req-8d3f896b-fd65-462d-8bac-d5ac8482a7f7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 943 time: 0.0888982 Jun 03 16:04:43.087449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adab9776-6bc7-4336-8836-5e5e15619a81 req-79aa7baf-ef7c-4837-bc01-15ae4b1d469b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391718 Jun 03 16:04:43.253801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:43.314494 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b8609c-e281-4bce-a548-7be6daa6b793'] response: {'name': 'network-changed', 'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6', 'status': 'completed', 'code': 200} Jun 03 16:04:43.468166 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91af4f8-9491-46b0-987f-ff378b470215 req-c7f05b1d-5ed6-40de-a9a1-9b6bd515a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:43.469645 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-c7f05b1d-5ed6-40de-a9a1-9b6bd515a9f3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 1094 time: 0.1325095 Jun 03 16:04:43.472477 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91af4f8-9491-46b0-987f-ff378b470215 req-da74a65a-d733-4df0-a5c5-87b48f99521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:43.473768 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-da74a65a-d733-4df0-a5c5-87b48f99521c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 1094 time: 0.1056166 Jun 03 16:04:43.704919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91af4f8-9491-46b0-987f-ff378b470215 req-53b57ea5-430d-4ed9-aac4-f8557f3704f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:43.706419 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-53b57ea5-430d-4ed9-aac4-f8557f3704f0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 916 time: 0.2304759 Jun 03 16:04:43.707472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91af4f8-9491-46b0-987f-ff378b470215 req-949e3edc-5138-436a-9985-063eda413a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:43.708781 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-949e3edc-5138-436a-9985-063eda413a7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 916 time: 0.2153885 Jun 03 16:04:43.830515 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-13fb1510-ecf4-4b95-98a4-81d2e2f30b35 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6 HTTP/1.1" status: 200 len: 217 time: 0.1176255 Jun 03 16:04:43.831816 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-f42d6d80-d1ec-4fb6-b692-4e1e8238e859 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6 HTTP/1.1" status: 200 len: 217 time: 0.0723276 Jun 03 16:04:43.952122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91af4f8-9491-46b0-987f-ff378b470215 req-1864e827-e0df-48d3-bf97-b01c01b1a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:43.953593 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-1864e827-e0df-48d3-bf97-b01c01b1a995 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.1164737 Jun 03 16:04:43.955092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91af4f8-9491-46b0-987f-ff378b470215 req-370742a6-418b-404a-923b-187e32d067af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:43.956303 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-370742a6-418b-404a-923b-187e32d067af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.1174867 Jun 03 16:04:44.035773 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-95625c81-58ac-4a39-ba20-6fec40c7f044 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761683 Jun 03 16:04:44.042617 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-76b4f3e8-d3c1-4e5d-bfb8-2e72501fa4eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531960 Jun 03 16:04:44.288682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a3bbc-30be-4e8e-8a9d-b5bcd4bbc6a8 req-d0ea73c7-693d-4664-a8a6-ce378d6bf7ea tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:44.290128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e8a3bbc-30be-4e8e-8a9d-b5bcd4bbc6a8 req-d0ea73c7-693d-4664-a8a6-ce378d6bf7ea tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 943 time: 0.0861485 Jun 03 16:04:44.342930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6e8a3bbc-30be-4e8e-8a9d-b5bcd4bbc6a8 req-e94e73cb-09f7-4773-9330-f79d2e12a821 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440457 Jun 03 16:04:44.416930 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-196c1db8-8ee5-490b-a0a7-22cf1c9bf889 service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733842 Jun 03 16:04:44.419856 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-600b7dc6-730f-438f-b142-84d9616cc08e service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572323 Jun 03 16:04:44.660606 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-6983e09f-ea72-4f7e-a060-367ac5bcee27 service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372570 Jun 03 16:04:44.662475 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-7f7833bc-3453-4b0a-85fd-570ee80eb997 service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222154 Jun 03 16:04:44.731963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3a610-755a-431a-a8dd-0793a38329ef req-f84d90c2-88b8-4de5-a534-7c4b2aeb6d70 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:44.733468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5af3a610-755a-431a-a8dd-0793a38329ef req-f84d90c2-88b8-4de5-a534-7c4b2aeb6d70 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 943 time: 0.1582801 Jun 03 16:04:44.733758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2c3b4bee-4696-4e71-89c9-ee4da44719a6 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:04:44.744419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-bfd14e83-65b3-4ef5-a202-cdb5ee3f53b6 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:44.745789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-bfd14e83-65b3-4ef5-a202-cdb5ee3f53b6 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.67 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935&tenant_id=70828e0045544888a369361fb1089ab1&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 943 time: 0.1283648 Jun 03 16:04:44.792226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 2c3b4bee-4696-4e71-89c9-ee4da44719a6 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:04:44.841283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5af3a610-755a-431a-a8dd-0793a38329ef req-14589387-87a0-4a8e-9161-d51e3f183ab3 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944865 Jun 03 16:04:44.853804 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-e6c46be0-7bf2-4917-8ba5-4ae0072dea19 service neutron] delete failed (client error): The resource could not be found. Jun 03 16:04:44.854793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-e6c46be0-7bf2-4917-8ba5-4ae0072dea19 service neutron] 10.222.0.67 "DELETE /v2.0/ports/2c3b4bee-4696-4e71-89c9-ee4da44719a6/bindings/n-h2-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0940857 Jun 03 16:04:45.016767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-921fba8a-a14b-4532-b1e7-9da307b6dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:45.018362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-921fba8a-a14b-4532-b1e7-9da307b6dc60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 1094 time: 0.0768049 Jun 03 16:04:45.159241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-b5a63149-554d-4445-a440-8924aca2f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:45.160677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-b5a63149-554d-4445-a440-8924aca2f234 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 916 time: 0.1361940 Jun 03 16:04:45.230435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-4adad74e-a847-4012-866c-9234e8543a4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6 HTTP/1.1" status: 200 len: 217 time: 0.0639255 Jun 03 16:04:45.297423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-b2cc340d-7ebb-4df0-b886-7ed5aa9d3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:45.298781 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-b2cc340d-7ebb-4df0-b886-7ed5aa9d3727 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.0629680 Jun 03 16:04:45.348650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-c7e9f04e-61f6-4887-9e5f-0240a3d92986 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422661 Jun 03 16:04:45.479860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-e76e28c4-18c8-4b9b-95f2-0f4741e897ba service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253610 Jun 03 16:04:45.615276 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-06a31a3d-48aa-4bd2-9ba8-3f9f75984299 req-6acd8a9d-dd51-4008-8f1c-6ca642289bbf service neutron] 10.222.0.67 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295469 Jun 03 16:04:45.636078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 2c3b4bee-4696-4e71-89c9-ee4da44719a6 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:04:45.788274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:45.801917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '2c3b4bee-4696-4e71-89c9-ee4da44719a6', 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e', 'port_id': '2c3b4bee-4696-4e71-89c9-ee4da44719a6', 'mac_address': 'fa:16:3e:ba:0f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d35dd2-e0f1-4f20-abed-02f13bdab8c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:04:45.862716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:04:45.863084 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.880677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3b4bee-4696-4e71-89c9-ee4da44719a6 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:04:45.896569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:45.901469 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:45.969083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=2c3b4bee-4696-4e71-89c9-ee4da44719a6,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:46.042031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8f5bc-dc59-4a45-b7be-2a3c0b3da529 req-4497982b-e2eb-4d0e-a15e-2bdb90dd85cd tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:46.044188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2c8f5bc-dc59-4a45-b7be-2a3c0b3da529 req-4497982b-e2eb-4d0e-a15e-2bdb90dd85cd tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 944 time: 0.0825813 Jun 03 16:04:46.090678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f2c8f5bc-dc59-4a45-b7be-2a3c0b3da529 req-5c60c53e-4c05-4080-b378-73a99a5ee7b1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399954 Jun 03 16:04:46.120069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2c3b4bee-4696-4e71-89c9-ee4da44719a6'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:04:47.299176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af301a1f-b519-443d-9103-5d0c1be0e6d6 req-7879b3d3-b71d-4ca0-a3af-5da6e61a94f0 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:47.300681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af301a1f-b519-443d-9103-5d0c1be0e6d6 req-7879b3d3-b71d-4ca0-a3af-5da6e61a94f0 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 944 time: 0.0879846 Jun 03 16:04:47.346649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af301a1f-b519-443d-9103-5d0c1be0e6d6 req-f9814a43-9aa2-47f3-86cd-18b277cffd73 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398960 Jun 03 16:04:47.541523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eeb25-f5b2-4e35-8fb5-4004a4549672 req-7088792b-485f-47ae-919d-cdb0dbd59e8f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:47.543045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b21eeb25-f5b2-4e35-8fb5-4004a4549672 req-7088792b-485f-47ae-919d-cdb0dbd59e8f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 944 time: 0.0879555 Jun 03 16:04:47.592761 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b21eeb25-f5b2-4e35-8fb5-4004a4549672 req-4c8ecb67-db49-4c3e-83ff-8a50103775d2 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436218 Jun 03 16:04:47.649605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 2c3b4bee-4696-4e71-89c9-ee4da44719a6 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:04:47.703813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 34956) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:47.709459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038912100', 'description': 'tempest-description--1788649647'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:04:47.716428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:04:47.721426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Usage tracker for resource:security_group and tenant:70828e0045544888a369361fb1089ab1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:04:47.721570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:04:47.724839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:04:47.726538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:04:47.726903 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.730983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:04:47.742609 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.762888 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:04:47.766999 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Usage tracker for resource:security_group_rule and tenant:70828e0045544888a369361fb1089ab1 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:04:47.769926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:04:47.775722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:04:47.847318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:04:47.847691 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.850156 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.855240 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.875114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:47.884904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:47.889445 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.908555 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06504520-59e3-4b04-86e5-deabf5f26a4d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:47.916881 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:47.918125 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2131791 Jun 03 16:04:47.919622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.919961 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.920292 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.920633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.920981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.921422 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.921749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.922095 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.922438 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.922756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.923070 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.923384 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2661e3d7-5c0d-41a9-833a-fe4ddae50bb5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:47.925279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34962) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:47.939999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Request body: {'security_group_rule': {'security_group_id': '06504520-59e3-4b04-86e5-deabf5f26a4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:04:47.944970 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02dc2f0-3a05-4d6f-bf0f-6150ac22955b'] response: {'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6', 'code': 200} Jun 03 16:04:47.949361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:04:47.953457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Usage tracker for resource:security_group_rule and tenant:70828e0045544888a369361fb1089ab1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:04:47.956245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:04:47.960571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=2c3b4bee-4696-4e71-89c9-ee4da44719a6,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:47.962306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:04:47.983073 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.041182 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.046805 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.072086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a507c1f0-3a9e-4323-b84a-0c81b6c92c25,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:48.083006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.083344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.083671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.083992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.084311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.084627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.084940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.085251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.085563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.085904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.086458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.086775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:48.090969 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.092283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1bb10863-f1fa-4b0f-a5d5-b02b2126f27e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632812 Jun 03 16:04:48.095132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34966) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:48.100165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-470c4987-cfba-4206-aa40-2bd783e22b5e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Request body: {'security_group_rule': {'security_group_id': '06504520-59e3-4b04-86e5-deabf5f26a4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:04:48.106892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-470c4987-cfba-4206-aa40-2bd783e22b5e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:04:48.111047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-470c4987-cfba-4206-aa40-2bd783e22b5e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Usage tracker for resource:security_group_rule and tenant:70828e0045544888a369361fb1089ab1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:04:48.114076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-470c4987-cfba-4206-aa40-2bd783e22b5e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:04:48.120109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-470c4987-cfba-4206-aa40-2bd783e22b5e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:04:48.138998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-470c4987-cfba-4206-aa40-2bd783e22b5e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.201227 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-470c4987-cfba-4206-aa40-2bd783e22b5e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.207173 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-470c4987-cfba-4206-aa40-2bd783e22b5e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.230387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c4987-cfba-4206-aa40-2bd783e22b5e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f032e04-f714-4867-ad56-960c21317c63,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:48.241656 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-470c4987-cfba-4206-aa40-2bd783e22b5e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.242948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-470c4987-cfba-4206-aa40-2bd783e22b5e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468203 Jun 03 16:04:48.247710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 34970) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:04:48.252619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:04:48.259728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:04:48.263910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Usage tracker for resource:floatingip and tenant:70828e0045544888a369361fb1089ab1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:04:48.266877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:04:48.272768 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:04:48.288631 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.425796 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.572016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Allocated IP 172.25.7.171 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/da8a8424-5376-415c-8e9c-92da6321facd) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:04:48.722030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.755529 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:48.926016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:04:48.928974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:04:48.933382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:04:48.962964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Pushing event updated for resources: {'Port': ['ID=da8a8424-5376-415c-8e9c-92da6321facd,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:49.018581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:49.086494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:49.303278 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:49.309638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:49.418031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Pushing event updated for resources: {'Port': ['ID=da8a8424-5376-415c-8e9c-92da6321facd,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:49.431266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:49.458079 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:49.459760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fe838382-225e-47a2-ae71-6c8da649e9e1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2111142 Jun 03 16:04:49.661839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0825e1a-0b1b-4b80-b63f-0154e5c71f22 req-05d05ebd-6ed9-4e79-a566-38bd69f5f472 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:49.663364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0825e1a-0b1b-4b80-b63f-0154e5c71f22 req-05d05ebd-6ed9-4e79-a566-38bd69f5f472 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.1023281 Jun 03 16:04:49.721292 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f0825e1a-0b1b-4b80-b63f-0154e5c71f22 req-9b7ea7b4-1a6b-43d3-97b8-dfec73f64da1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493307 Jun 03 16:04:50.261386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-01ef3759-6ce9-423e-b0da-b9ac32843de3 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:50.262793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-01ef3759-6ce9-423e-b0da-b9ac32843de3 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 815 time: 0.1518190 Jun 03 16:04:50.282307 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-f19767bf-4f3a-4eb1-a22c-137bd58d0e2e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/quotas/70828e0045544888a369361fb1089ab1 HTTP/1.1" status: 200 len: 375 time: 0.0106180 Jun 03 16:04:50.373865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-cde5f44c-022a-4b1f-a883-322a5a38f2e4 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861640 Jun 03 16:04:50.576869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-313e0d86-8b22-48fa-b2ea-a7332893bb0e service neutron] 10.222.0.48 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926694 Jun 03 16:04:50.730012 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9835847d-fde4-41d4-8fc1-7268d3cf75c2 service neutron] 10.222.0.48 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444471 Jun 03 16:04:50.930995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c1208e6-c1de-44b4-a8e4-7e950f803595 req-ab56e5cd-a1ec-4b77-9a6d-2d28390dac4a tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 210 time: 0.0423789 Jun 03 16:04:51.394301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-3244088f-36e2-43f8-a501-d28941b3ebb7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:51.395065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-3244088f-36e2-43f8-a501-d28941b3ebb7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Synchronizing usage tracker for tenant:70828e0045544888a369361fb1089ab1 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:04:51.419648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-3244088f-36e2-43f8-a501-d28941b3ebb7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Unset dirty status for tenant:70828e0045544888a369361fb1089ab1 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:04:51.420822 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-3244088f-36e2-43f8-a501-d28941b3ebb7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.75 "GET /v2.0/ports?device_id=02e92212-02a5-48cb-b419-1c30b0a7c935 HTTP/1.1" status: 200 len: 945 time: 0.1131780 Jun 03 16:04:51.491775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-92a67bd4-dc5b-45d9-aa63-f6794bd1df62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Deleting port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:04:51.492147 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-92a67bd4-dc5b-45d9-aa63-f6794bd1df62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.752926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-92a67bd4-dc5b-45d9-aa63-f6794bd1df62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] For port 2c3b4bee-4696-4e71-89c9-ee4da44719a6, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=2c3b4bee-4696-4e71-89c9-ee4da44719a6,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:51.753251 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-92a67bd4-dc5b-45d9-aa63-f6794bd1df62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:51.875944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-92a67bd4-dc5b-45d9-aa63-f6794bd1df62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Calling delete_port for 2c3b4bee-4696-4e71-89c9-ee4da44719a6 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:04:52.049457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-92a67bd4-dc5b-45d9-aa63-f6794bd1df62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:52.062235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2c3b4bee-4696-4e71-89c9-ee4da44719a6'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:04:52.064860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-be208cf2-11de-4cfa-bd4d-70743ca4965e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:52.066502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-be208cf2-11de-4cfa-bd4d-70743ca4965e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.75 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 815 time: 0.1770821 Jun 03 16:04:52.109286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Request body: {'port': {'device_id': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e', 'admin_state_up': True, 'tenant_id': '70828e0045544888a369361fb1089ab1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:04:52.109889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a67bd4-dc5b-45d9-aa63-f6794bd1df62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Pushing event deleted for resources: {'Port': ['ID=2c3b4bee-4696-4e71-89c9-ee4da44719a6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:52.138861 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6787deed-82db-4f10-9ed3-3c8bdfb51751 req-93942326-f30a-4fe0-ba71-f41cdb8c5f9e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 210 time: 0.0713637 Jun 03 16:04:52.187601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-92a67bd4-dc5b-45d9-aa63-f6794bd1df62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] No DVR routers for this DVR port 2c3b4bee-4696-4e71-89c9-ee4da44719a6 on host n-h1-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:04:52.190132 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-92a67bd4-dc5b-45d9-aa63-f6794bd1df62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:52.192625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'name': 'network-vif-deleted', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:52.222003 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-92a67bd4-dc5b-45d9-aa63-f6794bd1df62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.75 "DELETE /v2.0/ports/2c3b4bee-4696-4e71-89c9-ee4da44719a6 HTTP/1.1" status: 204 len: 173 time: 0.7960830 Jun 03 16:04:52.241634 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f22bc13-ecd7-4975-bf10-6acbf3fb35fc'] response: {'server_uuid': '02e92212-02a5-48cb-b419-1c30b0a7c935', 'name': 'network-vif-deleted', 'tag': '2c3b4bee-4696-4e71-89c9-ee4da44719a6', 'status': 'completed', 'code': 200} Jun 03 16:04:52.268831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:04:52.273063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Usage tracker for resource:port and tenant:70828e0045544888a369361fb1089ab1 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:04:52.276254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:04:52.282213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:04:52.293568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Made reservation on behalf of 70828e0045544888a369361fb1089ab1 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:04:52.297266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:52.465897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Allocated IP 172.20.0.9 (1e167b03-e474-4a94-8f50-409e63cb388e/f3d35dd2-e0f1-4f20-abed-02f13bdab8c9/c60dd0fb-ea18-4c2b-95d4-b4332a4454c8) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:04:52.780818 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:52.810858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:52.822662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['2c3b4bee-4696-4e71-89c9-ee4da44719a6'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:04:52.880457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Network 1e167b03-e474-4a94-8f50-409e63cb388e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:04:52.883283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:04:52.887385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:04:52.925508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Pushing event updated for resources: {'Port': ['ID=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:52.956263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:52.956857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:52.982019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-df28ce84-37f0-4e15-89f8-a67fb51046c7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8812282 Jun 03 16:04:52.992527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Request body: {'port': {'device_id': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:04:53.102970 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:53.438603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e530c21-95ad-4555-9cea-0c0d556c726e req-776f793d-1e8e-4283-a35d-07f2f47ed13f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:53.439572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0e530c21-95ad-4555-9cea-0c0d556c726e req-776f793d-1e8e-4283-a35d-07f2f47ed13f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Synchronizing usage tracker for tenant:70828e0045544888a369361fb1089ab1 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:04:53.465901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0e530c21-95ad-4555-9cea-0c0d556c726e req-776f793d-1e8e-4283-a35d-07f2f47ed13f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Unset dirty status for tenant:70828e0045544888a369361fb1089ab1 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:04:53.467036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e530c21-95ad-4555-9cea-0c0d556c726e req-776f793d-1e8e-4283-a35d-07f2f47ed13f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 931 time: 0.2223656 Jun 03 16:04:53.552041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:04:53.562736 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:53.575241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e530c21-95ad-4555-9cea-0c0d556c726e req-6249f221-a31e-4798-9566-5b937a46e7bb tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737481 Jun 03 16:04:53.583450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Transition to ACTIVE for port object c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:04:53.588593 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:53.743429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Pushing event updated for resources: {'Port': ['ID=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:53.825829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Attempting to bind port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:04:53.826189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Attempting to bind port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:04:53.826504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Attempting to bind port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 on network 1e167b03-e474-4a94-8f50-409e63cb388e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:04:53.831458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 on network 1e167b03-e474-4a94-8f50-409e63cb388e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:04:53.831766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Attempting to bind port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 on network 1e167b03-e474-4a94-8f50-409e63cb388e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:04:53.837263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:04:53.837583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Checking segment: {'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:04:53.838115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Bound using segment: {'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:04:53.838539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Bound port: c60dd0fb-ea18-4c2b-95d4-b4332a4454c8, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72a86e0-53ef-4925-becd-966630d2ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:04:53.838871 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:53.928068 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] For port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:04:53.931085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] For port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:04:53.938205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:54.011313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:54.011918 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:54.013255 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] 10.222.0.75 "PUT /v2.0/ports/c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 HTTP/1.1" status: 200 len: 1091 time: 1.0245643 Jun 03 16:04:54.013677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'tag': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:54.034791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498e6f0-d644-444e-b82e-c9ef5e82c15f service neutron] Pushing event updated for resources: {'Port': ['ID=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:54.119074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-cdc88c3b-9f3c-4220-beb8-1e48b74d5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:54.120665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-cdc88c3b-9f3c-4220-beb8-1e48b74d5fbb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 1094 time: 0.0712934 Jun 03 16:04:54.124428 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ec0e75-2468-4e06-820e-969e0e59f0ef'] response: {'name': 'network-changed', 'server_uuid': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'tag': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8', 'status': 'completed', 'code': 200} Jun 03 16:04:54.195354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-9562262c-ea89-4c20-9f14-6b3b4a78fa3a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 HTTP/1.1" status: 200 len: 217 time: 0.0637617 Jun 03 16:04:54.268862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-693b5150-b4a4-45b3-84d9-a6037208c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:54.270618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-693b5150-b4a4-45b3-84d9-a6037208c018 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.0691760 Jun 03 16:04:54.322291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-6a50361a-2ad3-4583-83c2-8aa88faa4d1e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451930 Jun 03 16:04:54.561708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-78803ff3-aa83-4ba6-89e7-80e41d377e62 service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335749 Jun 03 16:04:54.728227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9ca299ea-3ebc-4134-8ec4-6f4e469d20f6 req-29923dee-3229-4716-a6e9-034305f14d9b service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599979 Jun 03 16:04:54.780906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02807b6-364f-49e3-98dd-661da2e10de6 req-d32b135f-0a05-479c-9718-7071974c33ab tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:54.782487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b02807b6-364f-49e3-98dd-661da2e10de6 req-d32b135f-0a05-479c-9718-7071974c33ab tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 943 time: 0.0984223 Jun 03 16:04:54.872978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b02807b6-364f-49e3-98dd-661da2e10de6 req-b82884ba-4728-419d-8074-edfb02305276 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603974 Jun 03 16:04:54.888924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90d177-1dc8-42c4-82ee-c9817ce62b61 req-8c860da6-6fab-458f-ae8e-28490b896f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:54.890419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b90d177-1dc8-42c4-82ee-c9817ce62b61 req-8c860da6-6fab-458f-ae8e-28490b896f5a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 1094 time: 0.1071072 Jun 03 16:04:55.024481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90d177-1dc8-42c4-82ee-c9817ce62b61 req-6beda8d6-446c-4abf-b32c-30c6bf7248f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:55.025919 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b90d177-1dc8-42c4-82ee-c9817ce62b61 req-6beda8d6-446c-4abf-b32c-30c6bf7248f6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 916 time: 0.1291778 Jun 03 16:04:55.092577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b90d177-1dc8-42c4-82ee-c9817ce62b61 req-0ec5ca4a-49de-41d6-8bb0-786111521637 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 HTTP/1.1" status: 200 len: 217 time: 0.0595775 Jun 03 16:04:55.160275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90d177-1dc8-42c4-82ee-c9817ce62b61 req-2cda22f1-e9e4-4cae-b157-5e25f5aecb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:55.161599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b90d177-1dc8-42c4-82ee-c9817ce62b61 req-2cda22f1-e9e4-4cae-b157-5e25f5aecb94 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.0627346 Jun 03 16:04:55.208477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b90d177-1dc8-42c4-82ee-c9817ce62b61 req-b8a53e97-cc8b-437f-b778-133762ec666a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399499 Jun 03 16:04:55.341605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b90d177-1dc8-42c4-82ee-c9817ce62b61 req-333f132d-b220-4828-afe6-eb68e96f0e79 service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243670 Jun 03 16:04:55.474198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b90d177-1dc8-42c4-82ee-c9817ce62b61 req-df647973-faff-4abc-986f-5a615323ec9a service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258433 Jun 03 16:04:55.689700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 2c3b4bee-4696-4e71-89c9-ee4da44719a6 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:04:55.738030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 2c3b4bee-4696-4e71-89c9-ee4da44719a6 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:04:55.738249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 2c3b4bee-4696-4e71-89c9-ee4da44719a6 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:04:56.074423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269855b6-4c47-493c-9719-7b649e654089 req-b82c7a98-fbce-4ef4-8bed-c4f8fbb43d6f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:56.075746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-269855b6-4c47-493c-9719-7b649e654089 req-b82c7a98-fbce-4ef4-8bed-c4f8fbb43d6f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 943 time: 0.0804710 Jun 03 16:04:56.123809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-269855b6-4c47-493c-9719-7b649e654089 req-270ac3fd-c3f8-4394-9b63-134cde62e3a3 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 Jun 03 16:04:57.336542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bf7d4-d364-4c92-91cb-9bf9412bd976 req-195210c8-22d7-4bb4-9d9a-3b4b63ebec14 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:57.338065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb0bf7d4-d364-4c92-91cb-9bf9412bd976 req-195210c8-22d7-4bb4-9d9a-3b4b63ebec14 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 943 time: 0.0824518 Jun 03 16:04:57.382837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-eb0bf7d4-d364-4c92-91cb-9bf9412bd976 req-e8e08f3e-162a-4fc7-adfc-ce7dc23c8f07 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387969 Jun 03 16:04:57.685381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:04:57.830417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:57.844376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8', 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e', 'port_id': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8', 'mac_address': 'fa:16:3e:c7:3d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d35dd2-e0f1-4f20-abed-02f13bdab8c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:04:57.910034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:04:57.910422 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:57.926915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:04:57.942761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:57.948664 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:58.022086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:04:58.033968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.034286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.034759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.035191 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.035633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.036044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.036497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.036786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.037209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.037627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.038077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.038486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:04:58.140092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['c60dd0fb-ea18-4c2b-95d4-b4332a4454c8'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:04:58.579783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad299b4d-95b1-420c-acec-5e19b44aa5e7 req-ee04d001-7cd8-4133-848d-dbd81c60d5f0 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:58.581269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad299b4d-95b1-420c-acec-5e19b44aa5e7 req-ee04d001-7cd8-4133-848d-dbd81c60d5f0 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 944 time: 0.0901763 Jun 03 16:04:58.629520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad299b4d-95b1-420c-acec-5e19b44aa5e7 req-b6003a00-b98e-40e1-9617-5dad1abd3fcf tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 Jun 03 16:04:59.701095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:04:59.805565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:04:59.811007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:04:59.811371 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:59.819625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb0034-3860-4449-b62a-d48ae913357d req-4cb921ce-68cb-4bad-8cde-fb9f7d4384a7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:04:59.821093 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8cb0034-3860-4449-b62a-d48ae913357d req-4cb921ce-68cb-4bad-8cde-fb9f7d4384a7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 944 time: 0.0836563 Jun 03 16:04:59.867055 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8cb0034-3860-4449-b62a-d48ae913357d req-a42b9d36-dc9b-4871-bd43-83ea83d8f2f2 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Jun 03 16:04:59.885709 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:59.942673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:04:59.943368 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:04:59.971052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:04:59.980428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:04:59.985595 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:00.022141 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5075cd6-1a83-42ff-8bd6-99bfceb9f196'] response: {'server_uuid': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8', 'code': 200} Jun 03 16:05:00.057813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:00.159139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54294193-a90f-46f9-b284-af53c4431d67 req-e84f5bef-6c1c-4f1b-b768-abbdd3b6a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:00.160655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54294193-a90f-46f9-b284-af53c4431d67 req-e84f5bef-6c1c-4f1b-b768-abbdd3b6a4cc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 1096 time: 0.0791252 Jun 03 16:05:00.202143 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-54294193-a90f-46f9-b284-af53c4431d67 req-ea756a22-ae13-48b2-b2a6-d6c968addc48 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350637 Jun 03 16:05:01.084515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270283df-0f75-43ac-8416-f9020ed6d4b7 req-4b6a6cbf-e1e3-4790-b3a8-5e6d412121c3 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:01.086015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-270283df-0f75-43ac-8416-f9020ed6d4b7 req-4b6a6cbf-e1e3-4790-b3a8-5e6d412121c3 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.1000676 Jun 03 16:05:01.131972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-270283df-0f75-43ac-8416-f9020ed6d4b7 req-1a450c37-2b41-4f9d-87d6-df5115069b1b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399504 Jun 03 16:05:02.191588 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46c3a510-fc36-4743-876c-63cd9b4d0eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:02.467534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee39721-87f5-4114-94dd-7b919713bfeb req-0148e23e-1d93-4ad9-b0ab-135d5e63904d tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:02.469023 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ee39721-87f5-4114-94dd-7b919713bfeb req-0148e23e-1d93-4ad9-b0ab-135d5e63904d tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.2196698 Jun 03 16:05:02.516792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ee39721-87f5-4114-94dd-7b919713bfeb req-5c817e68-d499-4e3b-a272-bcf4fd693fa2 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414264 Jun 03 16:05:02.730540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1e68c-01aa-4ed8-b59e-a8d093373248 req-c24766f9-7ea2-40ef-82cc-241cafcfd1ce tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:02.731920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdd1e68c-01aa-4ed8-b59e-a8d093373248 req-c24766f9-7ea2-40ef-82cc-241cafcfd1ce tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.1009929 Jun 03 16:05:02.777538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cdd1e68c-01aa-4ed8-b59e-a8d093373248 req-f78c1846-2483-4544-8019-ef42ac08afc9 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398905 Jun 03 16:05:03.134546 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-2ca8d41b-e5ac-44d7-8b11-9ac7c937fa8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776925 Jun 03 16:05:03.182898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd701c-8947-4074-9975-01704d801590 req-e9685174-68c1-4612-baa8-10825f986c55 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:03.184287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8fd701c-8947-4074-9975-01704d801590 req-e9685174-68c1-4612-baa8-10825f986c55 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0870838 Jun 03 16:05:03.229497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8fd701c-8947-4074-9975-01704d801590 req-94741bf0-dbf8-42b4-9eb5-8f4ead629b71 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395730 Jun 03 16:05:04.478026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-5bce4775-aa42-4ec8-9ba5-0e86967c9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:04.479535 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-5bce4775-aa42-4ec8-9ba5-0e86967c9922 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 1096 time: 0.1384127 Jun 03 16:05:04.486953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baaf5f-c47f-4e45-9361-8a124552ac69 req-9bd087c8-f5f8-4bdb-9733-4f311c93dde8 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:04.488342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24baaf5f-c47f-4e45-9361-8a124552ac69 req-9bd087c8-f5f8-4bdb-9733-4f311c93dde8 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.1127708 Jun 03 16:05:04.612596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24baaf5f-c47f-4e45-9361-8a124552ac69 req-dd95675e-d2d1-40c7-b578-106515ccf9dc tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057227 Jun 03 16:05:04.648063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-56218427-572b-47a9-bbd9-d19908bee22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:04.649519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-56218427-572b-47a9-bbd9-d19908bee22c service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 916 time: 0.1603560 Jun 03 16:05:04.727036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-13cb43b5-29b8-4b94-9d7a-cf1013818b92 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 HTTP/1.1" status: 200 len: 217 time: 0.0699487 Jun 03 16:05:04.797097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-287e7036-7769-4fd1-b830-a5396c063f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:04.798684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-287e7036-7769-4fd1-b830-a5396c063f72 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.0658445 Jun 03 16:05:04.845953 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-5191f248-fa3c-4e12-a5cf-4cb9f3964ffa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404847 Jun 03 16:05:04.879390 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b3035cc-fd20-49f2-be3c-1568ae5bea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:04.982309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-a3316aa5-f899-4a13-b4bc-92eb72abe75a service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295979 Jun 03 16:05:05.112036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-8bda5c02-64a2-45b3-81d4-b3425080da5a service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235843 Jun 03 16:05:05.377286 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:05.717444 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:05.806167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c469eb6-ba64-4a41-a08a-ca3c2ff4dcc1 req-81d8b03c-869a-4d1e-afc5-33f96e324d8a tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:05.807632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c469eb6-ba64-4a41-a08a-ca3c2ff4dcc1 req-81d8b03c-869a-4d1e-afc5-33f96e324d8a tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0849407 Jun 03 16:05:05.860706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c469eb6-ba64-4a41-a08a-ca3c2ff4dcc1 req-12ced8c2-9ed0-4166-b4af-d11949dfb523 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 Jun 03 16:05:07.063519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384696e-9cc5-43dd-a2f1-10dba05965b8 req-f3c36974-2bb1-4142-ba25-310095071dc4 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:07.064958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1384696e-9cc5-43dd-a2f1-10dba05965b8 req-f3c36974-2bb1-4142-ba25-310095071dc4 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0904393 Jun 03 16:05:07.113335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1384696e-9cc5-43dd-a2f1-10dba05965b8 req-8d6db047-597f-4193-8b06-7b574ca97ad8 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403850 Jun 03 16:05:07.183170 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:08.342117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c23a0-54d9-4099-8195-f2367fb6c291 req-46e95987-d87b-4727-a7ce-83a5d9aba9d5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:08.343563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-516c23a0-54d9-4099-8195-f2367fb6c291 req-46e95987-d87b-4727-a7ce-83a5d9aba9d5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0985305 Jun 03 16:05:08.388818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-516c23a0-54d9-4099-8195-f2367fb6c291 req-ffcc0906-4ae6-4a6d-bffe-34b497fb1dbc tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Jun 03 16:05:08.790404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-c7d41b9d-d3b9-42a5-affa-fb3243dbd302 req-ebed3fcd-569d-4467-9190-3553ff1aabb9 service neutron] (88445) timed out ('10.222.0.67', 64322) {{(pid=88445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:05:09.227369 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:09.593578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bdb9a-e96c-4bb0-8d5d-35908c42a0b4 req-98cd20a4-8fd4-4065-8b8e-bf626c1e09d6 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:09.596669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f4bdb9a-e96c-4bb0-8d5d-35908c42a0b4 req-98cd20a4-8fd4-4065-8b8e-bf626c1e09d6 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0894883 Jun 03 16:05:09.647944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f4bdb9a-e96c-4bb0-8d5d-35908c42a0b4 req-027e7748-b354-4fa6-a4fc-bf3a0c899fbe tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 Jun 03 16:05:10.840607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c10d1b-7b6d-454f-90f7-accdfc4bd8ab req-3715756d-c7f1-46c3-8e00-dad11ef1115e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:10.842047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90c10d1b-7b6d-454f-90f7-accdfc4bd8ab req-3715756d-c7f1-46c3-8e00-dad11ef1115e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0865636 Jun 03 16:05:10.895231 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90c10d1b-7b6d-454f-90f7-accdfc4bd8ab req-83136fd8-8e88-473d-972a-dd2fa38c7f42 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471020 Jun 03 16:05:12.095953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf1b1f-de9e-4cd6-b41e-8a45ee74cc76 req-cf3f0113-cacf-47a7-9102-c00f0485c971 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:12.097383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69cf1b1f-de9e-4cd6-b41e-8a45ee74cc76 req-cf3f0113-cacf-47a7-9102-c00f0485c971 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0984364 Jun 03 16:05:12.150849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-69cf1b1f-de9e-4cd6-b41e-8a45ee74cc76 req-6ffcafe8-b41c-43ff-91f4-df70ee923657 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475776 Jun 03 16:05:13.364741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bab43-2502-4aa9-9f43-e3ff33e7baef req-d4050cbb-b6f9-498b-bebd-9a307c480dfc tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:13.366673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb8bab43-2502-4aa9-9f43-e3ff33e7baef req-d4050cbb-b6f9-498b-bebd-9a307c480dfc tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.1029487 Jun 03 16:05:13.413435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb8bab43-2502-4aa9-9f43-e3ff33e7baef req-6cf4a1cb-9378-44d0-bdb5-2ae6ac6287cf tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 Jun 03 16:05:14.626623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154208aa-227f-4c52-b23b-e21ffb004143 req-59782659-ad9b-4503-b0ce-a95405dfa918 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:14.627250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-154208aa-227f-4c52-b23b-e21ffb004143 req-59782659-ad9b-4503-b0ce-a95405dfa918 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.1043389 Jun 03 16:05:14.772101 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-154208aa-227f-4c52-b23b-e21ffb004143 req-2610fc89-78c7-49c8-b555-d37a45323b14 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390193 Jun 03 16:05:16.148965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1eb6b-073e-4503-9f6d-95e17d318162 req-eda196bc-5816-4102-bc2b-dc3c12e5cc87 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:16.150346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e1eb6b-073e-4503-9f6d-95e17d318162 req-eda196bc-5816-4102-bc2b-dc3c12e5cc87 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.1033523 Jun 03 16:05:16.197403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47e1eb6b-073e-4503-9f6d-95e17d318162 req-c281406f-2741-48cb-909d-be44508cf999 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 Jun 03 16:05:16.907323 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:05:17.402163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6280eaf-b8fc-4d74-8ef4-fc55a5f470f0 req-53b15f47-8795-4dcf-9759-090ef97c05e3 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:17.403778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6280eaf-b8fc-4d74-8ef4-fc55a5f470f0 req-53b15f47-8795-4dcf-9759-090ef97c05e3 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0976174 Jun 03 16:05:17.447722 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6280eaf-b8fc-4d74-8ef4-fc55a5f470f0 req-70987798-28c5-4405-96e5-b07e14ee08ed tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380845 Jun 03 16:05:18.655742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24c1ac-6b90-40ec-93a0-c61804ce28ff req-279b7cfc-ec22-4d86-a625-91a116dba40b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:18.657587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf24c1ac-6b90-40ec-93a0-c61804ce28ff req-279b7cfc-ec22-4d86-a625-91a116dba40b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0993612 Jun 03 16:05:18.706252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf24c1ac-6b90-40ec-93a0-c61804ce28ff req-40a3a8b5-d3f3-4ab0-97e4-8356171243f2 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427277 Jun 03 16:05:19.920720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c6fe7-4096-4f8c-9b73-feb3d458b167 req-bd646102-7279-4697-a0e0-4b574cf5b58f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:19.922274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-526c6fe7-4096-4f8c-9b73-feb3d458b167 req-bd646102-7279-4697-a0e0-4b574cf5b58f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0900548 Jun 03 16:05:19.969025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-526c6fe7-4096-4f8c-9b73-feb3d458b167 req-581a3fdf-2f9c-41b6-824c-10fc1a4ba07a tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384407 Jun 03 16:05:21.170421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970e583-5c71-4c26-aaf8-3d4db3849ddc req-59ef8281-559a-4a0c-84a7-1229b41e33f0 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:21.171973 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f970e583-5c71-4c26-aaf8-3d4db3849ddc req-59ef8281-559a-4a0c-84a7-1229b41e33f0 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0869780 Jun 03 16:05:21.216465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f970e583-5c71-4c26-aaf8-3d4db3849ddc req-5d80516c-9394-4705-8a90-e0ae0f6b9051 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 Jun 03 16:05:22.416683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f9b46-bd29-479b-a434-a44b00e2fa60 req-f67f1c77-23a1-4a73-8daf-e4cdff87d798 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:22.418164 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-723f9b46-bd29-479b-a434-a44b00e2fa60 req-f67f1c77-23a1-4a73-8daf-e4cdff87d798 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0845914 Jun 03 16:05:22.464202 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-723f9b46-bd29-479b-a434-a44b00e2fa60 req-d90baf77-1d00-4cd0-9ea3-52aa510518ea tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Jun 03 16:05:23.672769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c7f40-8099-49ea-8272-83ba2b19cd2f req-20e33228-f480-45f2-95d0-77cde40ea5b9 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:23.674314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-668c7f40-8099-49ea-8272-83ba2b19cd2f req-20e33228-f480-45f2-95d0-77cde40ea5b9 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0925980 Jun 03 16:05:23.722851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-668c7f40-8099-49ea-8272-83ba2b19cd2f req-eb769faf-92a2-4df0-b84a-c65eeae5d118 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Jun 03 16:05:24.942023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a06bc0-2b58-4c46-af65-612dfdc3044e req-bd5a4792-6c80-4bd4-9efe-4898012538a1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:24.943569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3a06bc0-2b58-4c46-af65-612dfdc3044e req-bd5a4792-6c80-4bd4-9efe-4898012538a1 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0928254 Jun 03 16:05:24.993495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3a06bc0-2b58-4c46-af65-612dfdc3044e req-775b39ba-8561-4391-9aa1-f7c1ac99dd1a tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438516 Jun 03 16:05:26.188590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a099b7e-ed71-4b80-9ece-fced8d54b6fb req-cd3dfcc9-9ae3-4efa-b5b9-60bef72fd3ba tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:26.190105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a099b7e-ed71-4b80-9ece-fced8d54b6fb req-cd3dfcc9-9ae3-4efa-b5b9-60bef72fd3ba tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0829203 Jun 03 16:05:26.242985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a099b7e-ed71-4b80-9ece-fced8d54b6fb req-6c340469-f575-4c1e-b3a2-38dd972028ff tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Jun 03 16:05:27.451507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b54c3-d786-4e10-b22c-f41cd40d3f77 req-82f09a9e-4942-4722-92b3-6f946bb49da7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:27.452916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b1b54c3-d786-4e10-b22c-f41cd40d3f77 req-82f09a9e-4942-4722-92b3-6f946bb49da7 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0984573 Jun 03 16:05:27.500536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4b1b54c3-d786-4e10-b22c-f41cd40d3f77 req-4bab361b-b551-400b-94ba-5e7df33b32c0 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Jun 03 16:05:28.718981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897aa29-aa65-4e1c-9deb-fc7e3f418a4b req-d211d0ce-ca27-4682-8f33-2fb26913dcc5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:28.720798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e897aa29-aa65-4e1c-9deb-fc7e3f418a4b req-d211d0ce-ca27-4682-8f33-2fb26913dcc5 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0924909 Jun 03 16:05:28.769284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e897aa29-aa65-4e1c-9deb-fc7e3f418a4b req-38f14635-76cd-419d-9635-3d0f5012d4dd tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399466 Jun 03 16:05:29.892324 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:29.975924 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35200c83-cdec-43f6-93e2-afcc8b32eb5f req-de4e3d42-6be3-4489-a6e7-906d4b273a87 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:29.977362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35200c83-cdec-43f6-93e2-afcc8b32eb5f req-de4e3d42-6be3-4489-a6e7-906d4b273a87 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0838954 Jun 03 16:05:30.022278 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-35200c83-cdec-43f6-93e2-afcc8b32eb5f req-f92ea3f2-d43c-4ce4-9814-58b3b077355e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390506 Jun 03 16:05:31.237420 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653a4d1-c888-4388-9f2f-c7eb5d49ae93 req-7ed60dda-402c-452a-ab41-3715c4f4ea39 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:31.239027 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2653a4d1-c888-4388-9f2f-c7eb5d49ae93 req-7ed60dda-402c-452a-ab41-3715c4f4ea39 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0930359 Jun 03 16:05:31.299707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2653a4d1-c888-4388-9f2f-c7eb5d49ae93 req-e5cd97fb-93a8-4e78-93a3-f429569095c6 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521255 Jun 03 16:05:31.754655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-dbcd5d25-4cd5-448e-a7da-948a1f51c22f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:05:31.756151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-dbcd5d25-4cd5-448e-a7da-948a1f51c22f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083592 Jun 03 16:05:31.849821 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-81887b1e-2350-4ab9-b941-7081b71e9601 service neutron] 10.222.0.75 "GET /v2.0/ports/c60dd0fb-ea18-4c2b-95d4-b4332a4454c8/bindings/n-h1-844595-1 HTTP/1.1" status: 200 len: 382 time: 0.0880935 Jun 03 16:05:32.146772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-a7424343-8687-410a-acd0-e21d288b2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:32.148262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-a7424343-8687-410a-acd0-e21d288b2aca service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833&tenant_id=70828e0045544888a369361fb1089ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0818160 Jun 03 16:05:32.187538 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a0f74e64-ced3-45f6-a59a-3101e09ad925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:32.250710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-944b3954-5591-4900-b8be-faefcdcf1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:32.252189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-944b3954-5591-4900-b8be-faefcdcf1d3f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 1096 time: 0.0796726 Jun 03 16:05:32.396045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-047d63ed-2dca-4fdf-8721-2bd0241c9f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:32.397499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-047d63ed-2dca-4fdf-8721-2bd0241c9f7d service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 916 time: 0.1376548 Jun 03 16:05:32.599958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-6ede523f-0397-4301-b76b-207f2f9ecda8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 HTTP/1.1" status: 200 len: 217 time: 0.1963301 Jun 03 16:05:32.673909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-09d57e64-78ab-4e5c-8bf5-9b1bcc191765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:32.675335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-09d57e64-78ab-4e5c-8bf5-9b1bcc191765 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.0691342 Jun 03 16:05:32.726198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-ae81c595-5c29-474a-bd60-b8f321b11e3b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441570 Jun 03 16:05:32.734283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623820af-4211-4cfe-9e61-d715e640082d req-8a342fae-9f94-493e-ae9e-9fe640e88ead tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:32.735591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-623820af-4211-4cfe-9e61-d715e640082d req-8a342fae-9f94-493e-ae9e-9fe640e88ead tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.2862604 Jun 03 16:05:32.857382 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-623820af-4211-4cfe-9e61-d715e640082d req-86d691e1-0715-430d-9eb5-eb03299c6313 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041005 Jun 03 16:05:32.893189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-c8884042-b568-4021-9f51-65cd7f555485 service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564894 Jun 03 16:05:33.029801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d9b4b0-c1f3-41aa-b47d-be646a3e7860 req-060cb6e3-2a4f-4e72-a0ca-34ba709b9c6f service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297874 Jun 03 16:05:34.055573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0244d6-3016-43bc-ac18-e5181caade3e req-bd2f76bb-02f4-4740-8992-97cbbe7a8380 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:34.056977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c0244d6-3016-43bc-ac18-e5181caade3e req-bd2f76bb-02f4-4740-8992-97cbbe7a8380 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0861039 Jun 03 16:05:34.110885 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4c0244d6-3016-43bc-ac18-e5181caade3e req-d13534c1-9969-4618-917b-ecd766c5fba2 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455050 Jun 03 16:05:34.887065 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-10d9a006-3121-480d-a619-3e5bd16edc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:35.301556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57005cd-8d3b-45cf-ba70-a8d55d5abd07 req-59f07699-70b7-46cf-befe-682370640496 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:35.303033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c57005cd-8d3b-45cf-ba70-a8d55d5abd07 req-59f07699-70b7-46cf-befe-682370640496 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0809700 Jun 03 16:05:35.347978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c57005cd-8d3b-45cf-ba70-a8d55d5abd07 req-fd29156c-43df-4bc5-885c-e206c71fd241 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Jun 03 16:05:35.373646 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:35.720996 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:35.734229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-589fa1c7-16b7-47c7-92c6-0afa517988c9 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:35.735689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-589fa1c7-16b7-47c7-92c6-0afa517988c9 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.75 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833&tenant_id=70828e0045544888a369361fb1089ab1&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 945 time: 0.1496994 Jun 03 16:05:35.743037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff03ca0-9bc4-4715-b465-944309a3fd98 req-14bdd95a-a6bc-4260-bfdc-3e8c4582aecc tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:35.744452 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ff03ca0-9bc4-4715-b465-944309a3fd98 req-14bdd95a-a6bc-4260-bfdc-3e8c4582aecc tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.1570952 Jun 03 16:05:35.790852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ff03ca0-9bc4-4715-b465-944309a3fd98 req-55ea691a-1554-43fa-bc90-376a8cc6f389 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 Jun 03 16:05:35.839262 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:05:35.842760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:05:35.882408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-875ada9f-8633-4b66-9dff-a8651b548f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:35.883886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-875ada9f-8633-4b66-9dff-a8651b548f97 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=70828e0045544888a369361fb1089ab1&device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 1096 time: 0.0771129 Jun 03 16:05:36.013698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-c5d9e439-2c50-4094-9495-6aa4734c5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:36.015061 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-c5d9e439-2c50-4094-9495-6aa4734c5728 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 200 len: 916 time: 0.1253672 Jun 03 16:05:36.061086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:36.061694 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:36.079757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-b87f8834-7e77-4821-a805-dde4928e8e73 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 HTTP/1.1" status: 200 len: 217 time: 0.0588219 Jun 03 16:05:36.083017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:36.103146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8', 'network_id': '1e167b03-e474-4a94-8f50-409e63cb388e', 'port_id': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8', 'mac_address': 'fa:16:3e:c7:3d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d35dd2-e0f1-4f20-abed-02f13bdab8c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:05:36.108546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:05:36.146759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-505b1ef2-3d35-4e7e-bc70-e3be0274c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:36.149302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-505b1ef2-3d35-4e7e-bc70-e3be0274c3a6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 200 len: 855 time: 0.0616789 Jun 03 16:05:36.149741 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:36.156937 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:36.198469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-eea48704-f23f-430e-9cb9-8c28208d84ed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e167b03-e474-4a94-8f50-409e63cb388e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433691 Jun 03 16:05:36.199384 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0a841b-bc9b-4ed6-9d26-7635c3cc1b6d'] response: {'server_uuid': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8', 'code': 200} Jun 03 16:05:36.228916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:36.229140 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:36.252865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:05:36.256731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:36.317739 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:05:36.318507 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:05:36.335175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-5b7d9f8c-c2f5-4498-89ff-9f825c63429b service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306734 Jun 03 16:05:36.477755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14ed8bef-ddce-40e4-8bb0-a5d849f0c0f8 req-1524b838-a441-4394-bba0-41af75464d1a service neutron] 10.222.0.75 "GET /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367042 Jun 03 16:05:36.875549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:36.875931 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:36.895112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:05:36.912427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:36.918012 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:36.993615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:36.995492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992f1c3-c983-4c19-ba98-445b88c693c2 req-96005610-a041-4764-b4e9-fe622a874364 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:36.996978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9992f1c3-c983-4c19-ba98-445b88c693c2 req-96005610-a041-4764-b4e9-fe622a874364 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 944 time: 0.0910420 Jun 03 16:05:37.124914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['c60dd0fb-ea18-4c2b-95d4-b4332a4454c8'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:05:37.156299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9992f1c3-c983-4c19-ba98-445b88c693c2 req-a16905a6-09ac-414b-8e3f-03f076bdb10d tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530099 Jun 03 16:05:37.200508 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:37.846870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:05:37.922756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:37.923118 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:38.042472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:38.042820 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:38.075702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:38.082325 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:38.148820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:38.200697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:05:38.245542 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8394ee0-6eda-4b99-8080-183ca95cefe8'] response: {'server_uuid': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8', 'code': 200} Jun 03 16:05:38.344695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ae281-4a0b-4826-abe3-95e0955bb0dc req-173293c3-3521-448a-b6dc-c36f431d4a5f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:38.346194 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f68ae281-4a0b-4826-abe3-95e0955bb0dc req-173293c3-3521-448a-b6dc-c36f431d4a5f tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0819750 Jun 03 16:05:38.392469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f68ae281-4a0b-4826-abe3-95e0955bb0dc req-d2879eb8-7c29-4e0c-a917-bea03a95dc60 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403967 Jun 03 16:05:38.587706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b658f8e-94de-4051-8037-9752676e5a69 req-7756431a-d456-4117-9792-f9d51b5e1e64 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:38.589186 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b658f8e-94de-4051-8037-9752676e5a69 req-7756431a-d456-4117-9792-f9d51b5e1e64 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0916367 Jun 03 16:05:38.643426 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b658f8e-94de-4051-8037-9752676e5a69 req-8008388b-cec7-47db-a9c1-6514ad0dd65e tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477796 Jun 03 16:05:38.849044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60806a8-c325-43b2-9366-e28ea93aa0a5 req-6fcedeea-f9ce-433b-9412-c752e5a536c6 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:38.850590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e60806a8-c325-43b2-9366-e28ea93aa0a5 req-6fcedeea-f9ce-433b-9412-c752e5a536c6 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0843637 Jun 03 16:05:38.911412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e60806a8-c325-43b2-9366-e28ea93aa0a5 req-9bef3fa1-44f5-4c71-b731-76438c5b57da tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520704 Jun 03 16:05:39.242854 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:39.482389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c97e6e-d75d-4160-85ba-971852b311a3 req-fcfb9d1a-7735-414c-a29c-40b9041deace tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:39.483728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37c97e6e-d75d-4160-85ba-971852b311a3 req-fcfb9d1a-7735-414c-a29c-40b9041deace tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0890744 Jun 03 16:05:39.529078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37c97e6e-d75d-4160-85ba-971852b311a3 req-9540b55a-eb13-4c28-a02c-6dc540c6d72b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 Jun 03 16:05:40.564915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afca4df-0f5e-47f6-9a7a-e8c59ff600ef req-94c98534-eb33-4dcb-8ff1-05eec62a89ca tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:40.566392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7afca4df-0f5e-47f6-9a7a-e8c59ff600ef req-94c98534-eb33-4dcb-8ff1-05eec62a89ca tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.75 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.0938351 Jun 03 16:05:40.637058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7afca4df-0f5e-47f6-9a7a-e8c59ff600ef req-19384288-7a35-4c6a-9ff3-a74643e4348b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Deleting port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:05:40.637282 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7afca4df-0f5e-47f6-9a7a-e8c59ff600ef req-19384288-7a35-4c6a-9ff3-a74643e4348b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:40.920676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc1473-1b0f-471c-8201-cc03adda27a1 req-8bd8dcca-27b4-4772-a9ad-c3b8c3fde806 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:40.922053 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22dc1473-1b0f-471c-8201-cc03adda27a1 req-8bd8dcca-27b4-4772-a9ad-c3b8c3fde806 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/ports?device_id=c69692dd-1fc3-4b15-9e3b-c290ad122833 HTTP/1.1" status: 200 len: 945 time: 0.2410345 Jun 03 16:05:41.004491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22dc1473-1b0f-471c-8201-cc03adda27a1 req-36204612-8530-4205-8c61-f37da9b000a4 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups?id=dbca7ed8-5d32-457f-8274-dee77943d077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761545 Jun 03 16:05:41.006076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7afca4df-0f5e-47f6-9a7a-e8c59ff600ef req-19384288-7a35-4c6a-9ff3-a74643e4348b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] For port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,segment=NetworkSegment(c72a86e0-53ef-4925-becd-966630d2ca53),segment_id=c72a86e0-53ef-4925-becd-966630d2ca53)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:41.006427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7afca4df-0f5e-47f6-9a7a-e8c59ff600ef req-19384288-7a35-4c6a-9ff3-a74643e4348b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:41.127788 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7afca4df-0f5e-47f6-9a7a-e8c59ff600ef req-19384288-7a35-4c6a-9ff3-a74643e4348b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Calling delete_port for c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:05:41.281361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7afca4df-0f5e-47f6-9a7a-e8c59ff600ef req-19384288-7a35-4c6a-9ff3-a74643e4348b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:41.294510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['c60dd0fb-ea18-4c2b-95d4-b4332a4454c8'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:05:41.333118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19384288-7a35-4c6a-9ff3-a74643e4348b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Pushing event deleted for resources: {'Port': ['ID=c60dd0fb-ea18-4c2b-95d4-b4332a4454c8,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:41.414376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afca4df-0f5e-47f6-9a7a-e8c59ff600ef req-19384288-7a35-4c6a-9ff3-a74643e4348b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] No DVR routers for this DVR port c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:05:41.418522 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7afca4df-0f5e-47f6-9a7a-e8c59ff600ef req-19384288-7a35-4c6a-9ff3-a74643e4348b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:41.422968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'name': 'network-vif-deleted', 'tag': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:05:41.444078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7afca4df-0f5e-47f6-9a7a-e8c59ff600ef req-19384288-7a35-4c6a-9ff3-a74643e4348b tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.75 "DELETE /v2.0/ports/c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 HTTP/1.1" status: 204 len: 173 time: 0.8712254 Jun 03 16:05:41.472832 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0010a505-c709-4c9a-84cc-8deddecfa28b'] response: {'server_uuid': 'c69692dd-1fc3-4b15-9e3b-c290ad122833', 'name': 'network-vif-deleted', 'tag': 'c60dd0fb-ea18-4c2b-95d4-b4332a4454c8', 'status': 'completed', 'code': 200} Jun 03 16:05:42.134541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35144) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:42.202138 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-000f3c83-4ac4-45af-bd20-b5fd54275f62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:42.242422 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-000f3c83-4ac4-45af-bd20-b5fd54275f62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:42.296319 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-000f3c83-4ac4-45af-bd20-b5fd54275f62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:42.313566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f3c83-4ac4-45af-bd20-b5fd54275f62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06504520-59e3-4b04-86e5-deabf5f26a4d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:42.319119 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-000f3c83-4ac4-45af-bd20-b5fd54275f62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:42.322512 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35148) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:42.325907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-000f3c83-4ac4-45af-bd20-b5fd54275f62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "DELETE /v2.0/security-groups/06504520-59e3-4b04-86e5-deabf5f26a4d HTTP/1.1" status: 204 len: 168 time: 0.1874719 Jun 03 16:05:42.339954 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-89d8ae20-1c45-46bb-a958-7f8c834ee7cf tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] show failed (client error): The resource could not be found. Jun 03 16:05:42.344316 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-89d8ae20-1c45-46bb-a958-7f8c834ee7cf tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "GET /v2.0/security-groups/06504520-59e3-4b04-86e5-deabf5f26a4d HTTP/1.1" status: 404 len: 347 time: 0.0175846 Jun 03 16:05:42.344316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35152) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:42.623225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a8da4a9c-41ee-4715-8cd1-d55e6789d675 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Deleting port da8a8424-5376-415c-8e9c-92da6321facd {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:05:42.623434 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8da4a9c-41ee-4715-8cd1-d55e6789d675 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:42.794705 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8da4a9c-41ee-4715-8cd1-d55e6789d675 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:42.795002 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8da4a9c-41ee-4715-8cd1-d55e6789d675 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:42.915330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a8da4a9c-41ee-4715-8cd1-d55e6789d675 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Calling delete_port for da8a8424-5376-415c-8e9c-92da6321facd owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:05:43.086271 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8da4a9c-41ee-4715-8cd1-d55e6789d675 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:43.131929 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da4a9c-41ee-4715-8cd1-d55e6789d675 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Pushing event deleted for resources: {'Port': ['ID=da8a8424-5376-415c-8e9c-92da6321facd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:43.227175 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8da4a9c-41ee-4715-8cd1-d55e6789d675 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:43.241226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a8da4a9c-41ee-4715-8cd1-d55e6789d675 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:43.242379 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a8da4a9c-41ee-4715-8cd1-d55e6789d675 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] 10.222.0.48 "DELETE /v2.0/floatingips/b994c711-b0ec-4e4d-ae72-4fabfdf93994 HTTP/1.1" status: 204 len: 168 time: 0.8972366 Jun 03 16:05:43.389048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35160) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:43.457196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-71af09d8-0d4b-484e-ae8f-1673986bc54c admin admin] Deleting subnet f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:05:43.460423 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71af09d8-0d4b-484e-ae8f-1673986bc54c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:43.520101 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71af09d8-0d4b-484e-ae8f-1673986bc54c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:43.580741 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71af09d8-0d4b-484e-ae8f-1673986bc54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:43.748574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71af09d8-0d4b-484e-ae8f-1673986bc54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:43.784570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af09d8-0d4b-484e-ae8f-1673986bc54c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d35dd2-e0f1-4f20-abed-02f13bdab8c9,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:43.788511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-71af09d8-0d4b-484e-ae8f-1673986bc54c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:43.796904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-71af09d8-0d4b-484e-ae8f-1673986bc54c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f3d35dd2-e0f1-4f20-abed-02f13bdab8c9 HTTP/1.1" status: 204 len: 168 time: 0.4063909 Jun 03 16:05:43.799497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35164) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:43.891214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:05:43.914127 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:43.959579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:05:43.959914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device c60dd0fb-ea18-4c2b-95d4-b4332a4454c8 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:05:44.040991 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:44.069477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e167b03-e474-4a94-8f50-409e63cb388e']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:05:44.082182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72a86e0-53ef-4925-becd-966630d2ca53') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:05:44.082459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72a86e0-53ef-4925-becd-966630d2ca53') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:05:44.094522 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:44.110628 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:44.116701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:05:44.117128 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:44.183264 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c72a86e0-53ef-4925-becd-966630d2ca53 resource provider aggregate not found Jun 03 16:05:44.207858 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment c72a86e0-53ef-4925-becd-966630d2ca53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c72a86e0-53ef-4925-becd-966630d2ca53 found for delete ", "request_id": "req-fd56944a-e3b1-4da9-9bc4-1e3e0776b140"}]} Jun 03 16:05:44.222615 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:44.227070 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:44.250248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] Pushing event deleted for resources: {'Network': ['ID=1e167b03-e474-4a94-8f50-409e63cb388e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:44.257721 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f0430e1f-4bea-45be-98e4-40e0382bf51a admin admin] 10.222.0.48 "DELETE /v2.0/networks/1e167b03-e474-4a94-8f50-409e63cb388e HTTP/1.1" status: 204 len: 168 time: 0.4570577 Jun 03 16:05:44.373519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35174) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:44.423480 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f1d9ca46-84fa-4795-af23-ff1f2a8bac65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70828e0045544888a369361fb1089ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487533 Jun 03 16:05:44.426119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35178) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:44.495239 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-094439c0-fbbb-4645-8519-bec3ce092c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:44.522862 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-094439c0-fbbb-4645-8519-bec3ce092c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:44.588927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-094439c0-fbbb-4645-8519-bec3ce092c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:44.608221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094439c0-fbbb-4645-8519-bec3ce092c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbca7ed8-5d32-457f-8274-dee77943d077,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:44.615884 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-094439c0-fbbb-4645-8519-bec3ce092c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:44.617115 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-094439c0-fbbb-4645-8519-bec3ce092c5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbca7ed8-5d32-457f-8274-dee77943d077 HTTP/1.1" status: 204 len: 168 time: 0.1901133 Jun 03 16:05:45.404519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35202) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:45.518622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1285982058-network', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:45.524786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:45.529118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Usage tracker for resource:network and tenant:f08f788e4c1744208d4c62275660e0c2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:45.532250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:45.538453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:45.552994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Made reservation on behalf of f08f788e4c1744208d4c62275660e0c2 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:05:45.555214 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:45.567151 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:45.581318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:45.585124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Usage tracker for resource:security_group_rule and tenant:f08f788e4c1744208d4c62275660e0c2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:45.587932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:45.593495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:45.685907 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:45.691685 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:45.721394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:05:45.729722 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e87d02-22ac-4fe0-8f01-98fb86f36598,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:45.735183 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:45.735494 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Added segment 5ca42123-8151-47b5-9fa3-41c9bb15ca3f of type vlan for network 4d4a024b-07d2-4113-a268-3245350a8384 Jun 03 16:05:45.761708 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:45.791883 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:45.792806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:45.793519 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:45.894967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] Pushing event updated for resources: {'Network': ['ID=4d4a024b-07d2-4113-a268-3245350a8384,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:45.897900 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7180ac8f-6a7b-41e9-aba7-8ee9e7669287 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4923294 Jun 03 16:05:45.901647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35208) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:45.906250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 4d4a024b-07d2-4113-a268-3245350a8384 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:05:45.907136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Request body: {'subnet': {'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1285982058-subnet', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:45.913702 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:45.917694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Usage tracker for resource:subnet and tenant:f08f788e4c1744208d4c62275660e0c2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:45.920567 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:45.926197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:45.937795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Made reservation on behalf of f08f788e4c1744208d4c62275660e0c2 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:05:45.940127 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.154205 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.223364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31cbe84-a553-4c70-bfb9-efc861abdc5d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:46.233574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:05:46.233952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Network hostable DHCP agents. Network: 4d4a024b-07d2-4113-a268-3245350a8384, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:05:46.254302 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Network 4d4a024b-07d2-4113-a268-3245350a8384 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:05:46.263989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 4d4a024b-07d2-4113-a268-3245350a8384) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:05:46.268021 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:46.268560 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.273668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90595d92-0780-4b9c-933c-5831b0fb31db None None] Network 4d4a024b-07d2-4113-a268-3245350a8384 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:05:46.290569 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-70470978-42c5-4d7e-b936-734bb2b2d46d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3878489 Jun 03 16:05:46.293309 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35212) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:46.299211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:46.304926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:46.309596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Usage tracker for resource:router and tenant:f08f788e4c1744208d4c62275660e0c2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:46.312505 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:46.318671 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:46.330839 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.331915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.352240 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.494266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-4d4a024b-07d2-4113-a268-3245350a8384', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:05:46.495146 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.657268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Allocated IP 172.20.0.2 (4d4a024b-07d2-4113-a268-3245350a8384/a31cbe84-a553-4c70-bfb9-efc861abdc5d/2b252b5e-df46-4f87-ad7b-83df95187006) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:05:46.750327 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.869063 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.879366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Transition to ACTIVE for port object 2b252b5e-df46-4f87-ad7b-83df95187006 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:05:46.897783 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Transition to ACTIVE for port object 2b252b5e-df46-4f87-ad7b-83df95187006 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:05:46.904581 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:46.972682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Network 4d4a024b-07d2-4113-a268-3245350a8384 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:05:46.975597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:05:46.979749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:05:46.986922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Pushing event updated for resources: {'Port': ['ID=2b252b5e-df46-4f87-ad7b-83df95187006,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:47.072348 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:47.074531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Attempting to bind port 2b252b5e-df46-4f87-ad7b-83df95187006 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:05:47.075008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Attempting to bind port 2b252b5e-df46-4f87-ad7b-83df95187006 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:05:47.075472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Attempting to bind port 2b252b5e-df46-4f87-ad7b-83df95187006 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:05:47.083717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:05:47.084166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:05:47.084761 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:47.085285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:05:47.085946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Bound port: 2b252b5e-df46-4f87-ad7b-83df95187006, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:05:47.086410 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:47.108499 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:47.177296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] For port 2b252b5e-df46-4f87-ad7b-83df95187006, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:05:47.180414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] For port 2b252b5e-df46-4f87-ad7b-83df95187006, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2b252b5e-df46-4f87-ad7b-83df95187006,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:05:47.184615 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:47.248596 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Allocated IP 172.25.7.51 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/f339b506-a417-4edd-ab55-740336c9c171) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:05:47.274562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa9571-fcf8-4b7a-a713-8ab6a0705c03 None None] Pushing event updated for resources: {'Port': ['ID=2b252b5e-df46-4f87-ad7b-83df95187006,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:47.406203 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:47.441330 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:47.510482 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:05:47.513186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:05:47.515544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:05:47.561098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Pushing event updated for resources: {'Port': ['ID=f339b506-a417-4edd-ab55-740336c9c171,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:47.948778 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:48.181260 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be9c85-f4fd-43fc-87ef-4a5658a90121 None None] Network 4d4a024b-07d2-4113-a268-3245350a8384 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:05:48.305077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-22629597-fa3a-45e5-b841-5d628d3af7d2 None None] Provisioning for port 2b252b5e-df46-4f87-ad7b-83df95187006 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:05:48.418042 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:48.631025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:05:48.727218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2b252b5e-df46-4f87-ad7b-83df95187006 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:05:48.798167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 2b252b5e-df46-4f87-ad7b-83df95187006 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:05:48.803284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2b252b5e-df46-4f87-ad7b-83df95187006 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:48.803690 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:48.816611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:05:48.828344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Sync routers for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:05:48.843782 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:48.845510 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d9f963aa-a95c-494a-b2cf-eb22717ca851 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5508578 Jun 03 16:05:48.848231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35216) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:48.865403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:05:48.866126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:05:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:05:49.132299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2b252b5e-df46-4f87-ad7b-83df95187006 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:49.132537 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:49.145802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:05:49.344679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 2b252b5e-df46-4f87-ad7b-83df95187006, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2b252b5e-df46-4f87-ad7b-83df95187006,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:49.350373 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:49.480526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=2b252b5e-df46-4f87-ad7b-83df95187006,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:49.527395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:47Z', 'revision_number': 3, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:05:49.531667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Checking router: 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:05:49.532053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Updating router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 port f339b506-a417-4edd-ab55-740336c9c171 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:05:49.599162 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:49.658935 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:49.881507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Allocated IP 172.20.0.1 (4d4a024b-07d2-4113-a268-3245350a8384/a31cbe84-a553-4c70-bfb9-efc861abdc5d/9f74153b-156c-4f46-b86b-38868da496a7) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:05:49.929488 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:49.941115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Transition to ACTIVE for port object f339b506-a417-4edd-ab55-740336c9c171 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:05:49.948152 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.023079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Attempting to bind port f339b506-a417-4edd-ab55-740336c9c171 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:05:50.023437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Attempting to bind port f339b506-a417-4edd-ab55-740336c9c171 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:05:50.023792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Attempting to bind port f339b506-a417-4edd-ab55-740336c9c171 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:05:50.030408 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.032812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b8cec-eae8-4166-ba5d-d5bd1b1ca84e None None] Pushing event updated for resources: {'Port': ['ID=f339b506-a417-4edd-ab55-740336c9c171,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:50.035705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:05:50.036412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:05:50.036802 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.037173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:05:50.037627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Bound port: f339b506-a417-4edd-ab55-740336c9c171, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:05:50.038005 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.047859 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Transition to ACTIVE for port object 9f74153b-156c-4f46-b86b-38868da496a7 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:05:50.072490 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.115379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] For port f339b506-a417-4edd-ab55-740336c9c171, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:05:50.118666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] For port f339b506-a417-4edd-ab55-740336c9c171, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f339b506-a417-4edd-ab55-740336c9c171,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:05:50.123721 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.145193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Network 4d4a024b-07d2-4113-a268-3245350a8384 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:05:50.147829 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:05:50.151840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:05:50.193783 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Pushing event updated for resources: {'Port': ['ID=9f74153b-156c-4f46-b86b-38868da496a7,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:50.206872 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.207209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.207355 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:05:50.207539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.207827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:05:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:05:50.207944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.208211 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.208501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.208822 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.209168 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.209465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.209780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.210129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.210441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:50.223745 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.294847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b8cec-eae8-4166-ba5d-d5bd1b1ca84e None None] Pushing event updated for resources: {'Port': ['ID=f339b506-a417-4edd-ab55-740336c9c171,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:50.416257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:05:50.491005 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.588299 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3611f976-ba16-4f9c-ba65-dcc86d21db78 None None] Provisioning for port 9f74153b-156c-4f46-b86b-38868da496a7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:05:50.645470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3611f976-ba16-4f9c-ba65-dcc86d21db78 None None] Provisioning complete for port 9f74153b-156c-4f46-b86b-38868da496a7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:50.645756 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3611f976-ba16-4f9c-ba65-dcc86d21db78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.719412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2b252b5e-df46-4f87-ad7b-83df95187006 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:05:50.722989 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.727794 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.754018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3611f976-ba16-4f9c-ba65-dcc86d21db78 None None] Port 9f74153b-156c-4f46-b86b-38868da496a7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:05:50.834692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Pushing event updated for resources: {'Port': ['ID=9f74153b-156c-4f46-b86b-38868da496a7,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:50.837020 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.856846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2b252b5e-df46-4f87-ad7b-83df95187006 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:50.857207 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:50.936340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:47Z', 'revision_number': 3, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:05:50.942583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce58cf-bdd3-4c49-88f9-b9f87ac95fed None None] The sync data for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 is: [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:47Z', 'revision_number': 3, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:05:50.980963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Network 4d4a024b-07d2-4113-a268-3245350a8384 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:05:50.982273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:05:51.006088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2b252b5e-df46-4f87-ad7b-83df95187006 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:51.208167 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:05:51.280213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f7415cba-cf43-4c82-a22a-3b4e671d3f15 None None] Provisioning complete for port 9f74153b-156c-4f46-b86b-38868da496a7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:51.280213 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f7415cba-cf43-4c82-a22a-3b4e671d3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:51.348401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f7415cba-cf43-4c82-a22a-3b4e671d3f15 None None] Port 9f74153b-156c-4f46-b86b-38868da496a7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:05:51.526167 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:05:51.535570 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-95a5c564-eebf-4911-93fe-4331171d3326 admin admin] 10.222.0.48 "PUT /v2.0/routers/89a7cbd4-bb2b-49e0-948a-a6719d29e8c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6861019 Jun 03 16:05:51.853862 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35226) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:51.859217 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--98485128', 'description': 'tempest-description--375303309'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:51.866317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:51.870568 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Usage tracker for resource:security_group and tenant:f08f788e4c1744208d4c62275660e0c2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:51.873559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:51.879588 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:51.893399 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:51.913039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:51.916918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Usage tracker for resource:security_group_rule and tenant:f08f788e4c1744208d4c62275660e0c2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:51.919843 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:51.925624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:51.996286 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.002021 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.043078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa37b07-11cc-46f5-9a8c-73c320a03256,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:52.045855 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.047144 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-26cbb359-55f5-4466-b5d1-da32d01f0f5a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1921861 Jun 03 16:05:52.049953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35230) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:52.054904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-daf6aec2-4542-4931-9de4-a0dd5113427e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'security_group_rule': {'security_group_id': 'bfa37b07-11cc-46f5-9a8c-73c320a03256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:52.061607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-daf6aec2-4542-4931-9de4-a0dd5113427e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:52.065403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-daf6aec2-4542-4931-9de4-a0dd5113427e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Usage tracker for resource:security_group_rule and tenant:f08f788e4c1744208d4c62275660e0c2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:52.068229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-daf6aec2-4542-4931-9de4-a0dd5113427e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:52.073927 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-daf6aec2-4542-4931-9de4-a0dd5113427e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:52.092689 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf6aec2-4542-4931-9de4-a0dd5113427e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.155307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf6aec2-4542-4931-9de4-a0dd5113427e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.159978 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf6aec2-4542-4931-9de4-a0dd5113427e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.183520 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6aec2-4542-4931-9de4-a0dd5113427e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc90a80e-9c27-4e4e-89a2-641f7281dc93,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:52.194316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-daf6aec2-4542-4931-9de4-a0dd5113427e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.195607 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-daf6aec2-4542-4931-9de4-a0dd5113427e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447241 Jun 03 16:05:52.198296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35234) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:52.203291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-9bbdb941-e356-46f5-95cb-869833ee2b86 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'security_group_rule': {'security_group_id': 'bfa37b07-11cc-46f5-9a8c-73c320a03256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:52.210136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9bbdb941-e356-46f5-95cb-869833ee2b86 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:52.214246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9bbdb941-e356-46f5-95cb-869833ee2b86 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Usage tracker for resource:security_group_rule and tenant:f08f788e4c1744208d4c62275660e0c2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:52.217231 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-9bbdb941-e356-46f5-95cb-869833ee2b86 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:52.223207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-9bbdb941-e356-46f5-95cb-869833ee2b86 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:52.244737 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb941-e356-46f5-95cb-869833ee2b86 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.307633 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb941-e356-46f5-95cb-869833ee2b86 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.312934 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb941-e356-46f5-95cb-869833ee2b86 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.336407 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdb941-e356-46f5-95cb-869833ee2b86 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bc7021-c300-4064-ac24-ea40e55d4dad,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:52.347896 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bbdb941-e356-46f5-95cb-869833ee2b86 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.349261 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9bbdb941-e356-46f5-95cb-869833ee2b86 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500247 Jun 03 16:05:52.352265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35238) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:05:52.357240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:52.364030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:52.367880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Usage tracker for resource:floatingip and tenant:f08f788e4c1744208d4c62275660e0c2 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:52.370785 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:52.376393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:52.390502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.411313 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Sync routers for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:05:52.422118 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:05:52.422791 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:05:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:05:52.533240 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.596413 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:05:52.674892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Allocated IP 172.25.7.24 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/2f775d85-15cc-4bf7-aa8e-6e2f5c203ee0) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:05:52.730818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f339b506-a417-4edd-ab55-740336c9c171 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:05:52.802681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f339b506-a417-4edd-ab55-740336c9c171 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:05:52.808079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f339b506-a417-4edd-ab55-740336c9c171 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:52.808529 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.830707 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.862932 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.916173 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 2, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:05:52.923947 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Checking router: 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:05:52.924286 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Updating router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 port 9f74153b-156c-4f46-b86b-38868da496a7 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:05:52.929428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f339b506-a417-4edd-ab55-740336c9c171 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:52.929801 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.930015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:05:52.932776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:05:52.937357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:05:52.949480 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f339b506-a417-4edd-ab55-740336c9c171, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f339b506-a417-4edd-ab55-740336c9c171,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:52.954501 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:52.972621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event updated for resources: {'Port': ['ID=2f775d85-15cc-4bf7-aa8e-6e2f5c203ee0,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:52.986761 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.028323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f339b506-a417-4edd-ab55-740336c9c171,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:53.029079 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.088886 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.303247 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.308908 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.328253 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.339908 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Transition to ACTIVE for port object 9f74153b-156c-4f46-b86b-38868da496a7 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:05:53.347460 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.428498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event updated for resources: {'Port': ['ID=2f775d85-15cc-4bf7-aa8e-6e2f5c203ee0,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:53.437790 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.463630 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.475106 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5e001274-7576-4c65-91ec-603b1001308b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1118133 Jun 03 16:05:53.544700 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Pushing event updated for resources: {'Port': ['ID=9f74153b-156c-4f46-b86b-38868da496a7,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:53.584907 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.585247 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.585576 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.585921 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.586430 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.586748 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.587066 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.587375 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.587726 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.588108 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.588424 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.588730 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:53.612367 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Attempting to bind port 9f74153b-156c-4f46-b86b-38868da496a7 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:05:53.612757 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Attempting to bind port 9f74153b-156c-4f46-b86b-38868da496a7 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:05:53.613107 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Attempting to bind port 9f74153b-156c-4f46-b86b-38868da496a7 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:05:53.619405 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:05:53.619689 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:05:53.620044 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.620423 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:05:53.621034 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Bound port: 9f74153b-156c-4f46-b86b-38868da496a7, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:05:53.621466 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.653401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ef7495e3-07c9-4e19-abf7-c2ac9674afe9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--98485128&fields=id&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 267 time: 0.0455096 Jun 03 16:05:53.711884 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] For port 9f74153b-156c-4f46-b86b-38868da496a7, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:05:53.714904 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] For port 9f74153b-156c-4f46-b86b-38868da496a7, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9f74153b-156c-4f46-b86b-38868da496a7,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:05:53.720582 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:53.795298 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:05:53.795915 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:05:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:05:53.807867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-dac56a82-36be-4aaa-9b1c-ee7785427c34 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:53.809433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-dac56a82-36be-4aaa-9b1c-ee7785427c34 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 812 time: 0.1492703 Jun 03 16:05:53.825735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-d614c982-d70f-49b6-bd0d-a0faa126191a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/quotas/f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 375 time: 0.0107901 Jun 03 16:05:53.855080 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66464362-bff8-4a85-a5b0-ba36ae3db3e0 None None] Pushing event updated for resources: {'Port': ['ID=9f74153b-156c-4f46-b86b-38868da496a7,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:53.911878 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-8bd00777-2e2a-4e71-81e8-8105008f92b4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803251 Jun 03 16:05:53.930070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-2661d363-5cb2-45a4-bd67-0c961a6816b9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:05:53.931366 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-2661d363-5cb2-45a4-bd67-0c961a6816b9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055473 Jun 03 16:05:53.963397 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:05:53.989917 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:05:54.069773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-eb909012-a21d-4860-ae73-b74cb165b373 service neutron] 10.222.0.48 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317556 Jun 03 16:05:54.202469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-bfda4dc5-24af-4591-a5ea-fca73f67bb30 service neutron] 10.222.0.48 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267700 Jun 03 16:05:54.295830 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:53Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:05:54.299763 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8aca41-d784-47b1-a993-36ae8c442fc9 None None] The sync data for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 is: [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:53Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:05:54.423907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa290ab2-3b94-4ff1-975e-76186439409f req-aead7a6b-0824-46d3-8e10-01872809f2ae tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 210 time: 0.0605488 Jun 03 16:05:54.789926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f339b506-a417-4edd-ab55-740336c9c171 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:05:54.875472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f339b506-a417-4edd-ab55-740336c9c171 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:54.875927 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:54.994264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f339b506-a417-4edd-ab55-740336c9c171 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:54.995580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9f74153b-156c-4f46-b86b-38868da496a7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:05:55.071549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 9f74153b-156c-4f46-b86b-38868da496a7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:05:55.076936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9f74153b-156c-4f46-b86b-38868da496a7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:55.077287 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:55.198727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9f74153b-156c-4f46-b86b-38868da496a7 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:55.199094 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:55.231263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 9f74153b-156c-4f46-b86b-38868da496a7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9f74153b-156c-4f46-b86b-38868da496a7,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:05:55.236935 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:55.306295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=9f74153b-156c-4f46-b86b-38868da496a7,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:55.603237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1bb9b256-f873-423b-8277-f31641c5dfdd req-847f5c73-4746-4b80-a63c-8b7da35d7b31 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 210 time: 0.0578401 Jun 03 16:05:55.664067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-b85c1c4a-ff2d-4500-9433-cb5a8e7d1dda tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:55.665756 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-b85c1c4a-ff2d-4500-9433-cb5a8e7d1dda tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 812 time: 0.2100501 Jun 03 16:05:55.719094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-7326e9ad-8d00-4c1f-b5aa-6a6c1d4bd4af tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 378 time: 0.0394149 Jun 03 16:05:55.756710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'port': {'device_id': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'admin_state_up': True, 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'security_groups': ['bfa37b07-11cc-46f5-9a8c-73c320a03256']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:55.894088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:05:55.898451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Usage tracker for resource:port and tenant:f08f788e4c1744208d4c62275660e0c2 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:05:55.901601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:05:55.908140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:05:55.922999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Made reservation on behalf of f08f788e4c1744208d4c62275660e0c2 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:05:55.928192 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:56.199176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Allocated IP 172.20.0.12 (4d4a024b-07d2-4113-a268-3245350a8384/a31cbe84-a553-4c70-bfb9-efc861abdc5d/d5ba21fb-d81d-41bc-9b0c-e05284fd9e09) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:05:56.400416 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:56.416501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Transition to ACTIVE for port object d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:05:56.443526 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:56.516129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Network 4d4a024b-07d2-4113-a268-3245350a8384 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:05:56.519212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:05:56.523125 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:05:56.555117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event updated for resources: {'Port': ['ID=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:56.575156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.575540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.575795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.576115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.576456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.576817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.577114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.577408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.577735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.578073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.578385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.578695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:05:56.602985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:56.603673 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:56.626605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-ae42dd85-84fb-44bd-ab31-cdc3728eac95 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8734014 Jun 03 16:05:56.644136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Request body: {'port': {'device_id': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:05:56.709466 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9f74153b-156c-4f46-b86b-38868da496a7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:05:56.777657 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0e56e4f8-0a7e-4b07-8e7c-159a3b607705 None None] Provisioning for port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:05:56.787818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0e56e4f8-0a7e-4b07-8e7c-159a3b607705 None None] Provisioning complete for port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:56.787818 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0e56e4f8-0a7e-4b07-8e7c-159a3b607705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:56.809827 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:56.836473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9f74153b-156c-4f46-b86b-38868da496a7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:05:56.837058 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:56.892982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0e56e4f8-0a7e-4b07-8e7c-159a3b607705 None None] Port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:05:56.907607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bf527-8d60-4a5b-805c-a75aad9b56d4 req-b7d19a71-ddfe-4041-b330-05371b1ea3a9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:56.908321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a41bf527-8d60-4a5b-805c-a75aad9b56d4 req-b7d19a71-ddfe-4041-b330-05371b1ea3a9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Synchronizing usage tracker for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:05:56.967504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9f74153b-156c-4f46-b86b-38868da496a7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:05:56.984483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a41bf527-8d60-4a5b-805c-a75aad9b56d4 req-b7d19a71-ddfe-4041-b330-05371b1ea3a9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Unset dirty status for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:05:56.985630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a41bf527-8d60-4a5b-805c-a75aad9b56d4 req-b7d19a71-ddfe-4041-b330-05371b1ea3a9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 932 time: 0.2438233 Jun 03 16:05:57.103861 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a41bf527-8d60-4a5b-805c-a75aad9b56d4 req-0b89ef47-c965-4133-bd64-ec65ab32bed9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017585 Jun 03 16:05:57.217775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:05:57.225910 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:57.240945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Transition to ACTIVE for port object d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:05:57.246226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:57.420163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:57.491207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Attempting to bind port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:05:57.491547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Attempting to bind port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:05:57.491873 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Attempting to bind port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:05:57.497764 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 on network 4d4a024b-07d2-4113-a268-3245350a8384 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:05:57.498124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Attempting to bind port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:05:57.504046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:05:57.504391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:05:57.504779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:05:57.505208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Bound port: d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:05:57.505557 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:57.598161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:05:57.601351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:05:57.606479 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:57.668553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:57.669168 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:05:57.670586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] 10.222.0.67 "PUT /v2.0/ports/d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 200 len: 1092 time: 1.0311925 Jun 03 16:05:57.671033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:05:57.694910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f496f22-6648-4ae3-86fa-7ea6c84889b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:05:57.725247 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5fe82f-dcbe-490e-9710-42d422284134'] response: {'name': 'network-changed', 'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'status': 'completed', 'code': 200} Jun 03 16:05:57.816457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-4d352c5d-3cd3-44c7-9c09-7b122af90f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:57.817980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-4d352c5d-3cd3-44c7-9c09-7b122af90f34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 1095 time: 0.0770450 Jun 03 16:05:57.892400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-d2afb014-62f2-41e2-9eda-c1fa1cddbfb0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 200 len: 217 time: 0.0619636 Jun 03 16:05:58.058757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-8d0589f6-c9c5-4423-9474-fbc9e958405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:58.060305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-8d0589f6-c9c5-4423-9474-fbc9e958405c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.1627307 Jun 03 16:05:58.140078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-c1ee73bf-c1bd-43f8-b8ef-8e5dae7b182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:58.141681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-c1ee73bf-c1bd-43f8-b8ef-8e5dae7b182b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739982 Jun 03 16:05:58.326865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-318fae3c-37f4-45cb-93ff-eba2ebbf3015 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777754 Jun 03 16:05:58.364790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcf690-b9b6-411e-b441-9d58ef1bde88 req-6a62d503-8cad-4373-a8f3-8e5e26d9d816 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:58.366218 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78fcf690-b9b6-411e-b441-9d58ef1bde88 req-6a62d503-8cad-4373-a8f3-8e5e26d9d816 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 944 time: 0.1506491 Jun 03 16:05:58.479264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78fcf690-b9b6-411e-b441-9d58ef1bde88 req-ba6297ea-4378-4fd2-afb7-1668ff9e01eb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681841 Jun 03 16:05:58.499686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6725e2f3-e5b4-418c-ba59-ed52f9413f89 req-cbf90a8e-7aab-4ac6-95eb-e09b56cb680f service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659391 Jun 03 16:05:58.660441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123dc9b-e683-4358-8480-b0548f6f2dae req-ff17bc46-f7e3-4d1c-a385-123bffd61e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:58.661991 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2123dc9b-e683-4358-8480-b0548f6f2dae req-ff17bc46-f7e3-4d1c-a385-123bffd61e96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 1095 time: 0.0780790 Jun 03 16:05:58.804110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123dc9b-e683-4358-8480-b0548f6f2dae req-2db9e9e8-5147-4fac-8dd0-e739f50f9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:58.805449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2123dc9b-e683-4358-8480-b0548f6f2dae req-2db9e9e8-5147-4fac-8dd0-e739f50f9127 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1377087 Jun 03 16:05:58.872393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2123dc9b-e683-4358-8480-b0548f6f2dae req-a0512b3c-fa29-4e76-a490-4ca1bb1965e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 200 len: 217 time: 0.0608020 Jun 03 16:05:58.937266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123dc9b-e683-4358-8480-b0548f6f2dae req-08f2e3c5-8ae3-4983-b535-0bcf33683942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:58.938667 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2123dc9b-e683-4358-8480-b0548f6f2dae req-08f2e3c5-8ae3-4983-b535-0bcf33683942 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0609591 Jun 03 16:05:59.017328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123dc9b-e683-4358-8480-b0548f6f2dae req-04c0fc3f-7858-43b8-8096-db1a49185be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:59.018813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2123dc9b-e683-4358-8480-b0548f6f2dae req-04c0fc3f-7858-43b8-8096-db1a49185be4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736449 Jun 03 16:05:59.150531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2123dc9b-e683-4358-8480-b0548f6f2dae req-d51f61ec-f922-43e2-a6c6-6a338518a5ac service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255493 Jun 03 16:05:59.288215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2123dc9b-e683-4358-8480-b0548f6f2dae req-17e3d8d3-2554-4f18-9dd9-b6226dba8725 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318040 Jun 03 16:05:59.678583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f656c-ff7b-475b-8008-55d76a9aaa5a req-f249953e-5b6f-4b64-89f7-dd4c1b944ffb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:05:59.680770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-962f656c-ff7b-475b-8008-55d76a9aaa5a req-f249953e-5b6f-4b64-89f7-dd4c1b944ffb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 944 time: 0.0897954 Jun 03 16:05:59.731833 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-962f656c-ff7b-475b-8008-55d76a9aaa5a req-f823c1a8-c12c-4c37-827e-f3740b2aa57f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451796 Jun 03 16:05:59.893727 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:00.942733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85c57e-dae4-456c-8dc6-cdf1c07d79cc req-1a8268e3-b37b-4877-af3d-bc23616a3126 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:00.944216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c85c57e-dae4-456c-8dc6-cdf1c07d79cc req-1a8268e3-b37b-4877-af3d-bc23616a3126 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 944 time: 0.0882347 Jun 03 16:06:00.989588 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9c85c57e-dae4-456c-8dc6-cdf1c07d79cc req-e1ea3858-d546-4175-9a7a-0776a70a14f8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390582 Jun 03 16:06:01.045444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:06:01.226420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:01.239756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'port_id': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'mac_address': 'fa:16:3e:3e:a9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:06:01.295936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:06:01.296309 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:01.315152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:06:01.331892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:01.335847 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:01.405045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:01.412505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.412842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.413257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.413555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.413905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.414222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.414539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.414855 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.415167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.415477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.415882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.416192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:06:01.759246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['d5ba21fb-d81d-41bc-9b0c-e05284fd9e09'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:06:02.193810 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-576a92ce-b9c5-417a-a50f-3730ff740fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:02.200435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d90d7-9901-4af5-bba1-fc428b09bc4e req-5daa6af2-6c0f-4c59-8d23-63406155273c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:02.201940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-867d90d7-9901-4af5-bba1-fc428b09bc4e req-5daa6af2-6c0f-4c59-8d23-63406155273c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 945 time: 0.0925560 Jun 03 16:06:02.246470 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-867d90d7-9901-4af5-bba1-fc428b09bc4e req-ef6a8ed1-9ae7-4462-927a-ca50e834d57e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387535 Jun 03 16:06:03.059960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:06:03.143879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:06:03.150884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:06:03.151280 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:03.281289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:06:03.281834 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:03.314212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:03.315005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:03.320478 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:03.378522 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d5b836-ac7f-4934-8d27-f30efe6b2854'] response: {'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'code': 200} Jun 03 16:06:03.392078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:03.439577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372199f-e259-4b82-98ec-9e16488f178f req-061ba4af-e037-4cca-8efe-4b1ba442aca3 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:03.441028 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6372199f-e259-4b82-98ec-9e16488f178f req-061ba4af-e037-4cca-8efe-4b1ba442aca3 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0801589 Jun 03 16:06:03.639602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6372199f-e259-4b82-98ec-9e16488f178f req-e0dbcbae-7a78-4e79-9584-98aedafb5a36 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1919172 Jun 03 16:06:03.659306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836a8af-3351-4484-831b-9a63a854f95a req-e1b0bf20-2399-4162-9119-58a77e6f3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:03.660832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0836a8af-3351-4484-831b-9a63a854f95a req-e1b0bf20-2399-4162-9119-58a77e6f3930 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 1097 time: 0.1984923 Jun 03 16:06:03.704538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0836a8af-3351-4484-831b-9a63a854f95a req-d29f14b5-bf9d-44b5-9a3f-b13be671da7c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362840 Jun 03 16:06:04.849894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13649-cc7e-4a40-9019-93be2bfd0168 req-b22f566b-ef38-4de7-bc19-9b8034a33ac1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:04.851359 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfe13649-cc7e-4a40-9019-93be2bfd0168 req-b22f566b-ef38-4de7-bc19-9b8034a33ac1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0934353 Jun 03 16:06:04.872174 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ebd18182-7605-4936-9e1d-b173c4d6b34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:04.910717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfe13649-cc7e-4a40-9019-93be2bfd0168 req-37256feb-59a0-46dc-a0b9-a37c1e58272a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533850 Jun 03 16:06:05.373474 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:05.731689 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:06.123207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc631a3-8d8f-4cc0-a2cb-689c1fa44905 req-3c9d1506-dc2c-443b-a564-ef83a3bc1141 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:06.124564 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bbc631a3-8d8f-4cc0-a2cb-689c1fa44905 req-3c9d1506-dc2c-443b-a564-ef83a3bc1141 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0918918 Jun 03 16:06:06.171006 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bbc631a3-8d8f-4cc0-a2cb-689c1fa44905 req-5b8dd80e-8f13-41f0-97e0-4bd39d5bb35c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379326 Jun 03 16:06:06.364297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd87a7f-3dbd-4b1c-b054-e727e9f9d089 req-d5c28dee-b8d4-4446-b635-93b9aef21404 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:06.365751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-afd87a7f-3dbd-4b1c-b054-e727e9f9d089 req-d5c28dee-b8d4-4446-b635-93b9aef21404 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0867636 Jun 03 16:06:06.374843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35292) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:06:06.379694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3fc69174-6db5-40b9-94ac-252daf94aded tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'floatingip': {'port_id': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:06:06.463500 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fc69174-6db5-40b9-94ac-252daf94aded tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:07.079658 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fc69174-6db5-40b9-94ac-252daf94aded tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:07.085837 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fc69174-6db5-40b9-94ac-252daf94aded tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:07.186502 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:07.263367 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-3fc69174-6db5-40b9-94ac-252daf94aded tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc associated. External IP: 172.25.7.24, port: d5ba21fb-d81d-41bc-9b0c-e05284fd9e09. Jun 03 16:06:07.741763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc69174-6db5-40b9-94ac-252daf94aded tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:06:07.926021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc69174-6db5-40b9-94ac-252daf94aded tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:06:07.931324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3fc69174-6db5-40b9-94ac-252daf94aded tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:07.936174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c011221-ca2a-44cc-ba2a-4a249bf25f7d None None] Sync routers for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:06:07.946228 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c011221-ca2a-44cc-ba2a-4a249bf25f7d None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:06:07.947016 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9c011221-ca2a-44cc-ba2a-4a249bf25f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:06:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:06:07.985406 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3fc69174-6db5-40b9-94ac-252daf94aded tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "PUT /v2.0/floatingips/46fc6dae-182a-4898-8939-4fb04c3e8dbc HTTP/1.1" status: 200 len: 991 time: 1.6095343 Jun 03 16:06:07.985999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:08.031201 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3471ce9-2361-45a4-9568-39201c7ed15e'] response: {'name': 'network-changed', 'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'status': 'completed', 'code': 200} Jun 03 16:06:08.134968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9c011221-ca2a-44cc-ba2a-4a249bf25f7d None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:06:08.219178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24993de1-db3e-4beb-8525-483c53177728 req-c81bd190-c26b-457f-b8c1-6f42115a8669 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:08.220633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24993de1-db3e-4beb-8525-483c53177728 req-c81bd190-c26b-457f-b8c1-6f42115a8669 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.1414437 Jun 03 16:06:08.226721 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963448-a99c-4234-8d1d-6d9f177ee6f5 req-587a6279-4c5c-44d5-8d62-9da820695cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:08.228365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f963448-a99c-4234-8d1d-6d9f177ee6f5 req-587a6279-4c5c-44d5-8d62-9da820695cc1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 1097 time: 0.1551156 Jun 03 16:06:08.349147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24993de1-db3e-4beb-8525-483c53177728 req-6728937e-b186-4e94-898b-5825425db5aa tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1197324 Jun 03 16:06:08.391202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963448-a99c-4234-8d1d-6d9f177ee6f5 req-2e0fd1f0-18f1-45b4-a7e8-3b77a0c93e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:08.392621 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f963448-a99c-4234-8d1d-6d9f177ee6f5 req-2e0fd1f0-18f1-45b4-a7e8-3b77a0c93e32 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1499252 Jun 03 16:06:08.486666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9c011221-ca2a-44cc-ba2a-4a249bf25f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:3e:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:06:06Z', 'revision_number': 1, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:06:08.490467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c011221-ca2a-44cc-ba2a-4a249bf25f7d None None] Checking router: 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:06:08.499103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c011221-ca2a-44cc-ba2a-4a249bf25f7d None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:06:08.499722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9c011221-ca2a-44cc-ba2a-4a249bf25f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:06:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:06:08.550678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f963448-a99c-4234-8d1d-6d9f177ee6f5 req-87289540-1822-4361-b358-e18956063896 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 200 len: 999 time: 0.1507468 Jun 03 16:06:08.622229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568a7e9-3be6-49f2-9d7e-3d06a7e36fb9 req-e36816df-e44b-4ef4-91d7-648923042823 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:08.623609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e568a7e9-3be6-49f2-9d7e-3d06a7e36fb9 req-e36816df-e44b-4ef4-91d7-648923042823 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.1576393 Jun 03 16:06:08.649249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963448-a99c-4234-8d1d-6d9f177ee6f5 req-0e30ccd6-6d46-4eb5-b326-65ba48e4178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:08.650744 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f963448-a99c-4234-8d1d-6d9f177ee6f5 req-0e30ccd6-6d46-4eb5-b326-65ba48e4178b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0889471 Jun 03 16:06:08.679842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9c011221-ca2a-44cc-ba2a-4a249bf25f7d None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:06:08.719222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e568a7e9-3be6-49f2-9d7e-3d06a7e36fb9 req-a916dfed-0deb-4aec-9e77-c262727f9b8d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884867 Jun 03 16:06:08.747992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963448-a99c-4234-8d1d-6d9f177ee6f5 req-4cf62b5b-4ca0-41c5-94c7-46ca886bd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:08.749540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f963448-a99c-4234-8d1d-6d9f177ee6f5 req-4cf62b5b-4ca0-41c5-94c7-46ca886bd548 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919859 Jun 03 16:06:08.884557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f963448-a99c-4234-8d1d-6d9f177ee6f5 req-d2cd8c87-67e0-420d-a2e9-d8d097e40da2 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278262 Jun 03 16:06:09.019777 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f963448-a99c-4234-8d1d-6d9f177ee6f5 req-ad9feeec-4302-4112-9f4f-58ad4316d81d service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287825 Jun 03 16:06:09.075679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9c011221-ca2a-44cc-ba2a-4a249bf25f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:3e:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:06:06Z', 'revision_number': 1, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:06:09.080022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c011221-ca2a-44cc-ba2a-4a249bf25f7d None None] The sync data for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 is: [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:3e:a9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:06:06Z', 'revision_number': 1, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:06:09.245236 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:09.285288 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec7408-ba07-499a-b7f0-16cb922d2591 None None] New status for floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:06:09.938774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf4e4d-aa5a-4b70-841a-1524d32dc374 req-ba18e55c-b64d-4843-a2df-00b545df27f4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:09.940227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8edf4e4d-aa5a-4b70-841a-1524d32dc374 req-ba18e55c-b64d-4843-a2df-00b545df27f4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.1058173 Jun 03 16:06:09.985799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8edf4e4d-aa5a-4b70-841a-1524d32dc374 req-2f79c2d2-e461-44b5-8b99-caaf9b7014bc tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397863 Jun 03 16:06:10.179483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8ec0b-00a6-46c2-b6da-c3f2b464c8fc req-d89bce3c-9018-4ead-801e-a3b61763f13e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:10.180909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a8ec0b-00a6-46c2-b6da-c3f2b464c8fc req-d89bce3c-9018-4ead-801e-a3b61763f13e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0863867 Jun 03 16:06:10.338958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-04a8ec0b-00a6-46c2-b6da-c3f2b464c8fc req-cf9812ed-cd49-424d-9eaf-711351fa720a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497548 Jun 03 16:06:10.699541 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-292b22b4-2cd7-44c6-a9a9-7286b6e3cd4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733871 Jun 03 16:06:10.749897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529d622-c391-4cec-a617-44ff260dbbaa req-d45d74fc-3d65-4118-af81-8b19b5f420bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:10.751367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8529d622-c391-4cec-a617-44ff260dbbaa req-d45d74fc-3d65-4118-af81-8b19b5f420bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0818231 Jun 03 16:06:10.794823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8529d622-c391-4cec-a617-44ff260dbbaa req-a6b71ba9-243c-431f-a8ea-47156a9b0755 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376630 Jun 03 16:06:11.556731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20242b0-3b36-47a0-95ed-956cdef87789 req-87894ac8-94f8-492a-b4fc-9e02caf08410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:11.558294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b20242b0-3b36-47a0-95ed-956cdef87789 req-87894ac8-94f8-492a-b4fc-9e02caf08410 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 1097 time: 0.0789676 Jun 03 16:06:11.705991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20242b0-3b36-47a0-95ed-956cdef87789 req-6ff38104-64ca-4cbc-adaa-7b0de2ebe1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:11.707443 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b20242b0-3b36-47a0-95ed-956cdef87789 req-6ff38104-64ca-4cbc-adaa-7b0de2ebe1a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1323054 Jun 03 16:06:11.816935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b20242b0-3b36-47a0-95ed-956cdef87789 req-e5d16ee0-fd4d-4669-9b7a-c2ce425268ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 200 len: 1001 time: 0.1025205 Jun 03 16:06:11.881891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20242b0-3b36-47a0-95ed-956cdef87789 req-a5e2a7a6-174a-46ee-84e3-78194720864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:11.883428 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b20242b0-3b36-47a0-95ed-956cdef87789 req-a5e2a7a6-174a-46ee-84e3-78194720864c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0606089 Jun 03 16:06:11.967026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20242b0-3b36-47a0-95ed-956cdef87789 req-4500859e-783e-4acd-8307-6060036f857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:11.968458 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b20242b0-3b36-47a0-95ed-956cdef87789 req-4500859e-783e-4acd-8307-6060036f857c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796347 Jun 03 16:06:12.148908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b20242b0-3b36-47a0-95ed-956cdef87789 req-2d2ed777-c706-4992-9757-c2e20b3730e6 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744583 Jun 03 16:06:12.179190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb55d35-6c43-4ac8-9eaf-6d0c79229bbd req-4bd5ec66-5dc7-4ab4-a843-a18928d9e126 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:12.180549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfb55d35-6c43-4ac8-9eaf-6d0c79229bbd req-4bd5ec66-5dc7-4ab4-a843-a18928d9e126 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.2566333 Jun 03 16:06:12.296039 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfb55d35-6c43-4ac8-9eaf-6d0c79229bbd req-96fa4524-3e83-475c-a056-40d06772f36b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090784 Jun 03 16:06:12.318706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b20242b0-3b36-47a0-95ed-956cdef87789 req-1abcfd3a-1021-498f-9904-4dc098c503aa service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634037 Jun 03 16:06:12.463749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-61a1e893-d5fc-400f-ac90-a812ce2d74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:12.465245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-61a1e893-d5fc-400f-ac90-a812ce2d74e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 1097 time: 0.0775771 Jun 03 16:06:12.604254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-80894e85-fe66-4ab0-a041-20ffcf41c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:12.605596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-80894e85-fe66-4ab0-a041-20ffcf41c1ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1347220 Jun 03 16:06:12.713245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-5b1fb14a-787d-4186-9039-d17b18ef4519 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 200 len: 1001 time: 0.1013303 Jun 03 16:06:12.774615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-dc928bc4-5299-4b9c-9a36-e4179053b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:12.776091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-dc928bc4-5299-4b9c-9a36-e4179053b53d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0573418 Jun 03 16:06:12.858304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-7e779872-3d17-4ba0-a5de-6fe8c2a628a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:12.860387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-7e779872-3d17-4ba0-a5de-6fe8c2a628a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784802 Jun 03 16:06:13.001361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-f55b105c-e6bc-44fc-912d-ef6db205bd3e service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342096 Jun 03 16:06:13.243952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-812d2d6a-68d4-4a2f-bb31-c8562e8706e5 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362373 Jun 03 16:06:13.543472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7279c75-537b-4776-9078-9248fdf90ec6 req-b5ab3caa-85da-4b50-a92c-a671cc026af5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:13.544827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7279c75-537b-4776-9078-9248fdf90ec6 req-b5ab3caa-85da-4b50-a92c-a671cc026af5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.1351590 Jun 03 16:06:13.591863 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7279c75-537b-4776-9078-9248fdf90ec6 req-6950cf28-3b1c-45fd-a844-f6fe1ebfc56b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411978 Jun 03 16:06:14.814152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4691e9-c326-4123-bc6a-8e4a270f6bfd req-705e05b3-c6bb-4d34-b40f-06c5161de36d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:14.815608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a4691e9-c326-4123-bc6a-8e4a270f6bfd req-705e05b3-c6bb-4d34-b40f-06c5161de36d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.1104412 Jun 03 16:06:14.861640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a4691e9-c326-4123-bc6a-8e4a270f6bfd req-87b8b490-b312-48f8-b5af-cfa2a160a2fb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402787 Jun 03 16:06:16.056826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877ad79-6ba7-4a63-8d24-664bd8055de5 req-b1b62cc3-d2db-4730-9a9d-2f1c60df1dc5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:16.058392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b877ad79-6ba7-4a63-8d24-664bd8055de5 req-b1b62cc3-d2db-4730-9a9d-2f1c60df1dc5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0831397 Jun 03 16:06:16.104993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b877ad79-6ba7-4a63-8d24-664bd8055de5 req-f0b21f68-6119-46a8-826f-415684ce340c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382841 Jun 03 16:06:17.321779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b71943-0106-42de-a9ea-114ef46dd382 req-b0356d30-352d-4374-b7cd-4183a6be39c8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:17.323223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61b71943-0106-42de-a9ea-114ef46dd382 req-b0356d30-352d-4374-b7cd-4183a6be39c8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0899401 Jun 03 16:06:17.367902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-61b71943-0106-42de-a9ea-114ef46dd382 req-f05d5c1c-303a-4989-8e43-9c4e43cee5cd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389328 Jun 03 16:06:18.560703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b38a9-124c-4235-8a2d-a44b6bb993bc req-e090e606-356c-4f60-b6f6-c2c2d10a91e2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:18.562201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-602b38a9-124c-4235-8a2d-a44b6bb993bc req-e090e606-356c-4f60-b6f6-c2c2d10a91e2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0849891 Jun 03 16:06:18.609573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-602b38a9-124c-4235-8a2d-a44b6bb993bc req-919c69f6-20d0-467b-9fc9-43cee4ef52c1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411453 Jun 03 16:06:19.814821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d01cad-b740-45b4-b0c4-34d3a45f8b33 req-69a025ce-8ddc-433a-8527-f18a3d483b68 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:19.816302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40d01cad-b740-45b4-b0c4-34d3a45f8b33 req-69a025ce-8ddc-433a-8527-f18a3d483b68 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0940113 Jun 03 16:06:19.860477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40d01cad-b740-45b4-b0c4-34d3a45f8b33 req-b9f9e8ad-b9ae-4251-bc42-1699e04e6e0d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383644 Jun 03 16:06:21.065931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cd7c2-b07b-4b3d-92e4-5a82c40e8663 req-e7c6a0a1-3e1f-4b1e-b226-0bed55e6688e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:21.067449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b39cd7c2-b07b-4b3d-92e4-5a82c40e8663 req-e7c6a0a1-3e1f-4b1e-b226-0bed55e6688e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0892935 Jun 03 16:06:21.116525 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b39cd7c2-b07b-4b3d-92e4-5a82c40e8663 req-9f1c24b0-773e-4015-b7c7-8b8057515256 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432036 Jun 03 16:06:22.325027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277454f9-8595-403f-baf7-c362040345db req-b499b910-15cf-45d5-ba9a-454315ddfb1c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:22.326534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-277454f9-8595-403f-baf7-c362040345db req-b499b910-15cf-45d5-ba9a-454315ddfb1c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0814853 Jun 03 16:06:22.372888 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-277454f9-8595-403f-baf7-c362040345db req-db04fa76-224d-49bd-aa9d-a9b47168b55e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403905 Jun 03 16:06:23.590389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad01e0-c68b-4db5-ab2e-042e0f3da4e2 req-658414d6-083a-4758-b9ff-1aad6e7b8cbe tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:23.591852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3ad01e0-c68b-4db5-ab2e-042e0f3da4e2 req-658414d6-083a-4758-b9ff-1aad6e7b8cbe tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0934398 Jun 03 16:06:23.637336 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e3ad01e0-c68b-4db5-ab2e-042e0f3da4e2 req-a966c8f8-b0a4-4ab9-9e1b-999129854565 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391295 Jun 03 16:06:24.838395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb396bee-1670-4426-bd7c-162a926e14d3 req-2cd2c5e2-757a-49a6-a5b3-06a6426ac130 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:24.839889 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb396bee-1670-4426-bd7c-162a926e14d3 req-2cd2c5e2-757a-49a6-a5b3-06a6426ac130 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0943334 Jun 03 16:06:24.883972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb396bee-1670-4426-bd7c-162a926e14d3 req-37710bd8-16c6-4c3e-90d2-6357079386ca tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380416 Jun 03 16:06:26.083496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d6d0c-471a-4d37-8fbb-c09f8d1e9e5b req-33108a50-cad1-46e7-8e34-6a90813e81db tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:26.084936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f4d6d0c-471a-4d37-8fbb-c09f8d1e9e5b req-33108a50-cad1-46e7-8e34-6a90813e81db tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0854461 Jun 03 16:06:26.128968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f4d6d0c-471a-4d37-8fbb-c09f8d1e9e5b req-b819655b-a370-4db0-865e-3b0ed4393b5b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382361 Jun 03 16:06:27.345919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee36dee-48b4-4b4c-b95f-a1fa259ed9ee req-577cc56c-410b-4804-bd02-41d69ca7375e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:27.347392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dee36dee-48b4-4b4c-b95f-a1fa259ed9ee req-577cc56c-410b-4804-bd02-41d69ca7375e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0972826 Jun 03 16:06:27.398114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dee36dee-48b4-4b4c-b95f-a1fa259ed9ee req-83cb7a28-d2d8-4873-8563-f1e8df4d49f9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447929 Jun 03 16:06:28.601816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ba041-e1a9-42a8-b412-ec833df611ad req-fc1cf437-fb26-4a8f-84c1-9c8d3050b039 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:28.603287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a8ba041-e1a9-42a8-b412-ec833df611ad req-fc1cf437-fb26-4a8f-84c1-9c8d3050b039 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0921967 Jun 03 16:06:28.655029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a8ba041-e1a9-42a8-b412-ec833df611ad req-1b458c4a-5f39-4e36-b7a3-a2cebb2f2934 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428929 Jun 03 16:06:29.862154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a986d0-836e-45e1-92f7-8398a892f60a req-92b9031a-6975-43b7-82f6-ee033797a0e8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:29.863605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a986d0-836e-45e1-92f7-8398a892f60a req-92b9031a-6975-43b7-82f6-ee033797a0e8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0903149 Jun 03 16:06:29.907188 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:29.912740 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b6a986d0-836e-45e1-92f7-8398a892f60a req-f0cde98e-7da4-45fc-9ef8-ae601745c04b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409873 Jun 03 16:06:30.957774 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:06:31.107366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e3383-789e-4018-9a70-2b9b9f0a22b9 req-6ac19d11-2617-41a9-bbf5-6cc1f10b18b5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:31.108819 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-354e3383-789e-4018-9a70-2b9b9f0a22b9 req-6ac19d11-2617-41a9-bbf5-6cc1f10b18b5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0844505 Jun 03 16:06:31.155498 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-354e3383-789e-4018-9a70-2b9b9f0a22b9 req-2c48d55f-6b2d-4ebd-8824-df144d93fc57 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386164 Jun 03 16:06:32.196109 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-86c82821-df34-49f6-85e0-8caa63b001ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:32.360733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77d0b2-e39c-431b-91bb-cfb6c8d13304 req-f0afc331-3bf5-4d34-9dad-5aec06146055 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:32.362171 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c77d0b2-e39c-431b-91bb-cfb6c8d13304 req-f0afc331-3bf5-4d34-9dad-5aec06146055 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0900433 Jun 03 16:06:32.406903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c77d0b2-e39c-431b-91bb-cfb6c8d13304 req-1e617d8c-85e7-4ede-8e31-48b6cd6ec2b5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388868 Jun 03 16:06:33.597081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b414fca-0044-48d5-b8a0-043d99386c3d req-6ceda40d-269f-4af5-8cb9-cbf65f1b1162 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:33.598479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b414fca-0044-48d5-b8a0-043d99386c3d req-6ceda40d-269f-4af5-8cb9-cbf65f1b1162 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0843749 Jun 03 16:06:33.643256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b414fca-0044-48d5-b8a0-043d99386c3d req-36dc850c-1153-42cd-a1c2-e15c9c06f6ae tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389094 Jun 03 16:06:34.843698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863f310-9bd5-4299-bf7c-8a4506096541 req-996fc56a-c5cd-4eff-9e9c-be3fad670c0c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:34.845116 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8863f310-9bd5-4299-bf7c-8a4506096541 req-996fc56a-c5cd-4eff-9e9c-be3fad670c0c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0936370 Jun 03 16:06:34.865790 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c7278986-55bb-4548-95bc-fa3327faa7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:34.891972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8863f310-9bd5-4299-bf7c-8a4506096541 req-9ec2df57-f937-458f-aee3-d1bf195a8276 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400598 Jun 03 16:06:35.218515 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-2f394dd2-2c41-4320-83af-f9b881da5733 service neutron] show failed (client error): The resource could not be found. Jun 03 16:06:35.219609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-2f394dd2-2c41-4320-83af-f9b881da5733 service neutron] 10.222.0.67 "GET /v2.0/ports/d5ba21fb-d81d-41bc-9b0c-e05284fd9e09/bindings/n-h1-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0889452 Jun 03 16:06:35.371945 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:35.573771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-5fe3481d-dd63-4bad-92ff-dde5167412fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:35.575272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-5fe3481d-dd63-4bad-92ff-dde5167412fb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 1097 time: 0.1255560 Jun 03 16:06:35.587145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:06:35.728370 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:35.798559 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:36.124435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:36.146594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13600-f964-4e97-841d-7277652f219c req-27bee492-196b-4038-a1c4-3cedc043a574 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:36.148020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8c13600-f964-4e97-841d-7277652f219c req-27bee492-196b-4038-a1c4-3cedc043a574 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.1383142 Jun 03 16:06:36.187490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:06:36.251380 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8c13600-f964-4e97-841d-7277652f219c req-976fb483-662d-4629-a64f-fdf1c5e7546f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934737 Jun 03 16:06:36.262199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:36.268312 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:36.284238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Transition to ACTIVE for port object d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:06:36.290885 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:36.333806 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ffc03ea-ab63-404d-8f09-25cddbe4ed1d'] response: {'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'code': 200} Jun 03 16:06:36.441895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:36.496861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] No DVR routers for this DVR port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:06:36.730686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Attempting to bind port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:06:36.731015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Attempting to bind port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:06:36.731321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Attempting to bind port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:06:36.736506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 on network 4d4a024b-07d2-4113-a268-3245350a8384 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:06:36.736812 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Attempting to bind port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:06:36.741987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:06:36.742290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:06:36.742663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:06:36.743074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Bound port: d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:06:36.743404 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:36.834938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:06:36.838126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:06:36.845582 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:36.907089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:36.907690 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:36.909031 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] 10.222.0.75 "PUT /v2.0/ports/d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 200 len: 1092 time: 1.3258557 Jun 03 16:06:36.923919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0267b-8321-4e50-bd8c-c9f8364665e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:37.006740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-22875bf5-4c49-43f0-b2f2-39d51d7ec05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:37.008221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-22875bf5-4c49-43f0-b2f2-39d51d7ec05c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 1095 time: 0.0736763 Jun 03 16:06:37.150845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d4890591-1c31-43ec-9f21-8d974e03516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:37.152432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-d4890591-1c31-43ec-9f21-8d974e03516d service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1372344 Jun 03 16:06:37.189061 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:37.259579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-235d9d90-978c-44c4-bfa6-5702fbf8fe13 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 200 len: 999 time: 0.1009994 Jun 03 16:06:37.322731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-a20aea0a-173d-4d95-95c2-99b99382773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:37.324177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-a20aea0a-173d-4d95-95c2-99b99382773a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0588343 Jun 03 16:06:37.574141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-dcbcba18-5f88-46f3-a7f6-7668646119a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:37.575808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-dcbcba18-5f88-46f3-a7f6-7668646119a5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2455156 Jun 03 16:06:37.587227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9feb-dd90-4d03-b9c5-5fc27bdcd00b req-16015c70-87e5-41ec-930b-005d56f707ff tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:37.588552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4bf9feb-dd90-4d03-b9c5-5fc27bdcd00b req-16015c70-87e5-41ec-930b-005d56f707ff tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 944 time: 0.2282615 Jun 03 16:06:37.710466 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a4bf9feb-dd90-4d03-b9c5-5fc27bdcd00b req-bce59144-2830-42c9-a4ab-d93643e080b4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037123 Jun 03 16:06:37.750522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-550f7a20-7e92-40e4-8758-ee1115fca64d service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609600 Jun 03 16:06:37.880201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d13ba489-cdb6-42fa-8061-4a874f77e385 req-44850bce-6b65-49a7-b821-41daaddd6e4a service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229947 Jun 03 16:06:38.334897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:38.394391 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7cf48f8-53e4-44c6-81c1-d112096dbc0c'] response: {'name': 'network-changed', 'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'status': 'completed', 'code': 200} Jun 03 16:06:38.554347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-f35b4cf2-f01e-4df2-a462-a259f2cafd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:38.555807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-f35b4cf2-f01e-4df2-a462-a259f2cafd1c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 1095 time: 0.1370711 Jun 03 16:06:38.558349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-b5b49b9f-c474-496d-9694-a586901fb25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:38.559664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-b5b49b9f-c474-496d-9694-a586901fb25d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 1095 time: 0.1008077 Jun 03 16:06:38.795593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-83b0bfd7-6b73-4e18-be0f-e3e5360cf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:38.797107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-83b0bfd7-6b73-4e18-be0f-e3e5360cf44d service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.2336407 Jun 03 16:06:38.799413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-d3744f05-6c4d-41c1-b71a-21db2901e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:38.800679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-d3744f05-6c4d-41c1-b71a-21db2901e788 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.2175884 Jun 03 16:06:39.028378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-e0e8b60e-978a-4ef8-80a5-6752db61ae06 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 200 len: 999 time: 0.2237089 Jun 03 16:06:39.072026 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-ba5357d4-5f3e-4290-b73d-326f70a80455 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 200 len: 999 time: 0.2112558 Jun 03 16:06:39.151942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-ea7f3483-3438-4865-95c9-1bf495c23b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:39.153385 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-ea7f3483-3438-4865-95c9-1bf495c23b83 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.1182094 Jun 03 16:06:39.171028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7234a8-9d8c-471c-9cae-e8980a960dbc req-3616cba0-4317-4578-beec-e55b9fa2d110 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:39.172410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed7234a8-9d8c-471c-9cae-e8980a960dbc req-3616cba0-4317-4578-beec-e55b9fa2d110 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 944 time: 0.3127851 Jun 03 16:06:39.201404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-dadad655-d185-49d2-9341-254f05703708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:39.202804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-dadad655-d185-49d2-9341-254f05703708 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.1190076 Jun 03 16:06:39.233981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:06:39.271131 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:39.294910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:06:39.318720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ed7234a8-9d8c-471c-9cae-e8980a960dbc req-40ed9d9b-4a3d-4655-ba43-74407d87f274 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105237 Jun 03 16:06:39.354248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-dfedfbc1-07e3-43e0-ae2b-64db3466d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:39.355796 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-dfedfbc1-07e3-43e0-ae2b-64db3466d401 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942058 Jun 03 16:06:39.362592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-9c8caf57-a0e1-4894-97c5-c0b41ad9cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:39.364017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-9c8caf57-a0e1-4894-97c5-c0b41ad9cce0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549053 Jun 03 16:06:39.723563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-d888d232-5225-43ac-bfe6-82dd8ac891ee service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585773 Jun 03 16:06:39.725409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-cba8a457-ec5c-4124-87d2-4a0bc3bd0c1b service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428440 Jun 03 16:06:39.960935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-47812f84-73d1-4699-a0de-0d6ff65500ec service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304623 Jun 03 16:06:39.962667 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c75fc3a5-8c0c-4bf9-a8f7-e74640771c95 req-55291efd-22a3-477a-82b5-e7da2acc309a service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151730 Jun 03 16:06:40.518439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cb03f-e45d-42a2-9ede-f806d0889fc8 req-412ff8dc-dda0-42cf-833e-ef4b6bbcfd63 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:40.519929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a37cb03f-e45d-42a2-9ede-f806d0889fc8 req-412ff8dc-dda0-42cf-833e-ef4b6bbcfd63 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 944 time: 0.0894256 Jun 03 16:06:40.570655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a37cb03f-e45d-42a2-9ede-f806d0889fc8 req-ed8a7623-d8a5-4b64-93a0-4f1bc77297d5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424309 Jun 03 16:06:40.943652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c9221-50b6-40da-a5aa-18bc23854ce4 req-7543f4be-ac64-4d57-97a1-bcfd79ab1f05 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:40.945080 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa5c9221-50b6-40da-a5aa-18bc23854ce4 req-7543f4be-ac64-4d57-97a1-bcfd79ab1f05 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 944 time: 0.1447132 Jun 03 16:06:40.953425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-b0e61947-db33-46f3-9cf7-a4070a9bce66 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:40.954847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-b0e61947-db33-46f3-9cf7-a4070a9bce66 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.67 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93&tenant_id=f08f788e4c1744208d4c62275660e0c2&binding%3Ahost_id=n-h1-844595-1 HTTP/1.1" status: 200 len: 944 time: 0.1198475 Jun 03 16:06:41.048228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa5c9221-50b6-40da-a5aa-18bc23854ce4 req-86707496-f81b-48a7-8bae-896fd35dd874 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924218 Jun 03 16:06:41.058387 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-6e383482-0756-4448-a3a6-24efcae032ee service neutron] delete failed (client error): The resource could not be found. Jun 03 16:06:41.059494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-6e383482-0756-4448-a3a6-24efcae032ee service neutron] 10.222.0.67 "DELETE /v2.0/ports/d5ba21fb-d81d-41bc-9b0c-e05284fd9e09/bindings/n-h2-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0912924 Jun 03 16:06:41.221284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-a319e207-6f90-48ef-98e5-235e509fd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:41.222737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-a319e207-6f90-48ef-98e5-235e509fd37d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 1095 time: 0.0795405 Jun 03 16:06:41.358986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-c4d01bbd-c1f5-448f-b659-a5b69fa9b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:41.360571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-c4d01bbd-c1f5-448f-b659-a5b69fa9b91c service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1319196 Jun 03 16:06:41.464694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-8eb864e1-fdb9-4f87-9a88-8fa4456495f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 200 len: 999 time: 0.0977118 Jun 03 16:06:41.531743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-3cc42936-0975-4b94-b815-7ee6e2eadae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:41.533130 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-3cc42936-0975-4b94-b815-7ee6e2eadae7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0630934 Jun 03 16:06:41.610276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-ac93ff18-51b4-4e45-8492-7c26ee721028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:41.611703 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-ac93ff18-51b4-4e45-8492-7c26ee721028 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729995 Jun 03 16:06:41.756960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-59931bff-3ffb-4827-879a-0843001915c2 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382804 Jun 03 16:06:41.894094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e9e2b20-3c2e-41d5-987a-2b20debc93fb req-9746b987-174e-4006-b7c4-4ea9a5ce497c service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311002 Jun 03 16:06:42.254171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:06:42.376778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fd55a-ee0e-4b92-ba8f-cd311dc689b3 req-db7aa6ba-14ba-476f-bc86-1c9a8d82c8c4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:42.378293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df3fd55a-ee0e-4b92-ba8f-cd311dc689b3 req-db7aa6ba-14ba-476f-bc86-1c9a8d82c8c4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 944 time: 0.2226083 Jun 03 16:06:42.408069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:42.422328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'port_id': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'mac_address': 'fa:16:3e:3e:a9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:06:42.429480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df3fd55a-ee0e-4b92-ba8f-cd311dc689b3 req-22118be7-c2f8-4ba0-9d58-04cbf4b7c6f3 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423777 Jun 03 16:06:42.481537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:06:42.481905 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:42.500795 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:06:42.517115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:42.520820 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:42.588990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:42.738903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['d5ba21fb-d81d-41bc-9b0c-e05284fd9e09'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:06:43.645990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775de70-1663-4bb5-8f90-99c537355a5e req-41b7ed36-7610-445b-9e9b-510304962982 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:43.647604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b775de70-1663-4bb5-8f90-99c537355a5e req-41b7ed36-7610-445b-9e9b-510304962982 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 945 time: 0.0977252 Jun 03 16:06:43.698285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b775de70-1663-4bb5-8f90-99c537355a5e req-ffa11975-e0ee-45cd-b709-2fef0d595ac0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420613 Jun 03 16:06:43.904154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13c7a3-4681-4182-85aa-2709dba76021 req-15e0920f-61fd-4f4d-ac6e-34b0095c88ad tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:43.905510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc13c7a3-4681-4182-85aa-2709dba76021 req-15e0920f-61fd-4f4d-ac6e-34b0095c88ad tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 945 time: 0.0938735 Jun 03 16:06:43.950973 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc13c7a3-4681-4182-85aa-2709dba76021 req-1cf56af9-c944-441f-acdb-e1cb0a3e1d89 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389092 Jun 03 16:06:44.149641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d897f-8cb2-4737-8040-526d57640212 req-686e996c-e0ef-46a1-9624-59443985a573 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:44.151112 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-479d897f-8cb2-4737-8040-526d57640212 req-686e996c-e0ef-46a1-9624-59443985a573 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 945 time: 0.0886090 Jun 03 16:06:44.198672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-479d897f-8cb2-4737-8040-526d57640212 req-f66b81fb-0c73-44cb-82e6-7f3110f356dd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393341 Jun 03 16:06:44.264669 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:06:44.333226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:06:44.339465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:06:44.339896 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:44.462749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:06:44.463053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:44.491500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:44.501423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:44.506310 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:44.544588 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b25881a-4d4f-47fc-ae26-5bc3f672bf84'] response: {'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'code': 200} Jun 03 16:06:44.575711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:44.586709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6352-7ba2-4de4-ad2e-ef63926bd384 req-a9a7e84a-ad54-4100-84f1-91ec6101b326 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:44.588217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e6b6352-7ba2-4de4-ad2e-ef63926bd384 req-a9a7e84a-ad54-4100-84f1-91ec6101b326 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.0806451 Jun 03 16:06:44.632509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e6b6352-7ba2-4de4-ad2e-ef63926bd384 req-557903e1-0b2f-4cc5-99b2-c7924c36a82a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382102 Jun 03 16:06:45.857536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-a8175153-f5da-4d81-a24e-ef1b9eb62709 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:45.858998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-a8175153-f5da-4d81-a24e-ef1b9eb62709 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.1479661 Jun 03 16:06:45.868865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00daf8-09a8-4962-9ae2-8615a86be899 req-01992277-4ab8-44b9-ab43-185a2d098af6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:45.870231 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e00daf8-09a8-4962-9ae2-8615a86be899 req-01992277-4ab8-44b9-ab43-185a2d098af6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 946 time: 0.1182044 Jun 03 16:06:45.962381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Deleting port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:06:45.962730 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:45.994812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e00daf8-09a8-4962-9ae2-8615a86be899 req-408d7e43-0637-475e-96ed-24df97401ea9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943608 Jun 03 16:06:46.215313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] For port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:46.215561 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:46.510907 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:46.511173 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:46.511494 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc disassociated. External IP: 172.25.7.24, port: d5ba21fb-d81d-41bc-9b0c-e05284fd9e09. Jun 03 16:06:46.511829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Calling delete_port for d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:06:46.663874 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:46.712876 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event deleted for resources: {'Port': ['ID=d5ba21fb-d81d-41bc-9b0c-e05284fd9e09,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:47.011937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:06:47.213444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2186e38-d86c-4422-abff-7a6c3a388fb2 req-bfc00180-40d8-45b5-bfa0-4b69fc9633a1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=73f70eae-6732-4f99-bf0b-edd567ce4f93 HTTP/1.1" status: 200 len: 210 time: 0.1104398 Jun 03 16:06:47.242638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:06:47.252383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d0cec-7dee-4d52-b9c9-10390fa45d4c None None] Sync routers for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:06:47.262073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d0cec-7dee-4d52-b9c9-10390fa45d4c None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:06:47.262686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-159d0cec-7dee-4d52-b9c9-10390fa45d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:06:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:06:47.317513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] No DVR routers for this DVR port d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:06:47.319990 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:47.322652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'name': 'network-vif-deleted', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:47.342113 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-821f277d-2f52-4886-8e40-6f3e820605d9 req-4c40608f-e445-468b-9f3b-aecc5c5d6b0a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "DELETE /v2.0/ports/d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 HTTP/1.1" status: 204 len: 173 time: 1.4703329 Jun 03 16:06:47.384344 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b153afc-4b3b-4e7a-97c1-0baf94c2bb93'] response: {'server_uuid': '73f70eae-6732-4f99-bf0b-edd567ce4f93', 'name': 'network-vif-deleted', 'tag': 'd5ba21fb-d81d-41bc-9b0c-e05284fd9e09', 'status': 'completed', 'code': 200} Jun 03 16:06:47.450315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-159d0cec-7dee-4d52-b9c9-10390fa45d4c None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:06:47.812100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-159d0cec-7dee-4d52-b9c9-10390fa45d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:06:47.816383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d0cec-7dee-4d52-b9c9-10390fa45d4c None None] Checking router: 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:06:47.825266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d0cec-7dee-4d52-b9c9-10390fa45d4c None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:06:47.825919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-159d0cec-7dee-4d52-b9c9-10390fa45d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:06:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:06:48.011148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-159d0cec-7dee-4d52-b9c9-10390fa45d4c None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:06:48.339180 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-159d0cec-7dee-4d52-b9c9-10390fa45d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:06:48.343910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d0cec-7dee-4d52-b9c9-10390fa45d4c None None] The sync data for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 is: [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:06:48.564131 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-3c6fe0cf-ffce-4b6e-abb7-48a26c370970 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--98485128&fields=id&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 267 time: 0.0402849 Jun 03 16:06:48.566310 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9699cfa0-cfee-4e0b-bea0-e0c06d24b7f7 None None] New status for floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:06:48.714657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-e62bbc09-9ba0-4478-9610-f5fb1bd3065a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:48.716074 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-e62bbc09-9ba0-4478-9610-f5fb1bd3065a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 812 time: 0.1449087 Jun 03 16:06:48.731692 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-58f621e9-f7aa-4117-bfe0-cea4effdfa8e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/quotas/f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 375 time: 0.0096381 Jun 03 16:06:48.815593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-9e87f148-c99a-4f3d-a7c2-0a50f43d02c6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Synchronizing usage tracker for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:06:48.832103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-9e87f148-c99a-4f3d-a7c2-0a50f43d02c6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Unset dirty status for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:06:48.833633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-9e87f148-c99a-4f3d-a7c2-0a50f43d02c6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967875 Jun 03 16:06:48.989189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-e4f9a16c-9465-4366-937f-082118d083a6 service neutron] 10.222.0.48 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392276 Jun 03 16:06:49.122776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-0a7c0511-02f8-4e03-b3f2-f004f0b1bf8e service neutron] 10.222.0.48 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273992 Jun 03 16:06:49.310859 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1e67108a-dc5c-4499-9380-b674117baca2 req-682591bb-541e-4368-af55-4ab601549b68 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 210 time: 0.0473781 Jun 03 16:06:50.306835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:06:50.352102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:06:50.352452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d5ba21fb-d81d-41bc-9b0c-e05284fd9e09 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:06:50.379549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-5b033dbb-8aa9-44b2-8b53-5b8a5d87005a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:50.380929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-5b033dbb-8aa9-44b2-8b53-5b8a5d87005a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 812 time: 0.1514652 Jun 03 16:06:50.461213 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-c3fce95a-9b96-427f-8859-886e1c44a7e6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 378 time: 0.0720296 Jun 03 16:06:50.475937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'port': {'device_id': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'admin_state_up': True, 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'security_groups': ['bfa37b07-11cc-46f5-9a8c-73c320a03256']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:06:50.490029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-66825211-0bdd-420e-9a5a-989b38104610 req-2c270246-eb8c-43d3-8d93-96de66837763 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 210 time: 0.0652170 Jun 03 16:06:50.616111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:06:50.626516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:06:50.640120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Made reservation on behalf of f08f788e4c1744208d4c62275660e0c2 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:06:50.643692 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:50.808118 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Allocated IP 172.20.0.4 (4d4a024b-07d2-4113-a268-3245350a8384/a31cbe84-a553-4c70-bfb9-efc861abdc5d/0e36f65e-2b00-48aa-8506-c578518f0853) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:06:51.112534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:51.128225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Transition to ACTIVE for port object 0e36f65e-2b00-48aa-8506-c578518f0853 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:06:51.153288 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:51.226163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Network 4d4a024b-07d2-4113-a268-3245350a8384 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:06:51.229411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:06:51.233345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:06:51.263498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event updated for resources: {'Port': ['ID=0e36f65e-2b00-48aa-8506-c578518f0853,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:51.308862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:51.309480 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:51.336966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-89e06369-48b0-4823-8e32-8f2cf26570b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8692205 Jun 03 16:06:51.348627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Request body: {'port': {'device_id': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:06:51.480663 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:51.489225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a9d217fe-6b58-4b36-8e25-1bf191a1dd9b None None] Provisioning for port 0e36f65e-2b00-48aa-8506-c578518f0853 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:06:51.496278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a9d217fe-6b58-4b36-8e25-1bf191a1dd9b None None] Provisioning complete for port 0e36f65e-2b00-48aa-8506-c578518f0853 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:06:51.496278 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a9d217fe-6b58-4b36-8e25-1bf191a1dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:51.557650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-a9d217fe-6b58-4b36-8e25-1bf191a1dd9b None None] Port 0e36f65e-2b00-48aa-8506-c578518f0853 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:06:51.851191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98629b-9824-48ae-8c19-aa78453a1b56 req-5b729c45-1567-4dfa-a1b3-86f8bf6b62b7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:51.851927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3c98629b-9824-48ae-8c19-aa78453a1b56 req-5b729c45-1567-4dfa-a1b3-86f8bf6b62b7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Synchronizing usage tracker for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:06:51.888024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3c98629b-9824-48ae-8c19-aa78453a1b56 req-5b729c45-1567-4dfa-a1b3-86f8bf6b62b7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Unset dirty status for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:06:51.889232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c98629b-9824-48ae-8c19-aa78453a1b56 req-5b729c45-1567-4dfa-a1b3-86f8bf6b62b7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 931 time: 0.2623832 Jun 03 16:06:51.991619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e36f65e-2b00-48aa-8506-c578518f0853 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:06:51.998045 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c98629b-9824-48ae-8c19-aa78453a1b56 req-ba3b4924-feb2-4b8d-8112-43eb64fff573 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971754 Jun 03 16:06:52.001798 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:52.017848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Transition to ACTIVE for port object 0e36f65e-2b00-48aa-8506-c578518f0853 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:06:52.023850 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:52.168560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Pushing event updated for resources: {'Port': ['ID=0e36f65e-2b00-48aa-8506-c578518f0853,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:52.283959 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Attempting to bind port 0e36f65e-2b00-48aa-8506-c578518f0853 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:06:52.284282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Attempting to bind port 0e36f65e-2b00-48aa-8506-c578518f0853 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:06:52.284656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Attempting to bind port 0e36f65e-2b00-48aa-8506-c578518f0853 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:06:52.289488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Port 0e36f65e-2b00-48aa-8506-c578518f0853 on network 4d4a024b-07d2-4113-a268-3245350a8384 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:06:52.289800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Attempting to bind port 0e36f65e-2b00-48aa-8506-c578518f0853 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:06:52.295016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:06:52.295351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:06:52.295728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:06:52.296144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Bound port: 0e36f65e-2b00-48aa-8506-c578518f0853, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:06:52.296481 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:52.384744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:06:52.387566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0e36f65e-2b00-48aa-8506-c578518f0853,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:06:52.395044 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:52.457161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:52.457815 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:52.459122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] 10.222.0.75 "PUT /v2.0/ports/0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 200 len: 1091 time: 1.1148620 Jun 03 16:06:52.459541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:52.482522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80fa75-8069-4d63-bdee-8c3133076d12 service neutron] Pushing event updated for resources: {'Port': ['ID=0e36f65e-2b00-48aa-8506-c578518f0853,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:52.533979 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44260d7d-03e5-46a9-9e07-0457cdd76eb1'] response: {'name': 'network-changed', 'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853', 'status': 'completed', 'code': 200} Jun 03 16:06:52.575718 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-085da16f-2a26-43f5-b066-3576182a1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:52.577225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-085da16f-2a26-43f5-b066-3576182a1277 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 1094 time: 0.0746663 Jun 03 16:06:52.659298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-b62ac00f-8dab-457a-927c-fe9fbb2e0865 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 200 len: 217 time: 0.0748894 Jun 03 16:06:52.726967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-a02cd593-2e58-4b0c-bec9-4fbfb1142356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:52.728415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-a02cd593-2e58-4b0c-bec9-4fbfb1142356 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0626214 Jun 03 16:06:52.810497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-e2425d6b-a750-4e4c-8bec-f602e8601a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:52.811980 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-e2425d6b-a750-4e4c-8bec-f602e8601a50 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771315 Jun 03 16:06:53.052553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-4d272c35-527d-4e7a-8f84-b0b73cb9b2a1 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335238 Jun 03 16:06:53.235918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8ff0edd-e0cd-4458-a888-bb5c24e4b38e req-46b52fe0-3bd6-487e-8259-3dcb05ea6a18 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772163 Jun 03 16:06:53.252444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba44be1-6af5-4482-b428-f2c5d7e3ab71 req-1a34df09-65a8-4a61-a936-5a17a8892d10 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:53.254242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ba44be1-6af5-4482-b428-f2c5d7e3ab71 req-1a34df09-65a8-4a61-a936-5a17a8892d10 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 943 time: 0.1312399 Jun 03 16:06:53.355336 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3ba44be1-6af5-4482-b428-f2c5d7e3ab71 req-58bd75bf-3dcc-40a9-b140-68157d1ae1fa tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896895 Jun 03 16:06:53.375021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7bd5-cb56-4f7c-b22c-4043bfb62dab req-80d63c58-0b71-4424-a70d-fa20a30da5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:53.376547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5bc7bd5-cb56-4f7c-b22c-4043bfb62dab req-80d63c58-0b71-4424-a70d-fa20a30da5ff service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 1094 time: 0.0913789 Jun 03 16:06:53.521918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7bd5-cb56-4f7c-b22c-4043bfb62dab req-93dc5ff8-3029-4faf-88cd-ce9aa3b67af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:53.523405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5bc7bd5-cb56-4f7c-b22c-4043bfb62dab req-93dc5ff8-3029-4faf-88cd-ce9aa3b67af2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1397195 Jun 03 16:06:53.595481 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5bc7bd5-cb56-4f7c-b22c-4043bfb62dab req-872b3627-717f-4914-91f8-387828382de0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 200 len: 217 time: 0.0649736 Jun 03 16:06:53.661562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7bd5-cb56-4f7c-b22c-4043bfb62dab req-dc4400a8-6042-4733-87ac-807261afeef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:53.663072 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5bc7bd5-cb56-4f7c-b22c-4043bfb62dab req-dc4400a8-6042-4733-87ac-807261afeef6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0603547 Jun 03 16:06:53.748147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc7bd5-cb56-4f7c-b22c-4043bfb62dab req-825747fa-a840-45c3-b472-6f3cb302117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:53.749627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5bc7bd5-cb56-4f7c-b22c-4043bfb62dab req-825747fa-a840-45c3-b472-6f3cb302117f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800123 Jun 03 16:06:53.885526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5bc7bd5-cb56-4f7c-b22c-4043bfb62dab req-bbf4577d-9aa8-4ae1-9b1d-a3b6a6412757 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280086 Jun 03 16:06:54.029422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5bc7bd5-cb56-4f7c-b22c-4043bfb62dab req-79c4e582-7e3b-4c15-b844-5d8aafb357ec service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370556 Jun 03 16:06:54.552877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a26c93-3215-49ce-98db-806533dbe282 req-f0810ca6-9cf3-4b97-84a9-555d98d96fe2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:54.554310 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-64a26c93-3215-49ce-98db-806533dbe282 req-f0810ca6-9cf3-4b97-84a9-555d98d96fe2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 943 time: 0.0919507 Jun 03 16:06:54.600444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-64a26c93-3215-49ce-98db-806533dbe282 req-60b93bab-18c3-42f7-a2f4-876a5f064f11 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402460 Jun 03 16:06:55.799591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f9e77-ff81-45f7-994e-d046707c70e5 req-abd6538a-3189-4f4b-9222-4bf724b5419d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:55.801060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae2f9e77-ff81-45f7-994e-d046707c70e5 req-abd6538a-3189-4f4b-9222-4bf724b5419d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 943 time: 0.0850239 Jun 03 16:06:55.844319 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae2f9e77-ff81-45f7-994e-d046707c70e5 req-b4e1d16d-dbe4-480d-93fd-d752f32e4207 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374048 Jun 03 16:06:56.354335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0e36f65e-2b00-48aa-8506-c578518f0853 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:06:56.503804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0e36f65e-2b00-48aa-8506-c578518f0853,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:56.517682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '0e36f65e-2b00-48aa-8506-c578518f0853', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'port_id': '0e36f65e-2b00-48aa-8506-c578518f0853', 'mac_address': 'fa:16:3e:30:4a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:06:56.575686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0e36f65e-2b00-48aa-8506-c578518f0853 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:06:56.576053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:56.593967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e36f65e-2b00-48aa-8506-c578518f0853 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:06:56.609414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0e36f65e-2b00-48aa-8506-c578518f0853,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:56.615590 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:56.683221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0e36f65e-2b00-48aa-8506-c578518f0853,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:56.807883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['0e36f65e-2b00-48aa-8506-c578518f0853'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:06:57.030289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbc4fb-523d-4577-b51a-e14afc72ce36 req-d7dbcae0-78fd-42cf-9fd3-80920eb3aa83 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:57.031735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47bbc4fb-523d-4577-b51a-e14afc72ce36 req-d7dbcae0-78fd-42cf-9fd3-80920eb3aa83 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 944 time: 0.0798187 Jun 03 16:06:57.077039 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47bbc4fb-523d-4577-b51a-e14afc72ce36 req-2bb397e5-05b5-44d1-8c77-5ffdd3fded07 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392771 Jun 03 16:06:58.285399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b46e50-84d1-443a-b950-05912322d1f9 req-478a00d0-1c41-40ae-8e5d-2ff2e6994598 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:58.286879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8b46e50-84d1-443a-b950-05912322d1f9 req-478a00d0-1c41-40ae-8e5d-2ff2e6994598 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 944 time: 0.0911927 Jun 03 16:06:58.335531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8b46e50-84d1-443a-b950-05912322d1f9 req-4e952c52-bfc4-4295-b07b-d01679af0d83 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428517 Jun 03 16:06:58.357820 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0e36f65e-2b00-48aa-8506-c578518f0853 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:06:58.429361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 0e36f65e-2b00-48aa-8506-c578518f0853 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:06:58.437170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 0e36f65e-2b00-48aa-8506-c578518f0853 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:06:58.437660 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:58.570052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0e36f65e-2b00-48aa-8506-c578518f0853 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:06:58.570397 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:58.598737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:06:58.608955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0e36f65e-2b00-48aa-8506-c578518f0853,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:06:58.613618 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:06:58.649560 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8601e7e-1979-4951-bf35-021ca6198e86'] response: {'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853', 'code': 200} Jun 03 16:06:58.692490 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0e36f65e-2b00-48aa-8506-c578518f0853,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:06:58.768334 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8f0d6-9b7f-45b8-a8c6-f0d84782dad5 req-f358284b-c83a-474b-a5c9-6315c2772828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:58.769820 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62e8f0d6-9b7f-45b8-a8c6-f0d84782dad5 req-f358284b-c83a-474b-a5c9-6315c2772828 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0718737 Jun 03 16:06:58.810344 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62e8f0d6-9b7f-45b8-a8c6-f0d84782dad5 req-6e0a2cc9-b563-4ad7-9038-ba7d0372564e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342660 Jun 03 16:06:59.541779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec169f-cadc-49a9-8634-cadec707f707 req-bae41b4d-0b9d-4998-a950-94f1ac2c21ae tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:06:59.543282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7eec169f-cadc-49a9-8634-cadec707f707 req-bae41b4d-0b9d-4998-a950-94f1ac2c21ae tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0987892 Jun 03 16:06:59.591252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7eec169f-cadc-49a9-8634-cadec707f707 req-2797c190-c3ae-49a9-9917-3d8c1c8f640f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393877 Jun 03 16:06:59.934529 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:00.805374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f9fc6-a3c5-4d7d-971c-1a07d12ad96c req-a60bfbe2-f4c8-43fc-8dd7-687a1a68da4b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:00.806866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-558f9fc6-a3c5-4d7d-971c-1a07d12ad96c req-a60bfbe2-f4c8-43fc-8dd7-687a1a68da4b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0962014 Jun 03 16:07:00.956261 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-558f9fc6-a3c5-4d7d-971c-1a07d12ad96c req-d8848695-64fc-4403-919c-a60f0488e084 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1408527 Jun 03 16:07:01.150157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07c785-9e34-4ae4-b633-3bcc0f623e54 req-5d00e44d-c204-4377-a34d-28b7ebad371e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:01.151617 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad07c785-9e34-4ae4-b633-3bcc0f623e54 req-5d00e44d-c204-4377-a34d-28b7ebad371e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0869224 Jun 03 16:07:01.165492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35466) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:07:01.173469 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cc495998-e11c-4609-b663-695bae60e8bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'floatingip': {'port_id': '0e36f65e-2b00-48aa-8506-c578518f0853'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:07:01.250286 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc495998-e11c-4609-b663-695bae60e8bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:01.968781 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc495998-e11c-4609-b663-695bae60e8bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:01.974755 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc495998-e11c-4609-b663-695bae60e8bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:02.146335 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-cc495998-e11c-4609-b663-695bae60e8bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc associated. External IP: 172.25.7.24, port: 0e36f65e-2b00-48aa-8506-c578518f0853. Jun 03 16:07:02.191990 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fc52abbd-ffe9-45b4-8bcd-49b35c3ef245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:02.507022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc495998-e11c-4609-b663-695bae60e8bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:07:02.823745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc495998-e11c-4609-b663-695bae60e8bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:07:02.828420 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc495998-e11c-4609-b663-695bae60e8bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:02.834892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da9baf-6c4b-49e7-8379-93a0547183f2 None None] Sync routers for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:07:02.845178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da9baf-6c4b-49e7-8379-93a0547183f2 None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:07:02.845776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e5da9baf-6c4b-49e7-8379-93a0547183f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:06:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:02.881477 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cc495998-e11c-4609-b663-695bae60e8bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "PUT /v2.0/floatingips/46fc6dae-182a-4898-8939-4fb04c3e8dbc HTTP/1.1" status: 200 len: 990 time: 1.7145317 Jun 03 16:07:02.882083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:07:02.926450 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8c08c2-3f32-454b-a576-2b2f86062081'] response: {'name': 'network-changed', 'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853', 'status': 'completed', 'code': 200} Jun 03 16:07:03.021362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b6cba-8863-4f5c-ac07-b61d1e04887e req-00ffe4ce-c642-4bd5-80a5-3df433b12038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:03.022797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-764b6cba-8863-4f5c-ac07-b61d1e04887e req-00ffe4ce-c642-4bd5-80a5-3df433b12038 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 1096 time: 0.0751407 Jun 03 16:07:03.065330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e5da9baf-6c4b-49e7-8379-93a0547183f2 None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:07:03.157749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b6cba-8863-4f5c-ac07-b61d1e04887e req-216f5181-dff8-41da-bf0e-2a9d7d7c8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:03.159217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-764b6cba-8863-4f5c-ac07-b61d1e04887e req-216f5181-dff8-41da-bf0e-2a9d7d7c8c8c service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1310232 Jun 03 16:07:03.262754 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-764b6cba-8863-4f5c-ac07-b61d1e04887e req-dfcc6452-9c3c-4092-be00-a6aded5f7d6d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 200 len: 998 time: 0.0961359 Jun 03 16:07:03.323410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b6cba-8863-4f5c-ac07-b61d1e04887e req-50d4a1f7-430f-4d42-82d4-e35c8df607b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:03.324795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-764b6cba-8863-4f5c-ac07-b61d1e04887e req-50d4a1f7-430f-4d42-82d4-e35c8df607b1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0561872 Jun 03 16:07:03.397645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b6cba-8863-4f5c-ac07-b61d1e04887e req-e06c108d-fa98-46b4-ab76-429575aa1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:03.399216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-764b6cba-8863-4f5c-ac07-b61d1e04887e req-e06c108d-fa98-46b4-ab76-429575aa1035 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687740 Jun 03 16:07:03.418205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e5da9baf-6c4b-49e7-8379-93a0547183f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': '0e36f65e-2b00-48aa-8506-c578518f0853', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:30:4a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:07:01Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:03.422310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da9baf-6c4b-49e7-8379-93a0547183f2 None None] Checking router: 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:07:03.431584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da9baf-6c4b-49e7-8379-93a0547183f2 None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:07:03.432159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e5da9baf-6c4b-49e7-8379-93a0547183f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:06:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:03.533750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-764b6cba-8863-4f5c-ac07-b61d1e04887e req-932af758-095e-4227-9293-1c058f1c0b52 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273527 Jun 03 16:07:03.617480 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e5da9baf-6c4b-49e7-8379-93a0547183f2 None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:07:03.666139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-764b6cba-8863-4f5c-ac07-b61d1e04887e req-9a2268ed-68ab-4ef6-8282-1c038a19d7ab service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254013 Jun 03 16:07:03.970168 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e5da9baf-6c4b-49e7-8379-93a0547183f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': '0e36f65e-2b00-48aa-8506-c578518f0853', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:30:4a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:07:01Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:07:03.974199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5da9baf-6c4b-49e7-8379-93a0547183f2 None None] The sync data for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 is: [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': '0e36f65e-2b00-48aa-8506-c578518f0853', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:30:4a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:07:01Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:07:04.153554 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80904d3c-d8d8-485e-a376-95c1bd51acdb None None] New status for floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:07:04.887473 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f6044192-7c4c-4922-b41b-c24466635eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:05.368728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:05.732664 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:07.204986 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:07.961909 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:07:09.263526 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:29.935226 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:32.195180 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-15f14b76-c436-44eb-afa4-6ab14bb70a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:34.886572 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6468f4ba-f0b2-46c9-b590-488caa544a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:35.365739 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:35.736971 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:37.198058 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:37.676313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f67a3-39b0-44b7-855b-5d1a49fa3250 req-99ee353a-d4d7-47dc-9a76-09fba152591d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:37.677904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-643f67a3-39b0-44b7-855b-5d1a49fa3250 req-99ee353a-d4d7-47dc-9a76-09fba152591d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.1427410 Jun 03 16:07:37.725102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-643f67a3-39b0-44b7-855b-5d1a49fa3250 req-5145091d-1097-4364-b305-ea0ec943d1c0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411649 Jun 03 16:07:38.979219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7538ffc-cb1c-4542-bfbc-d0bc0c9abde1 req-45b864fe-1238-48f0-844f-c26bb7a1e461 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:38.980579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7538ffc-cb1c-4542-bfbc-d0bc0c9abde1 req-45b864fe-1238-48f0-844f-c26bb7a1e461 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0901637 Jun 03 16:07:39.031318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7538ffc-cb1c-4542-bfbc-d0bc0c9abde1 req-ea2f4faf-11b8-408b-acf7-03dd6204839a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418510 Jun 03 16:07:39.279286 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:40.255517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7166b3a-2289-422d-8e86-165236a1c5c4 req-9117aeb7-aaae-4840-b202-686018cccb5f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:40.256984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7166b3a-2289-422d-8e86-165236a1c5c4 req-9117aeb7-aaae-4840-b202-686018cccb5f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0909231 Jun 03 16:07:40.302658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7166b3a-2289-422d-8e86-165236a1c5c4 req-09fe51e0-f5f3-4512-a2e0-e23ef960498c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397022 Jun 03 16:07:41.587545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e0f12-9e0f-4114-9427-1376d3857289 req-4ecad9e6-d9b6-40dd-8e48-c70f4c1c716f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:41.588882 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f39e0f12-9e0f-4114-9427-1376d3857289 req-4ecad9e6-d9b6-40dd-8e48-c70f4c1c716f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.1315045 Jun 03 16:07:41.633037 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f39e0f12-9e0f-4114-9427-1376d3857289 req-664653f6-4f11-4167-bac5-c69f92730504 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381105 Jun 03 16:07:42.844200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32d606-ef2e-46d6-a24f-7d8989d4f4cd req-0f2de35c-3d71-430d-b523-d3ac6f2cb322 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:42.845652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f32d606-ef2e-46d6-a24f-7d8989d4f4cd req-0f2de35c-3d71-430d-b523-d3ac6f2cb322 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0950558 Jun 03 16:07:42.891759 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f32d606-ef2e-46d6-a24f-7d8989d4f4cd req-f781713f-3d1a-4cc6-af26-e10c1c9002cd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380147 Jun 03 16:07:44.116056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d1f57-8e1d-4cf2-9aa9-af448ed46292 req-b71d16aa-d855-4a9c-8461-3d12515c5028 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:44.117577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c84d1f57-8e1d-4cf2-9aa9-af448ed46292 req-b71d16aa-d855-4a9c-8461-3d12515c5028 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0906742 Jun 03 16:07:44.163624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c84d1f57-8e1d-4cf2-9aa9-af448ed46292 req-492762da-00cf-4c5f-a23e-de361a363ee0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401020 Jun 03 16:07:44.967896 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:07:45.370790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dea8c-1d11-4f80-aa54-41c2ed0051e5 req-c1a2608e-028e-4e4f-91ce-eed5ce37d29b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:45.372285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d0dea8c-1d11-4f80-aa54-41c2ed0051e5 req-c1a2608e-028e-4e4f-91ce-eed5ce37d29b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0858476 Jun 03 16:07:45.420787 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d0dea8c-1d11-4f80-aa54-41c2ed0051e5 req-8e6d6479-90aa-4f9b-ac06-c10c18e85c24 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397661 Jun 03 16:07:46.624577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0a594-0542-4f6d-85c6-e6640f4caa7d req-06b28757-6589-40bc-ac23-642d47015852 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:46.625922 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d0a594-0542-4f6d-85c6-e6640f4caa7d req-06b28757-6589-40bc-ac23-642d47015852 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0985804 Jun 03 16:07:46.675267 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d0a594-0542-4f6d-85c6-e6640f4caa7d req-91582faa-c0ca-425c-93c8-40a266dcaa44 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412865 Jun 03 16:07:47.885150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07511c4-c6be-47fc-870e-7addfb929747 req-6166af7b-2c58-408f-a2e7-2d42259685ae tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:47.886649 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e07511c4-c6be-47fc-870e-7addfb929747 req-6166af7b-2c58-408f-a2e7-2d42259685ae tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0907042 Jun 03 16:07:47.935867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e07511c4-c6be-47fc-870e-7addfb929747 req-9a79d7a3-888d-496d-8deb-f82aed22689a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435231 Jun 03 16:07:49.154120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce741b-3244-4866-805a-14b2903cda9e req-f8a89c45-e824-4ff4-8df9-dd5133d65651 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:49.155880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81ce741b-3244-4866-805a-14b2903cda9e req-f8a89c45-e824-4ff4-8df9-dd5133d65651 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0912092 Jun 03 16:07:49.200096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-81ce741b-3244-4866-805a-14b2903cda9e req-6347c748-9eed-4251-847a-02c441ca6580 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388231 Jun 03 16:07:50.517086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e25ce-a0fe-4f02-81ae-ca2838865734 req-f1fecb3f-806f-47ea-9d09-8434793fba16 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:50.518474 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-208e25ce-a0fe-4f02-81ae-ca2838865734 req-f1fecb3f-806f-47ea-9d09-8434793fba16 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.1832898 Jun 03 16:07:50.563196 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-208e25ce-a0fe-4f02-81ae-ca2838865734 req-0072e2ec-625a-4e24-8fc6-5b9e41716e3a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390613 Jun 03 16:07:51.769760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e91ce5-2071-4321-815a-3c90addef966 req-88173d16-1c49-44b9-80b3-879b844d129d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:51.771287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16e91ce5-2071-4321-815a-3c90addef966 req-88173d16-1c49-44b9-80b3-879b844d129d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0985479 Jun 03 16:07:51.821308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-16e91ce5-2071-4321-815a-3c90addef966 req-8a8e72f5-168a-4da5-95da-2d693eb3ae37 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427103 Jun 03 16:07:53.027330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8b842-770d-4410-af6d-a315a45ac9d0 req-9fbe6c6f-bdc5-4fcc-9d30-8c359323b1b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:53.028659 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80f8b842-770d-4410-af6d-a315a45ac9d0 req-9fbe6c6f-bdc5-4fcc-9d30-8c359323b1b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0845923 Jun 03 16:07:53.073790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-80f8b842-770d-4410-af6d-a315a45ac9d0 req-4df80394-394d-4b5f-bbba-834b30e9088a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384700 Jun 03 16:07:53.587585 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-f99065ff-e8f3-41e3-be95-7becc8266ba5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696638 Jun 03 16:07:53.643052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28484b-afb1-4351-b687-15d0344c1e04 req-3f299629-9ed9-4b24-aa8b-df6594ebf49c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:53.644582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f28484b-afb1-4351-b687-15d0344c1e04 req-3f299629-9ed9-4b24-aa8b-df6594ebf49c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0848665 Jun 03 16:07:53.690730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f28484b-afb1-4351-b687-15d0344c1e04 req-86c30e68-1867-4936-a0db-3338ba85cb8b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405426 Jun 03 16:07:54.880279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2c421-999e-423c-a8fb-d2d19f561277 req-12eb987f-427b-4c1d-bc8f-1e4ff1d915c7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:54.881741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6f2c421-999e-423c-a8fb-d2d19f561277 req-12eb987f-427b-4c1d-bc8f-1e4ff1d915c7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0834134 Jun 03 16:07:54.926131 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c6f2c421-999e-423c-a8fb-d2d19f561277 req-510c4fe6-0201-4b2b-9c95-7c594a861645 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384893 Jun 03 16:07:55.050408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-1deb3a84-4f2c-4ae5-9d40-e0941b87c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:55.051950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-1deb3a84-4f2c-4ae5-9d40-e0941b87c444 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 1096 time: 0.1204679 Jun 03 16:07:55.194136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-f1481f00-44dd-4099-b363-cecf975a009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:55.195549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-f1481f00-44dd-4099-b363-cecf975a009c service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1377852 Jun 03 16:07:55.319800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-7162d214-0c1f-4047-92b2-89b181a691d5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 200 len: 1000 time: 0.1177297 Jun 03 16:07:55.384915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-5f60807a-fb4f-44ee-b381-db9c8c91459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:55.386392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-5f60807a-fb4f-44ee-b381-db9c8c91459f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0612373 Jun 03 16:07:55.462394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-53096591-758f-42ce-b340-c490989823f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:55.463866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-53096591-758f-42ce-b340-c490989823f0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716369 Jun 03 16:07:55.596759 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-af08e83c-f699-4af8-a38f-1d2a4cfeea64 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268437 Jun 03 16:07:55.730282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-e699a173-e2d6-4e59-95c9-49949413d4a8 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275561 Jun 03 16:07:56.128106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035c521-9b7d-439d-9582-2861b79467dc req-8c69c60e-1624-45db-8382-8ff41de9f037 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:56.129614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5035c521-9b7d-439d-9582-2861b79467dc req-8c69c60e-1624-45db-8382-8ff41de9f037 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0970306 Jun 03 16:07:56.174954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5035c521-9b7d-439d-9582-2861b79467dc req-cbf1e1dc-f826-4b34-ae79-c104b46422f9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395241 Jun 03 16:07:57.365629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee5478-1627-49f5-a573-33df6b5b084a req-fe7704d5-c0d7-4e35-8239-0082dabef900 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:57.367132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbee5478-1627-49f5-a573-33df6b5b084a req-fe7704d5-c0d7-4e35-8239-0082dabef900 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0805912 Jun 03 16:07:57.414313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fbee5478-1627-49f5-a573-33df6b5b084a req-47a43b20-c24f-40b1-87a4-1d564f7ee479 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411754 Jun 03 16:07:57.725281 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-d73db394-12ec-43bc-a47f-5f6b8891f44a service neutron] show failed (client error): The resource could not be found. Jun 03 16:07:57.726302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-d73db394-12ec-43bc-a47f-5f6b8891f44a service neutron] 10.222.0.75 "GET /v2.0/ports/0e36f65e-2b00-48aa-8506-c578518f0853/bindings/n-h2-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0906243 Jun 03 16:07:58.002433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c962a1e2-38c4-43f3-a441-58ac60de3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:58.004490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c962a1e2-38c4-43f3-a441-58ac60de3569 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 1096 time: 0.0785689 Jun 03 16:07:58.107562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:07:58.231410 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:58.673240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0e36f65e-2b00-48aa-8506-c578518f0853,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:07:58.695823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2891-95f1-4727-b7ef-41ba5a9979f7 req-d473deb7-5d86-4486-adc4-7c709bfd0ea0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:58.697275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec2891-95f1-4727-b7ef-41ba5a9979f7 req-d473deb7-5d86-4486-adc4-7c709bfd0ea0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.1356401 Jun 03 16:07:58.733494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:07:58.795581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fec2891-95f1-4727-b7ef-41ba5a9979f7 req-a4a56e1d-753d-419d-b55f-fd5fa546dc14 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885520 Jun 03 16:07:58.806382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:07:58.812097 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:58.831093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Transition to ACTIVE for port object 0e36f65e-2b00-48aa-8506-c578518f0853 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:07:58.835919 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:58.874134 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e553d6ae-16d2-4ab3-8066-73ccc982f37a'] response: {'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853', 'code': 200} Jun 03 16:07:58.986358 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Pushing event updated for resources: {'Port': ['ID=0e36f65e-2b00-48aa-8506-c578518f0853,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:59.000287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.000661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.000973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.001298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.001621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.002057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.002273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.002590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.002908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.003223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.003537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.003850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:07:59.051187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] No DVR routers for this DVR port 0e36f65e-2b00-48aa-8506-c578518f0853 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:07:59.293212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Attempting to bind port 0e36f65e-2b00-48aa-8506-c578518f0853 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:07:59.293557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Attempting to bind port 0e36f65e-2b00-48aa-8506-c578518f0853 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:07:59.293902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Attempting to bind port 0e36f65e-2b00-48aa-8506-c578518f0853 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:07:59.301756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Port 0e36f65e-2b00-48aa-8506-c578518f0853 on network 4d4a024b-07d2-4113-a268-3245350a8384 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:07:59.302218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Attempting to bind port 0e36f65e-2b00-48aa-8506-c578518f0853 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:07:59.310738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:07:59.311169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:07:59.311766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:07:59.312408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Bound port: 0e36f65e-2b00-48aa-8506-c578518f0853, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:07:59.312867 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:59.405865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:07:59.409041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0e36f65e-2b00-48aa-8506-c578518f0853,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:07:59.415133 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:59.476580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:59.477170 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:07:59.478604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] 10.222.0.67 "PUT /v2.0/ports/0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 200 len: 1091 time: 1.4140167 Jun 03 16:07:59.495630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702f619-9c8a-4e24-a344-30fb02d0ca3a service neutron] Pushing event updated for resources: {'Port': ['ID=0e36f65e-2b00-48aa-8506-c578518f0853,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:07:59.582112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-4416ff13-93bf-4826-8a3b-27012778aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:59.583578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-4416ff13-93bf-4826-8a3b-27012778aff5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 1094 time: 0.0719392 Jun 03 16:07:59.715709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-f0ebbe59-28d1-46cc-b810-0d870b70fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:59.717469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-f0ebbe59-28d1-46cc-b810-0d870b70fc00 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1273108 Jun 03 16:07:59.820941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-7dcd8c14-03f3-485a-8a4e-b15b75afce6a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 200 len: 998 time: 0.0971227 Jun 03 16:07:59.886938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-205e740b-540a-44b8-bff6-79b8c4190554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:07:59.888388 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-205e740b-540a-44b8-bff6-79b8c4190554 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0618553 Jun 03 16:07:59.949065 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:00.025227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-9db3393c-61cf-412b-ace6-cf73aac8cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:00.026741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-9db3393c-61cf-412b-ace6-cf73aac8cb95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319277 Jun 03 16:08:00.035250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f09be9-85cd-4bbb-a239-3cb17684b720 req-4d9480f7-c810-4803-8302-117e7bc8e553 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:00.036624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-66f09be9-85cd-4bbb-a239-3cb17684b720 req-4d9480f7-c810-4803-8302-117e7bc8e553 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 943 time: 0.1126153 Jun 03 16:08:00.270916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-66f09be9-85cd-4bbb-a239-3cb17684b720 req-74c44562-e357-440b-a699-fa9e3622b707 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2164350 Jun 03 16:08:00.306842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-2fe0758f-ee14-4f5a-b08f-c5b589824e9b service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692761 Jun 03 16:08:00.440346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8bbb59d9-bdb7-4d64-8c87-d2c3ea96479c req-fc3959c0-78d2-4d75-a67a-478343d0e878 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270788 Jun 03 16:08:00.875585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:00.942252 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94ada01-0041-4da7-9995-37b7f69bfce9'] response: {'name': 'network-changed', 'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853', 'status': 'completed', 'code': 200} Jun 03 16:08:01.093543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-9ca22e24-c3a5-44ea-b107-e7d365e31aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.095089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-9ca22e24-c3a5-44ea-b107-e7d365e31aaa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 1094 time: 0.1000240 Jun 03 16:08:01.096960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-426cbbdc-4ee5-4a41-9dad-47eab26ff909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.098281 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-426cbbdc-4ee5-4a41-9dad-47eab26ff909 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 1094 time: 0.1347609 Jun 03 16:08:01.327091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-dba76a91-c78f-45a0-8c3c-1c9849f95d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.328591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-dba76a91-c78f-45a0-8c3c-1c9849f95d9d service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.2109129 Jun 03 16:08:01.329494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-0d873a7e-1c83-49f8-a6b3-a57560f83f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.330810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-0d873a7e-1c83-49f8-a6b3-a57560f83f70 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.2301831 Jun 03 16:08:01.558388 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-59e01487-f5d7-468a-8273-ba6db33f96e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 200 len: 998 time: 0.2238288 Jun 03 16:08:01.564067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-d2836276-423e-4dd6-91da-34b38646f663 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 200 len: 998 time: 0.1780612 Jun 03 16:08:01.678592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-13aabbfd-683c-49d3-ab06-bf2c65f92f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.679988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-13aabbfd-683c-49d3-ab06-bf2c65f92f96 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.1144838 Jun 03 16:08:01.689567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbe04c-aabd-4468-84b0-3e186f2b058a req-b59493cc-708c-4b0b-aca8-efdcb61624a7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.690921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fdbe04c-aabd-4468-84b0-3e186f2b058a req-b59493cc-708c-4b0b-aca8-efdcb61624a7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 943 time: 0.2554080 Jun 03 16:08:01.693384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-7da5d2ba-5967-49b8-a90d-339580e8e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.694690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-7da5d2ba-5967-49b8-a90d-339580e8e23f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0953004 Jun 03 16:08:01.826665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fdbe04c-aabd-4468-84b0-3e186f2b058a req-b175863c-902f-471a-848e-4691f827387a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020775 Jun 03 16:08:01.856452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-094aae07-cbc5-4155-ae55-9ec9ead7e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.857904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-094aae07-cbc5-4155-ae55-9ec9ead7e74d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348078 Jun 03 16:08:01.859779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-13d43d0a-efe3-4028-87c6-e73b70fe29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:01.861124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-13d43d0a-efe3-4028-87c6-e73b70fe29d8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693907 Jun 03 16:08:02.087439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-ab8bf302-646c-4fb1-9f29-ae98c6b2b356 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229908 Jun 03 16:08:02.090475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-7fef5d90-c9da-40f0-a6c2-442bc336fef5 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095039 Jun 03 16:08:02.194025 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e9e0-1659-4c93-843b-ac1f06c4cea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:02.450533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-d69614ed-ce68-4adb-8000-dc0d7e37ce2c service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568857 Jun 03 16:08:02.452322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-46d285de-dd1d-46ff-88ac-24cfd7f41135 req-7290ae3e-2625-426e-84c1-80258933f712 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418636 Jun 03 16:08:02.701100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0e36f65e-2b00-48aa-8506-c578518f0853 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:08:02.771380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0e36f65e-2b00-48aa-8506-c578518f0853 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:08:03.033978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d569304-2860-47fd-85e9-68d42c1e5e9b req-41601bab-e214-4498-bfdc-e3edbccd205a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:03.035389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d569304-2860-47fd-85e9-68d42c1e5e9b req-41601bab-e214-4498-bfdc-e3edbccd205a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 943 time: 0.0901878 Jun 03 16:08:03.080475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d569304-2860-47fd-85e9-68d42c1e5e9b req-0d22aa3e-53b7-48d7-b023-486ed16a3177 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388961 Jun 03 16:08:03.557009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0e36f65e-2b00-48aa-8506-c578518f0853 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:08:03.745653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0e36f65e-2b00-48aa-8506-c578518f0853,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:03.758624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '0e36f65e-2b00-48aa-8506-c578518f0853', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'port_id': '0e36f65e-2b00-48aa-8506-c578518f0853', 'mac_address': 'fa:16:3e:30:4a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:08:03.812630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0e36f65e-2b00-48aa-8506-c578518f0853 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:03.813008 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:03.830052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e36f65e-2b00-48aa-8506-c578518f0853 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:08:03.845489 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0e36f65e-2b00-48aa-8506-c578518f0853,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:03.851169 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:03.919259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0e36f65e-2b00-48aa-8506-c578518f0853,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:03.926990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:03.927330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:03.927655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:03.927986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:03.928312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:03.928629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:03.928951 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:03.929268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:03.929566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:03.929912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:03.930220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:03.930526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:08:04.227841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['0e36f65e-2b00-48aa-8506-c578518f0853'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:08:04.287757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dbab4-e77e-4d32-91b8-2b2f294ac60e req-b76f1fbd-e13f-45a9-9cd5-5706d3e9dfce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:04.289246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b8dbab4-e77e-4d32-91b8-2b2f294ac60e req-b76f1fbd-e13f-45a9-9cd5-5706d3e9dfce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 944 time: 0.0981185 Jun 03 16:08:04.336058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b8dbab4-e77e-4d32-91b8-2b2f294ac60e req-7fd54d37-8fbe-4889-81a9-ddc6550d539a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407641 Jun 03 16:08:04.715446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-21c5fb66-9653-4221-b7be-87b09077af51 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:04.717156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-21c5fb66-9653-4221-b7be-87b09077af51 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9&tenant_id=f08f788e4c1744208d4c62275660e0c2&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 944 time: 0.1122322 Jun 03 16:08:04.724595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb76ae-ac04-4b10-9063-b3e57f2eefc5 req-8a6659e2-4322-43b6-ae69-51e8e9dbb30f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:04.725995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59bb76ae-ac04-4b10-9063-b3e57f2eefc5 req-8a6659e2-4322-43b6-ae69-51e8e9dbb30f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 944 time: 0.1554873 Jun 03 16:08:04.822361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59bb76ae-ac04-4b10-9063-b3e57f2eefc5 req-1166f94e-9ebe-4d5f-a4e9-4cf4f9931001 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642571 Jun 03 16:08:04.829212 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-e1d1ce45-465f-46e0-bdf9-0e755bcdcfff service neutron] delete failed (client error): The resource could not be found. Jun 03 16:08:04.830233 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-e1d1ce45-465f-46e0-bdf9-0e755bcdcfff service neutron] 10.222.0.75 "DELETE /v2.0/ports/0e36f65e-2b00-48aa-8506-c578518f0853/bindings/n-h1-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.1033428 Jun 03 16:08:04.868961 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-febe169c-c18c-4223-a508-7d9b5bf7dc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:04.978383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-a5175027-0fec-4ffd-a170-3e5876954404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:04.979842 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-a5175027-0fec-4ffd-a170-3e5876954404 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 1095 time: 0.0783341 Jun 03 16:08:05.111937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-380ecf35-d13f-4382-a138-610330e3613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:05.113416 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-380ecf35-d13f-4382-a138-610330e3613c service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1264992 Jun 03 16:08:05.214871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-5ceb91ec-e4f5-4652-a18d-a4137fb3f094 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 200 len: 999 time: 0.0951402 Jun 03 16:08:05.276534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-26365119-b68d-4f7c-889a-6b63a9e19c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:05.277816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-26365119-b68d-4f7c-889a-6b63a9e19c3e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0571387 Jun 03 16:08:05.352946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-56c10cc9-af25-4b0f-8e36-ca790bbeb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:05.354520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-56c10cc9-af25-4b0f-8e36-ca790bbeb6e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698977 Jun 03 16:08:05.362556 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:05.489375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-be4a17f6-b687-421c-874f-60bb592aaf99 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285069 Jun 03 16:08:05.571371 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0e36f65e-2b00-48aa-8506-c578518f0853 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:08:05.625270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9db2a9b-c403-4e75-be36-f8e8531b9bfc req-cf974273-600e-45a2-ace6-5a2bcec018c3 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296339 Jun 03 16:08:05.647315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 0e36f65e-2b00-48aa-8506-c578518f0853 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:08:05.654617 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 0e36f65e-2b00-48aa-8506-c578518f0853 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:05.655313 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:05.783904 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:05.797358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0e36f65e-2b00-48aa-8506-c578518f0853 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:05.797731 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:05.824774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:05.834065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0e36f65e-2b00-48aa-8506-c578518f0853,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:05.838405 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:05.910279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0e36f65e-2b00-48aa-8506-c578518f0853,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:05.986956 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b0eff7-382a-440d-9f81-0458a9591e5f'] response: {'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853', 'code': 200} Jun 03 16:08:06.009666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73534e-52bf-43af-ba39-79d68e8e7d35 req-20e73b3e-5239-4450-b310-23b738b24742 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:06.011191 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d73534e-52bf-43af-ba39-79d68e8e7d35 req-20e73b3e-5239-4450-b310-23b738b24742 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0830290 Jun 03 16:08:06.055426 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d73534e-52bf-43af-ba39-79d68e8e7d35 req-f3af778a-0e1e-44d4-b545-5b399b4533a8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382311 Jun 03 16:08:07.201423 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:07.255767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2633c98-4f43-4a46-abc1-7856b761a2bd req-8135cdb8-bc25-48c0-a6b1-7af68746d3ac tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:07.257119 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2633c98-4f43-4a46-abc1-7856b761a2bd req-8135cdb8-bc25-48c0-a6b1-7af68746d3ac tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0865281 Jun 03 16:08:07.304111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2633c98-4f43-4a46-abc1-7856b761a2bd req-b7446bbd-ae3a-4c3f-9691-583542372035 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410976 Jun 03 16:08:07.602776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30980e-50e2-4fb5-a726-2f5bcc283c49 req-dfc358de-0456-40bb-88ba-dc87a76625c2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:07.604136 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b30980e-50e2-4fb5-a726-2f5bcc283c49 req-dfc358de-0456-40bb-88ba-dc87a76625c2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.1958132 Jun 03 16:08:07.648464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b30980e-50e2-4fb5-a726-2f5bcc283c49 req-6235a000-b871-41cd-af36-f5e9dcf6c265 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384502 Jun 03 16:08:08.022862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ea96e-2154-4ab7-9547-19a7b7b2794f req-adcaaf97-3cde-4401-90eb-44b4cec466c8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:08.024254 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff3ea96e-2154-4ab7-9547-19a7b7b2794f req-adcaaf97-3cde-4401-90eb-44b4cec466c8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0863862 Jun 03 16:08:08.110188 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff3ea96e-2154-4ab7-9547-19a7b7b2794f req-0c622a39-f09c-4865-854d-81ca8e65b9de tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574703 Jun 03 16:08:08.128234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3a715-5688-4a6f-826f-ffabbb04d8db req-dd402a33-3276-40a8-b859-ec78861e3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:08.129708 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67f3a715-5688-4a6f-826f-ffabbb04d8db req-dd402a33-3276-40a8-b859-ec78861e3c47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 1096 time: 0.1150010 Jun 03 16:08:08.263200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3a715-5688-4a6f-826f-ffabbb04d8db req-e97ed719-ed85-47be-8043-6f3e1ff62717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:08.264932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67f3a715-5688-4a6f-826f-ffabbb04d8db req-e97ed719-ed85-47be-8043-6f3e1ff62717 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1284058 Jun 03 16:08:08.370155 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67f3a715-5688-4a6f-826f-ffabbb04d8db req-005422b4-4aa5-440f-be53-65bb4653520c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 200 len: 1000 time: 0.0994959 Jun 03 16:08:08.440549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3a715-5688-4a6f-826f-ffabbb04d8db req-417e929e-c56e-4d86-9543-a1554a72f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:08.441996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67f3a715-5688-4a6f-826f-ffabbb04d8db req-417e929e-c56e-4d86-9543-a1554a72f383 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0658486 Jun 03 16:08:08.518880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3a715-5688-4a6f-826f-ffabbb04d8db req-1736512c-2918-4d9f-90e6-3f1622d072f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:08.520355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67f3a715-5688-4a6f-826f-ffabbb04d8db req-1736512c-2918-4d9f-90e6-3f1622d072f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726600 Jun 03 16:08:08.649425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67f3a715-5688-4a6f-826f-ffabbb04d8db req-943fb719-3e8d-4d10-8e5d-1ad69a48ff28 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229196 Jun 03 16:08:08.798172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-67f3a715-5688-4a6f-826f-ffabbb04d8db req-d080171e-e8b0-47ec-a6db-82e29533ed81 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407032 Jun 03 16:08:09.287041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:09.314019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12892b8-f2f2-40d7-a77d-15934544fe4c req-28d4dd37-f30e-48f8-b998-88a009c4491b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:09.315550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b12892b8-f2f2-40d7-a77d-15934544fe4c req-28d4dd37-f30e-48f8-b998-88a009c4491b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0813339 Jun 03 16:08:09.366214 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b12892b8-f2f2-40d7-a77d-15934544fe4c req-b3f4f377-584c-476c-b2be-d1bb954ad0f8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447459 Jun 03 16:08:10.565906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6c1ce-25c6-4fcd-8458-03c356af8ee3 req-c93fbf8c-01d1-4953-bb7d-7a096e68ceff tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:10.567396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5c6c1ce-25c6-4fcd-8458-03c356af8ee3 req-c93fbf8c-01d1-4953-bb7d-7a096e68ceff tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0855205 Jun 03 16:08:10.615270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e5c6c1ce-25c6-4fcd-8458-03c356af8ee3 req-85b98a74-8ee8-47af-b884-ef44de5dce33 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396364 Jun 03 16:08:11.020660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589ede3-eef0-4306-8e4a-25efba8582ea req-4f78181c-0863-420e-9a6d-4505d8a288d7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:11.022180 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9589ede3-eef0-4306-8e4a-25efba8582ea req-4f78181c-0863-420e-9a6d-4505d8a288d7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0884638 Jun 03 16:08:11.075572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9589ede3-eef0-4306-8e4a-25efba8582ea req-fdb04191-0314-4a5c-b04a-230a785f0441 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448544 Jun 03 16:08:12.265398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90059058-8c29-4d27-bf5a-2940724ffd5c req-5191bf35-2134-4d11-a59d-450eef772ca8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:12.266884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90059058-8c29-4d27-bf5a-2940724ffd5c req-5191bf35-2134-4d11-a59d-450eef772ca8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0811853 Jun 03 16:08:12.315325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90059058-8c29-4d27-bf5a-2940724ffd5c req-06d13a62-12d7-4112-aa54-673e0b9ee3c3 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407352 Jun 03 16:08:12.517425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-fab15c2e-0612-4860-8fd9-acd334324f16 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:12.518820 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-fab15c2e-0612-4860-8fd9-acd334324f16 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0917354 Jun 03 16:08:12.592895 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Deleting port 0e36f65e-2b00-48aa-8506-c578518f0853 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:08:12.593231 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:12.949152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] For port 0e36f65e-2b00-48aa-8506-c578518f0853, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0e36f65e-2b00-48aa-8506-c578518f0853,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:12.949511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:13.286928 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:13.287607 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:13.287607 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc disassociated. External IP: 172.25.7.24, port: 0e36f65e-2b00-48aa-8506-c578518f0853. Jun 03 16:08:13.287879 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Calling delete_port for 0e36f65e-2b00-48aa-8506-c578518f0853 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:08:13.466199 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:13.506614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd5a22ec-f27c-4b0b-af13-046f2c1e07fe req-8a87fb61-eeef-4299-a27f-e83e48c4c88c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=8f859f1a-ea2b-4c58-85ea-656a43d6c2b9 HTTP/1.1" status: 200 len: 210 time: 0.0782423 Jun 03 16:08:13.521422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event deleted for resources: {'Port': ['ID=0e36f65e-2b00-48aa-8506-c578518f0853,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:13.719824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:08:13.909695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:08:13.919322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac515cf-4fb1-4a5a-9ef9-788b665ecfcc None None] Sync routers for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:08:13.929813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac515cf-4fb1-4a5a-9ef9-788b665ecfcc None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:08:13.930477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3ac515cf-4fb1-4a5a-9ef9-788b665ecfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:08:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:13.986045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] No DVR routers for this DVR port 0e36f65e-2b00-48aa-8506-c578518f0853 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:08:13.988998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:13.991739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'name': 'network-vif-deleted', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:14.009234 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2bd4046a-838c-4ccc-86dd-4c9f29375a7e req-b7198ac6-2a31-4ec4-9c93-369183911fb2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.67 "DELETE /v2.0/ports/0e36f65e-2b00-48aa-8506-c578518f0853 HTTP/1.1" status: 204 len: 173 time: 1.4846778 Jun 03 16:08:14.117337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3ac515cf-4fb1-4a5a-9ef9-788b665ecfcc None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:08:14.141938 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a892d9-6c89-47eb-9acf-1d3fcf72805f'] response: {'server_uuid': '8f859f1a-ea2b-4c58-85ea-656a43d6c2b9', 'name': 'network-vif-deleted', 'tag': '0e36f65e-2b00-48aa-8506-c578518f0853', 'status': 'completed', 'code': 200} Jun 03 16:08:14.457894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3ac515cf-4fb1-4a5a-9ef9-788b665ecfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:14.461920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac515cf-4fb1-4a5a-9ef9-788b665ecfcc None None] Checking router: 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:08:14.471092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac515cf-4fb1-4a5a-9ef9-788b665ecfcc None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:08:14.471685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3ac515cf-4fb1-4a5a-9ef9-788b665ecfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:08:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:14.650602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3ac515cf-4fb1-4a5a-9ef9-788b665ecfcc None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:08:14.841927 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-19e938ea-538f-43a0-8d0d-09d69e8ea536 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--98485128&fields=id&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 267 time: 0.0402141 Jun 03 16:08:14.991916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-b04356c6-30f8-4466-8b93-eb7a5065d4d5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:14.993266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-b04356c6-30f8-4466-8b93-eb7a5065d4d5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 812 time: 0.1442318 Jun 03 16:08:14.999439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3ac515cf-4fb1-4a5a-9ef9-788b665ecfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:15.003425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac515cf-4fb1-4a5a-9ef9-788b665ecfcc None None] The sync data for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 is: [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:08:15.009403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-51408d2a-1b4d-4416-98d5-f992264bf93f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/quotas/f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 375 time: 0.0104649 Jun 03 16:08:15.101620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-8e65389f-d115-4350-82a3-0d921679b860 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Synchronizing usage tracker for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:08:15.118110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-8e65389f-d115-4350-82a3-0d921679b860 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Unset dirty status for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:08:15.119635 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-8e65389f-d115-4350-82a3-0d921679b860 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046379 Jun 03 16:08:15.225201 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f224c61-c772-404e-a4cf-3780451ceb53 None None] New status for floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:08:15.458453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f727e916-6e68-46b2-8b3a-c0f5301ddb4c service neutron] 10.222.0.48 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773129 Jun 03 16:08:15.604367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0e36f65e-2b00-48aa-8506-c578518f0853 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:08:15.638666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 0e36f65e-2b00-48aa-8506-c578518f0853 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:08:15.638978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0e36f65e-2b00-48aa-8506-c578518f0853 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:08:15.711539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-31c3917b-9d09-47f5-a20f-40b4b5c7eaa9 service neutron] 10.222.0.48 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511294 Jun 03 16:08:15.900699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c4dc1f01-ca29-4f16-8b83-d4b804cc5668 req-1810e9e2-7990-42de-8dd8-01f8885c3ec6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 210 time: 0.0445030 Jun 03 16:08:17.087940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da29f8e3-64e3-454b-87f8-c9d19fb3ff42 req-0f53dd8d-c250-49a9-a81a-e883346ded3d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 210 time: 0.0587409 Jun 03 16:08:17.146615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-41227d7b-6ee0-457c-acca-624186eb88db tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:17.148079 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-41227d7b-6ee0-457c-acca-624186eb88db tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 812 time: 0.1926746 Jun 03 16:08:17.196190 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-e843a1f8-14f1-4df2-ad88-d251d6ec8cfd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 378 time: 0.0402780 Jun 03 16:08:17.204503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'port': {'device_id': '19007572-cb8f-43a6-9048-68c2b20778be', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'admin_state_up': True, 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'security_groups': ['bfa37b07-11cc-46f5-9a8c-73c320a03256']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:17.340579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:08:17.350577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:08:17.362692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Made reservation on behalf of f08f788e4c1744208d4c62275660e0c2 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:08:17.366276 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:17.531765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Allocated IP 172.20.0.5 (4d4a024b-07d2-4113-a268-3245350a8384/a31cbe84-a553-4c70-bfb9-efc861abdc5d/181a6754-5b2d-4e06-8a22-50116031890a) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:08:17.718019 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:17.734474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Transition to ACTIVE for port object 181a6754-5b2d-4e06-8a22-50116031890a will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:08:17.761571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:17.829849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Network 4d4a024b-07d2-4113-a268-3245350a8384 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:08:17.833030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:08:17.836825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:08:17.869832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:17.906923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:17.907540 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:17.936496 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-05fc0db1-549f-4113-98d0-e06aa54efe2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7354355 Jun 03 16:08:17.947483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Request body: {'port': {'device_id': '19007572-cb8f-43a6-9048-68c2b20778be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:18.058655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:18.101815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5219dc0a-92ad-4c99-b6a4-beeab9e4a877 None None] Provisioning for port 181a6754-5b2d-4e06-8a22-50116031890a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:08:18.107200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5219dc0a-92ad-4c99-b6a4-beeab9e4a877 None None] Provisioning complete for port 181a6754-5b2d-4e06-8a22-50116031890a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:18.107501 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5219dc0a-92ad-4c99-b6a4-beeab9e4a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:18.165085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5219dc0a-92ad-4c99-b6a4-beeab9e4a877 None None] Port 181a6754-5b2d-4e06-8a22-50116031890a cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:08:18.391762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019b4bd-b982-4e7c-b109-5dc1c0070571 req-57e255a3-e2eb-4c42-a580-5381b2b17fdd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:18.392413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7019b4bd-b982-4e7c-b109-5dc1c0070571 req-57e255a3-e2eb-4c42-a580-5381b2b17fdd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Synchronizing usage tracker for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:08:18.445906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7019b4bd-b982-4e7c-b109-5dc1c0070571 req-57e255a3-e2eb-4c42-a580-5381b2b17fdd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Unset dirty status for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:08:18.447060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7019b4bd-b982-4e7c-b109-5dc1c0070571 req-57e255a3-e2eb-4c42-a580-5381b2b17fdd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 931 time: 0.2454686 Jun 03 16:08:18.493498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181a6754-5b2d-4e06-8a22-50116031890a {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:08:18.504402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:18.516320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7019b4bd-b982-4e7c-b109-5dc1c0070571 req-47678c31-38ef-4bf9-9b77-ba1801ab59e7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587764 Jun 03 16:08:18.524514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Transition to ACTIVE for port object 181a6754-5b2d-4e06-8a22-50116031890a will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:08:18.529933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:18.791264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:18.871676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:08:18.872012 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:08:18.872337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:08:18.878139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Port 181a6754-5b2d-4e06-8a22-50116031890a on network 4d4a024b-07d2-4113-a268-3245350a8384 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:08:18.878455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:08:18.884470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:08:18.884801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:08:18.885179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:08:18.885595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Bound port: 181a6754-5b2d-4e06-8a22-50116031890a, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:08:18.885963 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:18.991348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:08:18.994962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:08:19.001783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.072454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:19.073181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:19.074642 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] 10.222.0.75 "PUT /v2.0/ports/181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 1091 time: 1.1314440 Jun 03 16:08:19.075065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:19.099163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e12bf-d100-4445-b806-fdb581a5cdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:19.151246 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628755c4-e14a-4c08-867e-344b307b157b'] response: {'name': 'network-changed', 'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a', 'status': 'completed', 'code': 200} Jun 03 16:08:19.193614 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-e3ba255c-f9c9-47d4-9d65-9e5a0f3cafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:19.195135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-e3ba255c-f9c9-47d4-9d65-9e5a0f3cafcd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1094 time: 0.0811126 Jun 03 16:08:19.266853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-b0bf05ba-a8d1-4123-9c00-f316ac2a39ce service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 217 time: 0.0647447 Jun 03 16:08:19.330030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-fcb3a7bf-5451-43ad-b013-31ab3d01c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:19.331451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-fcb3a7bf-5451-43ad-b013-31ab3d01c511 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0592744 Jun 03 16:08:19.405816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-8f062749-0181-451f-b079-54ca010ba14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:19.407311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-8f062749-0181-451f-b079-54ca010ba14e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693953 Jun 03 16:08:19.539880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-39ab8ad9-7345-4644-9fda-2d77d8146180 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252530 Jun 03 16:08:19.725614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e29cf35f-b2df-4292-a565-d0f8f457ca36 req-8a58868a-27c8-4289-847c-9a448f43b25c service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795096 Jun 03 16:08:19.753225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f63c7f-2a34-42f3-82e6-e29d485921f3 req-7e6aa707-84f3-4361-82aa-116552cdbbb6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:19.754924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76f63c7f-2a34-42f3-82e6-e29d485921f3 req-7e6aa707-84f3-4361-82aa-116552cdbbb6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 943 time: 0.1262693 Jun 03 16:08:19.845779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76f63c7f-2a34-42f3-82e6-e29d485921f3 req-2986e023-afcf-4fa6-83c2-49892036abcc tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848794 Jun 03 16:08:19.866690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058290e4-d919-4471-bdb6-f225a4b260c1 req-a661a0c0-0483-4f79-b62a-4ae26536ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:19.868146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-058290e4-d919-4471-bdb6-f225a4b260c1 req-a661a0c0-0483-4f79-b62a-4ae26536ee57 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1094 time: 0.0887890 Jun 03 16:08:20.000616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058290e4-d919-4471-bdb6-f225a4b260c1 req-e7648b7c-c7bb-41bb-923c-38601c0832ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:20.002083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-058290e4-d919-4471-bdb6-f225a4b260c1 req-e7648b7c-c7bb-41bb-923c-38601c0832ce service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1280377 Jun 03 16:08:20.072265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-058290e4-d919-4471-bdb6-f225a4b260c1 req-b9b100f0-49b1-403b-a3c7-24265174d19b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 217 time: 0.0635355 Jun 03 16:08:20.133168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058290e4-d919-4471-bdb6-f225a4b260c1 req-1078d937-cf19-4a11-b50b-e6d9983a9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:20.134497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-058290e4-d919-4471-bdb6-f225a4b260c1 req-1078d937-cf19-4a11-b50b-e6d9983a9889 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0562825 Jun 03 16:08:20.213913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058290e4-d919-4471-bdb6-f225a4b260c1 req-722f4352-d054-4b84-a182-eb77dd632e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:20.215373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-058290e4-d919-4471-bdb6-f225a4b260c1 req-722f4352-d054-4b84-a182-eb77dd632e10 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748036 Jun 03 16:08:20.454152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-058290e4-d919-4471-bdb6-f225a4b260c1 req-bf9ad368-cce3-40a8-a45a-334ab745b94c service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311649 Jun 03 16:08:20.603224 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-058290e4-d919-4471-bdb6-f225a4b260c1 req-4ce00a10-71b0-46f7-a1f3-3c6581a26ed1 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411352 Jun 03 16:08:21.058970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c2bc4-428e-46f3-90c7-ebf36e7e1312 req-5a2f1575-e6ba-4d3a-9353-ee27a024de38 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:21.060342 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d2c2bc4-428e-46f3-90c7-ebf36e7e1312 req-5a2f1575-e6ba-4d3a-9353-ee27a024de38 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 943 time: 0.0887203 Jun 03 16:08:21.107856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d2c2bc4-428e-46f3-90c7-ebf36e7e1312 req-c1a53d15-b848-4c67-bce1-4fa4bab0210c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415602 Jun 03 16:08:21.971584 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:08:22.320986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d2191-58ff-4c23-8a1a-0726c4e2c1cc req-fb50e10c-c6e0-4b1a-814f-99b5c9497da9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:22.322349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e42d2191-58ff-4c23-8a1a-0726c4e2c1cc req-fb50e10c-c6e0-4b1a-814f-99b5c9497da9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 943 time: 0.0981598 Jun 03 16:08:22.367506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e42d2191-58ff-4c23-8a1a-0726c4e2c1cc req-771e8b6d-9ac0-47b0-aef6-37cc3c0c25c2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393789 Jun 03 16:08:22.777556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:08:22.923753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:22.937175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '181a6754-5b2d-4e06-8a22-50116031890a', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'port_id': '181a6754-5b2d-4e06-8a22-50116031890a', 'mac_address': 'fa:16:3e:95:40:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:08:22.992644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 181a6754-5b2d-4e06-8a22-50116031890a is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:22.992932 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:23.010427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181a6754-5b2d-4e06-8a22-50116031890a {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:08:23.026602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:23.033085 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:23.111043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:23.246717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['181a6754-5b2d-4e06-8a22-50116031890a'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:08:23.603712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76aee-286f-42c6-8e4f-f91f74ff0e51 req-1dd5462f-df9c-487c-adbb-81ed1919285b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:23.605044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8d76aee-286f-42c6-8e4f-f91f74ff0e51 req-1dd5462f-df9c-487c-adbb-81ed1919285b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 944 time: 0.0925658 Jun 03 16:08:23.654130 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8d76aee-286f-42c6-8e4f-f91f74ff0e51 req-432a5e51-4d87-447f-9faf-af07dd49081c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432951 Jun 03 16:08:24.793978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:08:24.864859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 181a6754-5b2d-4e06-8a22-50116031890a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:08:24.867626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c02082-253c-4996-bbde-7e2fa8bf69f1 req-ca822949-7563-405f-ad6a-e944ab69a655 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:24.869244 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31c02082-253c-4996-bbde-7e2fa8bf69f1 req-ca822949-7563-405f-ad6a-e944ab69a655 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 944 time: 0.0953772 Jun 03 16:08:24.870190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 181a6754-5b2d-4e06-8a22-50116031890a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:08:24.870564 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:24.914307 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31c02082-253c-4996-bbde-7e2fa8bf69f1 req-70f4a78c-9a7a-4c75-892c-07afc9f400c2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387204 Jun 03 16:08:24.993275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 181a6754-5b2d-4e06-8a22-50116031890a is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:08:24.993611 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:25.023597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:25.034070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:08:25.039196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:25.074836 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc7279c-afc1-4cef-a634-5d5d1edbbaaa'] response: {'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a', 'code': 200} Jun 03 16:08:25.106952 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:08:25.201598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a077f6-b7c9-41df-99cc-0cd3c9df68f2 req-fd82a132-989b-4db4-95ea-498afbb67f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:25.203081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2a077f6-b7c9-41df-99cc-0cd3c9df68f2 req-fd82a132-989b-4db4-95ea-498afbb67f7b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1096 time: 0.0754204 Jun 03 16:08:25.243177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2a077f6-b7c9-41df-99cc-0cd3c9df68f2 req-d7d3f11e-eeb5-4303-8cd6-c87ef0e75ec3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337679 Jun 03 16:08:26.123677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40653-8bb1-4941-bcd0-43cfe5390ab7 req-bc3bf2e0-6235-44f6-9913-09581848eb32 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:26.125153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffe40653-8bb1-4941-bcd0-43cfe5390ab7 req-bc3bf2e0-6235-44f6-9913-09581848eb32 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0873168 Jun 03 16:08:26.171189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffe40653-8bb1-4941-bcd0-43cfe5390ab7 req-a45bc7b6-41dc-4226-ba3d-838130248d1c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377958 Jun 03 16:08:27.386931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb06a2f-6eb2-47b8-9536-cb9b0fd62725 req-9b01c4ef-d544-4c73-b9aa-6137c9cba759 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:27.388406 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fb06a2f-6eb2-47b8-9536-cb9b0fd62725 req-9b01c4ef-d544-4c73-b9aa-6137c9cba759 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0870707 Jun 03 16:08:27.432645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3fb06a2f-6eb2-47b8-9536-cb9b0fd62725 req-0e33fb13-3525-4638-8f7c-ec4001a19b78 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382860 Jun 03 16:08:27.624125 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da830e-b1d1-4e18-bd10-16de8ab6f4bb req-068217f2-eb0f-4404-9512-0e217a14548a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:27.625602 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74da830e-b1d1-4e18-bd10-16de8ab6f4bb req-068217f2-eb0f-4404-9512-0e217a14548a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0856512 Jun 03 16:08:27.636933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 35686) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:08:27.641912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-82544707-b1c4-428d-b743-b6ce94be884c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'floatingip': {'port_id': '181a6754-5b2d-4e06-8a22-50116031890a'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:08:27.719278 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82544707-b1c4-428d-b743-b6ce94be884c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:28.318865 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82544707-b1c4-428d-b743-b6ce94be884c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:28.324255 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82544707-b1c4-428d-b743-b6ce94be884c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:28.612192 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-82544707-b1c4-428d-b743-b6ce94be884c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc associated. External IP: 172.25.7.24, port: 181a6754-5b2d-4e06-8a22-50116031890a. Jun 03 16:08:28.963545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82544707-b1c4-428d-b743-b6ce94be884c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:08:29.145628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82544707-b1c4-428d-b743-b6ce94be884c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:08:29.150130 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-82544707-b1c4-428d-b743-b6ce94be884c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:29.155727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187580f-a4e1-4b48-b60f-8cb1745e8075 None None] Sync routers for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:08:29.166286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187580f-a4e1-4b48-b60f-8cb1745e8075 None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:08:29.166904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1187580f-a4e1-4b48-b60f-8cb1745e8075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:08:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:29.205705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-82544707-b1c4-428d-b743-b6ce94be884c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "PUT /v2.0/floatingips/46fc6dae-182a-4898-8939-4fb04c3e8dbc HTTP/1.1" status: 200 len: 990 time: 1.5676796 Jun 03 16:08:29.206428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:08:29.250720 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef7138f-4728-4003-966e-eb794d239958'] response: {'name': 'network-changed', 'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a', 'status': 'completed', 'code': 200} Jun 03 16:08:29.348333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779f740-35d0-4e51-a1a5-92b4fddf596f req-6f64c244-987b-40c3-88fe-23ab4c594f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:29.349819 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e779f740-35d0-4e51-a1a5-92b4fddf596f req-6f64c244-987b-40c3-88fe-23ab4c594f21 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1096 time: 0.0777709 Jun 03 16:08:29.350298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1187580f-a4e1-4b48-b60f-8cb1745e8075 None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:08:29.478401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779f740-35d0-4e51-a1a5-92b4fddf596f req-87869baf-38d5-4819-b28f-b9a6b45d97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:29.479820 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e779f740-35d0-4e51-a1a5-92b4fddf596f req-87869baf-38d5-4819-b28f-b9a6b45d97d9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1237478 Jun 03 16:08:29.582866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e779f740-35d0-4e51-a1a5-92b4fddf596f req-47314b51-941d-48c6-ad4e-9f7a948c8940 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 998 time: 0.0972624 Jun 03 16:08:29.644909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779f740-35d0-4e51-a1a5-92b4fddf596f req-4d8f4e96-a2aa-4ca5-b8cc-b00baf180b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:29.646432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e779f740-35d0-4e51-a1a5-92b4fddf596f req-4d8f4e96-a2aa-4ca5-b8cc-b00baf180b08 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0574164 Jun 03 16:08:29.721024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779f740-35d0-4e51-a1a5-92b4fddf596f req-aadbb1cc-4a59-4f35-a518-fc587ac6c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:08:29.722651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e779f740-35d0-4e51-a1a5-92b4fddf596f req-aadbb1cc-4a59-4f35-a518-fc587ac6c57e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701666 Jun 03 16:08:29.726101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1187580f-a4e1-4b48-b60f-8cb1745e8075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': '181a6754-5b2d-4e06-8a22-50116031890a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:95:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19007572-cb8f-43a6-9048-68c2b20778be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:08:28Z', 'revision_number': 9, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:29.730224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187580f-a4e1-4b48-b60f-8cb1745e8075 None None] Checking router: 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:08:29.738690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187580f-a4e1-4b48-b60f-8cb1745e8075 None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:08:29.739281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1187580f-a4e1-4b48-b60f-8cb1745e8075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:08:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:29.851195 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e779f740-35d0-4e51-a1a5-92b4fddf596f req-fc1dec05-65b6-4f76-94c8-89520c087f81 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226225 Jun 03 16:08:29.921649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1187580f-a4e1-4b48-b60f-8cb1745e8075 None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:08:29.997176 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:30.103115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e779f740-35d0-4e51-a1a5-92b4fddf596f req-fa7447f2-a16e-4352-8f37-3bc6a6c84c16 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456379 Jun 03 16:08:30.277120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1187580f-a4e1-4b48-b60f-8cb1745e8075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': '181a6754-5b2d-4e06-8a22-50116031890a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:95:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19007572-cb8f-43a6-9048-68c2b20778be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:08:28Z', 'revision_number': 9, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:08:30.281548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187580f-a4e1-4b48-b60f-8cb1745e8075 None None] The sync data for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 is: [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': '181a6754-5b2d-4e06-8a22-50116031890a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:95:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19007572-cb8f-43a6-9048-68c2b20778be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:08:28Z', 'revision_number': 9, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:08:30.470505 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05182cc-d9bd-4ee9-8003-f01c27fdf27a None None] New status for floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:08:32.197155 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-43de346e-afcb-4067-a710-014d74eb9f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:34.889760 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-63d8f840-9de9-457d-b840-d112ab601a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:35.357328 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:35.753486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:37.214976 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:39.302298 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:08:58.979244 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:08:59.988330 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:01.786067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-6fb223dd-8242-4132-a9b1-72a229c0618a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783830 Jun 03 16:09:01.943567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-d2e4dea6-81a8-489e-a049-4985210bc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:01.945054 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-d2e4dea6-81a8-489e-a049-4985210bc3d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1096 time: 0.0798681 Jun 03 16:09:02.090513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-60b63842-1af3-4baf-ab3c-07bddd9dc69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:02.092162 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-60b63842-1af3-4baf-ab3c-07bddd9dc69e service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1268027 Jun 03 16:09:02.191439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-24182c3a-aad2-48c2-a0f4-d20dee8cb198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:02.199192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-eab4b82c-db69-4fbe-93d6-2a5cd88d75b6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 1001 time: 0.0993083 Jun 03 16:09:02.269833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-c80e7a0f-3c50-4ce0-9313-78a9b2565e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:02.271314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-c80e7a0f-3c50-4ce0-9313-78a9b2565e1c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0657513 Jun 03 16:09:02.351800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-25b5c0f8-b220-4b69-8b3f-4bb05808010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:02.353238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-25b5c0f8-b220-4b69-8b3f-4bb05808010f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751357 Jun 03 16:09:02.485793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-d9fb645b-8d0d-4759-ae27-a406537d0834 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255939 Jun 03 16:09:02.620557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-833444a8-35f6-4253-86a5-2e77af88d8ee req-63af6baf-b620-453f-918c-013f16fc8c4e service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279445 Jun 03 16:09:04.882858 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7eb420c1-108f-4a39-93aa-584aa0f063db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:05.369748 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:05.499572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b7e5d-8f3b-40d8-95c7-e14674f71cc1 req-97a8ec35-72b0-4d27-bafd-e923af4e67d9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:05.501034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-875b7e5d-8f3b-40d8-95c7-e14674f71cc1 req-97a8ec35-72b0-4d27-bafd-e923af4e67d9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0789328 Jun 03 16:09:05.529707 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-7ffd7ffb-30c9-4fa3-b8d1-dd8bcddb4800 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069977 Jun 03 16:09:05.549169 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-875b7e5d-8f3b-40d8-95c7-e14674f71cc1 req-b08975f8-b836-4d81-a304-6712296b852f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422268 Jun 03 16:09:05.754225 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:06.751434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00ebed-97e1-4de7-a175-715ded2209ec req-7c933c9b-bfa7-4be3-a986-b90dda40021b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:06.752917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5f00ebed-97e1-4de7-a175-715ded2209ec req-7c933c9b-bfa7-4be3-a986-b90dda40021b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0918882 Jun 03 16:09:06.799118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5f00ebed-97e1-4de7-a175-715ded2209ec req-dbdd6a04-b902-44a3-a36a-28fdee94a256 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402179 Jun 03 16:09:06.924479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-66215ff0-ff90-4322-9e41-5f5bb50e5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:06.925836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-66215ff0-ff90-4322-9e41-5f5bb50e5610 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1096 time: 0.0761144 Jun 03 16:09:07.059243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-eb041633-2d12-4037-bc82-a3a3a83ad76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:07.060670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-eb041633-2d12-4037-bc82-a3a3a83ad76c service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1286428 Jun 03 16:09:07.172645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-25ce0007-05d5-4342-b85e-afda2af13147 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 1001 time: 0.1049094 Jun 03 16:09:07.206901 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:07.241545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-b7d1fcf7-9876-40f7-ac29-e7b8aab1c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:07.243007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-b7d1fcf7-9876-40f7-ac29-e7b8aab1c166 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0640342 Jun 03 16:09:07.316341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-bea09962-a5ce-4bc4-a75a-73b36b2e1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:07.317811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-bea09962-a5ce-4bc4-a75a-73b36b2e1b5e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687544 Jun 03 16:09:07.448089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-9d9dc715-aca1-413c-b5a3-ff47b9eb365d service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243653 Jun 03 16:09:07.680788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-2e60c200-16ec-4778-bf71-a553aa7535cf service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266014 Jun 03 16:09:08.009952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eb8ad-689d-415e-aca4-84225828fbc7 req-20c06352-8a24-413d-875e-3be9bcc80ff0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:08.011647 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f62eb8ad-689d-415e-aca4-84225828fbc7 req-20c06352-8a24-413d-875e-3be9bcc80ff0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0909498 Jun 03 16:09:08.073783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f62eb8ad-689d-415e-aca4-84225828fbc7 req-3eae9d65-c4b8-4341-bdda-65a692f7d897 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543795 Jun 03 16:09:09.291941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021737da-201f-423d-b18e-7255b869fd71 req-21ec0930-d907-492c-8cbb-72fac6c00e1b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:09.293417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-021737da-201f-423d-b18e-7255b869fd71 req-21ec0930-d907-492c-8cbb-72fac6c00e1b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0963976 Jun 03 16:09:09.298130 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:09.342833 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-021737da-201f-423d-b18e-7255b869fd71 req-062c6972-8385-45f0-9f7c-ee08b962a8a0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427537 Jun 03 16:09:10.565657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5ae75-e6b2-4511-bf85-b1903a2dee1e req-82fa1f61-2ea4-45b3-a8ec-69049d6e6d1f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:10.567312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9f5ae75-e6b2-4511-bf85-b1903a2dee1e req-82fa1f61-2ea4-45b3-a8ec-69049d6e6d1f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.1074963 Jun 03 16:09:10.612546 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e9f5ae75-e6b2-4511-bf85-b1903a2dee1e req-7c80d726-6ef0-4895-9f7e-f9b7ef9780df tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390711 Jun 03 16:09:11.816775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd729706-8d57-472d-85c6-b9d8a9076dc8 req-76d6d439-75ef-43f5-bc7f-910fc5b559af tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:11.818258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd729706-8d57-472d-85c6-b9d8a9076dc8 req-76d6d439-75ef-43f5-bc7f-910fc5b559af tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0958605 Jun 03 16:09:11.863996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd729706-8d57-472d-85c6-b9d8a9076dc8 req-e62203ec-6520-4d47-a476-cd477142bffd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400023 Jun 03 16:09:13.082306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e05cd2-0947-410b-9bbd-1a949c0218f7 req-d78ef333-8ca3-4c86-9e8d-0ff15b6ab616 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:13.083699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07e05cd2-0947-410b-9bbd-1a949c0218f7 req-d78ef333-8ca3-4c86-9e8d-0ff15b6ab616 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.1024168 Jun 03 16:09:13.131640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07e05cd2-0947-410b-9bbd-1a949c0218f7 req-1cdb0a77-65df-49d9-87f0-237ddedafcd7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389862 Jun 03 16:09:14.336510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dbd72-6906-4825-9e2c-6ff6a654c3a7 req-20d53fef-a5fa-4a21-a662-d9c3e2762334 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:14.338004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-113dbd72-6906-4825-9e2c-6ff6a654c3a7 req-20d53fef-a5fa-4a21-a662-d9c3e2762334 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0887189 Jun 03 16:09:14.382620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-113dbd72-6906-4825-9e2c-6ff6a654c3a7 req-9e19c233-4379-4fb4-acb9-eb9d06c6eefa tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385115 Jun 03 16:09:15.623342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf8246-1e6a-4ed5-8c25-fc687707f605 req-812ef663-9b76-497d-a25a-9370469feca7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:15.624762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08bf8246-1e6a-4ed5-8c25-fc687707f605 req-812ef663-9b76-497d-a25a-9370469feca7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.1086469 Jun 03 16:09:15.672368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08bf8246-1e6a-4ed5-8c25-fc687707f605 req-66204299-6a0f-49ff-9456-9e7dedcff245 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414176 Jun 03 16:09:16.884274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e0e62-3c00-46d8-9e9e-7a0730d46250 req-41bd1879-facf-4158-a453-90ba0ff4aed2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:16.885821 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b37e0e62-3c00-46d8-9e9e-7a0730d46250 req-41bd1879-facf-4158-a453-90ba0ff4aed2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.1003833 Jun 03 16:09:16.930373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b37e0e62-3c00-46d8-9e9e-7a0730d46250 req-3c2763ca-f49e-4313-9fa8-65564c8a5662 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385714 Jun 03 16:09:18.135628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2afe0e-a6b6-4e05-b9d5-36599c474084 req-6f1536b6-40c1-45da-99b0-ace1b1b38cc4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:18.137061 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e2afe0e-a6b6-4e05-b9d5-36599c474084 req-6f1536b6-40c1-45da-99b0-ace1b1b38cc4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0884194 Jun 03 16:09:18.188256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5e2afe0e-a6b6-4e05-b9d5-36599c474084 req-5bd96c9b-9b8f-49a8-bd59-ea55e0a1497a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427570 Jun 03 16:09:19.388711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0503f3-55b0-40e6-ba87-5c71fd12a97b req-708a055e-9075-4233-bfb9-eb79b8604741 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:19.390175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe0503f3-55b0-40e6-ba87-5c71fd12a97b req-708a055e-9075-4233-bfb9-eb79b8604741 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0797677 Jun 03 16:09:19.434353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe0503f3-55b0-40e6-ba87-5c71fd12a97b req-fe8bb3fc-9807-47ff-914c-519aa9d63fe6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383515 Jun 03 16:09:19.607750 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-04470687-43d5-4e7a-b49d-7277d972f953 service neutron] show failed (client error): The resource could not be found. Jun 03 16:09:19.608628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-04470687-43d5-4e7a-b49d-7277d972f953 service neutron] 10.222.0.75 "GET /v2.0/ports/181a6754-5b2d-4e06-8a22-50116031890a/bindings/n-h2-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0885563 Jun 03 16:09:19.877969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-49937bba-bd6b-49f6-b2c7-5c53a84a86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:19.879320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-49937bba-bd6b-49f6-b2c7-5c53a84a86f0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 1096 time: 0.0758290 Jun 03 16:09:19.898679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:09:20.013733 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:20.295585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:20.324202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:09:20.382897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:20.388435 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:20.403031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Transition to ACTIVE for port object 181a6754-5b2d-4e06-8a22-50116031890a will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:09:20.408312 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:20.451117 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f4c312-f56e-4f46-bffa-63566ddac708'] response: {'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a', 'code': 200} Jun 03 16:09:20.698968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:20.747705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.747913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.748281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.748604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.748934 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.749253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.749570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.749904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.750224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.750541 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.750852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.751167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:20.774438 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] No DVR routers for this DVR port 181a6754-5b2d-4e06-8a22-50116031890a on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:09:20.947364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327e38b-1124-49b8-9b6a-fe3327e396ab req-8b509627-699e-4566-9624-4efdd19570fb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:20.948834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3327e38b-1124-49b8-9b6a-fe3327e396ab req-8b509627-699e-4566-9624-4efdd19570fb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 943 time: 0.2960835 Jun 03 16:09:21.045916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3327e38b-1124-49b8-9b6a-fe3327e396ab req-fcfa65d0-ca21-4fbc-b351-33e886d3fc43 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909140 Jun 03 16:09:21.052631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:09:21.052960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:09:21.053273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:09:21.058453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Port 181a6754-5b2d-4e06-8a22-50116031890a on network 4d4a024b-07d2-4113-a268-3245350a8384 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:09:21.058642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:09:21.064488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:09:21.064822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:09:21.065173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:09:21.065595 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Bound port: 181a6754-5b2d-4e06-8a22-50116031890a, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:09:21.065962 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:21.169196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:09:21.172591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:09:21.179417 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:21.243183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:21.243789 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:21.245135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] 10.222.0.67 "PUT /v2.0/ports/181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 1091 time: 1.3519876 Jun 03 16:09:21.264756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d70a5-6967-4d9a-a2fe-0abc71197f06 service neutron] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:21.352809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-87b30e72-2d80-491c-88df-66f599819a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:21.354538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-87b30e72-2d80-491c-88df-66f599819a8e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1094 time: 0.0758903 Jun 03 16:09:21.496076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8ca2d12c-bf00-400b-bd8c-bef4a726ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:21.497516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-8ca2d12c-bf00-400b-bd8c-bef4a726ccee service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1317947 Jun 03 16:09:21.609013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-58fec110-46f2-4091-b234-2b7cebd85bc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 999 time: 0.1031127 Jun 03 16:09:21.674359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-b712d3d0-36ba-4fe6-9bd7-2d0aad701ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:21.675823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-b712d3d0-36ba-4fe6-9bd7-2d0aad701ab0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0608404 Jun 03 16:09:21.766188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-038e2dc2-ef6c-4664-a8d9-304b7946da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:21.767553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-038e2dc2-ef6c-4664-a8d9-304b7946da69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778773 Jun 03 16:09:21.918127 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-c61e32d6-4a1f-4d48-ad29-abc0fb4128b7 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438963 Jun 03 16:09:22.054787 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2447c4-ad3b-4162-b356-3071e4554d55 req-c47db466-59ab-471e-8dbb-60fbdb392846 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271343 Jun 03 16:09:22.235843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60555f3-f44b-474b-92bf-9cfa87a946af req-cb230cb3-26ea-454b-88ac-6448402a8263 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:22.237288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f60555f3-f44b-474b-92bf-9cfa87a946af req-cb230cb3-26ea-454b-88ac-6448402a8263 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 943 time: 0.0812745 Jun 03 16:09:22.282490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f60555f3-f44b-474b-92bf-9cfa87a946af req-2779efc9-d15c-4783-9b26-67c33f24befb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392783 Jun 03 16:09:22.452951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:22.518178 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72d8691-e2bb-441c-8b71-4052e9474eed'] response: {'name': 'network-changed', 'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a', 'status': 'completed', 'code': 200} Jun 03 16:09:22.665817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-fc4ba522-709d-4f62-a23d-ab59fedb4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:22.667262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-fc4ba522-709d-4f62-a23d-ab59fedb4ced service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1094 time: 0.1297328 Jun 03 16:09:22.669746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-80189614-5a46-464e-a921-cce037471ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:22.671090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-80189614-5a46-464e-a921-cce037471ff1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1094 time: 0.1000657 Jun 03 16:09:23.012089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-9370ca2a-becd-45a6-80ef-d9890da7728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:23.013523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-9370ca2a-becd-45a6-80ef-d9890da7728f service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.3396757 Jun 03 16:09:23.014582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-66950ef3-7bda-4223-b435-e27c09048656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:23.015878 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-66950ef3-7bda-4223-b435-e27c09048656 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.3251364 Jun 03 16:09:23.165659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:09:23.222173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-ac95d73a-ec0f-4e91-a264-c9940271709a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 999 time: 0.2010956 Jun 03 16:09:23.225831 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-fe9fd8db-0695-405a-86e5-31110aa927e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 999 time: 0.1445549 Jun 03 16:09:23.226672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:09:23.337181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-983b8c40-bbc8-4465-8dac-4ef9ffb84fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:23.338654 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-983b8c40-bbc8-4465-8dac-4ef9ffb84fcf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0817235 Jun 03 16:09:23.339835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-6aaf03fe-e158-4868-9a07-775736f0b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:23.341429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-6aaf03fe-e158-4868-9a07-775736f0b092 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.1134648 Jun 03 16:09:23.536153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-b0f85b05-4e19-46f0-a1a7-642780cff8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:23.537623 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-b0f85b05-4e19-46f0-a1a7-642780cff8bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915374 Jun 03 16:09:23.540918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-4e712fe7-c07a-448f-8921-df9adea3fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:23.542246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-4e712fe7-c07a-448f-8921-df9adea3fc63 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668081 Jun 03 16:09:23.550132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131c107-32c8-4f1f-8cf7-7bc338b0a96d req-0916ff1b-9aee-49a2-9d02-00defc7d09a3 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:23.551459 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1131c107-32c8-4f1f-8cf7-7bc338b0a96d req-0916ff1b-9aee-49a2-9d02-00defc7d09a3 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 943 time: 0.1349170 Jun 03 16:09:23.756895 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1131c107-32c8-4f1f-8cf7-7bc338b0a96d req-5e5a5692-e115-41bc-8726-01050981421b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1860578 Jun 03 16:09:23.824537 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-235fbbd7-1cdb-4be9-9934-e827aa2bf3e1 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711265 Jun 03 16:09:23.829388 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-e4a643f4-70af-4384-820d-52b63e5f8b43 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771015 Jun 03 16:09:23.912437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:09:24.049163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:24.064633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '181a6754-5b2d-4e06-8a22-50116031890a', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'port_id': '181a6754-5b2d-4e06-8a22-50116031890a', 'mac_address': 'fa:16:3e:95:40:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:09:24.066562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-e319c667-85fd-4192-b9b3-a5b1750f775a service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357569 Jun 03 16:09:24.069696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2edad26-c963-4e69-87de-cfe94bc3462c req-db55077b-6b51-4831-892d-7d31d0064dca service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216423 Jun 03 16:09:24.128138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 181a6754-5b2d-4e06-8a22-50116031890a is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:09:24.128551 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:24.146288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181a6754-5b2d-4e06-8a22-50116031890a {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:09:24.164010 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:24.171226 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:24.239963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:24.247383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.247722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.248050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.248376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.248700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.249023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.249336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.249651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.249994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.250308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.250619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.250928 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:09:24.682235 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['181a6754-5b2d-4e06-8a22-50116031890a'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:09:24.963794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943efd04-9cd9-47e4-9ff0-53763617af56 req-359d0d0a-f8ed-4997-919f-6f410e253f84 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:24.965154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-943efd04-9cd9-47e4-9ff0-53763617af56 req-359d0d0a-f8ed-4997-919f-6f410e253f84 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 944 time: 0.0894091 Jun 03 16:09:25.020008 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-943efd04-9cd9-47e4-9ff0-53763617af56 req-65a767ca-3a70-4818-a10f-31f742051f8a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484855 Jun 03 16:09:25.913376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:09:25.990164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 181a6754-5b2d-4e06-8a22-50116031890a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:09:25.994793 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 181a6754-5b2d-4e06-8a22-50116031890a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:09:25.995157 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:26.123505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 181a6754-5b2d-4e06-8a22-50116031890a is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:09:26.123881 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:26.151893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:26.160626 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:26.166019 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:26.203348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5798286-1b2b-4871-a816-3d56587c8c5c req-695cf718-2a31-4c6d-b338-a117f41f5588 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:26.204823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5798286-1b2b-4871-a816-3d56587c8c5c req-695cf718-2a31-4c6d-b338-a117f41f5588 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 944 time: 0.0841162 Jun 03 16:09:26.216122 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6064a6f8-2ca6-41e7-af88-e3290a9d0d8c'] response: {'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a', 'code': 200} Jun 03 16:09:26.241861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:26.367512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5798286-1b2b-4871-a816-3d56587c8c5c req-2bef636b-6401-45d3-a657-54d29c55d900 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1554987 Jun 03 16:09:26.850799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-3c5c9547-1f2c-4198-a20e-4ba0be5e3b63 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:26.852325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-3c5c9547-1f2c-4198-a20e-4ba0be5e3b63 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.67 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be&tenant_id=f08f788e4c1744208d4c62275660e0c2&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 945 time: 0.1386631 Jun 03 16:09:26.926089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400aaddd-5221-4d51-a004-ef479a0afcbd req-c34be000-8010-4549-9086-e352cf875f20 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:26.927519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-400aaddd-5221-4d51-a004-ef479a0afcbd req-c34be000-8010-4549-9086-e352cf875f20 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.1564050 Jun 03 16:09:26.965006 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-47a89764-3012-4116-8135-c0860f3bf44a service neutron] 10.222.0.67 "GET /v2.0/ports/181a6754-5b2d-4e06-8a22-50116031890a/bindings/n-h2-844595-1 HTTP/1.1" status: 200 len: 382 time: 0.1057425 Jun 03 16:09:26.983745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-400aaddd-5221-4d51-a004-ef479a0afcbd req-3908ce15-d3be-476f-bda7-22c8fb4980df tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484002 Jun 03 16:09:27.080186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-f375e194-0f03-4556-bb9f-907575add563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:27.081586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-f375e194-0f03-4556-bb9f-907575add563 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1096 time: 0.0773149 Jun 03 16:09:27.233391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-e2509960-333a-4b0f-8626-aa76c7c96c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:27.234887 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-e2509960-333a-4b0f-8626-aa76c7c96c8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1474898 Jun 03 16:09:27.340036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-b194f39a-576b-44f7-a5f3-45d115685ce8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 1001 time: 0.0987129 Jun 03 16:09:27.402933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-6722a972-c951-4b9b-b6a6-f491944f325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:27.404411 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-6722a972-c951-4b9b-b6a6-f491944f325f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0574472 Jun 03 16:09:27.484802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-b2cad03b-1d1d-4adc-a8c1-eae6650f6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:27.486277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-b2cad03b-1d1d-4adc-a8c1-eae6650f6591 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757174 Jun 03 16:09:27.619029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-1a5b9ef8-1afd-4283-8373-23240b397bcf service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266549 Jun 03 16:09:27.749727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-e6010d93-ada1-4903-9605-4603f13a2c42 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245611 Jun 03 16:09:28.198508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add52a6c-b5f8-4775-af9a-8ddc10b9e9ab req-764c4497-f4cb-4eb5-93c9-936ead61bbe0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:28.200025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-add52a6c-b5f8-4775-af9a-8ddc10b9e9ab req-764c4497-f4cb-4eb5-93c9-936ead61bbe0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0919123 Jun 03 16:09:28.243711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-add52a6c-b5f8-4775-af9a-8ddc10b9e9ab req-de593c56-3551-436c-8127-3fccde127d7a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379524 Jun 03 16:09:29.449983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16880d5-c71d-471f-9649-a9195525f45f req-5373014a-8ddb-4f7d-8dd9-65cce4e9e6c4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:29.451436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b16880d5-c71d-471f-9649-a9195525f45f req-5373014a-8ddb-4f7d-8dd9-65cce4e9e6c4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0823617 Jun 03 16:09:29.495682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b16880d5-c71d-471f-9649-a9195525f45f req-7c431835-5ebd-49a7-ab73-aa4f892aa0f9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386276 Jun 03 16:09:29.961421 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:30.047802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-18160c48-ea56-4eda-be8f-0107fe92e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:30.049275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-18160c48-ea56-4eda-be8f-0107fe92e563 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 1096 time: 0.0745196 Jun 03 16:09:30.060290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:09:30.172723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:30.546085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:30.574269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:09:30.683137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:30.688851 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:30.708851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Transition to ACTIVE for port object 181a6754-5b2d-4e06-8a22-50116031890a will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:09:30.715681 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:30.755444 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa7f502-9a66-4664-aa6e-e9fff29dc499'] response: {'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a', 'code': 200} Jun 03 16:09:30.851565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dac10d-abc7-4b28-b4de-a7b8f5d9cdf8 req-cf4970dd-62bc-4ed9-b6f0-f51c20d10a0b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:30.853142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70dac10d-abc7-4b28-b4de-a7b8f5d9cdf8 req-cf4970dd-62bc-4ed9-b6f0-f51c20d10a0b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.2411661 Jun 03 16:09:30.906795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:30.961360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] No DVR routers for this DVR port 181a6754-5b2d-4e06-8a22-50116031890a on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:09:31.021889 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70dac10d-abc7-4b28-b4de-a7b8f5d9cdf8 req-fca00152-b9f2-4039-a1c8-501df18dba8f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1599190 Jun 03 16:09:31.195879 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:09:31.196178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:09:31.196512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:09:31.201196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Port 181a6754-5b2d-4e06-8a22-50116031890a on network 4d4a024b-07d2-4113-a268-3245350a8384 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:09:31.201498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Attempting to bind port 181a6754-5b2d-4e06-8a22-50116031890a on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:09:31.207095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:09:31.207416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:09:31.207791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:09:31.208201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Bound port: 181a6754-5b2d-4e06-8a22-50116031890a, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:09:31.208529 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:31.303237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:09:31.306206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:09:31.311633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:31.372171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:31.372782 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:31.374161 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] 10.222.0.75 "PUT /v2.0/ports/181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 1092 time: 1.3177297 Jun 03 16:09:31.393151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34549101-ec60-4645-b0ae-a271830056e1 service neutron] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=11']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:31.475423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-fe9e4e9e-bb74-4a2c-b5c0-f37359457148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:31.477069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-fe9e4e9e-bb74-4a2c-b5c0-f37359457148 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1095 time: 0.0798512 Jun 03 16:09:31.607903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-109e2b2a-6ae3-4baf-ab41-36b77a015afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:31.609233 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-109e2b2a-6ae3-4baf-ab41-36b77a015afa service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1266077 Jun 03 16:09:31.710827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-c7ff3f53-a0cb-4c4b-9600-9a5c050c2bae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 999 time: 0.0944347 Jun 03 16:09:31.775224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-2decfdd2-3014-4381-9a65-20fbbc648ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:31.776669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-2decfdd2-3014-4381-9a65-20fbbc648ab1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0595324 Jun 03 16:09:31.852382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-e6473610-82d8-4678-9a4f-ba0934589f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:31.853812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-e6473610-82d8-4678-9a4f-ba0934589f1f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703599 Jun 03 16:09:31.984751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-b38de9da-accc-4a19-a54d-8955a7682b49 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238396 Jun 03 16:09:32.196657 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-77bbdedc-fe4b-4a14-9482-d548e2dd3da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:32.297626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-24bcbb1a-befe-48f8-8113-f206b63a93ce req-2ae074b0-f3bf-4534-a504-ffc40085494b service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055577 Jun 03 16:09:32.314539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6666f6f-2fe2-4c36-bc3c-17372f1c8b8a req-ec6896b3-1be8-4ab4-a191-a120de0d3bab tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:32.316156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6666f6f-2fe2-4c36-bc3c-17372f1c8b8a req-ec6896b3-1be8-4ab4-a191-a120de0d3bab tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 944 time: 0.1336348 Jun 03 16:09:32.361894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6666f6f-2fe2-4c36-bc3c-17372f1c8b8a req-4bf5619d-cf66-4a47-9039-990b01afe8b7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391316 Jun 03 16:09:32.756694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:32.820570 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74171ef-b53c-4a2e-9519-b76c788e15d1'] response: {'name': 'network-changed', 'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a', 'status': 'completed', 'code': 200} Jun 03 16:09:32.970737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-45eb25d8-d779-4f48-b84f-a5c350af57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:32.972297 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-45eb25d8-d779-4f48-b84f-a5c350af57f2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1095 time: 0.1294861 Jun 03 16:09:32.974301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-530ea9d9-940d-46b5-8485-2bfd316ee409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:32.975752 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-530ea9d9-940d-46b5-8485-2bfd316ee409 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 1095 time: 0.1030421 Jun 03 16:09:33.229987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-737ed156-cc4d-4f9e-9ca5-ec8323429fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:33.231719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-737ed156-cc4d-4f9e-9ca5-ec8323429fc2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.2529619 Jun 03 16:09:33.232733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-fcfb4818-0845-48d1-96f6-8ff51e9fcb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:33.234743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-fcfb4818-0845-48d1-96f6-8ff51e9fcb60 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.2289116 Jun 03 16:09:33.434809 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-fd6d665e-524d-4207-bc3e-78957af22144 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 999 time: 0.1953082 Jun 03 16:09:33.438266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-bd361fbd-dbd6-45f3-9ceb-b0e355be7b2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 200 len: 999 time: 0.1411395 Jun 03 16:09:33.583765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-ed829508-7b3e-405d-8f9a-5ef33546d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:33.585114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-ed829508-7b3e-405d-8f9a-5ef33546d1cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.1431746 Jun 03 16:09:33.642620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-cdbb5946-0d41-49f0-bf96-8273e2372b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:33.644145 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-cdbb5946-0d41-49f0-bf96-8273e2372b63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.1728101 Jun 03 16:09:33.743349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7f23e-7dce-4c4e-8a1a-ef75f0af26e1 req-d8cf9642-1c44-4d79-8ba2-1ce1b94919dd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:33.744786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ef7f23e-7dce-4c4e-8a1a-ef75f0af26e1 req-d8cf9642-1c44-4d79-8ba2-1ce1b94919dd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 944 time: 0.2420669 Jun 03 16:09:33.777568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-593e7223-751f-47e8-83c5-4cfe50a821ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:33.779066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-593e7223-751f-47e8-83c5-4cfe50a821ce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861279 Jun 03 16:09:33.813504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-f8ebe04d-82d9-4012-ba95-2f2b450efe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:33.814994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-f8ebe04d-82d9-4012-ba95-2f2b450efe58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647549 Jun 03 16:09:33.897365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1ef7f23e-7dce-4c4e-8a1a-ef75f0af26e1 req-72f4d053-c287-4db2-9558-414b74534088 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1460757 Jun 03 16:09:33.928244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:09:33.989561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:09:34.039662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-3c0a105a-1e1c-4143-be81-39a216a0952e service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477453 Jun 03 16:09:34.047976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-7215e7a0-a9f9-4912-b180-10721fffc6e3 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255917 Jun 03 16:09:34.394789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-fbf71b8e-43eb-4a2c-a899-890d199c7bff service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487935 Jun 03 16:09:34.396614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-97aca2c2-efc6-43a1-a42d-d16a0776873a req-ccbeebc9-0728-430d-a36e-b0dc1e8fde28 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315966 Jun 03 16:09:34.882279 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2edc8c63-3374-44aa-a143-e2e0f33f44b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:35.093411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490104-d51b-4e56-ac91-ffcfb54fa73c req-e834ead5-c88d-4e09-9392-26c56b9974dc tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:35.094778 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e490104-d51b-4e56-ac91-ffcfb54fa73c req-e834ead5-c88d-4e09-9392-26c56b9974dc tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 944 time: 0.0860953 Jun 03 16:09:35.139677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e490104-d51b-4e56-ac91-ffcfb54fa73c req-18c4d012-f519-46dd-a050-da842d198136 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392437 Jun 03 16:09:35.196470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:09:35.327872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fe706-df96-4fda-8bb7-8ab5b25b28ed req-379c676f-ecc1-4ed4-be70-6fa25efcfc6f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:35.330509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-294fe706-df96-4fda-8bb7-8ab5b25b28ed req-379c676f-ecc1-4ed4-be70-6fa25efcfc6f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 944 time: 0.0819416 Jun 03 16:09:35.333356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:35.352727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '181a6754-5b2d-4e06-8a22-50116031890a', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'port_id': '181a6754-5b2d-4e06-8a22-50116031890a', 'mac_address': 'fa:16:3e:95:40:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:09:35.380859 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-294fe706-df96-4fda-8bb7-8ab5b25b28ed req-81b0a4bc-9628-46b8-aab5-dc81d2517f6c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456374 Jun 03 16:09:35.409577 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:35.422527 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 181a6754-5b2d-4e06-8a22-50116031890a is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:09:35.422893 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:35.439549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181a6754-5b2d-4e06-8a22-50116031890a {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:09:35.454753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:35.459972 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:35.525844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=12']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:35.566491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3d5ab-4a19-4e06-b28e-b3fb07eac897 req-b92f1836-2bec-4fec-905d-bc853773d364 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:35.567939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17c3d5ab-4a19-4e06-b28e-b3fb07eac897 req-b92f1836-2bec-4fec-905d-bc853773d364 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0799072 Jun 03 16:09:35.615442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17c3d5ab-4a19-4e06-b28e-b3fb07eac897 req-7c05f01b-b1c6-42d6-8da3-25078a8a1ba6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412214 Jun 03 16:09:35.678220 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['181a6754-5b2d-4e06-8a22-50116031890a'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:09:35.767006 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:35.970373 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:09:36.027302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c299cd-3bd8-4d6d-ae40-a286dce050b5 req-7656abec-d37f-4653-a4be-a8277405112e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:36.028771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-21c299cd-3bd8-4d6d-ae40-a286dce050b5 req-7656abec-d37f-4653-a4be-a8277405112e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.0921636 Jun 03 16:09:36.073410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-21c299cd-3bd8-4d6d-ae40-a286dce050b5 req-2b57ea09-6fb6-485e-8d37-1a6763dbcc0f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387864 Jun 03 16:09:37.211760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:09:37.240426 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:37.286365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 181a6754-5b2d-4e06-8a22-50116031890a completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:09:37.291939 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 181a6754-5b2d-4e06-8a22-50116031890a triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:09:37.292297 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:37.315724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-5d87b1c5-4e37-4b1c-a27e-e3b2cdc39218 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:37.317183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-5d87b1c5-4e37-4b1c-a27e-e3b2cdc39218 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.1434176 Jun 03 16:09:37.327965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286de89f-a06c-4a95-a8a2-5239336a6745 req-96e520d7-d20a-4f59-9f9d-fddbd8b9cd77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:37.329538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-286de89f-a06c-4a95-a8a2-5239336a6745 req-96e520d7-d20a-4f59-9f9d-fddbd8b9cd77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 945 time: 0.1185341 Jun 03 16:09:37.408748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 181a6754-5b2d-4e06-8a22-50116031890a is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:09:37.409013 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:37.423495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Deleting port 181a6754-5b2d-4e06-8a22-50116031890a {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:09:37.423822 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:37.438663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:37.448278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:37.454075 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:37.461086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-286de89f-a06c-4a95-a8a2-5239336a6745 req-8531b404-b86d-47e9-a40e-1a766661d526 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961759 Jun 03 16:09:37.489506 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729719b6-cce5-43e1-94c9-f2248b7b734f'] response: {'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a', 'code': 200} Jun 03 16:09:37.528075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=13']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:37.683970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] For port 181a6754-5b2d-4e06-8a22-50116031890a, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=181a6754-5b2d-4e06-8a22-50116031890a,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:37.684377 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:37.980059 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:37.980296 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:37.980636 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc disassociated. External IP: 172.25.7.24, port: 181a6754-5b2d-4e06-8a22-50116031890a. Jun 03 16:09:37.980964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Calling delete_port for 181a6754-5b2d-4e06-8a22-50116031890a owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:09:38.125897 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:38.284203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event deleted for resources: {'Port': ['ID=181a6754-5b2d-4e06-8a22-50116031890a,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:38.472322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:09:38.676903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4640d88c-f2ed-4800-a527-24a14805d8a2 req-2d08967b-e1c2-4559-a63d-0b97819ab913 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=19007572-cb8f-43a6-9048-68c2b20778be HTTP/1.1" status: 200 len: 210 time: 0.0584819 Jun 03 16:09:38.696266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:09:38.706325 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42a8b3-5ee0-456b-80eb-f0186281a611 None None] Sync routers for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:09:38.716612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42a8b3-5ee0-456b-80eb-f0186281a611 None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:09:38.717337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bb42a8b3-5ee0-456b-80eb-f0186281a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:09:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:38.774357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] No DVR routers for this DVR port 181a6754-5b2d-4e06-8a22-50116031890a on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:09:38.777060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:38.780463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-deleted', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:38.799177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1eddd008-dfdd-477e-b25a-78c64cec41d6 req-b5cebd67-3452-4bfb-b485-2243d40ebb77 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "DELETE /v2.0/ports/181a6754-5b2d-4e06-8a22-50116031890a HTTP/1.1" status: 204 len: 173 time: 1.4684768 Jun 03 16:09:38.826936 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e24c97-3a71-4052-a7c0-7cdedd8494d1'] response: {'server_uuid': '19007572-cb8f-43a6-9048-68c2b20778be', 'name': 'network-vif-deleted', 'tag': '181a6754-5b2d-4e06-8a22-50116031890a', 'status': 'completed', 'code': 200} Jun 03 16:09:38.910654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-bb42a8b3-5ee0-456b-80eb-f0186281a611 None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:09:39.265843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bb42a8b3-5ee0-456b-80eb-f0186281a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:39.269719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42a8b3-5ee0-456b-80eb-f0186281a611 None None] Checking router: 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:09:39.278084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42a8b3-5ee0-456b-80eb-f0186281a611 None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:09:39.278678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bb42a8b3-5ee0-456b-80eb-f0186281a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:09:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:39.374949 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:39.471416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-bb42a8b3-5ee0-456b-80eb-f0186281a611 None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:09:39.786063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bb42a8b3-5ee0-456b-80eb-f0186281a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:39.790541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb42a8b3-5ee0-456b-80eb-f0186281a611 None None] The sync data for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 is: [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:09:40.019460 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-31eb9cba-a849-4f7b-8bf9-bb0aa4ef2101 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--98485128&fields=id&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 267 time: 0.0433240 Jun 03 16:09:40.019997 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fa1f54-65a2-4f3a-83e1-3d9dfb4bf86d None None] New status for floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:09:40.175883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-ec405e45-1a3e-4cde-b82d-f5c027360939 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:40.177334 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-ec405e45-1a3e-4cde-b82d-f5c027360939 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 812 time: 0.1508844 Jun 03 16:09:40.193591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-258d0f74-bf31-4e68-898a-dc3562c68c73 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/quotas/f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 375 time: 0.0103137 Jun 03 16:09:40.281478 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-babf9af5-d622-483c-ab7a-4dca082f281e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Synchronizing usage tracker for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:09:40.300250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-babf9af5-d622-483c-ab7a-4dca082f281e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Unset dirty status for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:09:40.301586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-babf9af5-d622-483c-ab7a-4dca082f281e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1027195 Jun 03 16:09:40.448943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-f953621e-9fd6-4f0f-9e1b-1a724a779ea6 service neutron] 10.222.0.48 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347611 Jun 03 16:09:40.595193 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-8c74c026-2e4a-4edd-b292-cf4eb6639bcb service neutron] 10.222.0.48 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399019 Jun 03 16:09:40.786283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cb82ebc-6fa7-4262-9314-e0bbe83cbe40 req-17acc1ba-c829-46d2-9211-bf44c7b00029 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 210 time: 0.0430219 Jun 03 16:09:41.223298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:09:41.258515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 181a6754-5b2d-4e06-8a22-50116031890a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:09:41.258883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 181a6754-5b2d-4e06-8a22-50116031890a not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:09:41.837722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-3dda7b2a-76bc-4cf2-bbc1-a850d7da9355 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:41.839185 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-3dda7b2a-76bc-4cf2-bbc1-a850d7da9355 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 812 time: 0.1490510 Jun 03 16:09:41.892347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-c3b8747f-7d87-4229-94b1-736ce16726ad tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 378 time: 0.0451908 Jun 03 16:09:41.900514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'port': {'device_id': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'admin_state_up': True, 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'security_groups': ['bfa37b07-11cc-46f5-9a8c-73c320a03256']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:09:42.118234 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01ccf998-e780-4955-8bcd-05a6aaf3e16d req-c8ad642f-138b-412b-934e-03bbcdeaef8c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 210 time: 0.2038333 Jun 03 16:09:42.187234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:09:42.197559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:09:42.210906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Made reservation on behalf of f08f788e4c1744208d4c62275660e0c2 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:09:42.214469 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:42.383402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Allocated IP 172.20.0.9 (4d4a024b-07d2-4113-a268-3245350a8384/a31cbe84-a553-4c70-bfb9-efc861abdc5d/eef6119e-de1b-4191-9835-0885afae4ed4) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:09:42.570043 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:42.592637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Transition to ACTIVE for port object eef6119e-de1b-4191-9835-0885afae4ed4 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:09:42.621427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:42.692231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Network 4d4a024b-07d2-4113-a268-3245350a8384 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:09:42.695312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:09:42.699347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:09:42.735759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:42.773140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:42.773708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:42.802400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-71337be3-6ae6-4ac5-b926-88e85c858812 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9055226 Jun 03 16:09:42.813739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Request body: {'port': {'device_id': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:09:42.928820 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:42.932055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1fdc3e63-7162-4cc7-b4f5-f7645a28bc08 None None] Provisioning for port eef6119e-de1b-4191-9835-0885afae4ed4 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:09:42.937216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1fdc3e63-7162-4cc7-b4f5-f7645a28bc08 None None] Provisioning complete for port eef6119e-de1b-4191-9835-0885afae4ed4 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:09:42.937678 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3e63-7162-4cc7-b4f5-f7645a28bc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:42.996234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc3e63-7162-4cc7-b4f5-f7645a28bc08 None None] Port eef6119e-de1b-4191-9835-0885afae4ed4 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:09:43.332693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef6119e-de1b-4191-9835-0885afae4ed4 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:09:43.343328 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:43.377861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0367865-4133-42f2-b464-727963a35b10 req-2738d720-9b02-470f-adf5-379fa24fb7eb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:43.378578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b0367865-4133-42f2-b464-727963a35b10 req-2738d720-9b02-470f-adf5-379fa24fb7eb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Synchronizing usage tracker for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:09:43.381111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Transition to ACTIVE for port object eef6119e-de1b-4191-9835-0885afae4ed4 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:09:43.387495 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:43.447153 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b0367865-4133-42f2-b464-727963a35b10 req-2738d720-9b02-470f-adf5-379fa24fb7eb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Unset dirty status for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:09:43.448287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0367865-4133-42f2-b464-727963a35b10 req-2738d720-9b02-470f-adf5-379fa24fb7eb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 931 time: 0.2152503 Jun 03 16:09:43.577502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:43.620640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0367865-4133-42f2-b464-727963a35b10 req-f9b8bfd8-89e3-479a-9008-524b39d9525e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190479 Jun 03 16:09:43.663404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:09:43.663785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:09:43.664112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:09:43.668863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Port eef6119e-de1b-4191-9835-0885afae4ed4 on network 4d4a024b-07d2-4113-a268-3245350a8384 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:09:43.669176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:09:43.674301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:09:43.674640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:09:43.675073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:09:43.675464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Bound port: eef6119e-de1b-4191-9835-0885afae4ed4, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:09:43.675804 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:43.763791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:09:43.766961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:09:43.772267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:43.840405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:43.841063 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:43.842389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] 10.222.0.75 "PUT /v2.0/ports/eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 1091 time: 1.0329900 Jun 03 16:09:43.842851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:43.862610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945c9b6-867b-4051-a794-b3b3a247b8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:43.917207 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53fbcd7a-741a-4fe3-97e0-1a31050afd1c'] response: {'name': 'network-changed', 'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'status': 'completed', 'code': 200} Jun 03 16:09:43.958511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-24231370-70b9-49ba-b3f2-c67a1e298e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:43.960002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-24231370-70b9-49ba-b3f2-c67a1e298e1b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1094 time: 0.0750575 Jun 03 16:09:44.138301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-2287b379-f9cd-493d-8e1d-1f2f300da4be service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 217 time: 0.1709099 Jun 03 16:09:44.200676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-91de85a7-a0d0-419b-acb5-fd52cdeaac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:44.202140 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-91de85a7-a0d0-419b-acb5-fd52cdeaac77 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0577402 Jun 03 16:09:44.282528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-fc334d60-ef1f-4999-8fd7-3f8746b3f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:44.284066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-fc334d60-ef1f-4999-8fd7-3f8746b3f255 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754521 Jun 03 16:09:44.419227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-b64f71ab-c1ba-4657-8663-a1e71f139f41 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290784 Jun 03 16:09:44.551086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1affe9f-275e-4685-8f83-91ecde04de20 req-fda3775d-ef65-4b38-bf47-46b6f306bef9 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254368 Jun 03 16:09:44.680260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd71ed-f36a-4e75-875e-3cd473b6c36c req-c8db4962-4b2d-465d-88a8-d5d81b996a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:44.681730 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5dd71ed-f36a-4e75-875e-3cd473b6c36c req-c8db4962-4b2d-465d-88a8-d5d81b996a19 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1094 time: 0.0775633 Jun 03 16:09:44.864166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd71ed-f36a-4e75-875e-3cd473b6c36c req-9b5f71f6-854d-4ee6-8007-2ee6af2e04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:44.865608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5dd71ed-f36a-4e75-875e-3cd473b6c36c req-9b5f71f6-854d-4ee6-8007-2ee6af2e04e3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1768150 Jun 03 16:09:44.935357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905103b-a74c-41ad-9065-942744844c69 req-f0a79d39-edee-41f1-a7de-ac6cb34fcac6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:44.936696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2905103b-a74c-41ad-9065-942744844c69 req-f0a79d39-edee-41f1-a7de-ac6cb34fcac6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 943 time: 0.1839187 Jun 03 16:09:44.945510 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5dd71ed-f36a-4e75-875e-3cd473b6c36c req-4a970ac9-7437-4cf1-a309-b5ac05343129 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 217 time: 0.0729966 Jun 03 16:09:45.032931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2905103b-a74c-41ad-9065-942744844c69 req-0fe86037-f537-49da-a934-9e4b23e6d854 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891283 Jun 03 16:09:45.036254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd71ed-f36a-4e75-875e-3cd473b6c36c req-5aa2cf93-c07e-4136-abf4-0539b9c851a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:45.037612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5dd71ed-f36a-4e75-875e-3cd473b6c36c req-5aa2cf93-c07e-4136-abf4-0539b9c851a9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0797045 Jun 03 16:09:45.116242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd71ed-f36a-4e75-875e-3cd473b6c36c req-067476a1-ff05-4935-bac7-ad356c3a5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:45.117728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5dd71ed-f36a-4e75-875e-3cd473b6c36c req-067476a1-ff05-4935-bac7-ad356c3a5b9a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731134 Jun 03 16:09:45.255044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5dd71ed-f36a-4e75-875e-3cd473b6c36c req-a2af443c-014d-410c-b217-e635812eca2d service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301162 Jun 03 16:09:45.386353 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b5dd71ed-f36a-4e75-875e-3cd473b6c36c req-c3f64ee9-2756-4f0a-a758-b3dffd01eacf service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248138 Jun 03 16:09:46.253589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37202a21-e88b-42e8-83cd-7028f03cfc3f req-a83cb8a3-de57-4633-ac4b-cfa50e5ce65d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:46.255028 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37202a21-e88b-42e8-83cd-7028f03cfc3f req-a83cb8a3-de57-4633-ac4b-cfa50e5ce65d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 943 time: 0.1010685 Jun 03 16:09:46.299111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-37202a21-e88b-42e8-83cd-7028f03cfc3f req-40c641b4-aa46-4700-8713-208cbe298b09 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382011 Jun 03 16:09:47.259289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:09:47.400595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:47.415573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'port_id': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'mac_address': 'fa:16:3e:22:eb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:09:47.475464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port eef6119e-de1b-4191-9835-0885afae4ed4 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:09:47.475811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:47.494289 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef6119e-de1b-4191-9835-0885afae4ed4 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:09:47.511943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:47.518316 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:47.590804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:47.650266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd650745-62f7-4a0b-a727-b4f843bf392c req-35501180-3bb6-41ec-aab8-44fc276b38bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:47.651750 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd650745-62f7-4a0b-a727-b4f843bf392c req-35501180-3bb6-41ec-aab8-44fc276b38bd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0826163 Jun 03 16:09:47.698591 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd650745-62f7-4a0b-a727-b4f843bf392c req-c64d970e-9d33-47e4-94be-40d87e5fc2f6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411963 Jun 03 16:09:47.712042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['eef6119e-de1b-4191-9835-0885afae4ed4'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:09:48.917476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565221af-4cbd-4d95-80fd-bf7a4bc32e31 req-27f8a492-72ac-44a6-80fb-00348593975b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:48.918979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-565221af-4cbd-4d95-80fd-bf7a4bc32e31 req-27f8a492-72ac-44a6-80fb-00348593975b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0991518 Jun 03 16:09:48.962519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-565221af-4cbd-4d95-80fd-bf7a4bc32e31 req-d0d99cbe-a736-4d44-b579-7751a2bd305a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378804 Jun 03 16:09:49.288218 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:09:49.367750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port eef6119e-de1b-4191-9835-0885afae4ed4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:09:49.373154 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port eef6119e-de1b-4191-9835-0885afae4ed4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:09:49.373690 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:49.510170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port eef6119e-de1b-4191-9835-0885afae4ed4 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:09:49.510532 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:49.538139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:49.547934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:09:49.553010 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:49.584682 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b21b5b-1fe3-4ce5-b1df-8a8e6411a55e'] response: {'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'code': 200} Jun 03 16:09:49.627303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:09:49.719221 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a375d8-c197-4013-b50c-bc07e1c645b1 req-27cad236-8a80-47f4-a529-7d7fd6a7e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:49.720691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02a375d8-c197-4013-b50c-bc07e1c645b1 req-27cad236-8a80-47f4-a529-7d7fd6a7e21c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1096 time: 0.0726345 Jun 03 16:09:49.760594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02a375d8-c197-4013-b50c-bc07e1c645b1 req-b5a094a6-4ef0-4e42-b969-ea34b8115a03 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332451 Jun 03 16:09:50.262003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577322f-adf8-4546-b66e-67c44db43dab req-80c07104-56da-4eb6-bedb-a9f0e47fc574 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:50.263314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0577322f-adf8-4546-b66e-67c44db43dab req-80c07104-56da-4eb6-bedb-a9f0e47fc574 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.1803124 Jun 03 16:09:50.309326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0577322f-adf8-4546-b66e-67c44db43dab req-c682aea4-31b0-4005-881a-0e0ba7c909e9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381041 Jun 03 16:09:51.524383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf26de1-71d5-4ab0-8a1f-4496e15f86e5 req-6537ee8a-b77d-4025-8ea6-961c45e1ee13 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:51.525849 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccf26de1-71d5-4ab0-8a1f-4496e15f86e5 req-6537ee8a-b77d-4025-8ea6-961c45e1ee13 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0959139 Jun 03 16:09:51.572741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccf26de1-71d5-4ab0-8a1f-4496e15f86e5 req-a07a7e9e-85a5-4143-a884-d46d6631ee5b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386837 Jun 03 16:09:51.758216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43004619-aeaf-4523-a7ce-da29aebacdc6 req-6e52d62f-c546-4b71-99b7-4c831b507082 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:51.759696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43004619-aeaf-4523-a7ce-da29aebacdc6 req-6e52d62f-c546-4b71-99b7-4c831b507082 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0875723 Jun 03 16:09:51.768726 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 35896) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:09:51.773905 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-44aee651-fe64-47eb-929c-d69bd5bbf793 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Request body: {'floatingip': {'port_id': 'eef6119e-de1b-4191-9835-0885afae4ed4'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:09:51.852425 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44aee651-fe64-47eb-929c-d69bd5bbf793 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:52.448805 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44aee651-fe64-47eb-929c-d69bd5bbf793 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:52.454409 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44aee651-fe64-47eb-929c-d69bd5bbf793 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:52.638300 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-44aee651-fe64-47eb-929c-d69bd5bbf793 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc associated. External IP: 172.25.7.24, port: eef6119e-de1b-4191-9835-0885afae4ed4. Jun 03 16:09:53.128907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44aee651-fe64-47eb-929c-d69bd5bbf793 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:09:53.321480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44aee651-fe64-47eb-929c-d69bd5bbf793 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:09:53.326898 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44aee651-fe64-47eb-929c-d69bd5bbf793 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:09:53.332802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4f750-098f-4788-a1c8-0b048d5ce19a None None] Sync routers for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:09:53.343373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4f750-098f-4788-a1c8-0b048d5ce19a None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:09:53.343979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0ce4f750-098f-4788-a1c8-0b048d5ce19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:09:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:53.388704 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-44aee651-fe64-47eb-929c-d69bd5bbf793 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "PUT /v2.0/floatingips/46fc6dae-182a-4898-8939-4fb04c3e8dbc HTTP/1.1" status: 200 len: 991 time: 1.6163425 Jun 03 16:09:53.388704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:09:53.524573 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa95ca5-b337-4e4d-a175-fbc024c736b6'] response: {'name': 'network-changed', 'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'status': 'completed', 'code': 200} Jun 03 16:09:53.565901 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0ce4f750-098f-4788-a1c8-0b048d5ce19a None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:09:53.626108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a73dd-49db-474a-adc3-dca29f5db57a req-f32b3a98-53c9-4bd7-a394-a0adfa7c72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:53.627943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c03a73dd-49db-474a-adc3-dca29f5db57a req-f32b3a98-53c9-4bd7-a394-a0adfa7c72db service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1096 time: 0.0790515 Jun 03 16:09:53.767836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a73dd-49db-474a-adc3-dca29f5db57a req-c632c939-752a-4fc6-841c-d5a4386dd4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:53.769317 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c03a73dd-49db-474a-adc3-dca29f5db57a req-c632c939-752a-4fc6-841c-d5a4386dd4f8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1356308 Jun 03 16:09:53.870144 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c03a73dd-49db-474a-adc3-dca29f5db57a req-ded237d9-0a1c-416a-9634-abcfc30567a7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 999 time: 0.0944240 Jun 03 16:09:53.924124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0ce4f750-098f-4788-a1c8-0b048d5ce19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:22:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:09:52Z', 'revision_number': 13, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:53.928192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4f750-098f-4788-a1c8-0b048d5ce19a None None] Checking router: 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:09:53.935040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a73dd-49db-474a-adc3-dca29f5db57a req-a3305e84-b96b-4367-8a38-3a5098d4425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:53.936544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c03a73dd-49db-474a-adc3-dca29f5db57a req-a3305e84-b96b-4367-8a38-3a5098d4425f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0607076 Jun 03 16:09:53.942004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4f750-098f-4788-a1c8-0b048d5ce19a None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:09:53.942637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0ce4f750-098f-4788-a1c8-0b048d5ce19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:09:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:54.012255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a73dd-49db-474a-adc3-dca29f5db57a req-5ee34031-48c5-412a-9533-7d303f3d9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:09:54.014241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c03a73dd-49db-474a-adc3-dca29f5db57a req-5ee34031-48c5-412a-9533-7d303f3d9d7e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713959 Jun 03 16:09:54.119215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-0ce4f750-098f-4788-a1c8-0b048d5ce19a None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:09:54.151372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c03a73dd-49db-474a-adc3-dca29f5db57a req-6bdd722f-9dcb-4bdc-8e2f-5e1c37b954c5 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311512 Jun 03 16:09:54.289848 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c03a73dd-49db-474a-adc3-dca29f5db57a req-39be75dc-1696-4a28-b56d-9f0e3bc1a786 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314170 Jun 03 16:09:54.498377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-0ce4f750-098f-4788-a1c8-0b048d5ce19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:22:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:09:52Z', 'revision_number': 13, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:09:54.502878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce4f750-098f-4788-a1c8-0b048d5ce19a None None] The sync data for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 is: [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '46fc6dae-182a-4898-8939-4fb04c3e8dbc', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'floating_ip_address': '172.25.7.24', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'port_id': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'mac_address': 'fa:16:3e:22:eb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:05:53Z', 'updated_at': '2022-06-03T16:09:52Z', 'revision_number': 13, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:09:54.705481 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cbf575-8f4a-4e72-b439-a28b1234ca91 None None] New status for floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:09:59.967117 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:01.792327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-fe9f9aba-407f-498c-a9d8-bcde4d9dd882 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780618 Jun 03 16:10:01.943943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-e8ce2922-a111-4396-90df-d82f29bfc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:01.945390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-e8ce2922-a111-4396-90df-d82f29bfc9cb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1096 time: 0.0792222 Jun 03 16:10:02.103627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-dd815c3e-ef86-479c-b7f0-6e229b08a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:02.105009 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-dd815c3e-ef86-479c-b7f0-6e229b08a29b service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1373239 Jun 03 16:10:02.202759 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-50ed16b7-9757-4cd3-992e-d97671753740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:02.216482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-ac7280cc-1502-4a5b-adff-79a26b926628 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 1001 time: 0.0986624 Jun 03 16:10:02.279820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-20704a4d-b0b3-4c6a-aee5-94e77b36e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:02.281242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-20704a4d-b0b3-4c6a-aee5-94e77b36e5f3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0571535 Jun 03 16:10:02.359404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-4db11f15-c594-426e-ae20-0c6cb9703f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:02.360816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-4db11f15-c594-426e-ae20-0c6cb9703f38 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732627 Jun 03 16:10:02.592450 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-be643eee-08fc-416c-ba96-74e5a410809d service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242785 Jun 03 16:10:02.726183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b00251f7-8e29-4cd4-9f6b-70d75dc09679 req-86e10638-d811-44d4-94e5-0522ce2abcf6 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264892 Jun 03 16:10:04.881477 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-597670a1-8bf0-4185-9aac-56524531e578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:05.364602 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:05.756277 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:07.220050 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:09.308557 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:12.978215 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:10:29.961651 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:29.979978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134005a8-ef6c-419c-a6c8-0d457c5ced0e req-47b1b53b-bc8a-46e6-be78-85beb5f46c34 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:29.981545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134005a8-ef6c-419c-a6c8-0d457c5ced0e req-47b1b53b-bc8a-46e6-be78-85beb5f46c34 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0955157 Jun 03 16:10:30.025720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134005a8-ef6c-419c-a6c8-0d457c5ced0e req-998560ec-abc6-432f-9938-dd7ab4de28a0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379448 Jun 03 16:10:32.205435 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-405e0eb3-0179-44ad-a30f-76e335ddf788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:34.879978 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ad16e56-cf0b-4204-81c0-13a72bea344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:35.360533 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:35.765393 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:37.225711 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:38.591604 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-97bb1ab6-dd81-4ab5-a2c1-74484ce9a4d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751359 Jun 03 16:10:38.638975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59fce2-fc32-40dd-8e03-3cc8b3361a71 req-9e85e8dc-ccbe-4596-9244-b62f9aa9a67b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:38.640573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da59fce2-fc32-40dd-8e03-3cc8b3361a71 req-9e85e8dc-ccbe-4596-9244-b62f9aa9a67b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0861914 Jun 03 16:10:38.686217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-da59fce2-fc32-40dd-8e03-3cc8b3361a71 req-239cbf58-f8fd-45fd-8cc0-a53bc3ffcea6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388980 Jun 03 16:10:39.328541 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:39.916548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-1295e098-8afd-430f-bb2c-6765051c85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:39.918105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-1295e098-8afd-430f-bb2c-6765051c85c4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1096 time: 0.1355367 Jun 03 16:10:39.925549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a5b34-506b-4b7e-975d-8e718321303e req-e4e72fc1-96dd-49cf-ac17-cd0cfc9abda0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:39.926897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b78a5b34-506b-4b7e-975d-8e718321303e req-e4e72fc1-96dd-49cf-ac17-cd0cfc9abda0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.1143243 Jun 03 16:10:40.051038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b78a5b34-506b-4b7e-975d-8e718321303e req-ad9d7151-74b4-4d88-a02d-483c6c1770b1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035569 Jun 03 16:10:40.084191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-32f7e561-fa9b-441b-ad2c-876ec7e778d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:40.085912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-32f7e561-fa9b-441b-ad2c-876ec7e778d7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1581540 Jun 03 16:10:40.198832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-a4c1ab4d-69c1-4e6d-84a0-392ddc9ee732 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 1001 time: 0.1068332 Jun 03 16:10:40.273238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-7dae084d-6ca1-4945-883f-f10074d717ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:40.275433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-7dae084d-6ca1-4945-883f-f10074d717ab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0705676 Jun 03 16:10:40.352644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-8f79f760-29ac-4fd4-82d6-c750db2f5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:40.354301 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-8f79f760-29ac-4fd4-82d6-c750db2f5dd1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724318 Jun 03 16:10:40.496267 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-d275ca18-1aae-4673-a036-a18b9b945cdf service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348462 Jun 03 16:10:40.634013 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-3fabf583-c29c-4473-8704-63f73403a729 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302323 Jun 03 16:10:41.265436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6dac-621f-4060-8a9c-5af033225a74 req-3cacb472-1b31-4161-8dcc-f3fd7247808e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:41.266910 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-235f6dac-621f-4060-8a9c-5af033225a74 req-3cacb472-1b31-4161-8dcc-f3fd7247808e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0929165 Jun 03 16:10:41.317115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-235f6dac-621f-4060-8a9c-5af033225a74 req-85464ae7-5742-40e8-a7ee-5f972fcf0567 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419824 Jun 03 16:10:42.510425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b828b-bcdb-43b6-887c-b582fec0c00a req-70df34b7-6fd8-4cdd-ad20-93a1321c5c2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:42.511851 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d16b828b-bcdb-43b6-887c-b582fec0c00a req-70df34b7-6fd8-4cdd-ad20-93a1321c5c2a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0810111 Jun 03 16:10:42.556787 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d16b828b-bcdb-43b6-887c-b582fec0c00a req-c301b854-8fb0-47c5-a908-e4cc76b93bf9 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387845 Jun 03 16:10:43.768080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477dd8c-9460-4d9d-b4a0-adcba631e60e req-b688d58d-c0a8-4e9b-b6b5-0810361600b6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:43.769457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3477dd8c-9460-4d9d-b4a0-adcba631e60e req-b688d58d-c0a8-4e9b-b6b5-0810361600b6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0903864 Jun 03 16:10:43.814623 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3477dd8c-9460-4d9d-b4a0-adcba631e60e req-275ccbbc-56df-45d1-b7fc-d9cfe60b1c49 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390124 Jun 03 16:10:45.025129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7ad63-7785-4eed-9c45-27cbf273feaf req-b9d3217b-15a5-4cbb-9f1e-598fd0757448 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:45.026614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aab7ad63-7785-4eed-9c45-27cbf273feaf req-b9d3217b-15a5-4cbb-9f1e-598fd0757448 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0919888 Jun 03 16:10:45.072377 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aab7ad63-7785-4eed-9c45-27cbf273feaf req-373d9421-fefa-4a69-a821-b3b197e624e6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396850 Jun 03 16:10:46.388071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c631e8-6647-4ddb-ad4d-a0212ae2d8b8 req-e9738035-86c0-4a22-b489-1c2e850d1950 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:46.389450 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07c631e8-6647-4ddb-ad4d-a0212ae2d8b8 req-e9738035-86c0-4a22-b489-1c2e850d1950 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.1898286 Jun 03 16:10:46.434118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-07c631e8-6647-4ddb-ad4d-a0212ae2d8b8 req-ad26b58c-5528-4ff0-881d-05c89ce13b92 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386763 Jun 03 16:10:47.628528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51220a59-c262-4133-a503-fcac42d074aa req-5a23dcec-91e8-4927-b5db-0df7e38cd52d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:47.629917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51220a59-c262-4133-a503-fcac42d074aa req-5a23dcec-91e8-4927-b5db-0df7e38cd52d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0842011 Jun 03 16:10:47.680947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51220a59-c262-4133-a503-fcac42d074aa req-8f0e6547-6984-47c3-9418-14e3ba73079d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423586 Jun 03 16:10:48.874488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259656f-db42-4428-ae9c-8bff5181a824 req-01b3d5bd-01a3-4eda-85cb-169a9192a153 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:48.875955 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5259656f-db42-4428-ae9c-8bff5181a824 req-01b3d5bd-01a3-4eda-85cb-169a9192a153 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0805051 Jun 03 16:10:48.925770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5259656f-db42-4428-ae9c-8bff5181a824 req-dc2d1639-5300-48e0-999b-e0ee0b0fa4fc tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440266 Jun 03 16:10:49.968408 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:10:50.129444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf86be7-1673-4984-be9e-bdf0a278ae09 req-a93d3b1c-2177-4a03-9ec6-5b7c3076dd82 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:50.130924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbf86be7-1673-4984-be9e-bdf0a278ae09 req-a93d3b1c-2177-4a03-9ec6-5b7c3076dd82 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0905178 Jun 03 16:10:50.175078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbf86be7-1673-4984-be9e-bdf0a278ae09 req-d6a56448-34ab-4dcf-8703-bef11fa471ec tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383315 Jun 03 16:10:51.433815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cef88d-db21-43a4-8761-45d9988e091f req-57a88da6-eca7-4ca5-8d7a-4441f7bb74f5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:51.435274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2cef88d-db21-43a4-8761-45d9988e091f req-57a88da6-eca7-4ca5-8d7a-4441f7bb74f5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0842903 Jun 03 16:10:51.483532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2cef88d-db21-43a4-8761-45d9988e091f req-6012703c-ea3d-4509-af12-cf8e117edcc7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424023 Jun 03 16:10:52.707171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5705d6-9591-42a0-8fa3-3e3e0deac8b0 req-ab267af0-70f1-4cae-a79e-46d03e40ce19 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:52.708650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac5705d6-9591-42a0-8fa3-3e3e0deac8b0 req-ab267af0-70f1-4cae-a79e-46d03e40ce19 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.1087017 Jun 03 16:10:52.754223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ac5705d6-9591-42a0-8fa3-3e3e0deac8b0 req-cfccd873-1861-4cbe-87da-9061d3a5652f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394032 Jun 03 16:10:53.956674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf45eca-3747-499c-8e1e-032e77620b41 req-13d562ea-d0e2-4b60-b9f0-898082894d33 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:53.958198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fdf45eca-3747-499c-8e1e-032e77620b41 req-13d562ea-d0e2-4b60-b9f0-898082894d33 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0911179 Jun 03 16:10:54.012953 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fdf45eca-3747-499c-8e1e-032e77620b41 req-4f8bad24-ca07-44e4-a3e6-da1da3028de1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464475 Jun 03 16:10:55.219479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977e44-2d3b-445d-af91-27f8d0c26076 req-cbc30ea9-ad1e-4633-9b5b-ee1cb335f47c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:55.220910 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09977e44-2d3b-445d-af91-27f8d0c26076 req-cbc30ea9-ad1e-4633-9b5b-ee1cb335f47c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0824575 Jun 03 16:10:55.268490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09977e44-2d3b-445d-af91-27f8d0c26076 req-06883154-2cf5-476e-9810-7cbc3a5a6530 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396013 Jun 03 16:10:56.483218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d7911-a6e9-4c1a-be95-e9f07619b148 req-a1d1e0dd-5179-4e88-b0cc-55d15d7e5b23 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:56.484734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-154d7911-a6e9-4c1a-be95-e9f07619b148 req-a1d1e0dd-5179-4e88-b0cc-55d15d7e5b23 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0976589 Jun 03 16:10:56.528420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-154d7911-a6e9-4c1a-be95-e9f07619b148 req-ed852ab9-a090-48ac-bc29-66ca6b75df6a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380149 Jun 03 16:10:57.728074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79badd0-de6f-4e0a-9d25-254bc40f3b00 req-5b6aa728-9449-4ee2-8876-6e65e3a8ec33 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:57.729532 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a79badd0-de6f-4e0a-9d25-254bc40f3b00 req-5b6aa728-9449-4ee2-8876-6e65e3a8ec33 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0816646 Jun 03 16:10:57.777083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a79badd0-de6f-4e0a-9d25-254bc40f3b00 req-86e17ecf-9287-4f21-9ffa-304b637cea88 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390909 Jun 03 16:10:58.665594 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-83d313f1-21be-40d5-adbd-f553d9e0a31a service neutron] show failed (client error): The resource could not be found. Jun 03 16:10:58.666621 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-83d313f1-21be-40d5-adbd-f553d9e0a31a service neutron] 10.222.0.75 "GET /v2.0/ports/eef6119e-de1b-4191-9835-0885afae4ed4/bindings/n-h2-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0800538 Jun 03 16:10:59.013502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-d64abe33-2a3b-47d6-be5e-b2ec8232054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:59.014957 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-d64abe33-2a3b-47d6-be5e-b2ec8232054e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 1096 time: 0.1387908 Jun 03 16:10:59.024786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a258e3d-be1f-48c2-b16d-2a05c4c6c2ed req-0c89a8ca-918e-40a3-aa94-6f741a9dfbe6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:10:59.026146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a258e3d-be1f-48c2-b16d-2a05c4c6c2ed req-0c89a8ca-918e-40a3-aa94-6f741a9dfbe6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.1086447 Jun 03 16:10:59.031898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:10:59.147398 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a258e3d-be1f-48c2-b16d-2a05c4c6c2ed req-da86560b-5dc1-4ab0-8ec1-0b824d54d9e2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913119 Jun 03 16:10:59.176520 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:59.466322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:10:59.496036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:10:59.553701 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:10:59.559466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:59.579147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Transition to ACTIVE for port object eef6119e-de1b-4191-9835-0885afae4ed4 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:10:59.583703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:10:59.616987 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dd002c-d4cb-4ab4-acba-eaf5f6db8583'] response: {'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'code': 200} Jun 03 16:10:59.829900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:10:59.845811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.846174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.846499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.846822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.847142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.847457 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.847769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.848081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.848390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.848698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.849004 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.849307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:10:59.891724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] No DVR routers for this DVR port eef6119e-de1b-4191-9835-0885afae4ed4 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:10:59.971085 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:00.133283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:11:00.133941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:11:00.133941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:11:00.139107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Port eef6119e-de1b-4191-9835-0885afae4ed4 on network 4d4a024b-07d2-4113-a268-3245350a8384 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:11:00.139414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:11:00.146846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:11:00.147187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:11:00.147565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:11:00.147982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Bound port: eef6119e-de1b-4191-9835-0885afae4ed4, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:11:00.148315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:00.236393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:11:00.239562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:11:00.244235 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:00.349089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:00.349793 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:00.351240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] 10.222.0.67 "PUT /v2.0/ports/eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 1091 time: 1.3231590 Jun 03 16:11:00.373582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c05f2-a98e-4041-ab9e-0971fddd3743 service neutron] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:00.456533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe47d4-2caa-4f1c-89a5-f2195b13477a req-c96a9589-b117-4b51-bc2e-49cbe9c50565 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:00.458040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccbe47d4-2caa-4f1c-89a5-f2195b13477a req-c96a9589-b117-4b51-bc2e-49cbe9c50565 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 943 time: 0.1769075 Jun 03 16:11:00.507852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-55cd5c6a-49b1-4132-adec-c44f73b0be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:00.509268 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-55cd5c6a-49b1-4132-adec-c44f73b0be9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1094 time: 0.1241550 Jun 03 16:11:00.513786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccbe47d4-2caa-4f1c-89a5-f2195b13477a req-1c3f647e-e514-4888-af11-139d2f4cde88 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483916 Jun 03 16:11:00.643064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-346e9c76-7b72-45cb-87ab-f818b283277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:00.644390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-346e9c76-7b72-45cb-87ab-f818b283277e service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1290274 Jun 03 16:11:00.752652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-ea309b59-cff5-49f9-bb67-b3010bd54b71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 999 time: 0.1018820 Jun 03 16:11:00.814301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-4492eb90-e23e-4b6e-8e08-12a35ddb04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:00.815589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-4492eb90-e23e-4b6e-8e08-12a35ddb04b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0566354 Jun 03 16:11:00.894460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-cb534bb0-892a-4b10-a36d-97ed60f4437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:00.896326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-cb534bb0-892a-4b10-a36d-97ed60f4437e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748572 Jun 03 16:11:01.033821 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-2bc2fe17-f584-42a2-9879-de9675098d06 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298018 Jun 03 16:11:01.165432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-65b19d77-8b71-44ab-98eb-fd41a4082dbe service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248751 Jun 03 16:11:01.584234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:11:01.618116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:01.658143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:11:01.693168 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df95344-e10e-475f-9197-fc5795bd1301'] response: {'name': 'network-changed', 'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'status': 'completed', 'code': 200} Jun 03 16:11:01.749919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6f05d-940e-42bf-92d5-ae0d2e93e9e1 req-33a0f748-c661-496a-a948-3fd007a76c94 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:01.751265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1c6f05d-940e-42bf-92d5-ae0d2e93e9e1 req-33a0f748-c661-496a-a948-3fd007a76c94 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 943 time: 0.1272550 Jun 03 16:11:01.974122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1c6f05d-940e-42bf-92d5-ae0d2e93e9e1 req-4b5ff05b-c7b3-42f0-b936-f75439ba1feb tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748022 Jun 03 16:11:01.995361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-97d56dd5-f3ad-4121-9b02-133608d51472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:01.995935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-97d56dd5-f3ad-4121-9b02-133608d51472 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1094 time: 0.2902067 Jun 03 16:11:02.001250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-107f7fd2-bdf6-4493-a8fc-583615e2a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:02.002627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-107f7fd2-bdf6-4493-a8fc-583615e2a1b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1094 time: 0.2607689 Jun 03 16:11:02.200334 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3dc67aea-656c-43d7-8470-46991650f886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:02.255157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-2596ef90-d0a6-4b0e-b566-5d73c3c98332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:02.256572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-2596ef90-d0a6-4b0e-b566-5d73c3c98332 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.2519217 Jun 03 16:11:02.257606 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-af5f19ba-c949-4919-9a1c-caaff4e76be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:02.259269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-af5f19ba-c949-4919-9a1c-caaff4e76be1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.2365751 Jun 03 16:11:02.439826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-334289e4-444a-4a5c-af64-7ceba0585afb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 999 time: 0.1769300 Jun 03 16:11:02.443365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-71f6dd0d-c65d-4286-8eae-1771f3d5f14f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 999 time: 0.1309063 Jun 03 16:11:02.554173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-46337de7-fa51-461d-8ed1-9df021e0e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:02.555605 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-46337de7-fa51-461d-8ed1-9df021e0e25a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.1086555 Jun 03 16:11:02.556920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-b2c05a39-f451-4cb6-9bfa-8963fc1ffe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:02.558251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-b2c05a39-f451-4cb6-9bfa-8963fc1ffe5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0816202 Jun 03 16:11:02.692072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-42cf4be0-3ff1-4bed-b079-b267505d81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:02.693594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-42cf4be0-3ff1-4bed-b079-b267505d81a5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309524 Jun 03 16:11:02.698005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-9a5768c2-75e5-4153-b32b-de351ef5ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:02.699508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-9a5768c2-75e5-4153-b32b-de351ef5ff7b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355767 Jun 03 16:11:02.929507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-198b525b-40f1-4109-b22d-004fb48143f0 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290108 Jun 03 16:11:02.931320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-1b594597-4a1c-49f5-91b0-d65c2666df7c service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133329 Jun 03 16:11:03.211522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-4a1f3454-f5b8-42be-a5a4-809050623ee3 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751541 Jun 03 16:11:03.225070 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f5ebecf-300d-49b7-a774-750fdc3a91d8 req-884563e3-a939-41b5-ad52-02fb085506a8 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721257 Jun 03 16:11:03.243429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2bdb8-9229-42fa-8331-3c2e4c19cf6f req-67e344cc-be5e-4f17-b55e-9c81bdbb4dbd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:03.244869 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ae2bdb8-9229-42fa-8331-3c2e4c19cf6f req-67e344cc-be5e-4f17-b55e-9c81bdbb4dbd tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 943 time: 0.1578155 Jun 03 16:11:03.408153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ae2bdb8-9229-42fa-8331-3c2e4c19cf6f req-a352cd29-8e62-43a5-a770-5df211a4f5d2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1573060 Jun 03 16:11:04.617162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a66d95-e9a8-4da4-ae1d-57a394db44e2 req-e5c9af8f-daa1-4908-9805-9e640ab57d74 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:04.618522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74a66d95-e9a8-4da4-ae1d-57a394db44e2 req-e5c9af8f-daa1-4908-9805-9e640ab57d74 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 943 time: 0.0888584 Jun 03 16:11:04.662246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74a66d95-e9a8-4da4-ae1d-57a394db44e2 req-8801365e-871a-4406-b134-bd4ff320f236 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381198 Jun 03 16:11:04.878600 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7a0df934-0852-4bd1-8634-20be92c1ffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:05.355642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:05.762951 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:05.867828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ae541-30b8-4177-8e77-da13de9950f4 req-45c9179e-6da4-4329-94ca-7e7fa48a9c65 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:05.869254 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-033ae541-30b8-4177-8e77-da13de9950f4 req-45c9179e-6da4-4329-94ca-7e7fa48a9c65 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 943 time: 0.0937920 Jun 03 16:11:05.915512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-033ae541-30b8-4177-8e77-da13de9950f4 req-ce2d3f6a-5705-4b3a-ad4a-e36eab84a6df tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404696 Jun 03 16:11:07.116315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0066-275d-49fb-bf04-8b4794369989 req-754df750-532c-42fd-83af-0540e0a512a6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:07.117633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a8c0066-275d-49fb-bf04-8b4794369989 req-754df750-532c-42fd-83af-0540e0a512a6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 943 time: 0.0827780 Jun 03 16:11:07.165098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6a8c0066-275d-49fb-bf04-8b4794369989 req-39dd37ad-f29d-42ba-97c4-d830c10c875b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416994 Jun 03 16:11:07.230968 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:08.370836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b558d-96e9-4bb9-9bd7-c5cbc0d1067e req-9762ab5b-e897-45b0-a5e8-02a9852c60a7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:08.372290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-414b558d-96e9-4bb9-9bd7-c5cbc0d1067e req-9762ab5b-e897-45b0-a5e8-02a9852c60a7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 943 time: 0.0835378 Jun 03 16:11:08.416760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-414b558d-96e9-4bb9-9bd7-c5cbc0d1067e req-eb9f1986-9349-4fa1-a01b-0f6bde801d8c tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388365 Jun 03 16:11:09.347860 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:09.628708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a761d2d-2e51-443c-a529-b39cb24d7b52 req-1c0d1a84-e307-45c6-86ae-0552aac31b67 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:09.630068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a761d2d-2e51-443c-a529-b39cb24d7b52 req-1c0d1a84-e307-45c6-86ae-0552aac31b67 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 943 time: 0.0950341 Jun 03 16:11:09.677827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9a761d2d-2e51-443c-a529-b39cb24d7b52 req-3498519d-4f43-4415-a7b9-c99e54039956 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419714 Jun 03 16:11:10.428775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:11:10.576912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:10.594278 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'port_id': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'mac_address': 'fa:16:3e:22:eb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:11:10.684912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port eef6119e-de1b-4191-9835-0885afae4ed4 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:11:10.685285 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:10.702780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef6119e-de1b-4191-9835-0885afae4ed4 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:11:10.719679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:10.724847 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:10.795282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:10.802749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.803090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.803424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.803752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.804076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.804396 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.804711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.805064 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.805360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.805672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.806007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.806322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:10.866040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38856dd8-bb0c-4d69-a946-aca838cf636c req-2fe8b4fd-20c9-4fae-8a40-5b52e2a7445d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:10.867455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-38856dd8-bb0c-4d69-a946-aca838cf636c req-2fe8b4fd-20c9-4fae-8a40-5b52e2a7445d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0824516 Jun 03 16:11:10.910548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-38856dd8-bb0c-4d69-a946-aca838cf636c req-575846de-f4ab-48c2-b658-2beff07808f8 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373750 Jun 03 16:11:11.165967 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['eef6119e-de1b-4191-9835-0885afae4ed4'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:11:12.112528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58a2b8-544e-4a99-9534-3c10da4e69ee req-6f4663a2-7ad4-42e2-8c4a-09b062598233 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:12.113967 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c58a2b8-544e-4a99-9534-3c10da4e69ee req-6f4663a2-7ad4-42e2-8c4a-09b062598233 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0881274 Jun 03 16:11:12.160467 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3c58a2b8-544e-4a99-9534-3c10da4e69ee req-c267e42c-989a-448c-a2f3-83aade0ebc11 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407774 Jun 03 16:11:12.427143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:11:12.511959 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port eef6119e-de1b-4191-9835-0885afae4ed4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:11:12.516900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port eef6119e-de1b-4191-9835-0885afae4ed4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:11:12.517264 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:12.627891 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-6e19339d-ae87-4f03-9962-a2a3fd89c92e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:12.629323 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-6e19339d-ae87-4f03-9962-a2a3fd89c92e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.67 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc&tenant_id=f08f788e4c1744208d4c62275660e0c2&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 944 time: 0.1402795 Jun 03 16:11:12.633174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port eef6119e-de1b-4191-9835-0885afae4ed4 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:11:12.633569 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:12.639751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-800c23a3-c088-4720-83c1-c1f7ac98d5a6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:11:12.640740 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-800c23a3-c088-4720-83c1-c1f7ac98d5a6 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059495 Jun 03 16:11:12.666597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:12.676574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:12.682120 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:12.732187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f8f97-1678-4ec6-8b6f-33b68a3102f2 req-16a8ca26-4998-49b0-bb30-ff1bc79ad623 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:12.733683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b1f8f97-1678-4ec6-8b6f-33b68a3102f2 req-16a8ca26-4998-49b0-bb30-ff1bc79ad623 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.1813743 Jun 03 16:11:12.736503 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7433a2ae-6cae-4694-9809-a95ebc3c4a0b'] response: {'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'code': 200} Jun 03 16:11:12.736684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-7620bd6f-8e5d-4d87-a27b-b8dd89cbb6c0 service neutron] 10.222.0.67 "GET /v2.0/ports/eef6119e-de1b-4191-9835-0885afae4ed4/bindings/n-h2-844595-1 HTTP/1.1" status: 200 len: 382 time: 0.0891106 Jun 03 16:11:12.752611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:12.780921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b1f8f97-1678-4ec6-8b6f-33b68a3102f2 req-27574795-611f-4ce0-920e-93a9c4d69723 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409646 Jun 03 16:11:12.870444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-764edb9a-0133-4f1c-91e4-b512736d58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:12.871889 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-764edb9a-0133-4f1c-91e4-b512736d58fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1096 time: 0.0728831 Jun 03 16:11:13.002585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-1cb3cf96-2748-473c-a393-a1915275e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:13.003925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-1cb3cf96-2748-473c-a393-a1915275e95c service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1263688 Jun 03 16:11:13.118478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-b65be3af-e0c2-4e62-95e0-345f7884fda0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 1001 time: 0.1086090 Jun 03 16:11:13.181203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-47e4cce0-2912-4dd2-ac56-4a2d0ea7cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:13.182643 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-47e4cce0-2912-4dd2-ac56-4a2d0ea7cf91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0585670 Jun 03 16:11:13.262085 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-b4b432e5-a884-43f1-98dc-8b5ba346272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:13.263462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-b4b432e5-a884-43f1-98dc-8b5ba346272d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746136 Jun 03 16:11:13.396815 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-ab263ffe-1e0d-474f-980e-edef033e5549 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267083 Jun 03 16:11:13.623999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-0cf1354e-bc09-4b35-9feb-8ab19441b10f service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195334 Jun 03 16:11:13.988490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4ea8d-f5c2-454c-9129-429a865f04e4 req-f364343a-e318-426a-9660-2fffa8bc8261 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:13.989968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6e4ea8d-f5c2-454c-9129-429a865f04e4 req-f364343a-e318-426a-9660-2fffa8bc8261 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0921156 Jun 03 16:11:14.033238 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a6e4ea8d-f5c2-454c-9129-429a865f04e4 req-962fa769-5e0d-4f99-81a4-fe42d62e68f1 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375912 Jun 03 16:11:15.249365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd0b38-46f0-4557-be16-f128eb8ecb4e req-91b85d46-a2f3-4a79-874a-926c15d1d59e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:15.250814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2bd0b38-46f0-4557-be16-f128eb8ecb4e req-91b85d46-a2f3-4a79-874a-926c15d1d59e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0893869 Jun 03 16:11:15.295700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d2bd0b38-46f0-4557-be16-f128eb8ecb4e req-84cd1820-23de-47cb-80c8-e5e801e1d050 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391300 Jun 03 16:11:16.553423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035347d-dd8a-4d2a-8bab-fe3e65d641be req-7e39ac49-6e96-449c-83bd-93066aeaab17 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:16.554909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7035347d-dd8a-4d2a-8bab-fe3e65d641be req-7e39ac49-6e96-449c-83bd-93066aeaab17 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.1430159 Jun 03 16:11:16.559256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf63f-51b1-450e-a0c6-5786b045e9f3 req-443bcdb8-accb-4162-b524-6c732f8ddedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:16.560694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62fdf63f-51b1-450e-a0c6-5786b045e9f3 req-443bcdb8-accb-4162-b524-6c732f8ddedc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1096 time: 0.1103508 Jun 03 16:11:16.706152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7035347d-dd8a-4d2a-8bab-fe3e65d641be req-4078020f-9879-49e7-ab27-5b6fc6cd6272 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1445031 Jun 03 16:11:16.778490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf63f-51b1-450e-a0c6-5786b045e9f3 req-66f3155e-820a-4622-a696-f90b48d1d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:16.779916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62fdf63f-51b1-450e-a0c6-5786b045e9f3 req-66f3155e-820a-4622-a696-f90b48d1d6a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1989129 Jun 03 16:11:16.786193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-8615abb1-9c04-44b6-afe3-2e7032100ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:16.787508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-8615abb1-9c04-44b6-afe3-2e7032100ea6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc&tenant_id=f08f788e4c1744208d4c62275660e0c2 HTTP/1.1" status: 200 len: 1096 time: 0.1850388 Jun 03 16:11:16.843271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:11:16.954411 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62fdf63f-51b1-450e-a0c6-5786b045e9f3 req-11aff374-4e89-4b60-87da-1d14aa8546c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 1001 time: 0.1659834 Jun 03 16:11:17.030180 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:17.049677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf63f-51b1-450e-a0c6-5786b045e9f3 req-8573377b-3477-470a-a291-24b8ed03cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:17.051400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62fdf63f-51b1-450e-a0c6-5786b045e9f3 req-8573377b-3477-470a-a291-24b8ed03cf7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0912201 Jun 03 16:11:17.302280 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf63f-51b1-450e-a0c6-5786b045e9f3 req-e827dea6-8eb9-46f4-bdcd-b7066a82d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:17.303870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62fdf63f-51b1-450e-a0c6-5786b045e9f3 req-e827dea6-8eb9-46f4-bdcd-b7066a82d699 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281728 Jun 03 16:11:17.460951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:17.483875 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62fdf63f-51b1-450e-a0c6-5786b045e9f3 req-e4233156-21c8-4177-971b-a713a103efa0 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675832 Jun 03 16:11:17.569302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:11:17.654900 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:17.660455 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:17.697323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Transition to ACTIVE for port object eef6119e-de1b-4191-9835-0885afae4ed4 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:11:17.701049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62fdf63f-51b1-450e-a0c6-5786b045e9f3 req-101ff73f-93c9-4e57-8ca8-c9c01272c4ac service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056854 Jun 03 16:11:17.702226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:17.861163 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ec692d-4eda-4f99-9abf-6d01ed6d89fe'] response: {'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'code': 200} Jun 03 16:11:18.007622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:18.087694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] No DVR routers for this DVR port eef6119e-de1b-4191-9835-0885afae4ed4 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:11:18.170167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1addac-d086-42a8-9a1a-ac8a47c1b7ea req-619a7c1f-2e13-429c-898d-8acfada1c85b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:18.171686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee1addac-d086-42a8-9a1a-ac8a47c1b7ea req-619a7c1f-2e13-429c-898d-8acfada1c85b tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.3076377 Jun 03 16:11:18.294557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee1addac-d086-42a8-9a1a-ac8a47c1b7ea req-33c43d15-48c8-412d-8fad-c0c540f11c50 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1148241 Jun 03 16:11:18.354052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:11:18.354157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:11:18.354426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:11:18.358967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Port eef6119e-de1b-4191-9835-0885afae4ed4 on network 4d4a024b-07d2-4113-a268-3245350a8384 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:11:18.359278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Attempting to bind port eef6119e-de1b-4191-9835-0885afae4ed4 on network 4d4a024b-07d2-4113-a268-3245350a8384 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:11:18.364292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:11:18.364611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Checking segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:11:18.364984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Bound using segment: {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:11:18.365396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Bound port: eef6119e-de1b-4191-9835-0885afae4ed4, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca42123-8151-47b5-9fa3-41c9bb15ca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:11:18.365725 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:18.455141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:11:18.455755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:11:18.458683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:11:18.462946 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:18.513794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:11:18.522390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:18.522989 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:18.524324 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] 10.222.0.75 "PUT /v2.0/ports/eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 1092 time: 1.6904402 Jun 03 16:11:18.538745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401f099-aca3-4c3d-a362-314bc0eace1c service neutron] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=11']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:18.619917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-0c7735c5-3c43-4ce1-8c90-7fc2b2c898dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:18.621389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-0c7735c5-3c43-4ce1-8c90-7fc2b2c898dd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1095 time: 0.0759032 Jun 03 16:11:18.753807 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-453b8490-be15-4168-9531-b3caa3b07474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:18.755279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-453b8490-be15-4168-9531-b3caa3b07474 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.1277521 Jun 03 16:11:18.857681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-25a7aafb-7c8f-41f5-b470-9860b7ea6996 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 999 time: 0.0955672 Jun 03 16:11:18.925051 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-6d728b97-fb1e-421c-9b84-07d519e549ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:18.927090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-6d728b97-fb1e-421c-9b84-07d519e549ef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0604599 Jun 03 16:11:19.001798 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-640b8c0b-f972-4758-a562-55f44479c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:19.003346 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-640b8c0b-f972-4758-a562-55f44479c5c2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702624 Jun 03 16:11:19.135004 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-c951d21f-6abf-42d9-88b6-cfbaa86a80c2 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222820 Jun 03 16:11:19.275227 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d32d16a3-0e00-4cb8-bb7f-b3ea029e6c56 req-44c7d1b2-71b9-4091-8a39-12a1849bec9d service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336782 Jun 03 16:11:19.600294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e05f27-a82c-4d5a-b6da-c91fbbd67444 req-f6cbb4e9-9639-4c21-bb40-be404c1c864d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:19.601673 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73e05f27-a82c-4d5a-b6da-c91fbbd67444 req-f6cbb4e9-9639-4c21-bb40-be404c1c864d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.1937366 Jun 03 16:11:19.646463 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73e05f27-a82c-4d5a-b6da-c91fbbd67444 req-95d8c819-2272-498c-ab97-8423a53570c4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389800 Jun 03 16:11:19.862820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:19.921987 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085958bd-09f2-45ee-9a54-23633d360885'] response: {'name': 'network-changed', 'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'status': 'completed', 'code': 200} Jun 03 16:11:20.073945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-0e790c98-2f9a-4732-97c5-43f08c204ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:20.075465 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-0e790c98-2f9a-4732-97c5-43f08c204ca8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1095 time: 0.1354258 Jun 03 16:11:20.078048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-cb2898eb-bc17-48b7-a64c-7bce8d595413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:20.079370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-cb2898eb-bc17-48b7-a64c-7bce8d595413 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f08f788e4c1744208d4c62275660e0c2&device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 1095 time: 0.1092405 Jun 03 16:11:20.311943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-b277c07b-f486-4fe8-a7f7-75d42590f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:20.313425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-b277c07b-f486-4fe8-a7f7-75d42590f367 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.2143204 Jun 03 16:11:20.314577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-9812af18-3c16-43ce-8fec-3df1b4f14c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:20.315892 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-9812af18-3c16-43ce-8fec-3df1b4f14c49 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 200 len: 913 time: 0.2343786 Jun 03 16:11:20.499589 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-e9799e49-6a0f-4802-b73d-8539edd45e23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 999 time: 0.1797090 Jun 03 16:11:20.501162 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-963296c4-4fd9-4d4f-85a7-179263405c64 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 200 len: 999 time: 0.1305015 Jun 03 16:11:20.612152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-8b76c848-b7bc-4857-8f64-69f39306c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:20.613557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-8b76c848-b7bc-4857-8f64-69f39306c379 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.1083381 Jun 03 16:11:20.616676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-876e7ac9-7cac-4859-8c51-1bb15cd4af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:20.618006 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-876e7ac9-7cac-4859-8c51-1bb15cd4af6d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 200 len: 851 time: 0.0836904 Jun 03 16:11:20.749116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-d4eab067-5f16-449f-a3a0-8d592404da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:20.750679 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-d4eab067-5f16-449f-a3a0-8d592404da59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309173 Jun 03 16:11:20.753204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-1c7e73e8-9b96-4a2b-9718-146fc9cef717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:20.754553 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-1c7e73e8-9b96-4a2b-9718-146fc9cef717 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4d4a024b-07d2-4113-a268-3245350a8384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057096 Jun 03 16:11:21.038688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-24a42cda-c5c8-4c56-a824-6778fbd84508 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811074 Jun 03 16:11:21.045299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-d71469b8-53f0-42bc-9f9a-fe519097c09b service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418265 Jun 03 16:11:21.102522 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262429a6-1f55-474f-aa17-09ffecc72479 req-c2ec4ea0-32a7-4921-adbf-d99eeb0fbd94 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:21.103970 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-262429a6-1f55-474f-aa17-09ffecc72479 req-c2ec4ea0-32a7-4921-adbf-d99eeb0fbd94 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.3475537 Jun 03 16:11:21.430097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-262429a6-1f55-474f-aa17-09ffecc72479 req-9fb3d572-5703-420f-bbec-c2851e04b16d tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209128 Jun 03 16:11:21.439544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-4c54e77c-a85e-4e42-9674-321abc84a343 service neutron] 10.222.0.67 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933048 Jun 03 16:11:21.441457 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20aa104a-41e2-4864-98d4-4cd415aebf73 req-c5ff27f2-a765-473f-8c70-14a4e229aa14 service neutron] 10.222.0.75 "GET /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758450 Jun 03 16:11:22.642529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eeaf3-8265-4b2d-a286-6217a7150c88 req-8bba4366-7ac7-4aa4-907e-f4f2b8f77a89 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:22.643943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-399eeaf3-8265-4b2d-a286-6217a7150c88 req-8bba4366-7ac7-4aa4-907e-f4f2b8f77a89 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0984695 Jun 03 16:11:22.687715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-399eeaf3-8265-4b2d-a286-6217a7150c88 req-e14fbde0-cb74-47a6-a16d-9a2eef2766ba tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380797 Jun 03 16:11:23.885748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e0c19-8a53-4304-9384-0cec34b1e543 req-b9605b68-61eb-4318-840b-c75eec823749 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:23.887268 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b73e0c19-8a53-4304-9384-0cec34b1e543 req-b9605b68-61eb-4318-840b-c75eec823749 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0919583 Jun 03 16:11:23.931707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b73e0c19-8a53-4304-9384-0cec34b1e543 req-54eca00f-38c6-426c-978d-a240a388cab4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385864 Jun 03 16:11:25.146008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7fcf-163e-47ab-ac84-b45cdcdb77fc req-2ecf87ff-7043-497f-bc1a-25019f2ac532 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:25.147363 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70cb7fcf-163e-47ab-ac84-b45cdcdb77fc req-2ecf87ff-7043-497f-bc1a-25019f2ac532 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0976470 Jun 03 16:11:25.190690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70cb7fcf-163e-47ab-ac84-b45cdcdb77fc req-a544201c-9a4b-47f4-8628-4021ecd43441 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377066 Jun 03 16:11:26.394808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0dc3c-2a5d-4baa-ab25-71accc0e1252 req-347c5a25-383b-4668-baec-4511c987c5a2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:26.396255 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7b0dc3c-2a5d-4baa-ab25-71accc0e1252 req-347c5a25-383b-4668-baec-4511c987c5a2 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0809927 Jun 03 16:11:26.448494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d7b0dc3c-2a5d-4baa-ab25-71accc0e1252 req-2b93788b-6751-4bfd-a534-3381eaab29cc tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432544 Jun 03 16:11:26.972991 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:11:27.646308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb1960-a7e1-4b2f-8b6c-a3114e4ec6c3 req-1e477a98-9389-4651-aabf-6a73c4105bc5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:27.647788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6dcb1960-a7e1-4b2f-8b6c-a3114e4ec6c3 req-1e477a98-9389-4651-aabf-6a73c4105bc5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0845027 Jun 03 16:11:27.694314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6dcb1960-a7e1-4b2f-8b6c-a3114e4ec6c3 req-2b7b269c-70ea-435b-b433-48cd23fdc288 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404489 Jun 03 16:11:28.904234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37996e-8d0d-4962-8b68-5b7a3008ad1b req-8fc99aeb-aab3-4bcf-ba54-10b7deb64618 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:28.905665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c37996e-8d0d-4962-8b68-5b7a3008ad1b req-8fc99aeb-aab3-4bcf-ba54-10b7deb64618 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0930929 Jun 03 16:11:28.949630 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6c37996e-8d0d-4962-8b68-5b7a3008ad1b req-94165565-efcc-4db5-8da3-b3f6198422f4 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382140 Jun 03 16:11:29.141769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa22da-b215-4e28-aa28-65c14984d769 req-e078e702-29bc-4651-9210-507677815a9a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:29.143269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1fa22da-b215-4e28-aa28-65c14984d769 req-e078e702-29bc-4651-9210-507677815a9a tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0891922 Jun 03 16:11:29.190440 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1fa22da-b215-4e28-aa28-65c14984d769 req-78308b86-b3f0-4b04-9bd4-5614a0812a67 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393655 Jun 03 16:11:29.382711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af23d1-706a-46c5-970e-dbb1bb116759 req-e2e594ad-3e65-4a56-9092-f2c84f2bf241 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:29.384150 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9af23d1-706a-46c5-970e-dbb1bb116759 req-e2e594ad-3e65-4a56-9092-f2c84f2bf241 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0843248 Jun 03 16:11:29.430599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9af23d1-706a-46c5-970e-dbb1bb116759 req-c1c78e9d-b5e1-464d-b496-0c1b6eafa140 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379572 Jun 03 16:11:29.698473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:11:29.831267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:29.842088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34f9aa-e8b7-450b-8d67-8e6fdd894906 req-304d4717-6b5c-41d2-b795-7ade02089e81 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:29.843593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b34f9aa-e8b7-450b-8d67-8e6fdd894906 req-304d4717-6b5c-41d2-b795-7ade02089e81 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 944 time: 0.0824568 Jun 03 16:11:29.848773 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'port_id': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'mac_address': 'fa:16:3e:22:eb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:11:29.891655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b34f9aa-e8b7-450b-8d67-8e6fdd894906 req-77c5a79c-e14c-4adf-a977-878c5ba70ce5 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420773 Jun 03 16:11:29.913427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port eef6119e-de1b-4191-9835-0885afae4ed4 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:11:29.913427 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:29.922906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef6119e-de1b-4191-9835-0885afae4ed4 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:11:29.938055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:29.943842 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:30.016954 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:30.033222 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=12']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:30.180970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['eef6119e-de1b-4191-9835-0885afae4ed4'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:11:31.081750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32cfbc-a8e1-4ef3-b59c-810110d78f9e req-f327bacb-cd3c-48c4-9d98-45a8835dae9f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:31.083212 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a32cfbc-a8e1-4ef3-b59c-810110d78f9e req-f327bacb-cd3c-48c4-9d98-45a8835dae9f tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0808949 Jun 03 16:11:31.131244 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a32cfbc-a8e1-4ef3-b59c-810110d78f9e req-07d0193f-012e-4b17-a099-f94b1463d060 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394182 Jun 03 16:11:31.364207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7c600-3454-4486-85cf-f24a6a33138b req-09923176-1256-4cb8-9084-45c0c0e21259 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:31.365632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fef7c600-3454-4486-85cf-f24a6a33138b req-09923176-1256-4cb8-9084-45c0c0e21259 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 945 time: 0.0898578 Jun 03 16:11:31.434412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Deleting port eef6119e-de1b-4191-9835-0885afae4ed4 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:11:31.434770 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:31.687493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:31.687749 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:31.708125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:11:31.780608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port eef6119e-de1b-4191-9835-0885afae4ed4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:11:31.785554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port eef6119e-de1b-4191-9835-0885afae4ed4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:11:31.785950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:31.901768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port eef6119e-de1b-4191-9835-0885afae4ed4 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:11:31.902195 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:31.930563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:31.941110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:31.946348 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:31.984487 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4cc107d-9ffc-4ca0-a618-f6cb06febe27'] response: {'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'code': 200} Jun 03 16:11:32.017305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=13']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:32.091025 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:32.091618 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:32.091618 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc disassociated. External IP: 172.25.7.24, port: eef6119e-de1b-4191-9835-0885afae4ed4. Jun 03 16:11:32.091998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Calling delete_port for eef6119e-de1b-4191-9835-0885afae4ed4 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:11:32.175474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:11:32.175797 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:11:32.203239 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-873f0784-69b5-42b9-998d-b37cf1a85e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:32.323752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d03796-0213-4ea8-afd7-ccc49254cf6a req-2f7499d3-3daf-45d9-8cca-a52f9b1248e7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:32.325217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3d03796-0213-4ea8-afd7-ccc49254cf6a req-2f7499d3-3daf-45d9-8cca-a52f9b1248e7 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 946 time: 0.0834599 Jun 03 16:11:32.378260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d3d03796-0213-4ea8-afd7-ccc49254cf6a req-6933e83e-0570-4d5d-ae6a-32e23b34f845 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups?id=bfa37b07-11cc-46f5-9a8c-73c320a03256&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469244 Jun 03 16:11:32.677754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Deleting port eef6119e-de1b-4191-9835-0885afae4ed4 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:11:32.678374 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:32.936871 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] For port eef6119e-de1b-4191-9835-0885afae4ed4, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eef6119e-de1b-4191-9835-0885afae4ed4,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:32.937125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:33.234166 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:33.234858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:33.234944 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc disassociated. External IP: 172.25.7.24, port: eef6119e-de1b-4191-9835-0885afae4ed4. Jun 03 16:11:33.235281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Calling delete_port for eef6119e-de1b-4191-9835-0885afae4ed4 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:11:33.385395 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:33.439771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event deleted for resources: {'Port': ['ID=eef6119e-de1b-4191-9835-0885afae4ed4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:33.570767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ca473594-688b-4892-949e-7361fec876e8 req-dbf28ef3-7057-4d25-bd67-01d82389284e tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 210 time: 0.0575576 Jun 03 16:11:33.678162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:11:33.960867 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:11:33.971577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6385e0-2a77-4129-8ee6-bb7008ab375d None None] Sync routers for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:11:33.982123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6385e0-2a77-4129-8ee6-bb7008ab375d None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:11:33.982719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9c6385e0-2a77-4129-8ee6-bb7008ab375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:11:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:34.033273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] No DVR routers for this DVR port eef6119e-de1b-4191-9835-0885afae4ed4 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:11:34.036076 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:34.038833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-deleted', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:34.057097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fef7c600-3454-4486-85cf-f24a6a33138b req-97c94d39-8885-4f3b-bb1d-ba38902ef4ce tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.75 "DELETE /v2.0/ports/eef6119e-de1b-4191-9835-0885afae4ed4 HTTP/1.1" status: 204 len: 173 time: 2.6859908 Jun 03 16:11:34.090065 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1889129d-d123-4868-91f1-fc52cc3baf37'] response: {'server_uuid': '64a758e3-1bc1-40f9-8ce7-c11408b253fc', 'name': 'network-vif-deleted', 'tag': 'eef6119e-de1b-4191-9835-0885afae4ed4', 'status': 'completed', 'code': 200} Jun 03 16:11:34.208883 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9c6385e0-2a77-4129-8ee6-bb7008ab375d None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:11:34.553306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9c6385e0-2a77-4129-8ee6-bb7008ab375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:34.557344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6385e0-2a77-4129-8ee6-bb7008ab375d None None] Checking router: 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:11:34.567074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6385e0-2a77-4129-8ee6-bb7008ab375d None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:11:34.567676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9c6385e0-2a77-4129-8ee6-bb7008ab375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:11:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:34.742421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2a52963e-92ed-493a-bee5-f8e3d1082346 req-7093f596-8b78-4347-897b-512e317d0428 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Synchronizing usage tracker for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:11:34.757693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-9c6385e0-2a77-4129-8ee6-bb7008ab375d None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:11:34.759027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-2a52963e-92ed-493a-bee5-f8e3d1082346 req-7093f596-8b78-4347-897b-512e317d0428 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Unset dirty status for tenant:f08f788e4c1744208d4c62275660e0c2 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:11:34.760456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a52963e-92ed-493a-bee5-f8e3d1082346 req-7093f596-8b78-4347-897b-512e317d0428 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/ports?device_id=64a758e3-1bc1-40f9-8ce7-c11408b253fc HTTP/1.1" status: 200 len: 210 time: 0.0650661 Jun 03 16:11:34.962649 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-07bd8c71-e329-4c17-bb40-4a2c1f0d1d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:35.089435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-9c6385e0-2a77-4129-8ee6-bb7008ab375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:35.093347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6385e0-2a77-4129-8ee6-bb7008ab375d None None] The sync data for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 is: [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:05:50Z', 'revision_number': 4, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '9f74153b-156c-4f46-b86b-38868da496a7', 'name': '', 'network_id': '4d4a024b-07d2-4113-a268-3245350a8384', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'mac_address': 'fa:16:3e:f9:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:49Z', 'updated_at': '2022-06-03T16:05:55Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'subnets': [{'id': 'a31cbe84-a553-4c70-bfb9-efc861abdc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:11:35.318452 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274f189-4cc2-4027-9042-3b6f205ba0f9 None None] New status for floating IP 46fc6dae-182a-4898-8939-4fb04c3e8dbc: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:11:35.359926 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:35.741603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:11:35.787765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: eef6119e-de1b-4191-9835-0885afae4ed4 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:11:35.788097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eef6119e-de1b-4191-9835-0885afae4ed4 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:11:35.797148 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:37.230318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:39.061896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36174) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:11:39.127968 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df3a0a16-7608-428c-94be-736264539119 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:39.156246 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df3a0a16-7608-428c-94be-736264539119 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:39.212262 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df3a0a16-7608-428c-94be-736264539119 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:39.230653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a0a16-7608-428c-94be-736264539119 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa37b07-11cc-46f5-9a8c-73c320a03256,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:39.236237 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df3a0a16-7608-428c-94be-736264539119 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:39.237433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-df3a0a16-7608-428c-94be-736264539119 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "DELETE /v2.0/security-groups/bfa37b07-11cc-46f5-9a8c-73c320a03256 HTTP/1.1" status: 204 len: 168 time: 0.1744518 Jun 03 16:11:39.240710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36178) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:11:39.260355 n-d-844595-1 neutron-server[88444]: INFO neutron.api.v2.resource [None req-eb30983a-301e-4ae0-9029-993ede5ba8de tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] show failed (client error): The resource could not be found. Jun 03 16:11:39.261382 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eb30983a-301e-4ae0-9029-993ede5ba8de tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "GET /v2.0/security-groups/bfa37b07-11cc-46f5-9a8c-73c320a03256 HTTP/1.1" status: 404 len: 347 time: 0.0197163 Jun 03 16:11:39.265214 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36182) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:11:39.333573 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:39.422006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Deleting port 2f775d85-15cc-4bf7-aa8e-6e2f5c203ee0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:11:39.422236 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:39.604419 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:39.604690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:39.726215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Calling delete_port for 2f775d85-15cc-4bf7-aa8e-6e2f5c203ee0 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:11:39.878967 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:39.924997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Pushing event deleted for resources: {'Port': ['ID=2f775d85-15cc-4bf7-aa8e-6e2f5c203ee0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:39.963666 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:39.963993 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:39.964318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:39.964635 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:39.964976 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:39.965291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:39.965597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:39.965938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:39.966234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:39.966532 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:39.966839 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:39.967147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:11:40.024260 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:40.044678 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:40.045840 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0830d9bd-14b6-41ac-86b3-fe68fa4304b0 tempest-ServerActionsTestJSON-43838514 tempest-ServerActionsTestJSON-43838514-project] 10.222.0.48 "DELETE /v2.0/floatingips/46fc6dae-182a-4898-8939-4fb04c3e8dbc HTTP/1.1" status: 204 len: 168 time: 0.7797637 Jun 03 16:11:40.050474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36186) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:11:40.724701 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:41.098234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] Deleting port 9f74153b-156c-4f46-b86b-38868da496a7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:11:41.098471 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:41.282791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] For port 9f74153b-156c-4f46-b86b-38868da496a7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9f74153b-156c-4f46-b86b-38868da496a7,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:41.283352 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:41.521274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] Calling delete_port for 9f74153b-156c-4f46-b86b-38868da496a7 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:11:41.713931 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:41.763033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f74153b-156c-4f46-b86b-38868da496a7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:42.028550 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:42.387787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] Router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:11:42.571803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:11:42.580942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128b692-a7c8-4dba-b50f-9eacb31fb235 None None] Sync routers for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:11:42.584590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-73134112-70e2-4ddc-88f4-d6b88964381d admin admin] 10.222.0.48 "PUT /v2.0/routers/89a7cbd4-bb2b-49e0-948a-a6719d29e8c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5329623 Jun 03 16:11:42.587269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36192) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:11:42.592050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128b692-a7c8-4dba-b50f-9eacb31fb235 None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:11:42.592651 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f128b692-a7c8-4dba-b50f-9eacb31fb235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:11:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:42.760586 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:42.769335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f128b692-a7c8-4dba-b50f-9eacb31fb235 None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:11:43.062998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.076017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Deleting port f339b506-a417-4edd-ab55-740336c9c171 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:11:43.076392 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.102650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f128b692-a7c8-4dba-b50f-9eacb31fb235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': 'f339b506-a417-4edd-ab55-740336c9c171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:11:41Z', 'revision_number': 5, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port': {'id': 'f339b506-a417-4edd-ab55-740336c9c171', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:05:47Z', 'updated_at': '2022-06-03T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:43.106950 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128b692-a7c8-4dba-b50f-9eacb31fb235 None None] Checking router: 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:11:43.115802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128b692-a7c8-4dba-b50f-9eacb31fb235 None None] Routers {'89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:11:43.116414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f128b692-a7c8-4dba-b50f-9eacb31fb235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:11:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:43.254915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] For port f339b506-a417-4edd-ab55-740336c9c171, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f339b506-a417-4edd-ab55-740336c9c171,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:43.255338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.267768 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f128b692-a7c8-4dba-b50f-9eacb31fb235 None None] Set router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:11:43.372204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f128b692-a7c8-4dba-b50f-9eacb31fb235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:11:43Z', 'revision_number': 6, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:43.376449 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f128b692-a7c8-4dba-b50f-9eacb31fb235 None None] The sync data for ids ['89a7cbd4-bb2b-49e0-948a-a6719d29e8c6'] in n-d-844595-1 is: [{'id': '89a7cbd4-bb2b-49e0-948a-a6719d29e8c6', 'name': 'tempest-ServerActionsTestJSON-1285982058-router', 'tenant_id': 'f08f788e4c1744208d4c62275660e0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:05:46Z', 'updated_at': '2022-06-03T16:11:43Z', 'revision_number': 6, 'project_id': 'f08f788e4c1744208d4c62275660e0c2', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:11:43.378206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Calling delete_port for f339b506-a417-4edd-ab55-740336c9c171 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:11:43.549602 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.595599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f339b506-a417-4edd-ab55-740336c9c171,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:43.694181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.874416 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.876801 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.900941 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.901521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:11:43.913668 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:43.914853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-19c0da59-2c30-405a-94b6-d9f87f252d34 admin admin] 10.222.0.48 "DELETE /v2.0/routers/89a7cbd4-bb2b-49e0-948a-a6719d29e8c6 HTTP/1.1" status: 204 len: 168 time: 1.3268127 Jun 03 16:11:43.917527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36196) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:11:43.985826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad99eb4-4d49-4a17-bd1c-5181d877f63e admin admin] Deleting subnet a31cbe84-a553-4c70-bfb9-efc861abdc5d {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:11:43.989963 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ad99eb4-4d49-4a17-bd1c-5181d877f63e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:44.044606 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ad99eb4-4d49-4a17-bd1c-5181d877f63e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:44.132688 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ad99eb4-4d49-4a17-bd1c-5181d877f63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:44.203085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ad99eb4-4d49-4a17-bd1c-5181d877f63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:44.244198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad99eb4-4d49-4a17-bd1c-5181d877f63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a31cbe84-a553-4c70-bfb9-efc861abdc5d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:44.248300 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2ad99eb4-4d49-4a17-bd1c-5181d877f63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:44.254593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2ad99eb4-4d49-4a17-bd1c-5181d877f63e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a31cbe84-a553-4c70-bfb9-efc861abdc5d HTTP/1.1" status: 204 len: 168 time: 0.3360598 Jun 03 16:11:44.256557 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a8846-5f91-4932-b33a-465c1ec9dd97 None None] Network 4d4a024b-07d2-4113-a268-3245350a8384 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:11:44.257069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36200) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:11:44.508915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:44.520968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Deleting port 2b252b5e-df46-4f87-ad7b-83df95187006 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:11:44.521297 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:44.539211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050e929d-a3f5-4f00-89f5-3ae4fede147f None None] DHCP port deletion for 4d4a024b-07d2-4113-a268-3245350a8384 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:11:44.543969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-050e929d-a3f5-4f00-89f5-3ae4fede147f None None] Deleting port 2b252b5e-df46-4f87-ad7b-83df95187006 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:11:44.544387 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-050e929d-a3f5-4f00-89f5-3ae4fede147f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:44.729791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] For port 2b252b5e-df46-4f87-ad7b-83df95187006, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2b252b5e-df46-4f87-ad7b-83df95187006,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:44.730340 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:44.746968 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-050e929d-a3f5-4f00-89f5-3ae4fede147f None None] For port 2b252b5e-df46-4f87-ad7b-83df95187006, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2b252b5e-df46-4f87-ad7b-83df95187006,segment=NetworkSegment(5ca42123-8151-47b5-9fa3-41c9bb15ca3f),segment_id=5ca42123-8151-47b5-9fa3-41c9bb15ca3f)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:44.747317 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-050e929d-a3f5-4f00-89f5-3ae4fede147f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:44.861958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Calling delete_port for 2b252b5e-df46-4f87-ad7b-83df95187006 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:11:44.881796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-050e929d-a3f5-4f00-89f5-3ae4fede147f None None] Calling delete_port for 2b252b5e-df46-4f87-ad7b-83df95187006 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:11:44.909704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f339b506-a417-4edd-ab55-740336c9c171 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:11:44.940531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:44.954614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f339b506-a417-4edd-ab55-740336c9c171 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:11:44.954946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f339b506-a417-4edd-ab55-740336c9c171 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:11:44.955351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2b252b5e-df46-4f87-ad7b-83df95187006 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:11:44.991487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b252b5e-df46-4f87-ad7b-83df95187006,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:44.993270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] No DVR routers for this DVR port 2b252b5e-df46-4f87-ad7b-83df95187006 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:11:44.993976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 2b252b5e-df46-4f87-ad7b-83df95187006 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:11:44.994702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2b252b5e-df46-4f87-ad7b-83df95187006 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:11:44.994702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9f74153b-156c-4f46-b86b-38868da496a7 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:11:45.033253 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9f74153b-156c-4f46-b86b-38868da496a7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:11:45.033566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9f74153b-156c-4f46-b86b-38868da496a7 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:11:45.054648 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-050e929d-a3f5-4f00-89f5-3ae4fede147f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:11:45.054995 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-050e929d-a3f5-4f00-89f5-3ae4fede147f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:11:45.111064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:45.138010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4a024b-07d2-4113-a268-3245350a8384']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:45.150640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca42123-8151-47b5-9fa3-41c9bb15ca3f') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:45.150929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca42123-8151-47b5-9fa3-41c9bb15ca3f') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:11:45.162991 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:45.180027 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:45.187310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:11:45.187937 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:45.285613 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:45.302935 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:45.313587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4a024b-07d2-4113-a268-3245350a8384,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:45.323657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8585ed9a-0d22-432a-af55-87399b032323 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4d4a024b-07d2-4113-a268-3245350a8384 HTTP/1.1" status: 204 len: 168 time: 1.0634344 Jun 03 16:11:45.334712 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 5ca42123-8151-47b5-9fa3-41c9bb15ca3f resource provider aggregate not found Jun 03 16:11:45.352097 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 5ca42123-8151-47b5-9fa3-41c9bb15ca3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ca42123-8151-47b5-9fa3-41c9bb15ca3f found for delete ", "request_id": "req-eaf6a816-c8a7-416c-a5ea-502244ad353d"}]} Jun 03 16:11:45.438219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36214) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:11:45.492891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-477e85b4-1ab8-478c-8ba1-0fc9b4399a64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f08f788e4c1744208d4c62275660e0c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532515 Jun 03 16:11:45.496802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36218) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:11:45.556812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-050e929d-a3f5-4f00-89f5-3ae4fede147f None None] Deleting port 2b252b5e-df46-4f87-ad7b-83df95187006 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:11:45.557353 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-050e929d-a3f5-4f00-89f5-3ae4fede147f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:45.559171 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcb64-3562-4e12-8b6e-5707dc842c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:45.584871 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcb64-3562-4e12-8b6e-5707dc842c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:45.639403 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcb64-3562-4e12-8b6e-5707dc842c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:45.657487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-050e929d-a3f5-4f00-89f5-3ae4fede147f None None] The port '2b252b5e-df46-4f87-ad7b-83df95187006' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:11:45.660227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dcb64-3562-4e12-8b6e-5707dc842c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e87d02-22ac-4fe0-8f01-98fb86f36598,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:45.669776 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ed1dcb64-3562-4e12-8b6e-5707dc842c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:45.673522 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ed1dcb64-3562-4e12-8b6e-5707dc842c96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59e87d02-22ac-4fe0-8f01-98fb86f36598 HTTP/1.1" status: 204 len: 168 time: 0.1730735 Jun 03 16:11:46.437723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36242) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:11:46.578011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-566436125-network', 'tenant_id': '916c99c89b974f9abb4fbd65720b7a37'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:11:46.583988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:11:46.588557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Usage tracker for resource:network and tenant:916c99c89b974f9abb4fbd65720b7a37 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:11:46.591718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:11:46.598566 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:11:46.612173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Made reservation on behalf of 916c99c89b974f9abb4fbd65720b7a37 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:11:46.614965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:46.628283 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:46.648946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:11:46.653140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Usage tracker for resource:security_group_rule and tenant:916c99c89b974f9abb4fbd65720b7a37 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:11:46.656135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:11:46.662383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:11:46.748665 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:46.754620 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:46.784050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:11:46.792451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414e387c-39a3-41e3-af32-5d2302e07290,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:46.797853 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:46.798229 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Added segment 2bd02406-fb67-4054-9f83-08b3dad333f6 of type vlan for network c3867307-5139-405b-bcea-fdf1e5eee869 Jun 03 16:11:46.823427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:46.853969 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:46.854988 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:46.855566 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:47.068950 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] Pushing event updated for resources: {'Network': ['ID=c3867307-5139-405b-bcea-fdf1e5eee869,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:47.075043 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-3a708bf2-69c3-4385-bd61-ec8b078acda7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6331949 Jun 03 16:11:47.075290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36248) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:11:47.080516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Request body: {'subnet': {'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-566436125-subnet', 'tenant_id': '916c99c89b974f9abb4fbd65720b7a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:11:47.080730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network c3867307-5139-405b-bcea-fdf1e5eee869 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:11:47.086595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:11:47.090891 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Usage tracker for resource:subnet and tenant:916c99c89b974f9abb4fbd65720b7a37 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:11:47.093780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:11:47.099998 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:11:47.111680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Made reservation on behalf of 916c99c89b974f9abb4fbd65720b7a37 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:11:47.114064 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:47.329773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:47.401154 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:47.410625 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Checking segment: {'id': '2bd02406-fb67-4054-9f83-08b3dad333f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:11:47.411004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Network hostable DHCP agents. Network: c3867307-5139-405b-bcea-fdf1e5eee869, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:11:47.432689 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Network c3867307-5139-405b-bcea-fdf1e5eee869 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:11:47.443465 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, c3867307-5139-405b-bcea-fdf1e5eee869) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:11:47.447777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:47.448507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:47.454238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ca6342-70a0-4ab8-8217-2cd5f319505f None None] Network c3867307-5139-405b-bcea-fdf1e5eee869 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:11:47.470640 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a1b18885-6ca5-4cba-a9ef-d84ad73ac9ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3945291 Jun 03 16:11:47.672555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6c0c3-ecd5-4acf-91ef-4cf636f312e3 None None] Network c3867307-5139-405b-bcea-fdf1e5eee869 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:11:48.075188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-00a305e8-b775-4a64-a860-1fa4209425ed tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:48.076628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-00a305e8-b775-4a64-a860-1fa4209425ed tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/networks?id=c3867307-5139-405b-bcea-fdf1e5eee869 HTTP/1.1" status: 200 len: 813 time: 0.1545489 Jun 03 16:11:48.095173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-ee0f41fc-f491-4711-93fe-2d4da6a88fa8 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/quotas/916c99c89b974f9abb4fbd65720b7a37 HTTP/1.1" status: 200 len: 375 time: 0.0114603 Jun 03 16:11:48.146861 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-18fd355c-a84d-458b-94fb-a2a9e171bfa1 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=916c99c89b974f9abb4fbd65720b7a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457594 Jun 03 16:11:48.284390 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-9f7cd1de-50e2-4faa-9742-0e9a436d3d7a service neutron] 10.222.0.48 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273065 Jun 03 16:11:48.431760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-5e9b3403-72ce-4d4a-b709-7f63d2b931a9 service neutron] 10.222.0.48 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411622 Jun 03 16:11:48.626755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe09b425-9ae3-430b-a92a-fe2a7688ad70 req-86b7e5d5-ed42-4f0c-a26c-c40dd9ec2ecf tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 210 time: 0.0440772 Jun 03 16:11:49.924562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ae7e1ec-8946-49aa-a931-e65b012bb0b3 req-0753545f-e7c9-4722-9bd1-ae0099e823b9 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 210 time: 0.0598283 Jun 03 16:11:49.979350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-46f51a7d-b499-4c96-89c3-6585eed85f70 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:49.980728 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-46f51a7d-b499-4c96-89c3-6585eed85f70 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.67 "GET /v2.0/networks?id=c3867307-5139-405b-bcea-fdf1e5eee869 HTTP/1.1" status: 200 len: 813 time: 0.2938509 Jun 03 16:11:50.000156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Request body: {'port': {'device_id': 'a2ddd42f-d129-4f70-b40e-1b6dd80e31f0', 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869', 'admin_state_up': True, 'tenant_id': '916c99c89b974f9abb4fbd65720b7a37'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:11:50.157216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:11:50.161282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Usage tracker for resource:port and tenant:916c99c89b974f9abb4fbd65720b7a37 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:11:50.164141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:11:50.169910 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:11:50.182422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Made reservation on behalf of 916c99c89b974f9abb4fbd65720b7a37 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:11:50.186004 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:50.354535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Allocated IP 172.20.0.12 (c3867307-5139-405b-bcea-fdf1e5eee869/fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4/1f816ef7-315f-4101-9b5a-2ea0a74586e1) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:11:50.561943 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:50.599552 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:50.684675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Network c3867307-5139-405b-bcea-fdf1e5eee869 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:11:50.687700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:11:50.691854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:11:50.728063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Pushing event updated for resources: {'Port': ['ID=1f816ef7-315f-4101-9b5a-2ea0a74586e1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:50.758324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:50.758912 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:50.782796 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-bb5c5c6e-2f0d-4fbf-84f4-470e77e216c2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7872827 Jun 03 16:11:50.798905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Request body: {'port': {'device_id': 'a2ddd42f-d129-4f70-b40e-1b6dd80e31f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:11:50.913904 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:51.234784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c2e9e-d3b7-47d5-a801-c380e126f162 req-46fe1154-5e73-4a40-8502-9327070c800d tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:51.235485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c05c2e9e-d3b7-47d5-a801-c380e126f162 req-46fe1154-5e73-4a40-8502-9327070c800d tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Synchronizing usage tracker for tenant:916c99c89b974f9abb4fbd65720b7a37 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:11:51.270841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c05c2e9e-d3b7-47d5-a801-c380e126f162 req-46fe1154-5e73-4a40-8502-9327070c800d tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Unset dirty status for tenant:916c99c89b974f9abb4fbd65720b7a37 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:11:51.271981 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c05c2e9e-d3b7-47d5-a801-c380e126f162 req-46fe1154-5e73-4a40-8502-9327070c800d tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 932 time: 0.2309160 Jun 03 16:11:51.352117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f816ef7-315f-4101-9b5a-2ea0a74586e1 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:11:51.363446 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:51.371451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c05c2e9e-d3b7-47d5-a801-c380e126f162 req-7e49d403-0250-4bc5-adaa-fff3ef22d0bd tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701315 Jun 03 16:11:51.382762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Transition to ACTIVE for port object 1f816ef7-315f-4101-9b5a-2ea0a74586e1 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:11:51.388000 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:51.545309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Pushing event updated for resources: {'Port': ['ID=1f816ef7-315f-4101-9b5a-2ea0a74586e1,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:51.619801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Attempting to bind port 1f816ef7-315f-4101-9b5a-2ea0a74586e1 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:11:51.620067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Attempting to bind port 1f816ef7-315f-4101-9b5a-2ea0a74586e1 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '2bd02406-fb67-4054-9f83-08b3dad333f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:11:51.620432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Attempting to bind port 1f816ef7-315f-4101-9b5a-2ea0a74586e1 on network c3867307-5139-405b-bcea-fdf1e5eee869 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:11:51.625058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Port 1f816ef7-315f-4101-9b5a-2ea0a74586e1 on network c3867307-5139-405b-bcea-fdf1e5eee869 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:11:51.625373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Attempting to bind port 1f816ef7-315f-4101-9b5a-2ea0a74586e1 on network c3867307-5139-405b-bcea-fdf1e5eee869 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:11:51.630587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:11:51.631029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Checking segment: {'id': '2bd02406-fb67-4054-9f83-08b3dad333f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:11:51.631407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Bound using segment: {'id': '2bd02406-fb67-4054-9f83-08b3dad333f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:11:51.631828 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Bound port: 1f816ef7-315f-4101-9b5a-2ea0a74586e1, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd02406-fb67-4054-9f83-08b3dad333f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:11:51.632162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:51.831271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] For port 1f816ef7-315f-4101-9b5a-2ea0a74586e1, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:11:51.834249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] For port 1f816ef7-315f-4101-9b5a-2ea0a74586e1, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f816ef7-315f-4101-9b5a-2ea0a74586e1,segment=NetworkSegment(2bd02406-fb67-4054-9f83-08b3dad333f6),segment_id=2bd02406-fb67-4054-9f83-08b3dad333f6)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:11:51.841786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:51.904699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:51.905308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:51.906793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] 10.222.0.67 "PUT /v2.0/ports/1f816ef7-315f-4101-9b5a-2ea0a74586e1 HTTP/1.1" status: 200 len: 1092 time: 1.1119013 Jun 03 16:11:51.907224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ddd42f-d129-4f70-b40e-1b6dd80e31f0', 'tag': '1f816ef7-315f-4101-9b5a-2ea0a74586e1'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:51.927730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873f8ee-caec-4f8a-b0ef-19c81d31a53a service neutron] Pushing event updated for resources: {'Port': ['ID=1f816ef7-315f-4101-9b5a-2ea0a74586e1,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:51.962327 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ad2b08-dc86-459f-a702-d39bb3b056d0'] response: {'name': 'network-changed', 'server_uuid': 'a2ddd42f-d129-4f70-b40e-1b6dd80e31f0', 'tag': '1f816ef7-315f-4101-9b5a-2ea0a74586e1', 'status': 'completed', 'code': 200} Jun 03 16:11:52.055452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-46b34a90-7645-4f2a-a8bc-fd29073e331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:52.056992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-46b34a90-7645-4f2a-a8bc-fd29073e331d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=916c99c89b974f9abb4fbd65720b7a37&device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 1095 time: 0.0779791 Jun 03 16:11:52.132199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-a752e37c-ade6-4199-83b1-d9a987bb89aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f816ef7-315f-4101-9b5a-2ea0a74586e1 HTTP/1.1" status: 200 len: 217 time: 0.0633864 Jun 03 16:11:52.198572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-e175bb77-0700-4e7e-928c-7e3c3f3965e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:52.200030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-e175bb77-0700-4e7e-928c-7e3c3f3965e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4 HTTP/1.1" status: 200 len: 853 time: 0.0616827 Jun 03 16:11:52.246959 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-fdaacfaf-2e59-4dce-881f-9e7a922a04d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3867307-5139-405b-bcea-fdf1e5eee869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409255 Jun 03 16:11:52.377473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-248db62b-d2a6-48f3-bc1c-02b59a44ad36 service neutron] 10.222.0.67 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243470 Jun 03 16:11:52.559972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94ecf1de-6cb1-4819-8edd-a53d519848fd req-25a87a10-438e-4f19-a979-9d2a50b3d2d5 service neutron] 10.222.0.67 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767831 Jun 03 16:11:52.592577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6316ab-3283-4e0e-a010-d8f498bd6e92 req-79e71731-dccd-4b8f-91b5-c0948fbf197b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:52.594096 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e6316ab-3283-4e0e-a010-d8f498bd6e92 req-79e71731-dccd-4b8f-91b5-c0948fbf197b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 944 time: 0.1141376 Jun 03 16:11:52.641757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8e6316ab-3283-4e0e-a010-d8f498bd6e92 req-6b040ce6-2134-4b48-9d59-fff045633f60 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Jun 03 16:11:52.740092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2d4ab-80b2-4b95-930f-71e5280de837 req-4feb13cb-c417-42d9-863d-3157d713a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:52.741595 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8d2d4ab-80b2-4b95-930f-71e5280de837 req-4feb13cb-c417-42d9-863d-3157d713a19b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=916c99c89b974f9abb4fbd65720b7a37&device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 1095 time: 0.0839314 Jun 03 16:11:52.879134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2d4ab-80b2-4b95-930f-71e5280de837 req-ccae8d81-e07f-4ad1-955a-73b76cde9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:52.880755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8d2d4ab-80b2-4b95-930f-71e5280de837 req-ccae8d81-e07f-4ad1-955a-73b76cde9456 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3867307-5139-405b-bcea-fdf1e5eee869 HTTP/1.1" status: 200 len: 914 time: 0.1317677 Jun 03 16:11:52.953042 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8d2d4ab-80b2-4b95-930f-71e5280de837 req-45c844c3-db22-41fe-90ad-c435f7c8d37d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f816ef7-315f-4101-9b5a-2ea0a74586e1 HTTP/1.1" status: 200 len: 217 time: 0.0658784 Jun 03 16:11:53.021650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2d4ab-80b2-4b95-930f-71e5280de837 req-54112c04-20ec-4fb7-ae8c-27e62f19009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:53.023105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8d2d4ab-80b2-4b95-930f-71e5280de837 req-54112c04-20ec-4fb7-ae8c-27e62f19009e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4 HTTP/1.1" status: 200 len: 853 time: 0.0647130 Jun 03 16:11:53.069555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8d2d4ab-80b2-4b95-930f-71e5280de837 req-d61f9b09-c722-471f-8488-6b4e29319751 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3867307-5139-405b-bcea-fdf1e5eee869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403605 Jun 03 16:11:53.207469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8d2d4ab-80b2-4b95-930f-71e5280de837 req-d59b181d-235e-4e6f-9adc-f1e2ffac647c service neutron] 10.222.0.67 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319301 Jun 03 16:11:53.341577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8d2d4ab-80b2-4b95-930f-71e5280de837 req-0044ccb7-4083-40eb-afae-dca024a4ea2e service neutron] 10.222.0.67 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273406 Jun 03 16:11:53.840395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e07b93-6328-4378-ae17-093e940df367 req-3663f87d-17e6-4bd4-8099-3fd55cc8e815 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:53.841856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73e07b93-6328-4378-ae17-093e940df367 req-3663f87d-17e6-4bd4-8099-3fd55cc8e815 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 944 time: 0.0825818 Jun 03 16:11:53.886335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73e07b93-6328-4378-ae17-093e940df367 req-849b5230-3810-42cb-830d-70ca695a05a4 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384939 Jun 03 16:11:54.651846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f816ef7-315f-4101-9b5a-2ea0a74586e1 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:11:54.790114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1f816ef7-315f-4101-9b5a-2ea0a74586e1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f816ef7-315f-4101-9b5a-2ea0a74586e1,segment=NetworkSegment(2bd02406-fb67-4054-9f83-08b3dad333f6),segment_id=2bd02406-fb67-4054-9f83-08b3dad333f6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:54.803891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '1f816ef7-315f-4101-9b5a-2ea0a74586e1', 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869', 'port_id': '1f816ef7-315f-4101-9b5a-2ea0a74586e1', 'mac_address': 'fa:16:3e:6f:a6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:11:54.861279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1f816ef7-315f-4101-9b5a-2ea0a74586e1 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:11:54.861790 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:54.884699 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f816ef7-315f-4101-9b5a-2ea0a74586e1 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:11:54.900933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1f816ef7-315f-4101-9b5a-2ea0a74586e1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f816ef7-315f-4101-9b5a-2ea0a74586e1,segment=NetworkSegment(2bd02406-fb67-4054-9f83-08b3dad333f6),segment_id=2bd02406-fb67-4054-9f83-08b3dad333f6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:54.907769 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:54.973949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1f816ef7-315f-4101-9b5a-2ea0a74586e1,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:55.196082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a338252-f751-4dd7-8899-fdda4ad9c598 req-5b7c4384-2c01-4f65-9791-30a050f8de3c tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:55.197555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a338252-f751-4dd7-8899-fdda4ad9c598 req-5b7c4384-2c01-4f65-9791-30a050f8de3c tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 945 time: 0.1861336 Jun 03 16:11:55.242246 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a338252-f751-4dd7-8899-fdda4ad9c598 req-82dae24c-468c-444c-ab51-2c4969b84ff5 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 Jun 03 16:11:55.255277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['1f816ef7-315f-4101-9b5a-2ea0a74586e1'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:11:56.450443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e06ade-e776-4887-970f-5280e1ce8d5f req-3c099243-adfd-4c80-90f0-de2611cf7aac tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:56.451862 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1e06ade-e776-4887-970f-5280e1ce8d5f req-3c099243-adfd-4c80-90f0-de2611cf7aac tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 945 time: 0.0990031 Jun 03 16:11:56.498152 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1e06ade-e776-4887-970f-5280e1ce8d5f req-46745291-4154-47bc-b0cb-74a117b40957 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 Jun 03 16:11:56.671991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f816ef7-315f-4101-9b5a-2ea0a74586e1 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:11:56.748724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 1f816ef7-315f-4101-9b5a-2ea0a74586e1 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:11:56.754070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 1f816ef7-315f-4101-9b5a-2ea0a74586e1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:11:56.754436 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:56.870738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 1f816ef7-315f-4101-9b5a-2ea0a74586e1 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:11:56.871107 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:56.898584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ddd42f-d129-4f70-b40e-1b6dd80e31f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f816ef7-315f-4101-9b5a-2ea0a74586e1'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:11:56.909075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 1f816ef7-315f-4101-9b5a-2ea0a74586e1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f816ef7-315f-4101-9b5a-2ea0a74586e1,segment=NetworkSegment(2bd02406-fb67-4054-9f83-08b3dad333f6),segment_id=2bd02406-fb67-4054-9f83-08b3dad333f6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:11:56.914456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:11:56.946633 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b052a084-3f1d-4480-b7a9-2dbf141f1925'] response: {'server_uuid': 'a2ddd42f-d129-4f70-b40e-1b6dd80e31f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f816ef7-315f-4101-9b5a-2ea0a74586e1', 'code': 200} Jun 03 16:11:56.986611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=1f816ef7-315f-4101-9b5a-2ea0a74586e1,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:11:57.099617 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e2eb4-a49c-4f72-b41f-049e1757c76d req-710e0527-b248-422c-93da-fe9b0a4401b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:57.101181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-577e2eb4-a49c-4f72-b41f-049e1757c76d req-710e0527-b248-422c-93da-fe9b0a4401b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 1097 time: 0.0722246 Jun 03 16:11:57.142305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-577e2eb4-a49c-4f72-b41f-049e1757c76d req-d287c3fa-eb2d-4353-bcb4-33d4870fe690 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 Jun 03 16:11:57.861500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29825eee-7edd-4b19-b1f6-4d64f8fb9335 req-432194e5-0199-41d9-9b58-3833c09070ba tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:57.862896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29825eee-7edd-4b19-b1f6-4d64f8fb9335 req-432194e5-0199-41d9-9b58-3833c09070ba tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 946 time: 0.0898957 Jun 03 16:11:57.908226 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-29825eee-7edd-4b19-b1f6-4d64f8fb9335 req-ce1ee5b3-418b-4914-a24a-d09d1fad0b1e tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384090 Jun 03 16:11:59.124076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b830a0f-ecfb-4482-923f-1ceb4d6e041c req-79e699c9-0236-4b21-81a1-1b8f6de3f401 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:59.125449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b830a0f-ecfb-4482-923f-1ceb4d6e041c req-79e699c9-0236-4b21-81a1-1b8f6de3f401 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 946 time: 0.0916753 Jun 03 16:11:59.168797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6b830a0f-ecfb-4482-923f-1ceb4d6e041c req-0ef4e4d2-1022-41e8-a065-aa96bce02fdb tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373883 Jun 03 16:11:59.464592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-70aff93d-1e46-46ef-b344-d9931b6d7436 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:11:59.466082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-70aff93d-1e46-46ef-b344-d9931b6d7436 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/networks?id=c3867307-5139-405b-bcea-fdf1e5eee869 HTTP/1.1" status: 200 len: 813 time: 0.1531799 Jun 03 16:11:59.484306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-560a25b7-99f8-4911-8af0-e4728bae822d tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/quotas/916c99c89b974f9abb4fbd65720b7a37 HTTP/1.1" status: 200 len: 375 time: 0.0099311 Jun 03 16:11:59.573622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-c20f6261-bc2f-4cd0-bab1-e11e16cd9c99 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=916c99c89b974f9abb4fbd65720b7a37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819774 Jun 03 16:11:59.707767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-de896014-eb86-4e7f-8fa0-4d398ba404e1 service neutron] 10.222.0.48 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244967 Jun 03 16:11:59.841001 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-1e6ae558-02a0-42e7-90ed-19a971ce6370 service neutron] 10.222.0.48 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268516 Jun 03 16:11:59.993210 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:00.021580 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1f04b9d8-3e30-4f00-99d0-95c62cf346bc req-ae737a3d-cdbd-48a1-9ebb-0b7f01d5575c tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 210 time: 0.0436165 Jun 03 16:12:01.113771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-0c88ff04-b380-4dbb-9c1d-cce8e6403860 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:01.115311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-0c88ff04-b380-4dbb-9c1d-cce8e6403860 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.75 "GET /v2.0/networks?id=c3867307-5139-405b-bcea-fdf1e5eee869 HTTP/1.1" status: 200 len: 813 time: 0.1513741 Jun 03 16:12:01.131157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Request body: {'port': {'device_id': '79251e87-a322-46ca-8416-7b496f01d417', 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869', 'admin_state_up': True, 'tenant_id': '916c99c89b974f9abb4fbd65720b7a37'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:01.244609 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fc3efb79-4356-4707-9f69-4708b4f551fb req-743536d3-e276-4e95-85a7-610b4b5092a2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 210 time: 0.0944259 Jun 03 16:12:01.319458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:01.329286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:01.340216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Made reservation on behalf of 916c99c89b974f9abb4fbd65720b7a37 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:01.343738 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:01.509985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Allocated IP 172.20.0.8 (c3867307-5139-405b-bcea-fdf1e5eee869/fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4/9f40c751-f862-45c1-9782-3bb28d6f598f) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:01.814433 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:01.853028 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:01.888210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['1f816ef7-315f-4101-9b5a-2ea0a74586e1'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:12:01.932574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Network c3867307-5139-405b-bcea-fdf1e5eee869 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:01.935873 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:01.939833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:01.972596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Pushing event updated for resources: {'Port': ['ID=9f40c751-f862-45c1-9782-3bb28d6f598f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:01.991914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:01.992236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:01.992616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:01.992949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:01.993308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:01.993628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:01.993973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:01.994291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:01.994615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:01.994930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:01.995248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:01.995545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:02.017851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:02.018545 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.043524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-76976dc7-2b7b-4b54-82ee-adad33bc7e4b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9161959 Jun 03 16:12:02.056133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Request body: {'port': {'device_id': '79251e87-a322-46ca-8416-7b496f01d417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:02.167952 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.208186 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1b-5d64-440b-b44a-97caa88ab1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.509803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2611b4-2821-4d37-b580-ea7ec7b05fc3 req-c85b4fc0-a309-45e6-9274-daf3a086efd5 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:02.510521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3e2611b4-2821-4d37-b580-ea7ec7b05fc3 req-c85b4fc0-a309-45e6-9274-daf3a086efd5 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Synchronizing usage tracker for tenant:916c99c89b974f9abb4fbd65720b7a37 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:12:02.591259 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-3e2611b4-2821-4d37-b580-ea7ec7b05fc3 req-c85b4fc0-a309-45e6-9274-daf3a086efd5 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Unset dirty status for tenant:916c99c89b974f9abb4fbd65720b7a37 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:12:02.592444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e2611b4-2821-4d37-b580-ea7ec7b05fc3 req-c85b4fc0-a309-45e6-9274-daf3a086efd5 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 931 time: 0.2150812 Jun 03 16:12:02.594410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f40c751-f862-45c1-9782-3bb28d6f598f {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:12:02.614170 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.642556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Transition to ACTIVE for port object 9f40c751-f862-45c1-9782-3bb28d6f598f will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:02.648801 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:02.684417 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e2611b4-2821-4d37-b580-ea7ec7b05fc3 req-6011aeb2-6b60-4f31-8dac-55790f32c15e tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852911 Jun 03 16:12:02.825923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Pushing event updated for resources: {'Port': ['ID=9f40c751-f862-45c1-9782-3bb28d6f598f,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:02.907138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Attempting to bind port 9f40c751-f862-45c1-9782-3bb28d6f598f on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:02.907463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Attempting to bind port 9f40c751-f862-45c1-9782-3bb28d6f598f by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '2bd02406-fb67-4054-9f83-08b3dad333f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:02.907779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Attempting to bind port 9f40c751-f862-45c1-9782-3bb28d6f598f on network c3867307-5139-405b-bcea-fdf1e5eee869 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:02.912488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Port 9f40c751-f862-45c1-9782-3bb28d6f598f on network c3867307-5139-405b-bcea-fdf1e5eee869 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:12:02.912803 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Attempting to bind port 9f40c751-f862-45c1-9782-3bb28d6f598f on network c3867307-5139-405b-bcea-fdf1e5eee869 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:02.918494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:02.918822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Checking segment: {'id': '2bd02406-fb67-4054-9f83-08b3dad333f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:02.919192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Bound using segment: {'id': '2bd02406-fb67-4054-9f83-08b3dad333f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:02.919601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Bound port: 9f40c751-f862-45c1-9782-3bb28d6f598f, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd02406-fb67-4054-9f83-08b3dad333f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:02.919940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:03.019218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] For port 9f40c751-f862-45c1-9782-3bb28d6f598f, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:03.022725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] For port 9f40c751-f862-45c1-9782-3bb28d6f598f, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f40c751-f862-45c1-9782-3bb28d6f598f,segment=NetworkSegment(2bd02406-fb67-4054-9f83-08b3dad333f6),segment_id=2bd02406-fb67-4054-9f83-08b3dad333f6)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:03.029704 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:03.096441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:03.097436 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:03.099735 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] 10.222.0.75 "PUT /v2.0/ports/9f40c751-f862-45c1-9782-3bb28d6f598f HTTP/1.1" status: 200 len: 1091 time: 1.0474837 Jun 03 16:12:03.100427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79251e87-a322-46ca-8416-7b496f01d417', 'tag': '9f40c751-f862-45c1-9782-3bb28d6f598f'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:12:03.122931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167705ee-e8c8-47d7-a5ee-8ac28db8d990 service neutron] Pushing event updated for resources: {'Port': ['ID=9f40c751-f862-45c1-9782-3bb28d6f598f,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:03.168942 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e3d3753-d9d1-41f2-8ddd-6be7a60465cb'] response: {'name': 'network-changed', 'server_uuid': '79251e87-a322-46ca-8416-7b496f01d417', 'tag': '9f40c751-f862-45c1-9782-3bb28d6f598f', 'status': 'completed', 'code': 200} Jun 03 16:12:03.212908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-06e60f6e-f53c-44a5-a021-c6d4d8ed9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:03.214462 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-06e60f6e-f53c-44a5-a021-c6d4d8ed9490 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=916c99c89b974f9abb4fbd65720b7a37&device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 1094 time: 0.0764806 Jun 03 16:12:03.286637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-239b1458-657f-4a4e-a367-101acd6656dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f40c751-f862-45c1-9782-3bb28d6f598f HTTP/1.1" status: 200 len: 217 time: 0.0655346 Jun 03 16:12:03.348482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-1a4dfb49-74e5-4fbf-acd5-43514029b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:03.349837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-1a4dfb49-74e5-4fbf-acd5-43514029b1ea service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4 HTTP/1.1" status: 200 len: 853 time: 0.0577950 Jun 03 16:12:03.395780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-9baf69f3-6cea-4c21-a87e-5be770bdb596 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c3867307-5139-405b-bcea-fdf1e5eee869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403965 Jun 03 16:12:03.536785 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-1ae5e09a-d8cd-4f49-b519-5e9f7d268557 service neutron] 10.222.0.75 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347711 Jun 03 16:12:03.778662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41b36607-cf4f-4646-ac6a-5443249719f0 req-2a8146a4-c140-4679-a2d4-04c518adf3ad service neutron] 10.222.0.75 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355480 Jun 03 16:12:03.933149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c0667-16b0-4ff3-9913-76554ecc26a5 req-c1175559-46b2-40b7-a80f-97d3ce03931b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:03.934607 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-129c0667-16b0-4ff3-9913-76554ecc26a5 req-c1175559-46b2-40b7-a80f-97d3ce03931b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 943 time: 0.1430068 Jun 03 16:12:03.938847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe6dd4-958e-44f0-8c42-1541149890fc req-f32b2c2d-7a30-41e5-96c1-cb1ecb364899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:03.940226 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12fe6dd4-958e-44f0-8c42-1541149890fc req-f32b2c2d-7a30-41e5-96c1-cb1ecb364899 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=916c99c89b974f9abb4fbd65720b7a37&device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 1094 time: 0.1065459 Jun 03 16:12:03.973244 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:12:04.058349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-129c0667-16b0-4ff3-9913-76554ecc26a5 req-ec4e83ce-8496-4fc4-ba3f-59e7f2680445 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171820 Jun 03 16:12:04.102109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe6dd4-958e-44f0-8c42-1541149890fc req-e8ca73fa-6a18-4a03-97d0-6e18b1a2f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:04.103579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12fe6dd4-958e-44f0-8c42-1541149890fc req-e8ca73fa-6a18-4a03-97d0-6e18b1a2f588 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c3867307-5139-405b-bcea-fdf1e5eee869 HTTP/1.1" status: 200 len: 914 time: 0.1503003 Jun 03 16:12:04.172103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12fe6dd4-958e-44f0-8c42-1541149890fc req-7240eaaf-7c13-448e-8b54-aa0e8baea709 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f40c751-f862-45c1-9782-3bb28d6f598f HTTP/1.1" status: 200 len: 217 time: 0.0613501 Jun 03 16:12:04.237833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe6dd4-958e-44f0-8c42-1541149890fc req-43a2f3f2-edc7-4afd-8cab-62163c090200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:04.239128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12fe6dd4-958e-44f0-8c42-1541149890fc req-43a2f3f2-edc7-4afd-8cab-62163c090200 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4 HTTP/1.1" status: 200 len: 853 time: 0.0609834 Jun 03 16:12:04.286146 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12fe6dd4-958e-44f0-8c42-1541149890fc req-0946d64c-4e67-4387-8b99-4072a09d2b44 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c3867307-5139-405b-bcea-fdf1e5eee869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387998 Jun 03 16:12:04.416540 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12fe6dd4-958e-44f0-8c42-1541149890fc req-2f905394-3b49-459d-ac85-324b48b40a62 service neutron] 10.222.0.75 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239574 Jun 03 16:12:04.551354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12fe6dd4-958e-44f0-8c42-1541149890fc req-a7039eaf-cbb1-42f7-a384-7681504ae48c service neutron] 10.222.0.75 "GET /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272216 Jun 03 16:12:04.886058 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-079e5afa-a414-477a-8385-c9c70342771d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:05.263762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304d414-0433-4853-82fb-3b959d5e1153 req-3d48c498-d135-4077-9cc6-28023729484b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:05.265209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0304d414-0433-4853-82fb-3b959d5e1153 req-3d48c498-d135-4077-9cc6-28023729484b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 943 time: 0.0900047 Jun 03 16:12:05.311530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0304d414-0433-4853-82fb-3b959d5e1153 req-086d970f-4862-4891-bfd9-ce6b79ae0a0a tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380836 Jun 03 16:12:05.364580 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:05.782455 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:05.816070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9f40c751-f862-45c1-9782-3bb28d6f598f details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:12:05.953242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 9f40c751-f862-45c1-9782-3bb28d6f598f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f40c751-f862-45c1-9782-3bb28d6f598f,segment=NetworkSegment(2bd02406-fb67-4054-9f83-08b3dad333f6),segment_id=2bd02406-fb67-4054-9f83-08b3dad333f6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:05.973919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '9f40c751-f862-45c1-9782-3bb28d6f598f', 'network_id': 'c3867307-5139-405b-bcea-fdf1e5eee869', 'port_id': '9f40c751-f862-45c1-9782-3bb28d6f598f', 'mac_address': 'fa:16:3e:8d:08:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:12:06.067344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 9f40c751-f862-45c1-9782-3bb28d6f598f is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:06.067612 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:06.085776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f40c751-f862-45c1-9782-3bb28d6f598f {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:12:06.102762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 9f40c751-f862-45c1-9782-3bb28d6f598f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f40c751-f862-45c1-9782-3bb28d6f598f,segment=NetworkSegment(2bd02406-fb67-4054-9f83-08b3dad333f6),segment_id=2bd02406-fb67-4054-9f83-08b3dad333f6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:06.108404 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:06.179065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=9f40c751-f862-45c1-9782-3bb28d6f598f,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:06.301892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['9f40c751-f862-45c1-9782-3bb28d6f598f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:12:06.493209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba46ff8-3318-4e35-afe3-6e1052a0c918 req-319b85e0-acfd-4190-a67c-e017c1b0d015 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:06.494694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bba46ff8-3318-4e35-afe3-6e1052a0c918 req-319b85e0-acfd-4190-a67c-e017c1b0d015 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 944 time: 0.0784557 Jun 03 16:12:06.538189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bba46ff8-3318-4e35-afe3-6e1052a0c918 req-53fead58-b2c6-4038-9678-9faf6abfc81f tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375381 Jun 03 16:12:07.232261 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:07.762862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e5d8b-614b-491f-8570-1261d3f04b9d req-7b736986-079e-473f-a807-23272eddaf87 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:07.764358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-096e5d8b-614b-491f-8570-1261d3f04b9d req-7b736986-079e-473f-a807-23272eddaf87 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 944 time: 0.1100154 Jun 03 16:12:07.811686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-096e5d8b-614b-491f-8570-1261d3f04b9d req-5aafdb08-1165-4fdc-ae37-4ae2ed77b93a tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Jun 03 16:12:07.835730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9f40c751-f862-45c1-9782-3bb28d6f598f up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:07.911370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 9f40c751-f862-45c1-9782-3bb28d6f598f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:07.916252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 9f40c751-f862-45c1-9782-3bb28d6f598f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:07.916602 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:08.041632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 9f40c751-f862-45c1-9782-3bb28d6f598f is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:08.042073 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:08.069199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79251e87-a322-46ca-8416-7b496f01d417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f40c751-f862-45c1-9782-3bb28d6f598f'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:12:08.079480 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 9f40c751-f862-45c1-9782-3bb28d6f598f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f40c751-f862-45c1-9782-3bb28d6f598f,segment=NetworkSegment(2bd02406-fb67-4054-9f83-08b3dad333f6),segment_id=2bd02406-fb67-4054-9f83-08b3dad333f6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:08.084841 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:08.123608 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92dd0047-a06e-4d07-b996-dce1633f1345'] response: {'server_uuid': '79251e87-a322-46ca-8416-7b496f01d417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f40c751-f862-45c1-9782-3bb28d6f598f', 'code': 200} Jun 03 16:12:08.159049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=9f40c751-f862-45c1-9782-3bb28d6f598f,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:08.242706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef004d-fa06-4cb2-bd8e-374335b9d9a8 req-9bb53717-0d6b-4277-a886-88d0ea2ddfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:08.244184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fef004d-fa06-4cb2-bd8e-374335b9d9a8 req-9bb53717-0d6b-4277-a886-88d0ea2ddfd5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 1096 time: 0.0703652 Jun 03 16:12:08.287325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5fef004d-fa06-4cb2-bd8e-374335b9d9a8 req-24471d3a-e086-4cfa-a01c-a279d2abf631 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373452 Jun 03 16:12:09.010121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfcdac-a7cd-4440-adb6-a9a1f0d5c034 req-8fc935de-001a-4368-b3ec-1b1eca118344 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:09.011626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86dfcdac-a7cd-4440-adb6-a9a1f0d5c034 req-8fc935de-001a-4368-b3ec-1b1eca118344 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 945 time: 0.0854900 Jun 03 16:12:09.058226 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-86dfcdac-a7cd-4440-adb6-a9a1f0d5c034 req-2b4c9499-2741-4ea4-86bd-15587406012a tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Jun 03 16:12:09.343791 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:10.277565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91afc25-d2ed-4481-ab81-82fa17cdbc2a req-337a36de-8d78-4b87-b328-c3479804c8df tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:10.278936 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d91afc25-d2ed-4481-ab81-82fa17cdbc2a req-337a36de-8d78-4b87-b328-c3479804c8df tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 945 time: 0.0946536 Jun 03 16:12:10.324759 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d91afc25-d2ed-4481-ab81-82fa17cdbc2a req-3dee39aa-cea6-4feb-a8ec-e028fa131b06 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Jun 03 16:12:10.717197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3e5f5-56fa-4a8a-83c0-b34db83af20d req-43b551ad-5edd-4fb6-a480-611b2ae6c0e1 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:10.718668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98e3e5f5-56fa-4a8a-83c0-b34db83af20d req-43b551ad-5edd-4fb6-a480-611b2ae6c0e1 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 945 time: 0.0852041 Jun 03 16:12:10.764356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98e3e5f5-56fa-4a8a-83c0-b34db83af20d req-98248a87-8465-4c9a-b541-81d240bdbea2 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 Jun 03 16:12:12.082856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c876c-0f2a-4f7e-9454-d153a880b839 req-61f86966-d7c8-457d-af22-8ec550f677fb tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:12.084267 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea3c876c-0f2a-4f7e-9454-d153a880b839 req-61f86966-d7c8-457d-af22-8ec550f677fb tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.75 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 945 time: 0.2429264 Jun 03 16:12:12.095101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bb4c6-6c4a-4cbb-8f5b-6469558e966a req-921962f2-7fc2-4c54-b439-601b93ca44dc tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:12.096478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d6bb4c6-6c4a-4cbb-8f5b-6469558e966a req-921962f2-7fc2-4c54-b439-601b93ca44dc tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 945 time: 0.2065458 Jun 03 16:12:12.188681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-ea3c876c-0f2a-4f7e-9454-d153a880b839 req-a1a5ae3e-29d3-4f07-8760-a0d70d3aeff9 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Deleting port 9f40c751-f862-45c1-9782-3bb28d6f598f {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:12:12.189002 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea3c876c-0f2a-4f7e-9454-d153a880b839 req-a1a5ae3e-29d3-4f07-8760-a0d70d3aeff9 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:12.220982 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d6bb4c6-6c4a-4cbb-8f5b-6469558e966a req-8ac30b46-4920-48dc-809a-2e729135b170 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943410 Jun 03 16:12:12.443397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-ea3c876c-0f2a-4f7e-9454-d153a880b839 req-a1a5ae3e-29d3-4f07-8760-a0d70d3aeff9 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] For port 9f40c751-f862-45c1-9782-3bb28d6f598f, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=9f40c751-f862-45c1-9782-3bb28d6f598f,segment=NetworkSegment(2bd02406-fb67-4054-9f83-08b3dad333f6),segment_id=2bd02406-fb67-4054-9f83-08b3dad333f6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:12.443728 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea3c876c-0f2a-4f7e-9454-d153a880b839 req-a1a5ae3e-29d3-4f07-8760-a0d70d3aeff9 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:12.575632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-ea3c876c-0f2a-4f7e-9454-d153a880b839 req-a1a5ae3e-29d3-4f07-8760-a0d70d3aeff9 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Calling delete_port for 9f40c751-f862-45c1-9782-3bb28d6f598f owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:12:12.725386 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea3c876c-0f2a-4f7e-9454-d153a880b839 req-a1a5ae3e-29d3-4f07-8760-a0d70d3aeff9 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:12.741597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['9f40c751-f862-45c1-9782-3bb28d6f598f'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:12:12.771923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['1f816ef7-315f-4101-9b5a-2ea0a74586e1'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:12:12.781697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5ae3e-29d3-4f07-8760-a0d70d3aeff9 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Pushing event deleted for resources: {'Port': ['ID=9f40c751-f862-45c1-9782-3bb28d6f598f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:12.862148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3c876c-0f2a-4f7e-9454-d153a880b839 req-a1a5ae3e-29d3-4f07-8760-a0d70d3aeff9 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] No DVR routers for this DVR port 9f40c751-f862-45c1-9782-3bb28d6f598f on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:12:12.865102 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-ea3c876c-0f2a-4f7e-9454-d153a880b839 req-a1a5ae3e-29d3-4f07-8760-a0d70d3aeff9 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:12.867766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79251e87-a322-46ca-8416-7b496f01d417', 'name': 'network-vif-deleted', 'tag': '9f40c751-f862-45c1-9782-3bb28d6f598f'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:12:12.886505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea3c876c-0f2a-4f7e-9454-d153a880b839 req-a1a5ae3e-29d3-4f07-8760-a0d70d3aeff9 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.75 "DELETE /v2.0/ports/9f40c751-f862-45c1-9782-3bb28d6f598f HTTP/1.1" status: 204 len: 173 time: 0.7888989 Jun 03 16:12:12.918338 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b34bb7-b38b-46b0-abc3-6b72240f150e'] response: {'server_uuid': '79251e87-a322-46ca-8416-7b496f01d417', 'name': 'network-vif-deleted', 'tag': '9f40c751-f862-45c1-9782-3bb28d6f598f', 'status': 'completed', 'code': 200} Jun 03 16:12:13.391225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-01f56371-3e6c-4b01-a463-4c4ad28a69bb req-b49f9e4d-0e6c-4b7e-9775-3d585b2338db tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Synchronizing usage tracker for tenant:916c99c89b974f9abb4fbd65720b7a37 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:12:13.407962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-01f56371-3e6c-4b01-a463-4c4ad28a69bb req-b49f9e4d-0e6c-4b7e-9775-3d585b2338db tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Unset dirty status for tenant:916c99c89b974f9abb4fbd65720b7a37 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:12:13.409161 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01f56371-3e6c-4b01-a463-4c4ad28a69bb req-b49f9e4d-0e6c-4b7e-9775-3d585b2338db tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=79251e87-a322-46ca-8416-7b496f01d417 HTTP/1.1" status: 200 len: 210 time: 0.0610313 Jun 03 16:12:14.691645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ede55-a076-41cc-96ef-28828983741e req-e8835cc1-1a5e-4dd2-89f8-addb54405672 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:14.693157 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f6ede55-a076-41cc-96ef-28828983741e req-e8835cc1-1a5e-4dd2-89f8-addb54405672 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 946 time: 0.0985236 Jun 03 16:12:14.751222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f6ede55-a076-41cc-96ef-28828983741e req-9df90bb6-0d1c-4008-abdd-b2f61da3733f tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496719 Jun 03 16:12:14.957461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fd340-9a41-4db1-bf28-40b4c22a5dd3 req-e3bdb534-c16a-4ee7-9d80-0a814d0d684b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:14.958856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-077fd340-9a41-4db1-bf28-40b4c22a5dd3 req-e3bdb534-c16a-4ee7-9d80-0a814d0d684b tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 946 time: 0.0814209 Jun 03 16:12:15.003772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-077fd340-9a41-4db1-bf28-40b4c22a5dd3 req-186d62c4-b8ff-4b54-8214-f1ee8f1db583 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388420 Jun 03 16:12:15.211032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379de62-5ab4-4642-a530-646c322264a3 req-b7efeb30-d484-4dcd-b059-b54cb429f65d tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:15.212779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0379de62-5ab4-4642-a530-646c322264a3 req-b7efeb30-d484-4dcd-b059-b54cb429f65d tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 946 time: 0.0953746 Jun 03 16:12:15.257681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0379de62-5ab4-4642-a530-646c322264a3 req-8bb28fc4-f44f-4e28-9789-35a09bfd1759 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391307 Jun 03 16:12:15.560216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b9489-e86b-475f-a1c6-c31c221ac687 req-a2522d99-2316-44b7-97ed-f6ce3fc7ca1a tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:15.561581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-902b9489-e86b-475f-a1c6-c31c221ac687 req-a2522d99-2316-44b7-97ed-f6ce3fc7ca1a tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 946 time: 0.0827770 Jun 03 16:12:15.609767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-902b9489-e86b-475f-a1c6-c31c221ac687 req-a1401049-cc9e-41df-ad9b-e045b637ffbb tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Jun 03 16:12:15.801898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7e83-b4ec-4233-ac49-88f46c77c3d6 req-79441b05-6a66-43c1-af51-f4ded69477f7 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:15.803409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd9b7e83-b4ec-4233-ac49-88f46c77c3d6 req-79441b05-6a66-43c1-af51-f4ded69477f7 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 946 time: 0.0873458 Jun 03 16:12:15.853664 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cd9b7e83-b4ec-4233-ac49-88f46c77c3d6 req-aa788de4-1ae8-4612-9da7-5a0490c31ad5 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421910 Jun 03 16:12:15.878713 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9f40c751-f862-45c1-9782-3bb28d6f598f no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:12:15.913530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 9f40c751-f862-45c1-9782-3bb28d6f598f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:12:15.913895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 9f40c751-f862-45c1-9782-3bb28d6f598f not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:12:16.071152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548f7dc-e51a-4827-b556-bf47ccedb1d0 req-5e4cf4d6-a0c0-4eab-82ec-23a77ef2a632 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:16.072650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3548f7dc-e51a-4827-b556-bf47ccedb1d0 req-5e4cf4d6-a0c0-4eab-82ec-23a77ef2a632 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 946 time: 0.1035447 Jun 03 16:12:16.124117 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3548f7dc-e51a-4827-b556-bf47ccedb1d0 req-cd312ea7-5d2b-4f89-bddf-491616ce43cd tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451720 Jun 03 16:12:16.685603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7f909-10cb-4613-b9ed-9079261ad31d req-446dc4f4-88e6-4a23-a3bf-4f6fd933e70c tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:16.687083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bec7f909-10cb-4613-b9ed-9079261ad31d req-446dc4f4-88e6-4a23-a3bf-4f6fd933e70c tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 946 time: 0.0950427 Jun 03 16:12:16.733800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bec7f909-10cb-4613-b9ed-9079261ad31d req-33aad020-8ec2-4680-bfe7-ce272c8a1fd3 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385942 Jun 03 16:12:17.949485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f8837-dc45-48d8-aa37-156b356b322e req-9546be94-ac1d-467a-b9f1-fa7c4af3135e tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:17.951028 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-288f8837-dc45-48d8-aa37-156b356b322e req-9546be94-ac1d-467a-b9f1-fa7c4af3135e tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 946 time: 0.0872297 Jun 03 16:12:17.996014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-288f8837-dc45-48d8-aa37-156b356b322e req-d550b056-5a7d-4952-aa4d-d9694fa2dbca tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/security-groups?id=414e387c-39a3-41e3-af32-5d2302e07290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391631 Jun 03 16:12:18.209904 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef18db-c0ea-4336-8f65-e54f55d5040b req-ed7729eb-e4e0-4f74-bd37-d69d70dcdcdd tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:18.211416 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfef18db-c0ea-4336-8f65-e54f55d5040b req-ed7729eb-e4e0-4f74-bd37-d69d70dcdcdd tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 946 time: 0.0951514 Jun 03 16:12:18.289344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-cfef18db-c0ea-4336-8f65-e54f55d5040b req-f379a75e-2314-451e-b59e-09e90fe02884 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Deleting port 1f816ef7-315f-4101-9b5a-2ea0a74586e1 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:12:18.289684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cfef18db-c0ea-4336-8f65-e54f55d5040b req-f379a75e-2314-451e-b59e-09e90fe02884 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:18.638171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-cfef18db-c0ea-4336-8f65-e54f55d5040b req-f379a75e-2314-451e-b59e-09e90fe02884 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] For port 1f816ef7-315f-4101-9b5a-2ea0a74586e1, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=1f816ef7-315f-4101-9b5a-2ea0a74586e1,segment=NetworkSegment(2bd02406-fb67-4054-9f83-08b3dad333f6),segment_id=2bd02406-fb67-4054-9f83-08b3dad333f6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:18.638407 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cfef18db-c0ea-4336-8f65-e54f55d5040b req-f379a75e-2314-451e-b59e-09e90fe02884 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:18.758304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-cfef18db-c0ea-4336-8f65-e54f55d5040b req-f379a75e-2314-451e-b59e-09e90fe02884 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Calling delete_port for 1f816ef7-315f-4101-9b5a-2ea0a74586e1 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:12:18.910257 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cfef18db-c0ea-4336-8f65-e54f55d5040b req-f379a75e-2314-451e-b59e-09e90fe02884 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:18.961537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379a75e-2314-451e-b59e-09e90fe02884 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Pushing event deleted for resources: {'Port': ['ID=1f816ef7-315f-4101-9b5a-2ea0a74586e1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:19.037206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfef18db-c0ea-4336-8f65-e54f55d5040b req-f379a75e-2314-451e-b59e-09e90fe02884 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] No DVR routers for this DVR port 1f816ef7-315f-4101-9b5a-2ea0a74586e1 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:12:19.039834 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cfef18db-c0ea-4336-8f65-e54f55d5040b req-f379a75e-2314-451e-b59e-09e90fe02884 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:19.042562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ddd42f-d129-4f70-b40e-1b6dd80e31f0', 'name': 'network-vif-deleted', 'tag': '1f816ef7-315f-4101-9b5a-2ea0a74586e1'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:12:19.072116 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfef18db-c0ea-4336-8f65-e54f55d5040b req-f379a75e-2314-451e-b59e-09e90fe02884 tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.67 "DELETE /v2.0/ports/1f816ef7-315f-4101-9b5a-2ea0a74586e1 HTTP/1.1" status: 204 len: 173 time: 0.8549304 Jun 03 16:12:19.086475 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd53a24-8134-4f84-8e72-3af7ee010233'] response: {'server_uuid': 'a2ddd42f-d129-4f70-b40e-1b6dd80e31f0', 'name': 'network-vif-deleted', 'tag': '1f816ef7-315f-4101-9b5a-2ea0a74586e1', 'status': 'completed', 'code': 200} Jun 03 16:12:19.154918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4392e41d-f3bf-45fa-8a54-392c327dce16 req-eb53a1a2-17f5-498d-88d1-ecdf24c8fc8d tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Synchronizing usage tracker for tenant:916c99c89b974f9abb4fbd65720b7a37 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:12:19.171723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4392e41d-f3bf-45fa-8a54-392c327dce16 req-eb53a1a2-17f5-498d-88d1-ecdf24c8fc8d tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] Unset dirty status for tenant:916c99c89b974f9abb4fbd65720b7a37 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:12:19.172790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4392e41d-f3bf-45fa-8a54-392c327dce16 req-eb53a1a2-17f5-498d-88d1-ecdf24c8fc8d tempest-ServersNegativeTestJSON-1143202988 tempest-ServersNegativeTestJSON-1143202988-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2ddd42f-d129-4f70-b40e-1b6dd80e31f0 HTTP/1.1" status: 200 len: 210 time: 0.0632651 Jun 03 16:12:20.279098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36400) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:20.339605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9775e58a-46b2-46aa-b2ee-861cbbc509dd admin admin] Deleting subnet fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:12:20.342759 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9775e58a-46b2-46aa-b2ee-861cbbc509dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:20.398391 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9775e58a-46b2-46aa-b2ee-861cbbc509dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:20.452571 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9775e58a-46b2-46aa-b2ee-861cbbc509dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:20.524754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9775e58a-46b2-46aa-b2ee-861cbbc509dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:20.563415 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9775e58a-46b2-46aa-b2ee-861cbbc509dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:20.566114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775e58a-46b2-46aa-b2ee-861cbbc509dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:20.572425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9775e58a-46b2-46aa-b2ee-861cbbc509dd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fe080fb1-f6fb-4a5f-99fa-291d2f5f60b4 HTTP/1.1" status: 204 len: 168 time: 0.2922740 Jun 03 16:12:20.575177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36404) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:20.681744 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:20.793403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f816ef7-315f-4101-9b5a-2ea0a74586e1 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:12:20.804165 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:20.828985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3867307-5139-405b-bcea-fdf1e5eee869']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:20.830987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 1f816ef7-315f-4101-9b5a-2ea0a74586e1 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:12:20.831321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 1f816ef7-315f-4101-9b5a-2ea0a74586e1 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:12:20.841838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd02406-fb67-4054-9f83-08b3dad333f6') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:20.842162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd02406-fb67-4054-9f83-08b3dad333f6') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:20.853999 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:20.873553 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:20.879968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:12:20.880361 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:20.945023 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 2bd02406-fb67-4054-9f83-08b3dad333f6 resource provider aggregate not found Jun 03 16:12:20.963722 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 2bd02406-fb67-4054-9f83-08b3dad333f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bd02406-fb67-4054-9f83-08b3dad333f6 found for delete ", "request_id": "req-43d04e79-3b8f-415f-b3e8-654c5b08351f"}]} Jun 03 16:12:20.983772 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:21.000125 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:21.009336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3867307-5139-405b-bcea-fdf1e5eee869,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:21.011880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dd964d4d-e337-48f6-8e23-ceb6590736a0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c3867307-5139-405b-bcea-fdf1e5eee869 HTTP/1.1" status: 204 len: 168 time: 0.4358172 Jun 03 16:12:21.137223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36414) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:21.188119 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-128811a3-aa31-4bf9-b0f9-2ed3dca17f42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=916c99c89b974f9abb4fbd65720b7a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497444 Jun 03 16:12:21.191620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36418) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:21.254513 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecf89ec6-2e94-4ccc-8bee-d304e69102d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:21.282036 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecf89ec6-2e94-4ccc-8bee-d304e69102d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:21.334998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecf89ec6-2e94-4ccc-8bee-d304e69102d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:21.356773 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf89ec6-2e94-4ccc-8bee-d304e69102d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414e387c-39a3-41e3-af32-5d2302e07290,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:21.365520 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ecf89ec6-2e94-4ccc-8bee-d304e69102d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:21.367894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ecf89ec6-2e94-4ccc-8bee-d304e69102d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/414e387c-39a3-41e3-af32-5d2302e07290 HTTP/1.1" status: 204 len: 168 time: 0.1753678 Jun 03 16:12:22.168151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36442) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:22.279054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-345183508'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:22.285021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:22.289007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Usage tracker for resource:network and tenant:51d4bc76d3994a1d82531953a7af0c9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:22.291986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:22.298414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:22.310662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Made reservation on behalf of 51d4bc76d3994a1d82531953a7af0c9a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:22.314282 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:22.326527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:22.341336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:22.345210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Usage tracker for resource:security_group_rule and tenant:51d4bc76d3994a1d82531953a7af0c9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:22.348069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:22.353845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:22.438885 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:22.444332 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:22.481642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:12:22.486947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e7d717-37c7-452b-9e63-fad92d8fc7a5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:22.494172 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:22.494507 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Added segment a963dedb-bf9f-4054-b152-09140d82fc5e of type vlan for network d0636440-6b09-4a78-bf2f-b236fb0fe298 Jun 03 16:12:22.521017 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:22.553943 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:22.559440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:22.560030 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:22.773902 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event updated for resources: {'Network': ['ID=d0636440-6b09-4a78-bf2f-b236fb0fe298,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:22.776827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ec6b409f-6459-4154-b48a-f83e65cbfcf6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6076465 Jun 03 16:12:22.784800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network d0636440-6b09-4a78-bf2f-b236fb0fe298 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:12:26.018534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36448) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:26.027054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Request body: {'subnet': {'network_id': 'd0636440-6b09-4a78-bf2f-b236fb0fe298', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:26.138989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:26.143129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Usage tracker for resource:subnet and tenant:51d4bc76d3994a1d82531953a7af0c9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:26.146212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:26.152629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:26.163873 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Made reservation on behalf of 51d4bc76d3994a1d82531953a7af0c9a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:26.167284 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:26.389639 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:26.468433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event updated for resources: {'Subnet': ['ID=f9ae545a-2121-4419-a366-99371d594393,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:26.479007 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Checking segment: {'id': 'a963dedb-bf9f-4054-b152-09140d82fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0636440-6b09-4a78-bf2f-b236fb0fe298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:26.479363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Network hostable DHCP agents. Network: d0636440-6b09-4a78-bf2f-b236fb0fe298, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:12:26.500862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Network d0636440-6b09-4a78-bf2f-b236fb0fe298 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:12:26.511592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, d0636440-6b09-4a78-bf2f-b236fb0fe298) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:26.515704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:26.516261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:26.521486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57bbea7-1870-497a-8044-ddb3e3061dfe None None] Network d0636440-6b09-4a78-bf2f-b236fb0fe298 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:26.539660 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-df2f57e2-a9ca-48a4-a9d4-a56dcf3634d6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5200298 Jun 03 16:12:26.543133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36452) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:26.548746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-140878940'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:26.554619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:26.558750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Usage tracker for resource:network and tenant:51d4bc76d3994a1d82531953a7af0c9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:26.561736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:26.567809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:26.579897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Made reservation on behalf of 51d4bc76d3994a1d82531953a7af0c9a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:26.583497 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:26.613578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:12:26.622974 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:26.623305 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Added segment 0e747e3e-897f-42b7-8792-e61e285241e4 of type vlan for network 33ecd03b-707c-404c-b866-fb36ac8f2abf Jun 03 16:12:26.650168 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:26.682155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:26.688077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:26.688666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:26.738071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-d0636440-6b09-4a78-bf2f-b236fb0fe298', 'network_id': 'd0636440-6b09-4a78-bf2f-b236fb0fe298', 'tenant_id': '51d4bc76d3994a1d82531953a7af0c9a', 'fixed_ips': [{'subnet_id': 'f9ae545a-2121-4419-a366-99371d594393'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:12:26.738918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:26.794304 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2499933 Jun 03 16:12:26.797242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36456) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:26.804830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Request body: {'subnet': {'network_id': '33ecd03b-707c-404c-b866-fb36ac8f2abf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:26.821388 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ef8af-5b82-4e43-ad06-18e6f4571fd2 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event updated for resources: {'Network': ['ID=33ecd03b-707c-404c-b866-fb36ac8f2abf,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:26.836257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 33ecd03b-707c-404c-b866-fb36ac8f2abf details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:12:26.917436 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:26.921495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Usage tracker for resource:subnet and tenant:51d4bc76d3994a1d82531953a7af0c9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:26.924434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:26.930634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:26.940224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Made reservation on behalf of 51d4bc76d3994a1d82531953a7af0c9a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:26.943837 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:26.995274 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Allocated IP 2001:db8:0:ffff::2 (d0636440-6b09-4a78-bf2f-b236fb0fe298/f9ae545a-2121-4419-a366-99371d594393/31bf14cf-83f4-47c1-b85b-642f2a735ed0) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:27.170857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.207921 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.218438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Transition to ACTIVE for port object 31bf14cf-83f4-47c1-b85b-642f2a735ed0 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:27.237402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Transition to ACTIVE for port object 31bf14cf-83f4-47c1-b85b-642f2a735ed0 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:27.244671 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.254745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event updated for resources: {'Subnet': ['ID=37e9070b-f652-4e3f-bb50-07086dc2d275,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:27.260474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Checking segment: {'id': '0e747e3e-897f-42b7-8792-e61e285241e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '33ecd03b-707c-404c-b866-fb36ac8f2abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:27.260824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Network hostable DHCP agents. Network: 33ecd03b-707c-404c-b866-fb36ac8f2abf, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:12:27.280664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Network 33ecd03b-707c-404c-b866-fb36ac8f2abf is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:12:27.294288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 33ecd03b-707c-404c-b866-fb36ac8f2abf) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:27.298509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:27.299092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.322405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9dfaf1e0-ed97-47d9-8c55-e940bcf9ce07 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5238032 Jun 03 16:12:27.324950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36460) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:27.360543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaade92-16d0-43bf-a97e-3d9028e1b009 None None] Network 33ecd03b-707c-404c-b866-fb36ac8f2abf requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:27.381194 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Pushing event updated for resources: {'Port': ['ID=31bf14cf-83f4-47c1-b85b-642f2a735ed0,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:27.440604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Network d0636440-6b09-4a78-bf2f-b236fb0fe298 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:27.442117 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.442486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.442817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.443123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.443449 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.443744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.444066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.444382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.444700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.445014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.445329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.445642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:27.456827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:27.461748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:27.467015 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.535148 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.577364 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Attempting to bind port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:27.578006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Attempting to bind port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'a963dedb-bf9f-4054-b152-09140d82fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0636440-6b09-4a78-bf2f-b236fb0fe298'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:27.578122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Attempting to bind port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 on network d0636440-6b09-4a78-bf2f-b236fb0fe298 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:27.588408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:27.588781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Checking segment: {'id': 'a963dedb-bf9f-4054-b152-09140d82fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0636440-6b09-4a78-bf2f-b236fb0fe298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:27.589169 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.589538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Bound using segment: {'id': 'a963dedb-bf9f-4054-b152-09140d82fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0636440-6b09-4a78-bf2f-b236fb0fe298'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:27.590023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Bound port: 31bf14cf-83f4-47c1-b85b-642f2a735ed0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a963dedb-bf9f-4054-b152-09140d82fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0636440-6b09-4a78-bf2f-b236fb0fe298'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:27.590441 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.618425 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.656953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Subnet': ['ID=37e9070b-f652-4e3f-bb50-07086dc2d275,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:27.702955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecceefe-c482-4e10-b17a-396ea503752b None None] Network 33ecd03b-707c-404c-b866-fb36ac8f2abf requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:27.752639 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.777863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ecd03b-707c-404c-b866-fb36ac8f2abf']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:27.790407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e747e3e-897f-42b7-8792-e61e285241e4') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:27.790706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e747e3e-897f-42b7-8792-e61e285241e4') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:27.802688 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.820178 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.826605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:12:27.826994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.857280 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] For port 31bf14cf-83f4-47c1-b85b-642f2a735ed0, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:27.896593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] For port 31bf14cf-83f4-47c1-b85b-642f2a735ed0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=31bf14cf-83f4-47c1-b85b-642f2a735ed0,segment=NetworkSegment(a963dedb-bf9f-4054-b152-09140d82fc5e),segment_id=a963dedb-bf9f-4054-b152-09140d82fc5e)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:27.903377 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:27.993258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0d695-7cd2-4974-9f29-c1224e80cfa5 None None] Pushing event updated for resources: {'Port': ['ID=31bf14cf-83f4-47c1-b85b-642f2a735ed0,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:28.015034 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 0e747e3e-897f-42b7-8792-e61e285241e4 resource provider aggregate not found Jun 03 16:12:28.040230 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 0e747e3e-897f-42b7-8792-e61e285241e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e747e3e-897f-42b7-8792-e61e285241e4 found for delete ", "request_id": "req-e200b506-2900-4759-867f-e185eeee9c38"}]} Jun 03 16:12:28.053217 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:28.058590 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:28.084937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Network': ['ID=33ecd03b-707c-404c-b866-fb36ac8f2abf,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:28.089309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-655442f9-e1a5-46d0-bd45-19e487338c0f tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/networks/33ecd03b-707c-404c-b866-fb36ac8f2abf HTTP/1.1" status: 204 len: 168 time: 0.7633929 Jun 03 16:12:28.092833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36468) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:28.098318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1653196402'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:28.104332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:28.108287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Usage tracker for resource:network and tenant:51d4bc76d3994a1d82531953a7af0c9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:28.111225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:28.116972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:28.129208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Made reservation on behalf of 51d4bc76d3994a1d82531953a7af0c9a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:28.132914 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:28.169550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:12:28.183774 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:28.184441 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Added segment ac949601-92e6-4fb1-8bc8-52f62db7875e of type vlan for network 7b5fd1f2-5fcf-4091-ac82-7161ede42907 Jun 03 16:12:28.210659 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:28.244783 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:28.250761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:28.251358 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:28.358066 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2641618 Jun 03 16:12:28.360996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db845bb6-db7d-436d-b538-cd05ac411098 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event updated for resources: {'Network': ['ID=7b5fd1f2-5fcf-4091-ac82-7161ede42907,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:28.361147 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36472) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:28.368341 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Request body: {'subnet': {'network_id': '7b5fd1f2-5fcf-4091-ac82-7161ede42907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:28.375047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 7b5fd1f2-5fcf-4091-ac82-7161ede42907 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:12:28.482868 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:28.486749 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Usage tracker for resource:subnet and tenant:51d4bc76d3994a1d82531953a7af0c9a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:28.489500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:28.495333 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:28.507576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Made reservation on behalf of 51d4bc76d3994a1d82531953a7af0c9a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:28.511336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:28.604290 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Performing IP validity checks on allocation pools {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 03 16:12:28.604840 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.ipam_backend_mixin [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 03 16:12:28.744993 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:28.822700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event updated for resources: {'Subnet': ['ID=17588f99-12f1-4b33-a5e8-898da572afa3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:28.834403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Checking segment: {'id': 'ac949601-92e6-4fb1-8bc8-52f62db7875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7b5fd1f2-5fcf-4091-ac82-7161ede42907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:28.834755 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Network hostable DHCP agents. Network: 7b5fd1f2-5fcf-4091-ac82-7161ede42907, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:12:28.855433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Network 7b5fd1f2-5fcf-4091-ac82-7161ede42907 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:12:28.866274 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 7b5fd1f2-5fcf-4091-ac82-7161ede42907) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:28.870647 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:28.871219 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:28.875979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f8277-40e3-4498-83fd-b9b1dd161046 None None] Network 7b5fd1f2-5fcf-4091-ac82-7161ede42907 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:28.903314 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36476) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:28.903512 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b2149292-a9e0-4297-9b5a-fe15006a7fab tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5412314 Jun 03 16:12:28.984441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 31bf14cf-83f4-47c1-b85b-642f2a735ed0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:29.021492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd2bda7-61f0-4adc-ae23-b3b7b0178e26 None None] Network d0636440-6b09-4a78-bf2f-b236fb0fe298 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:29.078587 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.149292 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.175308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2529e66f-2fc8-42dd-9430-a1c1c52d5402 None None] Provisioning for port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:29.225715 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.254796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:29.267867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:29.268228 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.269063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Subnet': ['ID=17588f99-12f1-4b33-a5e8-898da572afa3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:29.362129 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.387553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5fd1f2-5fcf-4091-ac82-7161ede42907']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:29.404777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac949601-92e6-4fb1-8bc8-52f62db7875e') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:29.405032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc49875f-a4b4-4548-a11f-05c29a3218ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-7b5fd1f2-5fcf-4091-ac82-7161ede42907', 'network_id': '7b5fd1f2-5fcf-4091-ac82-7161ede42907', 'tenant_id': '51d4bc76d3994a1d82531953a7af0c9a', 'fixed_ips': [{'subnet_id': '17588f99-12f1-4b33-a5e8-898da572afa3'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:12:29.405155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac949601-92e6-4fb1-8bc8-52f62db7875e') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:29.405863 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc49875f-a4b4-4548-a11f-05c29a3218ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.416949 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.433366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.439814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:12:29.440204 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.552268 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.570295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.585892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Network': ['ID=7b5fd1f2-5fcf-4091-ac82-7161ede42907,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:29.590571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b11baf53-01ef-45d8-afe7-774f54f2bb14 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/networks/7b5fd1f2-5fcf-4091-ac82-7161ede42907 HTTP/1.1" status: 204 len: 168 time: 0.6862185 Jun 03 16:12:29.594220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36480) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:29.600103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2066992635'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:29.600885 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-cc49875f-a4b4-4548-a11f-05c29a3218ce None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 03 16:12:29.600885 n-d-844595-1 neutron-server[88446]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jun 03 16:12:29.600885 n-d-844595-1 neutron-server[88446]: [parameters: {'project_id': '51d4bc76d3994a1d82531953a7af0c9a', 'id': '859f157d-6521-4da2-ab05-97db06a67f83', 'name': '', 'network_id': '7b5fd1f2-5fcf-4091-ac82-7161ede42907', 'mac_address': 'fa:16:3e:d6:38:2a', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-7b5fd1f2-5fcf-4091-ac82-7161ede42907', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4213}] Jun 03 16:12:29.600885 n-d-844595-1 neutron-server[88446]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:12:29.601275 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-cc49875f-a4b4-4548-a11f-05c29a3218ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:12:29.606396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:29.610501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Usage tracker for resource:network and tenant:51d4bc76d3994a1d82531953a7af0c9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:29.613639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:29.619506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:29.625183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:29.625566 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.632290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Made reservation on behalf of 51d4bc76d3994a1d82531953a7af0c9a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:29.635864 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.667866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:12:29.669867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 31bf14cf-83f4-47c1-b85b-642f2a735ed0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=31bf14cf-83f4-47c1-b85b-642f2a735ed0,segment=NetworkSegment(a963dedb-bf9f-4054-b152-09140d82fc5e),segment_id=a963dedb-bf9f-4054-b152-09140d82fc5e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:29.676695 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.682604 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.682950 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Added segment e445fa9c-3cd7-4ff8-943b-dac667e56220 of type vlan for network 80339b73-dba7-4819-8d72-2eb423481601 Jun 03 16:12:29.714053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.751440 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.757292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:29.758638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:29.763520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=31bf14cf-83f4-47c1-b85b-642f2a735ed0,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:29.861316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2657578 Jun 03 16:12:29.864363 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36484) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:29.870314 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Request body: {'subnet': {'network_id': '80339b73-dba7-4819-8d72-2eb423481601', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:29.873462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b7ff1-5057-43a3-8752-ec533849b59e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event updated for resources: {'Network': ['ID=80339b73-dba7-4819-8d72-2eb423481601,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:29.883870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 80339b73-dba7-4819-8d72-2eb423481601 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:12:29.980873 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:29.984953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Usage tracker for resource:subnet and tenant:51d4bc76d3994a1d82531953a7af0c9a is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:29.987764 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:29.993954 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:30.000407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-72a25ffc-5154-4172-a174-bbfe76fb223d None None] Provisioning complete for port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:30.000810 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-72a25ffc-5154-4172-a174-bbfe76fb223d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.006200 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Made reservation on behalf of 51d4bc76d3994a1d82531953a7af0c9a for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:30.009778 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.035878 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.061847 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment ac949601-92e6-4fb1-8bc8-52f62db7875e resource provider aggregate not found Jun 03 16:12:30.080606 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment ac949601-92e6-4fb1-8bc8-52f62db7875e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac949601-92e6-4fb1-8bc8-52f62db7875e found for delete ", "request_id": "req-783b4a4b-97e0-4cde-b6ed-9e193d121c0d"}]} Jun 03 16:12:30.107899 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc49875f-a4b4-4548-a11f-05c29a3218ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.144631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-72a25ffc-5154-4172-a174-bbfe76fb223d None None] Current status of the port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:30.156352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277c810-edf1-4f2b-9d8a-294cc1cbc4f4 None None] Network 7b5fd1f2-5fcf-4091-ac82-7161ede42907 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:30.177215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277c810-edf1-4f2b-9d8a-294cc1cbc4f4 None None] Network 7b5fd1f2-5fcf-4091-ac82-7161ede42907 could not be found, it might have been deleted concurrently. {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 03 16:12:30.239412 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.316854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event updated for resources: {'Subnet': ['ID=618584f0-38f0-47b0-90ce-5564665eba35,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:30.328179 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Checking segment: {'id': 'e445fa9c-3cd7-4ff8-943b-dac667e56220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '80339b73-dba7-4819-8d72-2eb423481601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:30.328528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Network hostable DHCP agents. Network: 80339b73-dba7-4819-8d72-2eb423481601, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:12:30.348781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Network 80339b73-dba7-4819-8d72-2eb423481601 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:12:30.358539 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 80339b73-dba7-4819-8d72-2eb423481601) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:30.362515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:30.363083 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.368416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c1c3cd-63f8-4b54-a1fb-42d7612858c8 None None] Network 80339b73-dba7-4819-8d72-2eb423481601 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:30.390410 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5b0b4902-7ce7-4bd0-a9d6-59e803fc63a1 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5248477 Jun 03 16:12:30.394877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36492) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:30.400743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-601781145'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:30.407363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:30.411529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Usage tracker for resource:network and tenant:51d4bc76d3994a1d82531953a7af0c9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:30.414626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:30.420551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:30.432321 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Made reservation on behalf of 51d4bc76d3994a1d82531953a7af0c9a for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:30.436011 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.465370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:12:30.475094 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.475440 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Added segment 1b68b2fc-ca4c-4883-afe3-06363e3333d4 of type vlan for network 0856b65e-016a-44a3-b33f-5b4f392d7f84 Jun 03 16:12:30.502320 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.534193 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.539713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:30.540306 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.583653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-80339b73-dba7-4819-8d72-2eb423481601', 'network_id': '80339b73-dba7-4819-8d72-2eb423481601', 'tenant_id': '51d4bc76d3994a1d82531953a7af0c9a', 'fixed_ips': [{'subnet_id': '618584f0-38f0-47b0-90ce-5564665eba35'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:12:30.584481 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.641678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2455680 Jun 03 16:12:30.645376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36496) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:30.653786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Request body: {'subnet': {'network_id': '0856b65e-016a-44a3-b33f-5b4f392d7f84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:30.672066 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22173b14-9bfd-4661-9774-b68a57386696 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event updated for resources: {'Network': ['ID=0856b65e-016a-44a3-b33f-5b4f392d7f84,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:30.685058 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0856b65e-016a-44a3-b33f-5b4f392d7f84 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:12:30.769290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:30.773291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Usage tracker for resource:subnet and tenant:51d4bc76d3994a1d82531953a7af0c9a is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:30.776191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:30.782733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:30.793496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Made reservation on behalf of 51d4bc76d3994a1d82531953a7af0c9a for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:30.797142 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:30.839427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Allocated IP 2001:db8::2 (80339b73-dba7-4819-8d72-2eb423481601/618584f0-38f0-47b0-90ce-5564665eba35/52fb28b1-84ec-441e-ab4b-75119c2bc85a) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:30.936526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 31bf14cf-83f4-47c1-b85b-642f2a735ed0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:31.029225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.092567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:31.092802 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.109591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event updated for resources: {'Subnet': ['ID=a278b7b0-0535-4aa9-acb4-d8cd8a0203d2,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:31.118869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Checking segment: {'id': '1b68b2fc-ca4c-4883-afe3-06363e3333d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0856b65e-016a-44a3-b33f-5b4f392d7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:31.119283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Network hostable DHCP agents. Network: 0856b65e-016a-44a3-b33f-5b4f392d7f84, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:12:31.140077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Network 0856b65e-016a-44a3-b33f-5b4f392d7f84 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:12:31.151422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0856b65e-016a-44a3-b33f-5b4f392d7f84) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:31.155759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:31.156373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.158548 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.164594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad03b8-bf24-4318-8f72-7c57b4f62d32 None None] Network 0856b65e-016a-44a3-b33f-5b4f392d7f84 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:31.179318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ef8cb3e8-10c1-4af0-8ae9-c2f0d756ee4d tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5327299 Jun 03 16:12:31.181866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36500) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:31.240993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Transition to ACTIVE for port object 52fb28b1-84ec-441e-ab4b-75119c2bc85a will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:31.305536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Transition to ACTIVE for port object 52fb28b1-84ec-441e-ab4b-75119c2bc85a will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:31.329005 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.414263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:31.430328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Network 80339b73-dba7-4819-8d72-2eb423481601 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:31.434245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:31.441650 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.511181 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.515181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:31.530337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Pushing event updated for resources: {'Port': ['ID=52fb28b1-84ec-441e-ab4b-75119c2bc85a,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:31.593524 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.634484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Subnet': ['ID=a278b7b0-0535-4aa9-acb4-d8cd8a0203d2,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:31.661472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Attempting to bind port 52fb28b1-84ec-441e-ab4b-75119c2bc85a on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:31.661825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Attempting to bind port 52fb28b1-84ec-441e-ab4b-75119c2bc85a by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e445fa9c-3cd7-4ff8-943b-dac667e56220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '80339b73-dba7-4819-8d72-2eb423481601'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:31.662224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Attempting to bind port 52fb28b1-84ec-441e-ab4b-75119c2bc85a on network 80339b73-dba7-4819-8d72-2eb423481601 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:31.669075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d425c-89f7-45e8-b0a7-a09e4a0b63ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-0856b65e-016a-44a3-b33f-5b4f392d7f84', 'network_id': '0856b65e-016a-44a3-b33f-5b4f392d7f84', 'tenant_id': '51d4bc76d3994a1d82531953a7af0c9a', 'fixed_ips': [{'subnet_id': 'a278b7b0-0535-4aa9-acb4-d8cd8a0203d2'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:12:31.669856 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-371d425c-89f7-45e8-b0a7-a09e4a0b63ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.678893 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:31.679493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Checking segment: {'id': 'e445fa9c-3cd7-4ff8-943b-dac667e56220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '80339b73-dba7-4819-8d72-2eb423481601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:31.679880 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.680259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Bound using segment: {'id': 'e445fa9c-3cd7-4ff8-943b-dac667e56220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '80339b73-dba7-4819-8d72-2eb423481601'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:31.680714 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Bound port: 52fb28b1-84ec-441e-ab4b-75119c2bc85a, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e445fa9c-3cd7-4ff8-943b-dac667e56220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '80339b73-dba7-4819-8d72-2eb423481601'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:31.681068 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.728338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.753362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0856b65e-016a-44a3-b33f-5b4f392d7f84']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:31.765502 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b68b2fc-ca4c-4883-afe3-06363e3333d4') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:31.765830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b68b2fc-ca4c-4883-afe3-06363e3333d4') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:31.777684 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.798769 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.805524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:12:31.806026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.838821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] For port 52fb28b1-84ec-441e-ab4b-75119c2bc85a, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:31.842525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] For port 52fb28b1-84ec-441e-ab4b-75119c2bc85a, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=52fb28b1-84ec-441e-ab4b-75119c2bc85a,segment=NetworkSegment(e445fa9c-3cd7-4ff8-943b-dac667e56220),segment_id=e445fa9c-3cd7-4ff8-943b-dac667e56220)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:31.844836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8830cd-0fb2-4a91-b349-09dd329de6a1 None None] Network 0856b65e-016a-44a3-b33f-5b4f392d7f84 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:31.860132 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.903266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.922678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:31.928717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Network': ['ID=0856b65e-016a-44a3-b33f-5b4f392d7f84,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:31.936080 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2e575657-9e4e-45fc-b91f-09d129d563b8 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/networks/0856b65e-016a-44a3-b33f-5b4f392d7f84 HTTP/1.1" status: 204 len: 168 time: 0.7532136 Jun 03 16:12:31.938750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36504) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:31.976793 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4875ca-9295-4b88-9791-5b2559beea55 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] GET failed (client error): The resource could not be found. Jun 03 16:12:31.977325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2d4875ca-9295-4b88-9791-5b2559beea55 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Synchronizing usage tracker for tenant:51d4bc76d3994a1d82531953a7af0c9a on resource:subnet {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:12:31.995802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2d4875ca-9295-4b88-9791-5b2559beea55 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Unset dirty status for tenant:51d4bc76d3994a1d82531953a7af0c9a on resource:subnet {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:12:31.997119 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2d4875ca-9295-4b88-9791-5b2559beea55 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "GET /v2.0/subnets/a278b7b0-0535-4aa9-acb4-d8cd8a0203d2 HTTP/1.1" status: 404 len: 337 time: 0.0574999 Jun 03 16:12:32.000507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36508) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:32.032723 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb9c0d3-42b8-4b22-bd62-4eb328894017 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] DELETE failed (client error): The resource could not be found. Jun 03 16:12:32.033196 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb9c0d3-42b8-4b22-bd62-4eb328894017 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:12:32.035072 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0fb9c0d3-42b8-4b22-bd62-4eb328894017 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/networks/0856b65e-016a-44a3-b33f-5b4f392d7f84 HTTP/1.1" status: 404 len: 339 time: 0.0310111 Jun 03 16:12:32.039184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36512) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:32.069792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ae33a-d4f2-40d8-8f70-bc021652cefa None None] Pushing event updated for resources: {'Port': ['ID=52fb28b1-84ec-441e-ab4b-75119c2bc85a,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:32.083501 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d28393-17ef-4c76-8b8f-862a2887ae38 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] DELETE failed (client error): The resource could not be found. Jun 03 16:12:32.084636 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d28393-17ef-4c76-8b8f-862a2887ae38 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:12:32.089903 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e3d28393-17ef-4c76-8b8f-862a2887ae38 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/subnets/a278b7b0-0535-4aa9-acb4-d8cd8a0203d2 HTTP/1.1" status: 404 len: 337 time: 0.0495102 Jun 03 16:12:32.090801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36518) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:32.102914 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 1b68b2fc-ca4c-4883-afe3-06363e3333d4 resource provider aggregate not found Jun 03 16:12:32.116538 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2884ea6-ff1e-4679-b87a-381fd6c870a6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] DELETE failed (client error): The resource could not be found. Jun 03 16:12:32.117020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2884ea6-ff1e-4679-b87a-381fd6c870a6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:12:32.119111 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c2884ea6-ff1e-4679-b87a-381fd6c870a6 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/networks/0856b65e-016a-44a3-b33f-5b4f392d7f84 HTTP/1.1" status: 404 len: 339 time: 0.0272408 Jun 03 16:12:32.121317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36524) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:32.123977 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 1b68b2fc-ca4c-4883-afe3-06363e3333d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b68b2fc-ca4c-4883-afe3-06363e3333d4 found for delete ", "request_id": "req-ae31b81a-c846-45d3-9d44-05c8ea5fdc79"}]} Jun 03 16:12:32.211752 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1fb922a-0780-4cb6-a11b-13949fdc975e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Deleting subnet 618584f0-38f0-47b0-90ce-5564665eba35 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:12:32.216347 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1fb922a-0780-4cb6-a11b-13949fdc975e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:32.216607 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bac9a6fb-0b27-48dc-95eb-bbe6a44b27c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:32.284290 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1fb922a-0780-4cb6-a11b-13949fdc975e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:32.372443 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1fb922a-0780-4cb6-a11b-13949fdc975e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:32.447313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1fb922a-0780-4cb6-a11b-13949fdc975e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:32.490507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb922a-0780-4cb6-a11b-13949fdc975e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Subnet': ['ID=618584f0-38f0-47b0-90ce-5564665eba35,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:32.495062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a1fb922a-0780-4cb6-a11b-13949fdc975e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:32.513200 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a1fb922a-0780-4cb6-a11b-13949fdc975e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/subnets/618584f0-38f0-47b0-90ce-5564665eba35 HTTP/1.1" status: 204 len: 168 time: 0.3907330 Jun 03 16:12:32.515845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36528) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:32.631690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:32.643058 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Deleting port 52fb28b1-84ec-441e-ab4b-75119c2bc85a {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:12:32.643388 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:32.984460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] For port 52fb28b1-84ec-441e-ab4b-75119c2bc85a, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=52fb28b1-84ec-441e-ab4b-75119c2bc85a,segment=NetworkSegment(e445fa9c-3cd7-4ff8-943b-dac667e56220),segment_id=e445fa9c-3cd7-4ff8-943b-dac667e56220)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:32.984817 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:32.992197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 52fb28b1-84ec-441e-ab4b-75119c2bc85a up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:33.035040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012964bf-8a52-4d0f-b1a1-3f258c3bc15f None None] Network 80339b73-dba7-4819-8d72-2eb423481601 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:33.114643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Calling delete_port for 52fb28b1-84ec-441e-ab4b-75119c2bc85a owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:12:33.194826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:33.209838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8e717eba-8b37-4efc-bfb3-0fffe435e8f2 None None] Provisioning for port 52fb28b1-84ec-441e-ab4b-75119c2bc85a completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:33.243129 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Could not find standard attr ID for object 52fb28b1-84ec-441e-ab4b-75119c2bc85a. {{(pid=88446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 03 16:12:33.245577 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Port': ['ID=52fb28b1-84ec-441e-ab4b-75119c2bc85a,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:33.249846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8e717eba-8b37-4efc-bfb3-0fffe435e8f2 None None] Provisioning complete for port 52fb28b1-84ec-441e-ab4b-75119c2bc85a triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:33.250244 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8e717eba-8b37-4efc-bfb3-0fffe435e8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:33.251475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] No DVR routers for this DVR port 52fb28b1-84ec-441e-ab4b-75119c2bc85a on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:12:33.286445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8e717eba-8b37-4efc-bfb3-0fffe435e8f2 None None] Port 52fb28b1-84ec-441e-ab4b-75119c2bc85a was deleted so its status cannot be updated. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 03 16:12:33.346503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f9754-183f-4193-ac0b-3ab2ad2940c8 None None] DHCP port deletion for 80339b73-dba7-4819-8d72-2eb423481601 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:12:33.389952 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:33.415126 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80339b73-dba7-4819-8d72-2eb423481601']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:33.431364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e445fa9c-3cd7-4ff8-943b-dac667e56220') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:33.431688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e445fa9c-3cd7-4ff8-943b-dac667e56220') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:33.443618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:33.460307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:33.467060 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:12:33.467457 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:33.564870 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:33.585809 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:33.596523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Network': ['ID=80339b73-dba7-4819-8d72-2eb423481601,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:33.603190 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-698b62f1-f899-49a3-adb0-cea74c3b0412 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/networks/80339b73-dba7-4819-8d72-2eb423481601 HTTP/1.1" status: 204 len: 168 time: 1.0863879 Jun 03 16:12:33.605500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36534) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:33.646821 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9532653f-c9af-417a-a909-51c3473dd9cc tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] DELETE failed (client error): The resource could not be found. Jun 03 16:12:33.647242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9532653f-c9af-417a-a909-51c3473dd9cc tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:12:33.649361 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9532653f-c9af-417a-a909-51c3473dd9cc tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/subnets/17588f99-12f1-4b33-a5e8-898da572afa3 HTTP/1.1" status: 404 len: 337 time: 0.0424900 Jun 03 16:12:33.651795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36542) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:33.681102 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-db166de9-6f46-4d32-b953-d73be4a00278 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] DELETE failed (client error): The resource could not be found. Jun 03 16:12:33.681569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db166de9-6f46-4d32-b953-d73be4a00278 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:12:33.683271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-db166de9-6f46-4d32-b953-d73be4a00278 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/networks/7b5fd1f2-5fcf-4091-ac82-7161ede42907 HTTP/1.1" status: 404 len: 339 time: 0.0304856 Jun 03 16:12:33.688034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36546) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:33.708525 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e445fa9c-3cd7-4ff8-943b-dac667e56220 resource provider aggregate not found Jun 03 16:12:33.727984 n-d-844595-1 neutron-server[88445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5337fe5a-04f6-412a-b753-d5bcd5490374 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] DELETE failed (client error): The resource could not be found. Jun 03 16:12:33.728127 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment e445fa9c-3cd7-4ff8-943b-dac667e56220 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e445fa9c-3cd7-4ff8-943b-dac667e56220 found for delete ", "request_id": "req-4435b3ee-2df5-4f89-b4b6-9ff759686b2b"}]} Jun 03 16:12:33.728222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5337fe5a-04f6-412a-b753-d5bcd5490374 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:12:33.729844 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5337fe5a-04f6-412a-b753-d5bcd5490374 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/subnets/37e9070b-f652-4e3f-bb50-07086dc2d275 HTTP/1.1" status: 404 len: 337 time: 0.0407836 Jun 03 16:12:33.732679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36552) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:33.758183 n-d-844595-1 neutron-server[88444]: INFO neutron.pecan_wsgi.hooks.translation [None req-212c0086-8a5d-425a-82c9-4f18b1d74a00 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] DELETE failed (client error): The resource could not be found. Jun 03 16:12:33.758639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212c0086-8a5d-425a-82c9-4f18b1d74a00 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 03 16:12:33.760322 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-212c0086-8a5d-425a-82c9-4f18b1d74a00 tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/networks/33ecd03b-707c-404c-b866-fb36ac8f2abf HTTP/1.1" status: 404 len: 339 time: 0.0266707 Jun 03 16:12:33.763061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36556) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:33.826643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95ea0a8-249b-4eb0-a140-af4ff1f96b0c tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Deleting subnet f9ae545a-2121-4419-a366-99371d594393 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:12:33.829516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d95ea0a8-249b-4eb0-a140-af4ff1f96b0c tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:33.885865 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d95ea0a8-249b-4eb0-a140-af4ff1f96b0c tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:33.968433 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d95ea0a8-249b-4eb0-a140-af4ff1f96b0c tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.045154 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d95ea0a8-249b-4eb0-a140-af4ff1f96b0c tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.083048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ea0a8-249b-4eb0-a140-af4ff1f96b0c tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ae545a-2121-4419-a366-99371d594393,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:34.087633 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d95ea0a8-249b-4eb0-a140-af4ff1f96b0c tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.093580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12568b13-9e52-486c-8f79-f867e635f874 None None] Network d0636440-6b09-4a78-bf2f-b236fb0fe298 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:34.098168 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d95ea0a8-249b-4eb0-a140-af4ff1f96b0c tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/subnets/f9ae545a-2121-4419-a366-99371d594393 HTTP/1.1" status: 204 len: 168 time: 0.3341234 Jun 03 16:12:34.101074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36560) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:34.212953 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.224351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Deleting port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:12:34.224719 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.349951 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ccd07b-ea13-465f-92ed-b6552b090564 None None] DHCP port deletion for d0636440-6b09-4a78-bf2f-b236fb0fe298 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:12:34.355182 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-84ccd07b-ea13-465f-92ed-b6552b090564 None None] Deleting port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:12:34.355182 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-84ccd07b-ea13-465f-92ed-b6552b090564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.434908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] For port 31bf14cf-83f4-47c1-b85b-642f2a735ed0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=31bf14cf-83f4-47c1-b85b-642f2a735ed0,segment=NetworkSegment(a963dedb-bf9f-4054-b152-09140d82fc5e),segment_id=a963dedb-bf9f-4054-b152-09140d82fc5e)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:34.435270 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.552550 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-84ccd07b-ea13-465f-92ed-b6552b090564 None None] For port 31bf14cf-83f4-47c1-b85b-642f2a735ed0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=31bf14cf-83f4-47c1-b85b-642f2a735ed0,segment=NetworkSegment(a963dedb-bf9f-4054-b152-09140d82fc5e),segment_id=a963dedb-bf9f-4054-b152-09140d82fc5e)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:34.552914 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-84ccd07b-ea13-465f-92ed-b6552b090564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.561497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Calling delete_port for 31bf14cf-83f4-47c1-b85b-642f2a735ed0 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:12:34.640141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.675750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-84ccd07b-ea13-465f-92ed-b6552b090564 None None] Calling delete_port for 31bf14cf-83f4-47c1-b85b-642f2a735ed0 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:12:34.688517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Port': ['ID=31bf14cf-83f4-47c1-b85b-642f2a735ed0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:34.691968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] No DVR routers for this DVR port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:12:34.789991 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-84ccd07b-ea13-465f-92ed-b6552b090564 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:12:34.790333 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-84ccd07b-ea13-465f-92ed-b6552b090564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:12:34.813392 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.838347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0636440-6b09-4a78-bf2f-b236fb0fe298']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:34.850674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a963dedb-bf9f-4054-b152-09140d82fc5e') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:34.850967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a963dedb-bf9f-4054-b152-09140d82fc5e') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:34.862146 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.878444 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.884231 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3aea7b03-db93-4f16-8db1-9257598a6536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.885666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:12:34.885666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:34.936165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 52fb28b1-84ec-441e-ab4b-75119c2bc85a no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:12:34.955535 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment a963dedb-bf9f-4054-b152-09140d82fc5e resource provider aggregate not found Jun 03 16:12:34.972445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 52fb28b1-84ec-441e-ab4b-75119c2bc85a {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:12:34.972819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 52fb28b1-84ec-441e-ab4b-75119c2bc85a not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:12:34.973243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 31bf14cf-83f4-47c1-b85b-642f2a735ed0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:12:35.009350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 31bf14cf-83f4-47c1-b85b-642f2a735ed0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:12:35.009675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 31bf14cf-83f4-47c1-b85b-642f2a735ed0 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:12:35.079588 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment a963dedb-bf9f-4054-b152-09140d82fc5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a963dedb-bf9f-4054-b152-09140d82fc5e found for delete ", "request_id": "req-8d996a1b-a290-4f7d-87d5-c3e56d8c505a"}]} Jun 03 16:12:35.099223 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:35.116008 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:35.127090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] Pushing event deleted for resources: {'Network': ['ID=d0636440-6b09-4a78-bf2f-b236fb0fe298,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:35.131069 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-af68b1d1-093f-42c4-9c1c-57b4223b6b9e tempest-NetworksIpV6Test-156929595 tempest-NetworksIpV6Test-156929595-project] 10.222.0.48 "DELETE /v2.0/networks/d0636440-6b09-4a78-bf2f-b236fb0fe298 HTTP/1.1" status: 204 len: 168 time: 1.0287466 Jun 03 16:12:35.292014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-84ccd07b-ea13-465f-92ed-b6552b090564 None None] Deleting port 31bf14cf-83f4-47c1-b85b-642f2a735ed0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:12:35.292392 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-84ccd07b-ea13-465f-92ed-b6552b090564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:35.357556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-84ccd07b-ea13-465f-92ed-b6552b090564 None None] The port '31bf14cf-83f4-47c1-b85b-642f2a735ed0' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:12:35.382099 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:35.425657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36572) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:35.583503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-55a4d067-646a-42a5-bb8f-17ee513db4cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51d4bc76d3994a1d82531953a7af0c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566629 Jun 03 16:12:35.586143 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36578) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:35.643534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7124-d2d9-4734-a784-b119583352a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:35.669102 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7124-d2d9-4734-a784-b119583352a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:35.725039 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7124-d2d9-4734-a784-b119583352a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:35.744399 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc7124-d2d9-4734-a784-b119583352a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e7d717-37c7-452b-9e63-fad92d8fc7a5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:35.750833 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a8bc7124-d2d9-4734-a784-b119583352a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:35.751954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a8bc7124-d2d9-4734-a784-b119583352a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1e7d717-37c7-452b-9e63-fad92d8fc7a5 HTTP/1.1" status: 204 len: 168 time: 0.1649556 Jun 03 16:12:35.780823 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.474754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36604) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:36.585735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-bcbbdf5d-65f3-4b20-a4fb-3772e4eaa08d tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-714955703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:36.593715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bcbbdf5d-65f3-4b20-a4fb-3772e4eaa08d tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:36.597675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bcbbdf5d-65f3-4b20-a4fb-3772e4eaa08d tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Usage tracker for resource:router and tenant:ff4094f5e5fe4ca78bd08b5799854b2e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:36.600790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-bcbbdf5d-65f3-4b20-a4fb-3772e4eaa08d tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:36.607813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-bcbbdf5d-65f3-4b20-a4fb-3772e4eaa08d tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:36.619680 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bcbbdf5d-65f3-4b20-a4fb-3772e4eaa08d tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.620698 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bcbbdf5d-65f3-4b20-a4fb-3772e4eaa08d tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.637686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bcbbdf5d-65f3-4b20-a4fb-3772e4eaa08d tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.656598 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bcbbdf5d-65f3-4b20-a4fb-3772e4eaa08d tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.680245 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bcbbdf5d-65f3-4b20-a4fb-3772e4eaa08d tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.681468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bcbbdf5d-65f3-4b20-a4fb-3772e4eaa08d tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2056842 Jun 03 16:12:36.684668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36610) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:36.690160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1389837508'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:36.695663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:36.700322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Usage tracker for resource:network and tenant:ff4094f5e5fe4ca78bd08b5799854b2e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:36.703368 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:36.709260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:36.722931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Made reservation on behalf of ff4094f5e5fe4ca78bd08b5799854b2e for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:36.726405 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.738731 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.753231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:36.757058 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Usage tracker for resource:security_group_rule and tenant:ff4094f5e5fe4ca78bd08b5799854b2e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:36.759852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:36.765567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:36.858589 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.863519 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.896561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:12:36.904943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7be7ecb-a0c9-4487-b3f5-46965de400b6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:36.911902 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.912240 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Added segment 19f3ba5d-da68-4631-acd6-60cc1f4057cd of type vlan for network f1cbb471-b4bc-4c91-933f-be5078d29229 Jun 03 16:12:36.938615 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.970267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:36.975586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:36.976162 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:37.093843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4080484 Jun 03 16:12:37.096780 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36614) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:37.097273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b43cb-5954-45ea-8b78-0ca071ba3634 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Pushing event updated for resources: {'Network': ['ID=f1cbb471-b4bc-4c91-933f-be5078d29229,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:37.102580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Request body: {'subnet': {'network_id': 'f1cbb471-b4bc-4c91-933f-be5078d29229', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:37.107389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network f1cbb471-b4bc-4c91-933f-be5078d29229 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:12:37.225284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:37.229475 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:37.229656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Usage tracker for resource:subnet and tenant:ff4094f5e5fe4ca78bd08b5799854b2e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:37.232513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:37.238182 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:37.247990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Made reservation on behalf of ff4094f5e5fe4ca78bd08b5799854b2e for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:37.251465 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:37.472530 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:37.548229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Pushing event updated for resources: {'Subnet': ['ID=d7815651-bd2c-404d-a5ce-c182d4239c13,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:37.559178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Checking segment: {'id': '19f3ba5d-da68-4631-acd6-60cc1f4057cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f1cbb471-b4bc-4c91-933f-be5078d29229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:37.559517 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Network hostable DHCP agents. Network: f1cbb471-b4bc-4c91-933f-be5078d29229, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:12:37.580393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Network f1cbb471-b4bc-4c91-933f-be5078d29229 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:12:37.591745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, f1cbb471-b4bc-4c91-933f-be5078d29229) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:37.595953 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:37.596529 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:37.602649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a36c800-f069-4562-877e-d53f59dd15ee None None] Network f1cbb471-b4bc-4c91-933f-be5078d29229 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:37.621131 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-37f40bf6-6c4b-47b2-bee8-7b8d4c23109e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5231609 Jun 03 16:12:37.624315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36618) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:37.629904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-755079944'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:37.637580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:37.641615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Usage tracker for resource:network and tenant:ff4094f5e5fe4ca78bd08b5799854b2e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:37.644598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:37.650713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:37.663133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Made reservation on behalf of ff4094f5e5fe4ca78bd08b5799854b2e for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:37.666628 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:37.693630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:12:37.702361 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:37.702747 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Added segment 195ac340-8ed0-4452-961e-1d9d7559ecc4 of type vlan for network 259a2913-4cef-422d-9a31-b3409c102dfc Jun 03 16:12:37.728800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:37.759520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:37.765383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:37.766003 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:37.826333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-f1cbb471-b4bc-4c91-933f-be5078d29229', 'network_id': 'f1cbb471-b4bc-4c91-933f-be5078d29229', 'tenant_id': 'ff4094f5e5fe4ca78bd08b5799854b2e', 'fixed_ips': [{'subnet_id': 'd7815651-bd2c-404d-a5ce-c182d4239c13'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:12:37.827165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:37.865417 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2374201 Jun 03 16:12:37.866728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36622) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:37.873347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Request body: {'subnet': {'network_id': '259a2913-4cef-422d-9a31-b3409c102dfc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:37.874493 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93774f3e-f75a-4435-847d-a789cc42fc34 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Pushing event updated for resources: {'Network': ['ID=259a2913-4cef-422d-9a31-b3409c102dfc,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:37.887955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 259a2913-4cef-422d-9a31-b3409c102dfc details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:12:37.987456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:37.991700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Usage tracker for resource:subnet and tenant:ff4094f5e5fe4ca78bd08b5799854b2e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:37.994845 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:38.001029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:38.012045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Made reservation on behalf of ff4094f5e5fe4ca78bd08b5799854b2e for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:38.015648 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:38.081316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Allocated IP 172.20.0.2 (f1cbb471-b4bc-4c91-933f-be5078d29229/d7815651-bd2c-404d-a5ce-c182d4239c13/a1bbc168-93f8-46fa-8376-8b726dfb60f9) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:38.239714 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:38.282207 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:38.292367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Transition to ACTIVE for port object a1bbc168-93f8-46fa-8376-8b726dfb60f9 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:38.311459 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Transition to ACTIVE for port object a1bbc168-93f8-46fa-8376-8b726dfb60f9 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:38.315629 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Pushing event updated for resources: {'Subnet': ['ID=d18d9b01-a910-4812-8ca1-d3ffdd96e913,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:38.319874 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:38.324487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Checking segment: {'id': '195ac340-8ed0-4452-961e-1d9d7559ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '259a2913-4cef-422d-9a31-b3409c102dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:38.324855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Network hostable DHCP agents. Network: 259a2913-4cef-422d-9a31-b3409c102dfc, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:12:38.347081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Network 259a2913-4cef-422d-9a31-b3409c102dfc is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:12:38.357486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 259a2913-4cef-422d-9a31-b3409c102dfc) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:38.366383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:38.366963 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:38.375593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d113e20-e41e-4dd4-93d7-320ce710197d None None] Network 259a2913-4cef-422d-9a31-b3409c102dfc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:38.389808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-da83da4a-b407-4ae3-b32e-0e4575d322f3 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5218318 Jun 03 16:12:38.392782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36626) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:38.398099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7f7c9ae7-ab54-46ad-825f-06681befdce8 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Request body: {'router': {'external_gateway_info': {'network_id': '259a2913-4cef-422d-9a31-b3409c102dfc'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:38.448380 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Network f1cbb471-b4bc-4c91-933f-be5078d29229 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:38.454636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:38.470933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:38.484219 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Pushing event updated for resources: {'Port': ['ID=a1bbc168-93f8-46fa-8376-8b726dfb60f9,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:38.619001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Attempting to bind port a1bbc168-93f8-46fa-8376-8b726dfb60f9 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:38.619370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Attempting to bind port a1bbc168-93f8-46fa-8376-8b726dfb60f9 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '19f3ba5d-da68-4631-acd6-60cc1f4057cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f1cbb471-b4bc-4c91-933f-be5078d29229'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:38.619710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Attempting to bind port a1bbc168-93f8-46fa-8376-8b726dfb60f9 on network f1cbb471-b4bc-4c91-933f-be5078d29229 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:38.635558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:38.635917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Checking segment: {'id': '19f3ba5d-da68-4631-acd6-60cc1f4057cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f1cbb471-b4bc-4c91-933f-be5078d29229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:38.636317 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:38.636695 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Bound using segment: {'id': '19f3ba5d-da68-4631-acd6-60cc1f4057cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f1cbb471-b4bc-4c91-933f-be5078d29229'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:38.637209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Bound port: a1bbc168-93f8-46fa-8376-8b726dfb60f9, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f3ba5d-da68-4631-acd6-60cc1f4057cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f1cbb471-b4bc-4c91-933f-be5078d29229'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:38.637566 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:38.786638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7f7c9ae7-ab54-46ad-825f-06681befdce8 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:38.793159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-259a2913-4cef-422d-9a31-b3409c102dfc', 'network_id': '259a2913-4cef-422d-9a31-b3409c102dfc', 'tenant_id': 'ff4094f5e5fe4ca78bd08b5799854b2e', 'fixed_ips': [{'subnet_id': 'd18d9b01-a910-4812-8ca1-d3ffdd96e913'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:12:38.793944 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:38.822734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] For port a1bbc168-93f8-46fa-8376-8b726dfb60f9, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:38.826486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] For port a1bbc168-93f8-46fa-8376-8b726dfb60f9, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a1bbc168-93f8-46fa-8376-8b726dfb60f9,segment=NetworkSegment(19f3ba5d-da68-4631-acd6-60cc1f4057cd),segment_id=19f3ba5d-da68-4631-acd6-60cc1f4057cd)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:38.861446 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.015976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1e50a-6e00-44e2-89cb-0a81ec39811a None None] Pushing event updated for resources: {'Port': ['ID=a1bbc168-93f8-46fa-8376-8b726dfb60f9,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:39.043098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Allocated IP 172.21.0.2 (259a2913-4cef-422d-9a31-b3409c102dfc/d18d9b01-a910-4812-8ca1-d3ffdd96e913/d5075dbf-6a50-4e5b-87a2-03391f25c5a0) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:39.062983 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [None req-7f7c9ae7-ab54-46ad-825f-06681befdce8 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 03 16:12:39.064040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7f7c9ae7-ab54-46ad-825f-06681befdce8 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "PUT /v2.0/routers/742c4b68-55d0-48ef-a724-b241f882d3dd HTTP/1.1" status: 400 len: 364 time: 0.6703427 Jun 03 16:12:39.070460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36630) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:39.138484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bc9c17-1543-4e19-a63f-c1b69a2b720a tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Deleting subnet d18d9b01-a910-4812-8ca1-d3ffdd96e913 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:12:39.284012 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.296446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Transition to ACTIVE for port object d5075dbf-6a50-4e5b-87a2-03391f25c5a0 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:39.315375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Transition to ACTIVE for port object d5075dbf-6a50-4e5b-87a2-03391f25c5a0 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:39.322827 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91bc9c17-1543-4e19-a63f-c1b69a2b720a tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.328534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.389526 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91bc9c17-1543-4e19-a63f-c1b69a2b720a tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.412875 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Network 259a2913-4cef-422d-9a31-b3409c102dfc is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:39.413674 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.416624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:39.420301 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:39.426002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Pushing event updated for resources: {'Port': ['ID=d5075dbf-6a50-4e5b-87a2-03391f25c5a0,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:39.474642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91bc9c17-1543-4e19-a63f-c1b69a2b720a tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.514721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Attempting to bind port d5075dbf-6a50-4e5b-87a2-03391f25c5a0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:39.515079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Attempting to bind port d5075dbf-6a50-4e5b-87a2-03391f25c5a0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '195ac340-8ed0-4452-961e-1d9d7559ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '259a2913-4cef-422d-9a31-b3409c102dfc'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:39.515432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Attempting to bind port d5075dbf-6a50-4e5b-87a2-03391f25c5a0 on network 259a2913-4cef-422d-9a31-b3409c102dfc {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:39.520599 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:39.520956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Checking segment: {'id': '195ac340-8ed0-4452-961e-1d9d7559ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '259a2913-4cef-422d-9a31-b3409c102dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:39.521342 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.521719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Bound using segment: {'id': '195ac340-8ed0-4452-961e-1d9d7559ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '259a2913-4cef-422d-9a31-b3409c102dfc'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:39.522205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Bound port: d5075dbf-6a50-4e5b-87a2-03391f25c5a0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195ac340-8ed0-4452-961e-1d9d7559ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '259a2913-4cef-422d-9a31-b3409c102dfc'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:39.522574 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.555126 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91bc9c17-1543-4e19-a63f-c1b69a2b720a tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.593563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc9c17-1543-4e19-a63f-c1b69a2b720a tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Pushing event deleted for resources: {'Subnet': ['ID=d18d9b01-a910-4812-8ca1-d3ffdd96e913,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:39.600406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91bc9c17-1543-4e19-a63f-c1b69a2b720a tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.606722 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-91bc9c17-1543-4e19-a63f-c1b69a2b720a tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "DELETE /v2.0/subnets/d18d9b01-a910-4812-8ca1-d3ffdd96e913 HTTP/1.1" status: 204 len: 168 time: 0.5351551 Jun 03 16:12:39.609472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36634) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:39.612660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] For port d5075dbf-6a50-4e5b-87a2-03391f25c5a0, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:39.616083 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] For port d5075dbf-6a50-4e5b-87a2-03391f25c5a0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d5075dbf-6a50-4e5b-87a2-03391f25c5a0,segment=NetworkSegment(195ac340-8ed0-4452-961e-1d9d7559ecc4),segment_id=195ac340-8ed0-4452-961e-1d9d7559ecc4)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:39.620733 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.728554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.741600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Deleting port d5075dbf-6a50-4e5b-87a2-03391f25c5a0 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:12:39.741979 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:39.762388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4eda27-2ced-4d33-9f8e-45d2dc8b3219 None None] Pushing event updated for resources: {'Port': ['ID=d5075dbf-6a50-4e5b-87a2-03391f25c5a0,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:39.800750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a9001-6d10-42ea-a571-0ca2aa69ba40 None None] Network 259a2913-4cef-422d-9a31-b3409c102dfc requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:39.960552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] For port d5075dbf-6a50-4e5b-87a2-03391f25c5a0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d5075dbf-6a50-4e5b-87a2-03391f25c5a0,segment=NetworkSegment(195ac340-8ed0-4452-961e-1d9d7559ecc4),segment_id=195ac340-8ed0-4452-961e-1d9d7559ecc4)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:39.960908 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.066841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e28a9d-7431-4610-94fc-ff6580a15834 None None] Network f1cbb471-b4bc-4c91-933f-be5078d29229 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:40.095342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Calling delete_port for d5075dbf-6a50-4e5b-87a2-03391f25c5a0 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:12:40.172210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.182555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6aa5e50b-8364-4cff-b364-d7f02e19c772 None None] Provisioning for port a1bbc168-93f8-46fa-8376-8b726dfb60f9 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:40.219473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Pushing event deleted for resources: {'Port': ['ID=d5075dbf-6a50-4e5b-87a2-03391f25c5a0,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:40.221199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] No DVR routers for this DVR port d5075dbf-6a50-4e5b-87a2-03391f25c5a0 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:12:40.343690 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.375841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259a2913-4cef-422d-9a31-b3409c102dfc']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:40.388696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195ac340-8ed0-4452-961e-1d9d7559ecc4') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:40.388978 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195ac340-8ed0-4452-961e-1d9d7559ecc4') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:40.401331 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.418043 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.424535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:12:40.424920 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.489945 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 195ac340-8ed0-4452-961e-1d9d7559ecc4 resource provider aggregate not found Jun 03 16:12:40.491973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db70f094-14c8-4e68-acba-b82ef169a442 None None] get_active_networks_info from n-d-844595-1 {{(pid=88446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 03 16:12:40.513991 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 195ac340-8ed0-4452-961e-1d9d7559ecc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 195ac340-8ed0-4452-961e-1d9d7559ecc4 found for delete ", "request_id": "req-b5cb73aa-cefd-4108-b841-5e24f950c3b3"}]} Jun 03 16:12:40.529793 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.546747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.557679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Pushing event deleted for resources: {'Network': ['ID=259a2913-4cef-422d-9a31-b3409c102dfc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:40.564340 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8ccc324e-9759-4e0a-ac73-ddac5c8304f4 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "DELETE /v2.0/networks/259a2913-4cef-422d-9a31-b3409c102dfc HTTP/1.1" status: 204 len: 168 time: 0.9512529 Jun 03 16:12:40.564709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36642) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:40.590716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db70f094-14c8-4e68-acba-b82ef169a442 None None] Resources bound (agent type, host, resource id): {{(pid=88446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 03 16:12:40.629484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f796c014-7680-4f36-84ec-00836a6b4241 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Deleting subnet d7815651-bd2c-404d-a5ce-c182d4239c13 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:12:40.632526 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f796c014-7680-4f36-84ec-00836a6b4241 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.690122 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f796c014-7680-4f36-84ec-00836a6b4241 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.777526 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f796c014-7680-4f36-84ec-00836a6b4241 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.852082 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f796c014-7680-4f36-84ec-00836a6b4241 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.897908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796c014-7680-4f36-84ec-00836a6b4241 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Pushing event deleted for resources: {'Subnet': ['ID=d7815651-bd2c-404d-a5ce-c182d4239c13,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:40.900141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f796c014-7680-4f36-84ec-00836a6b4241 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:40.907172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f796c014-7680-4f36-84ec-00836a6b4241 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "DELETE /v2.0/subnets/d7815651-bd2c-404d-a5ce-c182d4239c13 HTTP/1.1" status: 204 len: 168 time: 0.3417387 Jun 03 16:12:40.910484 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36646) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:40.912424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e88efe-43cb-45c4-8a26-3eb3474f70a1 None None] Network f1cbb471-b4bc-4c91-933f-be5078d29229 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:40.973821 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:12:41.011123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a1bbc168-93f8-46fa-8376-8b726dfb60f9 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:41.032944 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:41.044208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Deleting port a1bbc168-93f8-46fa-8376-8b726dfb60f9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:12:41.044542 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:41.170826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port a1bbc168-93f8-46fa-8376-8b726dfb60f9 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:41.178632 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port a1bbc168-93f8-46fa-8376-8b726dfb60f9 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:41.178995 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:41.252378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] For port a1bbc168-93f8-46fa-8376-8b726dfb60f9, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a1bbc168-93f8-46fa-8376-8b726dfb60f9,segment=NetworkSegment(19f3ba5d-da68-4631-acd6-60cc1f4057cd),segment_id=19f3ba5d-da68-4631-acd6-60cc1f4057cd)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:41.252900 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:41.304456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port a1bbc168-93f8-46fa-8376-8b726dfb60f9 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:41.304911 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:41.317372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e24d9f-c06c-4c86-94e5-f3620ba3bd4b None None] DHCP port deletion for f1cbb471-b4bc-4c91-933f-be5078d29229 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:12:41.326862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-76e24d9f-c06c-4c86-94e5-f3620ba3bd4b None None] Deleting port a1bbc168-93f8-46fa-8376-8b726dfb60f9 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:12:41.327314 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-76e24d9f-c06c-4c86-94e5-f3620ba3bd4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:41.389434 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port a1bbc168-93f8-46fa-8376-8b726dfb60f9, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a1bbc168-93f8-46fa-8376-8b726dfb60f9,segment=NetworkSegment(19f3ba5d-da68-4631-acd6-60cc1f4057cd),segment_id=19f3ba5d-da68-4631-acd6-60cc1f4057cd)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:41.421157 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:41.486980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Calling delete_port for a1bbc168-93f8-46fa-8376-8b726dfb60f9 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:12:41.563493 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:12:41.563723 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:12:41.577704 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=a1bbc168-93f8-46fa-8376-8b726dfb60f9,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:41.598583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-76e24d9f-c06c-4c86-94e5-f3620ba3bd4b None None] For port a1bbc168-93f8-46fa-8376-8b726dfb60f9, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=a1bbc168-93f8-46fa-8376-8b726dfb60f9,segment=NetworkSegment(19f3ba5d-da68-4631-acd6-60cc1f4057cd),segment_id=19f3ba5d-da68-4631-acd6-60cc1f4057cd)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:41.598956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-76e24d9f-c06c-4c86-94e5-f3620ba3bd4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:41.715845 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-76e24d9f-c06c-4c86-94e5-f3620ba3bd4b None None] Calling delete_port for a1bbc168-93f8-46fa-8376-8b726dfb60f9 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:12:41.791452 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-76e24d9f-c06c-4c86-94e5-f3620ba3bd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:41.844874 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e24d9f-c06c-4c86-94e5-f3620ba3bd4b None None] Pushing event deleted for resources: {'Port': ['ID=a1bbc168-93f8-46fa-8376-8b726dfb60f9,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:41.849928 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e24d9f-c06c-4c86-94e5-f3620ba3bd4b None None] No DVR routers for this DVR port a1bbc168-93f8-46fa-8376-8b726dfb60f9 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:12:42.065503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Deleting port a1bbc168-93f8-46fa-8376-8b726dfb60f9 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:12:42.066020 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:42.144530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] The port 'a1bbc168-93f8-46fa-8376-8b726dfb60f9' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:12:42.265836 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:42.290681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cbb471-b4bc-4c91-933f-be5078d29229']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:42.302861 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f3ba5d-da68-4631-acd6-60cc1f4057cd') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:42.303138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f3ba5d-da68-4631-acd6-60cc1f4057cd') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:42.314611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:42.331137 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:42.337632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:12:42.338039 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:42.436286 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:42.453153 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:42.464240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Pushing event deleted for resources: {'Network': ['ID=f1cbb471-b4bc-4c91-933f-be5078d29229,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:42.468172 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9117581c-02e7-4ffb-9fa9-57caaf733d0e tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "DELETE /v2.0/networks/f1cbb471-b4bc-4c91-933f-be5078d29229 HTTP/1.1" status: 204 len: 168 time: 1.5567675 Jun 03 16:12:42.470859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36650) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:42.512297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35e74aed-c28c-4fd5-a7e9-4f3edd3a8680 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Synchronizing usage tracker for tenant:ff4094f5e5fe4ca78bd08b5799854b2e on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:12:42.531335 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 19f3ba5d-da68-4631-acd6-60cc1f4057cd resource provider aggregate not found Jun 03 16:12:42.536247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-35e74aed-c28c-4fd5-a7e9-4f3edd3a8680 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Unset dirty status for tenant:ff4094f5e5fe4ca78bd08b5799854b2e on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:12:42.536966 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-35e74aed-c28c-4fd5-a7e9-4f3edd3a8680 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "GET /v2.0/ports?device_id=742c4b68-55d0-48ef-a724-b241f882d3dd HTTP/1.1" status: 200 len: 205 time: 0.0652485 Jun 03 16:12:42.539677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36658) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:42.595154 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 19f3ba5d-da68-4631-acd6-60cc1f4057cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19f3ba5d-da68-4631-acd6-60cc1f4057cd found for delete ", "request_id": "req-e6ddd7fc-2203-4b10-bad9-6314e93fc828"}]} Jun 03 16:12:42.674051 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9737f9d7-2255-4bd4-a88c-bef931252562 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:42.932453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a1bbc168-93f8-46fa-8376-8b726dfb60f9 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:12:42.964831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9737f9d7-2255-4bd4-a88c-bef931252562 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:42.966068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: a1bbc168-93f8-46fa-8376-8b726dfb60f9 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:12:42.966400 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device a1bbc168-93f8-46fa-8376-8b726dfb60f9 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:12:42.968019 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9737f9d7-2255-4bd4-a88c-bef931252562 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:42.991799 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9737f9d7-2255-4bd4-a88c-bef931252562 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:42.992359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9737f9d7-2255-4bd4-a88c-bef931252562 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Fanout notify agent at l3_agent the message router_deleted on router 742c4b68-55d0-48ef-a724-b241f882d3dd {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:12:43.003354 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9737f9d7-2255-4bd4-a88c-bef931252562 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:43.004420 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9737f9d7-2255-4bd4-a88c-bef931252562 tempest-RoutersNegativeTest-1983951418 tempest-RoutersNegativeTest-1983951418-project] 10.222.0.48 "DELETE /v2.0/routers/742c4b68-55d0-48ef-a724-b241f882d3dd HTTP/1.1" status: 204 len: 168 time: 0.4639118 Jun 03 16:12:43.327063 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36666) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:43.482116 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bc428d4f-da6c-442c-b447-a77536a90792 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff4094f5e5fe4ca78bd08b5799854b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538179 Jun 03 16:12:43.485893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36672) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:43.543714 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:43.570239 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:43.736124 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:43.751583 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7be7ecb-a0c9-4487-b3f5-46965de400b6,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:43.760484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.760832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.761141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.761461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.761920 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.762245 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.762557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.762867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.763183 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.763498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.763803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.764108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:43.767189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:43.768370 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9ec6c0f6-02c0-45eb-8165-870cf1ebc3f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7be7ecb-a0c9-4487-b3f5-46965de400b6 HTTP/1.1" status: 204 len: 168 time: 0.2815375 Jun 03 16:12:44.512985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36696) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:44.621790 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-159550041-network', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:44.627742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:44.632007 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Usage tracker for resource:network and tenant:479dfa7277d3454b9bd9849fef1a2783 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:44.635164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:44.641832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:44.655760 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Made reservation on behalf of 479dfa7277d3454b9bd9849fef1a2783 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:44.658142 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:44.670144 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:44.684980 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:44.689221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Usage tracker for resource:security_group_rule and tenant:479dfa7277d3454b9bd9849fef1a2783 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:44.692249 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:44.698535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:44.781730 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:44.787917 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:44.820094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:12:44.825400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b552c16-46c0-41ff-b1cd-ee9b75159259,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:44.833523 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:44.833856 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Added segment 346e01be-db9d-432e-b62c-f758517b4006 of type vlan for network 5600ae23-3166-4074-af5c-732fadaf4c29 Jun 03 16:12:44.860024 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:44.892217 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:44.893271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:44.893921 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:44.994616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] Pushing event updated for resources: {'Network': ['ID=5600ae23-3166-4074-af5c-732fadaf4c29,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:44.998836 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-038e535a-3101-4448-a01c-4169026e0db6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4848483 Jun 03 16:12:45.001863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36702) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:45.004753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5600ae23-3166-4074-af5c-732fadaf4c29 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:12:45.007259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Request body: {'subnet': {'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-159550041-subnet', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:45.013404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:45.017558 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Usage tracker for resource:subnet and tenant:479dfa7277d3454b9bd9849fef1a2783 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:45.020631 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:45.026644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:45.038622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Made reservation on behalf of 479dfa7277d3454b9bd9849fef1a2783 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:45.040909 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:45.264800 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:45.333545 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d74a0f4-03a0-47ac-9ef0-00ea90e71833,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:45.344924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Checking segment: {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:45.345271 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Network hostable DHCP agents. Network: 5600ae23-3166-4074-af5c-732fadaf4c29, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:12:45.364386 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Network 5600ae23-3166-4074-af5c-732fadaf4c29 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:12:45.375194 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5600ae23-3166-4074-af5c-732fadaf4c29) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:45.379376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:45.379953 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:45.383911 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef85cb80-e66a-4fad-8161-53e80593dce8 None None] Network 5600ae23-3166-4074-af5c-732fadaf4c29 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:45.402339 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2f7dfc03-3d4b-4cbe-8f9d-f8e942c2c734 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3989789 Jun 03 16:12:45.404756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36706) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:45.409650 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-159550041-router', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:45.415358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:45.419361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Usage tracker for resource:router and tenant:479dfa7277d3454b9bd9849fef1a2783 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:45.422286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:45.428102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:45.439968 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:45.440997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:45.456207 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:45.602099 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-5600ae23-3166-4074-af5c-732fadaf4c29', 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'fixed_ips': [{'subnet_id': '7d74a0f4-03a0-47ac-9ef0-00ea90e71833'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:12:45.603021 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:45.726815 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:45.764103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Allocated IP 172.20.0.2 (5600ae23-3166-4074-af5c-732fadaf4c29/7d74a0f4-03a0-47ac-9ef0-00ea90e71833/642c4969-fa7d-47fb-976c-92f1ecc05756) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:46.004129 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:46.014805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Transition to ACTIVE for port object 642c4969-fa7d-47fb-976c-92f1ecc05756 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:46.033629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Transition to ACTIVE for port object 642c4969-fa7d-47fb-976c-92f1ecc05756 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:46.040628 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:46.041938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:46.075823 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:46.112884 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Network 5600ae23-3166-4074-af5c-732fadaf4c29 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:46.116001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:46.119642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:46.125356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Pushing event updated for resources: {'Port': ['ID=642c4969-fa7d-47fb-976c-92f1ecc05756,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:46.209462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Attempting to bind port 642c4969-fa7d-47fb-976c-92f1ecc05756 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:46.209462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Attempting to bind port 642c4969-fa7d-47fb-976c-92f1ecc05756 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:46.211075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Attempting to bind port 642c4969-fa7d-47fb-976c-92f1ecc05756 on network 5600ae23-3166-4074-af5c-732fadaf4c29 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:46.214148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Allocated IP 172.25.7.192 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/add786e5-5b96-4478-be71-f7ac24522dd5) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:46.215517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:46.215878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Checking segment: {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:46.216260 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:46.216649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Bound using segment: {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:46.217098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Bound port: 642c4969-fa7d-47fb-976c-92f1ecc05756, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:46.217486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:46.308303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] For port 642c4969-fa7d-47fb-976c-92f1ecc05756, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:46.311586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] For port 642c4969-fa7d-47fb-976c-92f1ecc05756, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=642c4969-fa7d-47fb-976c-92f1ecc05756,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:46.318245 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:46.401700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78e226-761e-4c1e-a6d8-2fd7979a3115 None None] Pushing event updated for resources: {'Port': ['ID=642c4969-fa7d-47fb-976c-92f1ecc05756,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:46.486336 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:46.518192 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:46.585414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:46.589319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:46.593357 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:46.631400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Pushing event updated for resources: {'Port': ['ID=add786e5-5b96-4478-be71-f7ac24522dd5,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:46.965226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 642c4969-fa7d-47fb-976c-92f1ecc05756 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:47.024828 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:47.037515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 642c4969-fa7d-47fb-976c-92f1ecc05756 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:47.331541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb18804-09f8-442c-9235-06a7b407ef46 None None] Network 5600ae23-3166-4074-af5c-732fadaf4c29 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:47.371965 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:47.483305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-189958c8-ca27-429f-a21f-90a527fdd3f5 None None] Provisioning for port 642c4969-fa7d-47fb-976c-92f1ecc05756 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:47.495932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-189958c8-ca27-429f-a21f-90a527fdd3f5 None None] Provisioning complete for port 642c4969-fa7d-47fb-976c-92f1ecc05756 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:47.496337 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-189958c8-ca27-429f-a21f-90a527fdd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:47.580550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Router 8755f513-c53f-43f4-94e2-6f47b1e54f06 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:12:47.669567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-189958c8-ca27-429f-a21f-90a527fdd3f5 None None] Current status of the port 642c4969-fa7d-47fb-976c-92f1ecc05756 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:47.670100 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-189958c8-ca27-429f-a21f-90a527fdd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:47.711096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-189958c8-ca27-429f-a21f-90a527fdd3f5 None None] For port 642c4969-fa7d-47fb-976c-92f1ecc05756, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=642c4969-fa7d-47fb-976c-92f1ecc05756,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:47.717325 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-189958c8-ca27-429f-a21f-90a527fdd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:47.763640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:12:47.775515 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Sync routers for ids ['8755f513-c53f-43f4-94e2-6f47b1e54f06'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:12:47.795056 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Routers {'8755f513-c53f-43f4-94e2-6f47b1e54f06'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:12:47.795684 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:12:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8755f513-c53f-43f4-94e2-6f47b1e54f06'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:47.797087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189958c8-ca27-429f-a21f-90a527fdd3f5 None None] Pushing event updated for resources: {'Port': ['ID=642c4969-fa7d-47fb-976c-92f1ecc05756,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:47.799274 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:47.804256 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0312a012-725c-4b50-8ef6-2120a23a0af5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3971281 Jun 03 16:12:47.805637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36710) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:47.939971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8f50106b-503b-4218-b9f3-d1bbf7490304 None None] Provisioning complete for port 642c4969-fa7d-47fb-976c-92f1ecc05756 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:47.940720 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8f50106b-503b-4218-b9f3-d1bbf7490304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:48.023133 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Set router 8755f513-c53f-43f4-94e2-6f47b1e54f06 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:12:48.059660 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8f50106b-503b-4218-b9f3-d1bbf7490304 None None] Current status of the port 642c4969-fa7d-47fb-976c-92f1ecc05756 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:48.301997 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'name': 'tempest-TestEncryptedCinderVolumes-159550041-router', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:45Z', 'updated_at': '2022-06-03T16:12:46Z', 'revision_number': 3, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'gw_port': {'id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:60:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:46Z', 'updated_at': '2022-06-03T16:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:48.306098 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Checking router: 8755f513-c53f-43f4-94e2-6f47b1e54f06 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:12:48.306545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Updating router 8755f513-c53f-43f4-94e2-6f47b1e54f06 port add786e5-5b96-4478-be71-f7ac24522dd5 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:12:48.357854 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:48.618633 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:48.669933 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:48.681335 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Transition to ACTIVE for port object add786e5-5b96-4478-be71-f7ac24522dd5 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:48.688415 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:48.770733 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Pushing event updated for resources: {'Port': ['ID=add786e5-5b96-4478-be71-f7ac24522dd5,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:48.772845 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Attempting to bind port add786e5-5b96-4478-be71-f7ac24522dd5 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:48.773195 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Attempting to bind port add786e5-5b96-4478-be71-f7ac24522dd5 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:48.773533 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Attempting to bind port add786e5-5b96-4478-be71-f7ac24522dd5 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:48.782601 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:48.783262 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:48.783373 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:48.783722 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:48.784146 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Bound port: add786e5-5b96-4478-be71-f7ac24522dd5, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:48.784505 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:48.813743 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.814089 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.814430 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.814763 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.815105 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.815429 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.815751 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.816066 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.816381 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.816698 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.817009 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.817322 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:12:48.828279 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Allocated IP 172.20.0.1 (5600ae23-3166-4074-af5c-732fadaf4c29/7d74a0f4-03a0-47ac-9ef0-00ea90e71833/257c6866-d374-42b5-bacc-9f4b680b2a84) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:48.866943 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] For port add786e5-5b96-4478-be71-f7ac24522dd5, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:48.870527 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] For port add786e5-5b96-4478-be71-f7ac24522dd5, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=add786e5-5b96-4478-be71-f7ac24522dd5,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:48.875180 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:48.943373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 642c4969-fa7d-47fb-976c-92f1ecc05756 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:48.950914 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Routers {'8755f513-c53f-43f4-94e2-6f47b1e54f06'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:12:48.951335 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:12:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8755f513-c53f-43f4-94e2-6f47b1e54f06'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:48.985319 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:49.003809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Transition to ACTIVE for port object 257c6866-d374-42b5-bacc-9f4b680b2a84 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:49.012948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 642c4969-fa7d-47fb-976c-92f1ecc05756 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:49.013459 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:49.028471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:49.094032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Network 5600ae23-3166-4074-af5c-732fadaf4c29 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:49.096985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:49.100656 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:49.124904 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b750dc-e97c-43bc-bda5-deb57b1e3ca7 None None] Pushing event updated for resources: {'Port': ['ID=add786e5-5b96-4478-be71-f7ac24522dd5,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:49.130213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Pushing event updated for resources: {'Port': ['ID=257c6866-d374-42b5-bacc-9f4b680b2a84,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:49.140637 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] Set router 8755f513-c53f-43f4-94e2-6f47b1e54f06 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:12:49.152296 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 642c4969-fa7d-47fb-976c-92f1ecc05756 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:49.169718 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:49.299278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:49.389655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d7f92d16-07eb-4414-a062-4422cd3d4c44 None None] Provisioning for port 257c6866-d374-42b5-bacc-9f4b680b2a84 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:49.395206 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d7f92d16-07eb-4414-a062-4422cd3d4c44 None None] Provisioning complete for port 257c6866-d374-42b5-bacc-9f4b680b2a84 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:49.395716 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d7f92d16-07eb-4414-a062-4422cd3d4c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:49.450368 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d7f92d16-07eb-4414-a062-4422cd3d4c44 None None] Port 257c6866-d374-42b5-bacc-9f4b680b2a84 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:12:49.462755 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'name': 'tempest-TestEncryptedCinderVolumes-159550041-router', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:45Z', 'updated_at': '2022-06-03T16:12:46Z', 'revision_number': 3, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'gw_port': {'id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:60:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:46Z', 'updated_at': '2022-06-03T16:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:49.466925 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb9c1b9-7ed3-4948-b5eb-22dac1d04d46 None None] The sync data for ids ['8755f513-c53f-43f4-94e2-6f47b1e54f06'] in n-d-844595-1 is: [{'id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'name': 'tempest-TestEncryptedCinderVolumes-159550041-router', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:45Z', 'updated_at': '2022-06-03T16:12:46Z', 'revision_number': 3, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'gw_port': {'id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:60:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:46Z', 'updated_at': '2022-06-03T16:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:12:49.651224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:49.656947 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:49.769074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Pushing event updated for resources: {'Port': ['ID=257c6866-d374-42b5-bacc-9f4b680b2a84,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:49.772237 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:49.911744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Network 5600ae23-3166-4074-af5c-732fadaf4c29 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:49.913014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:50.102990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Router 8755f513-c53f-43f4-94e2-6f47b1e54f06 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:12:50.176322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-db17790e-af02-40ad-a34b-9cd3ba0fef09 None None] Provisioning complete for port 257c6866-d374-42b5-bacc-9f4b680b2a84 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:50.176924 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-db17790e-af02-40ad-a34b-9cd3ba0fef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:50.234147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-db17790e-af02-40ad-a34b-9cd3ba0fef09 None None] Port 257c6866-d374-42b5-bacc-9f4b680b2a84 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:12:50.290329 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:12:50.299756 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-83953083-5704-4a2a-a1ce-493d0d9a1c21 admin admin] 10.222.0.48 "PUT /v2.0/routers/8755f513-c53f-43f4-94e2-6f47b1e54f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4929566 Jun 03 16:12:50.857192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36728) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:50.863586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1059947928-network', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:50.869974 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:50.875369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Usage tracker for resource:network and tenant:b43c8a3db1be474b8e3ab893953918c5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:50.878766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:50.885228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:50.899119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Made reservation on behalf of b43c8a3db1be474b8e3ab893953918c5 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:50.903027 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:50.922329 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:50.932403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Sync routers for ids ['8755f513-c53f-43f4-94e2-6f47b1e54f06'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:12:50.938369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:50.942061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Routers {'8755f513-c53f-43f4-94e2-6f47b1e54f06'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:12:50.942193 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Usage tracker for resource:security_group_rule and tenant:b43c8a3db1be474b8e3ab893953918c5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:50.942671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:12:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8755f513-c53f-43f4-94e2-6f47b1e54f06'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:50.944876 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:50.950603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:51.000488 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device add786e5-5b96-4478-be71-f7ac24522dd5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:51.033493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.039172 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.073515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:12:51.085389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf9a037-e441-45a2-90ef-38cd831b4c78,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:51.091364 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.092852 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Added segment b773c583-1b5a-4d17-9765-24b58459f0f5 of type vlan for network a1fe038c-5378-410d-a869-03dab9fa622c Jun 03 16:12:51.118143 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.149887 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.150893 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:51.151501 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.215443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port add786e5-5b96-4478-be71-f7ac24522dd5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:51.226369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Set router 8755f513-c53f-43f4-94e2-6f47b1e54f06 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:12:51.266864 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4078748 Jun 03 16:12:51.267548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2811b-ec52-4342-b264-15870087e525 admin admin] Pushing event updated for resources: {'Network': ['ID=a1fe038c-5378-410d-a869-03dab9fa622c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:51.270301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 36732) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:51.270453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port add786e5-5b96-4478-be71-f7ac24522dd5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:51.270453 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.275845 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Request body: {'subnet': {'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1059947928-subnet', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:51.281809 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:51.292632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Usage tracker for resource:subnet and tenant:b43c8a3db1be474b8e3ab893953918c5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:51.295896 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:51.302874 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:51.306935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a1fe038c-5378-410d-a869-03dab9fa622c details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:12:51.320519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Made reservation on behalf of b43c8a3db1be474b8e3ab893953918c5 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:12:51.323106 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.525244 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.610904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=284395fc-1163-4be6-9f16-406735c0006c,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:51.617393 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Checking segment: {'id': 'b773c583-1b5a-4d17-9765-24b58459f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:51.617721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Network hostable DHCP agents. Network: a1fe038c-5378-410d-a869-03dab9fa622c, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:12:51.637552 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Network a1fe038c-5378-410d-a869-03dab9fa622c is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:12:51.648119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a1fe038c-5378-410d-a869-03dab9fa622c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:51.652935 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:51.653524 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.665676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00323e5e-ff01-4e6e-a4be-c22baa82e5a8 None None] Network a1fe038c-5378-410d-a869-03dab9fa622c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:51.676305 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8bf74c14-27a0-4fd9-ac62-2c086df7fc43 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4052663 Jun 03 16:12:51.679065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36736) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:51.680678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port add786e5-5b96-4478-be71-f7ac24522dd5 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:51.681047 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.684384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1059947928-router', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:12:51.689809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:12:51.693745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Usage tracker for resource:router and tenant:b43c8a3db1be474b8e3ab893953918c5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:12:51.696734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:12:51.702715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:12:51.714680 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.715677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.730782 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.793307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port add786e5-5b96-4478-be71-f7ac24522dd5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=add786e5-5b96-4478-be71-f7ac24522dd5,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:51.802802 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:51.956892 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=add786e5-5b96-4478-be71-f7ac24522dd5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:51.999113 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'name': 'tempest-TestEncryptedCinderVolumes-159550041-router', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:45Z', 'updated_at': '2022-06-03T16:12:49Z', 'revision_number': 4, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'gw_port': {'id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:60:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:46Z', 'updated_at': '2022-06-03T16:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '257c6866-d374-42b5-bacc-9f4b680b2a84', 'name': '', 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'mac_address': 'fa:16:3e:43:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '7d74a0f4-03a0-47ac-9ef0-00ea90e71833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:48Z', 'updated_at': '2022-06-03T16:12:49Z', 'revision_number': 2, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'subnets': [{'id': '7d74a0f4-03a0-47ac-9ef0-00ea90e71833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:52.009744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Checking router: 8755f513-c53f-43f4-94e2-6f47b1e54f06 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:12:52.010112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Updating router 8755f513-c53f-43f4-94e2-6f47b1e54f06 port 257c6866-d374-42b5-bacc-9f4b680b2a84 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:12:52.037628 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-a1fe038c-5378-410d-a869-03dab9fa622c', 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'fixed_ips': [{'subnet_id': '284395fc-1163-4be6-9f16-406735c0006c'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:12:52.038463 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.116135 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.125066 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.329922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Allocated IP 172.20.0.2 (a1fe038c-5378-410d-a869-03dab9fa622c/284395fc-1163-4be6-9f16-406735c0006c/32ea8991-d8da-4a31-9eb9-134d4650c647) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:52.442808 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.474205 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.613671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Allocated IP 172.25.7.58 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/92a0fc38-1640-464b-b2c8-ace280275156) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:52.739730 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.757119 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.761623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Transition to ACTIVE for port object 32ea8991-d8da-4a31-9eb9-134d4650c647 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:52.761822 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.781649 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Transition to ACTIVE for port object 257c6866-d374-42b5-bacc-9f4b680b2a84 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:52.791730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Transition to ACTIVE for port object 32ea8991-d8da-4a31-9eb9-134d4650c647 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:52.793025 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.793193 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.838146 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:52.857777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:52.860848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:52.864571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:52.916129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Pushing event updated for resources: {'Port': ['ID=92a0fc38-1640-464b-b2c8-ace280275156,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:52.940859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Network a1fe038c-5378-410d-a869-03dab9fa622c is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:52.945068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:52.953256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:52.979487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49e955-916d-4d9c-a589-6f0e7ebcfe8c None None] Pushing event updated for resources: {'Port': ['ID=257c6866-d374-42b5-bacc-9f4b680b2a84,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:52.990429 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device add786e5-5b96-4478-be71-f7ac24522dd5 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:53.238350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Pushing event updated for resources: {'Port': ['ID=32ea8991-d8da-4a31-9eb9-134d4650c647,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:53.244864 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Attempting to bind port 257c6866-d374-42b5-bacc-9f4b680b2a84 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:53.245157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Attempting to bind port 257c6866-d374-42b5-bacc-9f4b680b2a84 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:53.245505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Attempting to bind port 257c6866-d374-42b5-bacc-9f4b680b2a84 on network 5600ae23-3166-4074-af5c-732fadaf4c29 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:53.248882 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Attempting to bind port 32ea8991-d8da-4a31-9eb9-134d4650c647 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:53.249237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Attempting to bind port 32ea8991-d8da-4a31-9eb9-134d4650c647 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b773c583-1b5a-4d17-9765-24b58459f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:53.249576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Attempting to bind port 32ea8991-d8da-4a31-9eb9-134d4650c647 on network a1fe038c-5378-410d-a869-03dab9fa622c {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:53.263630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:53.263979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Checking segment: {'id': 'b773c583-1b5a-4d17-9765-24b58459f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:53.264364 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:53.264753 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Bound using segment: {'id': 'b773c583-1b5a-4d17-9765-24b58459f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:53.265208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Bound port: 32ea8991-d8da-4a31-9eb9-134d4650c647, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b773c583-1b5a-4d17-9765-24b58459f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:53.265561 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:53.274258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:53.274622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Checking segment: {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:53.275004 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:53.275377 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Bound using segment: {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:53.275828 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Bound port: 257c6866-d374-42b5-bacc-9f4b680b2a84, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:53.276192 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:53.293113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:53.388934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port add786e5-5b96-4478-be71-f7ac24522dd5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:53.389536 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:53.500187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] For port 32ea8991-d8da-4a31-9eb9-134d4650c647, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:53.502254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] For port 257c6866-d374-42b5-bacc-9f4b680b2a84, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:53.505834 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] For port 32ea8991-d8da-4a31-9eb9-134d4650c647, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=32ea8991-d8da-4a31-9eb9-134d4650c647,segment=NetworkSegment(b773c583-1b5a-4d17-9765-24b58459f0f5),segment_id=b773c583-1b5a-4d17-9765-24b58459f0f5)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:53.508132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] For port 257c6866-d374-42b5-bacc-9f4b680b2a84, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=257c6866-d374-42b5-bacc-9f4b680b2a84,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:53.512623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:53.571994 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:53.658716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port add786e5-5b96-4478-be71-f7ac24522dd5 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:53.662276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c0c01-d52b-4b77-9c83-fdf30e9ee82d None None] Pushing event updated for resources: {'Port': ['ID=32ea8991-d8da-4a31-9eb9-134d4650c647,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:53.695125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Routers {'8755f513-c53f-43f4-94e2-6f47b1e54f06'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:12:53.695725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:12:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8755f513-c53f-43f4-94e2-6f47b1e54f06'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:53.784389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:53.904903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49e955-916d-4d9c-a589-6f0e7ebcfe8c None None] Pushing event updated for resources: {'Port': ['ID=257c6866-d374-42b5-bacc-9f4b680b2a84,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:53.941631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] Set router 8755f513-c53f-43f4-94e2-6f47b1e54f06 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:12:54.052543 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Router 87969a05-3ae7-4d16-b0a5-32b709f0117c is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:12:54.242424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:12:54.253788 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Sync routers for ids ['87969a05-3ae7-4d16-b0a5-32b709f0117c'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:12:54.265157 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Routers {'87969a05-3ae7-4d16-b0a5-32b709f0117c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:12:54.266243 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:12:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['87969a05-3ae7-4d16-b0a5-32b709f0117c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:54.269354 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:54.273320 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-de7cf5b7-c112-4b81-9035-11954b28ec89 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5906608 Jun 03 16:12:54.273599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 36740) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:12:54.321662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'name': 'tempest-TestEncryptedCinderVolumes-159550041-router', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:45Z', 'updated_at': '2022-06-03T16:12:49Z', 'revision_number': 4, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'gw_port': {'id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:46Z', 'updated_at': '2022-06-03T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '257c6866-d374-42b5-bacc-9f4b680b2a84', 'name': '', 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'mac_address': 'fa:16:3e:43:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '7d74a0f4-03a0-47ac-9ef0-00ea90e71833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:48Z', 'updated_at': '2022-06-03T16:12:53Z', 'revision_number': 4, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'subnets': [{'id': '7d74a0f4-03a0-47ac-9ef0-00ea90e71833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:54.326048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190fdd4-010c-4898-b80f-4091a541f6be None None] The sync data for ids ['8755f513-c53f-43f4-94e2-6f47b1e54f06'] in n-d-844595-1 is: [{'id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'name': 'tempest-TestEncryptedCinderVolumes-159550041-router', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:45Z', 'updated_at': '2022-06-03T16:12:49Z', 'revision_number': 4, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'gw_port': {'id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:46Z', 'updated_at': '2022-06-03T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '257c6866-d374-42b5-bacc-9f4b680b2a84', 'name': '', 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'mac_address': 'fa:16:3e:43:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '7d74a0f4-03a0-47ac-9ef0-00ea90e71833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:48Z', 'updated_at': '2022-06-03T16:12:53Z', 'revision_number': 4, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'subnets': [{'id': '7d74a0f4-03a0-47ac-9ef0-00ea90e71833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:12:54.501258 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Set router 87969a05-3ae7-4d16-b0a5-32b709f0117c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:12:54.813460 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'name': 'tempest-TestEncryptedCinderVolumes-1059947928-router', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '92a0fc38-1640-464b-b2c8-ace280275156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:51Z', 'updated_at': '2022-06-03T16:12:53Z', 'revision_number': 3, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'gw_port': {'id': '92a0fc38-1640-464b-b2c8-ace280275156', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:52Z', 'updated_at': '2022-06-03T16:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:54.818422 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Checking router: 87969a05-3ae7-4d16-b0a5-32b709f0117c for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:12:54.819118 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Updating router 87969a05-3ae7-4d16-b0a5-32b709f0117c port 92a0fc38-1640-464b-b2c8-ace280275156 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:12:54.844583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef1bee4-049f-408f-b73a-6d3222f66aaf None None] Network a1fe038c-5378-410d-a869-03dab9fa622c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:12:54.882704 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.066934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 257c6866-d374-42b5-bacc-9f4b680b2a84 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:55.137568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c6aa2a04-8f83-4a8e-a726-5387125e4ba2 None None] Provisioning for port 32ea8991-d8da-4a31-9eb9-134d4650c647 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:55.235873 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 257c6866-d374-42b5-bacc-9f4b680b2a84 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:55.241784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 257c6866-d374-42b5-bacc-9f4b680b2a84 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:55.242182 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.284393 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.296104 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.315877 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Transition to ACTIVE for port object 92a0fc38-1640-464b-b2c8-ace280275156 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:55.335847 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.451369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 257c6866-d374-42b5-bacc-9f4b680b2a84 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:55.452496 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.462595 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Attempting to bind port 92a0fc38-1640-464b-b2c8-ace280275156 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:55.462959 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Attempting to bind port 92a0fc38-1640-464b-b2c8-ace280275156 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:55.463317 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Attempting to bind port 92a0fc38-1640-464b-b2c8-ace280275156 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:55.469418 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4555866-097b-4088-b178-21883f5047c4 None None] Pushing event updated for resources: {'Port': ['ID=92a0fc38-1640-464b-b2c8-ace280275156,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:55.474412 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:55.474780 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:55.475178 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.475560 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:55.476024 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Bound port: 92a0fc38-1640-464b-b2c8-ace280275156, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:55.476391 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.519974 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 257c6866-d374-42b5-bacc-9f4b680b2a84, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=257c6866-d374-42b5-bacc-9f4b680b2a84,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:55.526979 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.527919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 32ea8991-d8da-4a31-9eb9-134d4650c647 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:55.578077 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] For port 92a0fc38-1640-464b-b2c8-ace280275156, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:55.581338 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] For port 92a0fc38-1640-464b-b2c8-ace280275156, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=92a0fc38-1640-464b-b2c8-ace280275156,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:55.588040 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.621781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Allocated IP 172.20.0.1 (a1fe038c-5378-410d-a869-03dab9fa622c/284395fc-1163-4be6-9f16-406735c0006c/faaeadb4-8193-43bd-8f81-95b30a9f07e6) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:12:55.644024 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=257c6866-d374-42b5-bacc-9f4b680b2a84,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:55.688348 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Routers {'87969a05-3ae7-4d16-b0a5-32b709f0117c'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:12:55.688956 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:12:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['87969a05-3ae7-4d16-b0a5-32b709f0117c'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:55.698848 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 32ea8991-d8da-4a31-9eb9-134d4650c647 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:55.704755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 32ea8991-d8da-4a31-9eb9-134d4650c647 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:55.705125 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.771712 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4555866-097b-4088-b178-21883f5047c4 None None] Pushing event updated for resources: {'Port': ['ID=92a0fc38-1640-464b-b2c8-ace280275156,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:55.806331 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.826062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Transition to ACTIVE for port object faaeadb4-8193-43bd-8f81-95b30a9f07e6 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:55.847318 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 32ea8991-d8da-4a31-9eb9-134d4650c647 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:55.847774 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.864906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.885288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 32ea8991-d8da-4a31-9eb9-134d4650c647, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=32ea8991-d8da-4a31-9eb9-134d4650c647,segment=NetworkSegment(b773c583-1b5a-4d17-9765-24b58459f0f5),segment_id=b773c583-1b5a-4d17-9765-24b58459f0f5)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:55.890848 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:55.902524 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] Set router 87969a05-3ae7-4d16-b0a5-32b709f0117c gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:12:55.953370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Network a1fe038c-5378-410d-a869-03dab9fa622c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:55.956466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:55.961422 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:12:55.972503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=32ea8991-d8da-4a31-9eb9-134d4650c647,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:56.004160 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Pushing event updated for resources: {'Port': ['ID=faaeadb4-8193-43bd-8f81-95b30a9f07e6,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:56.032587 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:56.204969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c8920f55-f448-4588-9c63-662ae25d30b5 None None] Provisioning for port faaeadb4-8193-43bd-8f81-95b30a9f07e6 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:56.212267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-c8920f55-f448-4588-9c63-662ae25d30b5 None None] Provisioning complete for port faaeadb4-8193-43bd-8f81-95b30a9f07e6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:56.212629 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c8920f55-f448-4588-9c63-662ae25d30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:56.228049 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'name': 'tempest-TestEncryptedCinderVolumes-1059947928-router', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '92a0fc38-1640-464b-b2c8-ace280275156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:51Z', 'updated_at': '2022-06-03T16:12:53Z', 'revision_number': 3, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'gw_port': {'id': '92a0fc38-1640-464b-b2c8-ace280275156', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:52Z', 'updated_at': '2022-06-03T16:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:56.232020 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dfcec9-8e14-4c8f-8390-61527c9f4b43 None None] The sync data for ids ['87969a05-3ae7-4d16-b0a5-32b709f0117c'] in n-d-844595-1 is: [{'id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'name': 'tempest-TestEncryptedCinderVolumes-1059947928-router', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '92a0fc38-1640-464b-b2c8-ace280275156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:51Z', 'updated_at': '2022-06-03T16:12:53Z', 'revision_number': 3, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'gw_port': {'id': '92a0fc38-1640-464b-b2c8-ace280275156', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:52Z', 'updated_at': '2022-06-03T16:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:12:56.268125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-c8920f55-f448-4588-9c63-662ae25d30b5 None None] Port faaeadb4-8193-43bd-8f81-95b30a9f07e6 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:12:56.300736 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:56.541202 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:56.547126 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:56.656674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Pushing event updated for resources: {'Port': ['ID=faaeadb4-8193-43bd-8f81-95b30a9f07e6,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:56.659275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:56.800782 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Network a1fe038c-5378-410d-a869-03dab9fa622c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:12:56.801997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:12:57.020228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Router 87969a05-3ae7-4d16-b0a5-32b709f0117c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:12:57.046021 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 257c6866-d374-42b5-bacc-9f4b680b2a84 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:57.118994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-db891718-a847-437f-9533-d7b3ccd5abad None None] Provisioning complete for port faaeadb4-8193-43bd-8f81-95b30a9f07e6 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:57.119455 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-db891718-a847-437f-9533-d7b3ccd5abad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:57.178731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 257c6866-d374-42b5-bacc-9f4b680b2a84 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:57.179107 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:57.207205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-db891718-a847-437f-9533-d7b3ccd5abad None None] Port faaeadb4-8193-43bd-8f81-95b30a9f07e6 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:12:57.302219 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 257c6866-d374-42b5-bacc-9f4b680b2a84 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:57.303209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 32ea8991-d8da-4a31-9eb9-134d4650c647 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:57.342356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:12:57.356879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e57dcc15-31df-4a06-90c2-327083f6e169 admin admin] 10.222.0.48 "PUT /v2.0/routers/87969a05-3ae7-4d16-b0a5-32b709f0117c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0784769 Jun 03 16:12:57.380104 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 32ea8991-d8da-4a31-9eb9-134d4650c647 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:57.380470 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:57.518824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 32ea8991-d8da-4a31-9eb9-134d4650c647 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:57.519917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 92a0fc38-1640-464b-b2c8-ace280275156 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:57.599875 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 92a0fc38-1640-464b-b2c8-ace280275156 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:12:57.605398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 92a0fc38-1640-464b-b2c8-ace280275156 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:57.606129 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:57.766145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 92a0fc38-1640-464b-b2c8-ace280275156 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:57.766551 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:57.784202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 92a0fc38-1640-464b-b2c8-ace280275156, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=92a0fc38-1640-464b-b2c8-ace280275156,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:12:57.788463 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:57.846018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Sync routers for ids ['87969a05-3ae7-4d16-b0a5-32b709f0117c'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:12:57.872930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Routers {'87969a05-3ae7-4d16-b0a5-32b709f0117c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:12:57.872930 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:12:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['87969a05-3ae7-4d16-b0a5-32b709f0117c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:57.952276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=92a0fc38-1640-464b-b2c8-ace280275156,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:58.067800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Set router 87969a05-3ae7-4d16-b0a5-32b709f0117c gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:12:58.304264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-12e6dd07-93b1-491b-8f23-cc7ca0c807ee tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:12:58.305726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-12e6dd07-93b1-491b-8f23-cc7ca0c807ee tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/networks?id=5600ae23-3166-4074-af5c-732fadaf4c29 HTTP/1.1" status: 200 len: 816 time: 0.1492498 Jun 03 16:12:58.322205 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-51ec01fe-14ed-4e19-97da-85b998aa2d65 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/quotas/479dfa7277d3454b9bd9849fef1a2783 HTTP/1.1" status: 200 len: 375 time: 0.0104713 Jun 03 16:12:58.395013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'name': 'tempest-TestEncryptedCinderVolumes-1059947928-router', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '92a0fc38-1640-464b-b2c8-ace280275156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:51Z', 'updated_at': '2022-06-03T16:12:56Z', 'revision_number': 4, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'gw_port': {'id': '92a0fc38-1640-464b-b2c8-ace280275156', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:52Z', 'updated_at': '2022-06-03T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'faaeadb4-8193-43bd-8f81-95b30a9f07e6', 'name': '', 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'mac_address': 'fa:16:3e:af:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '284395fc-1163-4be6-9f16-406735c0006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:55Z', 'updated_at': '2022-06-03T16:12:56Z', 'revision_number': 2, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'subnets': [{'id': '284395fc-1163-4be6-9f16-406735c0006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:58.399020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Checking router: 87969a05-3ae7-4d16-b0a5-32b709f0117c for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:12:58.399389 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Updating router 87969a05-3ae7-4d16-b0a5-32b709f0117c port faaeadb4-8193-43bd-8f81-95b30a9f07e6 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:12:58.410129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-a2861627-d061-4cf6-9d23-c9fac48fa43c tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=479dfa7277d3454b9bd9849fef1a2783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821617 Jun 03 16:12:58.456255 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:58.562686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-979d6715-5024-45f7-9e05-99127acd756d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:12:58.563688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-979d6715-5024-45f7-9e05-99127acd756d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475216 Jun 03 16:12:58.694491 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3a861abb-4439-4344-80fe-01d07d3fda7a service neutron] 10.222.0.48 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245940 Jun 03 16:12:58.798362 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:58.811248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Transition to ACTIVE for port object faaeadb4-8193-43bd-8f81-95b30a9f07e6 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:12:58.819372 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:58.828845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-0fe5ea78-04d0-4b6a-99f9-f1cc087bfc7c service neutron] 10.222.0.48 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283259 Jun 03 16:12:58.990522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 92a0fc38-1640-464b-b2c8-ace280275156 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:12:59.029448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc88f2-2335-44b5-a1b4-36e638dbb7e2 None None] Pushing event updated for resources: {'Port': ['ID=faaeadb4-8193-43bd-8f81-95b30a9f07e6,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:59.105981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Attempting to bind port faaeadb4-8193-43bd-8f81-95b30a9f07e6 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:12:59.106522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Attempting to bind port faaeadb4-8193-43bd-8f81-95b30a9f07e6 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b773c583-1b5a-4d17-9765-24b58459f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:12:59.106522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Attempting to bind port faaeadb4-8193-43bd-8f81-95b30a9f07e6 on network a1fe038c-5378-410d-a869-03dab9fa622c {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:12:59.113354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:12:59.113725 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Checking segment: {'id': 'b773c583-1b5a-4d17-9765-24b58459f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:12:59.114197 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:59.114509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Bound using segment: {'id': 'b773c583-1b5a-4d17-9765-24b58459f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:12:59.114969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Bound port: faaeadb4-8193-43bd-8f81-95b30a9f07e6, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b773c583-1b5a-4d17-9765-24b58459f0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:12:59.115334 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:59.131830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d40d6d07-0e3f-4c58-86cd-012ed0ff329c req-7b688fe6-19da-42da-ab91-7f098fc47aab tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 210 time: 0.1029742 Jun 03 16:12:59.229808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 92a0fc38-1640-464b-b2c8-ace280275156 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:12:59.230097 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:59.319484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] For port faaeadb4-8193-43bd-8f81-95b30a9f07e6, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:12:59.322796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] For port faaeadb4-8193-43bd-8f81-95b30a9f07e6, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=faaeadb4-8193-43bd-8f81-95b30a9f07e6,segment=NetworkSegment(b773c583-1b5a-4d17-9765-24b58459f0f5),segment_id=b773c583-1b5a-4d17-9765-24b58459f0f5)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:12:59.328322 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:12:59.460386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Routers {'87969a05-3ae7-4d16-b0a5-32b709f0117c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:12:59.461025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:12:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['87969a05-3ae7-4d16-b0a5-32b709f0117c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:59.519183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc88f2-2335-44b5-a1b4-36e638dbb7e2 None None] Pushing event updated for resources: {'Port': ['ID=faaeadb4-8193-43bd-8f81-95b30a9f07e6,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:12:59.530759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 92a0fc38-1640-464b-b2c8-ace280275156 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:12:59.651610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] Set router 87969a05-3ae7-4d16-b0a5-32b709f0117c gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:12:59.986139 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'name': 'tempest-TestEncryptedCinderVolumes-1059947928-router', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '92a0fc38-1640-464b-b2c8-ace280275156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:51Z', 'updated_at': '2022-06-03T16:12:56Z', 'revision_number': 4, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'gw_port': {'id': '92a0fc38-1640-464b-b2c8-ace280275156', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:52Z', 'updated_at': '2022-06-03T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'faaeadb4-8193-43bd-8f81-95b30a9f07e6', 'name': '', 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'mac_address': 'fa:16:3e:af:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '284395fc-1163-4be6-9f16-406735c0006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:55Z', 'updated_at': '2022-06-03T16:12:59Z', 'revision_number': 4, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'subnets': [{'id': '284395fc-1163-4be6-9f16-406735c0006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:12:59.995052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c75045-1068-4c77-9dec-8b7caa5be0da None None] The sync data for ids ['87969a05-3ae7-4d16-b0a5-32b709f0117c'] in n-d-844595-1 is: [{'id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'name': 'tempest-TestEncryptedCinderVolumes-1059947928-router', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '92a0fc38-1640-464b-b2c8-ace280275156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:51Z', 'updated_at': '2022-06-03T16:12:56Z', 'revision_number': 4, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'gw_port': {'id': '92a0fc38-1640-464b-b2c8-ace280275156', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:52Z', 'updated_at': '2022-06-03T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'faaeadb4-8193-43bd-8f81-95b30a9f07e6', 'name': '', 'network_id': 'a1fe038c-5378-410d-a869-03dab9fa622c', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'mac_address': 'fa:16:3e:af:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '284395fc-1163-4be6-9f16-406735c0006c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:55Z', 'updated_at': '2022-06-03T16:12:59Z', 'revision_number': 4, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'subnets': [{'id': '284395fc-1163-4be6-9f16-406735c0006c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:13:00.009170 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:00.318463 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af3d4ecd-51a1-4324-ae21-503d3061d60e req-775258ed-6ae9-407d-a714-dc0e0cd68b4c tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 210 time: 0.0619013 Jun 03 16:13:00.351036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-43e8693b-91fe-4be5-8924-346de07b9c8d tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:00.352829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-43e8693b-91fe-4be5-8924-346de07b9c8d tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.67 "GET /v2.0/networks?id=5600ae23-3166-4074-af5c-732fadaf4c29 HTTP/1.1" status: 200 len: 816 time: 0.2229373 Jun 03 16:13:00.371960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Request body: {'port': {'device_id': 'cc0bdd33-32b9-4448-b7a8-98125f7b5b41', 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29', 'admin_state_up': True, 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:13:00.514369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:13:00.518624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Usage tracker for resource:port and tenant:479dfa7277d3454b9bd9849fef1a2783 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:13:00.521901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:13:00.528371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:13:00.540305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Made reservation on behalf of 479dfa7277d3454b9bd9849fef1a2783 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:13:00.544065 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:00.709108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Allocated IP 172.20.0.8 (5600ae23-3166-4074-af5c-732fadaf4c29/7d74a0f4-03a0-47ac-9ef0-00ea90e71833/b3c94725-16b3-44c0-8f8b-edb1e202a0e5) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:13:00.931967 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:00.948491 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Transition to ACTIVE for port object b3c94725-16b3-44c0-8f8b-edb1e202a0e5 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:13:00.975252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device faaeadb4-8193-43bd-8f81-95b30a9f07e6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:13:00.984149 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:01.048238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port faaeadb4-8193-43bd-8f81-95b30a9f07e6 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:13:01.053417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port faaeadb4-8193-43bd-8f81-95b30a9f07e6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:13:01.053783 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:01.059466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Network 5600ae23-3166-4074-af5c-732fadaf4c29 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:13:01.062463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:13:01.068101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:13:01.114885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Pushing event updated for resources: {'Port': ['ID=b3c94725-16b3-44c0-8f8b-edb1e202a0e5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:01.141901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:01.142573 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:01.173046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fddc5117-d91e-41d2-bf3d-f183b4cb3bc6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053195 Jun 03 16:13:01.188535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port faaeadb4-8193-43bd-8f81-95b30a9f07e6 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:13:01.189181 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:01.227525 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port faaeadb4-8193-43bd-8f81-95b30a9f07e6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=faaeadb4-8193-43bd-8f81-95b30a9f07e6,segment=NetworkSegment(b773c583-1b5a-4d17-9765-24b58459f0f5),segment_id=b773c583-1b5a-4d17-9765-24b58459f0f5)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:01.232828 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:01.242710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Request body: {'port': {'device_id': 'cc0bdd33-32b9-4448-b7a8-98125f7b5b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:13:01.317065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=faaeadb4-8193-43bd-8f81-95b30a9f07e6,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:01.321198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-00d95cee-18bb-49f2-b70e-a839ece5bbad None None] Provisioning for port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:13:01.326814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-00d95cee-18bb-49f2-b70e-a839ece5bbad None None] Provisioning complete for port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:13:01.327353 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-00d95cee-18bb-49f2-b70e-a839ece5bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:01.378378 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:01.392985 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-00d95cee-18bb-49f2-b70e-a839ece5bbad None None] Port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:13:01.785270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55187a-5dab-4b7c-a093-8df23b489dc4 req-ae6721f1-41df-4733-b884-621938cdbd17 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:01.786130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1a55187a-5dab-4b7c-a093-8df23b489dc4 req-ae6721f1-41df-4733-b884-621938cdbd17 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Synchronizing usage tracker for tenant:479dfa7277d3454b9bd9849fef1a2783 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:13:01.829514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1a55187a-5dab-4b7c-a093-8df23b489dc4 req-ae6721f1-41df-4733-b884-621938cdbd17 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Unset dirty status for tenant:479dfa7277d3454b9bd9849fef1a2783 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:13:01.830705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a55187a-5dab-4b7c-a093-8df23b489dc4 req-ae6721f1-41df-4733-b884-621938cdbd17 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 931 time: 0.2825210 Jun 03 16:13:01.893654 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1a55187a-5dab-4b7c-a093-8df23b489dc4 req-74c5bc4e-ddf2-436a-8040-e93f5a49e78b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554168 Jun 03 16:13:01.958593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c94725-16b3-44c0-8f8b-edb1e202a0e5 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:13:01.966263 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:01.982646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Transition to ACTIVE for port object b3c94725-16b3-44c0-8f8b-edb1e202a0e5 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:13:01.987778 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:02.146003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c94725-16b3-44c0-8f8b-edb1e202a0e5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:02.163113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.163414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.163771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.164113 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.164432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.164744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.165052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.165362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.165671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.166006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.166316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.166625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:02.212804 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-acc580a8-056c-4618-a844-73eb4cfb9459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:02.238752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Attempting to bind port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:13:02.239073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Attempting to bind port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:13:02.239390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Attempting to bind port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 on network 5600ae23-3166-4074-af5c-732fadaf4c29 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:13:02.243946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 on network 5600ae23-3166-4074-af5c-732fadaf4c29 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:13:02.244255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Attempting to bind port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 on network 5600ae23-3166-4074-af5c-732fadaf4c29 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:13:02.249362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:13:02.249687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Checking segment: {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:13:02.250091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Bound using segment: {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:13:02.250505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Bound port: b3c94725-16b3-44c0-8f8b-edb1e202a0e5, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:13:02.250839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:02.342207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] For port b3c94725-16b3-44c0-8f8b-edb1e202a0e5, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:13:02.345154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] For port b3c94725-16b3-44c0-8f8b-edb1e202a0e5, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3c94725-16b3-44c0-8f8b-edb1e202a0e5,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:13:02.350995 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:02.410602 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:02.411319 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:02.412561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] 10.222.0.67 "PUT /v2.0/ports/b3c94725-16b3-44c0-8f8b-edb1e202a0e5 HTTP/1.1" status: 200 len: 1091 time: 1.2230670 Jun 03 16:13:02.412994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0bdd33-32b9-4448-b7a8-98125f7b5b41', 'tag': 'b3c94725-16b3-44c0-8f8b-edb1e202a0e5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:02.434341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd0171-69cc-458a-83d1-c9d517f07c88 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c94725-16b3-44c0-8f8b-edb1e202a0e5,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:02.469524 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3edb40da-5e45-46c5-bb0c-352b9f83d08f'] response: {'name': 'network-changed', 'server_uuid': 'cc0bdd33-32b9-4448-b7a8-98125f7b5b41', 'tag': 'b3c94725-16b3-44c0-8f8b-edb1e202a0e5', 'status': 'completed', 'code': 200} Jun 03 16:13:02.560553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fc375a6a-4390-4e95-b6ee-80ca19fa9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:02.562099 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-fc375a6a-4390-4e95-b6ee-80ca19fa9de5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=479dfa7277d3454b9bd9849fef1a2783&device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 1094 time: 0.0774531 Jun 03 16:13:02.636780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-f82833ad-402d-4b54-ab84-285b41c0fe0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c94725-16b3-44c0-8f8b-edb1e202a0e5 HTTP/1.1" status: 200 len: 217 time: 0.0604417 Jun 03 16:13:02.702360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3b349b00-3ba2-4d5b-9c21-647e8f4cc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:02.703757 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-3b349b00-3ba2-4d5b-9c21-647e8f4cc985 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d74a0f4-03a0-47ac-9ef0-00ea90e71833 HTTP/1.1" status: 200 len: 855 time: 0.0616598 Jun 03 16:13:02.779780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-92edd214-d0d2-46ae-8d72-e29762755a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:02.781209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-92edd214-d0d2-46ae-8d72-e29762755a96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5600ae23-3166-4074-af5c-732fadaf4c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718305 Jun 03 16:13:02.915257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-ead8c767-0d85-424b-958e-d5e1a2da728e service neutron] 10.222.0.67 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274009 Jun 03 16:13:02.949486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device faaeadb4-8193-43bd-8f81-95b30a9f07e6 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:13:03.020277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port faaeadb4-8193-43bd-8f81-95b30a9f07e6 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:13:03.020741 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:03.105483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b7fd6dc-df7f-4ede-a0ec-4695ff105d9f req-232d1e36-b10c-483f-b60b-37c9da8142e7 service neutron] 10.222.0.67 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833909 Jun 03 16:13:03.127346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ddd94-3068-4c0d-a1f5-d48310ed5528 req-7988a28b-7b32-4a29-9c60-52005df2c706 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:03.128802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e33ddd94-3068-4c0d-a1f5-d48310ed5528 req-7988a28b-7b32-4a29-9c60-52005df2c706 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 943 time: 0.1235428 Jun 03 16:13:03.148894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port faaeadb4-8193-43bd-8f81-95b30a9f07e6 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:13:03.175073 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e33ddd94-3068-4c0d-a1f5-d48310ed5528 req-6b666a5d-282f-45a0-b294-96687c0caa6a tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389650 Jun 03 16:13:03.264064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f41f6-6d2f-4292-ac84-bcb3d363f21a req-35aa2bf3-1b1a-4fda-ad36-0a2e7e6b55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:03.265529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-005f41f6-6d2f-4292-ac84-bcb3d363f21a req-35aa2bf3-1b1a-4fda-ad36-0a2e7e6b55eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=479dfa7277d3454b9bd9849fef1a2783&device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 1094 time: 0.0755601 Jun 03 16:13:03.509856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f41f6-6d2f-4292-ac84-bcb3d363f21a req-4d233f2a-b143-4431-9af0-8e2c855006da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:03.511325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-005f41f6-6d2f-4292-ac84-bcb3d363f21a req-4d233f2a-b143-4431-9af0-8e2c855006da service neutron] 10.222.0.67 "GET /v2.0/networks?id=5600ae23-3166-4074-af5c-732fadaf4c29 HTTP/1.1" status: 200 len: 917 time: 0.2311919 Jun 03 16:13:03.579886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-005f41f6-6d2f-4292-ac84-bcb3d363f21a req-587fb482-3e18-47c5-b4b4-e92bb344c778 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c94725-16b3-44c0-8f8b-edb1e202a0e5 HTTP/1.1" status: 200 len: 217 time: 0.0615768 Jun 03 16:13:03.644453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f41f6-6d2f-4292-ac84-bcb3d363f21a req-09ef1570-063b-4669-9a3b-a25f57e119cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:03.645857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-005f41f6-6d2f-4292-ac84-bcb3d363f21a req-09ef1570-063b-4669-9a3b-a25f57e119cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d74a0f4-03a0-47ac-9ef0-00ea90e71833 HTTP/1.1" status: 200 len: 855 time: 0.0600142 Jun 03 16:13:03.726470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f41f6-6d2f-4292-ac84-bcb3d363f21a req-7b8e684d-3f2e-4cd9-9fdd-2fcdbe4c25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:03.728017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-005f41f6-6d2f-4292-ac84-bcb3d363f21a req-7b8e684d-3f2e-4cd9-9fdd-2fcdbe4c25c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5600ae23-3166-4074-af5c-732fadaf4c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754874 Jun 03 16:13:03.859651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-005f41f6-6d2f-4292-ac84-bcb3d363f21a req-2d66bd9b-6a13-4f7c-a18e-5ea50ec67c3a service neutron] 10.222.0.67 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254840 Jun 03 16:13:03.991061 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-005f41f6-6d2f-4292-ac84-bcb3d363f21a req-893e865c-6561-4879-860b-3e1b3942935f service neutron] 10.222.0.67 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249144 Jun 03 16:13:04.382245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c69a5-9c6e-4feb-8e16-9833d4091ff1 req-e125629b-ef63-4dcc-882d-c37643a1636e tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:04.383725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-690c69a5-9c6e-4feb-8e16-9833d4091ff1 req-e125629b-ef63-4dcc-882d-c37643a1636e tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 943 time: 0.0887134 Jun 03 16:13:04.430841 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-690c69a5-9c6e-4feb-8e16-9833d4091ff1 req-0900df01-3a9f-4c82-81fc-8fed10aa131d tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387053 Jun 03 16:13:04.878396 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46a45851-8a6e-4a4e-a5d0-7ff66722a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:05.370618 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:05.644145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1d22-2bc5-46da-b433-bbfeecc76105 req-eb0b7411-c0cc-435e-943b-53e2ea467468 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:05.645625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9ad1d22-2bc5-46da-b433-bbfeecc76105 req-eb0b7411-c0cc-435e-943b-53e2ea467468 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 943 time: 0.0963571 Jun 03 16:13:05.691977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9ad1d22-2bc5-46da-b433-bbfeecc76105 req-b8985abd-a570-4855-824f-dc4773df4b0d tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Jun 03 16:13:05.778177 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:06.896046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686745a-c957-4864-af37-d63e3d5e5870 req-dded7503-7efd-481e-8b49-02dc1eed4d9d tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:06.897512 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6686745a-c957-4864-af37-d63e3d5e5870 req-dded7503-7efd-481e-8b49-02dc1eed4d9d tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 943 time: 0.0840647 Jun 03 16:13:06.948567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6686745a-c957-4864-af37-d63e3d5e5870 req-3076a37c-06ba-4451-96a9-3705864c6904 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Jun 03 16:13:06.999594 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3c94725-16b3-44c0-8f8b-edb1e202a0e5 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:13:07.157940 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b3c94725-16b3-44c0-8f8b-edb1e202a0e5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3c94725-16b3-44c0-8f8b-edb1e202a0e5,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:07.171759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'b3c94725-16b3-44c0-8f8b-edb1e202a0e5', 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29', 'port_id': 'b3c94725-16b3-44c0-8f8b-edb1e202a0e5', 'mac_address': 'fa:16:3e:71:66:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d74a0f4-03a0-47ac-9ef0-00ea90e71833', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:13:07.273717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:13:07.274239 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:07.284259 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:07.291575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c94725-16b3-44c0-8f8b-edb1e202a0e5 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:13:07.307190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b3c94725-16b3-44c0-8f8b-edb1e202a0e5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3c94725-16b3-44c0-8f8b-edb1e202a0e5,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:07.312049 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:07.392625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b3c94725-16b3-44c0-8f8b-edb1e202a0e5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:07.677854 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['b3c94725-16b3-44c0-8f8b-edb1e202a0e5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:13:08.169406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c237a1-0c28-40a2-98dd-d2b8dc5c6d7d req-edf6bd25-ef30-4bd9-8ec0-aa357a99a69c tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:08.170889 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72c237a1-0c28-40a2-98dd-d2b8dc5c6d7d req-edf6bd25-ef30-4bd9-8ec0-aa357a99a69c tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 944 time: 0.0856681 Jun 03 16:13:08.217680 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-72c237a1-0c28-40a2-98dd-d2b8dc5c6d7d req-46ec6a99-d70b-4f5d-b316-b7683cbd9a92 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411129 Jun 03 16:13:09.016085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3c94725-16b3-44c0-8f8b-edb1e202a0e5 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:13:09.096401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:13:09.101143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:13:09.101504 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:09.231799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:13:09.232177 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:09.264921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0bdd33-32b9-4448-b7a8-98125f7b5b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c94725-16b3-44c0-8f8b-edb1e202a0e5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:09.274989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b3c94725-16b3-44c0-8f8b-edb1e202a0e5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3c94725-16b3-44c0-8f8b-edb1e202a0e5,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:09.280679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:09.383719 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:09.388477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b3c94725-16b3-44c0-8f8b-edb1e202a0e5,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:09.392130 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78a760b-df6e-4715-b4aa-d13a5a99fe18'] response: {'server_uuid': 'cc0bdd33-32b9-4448-b7a8-98125f7b5b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c94725-16b3-44c0-8f8b-edb1e202a0e5', 'code': 200} Jun 03 16:13:09.435283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc360f8-ed06-41d2-a4cc-6d2eeec95219 req-c8291bc6-8663-4b17-95e0-e32f6a3492d9 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:09.437094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1fc360f8-ed06-41d2-a4cc-6d2eeec95219 req-c8291bc6-8663-4b17-95e0-e32f6a3492d9 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 945 time: 0.1017945 Jun 03 16:13:09.526915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1fc360f8-ed06-41d2-a4cc-6d2eeec95219 req-07de74d5-f7d1-4f1c-b4f5-b7da3aa7d66a tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836086 Jun 03 16:13:09.561523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad2061-985a-4c90-a4ad-ce5bf7d2a7f0 req-5f96cead-ce36-4990-891f-eb889cfbb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:09.563019 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdad2061-985a-4c90-a4ad-ce5bf7d2a7f0 req-5f96cead-ce36-4990-891f-eb889cfbb0a0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 1096 time: 0.0909626 Jun 03 16:13:09.604709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bdad2061-985a-4c90-a4ad-ce5bf7d2a7f0 req-b1cb814c-c8a0-470f-9d65-ef0c89c6c3d3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352426 Jun 03 16:13:10.746177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7c2d7-aec6-446f-9f61-7ffa317d7338 req-86d59e10-06be-46d5-9123-48e67fab951f tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:10.747672 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2df7c2d7-aec6-446f-9f61-7ffa317d7338 req-86d59e10-06be-46d5-9123-48e67fab951f tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 945 time: 0.0942659 Jun 03 16:13:10.793200 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2df7c2d7-aec6-446f-9f61-7ffa317d7338 req-d73713ad-ed17-47b5-986c-679e658224e7 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Jun 03 16:13:11.976731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8ccaa-1ace-4cf7-ab5d-8d07a682ae1a req-dd95bf1e-0c60-4fe0-a94c-2c4ce6a39f94 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:11.978171 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dae8ccaa-1ace-4cf7-ab5d-8d07a682ae1a req-dd95bf1e-0c60-4fe0-a94c-2c4ce6a39f94 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 945 time: 0.0795600 Jun 03 16:13:12.022742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dae8ccaa-1ace-4cf7-ab5d-8d07a682ae1a req-2db63266-4800-48d1-9656-23da0e0c95f4 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385950 Jun 03 16:13:12.224281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21edb0-7c2e-48fd-bb69-c05c8b6f24fa req-03258ea9-e4f2-4c91-87ed-1dc31646763d tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:12.225753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf21edb0-7c2e-48fd-bb69-c05c8b6f24fa req-03258ea9-e4f2-4c91-87ed-1dc31646763d tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 945 time: 0.0961728 Jun 03 16:13:12.272648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cf21edb0-7c2e-48fd-bb69-c05c8b6f24fa req-2d8474c6-bc17-4f12-84b6-1515c9667588 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Jun 03 16:13:17.978292 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:13:20.397401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-745b25a3-bcb3-4803-b0a6-c92ac75b88e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713873 Jun 03 16:13:20.567640 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-e2a535b4-182e-4529-a8c9-0ac22c9246c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:20.569109 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-e2a535b4-182e-4529-a8c9-0ac22c9246c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=479dfa7277d3454b9bd9849fef1a2783&device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 1096 time: 0.0802951 Jun 03 16:13:20.830875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-3e4856cf-0419-4f35-8596-4521947d60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:20.832331 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-3e4856cf-0419-4f35-8596-4521947d60f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5600ae23-3166-4074-af5c-732fadaf4c29 HTTP/1.1" status: 200 len: 917 time: 0.2437971 Jun 03 16:13:20.903048 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-d0f8d20f-4ea5-4311-a806-ef78cda79fef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3c94725-16b3-44c0-8f8b-edb1e202a0e5 HTTP/1.1" status: 200 len: 217 time: 0.0631776 Jun 03 16:13:20.969207 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-0557aa72-069c-461c-be9c-add6f63c13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:20.970628 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-0557aa72-069c-461c-be9c-add6f63c13b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7d74a0f4-03a0-47ac-9ef0-00ea90e71833 HTTP/1.1" status: 200 len: 855 time: 0.0616710 Jun 03 16:13:21.047975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-150930bc-a7fe-44ce-bba0-bd7944b99ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:21.049444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-150930bc-a7fe-44ce-bba0-bd7944b99ce7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5600ae23-3166-4074-af5c-732fadaf4c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725338 Jun 03 16:13:21.182582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-65f36d58-9fa7-45b5-8a49-11b429650d16 service neutron] 10.222.0.67 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260734 Jun 03 16:13:21.320599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1b6fc1e-2199-4c1d-9602-1346fd36864f req-5a848c9c-5720-4274-b30f-ceac3772a228 service neutron] 10.222.0.67 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324217 Jun 03 16:13:27.951929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ebfcf-845c-4554-a42f-e7c9ac627612 req-97d0ea12-0250-4718-a41f-fc451a363dee tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:27.953378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-207ebfcf-845c-4554-a42f-e7c9ac627612 req-97d0ea12-0250-4718-a41f-fc451a363dee tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 945 time: 0.0870450 Jun 03 16:13:27.997785 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-207ebfcf-845c-4554-a42f-e7c9ac627612 req-2fa01e46-561b-44d9-b295-3247e12d7400 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385747 Jun 03 16:13:29.197206 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794275a3-c701-4a8b-9b0f-61750c86b908 req-8127de28-8728-4ad7-b2a7-d0e26aba4961 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:29.198746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-794275a3-c701-4a8b-9b0f-61750c86b908 req-8127de28-8728-4ad7-b2a7-d0e26aba4961 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 945 time: 0.0913682 Jun 03 16:13:29.252965 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-794275a3-c701-4a8b-9b0f-61750c86b908 req-8821b234-8370-406b-8187-e42e6bba0bee tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456567 Jun 03 16:13:29.678489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a55fe0-6dd8-4e18-beb5-deb224dfc98c req-b3332edd-0631-4357-b157-c3bb5c49dea8 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:29.679941 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51a55fe0-6dd8-4e18-beb5-deb224dfc98c req-b3332edd-0631-4357-b157-c3bb5c49dea8 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 945 time: 0.0890245 Jun 03 16:13:29.755226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-51a55fe0-6dd8-4e18-beb5-deb224dfc98c req-76543860-2e69-42af-9a9a-fff25cf2fff6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Deleting port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:13:29.755636 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-51a55fe0-6dd8-4e18-beb5-deb224dfc98c req-76543860-2e69-42af-9a9a-fff25cf2fff6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:30.002454 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:30.015271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-51a55fe0-6dd8-4e18-beb5-deb224dfc98c req-76543860-2e69-42af-9a9a-fff25cf2fff6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] For port b3c94725-16b3-44c0-8f8b-edb1e202a0e5, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3c94725-16b3-44c0-8f8b-edb1e202a0e5,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:30.015623 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-51a55fe0-6dd8-4e18-beb5-deb224dfc98c req-76543860-2e69-42af-9a9a-fff25cf2fff6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:30.139860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-51a55fe0-6dd8-4e18-beb5-deb224dfc98c req-76543860-2e69-42af-9a9a-fff25cf2fff6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Calling delete_port for b3c94725-16b3-44c0-8f8b-edb1e202a0e5 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:13:30.299308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-51a55fe0-6dd8-4e18-beb5-deb224dfc98c req-76543860-2e69-42af-9a9a-fff25cf2fff6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:30.332053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['b3c94725-16b3-44c0-8f8b-edb1e202a0e5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:13:30.358991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76543860-2e69-42af-9a9a-fff25cf2fff6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Pushing event deleted for resources: {'Port': ['ID=b3c94725-16b3-44c0-8f8b-edb1e202a0e5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:30.448002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3874cf2c-957f-43a9-ac86-b5fd68c68f21 req-3d5147ab-32c8-48c1-85d9-b3d1cdff243d tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc0bdd33-32b9-4448-b7a8-98125f7b5b41 HTTP/1.1" status: 200 len: 210 time: 0.0564756 Jun 03 16:13:30.485528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a55fe0-6dd8-4e18-beb5-deb224dfc98c req-76543860-2e69-42af-9a9a-fff25cf2fff6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] No DVR routers for this DVR port b3c94725-16b3-44c0-8f8b-edb1e202a0e5 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:13:30.488234 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-51a55fe0-6dd8-4e18-beb5-deb224dfc98c req-76543860-2e69-42af-9a9a-fff25cf2fff6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:30.491282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0bdd33-32b9-4448-b7a8-98125f7b5b41', 'name': 'network-vif-deleted', 'tag': 'b3c94725-16b3-44c0-8f8b-edb1e202a0e5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:30.509834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-51a55fe0-6dd8-4e18-beb5-deb224dfc98c req-76543860-2e69-42af-9a9a-fff25cf2fff6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.67 "DELETE /v2.0/ports/b3c94725-16b3-44c0-8f8b-edb1e202a0e5 HTTP/1.1" status: 204 len: 173 time: 0.8247344 Jun 03 16:13:30.594790 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08573a0-56f7-4377-8977-beb371b56707'] response: {'server_uuid': 'cc0bdd33-32b9-4448-b7a8-98125f7b5b41', 'name': 'network-vif-deleted', 'tag': 'b3c94725-16b3-44c0-8f8b-edb1e202a0e5', 'status': 'completed', 'code': 200} Jun 03 16:13:32.050109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-93b48c71-c5f6-4cb9-a31e-67b1bd1054ba tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:32.051569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-93b48c71-c5f6-4cb9-a31e-67b1bd1054ba tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/networks?id=5600ae23-3166-4074-af5c-732fadaf4c29 HTTP/1.1" status: 200 len: 816 time: 0.2411582 Jun 03 16:13:32.068076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-b1ef969c-e42a-4b65-9af9-89083e3da7b3 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/quotas/479dfa7277d3454b9bd9849fef1a2783 HTTP/1.1" status: 200 len: 375 time: 0.0106456 Jun 03 16:13:32.156694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-c669f8c4-65e0-40e0-ba36-670f5a4d9ca0 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Synchronizing usage tracker for tenant:479dfa7277d3454b9bd9849fef1a2783 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:13:32.178578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-c669f8c4-65e0-40e0-ba36-670f5a4d9ca0 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Unset dirty status for tenant:479dfa7277d3454b9bd9849fef1a2783 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:13:32.179848 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-c669f8c4-65e0-40e0-ba36-670f5a4d9ca0 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=479dfa7277d3454b9bd9849fef1a2783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046402 Jun 03 16:13:32.205861 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8b2a3cff-c7bc-4166-9bb8-dd0831d976d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:32.319727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-b9b2756f-8e85-4ea2-a496-3c05010631fa service neutron] 10.222.0.48 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255772 Jun 03 16:13:32.452528 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-14e32f67-284f-42e3-a4d1-cd861c7d344a service neutron] 10.222.0.48 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267543 Jun 03 16:13:32.654110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc0e16c3-adaa-4c3f-adc1-f6aa77d04b11 req-e61599d7-4be8-44d4-bf05-cf863f1ccdf5 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 210 time: 0.0470526 Jun 03 16:13:33.152319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3c94725-16b3-44c0-8f8b-edb1e202a0e5 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:13:33.192477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: b3c94725-16b3-44c0-8f8b-edb1e202a0e5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:13:33.192953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3c94725-16b3-44c0-8f8b-edb1e202a0e5 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:13:33.691949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-0e1130d4-6fac-4154-a9e9-f633a7a75b33 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:33.693804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-0e1130d4-6fac-4154-a9e9-f633a7a75b33 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.75 "GET /v2.0/networks?id=5600ae23-3166-4074-af5c-732fadaf4c29 HTTP/1.1" status: 200 len: 816 time: 0.1505177 Jun 03 16:13:33.705395 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Request body: {'port': {'device_id': '004fd3e1-cb2a-4a10-976a-71ece9ab897f', 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29', 'admin_state_up': True, 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:13:33.838690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-394d2fed-1132-4f2a-a876-c9c6bb8a9755 req-009dfa85-d84f-4b54-8bd7-918283edc07c tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 210 time: 0.0645349 Jun 03 16:13:33.894940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:13:33.905312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:13:33.917982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Made reservation on behalf of 479dfa7277d3454b9bd9849fef1a2783 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:13:33.921595 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:34.087599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Allocated IP 172.20.0.10 (5600ae23-3166-4074-af5c-732fadaf4c29/7d74a0f4-03a0-47ac-9ef0-00ea90e71833/b640aaf9-20e4-459f-be21-1e8bb84ec7d7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:13:34.291318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:34.307382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Transition to ACTIVE for port object b640aaf9-20e4-459f-be21-1e8bb84ec7d7 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:13:34.333593 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:34.404146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Network 5600ae23-3166-4074-af5c-732fadaf4c29 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:13:34.407233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:13:34.411827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:13:34.456589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Pushing event updated for resources: {'Port': ['ID=b640aaf9-20e4-459f-be21-1e8bb84ec7d7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:34.481587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:34.482216 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:34.507945 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-27f8c0cc-6307-46e6-ac8b-69e022fe341b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8062816 Jun 03 16:13:34.564291 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Request body: {'port': {'device_id': '004fd3e1-cb2a-4a10-976a-71ece9ab897f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:13:34.586281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-be174a9a-0e4e-43b4-a6ac-1c2d6f467be0 None None] Provisioning for port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:13:34.591090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-be174a9a-0e4e-43b4-a6ac-1c2d6f467be0 None None] Provisioning complete for port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:13:34.591452 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-be174a9a-0e4e-43b4-a6ac-1c2d6f467be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:34.646654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-be174a9a-0e4e-43b4-a6ac-1c2d6f467be0 None None] Port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:13:34.680703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:34.873380 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8fdbf723-3765-4551-bcfb-1be9da0b4d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:35.183935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b640aaf9-20e4-459f-be21-1e8bb84ec7d7 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:13:35.192653 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:35.201559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a9fec-cbd0-43ac-949a-615307550418 req-6af4c67c-9ba6-4895-87d5-25743c835cf2 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:35.202305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b93a9fec-cbd0-43ac-949a-615307550418 req-6af4c67c-9ba6-4895-87d5-25743c835cf2 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Synchronizing usage tracker for tenant:479dfa7277d3454b9bd9849fef1a2783 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:13:35.221914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Transition to ACTIVE for port object b640aaf9-20e4-459f-be21-1e8bb84ec7d7 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:13:35.227955 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:35.260603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b93a9fec-cbd0-43ac-949a-615307550418 req-6af4c67c-9ba6-4895-87d5-25743c835cf2 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Unset dirty status for tenant:479dfa7277d3454b9bd9849fef1a2783 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:13:35.263661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b93a9fec-cbd0-43ac-949a-615307550418 req-6af4c67c-9ba6-4895-87d5-25743c835cf2 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 932 time: 0.3146334 Jun 03 16:13:35.376531 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:35.411914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Pushing event updated for resources: {'Port': ['ID=b640aaf9-20e4-459f-be21-1e8bb84ec7d7,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:35.459686 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b93a9fec-cbd0-43ac-949a-615307550418 req-bc0e3e58-f0e0-4336-a809-d9dc53273cb3 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883428 Jun 03 16:13:35.501792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Attempting to bind port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:13:35.502139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Attempting to bind port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:13:35.502458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Attempting to bind port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 on network 5600ae23-3166-4074-af5c-732fadaf4c29 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:13:35.506945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 on network 5600ae23-3166-4074-af5c-732fadaf4c29 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:13:35.507253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Attempting to bind port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 on network 5600ae23-3166-4074-af5c-732fadaf4c29 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:13:35.512148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:13:35.512474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Checking segment: {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:13:35.512840 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Bound using segment: {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:13:35.513247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Bound port: b640aaf9-20e4-459f-be21-1e8bb84ec7d7, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346e01be-db9d-432e-b62c-f758517b4006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:13:35.513574 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:35.605188 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] For port b640aaf9-20e4-459f-be21-1e8bb84ec7d7, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:13:35.608254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] For port b640aaf9-20e4-459f-be21-1e8bb84ec7d7, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b640aaf9-20e4-459f-be21-1e8bb84ec7d7,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:13:35.612933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:35.684275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:35.684884 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:35.686283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] 10.222.0.75 "PUT /v2.0/ports/b640aaf9-20e4-459f-be21-1e8bb84ec7d7 HTTP/1.1" status: 200 len: 1092 time: 1.1711650 Jun 03 16:13:35.686697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004fd3e1-cb2a-4a10-976a-71ece9ab897f', 'tag': 'b640aaf9-20e4-459f-be21-1e8bb84ec7d7'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:35.710649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12bd7c-a1c2-427f-aee1-b0cb3e444f7a service neutron] Pushing event updated for resources: {'Port': ['ID=b640aaf9-20e4-459f-be21-1e8bb84ec7d7,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:35.764806 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa0c3cb-76b9-4876-a84e-6912faf0ad70'] response: {'name': 'network-changed', 'server_uuid': '004fd3e1-cb2a-4a10-976a-71ece9ab897f', 'tag': 'b640aaf9-20e4-459f-be21-1e8bb84ec7d7', 'status': 'completed', 'code': 200} Jun 03 16:13:35.781280 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:35.807196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-798367a1-3f4a-4c35-ac68-35d2e4a75d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:35.808715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-798367a1-3f4a-4c35-ac68-35d2e4a75d7a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=479dfa7277d3454b9bd9849fef1a2783&device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 1095 time: 0.0757475 Jun 03 16:13:35.882933 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-1b612b14-c9f7-48dd-8337-7f9f4eace888 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640aaf9-20e4-459f-be21-1e8bb84ec7d7 HTTP/1.1" status: 200 len: 217 time: 0.0664568 Jun 03 16:13:35.944198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-ec1418e8-0049-40f1-b9c9-2995ed2bef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:35.945603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-ec1418e8-0049-40f1-b9c9-2995ed2bef02 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7d74a0f4-03a0-47ac-9ef0-00ea90e71833 HTTP/1.1" status: 200 len: 855 time: 0.0566926 Jun 03 16:13:36.022799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-66ba5b68-d5cf-4d53-aee2-fd4c70f3a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:36.024159 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-66ba5b68-d5cf-4d53-aee2-fd4c70f3a50e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5600ae23-3166-4074-af5c-732fadaf4c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726576 Jun 03 16:13:36.158879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-eac4d93a-edab-4166-9342-f0eeef603826 service neutron] 10.222.0.75 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257789 Jun 03 16:13:36.292713 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b92e0075-d47b-40ee-baf1-fd645dd0af6f req-8c7c88a5-1c7b-408a-81eb-95b39c7a6e73 service neutron] 10.222.0.75 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273515 Jun 03 16:13:36.407066 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404f0a3-6969-4279-afbb-49eca8e486a5 req-ed88cb12-7de2-4e3c-8e60-6e2c4fff223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:36.408536 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c404f0a3-6969-4279-afbb-49eca8e486a5 req-ed88cb12-7de2-4e3c-8e60-6e2c4fff223a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=479dfa7277d3454b9bd9849fef1a2783&device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 1095 time: 0.0716400 Jun 03 16:13:36.540516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404f0a3-6969-4279-afbb-49eca8e486a5 req-7a216e7d-25a8-44fd-ba37-d363f87e0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:36.541998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c404f0a3-6969-4279-afbb-49eca8e486a5 req-7a216e7d-25a8-44fd-ba37-d363f87e0be8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5600ae23-3166-4074-af5c-732fadaf4c29 HTTP/1.1" status: 200 len: 917 time: 0.1264498 Jun 03 16:13:36.644926 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c404f0a3-6969-4279-afbb-49eca8e486a5 req-466b4733-64d1-40ee-bd96-e5a118cf0abb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b640aaf9-20e4-459f-be21-1e8bb84ec7d7 HTTP/1.1" status: 200 len: 217 time: 0.0952344 Jun 03 16:13:36.723331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404f0a3-6969-4279-afbb-49eca8e486a5 req-559753d4-112a-4996-9096-4d41a5607681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:36.724737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c404f0a3-6969-4279-afbb-49eca8e486a5 req-559753d4-112a-4996-9096-4d41a5607681 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7d74a0f4-03a0-47ac-9ef0-00ea90e71833 HTTP/1.1" status: 200 len: 855 time: 0.0734158 Jun 03 16:13:36.779716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaa872-7181-49d6-9827-b3a3b14a7c59 req-7c8819cb-fe01-48c6-bf87-e7b94a31ee8e tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:36.781158 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3eaa872-7181-49d6-9827-b3a3b14a7c59 req-7c8819cb-fe01-48c6-bf87-e7b94a31ee8e tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 944 time: 0.1816580 Jun 03 16:13:36.835442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3eaa872-7181-49d6-9827-b3a3b14a7c59 req-8ff131de-5f39-4079-9dab-ef03c61cd257 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458298 Jun 03 16:13:36.845416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404f0a3-6969-4279-afbb-49eca8e486a5 req-6266bcdd-8aeb-4c57-81f7-5899849de6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:36.846850 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c404f0a3-6969-4279-afbb-49eca8e486a5 req-6266bcdd-8aeb-4c57-81f7-5899849de6ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5600ae23-3166-4074-af5c-732fadaf4c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154537 Jun 03 16:13:37.088077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c404f0a3-6969-4279-afbb-49eca8e486a5 req-6daf9be9-966a-4d1e-acb1-ffaf5b3b4a23 service neutron] 10.222.0.75 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328207 Jun 03 16:13:37.222854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c404f0a3-6969-4279-afbb-49eca8e486a5 req-54c14e06-21e9-4c9f-831d-fd5dd6f16296 service neutron] 10.222.0.75 "GET /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269810 Jun 03 16:13:37.236396 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:38.050641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fa028-78fa-4330-a6dc-d0f982307c1d req-628a88d5-60e0-4545-8ec4-738c416e364b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:38.052068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e90fa028-78fa-4330-a6dc-d0f982307c1d req-628a88d5-60e0-4545-8ec4-738c416e364b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 944 time: 0.0883832 Jun 03 16:13:38.097038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e90fa028-78fa-4330-a6dc-d0f982307c1d req-9175b81b-9f72-4cf8-b240-479ce282d861 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392246 Jun 03 16:13:38.283728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b640aaf9-20e4-459f-be21-1e8bb84ec7d7 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:13:38.430353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b640aaf9-20e4-459f-be21-1e8bb84ec7d7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b640aaf9-20e4-459f-be21-1e8bb84ec7d7,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:38.444378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'b640aaf9-20e4-459f-be21-1e8bb84ec7d7', 'network_id': '5600ae23-3166-4074-af5c-732fadaf4c29', 'port_id': 'b640aaf9-20e4-459f-be21-1e8bb84ec7d7', 'mac_address': 'fa:16:3e:3e:cd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d74a0f4-03a0-47ac-9ef0-00ea90e71833', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:13:38.499779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:13:38.500121 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:38.520692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b640aaf9-20e4-459f-be21-1e8bb84ec7d7 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:13:38.537552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b640aaf9-20e4-459f-be21-1e8bb84ec7d7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b640aaf9-20e4-459f-be21-1e8bb84ec7d7,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:38.543291 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:38.621494 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b640aaf9-20e4-459f-be21-1e8bb84ec7d7,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:38.629161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.629508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.629830 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.630183 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.630495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.630806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.631120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.631436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.631756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.632064 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.632373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.632682 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:13:38.752811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b640aaf9-20e4-459f-be21-1e8bb84ec7d7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:13:39.309178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de2fb9-b709-4a52-b8a9-19fe23fde6b2 req-e14be07b-05d2-4d28-b5b7-4c32e8a0d741 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:39.310691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98de2fb9-b709-4a52-b8a9-19fe23fde6b2 req-e14be07b-05d2-4d28-b5b7-4c32e8a0d741 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 945 time: 0.0948915 Jun 03 16:13:39.361910 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98de2fb9-b709-4a52-b8a9-19fe23fde6b2 req-0c83113d-7756-4bac-858d-67e62328fdba tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 Jun 03 16:13:39.380831 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:40.288367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b640aaf9-20e4-459f-be21-1e8bb84ec7d7 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:13:40.368929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:13:40.374070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:13:40.374428 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:40.495994 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:13:40.496717 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:40.523677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004fd3e1-cb2a-4a10-976a-71ece9ab897f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b640aaf9-20e4-459f-be21-1e8bb84ec7d7'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:13:40.534805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b640aaf9-20e4-459f-be21-1e8bb84ec7d7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b640aaf9-20e4-459f-be21-1e8bb84ec7d7,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:40.541144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:40.554496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3003ea0-1ce6-4369-be42-6ba898d7b67c req-686401c3-83ed-4d02-86ab-3c4c3c133505 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:40.555976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3003ea0-1ce6-4369-be42-6ba898d7b67c req-686401c3-83ed-4d02-86ab-3c4c3c133505 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 945 time: 0.0852745 Jun 03 16:13:40.579743 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121a4899-453c-49a5-a89f-8735fc0b8fb0'] response: {'server_uuid': '004fd3e1-cb2a-4a10-976a-71ece9ab897f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b640aaf9-20e4-459f-be21-1e8bb84ec7d7', 'code': 200} Jun 03 16:13:40.604614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3003ea0-1ce6-4369-be42-6ba898d7b67c req-6cb785fa-3a97-4d92-a3d3-1e76759a9406 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Jun 03 16:13:40.615241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b640aaf9-20e4-459f-be21-1e8bb84ec7d7,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:13:40.723131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7149f97-6ebf-4df8-bcc1-ab95e34cb4b1 req-11664543-99fc-4f78-b66e-d1a5f13e6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:40.725587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7149f97-6ebf-4df8-bcc1-ab95e34cb4b1 req-11664543-99fc-4f78-b66e-d1a5f13e6045 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 1097 time: 0.0956490 Jun 03 16:13:40.767530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b7149f97-6ebf-4df8-bcc1-ab95e34cb4b1 req-1aa0385c-9790-4d7f-b8ad-e684b56682bc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355480 Jun 03 16:13:41.810820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbdce9-8456-4746-8970-fe5803d40b48 req-f07c9e33-dc1f-4dc5-adfb-db7b416f4666 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:41.812449 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0fbdce9-8456-4746-8970-fe5803d40b48 req-f07c9e33-dc1f-4dc5-adfb-db7b416f4666 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 946 time: 0.0875826 Jun 03 16:13:41.861530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c0fbdce9-8456-4746-8970-fe5803d40b48 req-e05c5356-aeac-410d-aea7-3df138d4521b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Jun 03 16:13:43.064653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275e6ff-b132-437c-8146-c7e4c9500fb6 req-5c9a3779-d78d-450a-a414-71629f5271f6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:43.066181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7275e6ff-b132-437c-8146-c7e4c9500fb6 req-5c9a3779-d78d-450a-a414-71629f5271f6 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 946 time: 0.0896461 Jun 03 16:13:43.111277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7275e6ff-b132-437c-8146-c7e4c9500fb6 req-ca7de4b3-e8fa-4b94-931a-d0f1359cb2c5 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391755 Jun 03 16:13:43.297439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c35dff-5ade-4010-b8e7-5d1f2425bf7e req-b6f5883c-263e-4d70-bee1-f91e3bcf9a1b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:43.298962 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68c35dff-5ade-4010-b8e7-5d1f2425bf7e req-b6f5883c-263e-4d70-bee1-f91e3bcf9a1b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 946 time: 0.0836866 Jun 03 16:13:43.347291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68c35dff-5ade-4010-b8e7-5d1f2425bf7e req-1ba0f825-d71a-4e57-86e0-2ab581845595 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424974 Jun 03 16:13:54.977389 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:13:58.035499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f9afe-6aba-416f-810e-4982fd85d979 req-bbabeb12-19d2-4070-886e-6555800e4cb2 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:58.036832 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-884f9afe-6aba-416f-810e-4982fd85d979 req-bbabeb12-19d2-4070-886e-6555800e4cb2 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 946 time: 0.1119502 Jun 03 16:13:58.082935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-884f9afe-6aba-416f-810e-4982fd85d979 req-656744c6-344c-45b5-bd35-cf10197afd83 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Jun 03 16:13:59.289784 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acf742-5387-425d-a8b7-2e8084164ca8 req-7007b911-d2ec-4fb7-87e2-44dcf16842a9 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:59.291298 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13acf742-5387-425d-a8b7-2e8084164ca8 req-7007b911-d2ec-4fb7-87e2-44dcf16842a9 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 946 time: 0.0985031 Jun 03 16:13:59.336539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13acf742-5387-425d-a8b7-2e8084164ca8 req-8e2fd301-d355-470d-8435-fd4379f6b1d0 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b552c16-46c0-41ff-b1cd-ee9b75159259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Jun 03 16:13:59.510741 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5e28f-6c7a-42a3-b3fb-598ffe6791c9 req-c14e7ae9-66cb-4724-b6b9-efef7349da8c tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:13:59.512143 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6be5e28f-6c7a-42a3-b3fb-598ffe6791c9 req-c14e7ae9-66cb-4724-b6b9-efef7349da8c tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.75 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 946 time: 0.0919130 Jun 03 16:13:59.584714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-6be5e28f-6c7a-42a3-b3fb-598ffe6791c9 req-b12372f9-1ea6-40a7-b2af-9fbd72b5f397 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Deleting port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:13:59.584934 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6be5e28f-6c7a-42a3-b3fb-598ffe6791c9 req-b12372f9-1ea6-40a7-b2af-9fbd72b5f397 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:59.840961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6be5e28f-6c7a-42a3-b3fb-598ffe6791c9 req-b12372f9-1ea6-40a7-b2af-9fbd72b5f397 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] For port b640aaf9-20e4-459f-be21-1e8bb84ec7d7, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b640aaf9-20e4-459f-be21-1e8bb84ec7d7,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:13:59.841220 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6be5e28f-6c7a-42a3-b3fb-598ffe6791c9 req-b12372f9-1ea6-40a7-b2af-9fbd72b5f397 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:13:59.988356 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-6be5e28f-6c7a-42a3-b3fb-598ffe6791c9 req-b12372f9-1ea6-40a7-b2af-9fbd72b5f397 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Calling delete_port for b640aaf9-20e4-459f-be21-1e8bb84ec7d7 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:00.024666 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:00.145067 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6be5e28f-6c7a-42a3-b3fb-598ffe6791c9 req-b12372f9-1ea6-40a7-b2af-9fbd72b5f397 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:00.158881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b640aaf9-20e4-459f-be21-1e8bb84ec7d7'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:14:00.203053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12372f9-1ea6-40a7-b2af-9fbd72b5f397 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Pushing event deleted for resources: {'Port': ['ID=b640aaf9-20e4-459f-be21-1e8bb84ec7d7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:00.281967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be5e28f-6c7a-42a3-b3fb-598ffe6791c9 req-b12372f9-1ea6-40a7-b2af-9fbd72b5f397 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] No DVR routers for this DVR port b640aaf9-20e4-459f-be21-1e8bb84ec7d7 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:14:00.285204 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6be5e28f-6c7a-42a3-b3fb-598ffe6791c9 req-b12372f9-1ea6-40a7-b2af-9fbd72b5f397 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:00.288125 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004fd3e1-cb2a-4a10-976a-71ece9ab897f', 'name': 'network-vif-deleted', 'tag': 'b640aaf9-20e4-459f-be21-1e8bb84ec7d7'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:14:00.311408 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6be5e28f-6c7a-42a3-b3fb-598ffe6791c9 req-b12372f9-1ea6-40a7-b2af-9fbd72b5f397 tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.75 "DELETE /v2.0/ports/b640aaf9-20e4-459f-be21-1e8bb84ec7d7 HTTP/1.1" status: 204 len: 173 time: 0.7925260 Jun 03 16:14:00.346267 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799121ef-b328-4717-9631-f7273a03b44b'] response: {'server_uuid': '004fd3e1-cb2a-4a10-976a-71ece9ab897f', 'name': 'network-vif-deleted', 'tag': 'b640aaf9-20e4-459f-be21-1e8bb84ec7d7', 'status': 'completed', 'code': 200} Jun 03 16:14:00.490999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c14e07d0-9703-4cf5-ba5b-f5283f6c3b43 req-f4557ec0-574d-4713-8ff3-80a2e969cb3b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Synchronizing usage tracker for tenant:479dfa7277d3454b9bd9849fef1a2783 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:14:00.506981 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c14e07d0-9703-4cf5-ba5b-f5283f6c3b43 req-f4557ec0-574d-4713-8ff3-80a2e969cb3b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] Unset dirty status for tenant:479dfa7277d3454b9bd9849fef1a2783 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:14:00.508104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c14e07d0-9703-4cf5-ba5b-f5283f6c3b43 req-f4557ec0-574d-4713-8ff3-80a2e969cb3b tempest-TestEncryptedCinderVolumes-1804746220 tempest-TestEncryptedCinderVolumes-1804746220-project] 10.222.0.48 "GET /v2.0/ports?device_id=004fd3e1-cb2a-4a10-976a-71ece9ab897f HTTP/1.1" status: 200 len: 210 time: 0.0620208 Jun 03 16:14:01.658361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37044) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:02.210245 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe7ef-3e5e-4ed4-bc2f-b93c02c04a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:02.326078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:02.453224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b640aaf9-20e4-459f-be21-1e8bb84ec7d7 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:02.489849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: b640aaf9-20e4-459f-be21-1e8bb84ec7d7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:14:02.490124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b640aaf9-20e4-459f-be21-1e8bb84ec7d7 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:14:02.690307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Deleting port 257c6866-d374-42b5-bacc-9f4b680b2a84 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:02.691028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:02.860639 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] For port 257c6866-d374-42b5-bacc-9f4b680b2a84, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=257c6866-d374-42b5-bacc-9f4b680b2a84,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:02.860948 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:02.983563 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Calling delete_port for 257c6866-d374-42b5-bacc-9f4b680b2a84 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:03.313238 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:03.359083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=257c6866-d374-42b5-bacc-9f4b680b2a84,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:03.400473 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.400838 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.401160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.401480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.401795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.402140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.402449 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.402746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.403052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.403358 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.403659 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.403965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:03.763495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:04.165707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Router 8755f513-c53f-43f4-94e2-6f47b1e54f06 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:14:04.360043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:14:04.372574 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b2a2b9-c73a-4d71-82d2-5604eb8ce165 None None] Sync routers for ids ['8755f513-c53f-43f4-94e2-6f47b1e54f06'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:14:04.381697 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4e900baa-f7f2-42f0-b4c7-b4bd92d0d2f3 admin admin] 10.222.0.48 "PUT /v2.0/routers/8755f513-c53f-43f4-94e2-6f47b1e54f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7203934 Jun 03 16:14:04.382472 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37048) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:04.383066 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b2a2b9-c73a-4d71-82d2-5604eb8ce165 None None] Routers {'8755f513-c53f-43f4-94e2-6f47b1e54f06'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:04.383737 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-23b2a2b9-c73a-4d71-82d2-5604eb8ce165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:13:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8755f513-c53f-43f4-94e2-6f47b1e54f06'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:04.560777 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:04.561343 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-23b2a2b9-c73a-4d71-82d2-5604eb8ce165 None None] Set router 8755f513-c53f-43f4-94e2-6f47b1e54f06 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:04.746450 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:04.758878 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Deleting port add786e5-5b96-4478-be71-f7ac24522dd5 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:04.759311 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:04.847738 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-23b2a2b9-c73a-4d71-82d2-5604eb8ce165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'name': 'tempest-TestEncryptedCinderVolumes-159550041-router', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:45Z', 'updated_at': '2022-06-03T16:14:03Z', 'revision_number': 5, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'gw_port': {'id': 'add786e5-5b96-4478-be71-f7ac24522dd5', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:46Z', 'updated_at': '2022-06-03T16:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:04.851644 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b2a2b9-c73a-4d71-82d2-5604eb8ce165 None None] Checking router: 8755f513-c53f-43f4-94e2-6f47b1e54f06 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:14:04.860121 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b2a2b9-c73a-4d71-82d2-5604eb8ce165 None None] Routers {'8755f513-c53f-43f4-94e2-6f47b1e54f06'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:04.860762 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-23b2a2b9-c73a-4d71-82d2-5604eb8ce165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:13:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8755f513-c53f-43f4-94e2-6f47b1e54f06'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:04.868960 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d07872e2-3d09-4cf9-9c4c-e1ce9591e17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.016135 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-23b2a2b9-c73a-4d71-82d2-5604eb8ce165 None None] Set router 8755f513-c53f-43f4-94e2-6f47b1e54f06 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:05.062673 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] For port add786e5-5b96-4478-be71-f7ac24522dd5, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=add786e5-5b96-4478-be71-f7ac24522dd5,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:05.063293 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.118807 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-23b2a2b9-c73a-4d71-82d2-5604eb8ce165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'name': 'tempest-TestEncryptedCinderVolumes-159550041-router', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:45Z', 'updated_at': '2022-06-03T16:14:04Z', 'revision_number': 6, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:05.123119 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b2a2b9-c73a-4d71-82d2-5604eb8ce165 None None] The sync data for ids ['8755f513-c53f-43f4-94e2-6f47b1e54f06'] in n-d-844595-1 is: [{'id': '8755f513-c53f-43f4-94e2-6f47b1e54f06', 'name': 'tempest-TestEncryptedCinderVolumes-159550041-router', 'tenant_id': '479dfa7277d3454b9bd9849fef1a2783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:45Z', 'updated_at': '2022-06-03T16:14:04Z', 'revision_number': 6, 'project_id': '479dfa7277d3454b9bd9849fef1a2783', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:14:05.185640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Calling delete_port for add786e5-5b96-4478-be71-f7ac24522dd5 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:05.359951 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.364560 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.410854 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=add786e5-5b96-4478-be71-f7ac24522dd5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:05.501647 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.673703 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.675934 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.703258 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.703844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8755f513-c53f-43f4-94e2-6f47b1e54f06 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:14:05.717235 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.718412 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-783f06cd-776f-4145-a61a-31976f547f00 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8755f513-c53f-43f4-94e2-6f47b1e54f06 HTTP/1.1" status: 204 len: 168 time: 1.3350260 Jun 03 16:14:05.721039 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37052) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:05.783145 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.784765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3bb711-a95e-439b-abbe-5c7014502713 admin admin] Deleting subnet 7d74a0f4-03a0-47ac-9ef0-00ea90e71833 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:14:05.787795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb711-a95e-439b-abbe-5c7014502713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.844377 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb711-a95e-439b-abbe-5c7014502713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:05.929603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb711-a95e-439b-abbe-5c7014502713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.004488 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb711-a95e-439b-abbe-5c7014502713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.043351 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bb711-a95e-439b-abbe-5c7014502713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d74a0f4-03a0-47ac-9ef0-00ea90e71833,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:06.047255 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb711-a95e-439b-abbe-5c7014502713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.054003 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ea3bb711-a95e-439b-abbe-5c7014502713 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7d74a0f4-03a0-47ac-9ef0-00ea90e71833 HTTP/1.1" status: 204 len: 168 time: 0.3318830 Jun 03 16:14:06.056801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37056) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:06.060922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b142f245-6e31-48ad-9483-18c30b7f1fe5 None None] Network 5600ae23-3166-4074-af5c-732fadaf4c29 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:06.270862 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.281400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Deleting port 642c4969-fa7d-47fb-976c-92f1ecc05756 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:06.281737 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.347687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1d061e-a2f7-4d9a-8bef-3b9a75271119 None None] DHCP port deletion for 5600ae23-3166-4074-af5c-732fadaf4c29 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:14:06.352497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d061e-a2f7-4d9a-8bef-3b9a75271119 None None] Deleting port 642c4969-fa7d-47fb-976c-92f1ecc05756 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:06.352864 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c1d061e-a2f7-4d9a-8bef-3b9a75271119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.485041 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] For port 642c4969-fa7d-47fb-976c-92f1ecc05756, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=642c4969-fa7d-47fb-976c-92f1ecc05756,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:06.485371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.554581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9c1d061e-a2f7-4d9a-8bef-3b9a75271119 None None] For port 642c4969-fa7d-47fb-976c-92f1ecc05756, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=642c4969-fa7d-47fb-976c-92f1ecc05756,segment=NetworkSegment(346e01be-db9d-432e-b62c-f758517b4006),segment_id=346e01be-db9d-432e-b62c-f758517b4006)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:06.554882 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c1d061e-a2f7-4d9a-8bef-3b9a75271119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.608941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Calling delete_port for 642c4969-fa7d-47fb-976c-92f1ecc05756 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:06.675647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d061e-a2f7-4d9a-8bef-3b9a75271119 None None] Calling delete_port for 642c4969-fa7d-47fb-976c-92f1ecc05756 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:06.683379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.731474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=642c4969-fa7d-47fb-976c-92f1ecc05756,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:06.734166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] No DVR routers for this DVR port 642c4969-fa7d-47fb-976c-92f1ecc05756 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:14:06.751427 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-9c1d061e-a2f7-4d9a-8bef-3b9a75271119 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:14:06.751781 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-9c1d061e-a2f7-4d9a-8bef-3b9a75271119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:14:06.770157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.770494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.770824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.771147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.771467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.771780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.772096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.772407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.772720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.773028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.773336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.773644 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:06.861661 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.892010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5600ae23-3166-4074-af5c-732fadaf4c29']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:06.903835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346e01be-db9d-432e-b62c-f758517b4006') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:06.904126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346e01be-db9d-432e-b62c-f758517b4006') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:06.915583 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.931323 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.937600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:14:06.938008 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:06.982308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 257c6866-d374-42b5-bacc-9f4b680b2a84 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:07.000423 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 346e01be-db9d-432e-b62c-f758517b4006 resource provider aggregate not found Jun 03 16:14:07.019885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 257c6866-d374-42b5-bacc-9f4b680b2a84 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:14:07.020178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 257c6866-d374-42b5-bacc-9f4b680b2a84 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:14:07.020595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device add786e5-5b96-4478-be71-f7ac24522dd5 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:07.025529 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 346e01be-db9d-432e-b62c-f758517b4006 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 346e01be-db9d-432e-b62c-f758517b4006 found for delete ", "request_id": "req-94add43a-cdf0-44be-aae3-87dfa125e6c3"}]} Jun 03 16:14:07.040507 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:07.054055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: add786e5-5b96-4478-be71-f7ac24522dd5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:14:07.054395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device add786e5-5b96-4478-be71-f7ac24522dd5 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:14:07.054825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 642c4969-fa7d-47fb-976c-92f1ecc05756 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:07.060245 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:07.068451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5600ae23-3166-4074-af5c-732fadaf4c29,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:07.075619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3a5dea3e-4c10-45bd-9e49-733a67a148b8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5600ae23-3166-4074-af5c-732fadaf4c29 HTTP/1.1" status: 204 len: 168 time: 1.0168674 Jun 03 16:14:07.078590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37064) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:07.088307 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 642c4969-fa7d-47fb-976c-92f1ecc05756 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:14:07.088807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 642c4969-fa7d-47fb-976c-92f1ecc05756 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:14:07.241223 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:07.252929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d061e-a2f7-4d9a-8bef-3b9a75271119 None None] Deleting port 642c4969-fa7d-47fb-976c-92f1ecc05756 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:07.253282 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9c1d061e-a2f7-4d9a-8bef-3b9a75271119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:07.322982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d061e-a2f7-4d9a-8bef-3b9a75271119 None None] The port '642c4969-fa7d-47fb-976c-92f1ecc05756' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:14:07.637818 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:08.115938 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] Deleting port faaeadb4-8193-43bd-8f81-95b30a9f07e6 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:08.116696 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:08.296968 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] For port faaeadb4-8193-43bd-8f81-95b30a9f07e6, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=faaeadb4-8193-43bd-8f81-95b30a9f07e6,segment=NetworkSegment(b773c583-1b5a-4d17-9765-24b58459f0f5),segment_id=b773c583-1b5a-4d17-9765-24b58459f0f5)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:08.297300 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:08.420162 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] Calling delete_port for faaeadb4-8193-43bd-8f81-95b30a9f07e6 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:08.748092 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:08.801778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] Pushing event deleted for resources: {'Port': ['ID=faaeadb4-8193-43bd-8f81-95b30a9f07e6,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:09.066862 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:09.409783 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:09.546471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] Router 87969a05-3ae7-4d16-b0a5-32b709f0117c has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:14:09.724485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:14:09.733722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad5011-573f-4061-8076-d357c8a3e8fe None None] Sync routers for ids ['87969a05-3ae7-4d16-b0a5-32b709f0117c'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:14:09.734769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-dc217bac-c6c6-42b9-b22d-3371458cd088 admin admin] 10.222.0.48 "PUT /v2.0/routers/87969a05-3ae7-4d16-b0a5-32b709f0117c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6551988 Jun 03 16:14:09.737531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37068) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:09.743992 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad5011-573f-4061-8076-d357c8a3e8fe None None] Routers {'87969a05-3ae7-4d16-b0a5-32b709f0117c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:09.744611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e4ad5011-573f-4061-8076-d357c8a3e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:14:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['87969a05-3ae7-4d16-b0a5-32b709f0117c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:09.911326 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:09.917928 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e4ad5011-573f-4061-8076-d357c8a3e8fe None None] Set router 87969a05-3ae7-4d16-b0a5-32b709f0117c gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:10.087556 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:10.098999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Deleting port 92a0fc38-1640-464b-b2c8-ace280275156 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:10.099304 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:10.230978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e4ad5011-573f-4061-8076-d357c8a3e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'name': 'tempest-TestEncryptedCinderVolumes-1059947928-router', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '92a0fc38-1640-464b-b2c8-ace280275156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:51Z', 'updated_at': '2022-06-03T16:14:08Z', 'revision_number': 5, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'gw_port': {'id': '92a0fc38-1640-464b-b2c8-ace280275156', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:12:52Z', 'updated_at': '2022-06-03T16:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:10.234816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad5011-573f-4061-8076-d357c8a3e8fe None None] Checking router: 87969a05-3ae7-4d16-b0a5-32b709f0117c for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:14:10.243203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ad5011-573f-4061-8076-d357c8a3e8fe None None] Routers {'87969a05-3ae7-4d16-b0a5-32b709f0117c'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:10.243809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e4ad5011-573f-4061-8076-d357c8a3e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:14:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['87969a05-3ae7-4d16-b0a5-32b709f0117c'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:10.277786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] For port 92a0fc38-1640-464b-b2c8-ace280275156, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=92a0fc38-1640-464b-b2c8-ace280275156,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:10.278230 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:10.392684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e4ad5011-573f-4061-8076-d357c8a3e8fe None None] Set router 87969a05-3ae7-4d16-b0a5-32b709f0117c gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:10.400284 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Calling delete_port for 92a0fc38-1640-464b-b2c8-ace280275156 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:10.496530 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e4ad5011-573f-4061-8076-d357c8a3e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'name': 'tempest-TestEncryptedCinderVolumes-1059947928-router', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:51Z', 'updated_at': '2022-06-03T16:14:10Z', 'revision_number': 6, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:10.501223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ad5011-573f-4061-8076-d357c8a3e8fe None None] The sync data for ids ['87969a05-3ae7-4d16-b0a5-32b709f0117c'] in n-d-844595-1 is: [{'id': '87969a05-3ae7-4d16-b0a5-32b709f0117c', 'name': 'tempest-TestEncryptedCinderVolumes-1059947928-router', 'tenant_id': 'b43c8a3db1be474b8e3ab893953918c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:12:51Z', 'updated_at': '2022-06-03T16:14:10Z', 'revision_number': 6, 'project_id': 'b43c8a3db1be474b8e3ab893953918c5', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:14:10.690983 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:10.738379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Pushing event deleted for resources: {'Port': ['ID=92a0fc38-1640-464b-b2c8-ace280275156,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:10.828569 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.004978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.007209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.031573 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.032053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87969a05-3ae7-4d16-b0a5-32b709f0117c {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:14:11.044313 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.045435 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-947f3c1c-fc9f-4021-9c08-37718d95553c admin admin] 10.222.0.48 "DELETE /v2.0/routers/87969a05-3ae7-4d16-b0a5-32b709f0117c HTTP/1.1" status: 204 len: 168 time: 1.3069506 Jun 03 16:14:11.048241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37072) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:11.116062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fd9639-e2e8-4245-bbe2-d39ec2050074 admin admin] Deleting subnet 284395fc-1163-4be6-9f16-406735c0006c {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:14:11.120588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9fd9639-e2e8-4245-bbe2-d39ec2050074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.174786 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9fd9639-e2e8-4245-bbe2-d39ec2050074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.263832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9fd9639-e2e8-4245-bbe2-d39ec2050074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.269295 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device faaeadb4-8193-43bd-8f81-95b30a9f07e6 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:11.303161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: faaeadb4-8193-43bd-8f81-95b30a9f07e6 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:14:11.303507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device faaeadb4-8193-43bd-8f81-95b30a9f07e6 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:14:11.303924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 92a0fc38-1640-464b-b2c8-ace280275156 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:11.338145 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9fd9639-e2e8-4245-bbe2-d39ec2050074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.348963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 92a0fc38-1640-464b-b2c8-ace280275156 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:14:11.349428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 92a0fc38-1640-464b-b2c8-ace280275156 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:14:11.379090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd9639-e2e8-4245-bbe2-d39ec2050074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284395fc-1163-4be6-9f16-406735c0006c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:11.383510 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d9fd9639-e2e8-4245-bbe2-d39ec2050074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.388056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe62e3d-57c6-4f55-bdf7-e881292e0023 None None] Network a1fe038c-5378-410d-a869-03dab9fa622c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:11.390074 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d9fd9639-e2e8-4245-bbe2-d39ec2050074 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/284395fc-1163-4be6-9f16-406735c0006c HTTP/1.1" status: 204 len: 168 time: 0.3408568 Jun 03 16:14:11.392650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37076) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:11.499725 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.512915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Deleting port 32ea8991-d8da-4a31-9eb9-134d4650c647 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:11.512915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.632650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7943ac03-099d-41c1-97fb-a1a72b93b19f None None] DHCP port deletion for a1fe038c-5378-410d-a869-03dab9fa622c request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:14:11.636935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7943ac03-099d-41c1-97fb-a1a72b93b19f None None] Deleting port 32ea8991-d8da-4a31-9eb9-134d4650c647 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:11.637296 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7943ac03-099d-41c1-97fb-a1a72b93b19f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.728308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] For port 32ea8991-d8da-4a31-9eb9-134d4650c647, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=32ea8991-d8da-4a31-9eb9-134d4650c647,segment=NetworkSegment(b773c583-1b5a-4d17-9765-24b58459f0f5),segment_id=b773c583-1b5a-4d17-9765-24b58459f0f5)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:11.728967 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.840193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7943ac03-099d-41c1-97fb-a1a72b93b19f None None] For port 32ea8991-d8da-4a31-9eb9-134d4650c647, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=32ea8991-d8da-4a31-9eb9-134d4650c647,segment=NetworkSegment(b773c583-1b5a-4d17-9765-24b58459f0f5),segment_id=b773c583-1b5a-4d17-9765-24b58459f0f5)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:11.840461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7943ac03-099d-41c1-97fb-a1a72b93b19f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.851044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Calling delete_port for 32ea8991-d8da-4a31-9eb9-134d4650c647 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:11.927087 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:11.958923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7943ac03-099d-41c1-97fb-a1a72b93b19f None None] Calling delete_port for 32ea8991-d8da-4a31-9eb9-134d4650c647 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:14:11.976742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ea8991-d8da-4a31-9eb9-134d4650c647,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:11.980164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] No DVR routers for this DVR port 32ea8991-d8da-4a31-9eb9-134d4650c647 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:14:12.036654 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-7943ac03-099d-41c1-97fb-a1a72b93b19f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:14:12.037011 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-7943ac03-099d-41c1-97fb-a1a72b93b19f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:14:12.212709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:12.237634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fe038c-5378-410d-a869-03dab9fa622c']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:12.249511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b773c583-1b5a-4d17-9765-24b58459f0f5') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:12.249799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b773c583-1b5a-4d17-9765-24b58459f0f5') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:12.261358 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:12.277626 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:12.283740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:14:12.284145 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:12.349439 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment b773c583-1b5a-4d17-9765-24b58459f0f5 resource provider aggregate not found Jun 03 16:14:12.371759 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment b773c583-1b5a-4d17-9765-24b58459f0f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b773c583-1b5a-4d17-9765-24b58459f0f5 found for delete ", "request_id": "req-ca1824f4-5779-48c8-8f41-843f8aeb1b1e"}]} Jun 03 16:14:12.383501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:12.399972 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:12.410862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1fe038c-5378-410d-a869-03dab9fa622c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:12.413678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-41e272d1-84b6-4756-83fe-179d50374535 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a1fe038c-5378-410d-a869-03dab9fa622c HTTP/1.1" status: 204 len: 168 time: 1.0200968 Jun 03 16:14:12.538879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7943ac03-099d-41c1-97fb-a1a72b93b19f None None] Deleting port 32ea8991-d8da-4a31-9eb9-134d4650c647 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:14:12.539317 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7943ac03-099d-41c1-97fb-a1a72b93b19f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:12.600617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37086) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:12.605673 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7943ac03-099d-41c1-97fb-a1a72b93b19f None None] The port '32ea8991-d8da-4a31-9eb9-134d4650c647' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:14:12.666374 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ed098d7b-24b4-4d73-80e3-31664e4f5d7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=479dfa7277d3454b9bd9849fef1a2783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645547 Jun 03 16:14:12.669281 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37090) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:12.728163 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99c8badb-3950-4197-ab06-418e5054bfa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:12.755182 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99c8badb-3950-4197-ab06-418e5054bfa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:12.821837 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99c8badb-3950-4197-ab06-418e5054bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:12.846933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8badb-3950-4197-ab06-418e5054bfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b552c16-46c0-41ff-b1cd-ee9b75159259,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:12.860218 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-99c8badb-3950-4197-ab06-418e5054bfa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:12.863044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-99c8badb-3950-4197-ab06-418e5054bfa3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b552c16-46c0-41ff-b1cd-ee9b75159259 HTTP/1.1" status: 204 len: 168 time: 0.1911168 Jun 03 16:14:12.981079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 32ea8991-d8da-4a31-9eb9-134d4650c647 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:14:13.017427 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 32ea8991-d8da-4a31-9eb9-134d4650c647 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:14:13.017900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 32ea8991-d8da-4a31-9eb9-134d4650c647 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:14:13.219829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37098) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:13.270641 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8ac47bbe-0060-496a-b65a-35562cad7b0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b43c8a3db1be474b8e3ab893953918c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495491 Jun 03 16:14:13.273076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37102) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:13.330621 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fce7c681-e54f-4205-ac61-8eef0642823c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:13.356807 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fce7c681-e54f-4205-ac61-8eef0642823c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:13.417572 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fce7c681-e54f-4205-ac61-8eef0642823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:13.434212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7c681-e54f-4205-ac61-8eef0642823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf9a037-e441-45a2-90ef-38cd831b4c78,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:13.438399 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fce7c681-e54f-4205-ac61-8eef0642823c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:13.439396 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fce7c681-e54f-4205-ac61-8eef0642823c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cf9a037-e441-45a2-90ef-38cd831b4c78 HTTP/1.1" status: 204 len: 168 time: 0.1653919 Jun 03 16:14:14.199064 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37126) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:14.327622 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1104640168-network', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:14.333574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:14.338288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Usage tracker for resource:network and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:14.342148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:14.348376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:14.361441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Made reservation on behalf of 83b10b6b88c647e386a6ae81eca7aaad for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:14.363929 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.376138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.390509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:14.395299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:14.399550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:14.408206 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:14.494826 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.501126 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.530354 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:14:14.538540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8946a1-752b-4f01-83f1-58a2d621f1af,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:14.543939 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.544282 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Added segment b4ae79df-d370-4392-a073-9931e94a3cf4 of type vlan for network eb56e872-03ef-407a-aa30-808ed1260520 Jun 03 16:14:14.570868 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.602594 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.603585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:14.604180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.707268 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5067511 Jun 03 16:14:14.707963 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b28db7-7cb4-4d9c-a3dc-2b5f3baa5ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=eb56e872-03ef-407a-aa30-808ed1260520,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:14.710130 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:14.716140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Request body: {'subnet': {'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1104640168-subnet', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:14.719056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network eb56e872-03ef-407a-aa30-808ed1260520 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:14:14.722113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:14.726267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Usage tracker for resource:subnet and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:14.729262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:14.735910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:14.748047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Made reservation on behalf of 83b10b6b88c647e386a6ae81eca7aaad for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:14.750395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:14.961759 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.034086 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c3144c-c88e-4ea5-bb50-8ee2403fc7c5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:15.043733 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Checking segment: {'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:15.044079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Network hostable DHCP agents. Network: eb56e872-03ef-407a-aa30-808ed1260520, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:14:15.065167 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Network eb56e872-03ef-407a-aa30-808ed1260520 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:14:15.076902 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, eb56e872-03ef-407a-aa30-808ed1260520) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:15.081429 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:15.082053 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.086292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67116d-6bf3-41a5-bcf9-7837134cccc7 None None] Network eb56e872-03ef-407a-aa30-808ed1260520 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:15.104692 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c4e9a2ab-3539-44aa-828e-876940fb455b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3930593 Jun 03 16:14:15.107661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37138) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:15.114057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:15.120056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:15.124218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Usage tracker for resource:router and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:15.127549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:15.134729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:15.150418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.151511 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.166931 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.333579 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-eb56e872-03ef-407a-aa30-808ed1260520', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'fixed_ips': [{'subnet_id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:14:15.334452 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.435674 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.486370 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Allocated IP 172.20.0.2 (eb56e872-03ef-407a-aa30-808ed1260520/12c3144c-c88e-4ea5-bb50-8ee2403fc7c5/4e62e1bc-f3a1-453d-a632-58912cbfccb0) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:15.685835 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.696420 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Transition to ACTIVE for port object 4e62e1bc-f3a1-453d-a632-58912cbfccb0 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:15.716412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Transition to ACTIVE for port object 4e62e1bc-f3a1-453d-a632-58912cbfccb0 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:15.723551 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.744301 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.776237 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.788409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Network eb56e872-03ef-407a-aa30-808ed1260520 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:15.791321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:15.794791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:15.833205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Pushing event updated for resources: {'Port': ['ID=4e62e1bc-f3a1-453d-a632-58912cbfccb0,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:15.894332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Attempting to bind port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:15.894677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Attempting to bind port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:15.895034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Attempting to bind port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 on network eb56e872-03ef-407a-aa30-808ed1260520 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:15.900173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:15.900538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Checking segment: {'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:15.900928 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.901308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Bound using segment: {'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:15.901757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Bound port: 4e62e1bc-f3a1-453d-a632-58912cbfccb0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:15.902185 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:15.913034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Allocated IP 172.25.7.160 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/07975a31-7c4f-4193-b752-fa3d8740972c) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:15.990195 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] For port 4e62e1bc-f3a1-453d-a632-58912cbfccb0, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:15.993211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] For port 4e62e1bc-f3a1-453d-a632-58912cbfccb0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4e62e1bc-f3a1-453d-a632-58912cbfccb0,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:15.997261 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:16.060762 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:16.086315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fd145-f4b3-4ecb-89e6-10361089b056 None None] Pushing event updated for resources: {'Port': ['ID=4e62e1bc-f3a1-453d-a632-58912cbfccb0,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:16.101423 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:16.295590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:16.298549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:16.300933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:16.344075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Pushing event updated for resources: {'Port': ['ID=07975a31-7c4f-4193-b752-fa3d8740972c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:16.722183 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.016297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b55a9e-67d9-4e37-8aef-e637f2ffd7be None None] Network eb56e872-03ef-407a-aa30-808ed1260520 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:17.033304 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4e62e1bc-f3a1-453d-a632-58912cbfccb0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:17.071101 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.152166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6a9db73d-b31c-44ee-8cef-bb2c19a62da9 None None] Provisioning for port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:17.231432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:17.246140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:17.246499 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.274711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Router f55724ca-fb7e-496f-89af-7652e632cfa0 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:14:17.422128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:17.422499 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.454698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:14:17.458945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 4e62e1bc-f3a1-453d-a632-58912cbfccb0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4e62e1bc-f3a1-453d-a632-58912cbfccb0,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:17.466187 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.471260 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Sync routers for ids ['f55724ca-fb7e-496f-89af-7652e632cfa0'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:14:17.484340 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Routers {'f55724ca-fb7e-496f-89af-7652e632cfa0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:17.485380 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:14:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f55724ca-fb7e-496f-89af-7652e632cfa0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:17.496215 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.500354 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8fd5c6d7-4560-4e30-a3a3-2a948144a973 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3882337 Jun 03 16:14:17.500496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37142) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:17.541976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=4e62e1bc-f3a1-453d-a632-58912cbfccb0,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:17.689505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f1f9f2ae-59b3-4517-bdd1-10fdcc7a7b77 None None] Provisioning complete for port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:17.689908 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f2ae-59b3-4517-bdd1-10fdcc7a7b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:17.712443 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Set router f55724ca-fb7e-496f-89af-7652e632cfa0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:17.811419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9f2ae-59b3-4517-bdd1-10fdcc7a7b77 None None] Current status of the port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:17.990209 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:16Z', 'revision_number': 3, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:17.994133 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Checking router: f55724ca-fb7e-496f-89af-7652e632cfa0 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:14:17.994470 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Updating router f55724ca-fb7e-496f-89af-7652e632cfa0 port 07975a31-7c4f-4193-b752-fa3d8740972c binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:14:18.044975 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.323974 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.365775 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.377914 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Transition to ACTIVE for port object 07975a31-7c4f-4193-b752-fa3d8740972c will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:18.385950 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.465666 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Attempting to bind port 07975a31-7c4f-4193-b752-fa3d8740972c on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:18.466072 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Attempting to bind port 07975a31-7c4f-4193-b752-fa3d8740972c by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:18.466420 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Attempting to bind port 07975a31-7c4f-4193-b752-fa3d8740972c on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:18.468426 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Pushing event updated for resources: {'Port': ['ID=07975a31-7c4f-4193-b752-fa3d8740972c,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:18.477981 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:18.478677 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:18.478677 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.479165 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:18.479522 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Bound port: 07975a31-7c4f-4193-b752-fa3d8740972c, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:18.479848 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.503163 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.503473 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.503814 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.504183 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.504495 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.504817 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.505127 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.505434 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.505736 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.506068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.506376 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.506680 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:18.535313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Allocated IP 172.20.0.1 (eb56e872-03ef-407a-aa30-808ed1260520/12c3144c-c88e-4ea5-bb50-8ee2403fc7c5/6a8efe8d-c014-462a-90cf-7b0e4cf11618) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:18.563132 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] For port 07975a31-7c4f-4193-b752-fa3d8740972c, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:18.566393 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] For port 07975a31-7c4f-4193-b752-fa3d8740972c, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=07975a31-7c4f-4193-b752-fa3d8740972c,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:18.571868 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.651963 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Routers {'f55724ca-fb7e-496f-89af-7652e632cfa0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:18.652557 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:14:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f55724ca-fb7e-496f-89af-7652e632cfa0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:18.691646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.707943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Transition to ACTIVE for port object 6a8efe8d-c014-462a-90cf-7b0e4cf11618 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:18.708253 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1e000-9834-4dbd-a857-ca7e6469609f None None] Pushing event updated for resources: {'Port': ['ID=07975a31-7c4f-4193-b752-fa3d8740972c,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:18.734371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:18.797076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Network eb56e872-03ef-407a-aa30-808ed1260520 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:18.799783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:18.803563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:18.835687 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] Set router f55724ca-fb7e-496f-89af-7652e632cfa0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:18.842108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Pushing event updated for resources: {'Port': ['ID=6a8efe8d-c014-462a-90cf-7b0e4cf11618,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:18.866840 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:19.011494 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4e62e1bc-f3a1-453d-a632-58912cbfccb0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:19.114542 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e998da9e-b9e6-4cb8-a3b3-4fa83db21859 None None] Provisioning for port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:19.119819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e998da9e-b9e6-4cb8-a3b3-4fa83db21859 None None] Provisioning complete for port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:19.120176 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e998da9e-b9e6-4cb8-a3b3-4fa83db21859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:19.151847 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:19.174905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:19.175300 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:19.185775 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:16Z', 'revision_number': 3, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:19.190577 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c652a73-be38-41b6-8dcd-130f605690ae None None] The sync data for ids ['f55724ca-fb7e-496f-89af-7652e632cfa0'] in n-d-844595-1 is: [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:16Z', 'revision_number': 3, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:14:19.215540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e998da9e-b9e6-4cb8-a3b3-4fa83db21859 None None] Port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:14:19.302867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:19.529794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:19.537270 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:19.643881 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:19.652684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Pushing event updated for resources: {'Port': ['ID=6a8efe8d-c014-462a-90cf-7b0e4cf11618,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:19.794037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Network eb56e872-03ef-407a-aa30-808ed1260520 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:19.795226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:19.996575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Router f55724ca-fb7e-496f-89af-7652e632cfa0 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:14:20.048800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5746c573-b270-4310-bc2d-f8e9f56995ac None None] Provisioning complete for port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:20.049387 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5746c573-b270-4310-bc2d-f8e9f56995ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:20.110998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5746c573-b270-4310-bc2d-f8e9f56995ac None None] Port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:14:20.190567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:14:20.200018 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fe9cbb6f-96d6-4b68-94c8-f6cf0ba7dd2f admin admin] 10.222.0.48 "PUT /v2.0/routers/f55724ca-fb7e-496f-89af-7652e632cfa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6983895 Jun 03 16:14:20.713145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Sync routers for ids ['f55724ca-fb7e-496f-89af-7652e632cfa0'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:14:20.723120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Routers {'f55724ca-fb7e-496f-89af-7652e632cfa0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:20.723811 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:14:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f55724ca-fb7e-496f-89af-7652e632cfa0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:20.727849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37160) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:20.733490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2115997279-network', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:20.739376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:20.743639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Usage tracker for resource:network and tenant:e37f7074abee43e6b2f87f160b2d5b76 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:20.746745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:20.752781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:20.768481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Made reservation on behalf of e37f7074abee43e6b2f87f160b2d5b76 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:20.771267 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:20.784024 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:20.798511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:20.802587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Usage tracker for resource:security_group_rule and tenant:e37f7074abee43e6b2f87f160b2d5b76 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:20.805505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:20.811554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:20.893445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:20.899191 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:20.905390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Set router f55724ca-fb7e-496f-89af-7652e632cfa0 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:20.926248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:14:20.938730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab9cc30-a696-4074-af8e-22143c42db62,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:20.944040 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:20.944385 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Added segment 7d1562e8-0703-4760-b0f0-b2fcd64bf538 of type vlan for network 60974fa2-6595-47d2-a0f2-1294c1cfca70 Jun 03 16:14:20.975210 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.010298 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.011652 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:21.012389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.044385 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 07975a31-7c4f-4193-b752-fa3d8740972c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:21.118562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] Pushing event updated for resources: {'Network': ['ID=60974fa2-6595-47d2-a0f2-1294c1cfca70,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:21.121825 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-45ad994f-8d4a-4128-81e9-a06cebc295c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3928733 Jun 03 16:14:21.124685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37164) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:21.130061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Request body: {'subnet': {'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2115997279-subnet', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:21.135766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:21.139736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Usage tracker for resource:subnet and tenant:e37f7074abee43e6b2f87f160b2d5b76 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:21.142665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:21.148465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:21.152214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 60974fa2-6595-47d2-a0f2-1294c1cfca70 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:14:21.161855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Made reservation on behalf of e37f7074abee43e6b2f87f160b2d5b76 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:21.164177 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.308874 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 07975a31-7c4f-4193-b752-fa3d8740972c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:21.326193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 07975a31-7c4f-4193-b752-fa3d8740972c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:21.326552 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.376487 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.454849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5bc2e78-322d-4a85-9b9b-aa1b09321ac9,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:21.462664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Checking segment: {'id': '7d1562e8-0703-4760-b0f0-b2fcd64bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:21.463016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Network hostable DHCP agents. Network: 60974fa2-6595-47d2-a0f2-1294c1cfca70, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:14:21.483317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Network 60974fa2-6595-47d2-a0f2-1294c1cfca70 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:14:21.493790 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 60974fa2-6595-47d2-a0f2-1294c1cfca70) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:21.496362 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:19Z', 'revision_number': 4, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6a8efe8d-c014-462a-90cf-7b0e4cf11618', 'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'mac_address': 'fa:16:3e:9f:33:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:18Z', 'updated_at': '2022-06-03T16:14:19Z', 'revision_number': 2, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'subnets': [{'id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:21.501463 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:21.502039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab80cdc8-55d0-44b0-b359-e0617c835074 None None] Network 60974fa2-6595-47d2-a0f2-1294c1cfca70 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:21.502437 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.513862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 07975a31-7c4f-4193-b752-fa3d8740972c is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:21.514257 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.525345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2d700149-40ae-4f05-b043-708985851308 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3996639 Jun 03 16:14:21.526652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Checking router: f55724ca-fb7e-496f-89af-7652e632cfa0 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:14:21.527004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Updating router f55724ca-fb7e-496f-89af-7652e632cfa0 port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:14:21.528091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37168) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:21.533247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2115997279-router', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:21.538702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:21.542534 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Usage tracker for resource:router and tenant:e37f7074abee43e6b2f87f160b2d5b76 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:14:21.545339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:14:21.551317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:21.564293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.566516 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.581863 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.639049 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 07975a31-7c4f-4193-b752-fa3d8740972c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=07975a31-7c4f-4193-b752-fa3d8740972c,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:21.648488 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.679301 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:21.845806 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=07975a31-7c4f-4193-b752-fa3d8740972c,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:21.965595 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.015981 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-60974fa2-6595-47d2-a0f2-1294c1cfca70', 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'fixed_ips': [{'subnet_id': 'e5bc2e78-322d-4a85-9b9b-aa1b09321ac9'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:14:22.016813 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.296596 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.318308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Allocated IP 172.20.0.2 (60974fa2-6595-47d2-a0f2-1294c1cfca70/e5bc2e78-322d-4a85-9b9b-aa1b09321ac9/f1c0012d-0727-486b-aeb8-383674956b19) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:22.326523 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.366383 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.433762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Transition to ACTIVE for port object 6a8efe8d-c014-462a-90cf-7b0e4cf11618 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:22.446343 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.469243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Allocated IP 172.25.7.143 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/e9086d4b-c5fa-424e-9df3-92021d8f16a7) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:22.608334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d000a5-1300-4ae4-a806-e67a86930fa8 None None] Pushing event updated for resources: {'Port': ['ID=6a8efe8d-c014-462a-90cf-7b0e4cf11618,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:22.628951 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.661290 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.728799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:22.731520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:22.735885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:22.754204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Attempting to bind port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:22.754563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Attempting to bind port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:22.754916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Attempting to bind port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 on network eb56e872-03ef-407a-aa30-808ed1260520 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:22.771050 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.774308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:22.774655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Checking segment: {'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:22.775033 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.775415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Bound using segment: {'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:22.775879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Bound port: 6a8efe8d-c014-462a-90cf-7b0e4cf11618, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:22.776237 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.780786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Pushing event updated for resources: {'Port': ['ID=e9086d4b-c5fa-424e-9df3-92021d8f16a7,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:22.803230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Transition to ACTIVE for port object f1c0012d-0727-486b-aeb8-383674956b19 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:22.867070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Transition to ACTIVE for port object f1c0012d-0727-486b-aeb8-383674956b19 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:22.884894 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:22.946838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] For port 6a8efe8d-c014-462a-90cf-7b0e4cf11618, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:22.959331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Network 60974fa2-6595-47d2-a0f2-1294c1cfca70 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:22.963983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:22.971085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Pushing event updated for resources: {'Port': ['ID=f1c0012d-0727-486b-aeb8-383674956b19,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:22.973250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:22.976268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] For port 6a8efe8d-c014-462a-90cf-7b0e4cf11618, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6a8efe8d-c014-462a-90cf-7b0e4cf11618,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:23.008649 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:23.077904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 07975a31-7c4f-4193-b752-fa3d8740972c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:23.170057 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:23.180196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Attempting to bind port f1c0012d-0727-486b-aeb8-383674956b19 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:23.180563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Attempting to bind port f1c0012d-0727-486b-aeb8-383674956b19 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7d1562e8-0703-4760-b0f0-b2fcd64bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:23.180916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Attempting to bind port f1c0012d-0727-486b-aeb8-383674956b19 on network 60974fa2-6595-47d2-a0f2-1294c1cfca70 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:23.198473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:23.198879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Checking segment: {'id': '7d1562e8-0703-4760-b0f0-b2fcd64bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:23.199237 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:23.199631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Bound using segment: {'id': '7d1562e8-0703-4760-b0f0-b2fcd64bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:23.200108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Bound port: f1c0012d-0727-486b-aeb8-383674956b19, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1562e8-0703-4760-b0f0-b2fcd64bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:23.200474 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:23.215273 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Routers {'f55724ca-fb7e-496f-89af-7652e632cfa0'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:23.215941 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:14:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f55724ca-fb7e-496f-89af-7652e632cfa0'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:23.277824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d000a5-1300-4ae4-a806-e67a86930fa8 None None] Pushing event updated for resources: {'Port': ['ID=6a8efe8d-c014-462a-90cf-7b0e4cf11618,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:23.528405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 07975a31-7c4f-4193-b752-fa3d8740972c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:23.529092 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:23.571861 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] For port f1c0012d-0727-486b-aeb8-383674956b19, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:23.582863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] Set router f55724ca-fb7e-496f-89af-7652e632cfa0 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:23.640602 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] For port f1c0012d-0727-486b-aeb8-383674956b19, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f1c0012d-0727-486b-aeb8-383674956b19,segment=NetworkSegment(7d1562e8-0703-4760-b0f0-b2fcd64bf538),segment_id=7d1562e8-0703-4760-b0f0-b2fcd64bf538)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:23.648315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:23.655327 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:23.875304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Router bc66d258-e9b4-488c-918f-b281f5c0cbec is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:14:23.921439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5803f-0e76-46b3-98a8-3c6628b655a4 None None] Pushing event updated for resources: {'Port': ['ID=f1c0012d-0727-486b-aeb8-383674956b19,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:23.964953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 07975a31-7c4f-4193-b752-fa3d8740972c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:24.067184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:19Z', 'revision_number': 4, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6a8efe8d-c014-462a-90cf-7b0e4cf11618', 'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'mac_address': 'fa:16:3e:9f:33:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:18Z', 'updated_at': '2022-06-03T16:14:22Z', 'revision_number': 4, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'subnets': [{'id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:24.072231 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99441776-cdbe-40b9-9889-ffa2e492bcd9 None None] The sync data for ids ['f55724ca-fb7e-496f-89af-7652e632cfa0'] in n-d-844595-1 is: [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:19Z', 'revision_number': 4, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6a8efe8d-c014-462a-90cf-7b0e4cf11618', 'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'mac_address': 'fa:16:3e:9f:33:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:18Z', 'updated_at': '2022-06-03T16:14:22Z', 'revision_number': 4, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'subnets': [{'id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:14:24.081074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:14:24.091585 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Sync routers for ids ['bc66d258-e9b4-488c-918f-b281f5c0cbec'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:14:24.109933 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Routers {'bc66d258-e9b4-488c-918f-b281f5c0cbec'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:24.110892 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:14:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bc66d258-e9b4-488c-918f-b281f5c0cbec'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:24.118617 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:24.124412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37172) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:14:24.124879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-531810e9-3111-4a25-afc7-3be891ad338c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5941770 Jun 03 16:14:24.334644 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Set router bc66d258-e9b4-488c-918f-b281f5c0cbec gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:24.642151 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'name': 'tempest-TestMinimumBasicScenario-2115997279-router', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:21Z', 'updated_at': '2022-06-03T16:14:22Z', 'revision_number': 3, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'gw_port': {'id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:22Z', 'updated_at': '2022-06-03T16:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:24.647355 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Checking router: bc66d258-e9b4-488c-918f-b281f5c0cbec for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:14:24.647691 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Updating router bc66d258-e9b4-488c-918f-b281f5c0cbec port e9086d4b-c5fa-424e-9df3-92021d8f16a7 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:14:24.723252 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.035979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d9f1e-d469-4f88-a8b5-6b49c25cf2fb None None] Network 60974fa2-6595-47d2-a0f2-1294c1cfca70 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:14:25.046033 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.134152 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.145896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f1c0012d-0727-486b-aeb8-383674956b19 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:25.148863 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Transition to ACTIVE for port object e9086d4b-c5fa-424e-9df3-92021d8f16a7 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:25.159851 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.223591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-616f831d-8a7f-4066-b18f-27b6bab1f844 None None] Provisioning for port f1c0012d-0727-486b-aeb8-383674956b19 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:25.236477 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Attempting to bind port e9086d4b-c5fa-424e-9df3-92021d8f16a7 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:25.236828 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Attempting to bind port e9086d4b-c5fa-424e-9df3-92021d8f16a7 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:25.237282 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Attempting to bind port e9086d4b-c5fa-424e-9df3-92021d8f16a7 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:25.251313 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:25.251959 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:25.252564 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.253444 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:25.254140 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Bound port: e9086d4b-c5fa-424e-9df3-92021d8f16a7, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:25.254722 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.306549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f1c0012d-0727-486b-aeb8-383674956b19 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:25.318789 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f1c0012d-0727-486b-aeb8-383674956b19 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:25.319206 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.330901 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b79721-1314-4a2c-bbeb-ab8bfd8b6b4a None None] Pushing event updated for resources: {'Port': ['ID=e9086d4b-c5fa-424e-9df3-92021d8f16a7,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:25.364594 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] For port e9086d4b-c5fa-424e-9df3-92021d8f16a7, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:25.369483 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] For port e9086d4b-c5fa-424e-9df3-92021d8f16a7, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e9086d4b-c5fa-424e-9df3-92021d8f16a7,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:25.370684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Allocated IP 172.20.0.1 (60974fa2-6595-47d2-a0f2-1294c1cfca70/e5bc2e78-322d-4a85-9b9b-aa1b09321ac9/5b382d1e-c97e-4ae6-8373-15fbcf0b9725) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:25.379124 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.490645 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Routers {'bc66d258-e9b4-488c-918f-b281f5c0cbec'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:25.491260 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:14:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bc66d258-e9b4-488c-918f-b281f5c0cbec'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:25.514156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f1c0012d-0727-486b-aeb8-383674956b19 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:25.514524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.548147 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f1c0012d-0727-486b-aeb8-383674956b19, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f1c0012d-0727-486b-aeb8-383674956b19,segment=NetworkSegment(7d1562e8-0703-4760-b0f0-b2fcd64bf538),segment_id=7d1562e8-0703-4760-b0f0-b2fcd64bf538)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:25.554422 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.555309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6a8efe8d-c014-462a-90cf-7b0e4cf11618 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:25.560418 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b79721-1314-4a2c-bbeb-ab8bfd8b6b4a None None] Pushing event updated for resources: {'Port': ['ID=e9086d4b-c5fa-424e-9df3-92021d8f16a7,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:25.627400 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.653118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Transition to ACTIVE for port object 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:25.696755 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.707394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f1c0012d-0727-486b-aeb8-383674956b19,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:25.723743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:25.747774 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] Set router bc66d258-e9b4-488c-918f-b281f5c0cbec gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:25.749998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:25.750399 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.800013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Network 60974fa2-6595-47d2-a0f2-1294c1cfca70 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:25.803238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:25.807239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:25.843468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b382d1e-c97e-4ae6-8373-15fbcf0b9725,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:25.874012 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.913913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1fa438ff-1e65-4497-ab26-5986c446c42a None None] Provisioning complete for port f1c0012d-0727-486b-aeb8-383674956b19 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:25.914265 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1fa438ff-1e65-4497-ab26-5986c446c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:25.964192 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:25.964568 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:26.029807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 6a8efe8d-c014-462a-90cf-7b0e4cf11618, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6a8efe8d-c014-462a-90cf-7b0e4cf11618,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:26.061099 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:26.108451 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'name': 'tempest-TestMinimumBasicScenario-2115997279-router', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:21Z', 'updated_at': '2022-06-03T16:14:22Z', 'revision_number': 3, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'gw_port': {'id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:22Z', 'updated_at': '2022-06-03T16:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:26.112630 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeb3fdc-08c0-4e8b-aa48-4ceeb78f4a2f None None] The sync data for ids ['bc66d258-e9b4-488c-918f-b281f5c0cbec'] in n-d-844595-1 is: [{'id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'name': 'tempest-TestMinimumBasicScenario-2115997279-router', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:21Z', 'updated_at': '2022-06-03T16:14:22Z', 'revision_number': 3, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'gw_port': {'id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:22Z', 'updated_at': '2022-06-03T16:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:14:26.151419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1fa438ff-1e65-4497-ab26-5986c446c42a None None] Current status of the port f1c0012d-0727-486b-aeb8-383674956b19 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:26.168511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=6a8efe8d-c014-462a-90cf-7b0e4cf11618,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:26.197513 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:26.277653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0dbc9a44-e2f9-40f9-9022-7f573d1b789b None None] Provisioning for port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:26.289719 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0dbc9a44-e2f9-40f9-9022-7f573d1b789b None None] Provisioning complete for port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:26.290121 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9a44-e2f9-40f9-9022-7f573d1b789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:26.356124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc9a44-e2f9-40f9-9022-7f573d1b789b None None] Port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:14:26.463269 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:26.470304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:26.713541 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:26.717148 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b382d1e-c97e-4ae6-8373-15fbcf0b9725,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:26.858122 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Network 60974fa2-6595-47d2-a0f2-1294c1cfca70 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:26.859221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:27.064959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Router bc66d258-e9b4-488c-918f-b281f5c0cbec has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:14:27.080115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-29cd5d1f-d11e-43f5-bb66-7ad731929b69 None None] Provisioning complete for port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:27.080763 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-29cd5d1f-d11e-43f5-bb66-7ad731929b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:27.119397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f1c0012d-0727-486b-aeb8-383674956b19 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:27.233133 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-29cd5d1f-d11e-43f5-bb66-7ad731929b69 None None] Port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:14:27.253684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f1c0012d-0727-486b-aeb8-383674956b19 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:27.254116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:27.258548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:14:27.268123 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d426ce71-15ef-44b2-8f74-f4fbfd81a4a1 admin admin] 10.222.0.48 "PUT /v2.0/routers/bc66d258-e9b4-488c-918f-b281f5c0cbec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1439962 Jun 03 16:14:27.374365 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f1c0012d-0727-486b-aeb8-383674956b19 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:27.375566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e9086d4b-c5fa-424e-9df3-92021d8f16a7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:27.443648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e9086d4b-c5fa-424e-9df3-92021d8f16a7 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:27.449670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e9086d4b-c5fa-424e-9df3-92021d8f16a7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:27.450071 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:27.582057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e9086d4b-c5fa-424e-9df3-92021d8f16a7 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:27.582436 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:27.603303 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e9086d4b-c5fa-424e-9df3-92021d8f16a7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e9086d4b-c5fa-424e-9df3-92021d8f16a7,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:27.608594 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:27.609520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6a8efe8d-c014-462a-90cf-7b0e4cf11618 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:27.697528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Sync routers for ids ['bc66d258-e9b4-488c-918f-b281f5c0cbec'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:14:27.742368 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Routers {'bc66d258-e9b4-488c-918f-b281f5c0cbec'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:27.742989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:14:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bc66d258-e9b4-488c-918f-b281f5c0cbec'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:27.836309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e9086d4b-c5fa-424e-9df3-92021d8f16a7,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:27.895823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:27.895952 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:27.988556 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Set router bc66d258-e9b4-488c-918f-b281f5c0cbec gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:28.253156 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:28.387618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'name': 'tempest-TestMinimumBasicScenario-2115997279-router', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:21Z', 'updated_at': '2022-06-03T16:14:26Z', 'revision_number': 4, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'gw_port': {'id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:22Z', 'updated_at': '2022-06-03T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '5b382d1e-c97e-4ae6-8373-15fbcf0b9725', 'name': '', 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'mac_address': 'fa:16:3e:4c:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e5bc2e78-322d-4a85-9b9b-aa1b09321ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:25Z', 'updated_at': '2022-06-03T16:14:26Z', 'revision_number': 2, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'subnets': [{'id': 'e5bc2e78-322d-4a85-9b9b-aa1b09321ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:28.393995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Checking router: bc66d258-e9b4-488c-918f-b281f5c0cbec for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:14:28.394425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Updating router bc66d258-e9b4-488c-918f-b281f5c0cbec port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:14:28.460898 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:28.875177 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:28.890543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Transition to ACTIVE for port object 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:28.898392 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:29.088121 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e9086d4b-c5fa-424e-9df3-92021d8f16a7 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:29.151839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdabd29-ae3b-4f3c-9b58-5a407d8b07c4 None None] Pushing event updated for resources: {'Port': ['ID=5b382d1e-c97e-4ae6-8373-15fbcf0b9725,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:29.202799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Attempting to bind port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:29.203166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Attempting to bind port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '7d1562e8-0703-4760-b0f0-b2fcd64bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:29.203522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Attempting to bind port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 on network 60974fa2-6595-47d2-a0f2-1294c1cfca70 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:29.212206 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:29.212573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Checking segment: {'id': '7d1562e8-0703-4760-b0f0-b2fcd64bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:29.212967 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:29.213351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Bound using segment: {'id': '7d1562e8-0703-4760-b0f0-b2fcd64bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:29.213818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Bound port: 5b382d1e-c97e-4ae6-8373-15fbcf0b9725, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1562e8-0703-4760-b0f0-b2fcd64bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:29.216486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:29.266742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e9086d4b-c5fa-424e-9df3-92021d8f16a7 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:29.267365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:29.413564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] For port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:29.440888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] For port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b382d1e-c97e-4ae6-8373-15fbcf0b9725,segment=NetworkSegment(7d1562e8-0703-4760-b0f0-b2fcd64bf538),segment_id=7d1562e8-0703-4760-b0f0-b2fcd64bf538)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:29.449135 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:29.482300 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e9086d4b-c5fa-424e-9df3-92021d8f16a7 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:29.530587 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Routers {'bc66d258-e9b4-488c-918f-b281f5c0cbec'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:14:29.531221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:14:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bc66d258-e9b4-488c-918f-b281f5c0cbec'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:29.599062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdabd29-ae3b-4f3c-9b58-5a407d8b07c4 None None] Pushing event updated for resources: {'Port': ['ID=5b382d1e-c97e-4ae6-8373-15fbcf0b9725,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:29.732790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] Set router bc66d258-e9b4-488c-918f-b281f5c0cbec gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:14:30.058022 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:30.086575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'name': 'tempest-TestMinimumBasicScenario-2115997279-router', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:21Z', 'updated_at': '2022-06-03T16:14:26Z', 'revision_number': 4, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'gw_port': {'id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:22Z', 'updated_at': '2022-06-03T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '5b382d1e-c97e-4ae6-8373-15fbcf0b9725', 'name': '', 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'mac_address': 'fa:16:3e:4c:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e5bc2e78-322d-4a85-9b9b-aa1b09321ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:25Z', 'updated_at': '2022-06-03T16:14:29Z', 'revision_number': 4, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'subnets': [{'id': 'e5bc2e78-322d-4a85-9b9b-aa1b09321ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:14:30.091361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465d9ed-b245-4808-9d6a-31e3cdff3d12 None None] The sync data for ids ['bc66d258-e9b4-488c-918f-b281f5c0cbec'] in n-d-844595-1 is: [{'id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'name': 'tempest-TestMinimumBasicScenario-2115997279-router', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:21Z', 'updated_at': '2022-06-03T16:14:26Z', 'revision_number': 4, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'gw_port': {'id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:22Z', 'updated_at': '2022-06-03T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '5b382d1e-c97e-4ae6-8373-15fbcf0b9725', 'name': '', 'network_id': '60974fa2-6595-47d2-a0f2-1294c1cfca70', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'mac_address': 'fa:16:3e:4c:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'e5bc2e78-322d-4a85-9b9b-aa1b09321ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:25Z', 'updated_at': '2022-06-03T16:14:29Z', 'revision_number': 4, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'subnets': [{'id': 'e5bc2e78-322d-4a85-9b9b-aa1b09321ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:14:31.038138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:31.133087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:31.144655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:31.145113 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:31.280315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:31.280698 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:31.318065 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b382d1e-c97e-4ae6-8373-15fbcf0b9725,segment=NetworkSegment(7d1562e8-0703-4760-b0f0-b2fcd64bf538),segment_id=7d1562e8-0703-4760-b0f0-b2fcd64bf538)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:31.325984 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:31.404080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=5b382d1e-c97e-4ae6-8373-15fbcf0b9725,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:31.977195 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:14:32.218632 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d2afdc95-00d1-4b7e-890b-3756a21fd65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.031079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:33.131004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:33.131604 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:33.314131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:34.877387 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c2a914c7-d1f3-4ebf-84c3-a3d1857d2069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:35.368389 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:35.793956 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:37.240123 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:37.258006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ea0acd56-513e-4598-9e8e-89dd0c68a522 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:37.259547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ea0acd56-513e-4598-9e8e-89dd0c68a522 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/networks?id=eb56e872-03ef-407a-aa30-808ed1260520 HTTP/1.1" status: 200 len: 815 time: 0.1565819 Jun 03 16:14:37.275026 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-87f5e74c-5ca8-446f-a8e9-11c818266100 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/quotas/83b10b6b88c647e386a6ae81eca7aaad HTTP/1.1" status: 200 len: 375 time: 0.0099959 Jun 03 16:14:37.362473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-31c67196-5f99-4e3e-88f9-cacc0d572aa7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Synchronizing usage tracker for tenant:83b10b6b88c647e386a6ae81eca7aaad on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:14:37.380759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-31c67196-5f99-4e3e-88f9-cacc0d572aa7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Unset dirty status for tenant:83b10b6b88c647e386a6ae81eca7aaad on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:14:37.382085 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-31c67196-5f99-4e3e-88f9-cacc0d572aa7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=83b10b6b88c647e386a6ae81eca7aaad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021695 Jun 03 16:14:37.626226 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-29390739-e32a-4184-8d13-9e6669cf353e service neutron] 10.222.0.48 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321074 Jun 03 16:14:37.773544 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-86ccd8ba-069f-42a1-9287-628156901eeb service neutron] 10.222.0.48 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413519 Jun 03 16:14:37.956119 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fedb98b1-a130-4ac5-9c45-00d0d20e9b80 req-1ab1a667-80c8-44ab-8631-6a851795d6fb tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 210 time: 0.0440164 Jun 03 16:14:39.107772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-18d11fe9-92ee-4372-9a90-8e75c6e431de req-6d484c64-180d-40d4-9b6d-8bbb44c6944e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 210 time: 0.0469663 Jun 03 16:14:39.279430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-fc11723e-ef6a-4674-b769-085aac192977 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:39.280705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-fc11723e-ef6a-4674-b769-085aac192977 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.75 "GET /v2.0/networks?id=eb56e872-03ef-407a-aa30-808ed1260520 HTTP/1.1" status: 200 len: 815 time: 0.1489720 Jun 03 16:14:39.293078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Request body: {'port': {'device_id': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'admin_state_up': True, 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:39.413462 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.564674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:14:39.574939 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:14:39.586997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Made reservation on behalf of 83b10b6b88c647e386a6ae81eca7aaad for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:14:39.601157 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:39.836691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Allocated IP 172.20.0.9 (eb56e872-03ef-407a-aa30-808ed1260520/12c3144c-c88e-4ea5-bb50-8ee2403fc7c5/b75342a8-5432-4784-81f8-67ac2278b2ff) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:14:40.086290 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.106877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Transition to ACTIVE for port object b75342a8-5432-4784-81f8-67ac2278b2ff will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:40.145012 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.267542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'Port': ['ID=b75342a8-5432-4784-81f8-67ac2278b2ff,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:40.293129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Network eb56e872-03ef-407a-aa30-808ed1260520 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:14:40.304527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:14:40.307379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:14:40.384273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:40.384997 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.436498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eed5c-64b8-4fbf-b40e-64311d873022 req-20e04571-7208-49fa-8ec1-8c5505237258 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:40.437138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7b5eed5c-64b8-4fbf-b40e-64311d873022 req-20e04571-7208-49fa-8ec1-8c5505237258 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Synchronizing usage tracker for tenant:83b10b6b88c647e386a6ae81eca7aaad on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:14:40.441615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-6995e4c9-5c6f-4191-ad84-6036ac0999ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1515918 Jun 03 16:14:40.468423 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7b5eed5c-64b8-4fbf-b40e-64311d873022 req-20e04571-7208-49fa-8ec1-8c5505237258 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Unset dirty status for tenant:83b10b6b88c647e386a6ae81eca7aaad on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:14:40.471725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b5eed5c-64b8-4fbf-b40e-64311d873022 req-20e04571-7208-49fa-8ec1-8c5505237258 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 931 time: 0.2425151 Jun 03 16:14:40.542772 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b5eed5c-64b8-4fbf-b40e-64311d873022 req-590519b4-d48c-4eab-a336-81a6ef22a6d5 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647848 Jun 03 16:14:40.721764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3d938512-ce75-43ab-9d25-acad452fe35b None None] Provisioning for port b75342a8-5432-4784-81f8-67ac2278b2ff completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:40.727348 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3d938512-ce75-43ab-9d25-acad452fe35b None None] Provisioning complete for port b75342a8-5432-4784-81f8-67ac2278b2ff triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:40.727785 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3d938512-ce75-43ab-9d25-acad452fe35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:40.784498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-3d938512-ce75-43ab-9d25-acad452fe35b None None] Port b75342a8-5432-4784-81f8-67ac2278b2ff cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:14:41.738912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ca7ae-5e61-49be-b956-47ec2f720885 req-5a076f37-ca40-4e40-b466-6e1af4c49d61 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:41.740574 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd0ca7ae-5e61-49be-b956-47ec2f720885 req-5a076f37-ca40-4e40-b466-6e1af4c49d61 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 931 time: 0.0895603 Jun 03 16:14:41.787839 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd0ca7ae-5e61-49be-b956-47ec2f720885 req-7c6f66c9-9bea-4f0d-8170-5423bd043a84 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Jun 03 16:14:42.987894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd08fe-87f2-4311-8551-35132e6bd7cd req-00aba9fd-31cd-4fe7-a12e-968e17c5343f tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:42.989928 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8fd08fe-87f2-4311-8551-35132e6bd7cd req-00aba9fd-31cd-4fe7-a12e-968e17c5343f tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 931 time: 0.0865824 Jun 03 16:14:43.039386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c8fd08fe-87f2-4311-8551-35132e6bd7cd req-66c5e73b-1fb6-44bb-b274-2e8c990bbbe2 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438237 Jun 03 16:14:44.239605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7639f24-1518-4751-ab1c-7be7bab92e7f req-96c47613-6680-4246-a074-0b72b610f70d tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:44.241129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7639f24-1518-4751-ab1c-7be7bab92e7f req-96c47613-6680-4246-a074-0b72b610f70d tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 931 time: 0.0900526 Jun 03 16:14:44.289988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7639f24-1518-4751-ab1c-7be7bab92e7f req-5956fc2b-b857-4930-9c33-518ed8142101 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425630 Jun 03 16:14:45.503766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dc4f1-da04-454d-a559-0b829a38c550 req-44387e38-cc60-41f9-86be-c9b3d80b8796 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:45.505366 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-208dc4f1-da04-454d-a559-0b829a38c550 req-44387e38-cc60-41f9-86be-c9b3d80b8796 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 931 time: 0.0845222 Jun 03 16:14:45.559270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-208dc4f1-da04-454d-a559-0b829a38c550 req-e5d06362-10ea-4e4e-9f72-50addd868fb4 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467031 Jun 03 16:14:46.752737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48153e5-1ccc-4bb9-bde3-4b1240f9a5f1 req-10173e2d-df81-41b8-8493-6fb4102bff58 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:46.755184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a48153e5-1ccc-4bb9-bde3-4b1240f9a5f1 req-10173e2d-df81-41b8-8493-6fb4102bff58 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 931 time: 0.0868659 Jun 03 16:14:46.803758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a48153e5-1ccc-4bb9-bde3-4b1240f9a5f1 req-01dff30b-a9c4-4f4c-af12-2fb492ffc0c5 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Jun 03 16:14:47.189333 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Request body: {'port': {'device_id': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:14:47.302844 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.653005 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75342a8-5432-4784-81f8-67ac2278b2ff {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:14:47.661053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.679941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Transition to ACTIVE for port object b75342a8-5432-4784-81f8-67ac2278b2ff will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:14:47.686141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:47.844686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=b75342a8-5432-4784-81f8-67ac2278b2ff,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:47.967897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Attempting to bind port b75342a8-5432-4784-81f8-67ac2278b2ff on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:14:47.968225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Attempting to bind port b75342a8-5432-4784-81f8-67ac2278b2ff by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:14:47.968547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Attempting to bind port b75342a8-5432-4784-81f8-67ac2278b2ff on network eb56e872-03ef-407a-aa30-808ed1260520 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:47.984601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Port b75342a8-5432-4784-81f8-67ac2278b2ff on network eb56e872-03ef-407a-aa30-808ed1260520 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:14:47.984894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Attempting to bind port b75342a8-5432-4784-81f8-67ac2278b2ff on network eb56e872-03ef-407a-aa30-808ed1260520 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:14:47.991987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:14:47.992309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Checking segment: {'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:14:47.992691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Bound using segment: {'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:14:47.993108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Bound port: b75342a8-5432-4784-81f8-67ac2278b2ff, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ae79df-d370-4392-a073-9931e94a3cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:14:47.993433 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.185605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de19592-3db1-4ca1-a7a4-63ec910ce6b9 req-bcf00591-afcd-4c09-96da-254e2976ab8b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:48.187083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5de19592-3db1-4ca1-a7a4-63ec910ce6b9 req-bcf00591-afcd-4c09-96da-254e2976ab8b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 943 time: 0.2676742 Jun 03 16:14:48.217426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] For port b75342a8-5432-4784-81f8-67ac2278b2ff, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:14:48.233688 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] For port b75342a8-5432-4784-81f8-67ac2278b2ff, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b75342a8-5432-4784-81f8-67ac2278b2ff,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:14:48.241847 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.278511 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5de19592-3db1-4ca1-a7a4-63ec910ce6b9 req-59f08828-5e5e-4713-b3e4-b9e7da21a771 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821412 Jun 03 16:14:48.308256 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:48.308862 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:48.310273 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] 10.222.0.75 "PUT /v2.0/ports/b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 1091 time: 1.1253054 Jun 03 16:14:48.310703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:14:48.345080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c8409-a79a-4631-a9e4-8cc5511e5ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=b75342a8-5432-4784-81f8-67ac2278b2ff,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:48.380793 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc98f7ca-b53d-4675-aa8b-74e21cf6b27b'] response: {'name': 'network-changed', 'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'status': 'completed', 'code': 200} Jun 03 16:14:48.422831 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-7cc5714b-dd08-48bd-ad7a-6b4f640f404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:48.424450 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-7cc5714b-dd08-48bd-ad7a-6b4f640f404a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b10b6b88c647e386a6ae81eca7aaad&device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 1094 time: 0.0751803 Jun 03 16:14:48.498386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-f633736f-9e8d-49ee-bd6a-79e4ad5fb8a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 217 time: 0.0668077 Jun 03 16:14:48.572057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-88155218-0a5d-41f6-8e8c-4c5df2fd6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:48.573904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-88155218-0a5d-41f6-8e8c-4c5df2fd6daf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=12c3144c-c88e-4ea5-bb50-8ee2403fc7c5 HTTP/1.1" status: 200 len: 854 time: 0.0692608 Jun 03 16:14:48.658754 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-943022d0-b9d5-435f-85f6-4f3706f61f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:48.660236 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-943022d0-b9d5-435f-85f6-4f3706f61f0c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb56e872-03ef-407a-aa30-808ed1260520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800965 Jun 03 16:14:48.796650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-8cf51eac-5de3-4793-8006-96b1970a05ca service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295328 Jun 03 16:14:48.943578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-910342c6-9660-4b8f-ac55-d30f92b28423 req-8a6597bb-c6d3-41c6-aa5f-25a22f19f466 service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409400 Jun 03 16:14:49.062636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7930db-7e5e-4b90-9f36-2cb5dcdfbdf6 req-eb447f78-6f25-4f5c-a0f3-30bd9a113b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:49.064008 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b7930db-7e5e-4b90-9f36-2cb5dcdfbdf6 req-eb447f78-6f25-4f5c-a0f3-30bd9a113b12 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b10b6b88c647e386a6ae81eca7aaad&device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 1094 time: 0.0730014 Jun 03 16:14:49.196156 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7930db-7e5e-4b90-9f36-2cb5dcdfbdf6 req-dc7cdbb4-d9d0-4b54-9267-3302f892cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:49.197612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b7930db-7e5e-4b90-9f36-2cb5dcdfbdf6 req-dc7cdbb4-d9d0-4b54-9267-3302f892cdd0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb56e872-03ef-407a-aa30-808ed1260520 HTTP/1.1" status: 200 len: 916 time: 0.1273060 Jun 03 16:14:49.279478 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b7930db-7e5e-4b90-9f36-2cb5dcdfbdf6 req-d5cb4d68-0a5c-4abb-9751-51fcab5184e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 217 time: 0.0739734 Jun 03 16:14:49.343941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7930db-7e5e-4b90-9f36-2cb5dcdfbdf6 req-6f8281c2-bcde-40ec-9728-b5a14296f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:49.345403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b7930db-7e5e-4b90-9f36-2cb5dcdfbdf6 req-6f8281c2-bcde-40ec-9728-b5a14296f73a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=12c3144c-c88e-4ea5-bb50-8ee2403fc7c5 HTTP/1.1" status: 200 len: 854 time: 0.0591850 Jun 03 16:14:49.483638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7930db-7e5e-4b90-9f36-2cb5dcdfbdf6 req-ffe728b1-ae95-42b5-8acd-3a15b1aaf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:49.485114 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b7930db-7e5e-4b90-9f36-2cb5dcdfbdf6 req-ffe728b1-ae95-42b5-8acd-3a15b1aaf398 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb56e872-03ef-407a-aa30-808ed1260520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327472 Jun 03 16:14:49.497014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38db10-348e-4b0c-80e9-e037eb64dc19 req-ae24e027-7349-40bd-8c84-d89c533115d2 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:49.498361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b38db10-348e-4b0c-80e9-e037eb64dc19 req-ae24e027-7349-40bd-8c84-d89c533115d2 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 943 time: 0.1115630 Jun 03 16:14:49.621670 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b38db10-348e-4b0c-80e9-e037eb64dc19 req-3213fa0b-6b18-4268-aad9-a0b7c915734d tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051564 Jun 03 16:14:49.659451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b7930db-7e5e-4b90-9f36-2cb5dcdfbdf6 req-01162231-3506-4e20-a6c0-d16128cc21a2 service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600802 Jun 03 16:14:49.798784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b7930db-7e5e-4b90-9f36-2cb5dcdfbdf6 req-36ba2b4a-fd88-49e8-b1cb-4f3727ad79bc service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325257 Jun 03 16:14:50.685979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b75342a8-5432-4784-81f8-67ac2278b2ff details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:14:50.826164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b75342a8-5432-4784-81f8-67ac2278b2ff, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b75342a8-5432-4784-81f8-67ac2278b2ff,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:50.840923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'port_id': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'mac_address': 'fa:16:3e:b8:4c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:14:50.897393 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b75342a8-5432-4784-81f8-67ac2278b2ff is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:50.897789 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.917982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75342a8-5432-4784-81f8-67ac2278b2ff {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:14:50.933490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b8f25-dd1f-4407-935e-5640a6f1bb44 req-f0f2d0f9-69c8-4079-afb3-8e18fdd202ba tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:50.934433 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b75342a8-5432-4784-81f8-67ac2278b2ff, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b75342a8-5432-4784-81f8-67ac2278b2ff,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:50.935326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a9b8f25-dd1f-4407-935e-5640a6f1bb44 req-f0f2d0f9-69c8-4079-afb3-8e18fdd202ba tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 943 time: 0.1938469 Jun 03 16:14:50.939325 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:50.982111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5a9b8f25-dd1f-4407-935e-5640a6f1bb44 req-2a2a5a43-31d0-4368-8903-82af2019b4e8 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Jun 03 16:14:51.007386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b75342a8-5432-4784-81f8-67ac2278b2ff,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:51.015244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.015656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.016008 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.016351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.016697 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.017092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.017424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.017747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.018096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.018418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.018737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.019055 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:14:51.163931 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b75342a8-5432-4784-81f8-67ac2278b2ff'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:14:52.186776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237296b5-b18e-4601-9363-bc876682e7c5 req-79863677-69f0-4671-8390-6f060512592b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:52.188245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237296b5-b18e-4601-9363-bc876682e7c5 req-79863677-69f0-4671-8390-6f060512592b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 944 time: 0.0904508 Jun 03 16:14:52.236120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-237296b5-b18e-4601-9363-bc876682e7c5 req-67108df0-5460-4dbe-bfc4-de83e0f3474c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Jun 03 16:14:52.693927 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b75342a8-5432-4784-81f8-67ac2278b2ff up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:14:52.772243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port b75342a8-5432-4784-81f8-67ac2278b2ff completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:14:52.777548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port b75342a8-5432-4784-81f8-67ac2278b2ff triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:14:52.777939 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.904584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b75342a8-5432-4784-81f8-67ac2278b2ff is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:14:52.904962 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.931618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:14:52.941107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b75342a8-5432-4784-81f8-67ac2278b2ff, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b75342a8-5432-4784-81f8-67ac2278b2ff,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:14:52.946537 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:14:52.983669 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda91ee9-ca85-4719-851d-f5bef4661781'] response: {'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'code': 200} Jun 03 16:14:53.019554 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b75342a8-5432-4784-81f8-67ac2278b2ff,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:14:53.105941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d62eb-ddf1-4da8-94ff-48252f69b9d8 req-2b91cdd3-82a8-4679-b5ad-507d654c8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:53.107700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b76d62eb-ddf1-4da8-94ff-48252f69b9d8 req-2b91cdd3-82a8-4679-b5ad-507d654c8f32 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 1096 time: 0.0720973 Jun 03 16:14:53.148240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b76d62eb-ddf1-4da8-94ff-48252f69b9d8 req-8702463d-484f-4580-89b4-ce099f1d31b6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341952 Jun 03 16:14:53.439476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41382789-d1d3-44fb-91c6-f3a5a5a3c078 req-4607012d-0485-4a06-8c2a-bba0b5f06de7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:53.440923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41382789-d1d3-44fb-91c6-f3a5a5a3c078 req-4607012d-0485-4a06-8c2a-bba0b5f06de7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 945 time: 0.0888472 Jun 03 16:14:53.495573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-41382789-d1d3-44fb-91c6-f3a5a5a3c078 req-165e8320-5291-4c69-a2fb-80e92ae8790b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459855 Jun 03 16:14:54.699149 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a405d0-e1cb-4d93-9a39-8d57275920b6 req-8299b12e-79cc-4682-bf7c-c305d80fe494 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:54.700587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77a405d0-e1cb-4d93-9a39-8d57275920b6 req-8299b12e-79cc-4682-bf7c-c305d80fe494 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 945 time: 0.0958383 Jun 03 16:14:54.751569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77a405d0-e1cb-4d93-9a39-8d57275920b6 req-61d15769-ccf1-45da-bd69-9fea53644bcf tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Jun 03 16:14:54.942948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5d52a-76e1-4dd0-9e4d-d30e91d3bd34 req-45d72fb8-047e-400a-91bc-ce6f5f5a9bd7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:54.944439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9a5d52a-76e1-4dd0-9e4d-d30e91d3bd34 req-45d72fb8-047e-400a-91bc-ce6f5f5a9bd7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 945 time: 0.0856247 Jun 03 16:14:54.988519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9a5d52a-76e1-4dd0-9e4d-d30e91d3bd34 req-fac52387-178b-4ce5-9662-f283740baee5 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383894 Jun 03 16:14:55.385896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d6245-c47c-4bca-b277-e03d6362695d req-b019bbcc-c2d8-4107-95e8-467f70c7e4d7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:14:55.387367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b8d6245-c47c-4bca-b277-e03d6362695d req-b019bbcc-c2d8-4107-95e8-467f70c7e4d7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 945 time: 0.0836468 Jun 03 16:14:55.434962 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1b8d6245-c47c-4bca-b277-e03d6362695d req-44445aa6-18f9-478b-b89c-c83193b3181b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Jun 03 16:15:00.035451 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:02.215278 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35d563ec-598b-49ea-a27f-38545888a7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:04.874215 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a522665b-3b50-4e99-8cc6-1d17f088de36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:05.366363 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:05.660345 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4275c-8d12-403b-a0f9-8c9bcb269d89 req-0f50cf3b-0dc3-4740-adcf-ed3c8a722905 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:05.661821 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7be4275c-8d12-403b-a0f9-8c9bcb269d89 req-0f50cf3b-0dc3-4740-adcf-ed3c8a722905 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 945 time: 0.0867176 Jun 03 16:15:05.707550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7be4275c-8d12-403b-a0f9-8c9bcb269d89 req-143a028b-841f-4b46-8bbc-682d8e0c9b19 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 Jun 03 16:15:05.737831 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37364) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:05.786309 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:05.852981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571a720b-6630-4b62-9767-54b479e0a3ce tempest-TestMinimumBasicScenario-224643144 tempest-TestMinimumBasicScenario-224643144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:05.853680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-571a720b-6630-4b62-9767-54b479e0a3ce tempest-TestMinimumBasicScenario-224643144 tempest-TestMinimumBasicScenario-224643144-project-admin] Synchronizing usage tracker for tenant:e37f7074abee43e6b2f87f160b2d5b76 on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:15:05.871766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-571a720b-6630-4b62-9767-54b479e0a3ce tempest-TestMinimumBasicScenario-224643144 tempest-TestMinimumBasicScenario-224643144-project-admin] Unset dirty status for tenant:e37f7074abee43e6b2f87f160b2d5b76 on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:15:05.873012 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-571a720b-6630-4b62-9767-54b479e0a3ce tempest-TestMinimumBasicScenario-224643144 tempest-TestMinimumBasicScenario-224643144-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 1091 time: 0.1342714 Jun 03 16:15:05.877537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37370) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:05.882628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:05.889661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:05.893521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Usage tracker for resource:floatingip and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:05.896713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:05.903331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:05.913506 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:06.063386 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:06.207165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Allocated IP 172.25.7.23 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/bd83deaa-9121-4d59-852b-dde283aa0115) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:15:06.357211 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:06.389648 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:06.452511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:15:06.455219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:15:06.459026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:15:06.496516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'Port': ['ID=bd83deaa-9121-4d59-852b-dde283aa0115,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:06.994512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.073447 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.240150 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.290560 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.296190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.400794 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'Port': ['ID=bd83deaa-9121-4d59-852b-dde283aa0115,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:07.412501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.412847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.413182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.413506 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.413834 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.414183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.414489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.414810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.415130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.415529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.415850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.416165 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:07.423190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:07.599429 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Floating IP 5c3037ee-b3e1-48d9-ac25-5dbb297b25da associated. External IP: 172.25.7.23, port: b75342a8-5432-4784-81f8-67ac2278b2ff. Jun 03 16:15:07.964725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Router f55724ca-fb7e-496f-89af-7652e632cfa0 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:15:08.149218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:15:08.160952 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70094751-5966-4ee5-9bd8-6b7b227c6715 None None] Sync routers for ids ['f55724ca-fb7e-496f-89af-7652e632cfa0'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:15:08.174190 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70094751-5966-4ee5-9bd8-6b7b227c6715 None None] Routers {'f55724ca-fb7e-496f-89af-7652e632cfa0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:15:08.175027 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70094751-5966-4ee5-9bd8-6b7b227c6715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:15:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f55724ca-fb7e-496f-89af-7652e632cfa0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:08.183888 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.241716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f8ef2cbf-ffc1-4efe-b9c3-a9897db670a6 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3602769 Jun 03 16:15:08.241716 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:15:08.242057 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37374) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:08.247437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621040893', 'description': 'tempest-secgroup-smoke-621040893 description', 'project_id': '83b10b6b88c647e386a6ae81eca7aaad'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:08.255074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:08.258880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Usage tracker for resource:security_group and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:08.261251 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:08.267160 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:08.280859 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.284809 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501593c8-ee5a-4eb7-b618-bdb7036608a4'] response: {'name': 'network-changed', 'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'status': 'completed', 'code': 200} Jun 03 16:15:08.302908 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:08.307143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Usage tracker for resource:security_group_rule and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:08.310349 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:08.316275 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:08.365810 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-70094751-5966-4ee5-9bd8-6b7b227c6715 None None] Set router f55724ca-fb7e-496f-89af-7652e632cfa0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:15:08.396390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a8cb7-0468-4bbc-a8d2-9f3fc06bbe1a req-f0daf498-9b07-49c0-906d-1ab711797673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:08.397451 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.398433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-217a8cb7-0468-4bbc-a8d2-9f3fc06bbe1a req-f0daf498-9b07-49c0-906d-1ab711797673 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b10b6b88c647e386a6ae81eca7aaad&device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 1096 time: 0.0926871 Jun 03 16:15:08.402310 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.444352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb52e989-37f1-4cba-8a59-ef2015f4b237,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:08.452590 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.452933 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.453265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.453591 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.453938 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.454266 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.454582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.454894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.455225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.455521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.455834 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.456141 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:15:08.459729 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.463858 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-37ba1a97-4b62-4f7f-97e4-2454b914038b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2179053 Jun 03 16:15:08.464088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37380) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:08.469258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-44490afe-c1ea-42aa-a585-a7c2a0decd37 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Request body: {'security_group_rule': {'security_group_id': 'cb52e989-37f1-4cba-8a59-ef2015f4b237', 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:08.476877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-44490afe-c1ea-42aa-a585-a7c2a0decd37 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:08.480865 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-44490afe-c1ea-42aa-a585-a7c2a0decd37 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Usage tracker for resource:security_group_rule and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:08.483849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-44490afe-c1ea-42aa-a585-a7c2a0decd37 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:08.489703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-44490afe-c1ea-42aa-a585-a7c2a0decd37 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:08.508194 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44490afe-c1ea-42aa-a585-a7c2a0decd37 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.574959 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44490afe-c1ea-42aa-a585-a7c2a0decd37 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.582618 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44490afe-c1ea-42aa-a585-a7c2a0decd37 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.612291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44490afe-c1ea-42aa-a585-a7c2a0decd37 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e406c3d1-837c-4d1b-8556-06bee90f953e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:08.622204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-44490afe-c1ea-42aa-a585-a7c2a0decd37 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.626198 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-44490afe-c1ea-42aa-a585-a7c2a0decd37 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585596 Jun 03 16:15:08.626992 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37384) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:08.631817 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-255d8673-50de-4661-87dc-8e5707225963 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Request body: {'security_group_rule': {'security_group_id': 'cb52e989-37f1-4cba-8a59-ef2015f4b237', 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:08.639863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-255d8673-50de-4661-87dc-8e5707225963 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:08.644404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-255d8673-50de-4661-87dc-8e5707225963 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Usage tracker for resource:security_group_rule and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:08.647729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-255d8673-50de-4661-87dc-8e5707225963 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:08.653956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-255d8673-50de-4661-87dc-8e5707225963 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:08.674980 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-255d8673-50de-4661-87dc-8e5707225963 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.680132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a8cb7-0468-4bbc-a8d2-9f3fc06bbe1a req-af84a035-a648-47b0-80a8-6fd094589809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:08.681814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-217a8cb7-0468-4bbc-a8d2-9f3fc06bbe1a req-af84a035-a648-47b0-80a8-6fd094589809 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb56e872-03ef-407a-aa30-808ed1260520 HTTP/1.1" status: 200 len: 916 time: 0.2769825 Jun 03 16:15:08.743582 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70094751-5966-4ee5-9bd8-6b7b227c6715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:19Z', 'revision_number': 4, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5c3037ee-b3e1-48d9-ac25-5dbb297b25da', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'floating_ip_address': '172.25.7.23', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'port_id': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'mac_address': 'fa:16:3e:b8:4c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:15:06Z', 'updated_at': '2022-06-03T16:15:06Z', 'revision_number': 0, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8efe8d-c014-462a-90cf-7b0e4cf11618', 'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'mac_address': 'fa:16:3e:9f:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:18Z', 'updated_at': '2022-06-03T16:14:26Z', 'revision_number': 5, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'subnets': [{'id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:08.744283 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-255d8673-50de-4661-87dc-8e5707225963 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.748364 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70094751-5966-4ee5-9bd8-6b7b227c6715 None None] Checking router: f55724ca-fb7e-496f-89af-7652e632cfa0 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:15:08.750056 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-255d8673-50de-4661-87dc-8e5707225963 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.760667 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70094751-5966-4ee5-9bd8-6b7b227c6715 None None] Routers {'f55724ca-fb7e-496f-89af-7652e632cfa0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:15:08.761209 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70094751-5966-4ee5-9bd8-6b7b227c6715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:15:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f55724ca-fb7e-496f-89af-7652e632cfa0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:08.782894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d8673-50de-4661-87dc-8e5707225963 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8296967-0a5a-466a-a053-e670750a3c33,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:08.794040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-217a8cb7-0468-4bbc-a8d2-9f3fc06bbe1a req-1fc8425a-e85c-4bd4-bfcf-c3b75a97b84b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 998 time: 0.1054838 Jun 03 16:15:08.794316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-255d8673-50de-4661-87dc-8e5707225963 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.798994 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-255d8673-50de-4661-87dc-8e5707225963 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680846 Jun 03 16:15:08.798994 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37388) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:08.803777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8a9eeb8b-b6ff-4b64-88de-db8648f61e81 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Request body: {'security_group_rule': {'security_group_id': 'cb52e989-37f1-4cba-8a59-ef2015f4b237', 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:08.812468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8a9eeb8b-b6ff-4b64-88de-db8648f61e81 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:08.816832 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8a9eeb8b-b6ff-4b64-88de-db8648f61e81 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Usage tracker for resource:security_group_rule and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:08.824364 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8a9eeb8b-b6ff-4b64-88de-db8648f61e81 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:08.828491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8a9eeb8b-b6ff-4b64-88de-db8648f61e81 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:08.861015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a8cb7-0468-4bbc-a8d2-9f3fc06bbe1a req-06f095af-5ee0-4da5-bc4b-31531ad3147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:08.861611 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-217a8cb7-0468-4bbc-a8d2-9f3fc06bbe1a req-06f095af-5ee0-4da5-bc4b-31531ad3147d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=12c3144c-c88e-4ea5-bb50-8ee2403fc7c5 HTTP/1.1" status: 200 len: 854 time: 0.0615268 Jun 03 16:15:08.864556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a9eeb8b-b6ff-4b64-88de-db8648f61e81 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.930599 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a9eeb8b-b6ff-4b64-88de-db8648f61e81 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.935945 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a9eeb8b-b6ff-4b64-88de-db8648f61e81 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.939706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a8cb7-0468-4bbc-a8d2-9f3fc06bbe1a req-c178d79d-b527-4e0c-91f7-a1ca6fe3bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:08.941399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-217a8cb7-0468-4bbc-a8d2-9f3fc06bbe1a req-c178d79d-b527-4e0c-91f7-a1ca6fe3bdaa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb56e872-03ef-407a-aa30-808ed1260520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722396 Jun 03 16:15:08.954853 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-70094751-5966-4ee5-9bd8-6b7b227c6715 None None] Set router f55724ca-fb7e-496f-89af-7652e632cfa0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:15:08.960824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9eeb8b-b6ff-4b64-88de-db8648f61e81 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907e4e00-14ab-4a38-b23f-ee80e13f07e6,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:08.973168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8a9eeb8b-b6ff-4b64-88de-db8648f61e81 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:08.975127 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8a9eeb8b-b6ff-4b64-88de-db8648f61e81 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1755748 Jun 03 16:15:08.977696 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37392) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:08.984293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2ef3476e-03fa-4678-8ef9-7dc496de17fc tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Request body: {'security_group_rule': {'security_group_id': 'cb52e989-37f1-4cba-8a59-ef2015f4b237', 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:08.991186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2ef3476e-03fa-4678-8ef9-7dc496de17fc tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:08.995289 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2ef3476e-03fa-4678-8ef9-7dc496de17fc tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Usage tracker for resource:security_group_rule and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:08.998185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2ef3476e-03fa-4678-8ef9-7dc496de17fc tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:09.003971 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2ef3476e-03fa-4678-8ef9-7dc496de17fc tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:09.023812 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ef3476e-03fa-4678-8ef9-7dc496de17fc tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.032903 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:15:09.089040 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ef3476e-03fa-4678-8ef9-7dc496de17fc tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.091430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-217a8cb7-0468-4bbc-a8d2-9f3fc06bbe1a req-175f05bc-3bcf-4c4b-9b9a-69c904f55635 service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437826 Jun 03 16:15:09.094307 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ef3476e-03fa-4678-8ef9-7dc496de17fc tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.118756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3476e-03fa-4678-8ef9-7dc496de17fc tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0c0cac-d44b-4b36-ad20-d1ee300f9918,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:09.131795 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2ef3476e-03fa-4678-8ef9-7dc496de17fc tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.135324 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2ef3476e-03fa-4678-8ef9-7dc496de17fc tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535378 Jun 03 16:15:09.135522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37396) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:09.140819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Request body: {'security_group_rule': {'security_group_id': 'cb52e989-37f1-4cba-8a59-ef2015f4b237', 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:09.147813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:09.151781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Usage tracker for resource:security_group_rule and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:09.154626 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:09.160410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:09.177381 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Project 83b10b6b88c647e386a6ae81eca7aaad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:15:09.183746 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.235703 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-217a8cb7-0468-4bbc-a8d2-9f3fc06bbe1a req-d1d2828d-0a3b-4b76-b7c1-8766cac653c6 service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378863 Jun 03 16:15:09.254787 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.260940 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.287056 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddcf838-6d44-4db7-90f2-5db79f8a881d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:09.298458 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.300436 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2130e8d4-4365-44c7-99aa-057b4259765a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1637762 Jun 03 16:15:09.304304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37400) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:15:09.310177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Request body: {'security_group_rule': {'security_group_id': 'cb52e989-37f1-4cba-8a59-ef2015f4b237', 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:09.317620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:15:09.321920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Usage tracker for resource:security_group_rule and tenant:83b10b6b88c647e386a6ae81eca7aaad is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:15:09.325032 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:15:09.336659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:15:09.348832 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Project 83b10b6b88c647e386a6ae81eca7aaad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:15:09.357084 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.375023 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70094751-5966-4ee5-9bd8-6b7b227c6715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:19Z', 'revision_number': 4, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5c3037ee-b3e1-48d9-ac25-5dbb297b25da', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'floating_ip_address': '172.25.7.23', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'port_id': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'mac_address': 'fa:16:3e:b8:4c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:15:06Z', 'updated_at': '2022-06-03T16:15:06Z', 'revision_number': 0, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8efe8d-c014-462a-90cf-7b0e4cf11618', 'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'mac_address': 'fa:16:3e:9f:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:18Z', 'updated_at': '2022-06-03T16:14:26Z', 'revision_number': 5, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'subnets': [{'id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:15:09.378948 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70094751-5966-4ee5-9bd8-6b7b227c6715 None None] The sync data for ids ['f55724ca-fb7e-496f-89af-7652e632cfa0'] in n-d-844595-1 is: [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:19Z', 'revision_number': 4, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5c3037ee-b3e1-48d9-ac25-5dbb297b25da', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'floating_ip_address': '172.25.7.23', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'port_id': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'mac_address': 'fa:16:3e:b8:4c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:15:06Z', 'updated_at': '2022-06-03T16:15:06Z', 'revision_number': 0, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8efe8d-c014-462a-90cf-7b0e4cf11618', 'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'mac_address': 'fa:16:3e:9f:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:18Z', 'updated_at': '2022-06-03T16:14:26Z', 'revision_number': 5, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'subnets': [{'id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:15:09.409644 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.427493 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.432188 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.457294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a5bcad-8aee-4e21-b7c1-a6b8e375460a,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:09.468427 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.469784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-72132fe9-cc5c-4f84-93a5-225e04eb71f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1639845 Jun 03 16:15:09.577752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74733ac2-8699-434f-ada6-968bd6591b26 None None] New status for floating IP 5c3037ee-b3e1-48d9-ac25-5dbb297b25da: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:15:09.594222 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9bb1746-3434-4ec7-8805-3211e49f1314 req-3f2ab468-fae5-494c-9a18-8569bef5164f tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621040893&fields=id&tenant_id=83b10b6b88c647e386a6ae81eca7aaad HTTP/1.1" status: 200 len: 267 time: 0.0440512 Jun 03 16:15:09.681124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb1746-3434-4ec7-8805-3211e49f1314 req-f91f16a8-7e9a-4b50-940f-4dfe345967af tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:09.682911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9bb1746-3434-4ec7-8805-3211e49f1314 req-f91f16a8-7e9a-4b50-940f-4dfe345967af tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 945 time: 0.0827262 Jun 03 16:15:09.695489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f9bb1746-3434-4ec7-8805-3211e49f1314 req-d9ce2954-3dd5-425f-97df-c6e194640f2e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Request body: {'port': {'security_groups': ['0a8946a1-752b-4f01-83f1-58a2d621f1af', 'cb52e989-37f1-4cba-8a59-ef2015f4b237']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:15:09.880058 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f9bb1746-3434-4ec7-8805-3211e49f1314 req-d9ce2954-3dd5-425f-97df-c6e194640f2e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:09.895419 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-b2e5539a-021b-473f-b7d3-78ad1725372c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1714017 Jun 03 16:15:10.155413 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-986dd159-ec54-4d2f-92c0-a075835fc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:10.156792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-986dd159-ec54-4d2f-92c0-a075835fc499 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b10b6b88c647e386a6ae81eca7aaad&device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 1096 time: 0.1869073 Jun 03 16:15:10.290373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f9bb1746-3434-4ec7-8805-3211e49f1314 req-d9ce2954-3dd5-425f-97df-c6e194640f2e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] For port b75342a8-5432-4784-81f8-67ac2278b2ff, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b75342a8-5432-4784-81f8-67ac2278b2ff,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:15:10.354368 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f9bb1746-3434-4ec7-8805-3211e49f1314 req-d9ce2954-3dd5-425f-97df-c6e194640f2e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:10.359260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-0b7c3c93-f5bc-4d36-8195-1341f6bf5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:10.360877 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-0b7c3c93-f5bc-4d36-8195-1341f6bf5bb7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb56e872-03ef-407a-aa30-808ed1260520 HTTP/1.1" status: 200 len: 916 time: 0.1770766 Jun 03 16:15:10.361910 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f9bb1746-3434-4ec7-8805-3211e49f1314 req-d9ce2954-3dd5-425f-97df-c6e194640f2e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:10.372830 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b75342a8-5432-4784-81f8-67ac2278b2ff'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:15:10.500982 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb1746-3434-4ec7-8805-3211e49f1314 req-d9ce2954-3dd5-425f-97df-c6e194640f2e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:10.501612 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f9bb1746-3434-4ec7-8805-3211e49f1314 req-d9ce2954-3dd5-425f-97df-c6e194640f2e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:10.503034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9bb1746-3434-4ec7-8805-3211e49f1314 req-d9ce2954-3dd5-425f-97df-c6e194640f2e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "PUT /v2.0/ports/b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 981 time: 0.8135638 Jun 03 16:15:10.510241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:15:10.570572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-45cd0892-2e87-46f7-8353-150d1f781002 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 1000 time: 0.1672456 Jun 03 16:15:10.571403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce2954-3dd5-425f-97df-c6e194640f2e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'Port': ['ID=b75342a8-5432-4784-81f8-67ac2278b2ff,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:15:10.574958 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da578f2-4d81-48e7-b8b5-cc85027f0473'] response: {'name': 'network-changed', 'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'status': 'completed', 'code': 200} Jun 03 16:15:10.575797 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b75342a8-5432-4784-81f8-67ac2278b2ff'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:15:10.809700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-12f97cd9-bb65-4554-a1bc-0bb7d318737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:10.811049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-12f97cd9-bb65-4554-a1bc-0bb7d318737a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=12c3144c-c88e-4ea5-bb50-8ee2403fc7c5 HTTP/1.1" status: 200 len: 854 time: 0.2289019 Jun 03 16:15:10.820549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7a98299b-f8a3-4e38-a57c-455962f03172 None None] Provisioning complete for port b75342a8-5432-4784-81f8-67ac2278b2ff triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:15:10.820917 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7a98299b-f8a3-4e38-a57c-455962f03172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:10.887667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47be0e-6b34-4253-9b78-59278058171f req-dc2a3c88-3c0c-4265-8e7c-c2ff57aaf0ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:10.889129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b47be0e-6b34-4253-9b78-59278058171f req-dc2a3c88-3c0c-4265-8e7c-c2ff57aaf0ee tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.1503286 Jun 03 16:15:10.949338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2b47be0e-6b34-4253-9b78-59278058171f req-53266193-5d2d-4d87-a1b0-1e105ce5e426 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478170 Jun 03 16:15:10.949338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-be8d4f04-fa10-4ef5-8e61-089ebb6638ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:10.949338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-be8d4f04-fa10-4ef5-8e61-089ebb6638ba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb56e872-03ef-407a-aa30-808ed1260520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294606 Jun 03 16:15:11.099147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-d2cb3945-85da-4ec0-b39d-1bcdc20a4351 service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434131 Jun 03 16:15:11.157687 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7a98299b-f8a3-4e38-a57c-455962f03172 None None] Current status of the port b75342a8-5432-4784-81f8-67ac2278b2ff is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:15:11.230219 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff3e87c6-3cc6-4bad-8ee5-7897d381c2ec req-7edaac4e-a4c6-4625-8b1c-402ea8ca3dad service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248455 Jun 03 16:15:11.345753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c9279-b230-4a0f-9167-add591d19f48 req-285fd7e7-9cf1-4af9-83c8-be5735b0887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:11.347286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f7c9279-b230-4a0f-9167-add591d19f48 req-285fd7e7-9cf1-4af9-83c8-be5735b0887a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b10b6b88c647e386a6ae81eca7aaad&device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 1135 time: 0.0776095 Jun 03 16:15:11.486846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c9279-b230-4a0f-9167-add591d19f48 req-bf79493e-d4c1-4d0b-a8be-4c0b2ec03c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:11.486846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f7c9279-b230-4a0f-9167-add591d19f48 req-bf79493e-d4c1-4d0b-a8be-4c0b2ec03c5b service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb56e872-03ef-407a-aa30-808ed1260520 HTTP/1.1" status: 200 len: 916 time: 0.1309915 Jun 03 16:15:11.586830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f7c9279-b230-4a0f-9167-add591d19f48 req-7dfcb4a9-eca5-4384-85dd-e8239f31dbdf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 1000 time: 0.0949798 Jun 03 16:15:11.652816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c9279-b230-4a0f-9167-add591d19f48 req-868c4573-cb52-4c7b-a5a3-9491101e9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:11.654302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f7c9279-b230-4a0f-9167-add591d19f48 req-868c4573-cb52-4c7b-a5a3-9491101e9a21 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=12c3144c-c88e-4ea5-bb50-8ee2403fc7c5 HTTP/1.1" status: 200 len: 854 time: 0.0610502 Jun 03 16:15:11.729385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c9279-b230-4a0f-9167-add591d19f48 req-c1bfa880-bb87-46b8-b982-e8fdc52452b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:11.730805 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f7c9279-b230-4a0f-9167-add591d19f48 req-c1bfa880-bb87-46b8-b982-e8fdc52452b0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb56e872-03ef-407a-aa30-808ed1260520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705154 Jun 03 16:15:11.868727 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f7c9279-b230-4a0f-9167-add591d19f48 req-4f5e72fc-647d-402c-9931-d1431f712d1d service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286983 Jun 03 16:15:12.014652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8f7c9279-b230-4a0f-9167-add591d19f48 req-1e6c6758-dfbb-4e1d-9ee0-4c2635edbc1b service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379344 Jun 03 16:15:28.361839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc1700-a291-4a8c-8bf0-1b08ae313c24 req-29c5f392-e116-4226-9c74-3602d1914d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:28.363362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3cc1700-a291-4a8c-8bf0-1b08ae313c24 req-29c5f392-e116-4226-9c74-3602d1914d8a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b10b6b88c647e386a6ae81eca7aaad&device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 1135 time: 0.1324797 Jun 03 16:15:28.374848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d93f00-a53b-405a-913e-d7e5e5085bf2 req-40a26843-c290-4cd2-ba9b-bc691b8c09fb tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:28.376170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34d93f00-a53b-405a-913e-d7e5e5085bf2 req-40a26843-c290-4cd2-ba9b-bc691b8c09fb tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.1071796 Jun 03 16:15:28.498866 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-34d93f00-a53b-405a-913e-d7e5e5085bf2 req-82d215ff-f4fc-4ed6-b9b4-2dae2b37290c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048524 Jun 03 16:15:28.546053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc1700-a291-4a8c-8bf0-1b08ae313c24 req-dc4c51e5-5b1d-46f3-9a42-ca974447be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:28.547499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3cc1700-a291-4a8c-8bf0-1b08ae313c24 req-dc4c51e5-5b1d-46f3-9a42-ca974447be05 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb56e872-03ef-407a-aa30-808ed1260520 HTTP/1.1" status: 200 len: 916 time: 0.1705110 Jun 03 16:15:28.659031 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3cc1700-a291-4a8c-8bf0-1b08ae313c24 req-fd26ab48-976a-4a73-81f2-4ef82e820ce0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 1000 time: 0.1015921 Jun 03 16:15:28.731178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc1700-a291-4a8c-8bf0-1b08ae313c24 req-5fb30ccf-4199-41fa-b235-7438d631e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:28.732594 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3cc1700-a291-4a8c-8bf0-1b08ae313c24 req-5fb30ccf-4199-41fa-b235-7438d631e71c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=12c3144c-c88e-4ea5-bb50-8ee2403fc7c5 HTTP/1.1" status: 200 len: 854 time: 0.0669360 Jun 03 16:15:28.812099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc1700-a291-4a8c-8bf0-1b08ae313c24 req-ad7725fd-f94e-4730-84bd-215ad7b8acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:28.813681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3cc1700-a291-4a8c-8bf0-1b08ae313c24 req-ad7725fd-f94e-4730-84bd-215ad7b8acba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb56e872-03ef-407a-aa30-808ed1260520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740407 Jun 03 16:15:29.045261 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3cc1700-a291-4a8c-8bf0-1b08ae313c24 req-7391754d-e5bb-43a4-b74c-61173f1ba6f8 service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240250 Jun 03 16:15:29.178133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3cc1700-a291-4a8c-8bf0-1b08ae313c24 req-67152f2b-6545-4a59-b904-9b94d77a95ae service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262271 Jun 03 16:15:29.696693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e67d9-752a-4539-b5d5-8814f536a924 req-d56e9a37-27f1-4ce5-94cd-34eb797b1697 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:29.698208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-005e67d9-752a-4539-b5d5-8814f536a924 req-d56e9a37-27f1-4ce5-94cd-34eb797b1697 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.0905366 Jun 03 16:15:29.747812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-005e67d9-752a-4539-b5d5-8814f536a924 req-b06a5f4f-2925-463f-b29b-db1ba19d90f9 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408571 Jun 03 16:15:30.054670 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:30.950846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e090b13-caaa-4a83-90c4-3a37e4a3fc89 req-b2c31f35-0347-49db-b1ef-41291bc1eb1f tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:30.952282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e090b13-caaa-4a83-90c4-3a37e4a3fc89 req-b2c31f35-0347-49db-b1ef-41291bc1eb1f tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.0813696 Jun 03 16:15:30.998593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4e090b13-caaa-4a83-90c4-3a37e4a3fc89 req-fe0dffe9-23e2-4e3e-985c-c9ccd13f6f98 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404842 Jun 03 16:15:32.205632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a84fc-d2e0-4721-9783-2001b2da5625 req-4ea43f83-6bdf-4957-a017-f97e362dc97d tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:32.207217 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e46a84fc-d2e0-4721-9783-2001b2da5625 req-4ea43f83-6bdf-4957-a017-f97e362dc97d tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.0986090 Jun 03 16:15:32.207983 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9a35cb9e-9ae9-42f1-b46b-3d2aa887be6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:32.255361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e46a84fc-d2e0-4721-9783-2001b2da5625 req-dd54149d-9fc8-410f-8f93-518d7a25ddd3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415950 Jun 03 16:15:33.441336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc51b70-d742-4176-bc27-609dafe11218 req-dc1dcece-fa8c-4333-9085-6f9fe1c6b9df tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:33.443089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fc51b70-d742-4176-bc27-609dafe11218 req-dc1dcece-fa8c-4333-9085-6f9fe1c6b9df tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.0803702 Jun 03 16:15:33.493846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0fc51b70-d742-4176-bc27-609dafe11218 req-2c73b842-64eb-43ec-a4a9-50a02ea8222e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450728 Jun 03 16:15:34.700799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7a779-c10a-4df5-b468-fbcc17883271 req-f74f8586-993c-41b7-9878-3c0816ed4c7c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:34.702328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9a7a779-c10a-4df5-b468-fbcc17883271 req-f74f8586-993c-41b7-9878-3c0816ed4c7c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.0918105 Jun 03 16:15:34.749957 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9a7a779-c10a-4df5-b468-fbcc17883271 req-2db67a4d-071f-4acb-bac1-c3cfd016099a tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418339 Jun 03 16:15:34.879978 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-41e39da0-a687-4257-9110-44c8f9ed5b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:35.363694 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:35.793145 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:35.949566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2632-d649-4962-8caa-a84633e5d761 req-84d54c08-f4d1-4716-98a2-f39649793a7b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:35.951078 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33fe2632-d649-4962-8caa-a84633e5d761 req-84d54c08-f4d1-4716-98a2-f39649793a7b tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.0903797 Jun 03 16:15:35.997480 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33fe2632-d649-4962-8caa-a84633e5d761 req-9036482e-0f63-40ec-8241-06a5245c1e04 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405293 Jun 03 16:15:37.199818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b5ac7-b16b-481d-80e7-ec06c51d1d1d req-39d7506e-1f1b-4818-a3d9-7f87d0b4df32 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:37.201315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc3b5ac7-b16b-481d-80e7-ec06c51d1d1d req-39d7506e-1f1b-4818-a3d9-7f87d0b4df32 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.0897713 Jun 03 16:15:37.245322 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:37.250625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bc3b5ac7-b16b-481d-80e7-ec06c51d1d1d req-e5522d1c-addf-48fd-a035-2f0be7e3050c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434072 Jun 03 16:15:38.462865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c3151-56b0-46e1-b1bc-3fa6d0ba9b2a req-46553f8a-16a5-4691-b4c1-16b421e1b3ac tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:38.464318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d0c3151-56b0-46e1-b1bc-3fa6d0ba9b2a req-46553f8a-16a5-4691-b4c1-16b421e1b3ac tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.0967026 Jun 03 16:15:38.510658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1d0c3151-56b0-46e1-b1bc-3fa6d0ba9b2a req-4fbdf8f0-4c3b-4f24-9d54-b94bef669b4c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401647 Jun 03 16:15:39.420926 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:15:39.715223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77f39d-0952-4a3f-96af-b6439eb03ae4 req-32bec24b-c5b9-479a-99cb-01eea92cb333 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:39.716659 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb77f39d-0952-4a3f-96af-b6439eb03ae4 req-32bec24b-c5b9-479a-99cb-01eea92cb333 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.0887620 Jun 03 16:15:39.766804 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb77f39d-0952-4a3f-96af-b6439eb03ae4 req-4233f439-ec42-468c-8756-8857e4d14e64 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440392 Jun 03 16:15:40.980180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be76a1-0706-4369-92d2-a5d1b5f1a808 req-5468c843-0cb2-4c93-a10d-1a8fae351d02 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:15:40.981746 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1be76a1-0706-4369-92d2-a5d1b5f1a808 req-5468c843-0cb2-4c93-a10d-1a8fae351d02 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.0983293 Jun 03 16:15:41.030138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1be76a1-0706-4369-92d2-a5d1b5f1a808 req-452f3d64-fbed-4b52-bc9b-a84fec0357a2 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&id=cb52e989-37f1-4cba-8a59-ef2015f4b237&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424948 Jun 03 16:15:46.018665 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:16:00.048761 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:02.223029 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c61f94c6-4824-41a1-8d53-aef924b78515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:04.884856 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-12516616-8b0b-4963-b8fe-a2bbba10ea18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:05.361765 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:05.804851 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:07.244239 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:09.425222 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:09.802937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c982c952-31df-419c-b967-30c513fa6828 req-16985a6c-0538-425f-b842-289654c663f7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743818 Jun 03 16:16:09.962531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982c952-31df-419c-b967-30c513fa6828 req-c04328e2-ad88-4815-82d9-a05228a31ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:09.964031 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c982c952-31df-419c-b967-30c513fa6828 req-c04328e2-ad88-4815-82d9-a05228a31ba6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b10b6b88c647e386a6ae81eca7aaad&device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 1135 time: 0.0858288 Jun 03 16:16:10.121189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982c952-31df-419c-b967-30c513fa6828 req-fdc76bd4-0f37-416c-9099-6c018842aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:10.122587 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c982c952-31df-419c-b967-30c513fa6828 req-fdc76bd4-0f37-416c-9099-6c018842aa10 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb56e872-03ef-407a-aa30-808ed1260520 HTTP/1.1" status: 200 len: 916 time: 0.1384144 Jun 03 16:16:10.228147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c982c952-31df-419c-b967-30c513fa6828 req-2343299b-057c-42dc-b358-6f7de047c4b7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 1000 time: 0.0985248 Jun 03 16:16:10.292374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982c952-31df-419c-b967-30c513fa6828 req-ffc8c6ef-9f8a-4649-9dbb-e9040703203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:10.293782 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c982c952-31df-419c-b967-30c513fa6828 req-ffc8c6ef-9f8a-4649-9dbb-e9040703203c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=12c3144c-c88e-4ea5-bb50-8ee2403fc7c5 HTTP/1.1" status: 200 len: 854 time: 0.0586493 Jun 03 16:16:10.373704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982c952-31df-419c-b967-30c513fa6828 req-7ca193cb-e4b4-47eb-bba5-49f51b6ffe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:10.375124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c982c952-31df-419c-b967-30c513fa6828 req-7ca193cb-e4b4-47eb-bba5-49f51b6ffe72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb56e872-03ef-407a-aa30-808ed1260520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747361 Jun 03 16:16:10.385550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-c982c952-31df-419c-b967-30c513fa6828 req-cd6348e3-e791-471c-8593-a2a4165e76dc service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:16:10.386495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c982c952-31df-419c-b967-30c513fa6828 req-cd6348e3-e791-471c-8593-a2a4165e76dc service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047851 Jun 03 16:16:10.631362 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c982c952-31df-419c-b967-30c513fa6828 req-0c486a5e-5741-44fc-8686-b50bd3bfc82e service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360923 Jun 03 16:16:10.768661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c982c952-31df-419c-b967-30c513fa6828 req-a5b895f1-f239-4056-9b07-6a810fe2d032 service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300173 Jun 03 16:16:13.476614 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6803f865-c81a-4b64-9c04-af59a82d2c53 req-946df03d-3fa7-4ebd-b019-f06df814a5a8 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621040893&fields=id&tenant_id=83b10b6b88c647e386a6ae81eca7aaad HTTP/1.1" status: 200 len: 267 time: 0.0477159 Jun 03 16:16:13.562985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803f865-c81a-4b64-9c04-af59a82d2c53 req-d549c2a2-e950-485d-a2cd-7b86d1278e50 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:13.564397 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6803f865-c81a-4b64-9c04-af59a82d2c53 req-d549c2a2-e950-485d-a2cd-7b86d1278e50 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 984 time: 0.0798821 Jun 03 16:16:13.576781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-6803f865-c81a-4b64-9c04-af59a82d2c53 req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Request body: {'port': {'security_groups': ['0a8946a1-752b-4f01-83f1-58a2d621f1af']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:13.702365 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6803f865-c81a-4b64-9c04-af59a82d2c53 req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:13.968621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6803f865-c81a-4b64-9c04-af59a82d2c53 req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] For port b75342a8-5432-4784-81f8-67ac2278b2ff, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b75342a8-5432-4784-81f8-67ac2278b2ff,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:13.999917 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6803f865-c81a-4b64-9c04-af59a82d2c53 req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.005463 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6803f865-c81a-4b64-9c04-af59a82d2c53 req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.017541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b75342a8-5432-4784-81f8-67ac2278b2ff'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:16:14.078565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803f865-c81a-4b64-9c04-af59a82d2c53 req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:14.079280 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6803f865-c81a-4b64-9c04-af59a82d2c53 req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.080683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6803f865-c81a-4b64-9c04-af59a82d2c53 req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "PUT /v2.0/ports/b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 942 time: 0.5083461 Jun 03 16:16:14.081140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:14.087267 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37468) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:14.107487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event updated for resources: {'Port': ['ID=b75342a8-5432-4784-81f8-67ac2278b2ff,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:14.121472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.121818 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.122201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.122527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.122851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.123441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.123763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.124076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.124392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.124709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.125024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.125331 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7fb328-05d2-45eb-99a2-157ab3797869 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.149262 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef269702-db82-4d1e-bf9a-6fc87e235096'] response: {'name': 'network-changed', 'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'status': 'completed', 'code': 200} Jun 03 16:16:14.158452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b75342a8-5432-4784-81f8-67ac2278b2ff'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:16:14.196303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.244631 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.272043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90785e-2587-48fa-9d15-5594c3a5bfd7 req-12eba6aa-28d0-4be1-919f-01aceaef4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:14.273989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c90785e-2587-48fa-9d15-5594c3a5bfd7 req-12eba6aa-28d0-4be1-919f-01aceaef4b37 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b10b6b88c647e386a6ae81eca7aaad&device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 1096 time: 0.1005514 Jun 03 16:16:14.317955 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.346332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb52e989-37f1-4cba-8a59-ef2015f4b237,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:14.349071 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.350623 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "DELETE /v2.0/security-groups/cb52e989-37f1-4cba-8a59-ef2015f4b237 HTTP/1.1" status: 204 len: 168 time: 0.2624402 Jun 03 16:16:14.357658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.358403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.358906 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.359447 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.359781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.360107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.360428 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.360747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.361184 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.361507 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.361823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.362269 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ee6e1-3d9d-4bcb-ace8-f5fcb50ee41c tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:14.364895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37474) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:14.439737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ca0ba7d0-f641-423b-a05a-bc33314cf96c None None] Provisioning complete for port b75342a8-5432-4784-81f8-67ac2278b2ff triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:14.440196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ca0ba7d0-f641-423b-a05a-bc33314cf96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.451028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90785e-2587-48fa-9d15-5594c3a5bfd7 req-acacba6e-d1dc-4b45-be27-7e8c3376f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:14.452538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c90785e-2587-48fa-9d15-5594c3a5bfd7 req-acacba6e-d1dc-4b45-be27-7e8c3376f562 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb56e872-03ef-407a-aa30-808ed1260520 HTTP/1.1" status: 200 len: 916 time: 0.1722431 Jun 03 16:16:14.565100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c90785e-2587-48fa-9d15-5594c3a5bfd7 req-6feef56d-042d-4a9d-a780-aa17fad0adc2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 1000 time: 0.1044614 Jun 03 16:16:14.566123 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ba7d0-f641-423b-a05a-bc33314cf96c None None] Current status of the port b75342a8-5432-4784-81f8-67ac2278b2ff is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:14.578880 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Deleting port bd83deaa-9121-4d59-852b-dde283aa0115 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:14.579178 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.629557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90785e-2587-48fa-9d15-5594c3a5bfd7 req-ad8167d5-091c-4270-975b-2dce9374a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:14.631701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c90785e-2587-48fa-9d15-5594c3a5bfd7 req-ad8167d5-091c-4270-975b-2dce9374a682 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=12c3144c-c88e-4ea5-bb50-8ee2403fc7c5 HTTP/1.1" status: 200 len: 854 time: 0.0604136 Jun 03 16:16:14.712039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90785e-2587-48fa-9d15-5594c3a5bfd7 req-5580982e-39ba-4de3-a7bf-66a43b5c4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:14.713519 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c90785e-2587-48fa-9d15-5594c3a5bfd7 req-5580982e-39ba-4de3-a7bf-66a43b5c4bb9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb56e872-03ef-407a-aa30-808ed1260520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748456 Jun 03 16:16:14.848406 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c90785e-2587-48fa-9d15-5594c3a5bfd7 req-b43f740e-6459-49e1-94a3-3c649f043970 service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279130 Jun 03 16:16:14.871299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.871627 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:14.983669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c90785e-2587-48fa-9d15-5594c3a5bfd7 req-efe78ce6-e17c-438b-bc6b-63f8907eae68 service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286268 Jun 03 16:16:14.994766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Calling delete_port for bd83deaa-9121-4d59-852b-dde283aa0115 owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:15.157320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:15.205075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event deleted for resources: {'Port': ['ID=bd83deaa-9121-4d59-852b-dde283aa0115,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:15.303581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:15.304008 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Floating IP 5c3037ee-b3e1-48d9-ac25-5dbb297b25da disassociated (deleted). External IP: 172.25.7.23, port: b75342a8-5432-4784-81f8-67ac2278b2ff. Jun 03 16:16:15.661603 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Router f55724ca-fb7e-496f-89af-7652e632cfa0 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:16:15.848221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:16:15.858617 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106b7c4-6991-4dae-8e10-fd57de4aaf9c None None] Sync routers for ids ['f55724ca-fb7e-496f-89af-7652e632cfa0'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:15.868602 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106b7c4-6991-4dae-8e10-fd57de4aaf9c None None] Routers {'f55724ca-fb7e-496f-89af-7652e632cfa0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:15.869311 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b106b7c4-6991-4dae-8e10-fd57de4aaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f55724ca-fb7e-496f-89af-7652e632cfa0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:15.870370 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:15.927713 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-181e94dd-515b-4ffd-8c89-94e6d0cf88d3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "DELETE /v2.0/floatingips/5c3037ee-b3e1-48d9-ac25-5dbb297b25da HTTP/1.1" status: 204 len: 168 time: 1.5617626 Jun 03 16:16:15.928343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:16.045356 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-b106b7c4-6991-4dae-8e10-fd57de4aaf9c None None] Set router f55724ca-fb7e-496f-89af-7652e632cfa0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:16.110613 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-217de983-4399-45c6-9597-3ed9d88d4cc8'] response: {'name': 'network-changed', 'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'status': 'completed', 'code': 200} Jun 03 16:16:16.209447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc05b0-24f1-43e1-84ff-59f01d668d27 req-43f110a0-5ea9-42a8-98d2-1cea1ac67079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:16.211228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4bc05b0-24f1-43e1-84ff-59f01d668d27 req-43f110a0-5ea9-42a8-98d2-1cea1ac67079 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b10b6b88c647e386a6ae81eca7aaad&device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 1096 time: 0.0781744 Jun 03 16:16:16.395498 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b106b7c4-6991-4dae-8e10-fd57de4aaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:19Z', 'revision_number': 4, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6a8efe8d-c014-462a-90cf-7b0e4cf11618', 'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'mac_address': 'fa:16:3e:9f:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:18Z', 'updated_at': '2022-06-03T16:14:26Z', 'revision_number': 5, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'subnets': [{'id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:16.399052 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106b7c4-6991-4dae-8e10-fd57de4aaf9c None None] Checking router: f55724ca-fb7e-496f-89af-7652e632cfa0 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:16.409091 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106b7c4-6991-4dae-8e10-fd57de4aaf9c None None] Routers {'f55724ca-fb7e-496f-89af-7652e632cfa0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:16.409711 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b106b7c4-6991-4dae-8e10-fd57de4aaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f55724ca-fb7e-496f-89af-7652e632cfa0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:16.481796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc05b0-24f1-43e1-84ff-59f01d668d27 req-7afcd755-c1d0-4875-b2de-4215a8fc4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:16.483279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4bc05b0-24f1-43e1-84ff-59f01d668d27 req-7afcd755-c1d0-4875-b2de-4215a8fc4db2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=eb56e872-03ef-407a-aa30-808ed1260520 HTTP/1.1" status: 200 len: 916 time: 0.2654245 Jun 03 16:16:16.554559 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4bc05b0-24f1-43e1-84ff-59f01d668d27 req-655e4b83-5e8f-4a60-8576-baf1aa0a96fa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 200 len: 217 time: 0.0630300 Jun 03 16:16:16.596644 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-b106b7c4-6991-4dae-8e10-fd57de4aaf9c None None] Set router f55724ca-fb7e-496f-89af-7652e632cfa0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:16.619915 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc05b0-24f1-43e1-84ff-59f01d668d27 req-bd990a52-ebc0-4572-8d05-c8d04f00cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:16.621345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4bc05b0-24f1-43e1-84ff-59f01d668d27 req-bd990a52-ebc0-4572-8d05-c8d04f00cf91 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=12c3144c-c88e-4ea5-bb50-8ee2403fc7c5 HTTP/1.1" status: 200 len: 854 time: 0.0611622 Jun 03 16:16:16.700276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc05b0-24f1-43e1-84ff-59f01d668d27 req-be31aa26-b7ec-488d-a7ae-e8adbc4d7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:16.701678 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4bc05b0-24f1-43e1-84ff-59f01d668d27 req-be31aa26-b7ec-488d-a7ae-e8adbc4d7695 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=eb56e872-03ef-407a-aa30-808ed1260520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738528 Jun 03 16:16:16.837549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4bc05b0-24f1-43e1-84ff-59f01d668d27 req-690de82b-ddec-4955-9190-dfb520fea4d9 service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273403 Jun 03 16:16:16.909426 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-b106b7c4-6991-4dae-8e10-fd57de4aaf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:19Z', 'revision_number': 4, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6a8efe8d-c014-462a-90cf-7b0e4cf11618', 'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'mac_address': 'fa:16:3e:9f:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:18Z', 'updated_at': '2022-06-03T16:14:26Z', 'revision_number': 5, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'subnets': [{'id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:16.914199 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b106b7c4-6991-4dae-8e10-fd57de4aaf9c None None] The sync data for ids ['f55724ca-fb7e-496f-89af-7652e632cfa0'] in n-d-844595-1 is: [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:19Z', 'revision_number': 4, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '6a8efe8d-c014-462a-90cf-7b0e4cf11618', 'name': '', 'network_id': 'eb56e872-03ef-407a-aa30-808ed1260520', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'mac_address': 'fa:16:3e:9f:33:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:18Z', 'updated_at': '2022-06-03T16:14:26Z', 'revision_number': 5, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'subnets': [{'id': '12c3144c-c88e-4ea5-bb50-8ee2403fc7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:16.975932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f4bc05b0-24f1-43e1-84ff-59f01d668d27 req-6c1af9c5-f5a3-4c74-a743-49471d3e2d3b service neutron] 10.222.0.75 "GET /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317470 Jun 03 16:16:17.166277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef857776-2ee8-499a-9b65-91f1ed0cac1d None None] New status for floating IP 5c3037ee-b3e1-48d9-ac25-5dbb297b25da: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:16:20.505080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f83418-34af-4cd2-90ad-de1c677da5e0 req-b122b7cb-5229-4d9b-9e36-113e19c60f8e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:20.506636 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2f83418-34af-4cd2-90ad-de1c677da5e0 req-b122b7cb-5229-4d9b-9e36-113e19c60f8e tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 945 time: 0.0934896 Jun 03 16:16:20.556364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2f83418-34af-4cd2-90ad-de1c677da5e0 req-7017d91e-695e-4162-948c-66b0c1073195 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404437 Jun 03 16:16:21.767637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955364b-a8cf-4ad6-87d7-c1953e62f0fc req-2c62694b-6d54-4dd3-ac89-27e0e2e91241 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:21.769126 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0955364b-a8cf-4ad6-87d7-c1953e62f0fc req-2c62694b-6d54-4dd3-ac89-27e0e2e91241 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 945 time: 0.0829842 Jun 03 16:16:21.815097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0955364b-a8cf-4ad6-87d7-c1953e62f0fc req-58f10784-e739-42d0-bde1-71ff57cf3fff tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/security-groups?id=0a8946a1-752b-4f01-83f1-58a2d621f1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391393 Jun 03 16:16:22.079441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf5099-d811-423e-9b74-0165d2da751f req-ae6743c3-a51f-4234-a8ce-6e03b00629a3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:22.080801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6bdf5099-d811-423e-9b74-0165d2da751f req-ae6743c3-a51f-4234-a8ce-6e03b00629a3 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.75 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 945 time: 0.0873852 Jun 03 16:16:22.161575 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-6bdf5099-d811-423e-9b74-0165d2da751f req-64f3e10a-0efb-434b-808d-9c4eb510b2a9 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Deleting port b75342a8-5432-4784-81f8-67ac2278b2ff {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:22.162034 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6bdf5099-d811-423e-9b74-0165d2da751f req-64f3e10a-0efb-434b-808d-9c4eb510b2a9 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:22.409017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-6bdf5099-d811-423e-9b74-0165d2da751f req-64f3e10a-0efb-434b-808d-9c4eb510b2a9 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] For port b75342a8-5432-4784-81f8-67ac2278b2ff, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b75342a8-5432-4784-81f8-67ac2278b2ff,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:22.409375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6bdf5099-d811-423e-9b74-0165d2da751f req-64f3e10a-0efb-434b-808d-9c4eb510b2a9 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:22.533412 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-6bdf5099-d811-423e-9b74-0165d2da751f req-64f3e10a-0efb-434b-808d-9c4eb510b2a9 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Calling delete_port for b75342a8-5432-4784-81f8-67ac2278b2ff owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:22.696825 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6bdf5099-d811-423e-9b74-0165d2da751f req-64f3e10a-0efb-434b-808d-9c4eb510b2a9 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:22.708476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b75342a8-5432-4784-81f8-67ac2278b2ff'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:16:22.755850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3e10a-0efb-434b-808d-9c4eb510b2a9 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Pushing event deleted for resources: {'Port': ['ID=b75342a8-5432-4784-81f8-67ac2278b2ff,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:22.829169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdf5099-d811-423e-9b74-0165d2da751f req-64f3e10a-0efb-434b-808d-9c4eb510b2a9 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] No DVR routers for this DVR port b75342a8-5432-4784-81f8-67ac2278b2ff on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:16:22.831876 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-6bdf5099-d811-423e-9b74-0165d2da751f req-64f3e10a-0efb-434b-808d-9c4eb510b2a9 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:22.834728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'name': 'network-vif-deleted', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:22.846234 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6bdf5099-d811-423e-9b74-0165d2da751f req-64f3e10a-0efb-434b-808d-9c4eb510b2a9 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.75 "DELETE /v2.0/ports/b75342a8-5432-4784-81f8-67ac2278b2ff HTTP/1.1" status: 204 len: 173 time: 0.7587593 Jun 03 16:16:22.882069 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b18a54-fdde-4361-9853-1641884456e3'] response: {'server_uuid': 'cacbd598-5da5-4c4d-a971-d2f3addc0ac2', 'name': 'network-vif-deleted', 'tag': 'b75342a8-5432-4784-81f8-67ac2278b2ff', 'status': 'completed', 'code': 200} Jun 03 16:16:22.977211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c1198a37-3488-4773-b832-f8fb75c71065 req-2e4a47c9-56a8-4821-b5b0-e97cf47e41f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Synchronizing usage tracker for tenant:83b10b6b88c647e386a6ae81eca7aaad on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:16:22.994508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c1198a37-3488-4773-b832-f8fb75c71065 req-2e4a47c9-56a8-4821-b5b0-e97cf47e41f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] Unset dirty status for tenant:83b10b6b88c647e386a6ae81eca7aaad on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:16:22.995647 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c1198a37-3488-4773-b832-f8fb75c71065 req-2e4a47c9-56a8-4821-b5b0-e97cf47e41f7 tempest-TestMinimumBasicScenario-1229897437 tempest-TestMinimumBasicScenario-1229897437-project] 10.222.0.48 "GET /v2.0/ports?device_id=cacbd598-5da5-4c4d-a971-d2f3addc0ac2 HTTP/1.1" status: 200 len: 210 time: 0.0675879 Jun 03 16:16:23.018516 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:16:24.685984 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37572) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:25.011216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b75342a8-5432-4784-81f8-67ac2278b2ff no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:25.052166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: b75342a8-5432-4784-81f8-67ac2278b2ff {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:25.052500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b75342a8-5432-4784-81f8-67ac2278b2ff not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:25.377046 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:25.750944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] Deleting port 6a8efe8d-c014-462a-90cf-7b0e4cf11618 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:25.751601 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:25.933199 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] For port 6a8efe8d-c014-462a-90cf-7b0e4cf11618, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=6a8efe8d-c014-462a-90cf-7b0e4cf11618,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:25.933556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:26.059729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] Calling delete_port for 6a8efe8d-c014-462a-90cf-7b0e4cf11618 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:26.401605 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:26.450159 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8efe8d-c014-462a-90cf-7b0e4cf11618,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:26.874828 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:27.266721 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] Router f55724ca-fb7e-496f-89af-7652e632cfa0 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:16:27.451691 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:16:27.461454 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66baae10-89d6-49f3-8a00-d1a7da1c2bba None None] Sync routers for ids ['f55724ca-fb7e-496f-89af-7652e632cfa0'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:27.473955 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66baae10-89d6-49f3-8a00-d1a7da1c2bba None None] Routers {'f55724ca-fb7e-496f-89af-7652e632cfa0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:27.474542 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-66baae10-89d6-49f3-8a00-d1a7da1c2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f55724ca-fb7e-496f-89af-7652e632cfa0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:27.478542 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-a580fd8f-a9c4-4e87-a255-660b4b8c5df1 admin admin] 10.222.0.48 "PUT /v2.0/routers/f55724ca-fb7e-496f-89af-7652e632cfa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7887564 Jun 03 16:16:27.478962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37576) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:27.655695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:27.687931 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-66baae10-89d6-49f3-8a00-d1a7da1c2bba None None] Set router f55724ca-fb7e-496f-89af-7652e632cfa0 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:27.835729 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:27.846522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Deleting port 07975a31-7c4f-4193-b752-fa3d8740972c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:27.846858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:27.963763 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-66baae10-89d6-49f3-8a00-d1a7da1c2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:16:26Z', 'revision_number': 5, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port': {'id': '07975a31-7c4f-4193-b752-fa3d8740972c', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:27.967928 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66baae10-89d6-49f3-8a00-d1a7da1c2bba None None] Checking router: f55724ca-fb7e-496f-89af-7652e632cfa0 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:27.976582 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66baae10-89d6-49f3-8a00-d1a7da1c2bba None None] Routers {'f55724ca-fb7e-496f-89af-7652e632cfa0'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:27.977218 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-66baae10-89d6-49f3-8a00-d1a7da1c2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['f55724ca-fb7e-496f-89af-7652e632cfa0'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:28.130120 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-66baae10-89d6-49f3-8a00-d1a7da1c2bba None None] Set router f55724ca-fb7e-496f-89af-7652e632cfa0 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:28.147425 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] For port 07975a31-7c4f-4193-b752-fa3d8740972c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=07975a31-7c4f-4193-b752-fa3d8740972c,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:28.147997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.233895 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-66baae10-89d6-49f3-8a00-d1a7da1c2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:16:27Z', 'revision_number': 6, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:28.237836 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66baae10-89d6-49f3-8a00-d1a7da1c2bba None None] The sync data for ids ['f55724ca-fb7e-496f-89af-7652e632cfa0'] in n-d-844595-1 is: [{'id': 'f55724ca-fb7e-496f-89af-7652e632cfa0', 'name': 'tempest-TestMinimumBasicScenario-1104640168-router', 'tenant_id': '83b10b6b88c647e386a6ae81eca7aaad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:15Z', 'updated_at': '2022-06-03T16:16:27Z', 'revision_number': 6, 'project_id': '83b10b6b88c647e386a6ae81eca7aaad', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:28.273621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Calling delete_port for 07975a31-7c4f-4193-b752-fa3d8740972c owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:28.446199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.499491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Pushing event deleted for resources: {'Port': ['ID=07975a31-7c4f-4193-b752-fa3d8740972c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:28.591993 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.780070 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.782471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.807426 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.807941 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55724ca-fb7e-496f-89af-7652e632cfa0 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:16:28.820337 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.821638 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-82ff4a31-633c-47cb-b2f8-796f9b030412 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f55724ca-fb7e-496f-89af-7652e632cfa0 HTTP/1.1" status: 204 len: 168 time: 1.3415322 Jun 03 16:16:28.824195 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37580) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:28.886280 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53e578e-5273-42c9-a918-797c8e4d27c9 admin admin] Deleting subnet 12c3144c-c88e-4ea5-bb50-8ee2403fc7c5 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:16:28.889321 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e53e578e-5273-42c9-a918-797c8e4d27c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:28.940235 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e53e578e-5273-42c9-a918-797c8e4d27c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.028035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e53e578e-5273-42c9-a918-797c8e4d27c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.064093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6a8efe8d-c014-462a-90cf-7b0e4cf11618 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:29.098804 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e53e578e-5273-42c9-a918-797c8e4d27c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.100436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 6a8efe8d-c014-462a-90cf-7b0e4cf11618 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:29.100832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 6a8efe8d-c014-462a-90cf-7b0e4cf11618 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:29.101225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 07975a31-7c4f-4193-b752-fa3d8740972c no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:29.134416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 07975a31-7c4f-4193-b752-fa3d8740972c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:29.134761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 07975a31-7c4f-4193-b752-fa3d8740972c not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:29.135371 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e578e-5273-42c9-a918-797c8e4d27c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c3144c-c88e-4ea5-bb50-8ee2403fc7c5,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:29.142745 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e53e578e-5273-42c9-a918-797c8e4d27c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.148368 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7028e6be-05dc-49ad-b6d2-4d4541da1e69 None None] Network eb56e872-03ef-407a-aa30-808ed1260520 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:16:29.149350 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e53e578e-5273-42c9-a918-797c8e4d27c9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/12c3144c-c88e-4ea5-bb50-8ee2403fc7c5 HTTP/1.1" status: 204 len: 168 time: 0.3242502 Jun 03 16:16:29.151956 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37584) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:29.260224 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.272143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Deleting port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:29.275635 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.447422 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34db069f-e557-44ec-bd30-82089d33bae0 None None] DHCP port deletion for eb56e872-03ef-407a-aa30-808ed1260520 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:16:29.452181 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34db069f-e557-44ec-bd30-82089d33bae0 None None] Deleting port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:29.452959 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-34db069f-e557-44ec-bd30-82089d33bae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.484044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] For port 4e62e1bc-f3a1-453d-a632-58912cbfccb0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4e62e1bc-f3a1-453d-a632-58912cbfccb0,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:29.484390 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.670431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-34db069f-e557-44ec-bd30-82089d33bae0 None None] For port 4e62e1bc-f3a1-453d-a632-58912cbfccb0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4e62e1bc-f3a1-453d-a632-58912cbfccb0,segment=NetworkSegment(b4ae79df-d370-4392-a073-9931e94a3cf4),segment_id=b4ae79df-d370-4392-a073-9931e94a3cf4)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:29.670695 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-34db069f-e557-44ec-bd30-82089d33bae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.717648 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Calling delete_port for 4e62e1bc-f3a1-453d-a632-58912cbfccb0 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:29.796080 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.800514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34db069f-e557-44ec-bd30-82089d33bae0 None None] Calling delete_port for 4e62e1bc-f3a1-453d-a632-58912cbfccb0 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:29.842457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e62e1bc-f3a1-453d-a632-58912cbfccb0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:29.846113 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] No DVR routers for this DVR port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:16:29.876180 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-34db069f-e557-44ec-bd30-82089d33bae0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:16:29.876578 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-34db069f-e557-44ec-bd30-82089d33bae0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:16:29.961112 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:29.985416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb56e872-03ef-407a-aa30-808ed1260520']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:29.997284 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ae79df-d370-4392-a073-9931e94a3cf4') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:29.997575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ae79df-d370-4392-a073-9931e94a3cf4') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:30.008757 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.026504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.033593 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:16:30.034293 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.046080 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.100249 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b4ae79df-d370-4392-a073-9931e94a3cf4 resource provider aggregate not found Jun 03 16:16:30.123101 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment b4ae79df-d370-4392-a073-9931e94a3cf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4ae79df-d370-4392-a073-9931e94a3cf4 found for delete ", "request_id": "req-ec1c7818-9fe1-4421-b003-94127bd35cfc"}]} Jun 03 16:16:30.141501 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.157955 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.168025 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb56e872-03ef-407a-aa30-808ed1260520,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:30.175214 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-86644c8c-bc42-427c-9481-a4f135c0ee18 admin admin] 10.222.0.48 "DELETE /v2.0/networks/eb56e872-03ef-407a-aa30-808ed1260520 HTTP/1.1" status: 204 len: 168 time: 1.0223124 Jun 03 16:16:30.178387 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37592) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:30.378044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34db069f-e557-44ec-bd30-82089d33bae0 None None] Deleting port 4e62e1bc-f3a1-453d-a632-58912cbfccb0 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:30.378623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-34db069f-e557-44ec-bd30-82089d33bae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:30.449034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-34db069f-e557-44ec-bd30-82089d33bae0 None None] The port '4e62e1bc-f3a1-453d-a632-58912cbfccb0' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:16:30.856480 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:31.065654 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4e62e1bc-f3a1-453d-a632-58912cbfccb0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:31.100544 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 4e62e1bc-f3a1-453d-a632-58912cbfccb0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:31.100894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4e62e1bc-f3a1-453d-a632-58912cbfccb0 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:31.238204 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] Deleting port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:31.238811 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:31.423524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] For port 5b382d1e-c97e-4ae6-8373-15fbcf0b9725, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5b382d1e-c97e-4ae6-8373-15fbcf0b9725,segment=NetworkSegment(7d1562e8-0703-4760-b0f0-b2fcd64bf538),segment_id=7d1562e8-0703-4760-b0f0-b2fcd64bf538)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:31.423794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:31.549980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] Calling delete_port for 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:31.883037 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:31.929070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] Pushing event deleted for resources: {'Port': ['ID=5b382d1e-c97e-4ae6-8373-15fbcf0b9725,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:32.216164 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2d26-f80c-400f-8a2a-dbfb82911809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.348329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:32.729297 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] Router bc66d258-e9b4-488c-918f-b281f5c0cbec has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:16:32.915761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:16:32.926174 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54cc1c9-be6d-4065-891f-73a2bb7fc766 None None] Sync routers for ids ['bc66d258-e9b4-488c-918f-b281f5c0cbec'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:32.933975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f3cc2f50-04f8-48a0-be74-7f4cabfa2fed admin admin] 10.222.0.48 "PUT /v2.0/routers/bc66d258-e9b4-488c-918f-b281f5c0cbec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7543890 Jun 03 16:16:32.936599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37598) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:32.937569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54cc1c9-be6d-4065-891f-73a2bb7fc766 None None] Routers {'bc66d258-e9b4-488c-918f-b281f5c0cbec'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:32.938432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b54cc1c9-be6d-4065-891f-73a2bb7fc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bc66d258-e9b4-488c-918f-b281f5c0cbec'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:33.123318 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.132372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b54cc1c9-be6d-4065-891f-73a2bb7fc766 None None] Set router bc66d258-e9b4-488c-918f-b281f5c0cbec gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:33.311362 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.324147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Deleting port e9086d4b-c5fa-424e-9df3-92021d8f16a7 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:33.324836 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.425373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b54cc1c9-be6d-4065-891f-73a2bb7fc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'name': 'tempest-TestMinimumBasicScenario-2115997279-router', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:21Z', 'updated_at': '2022-06-03T16:16:31Z', 'revision_number': 5, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'gw_port': {'id': 'e9086d4b-c5fa-424e-9df3-92021d8f16a7', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:14:22Z', 'updated_at': '2022-06-03T16:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:33.429466 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54cc1c9-be6d-4065-891f-73a2bb7fc766 None None] Checking router: bc66d258-e9b4-488c-918f-b281f5c0cbec for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:33.438812 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54cc1c9-be6d-4065-891f-73a2bb7fc766 None None] Routers {'bc66d258-e9b4-488c-918f-b281f5c0cbec'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:33.439444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b54cc1c9-be6d-4065-891f-73a2bb7fc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bc66d258-e9b4-488c-918f-b281f5c0cbec'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:33.603670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b54cc1c9-be6d-4065-891f-73a2bb7fc766 None None] Set router bc66d258-e9b4-488c-918f-b281f5c0cbec gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:33.646201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] For port e9086d4b-c5fa-424e-9df3-92021d8f16a7, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e9086d4b-c5fa-424e-9df3-92021d8f16a7,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:33.646794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.747512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b54cc1c9-be6d-4065-891f-73a2bb7fc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'name': 'tempest-TestMinimumBasicScenario-2115997279-router', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:21Z', 'updated_at': '2022-06-03T16:16:33Z', 'revision_number': 6, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:33.752116 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54cc1c9-be6d-4065-891f-73a2bb7fc766 None None] The sync data for ids ['bc66d258-e9b4-488c-918f-b281f5c0cbec'] in n-d-844595-1 is: [{'id': 'bc66d258-e9b4-488c-918f-b281f5c0cbec', 'name': 'tempest-TestMinimumBasicScenario-2115997279-router', 'tenant_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:14:21Z', 'updated_at': '2022-06-03T16:16:33Z', 'revision_number': 6, 'project_id': 'e37f7074abee43e6b2f87f160b2d5b76', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:33.768909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Calling delete_port for e9086d4b-c5fa-424e-9df3-92021d8f16a7 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:33.942967 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:33.991212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9086d4b-c5fa-424e-9df3-92021d8f16a7,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:34.089734 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.263501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.265771 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.291987 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.292536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc66d258-e9b4-488c-918f-b281f5c0cbec {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:16:34.305330 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.306499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-729c3d27-9b31-4658-8f5a-765b96f928e0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bc66d258-e9b4-488c-918f-b281f5c0cbec HTTP/1.1" status: 204 len: 168 time: 1.3689427 Jun 03 16:16:34.309352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37602) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:34.373151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fd3117-262a-44bd-97bf-d35882753fb7 admin admin] Deleting subnet e5bc2e78-322d-4a85-9b9b-aa1b09321ac9 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:16:34.376066 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30fd3117-262a-44bd-97bf-d35882753fb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.430248 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30fd3117-262a-44bd-97bf-d35882753fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.515259 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30fd3117-262a-44bd-97bf-d35882753fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.584948 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30fd3117-262a-44bd-97bf-d35882753fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.623484 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd3117-262a-44bd-97bf-d35882753fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5bc2e78-322d-4a85-9b9b-aa1b09321ac9,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:34.627982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-30fd3117-262a-44bd-97bf-d35882753fb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.633057 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e783cc7-eb7b-42f3-8abf-27f5ff0e70f9 None None] Network 60974fa2-6595-47d2-a0f2-1294c1cfca70 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:16:34.635132 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-30fd3117-262a-44bd-97bf-d35882753fb7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e5bc2e78-322d-4a85-9b9b-aa1b09321ac9 HTTP/1.1" status: 204 len: 168 time: 0.3245378 Jun 03 16:16:34.637457 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37606) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:34.749679 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.761014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Deleting port f1c0012d-0727-486b-aeb8-383674956b19 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:34.761361 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.879547 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-93fa6aca-848d-4d7d-b95b-557658ac0c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.913949 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f62ea2-71e6-48ff-9a79-04d701192632 None None] DHCP port deletion for 60974fa2-6595-47d2-a0f2-1294c1cfca70 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:16:34.922100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f6f62ea2-71e6-48ff-9a79-04d701192632 None None] Deleting port f1c0012d-0727-486b-aeb8-383674956b19 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:34.922468 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f6f62ea2-71e6-48ff-9a79-04d701192632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:34.975851 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] For port f1c0012d-0727-486b-aeb8-383674956b19, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f1c0012d-0727-486b-aeb8-383674956b19,segment=NetworkSegment(7d1562e8-0703-4760-b0f0-b2fcd64bf538),segment_id=7d1562e8-0703-4760-b0f0-b2fcd64bf538)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:34.976471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.093520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f1c0012d-0727-486b-aeb8-383674956b19 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:35.111585 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Calling delete_port for f1c0012d-0727-486b-aeb8-383674956b19 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:35.186002 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f6f62ea2-71e6-48ff-9a79-04d701192632 None None] For port f1c0012d-0727-486b-aeb8-383674956b19, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f1c0012d-0727-486b-aeb8-383674956b19,segment=NetworkSegment(7d1562e8-0703-4760-b0f0-b2fcd64bf538),segment_id=7d1562e8-0703-4760-b0f0-b2fcd64bf538)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:35.186411 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f6f62ea2-71e6-48ff-9a79-04d701192632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.195189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.198971 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No active binding found for port f1c0012d-0727-486b-aeb8-383674956b19 {{(pid=88446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 03 16:16:35.199424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f1c0012d-0727-486b-aeb8-383674956b19 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:35.199839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e9086d4b-c5fa-424e-9df3-92021d8f16a7 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:35.241369 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c0012d-0727-486b-aeb8-383674956b19,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:35.246317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] No DVR routers for this DVR port f1c0012d-0727-486b-aeb8-383674956b19 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:16:35.346885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e9086d4b-c5fa-424e-9df3-92021d8f16a7 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:35.347128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e9086d4b-c5fa-424e-9df3-92021d8f16a7 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:35.347559 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:16:35.381428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f6f62ea2-71e6-48ff-9a79-04d701192632 None None] Calling delete_port for f1c0012d-0727-486b-aeb8-383674956b19 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:16:35.438438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:16:35.438802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5b382d1e-c97e-4ae6-8373-15fbcf0b9725 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:16:35.442947 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.466584 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.479844 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-f6f62ea2-71e6-48ff-9a79-04d701192632 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:16:35.480259 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-f6f62ea2-71e6-48ff-9a79-04d701192632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:16:35.491163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60974fa2-6595-47d2-a0f2-1294c1cfca70']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:35.502946 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1562e8-0703-4760-b0f0-b2fcd64bf538') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:35.503229 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1562e8-0703-4760-b0f0-b2fcd64bf538') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:35.514374 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.530194 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.536180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:16:35.536553 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.600725 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 7d1562e8-0703-4760-b0f0-b2fcd64bf538 resource provider aggregate not found Jun 03 16:16:35.623865 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 7d1562e8-0703-4760-b0f0-b2fcd64bf538 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d1562e8-0703-4760-b0f0-b2fcd64bf538 found for delete ", "request_id": "req-8299b4e1-df14-4487-ab50-37acee88de68"}]} Jun 03 16:16:35.640364 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.659204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.672246 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=60974fa2-6595-47d2-a0f2-1294c1cfca70,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:35.678790 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-11362bc7-d5ab-489d-b34e-478eb0496c97 admin admin] 10.222.0.48 "DELETE /v2.0/networks/60974fa2-6595-47d2-a0f2-1294c1cfca70 HTTP/1.1" status: 204 len: 168 time: 1.0402982 Jun 03 16:16:35.797687 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.866022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37616) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:35.915814 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-264b37ce-4609-4ca4-9fe3-5796945c35a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83b10b6b88c647e386a6ae81eca7aaad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485928 Jun 03 16:16:35.918525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37620) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:35.979917 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5813025-0614-4eb7-99db-1f1b01c87b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:35.981726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f6f62ea2-71e6-48ff-9a79-04d701192632 None None] Deleting port f1c0012d-0727-486b-aeb8-383674956b19 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:16:35.982484 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f6f62ea2-71e6-48ff-9a79-04d701192632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.006685 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5813025-0614-4eb7-99db-1f1b01c87b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.051613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f6f62ea2-71e6-48ff-9a79-04d701192632 None None] The port 'f1c0012d-0727-486b-aeb8-383674956b19' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:16:36.066716 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5813025-0614-4eb7-99db-1f1b01c87b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.082559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5813025-0614-4eb7-99db-1f1b01c87b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8946a1-752b-4f01-83f1-58a2d621f1af,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:36.089276 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5813025-0614-4eb7-99db-1f1b01c87b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.090436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a5813025-0614-4eb7-99db-1f1b01c87b76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a8946a1-752b-4f01-83f1-58a2d621f1af HTTP/1.1" status: 204 len: 168 time: 0.1709526 Jun 03 16:16:36.460795 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37628) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:36.513114 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b8721a46-1c31-41ee-aeaa-5d804300bb69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e37f7074abee43e6b2f87f160b2d5b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510569 Jun 03 16:16:36.515718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37632) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:36.572250 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77fa65b7-6173-4d92-9f65-9409ae372c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.598277 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77fa65b7-6173-4d92-9f65-9409ae372c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.651801 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77fa65b7-6173-4d92-9f65-9409ae372c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.666444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa65b7-6173-4d92-9f65-9409ae372c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab9cc30-a696-4074-af8e-22143c42db62,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:36.673027 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77fa65b7-6173-4d92-9f65-9409ae372c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:36.677084 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-77fa65b7-6173-4d92-9f65-9409ae372c53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eab9cc30-a696-4074-af8e-22143c42db62 HTTP/1.1" status: 204 len: 168 time: 0.1604066 Jun 03 16:16:37.249053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.375776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37674) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:38.380990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764545270', 'description': 'tempest-secgroup-smoke-764545270 description', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:38.387895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:38.391825 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:38.394688 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:38.400368 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:38.412049 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.424273 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.438917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:38.443108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:38.446136 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:38.452548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:38.543988 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.550536 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.569411 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:38.577464 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:38.586069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:38.596215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:38.599848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129c66cc-18f9-4a75-bb00-628bf89a5dc2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:38.670492 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.676017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.721852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8bd135-9d60-4191-9ab4-95e62b5d1a92,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:38.724809 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.726598 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2f16e154-886e-4696-8ecd-43bd0b05a62a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3492103 Jun 03 16:16:38.734222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37678) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:38.739311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aa9a4f82-0138-4ba0-8627-9e6b41812178 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '1e8bd135-9d60-4191-9ab4-95e62b5d1a92', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:38.746724 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa9a4f82-0138-4ba0-8627-9e6b41812178 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:38.751137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa9a4f82-0138-4ba0-8627-9e6b41812178 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:38.754413 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa9a4f82-0138-4ba0-8627-9e6b41812178 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:38.760495 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa9a4f82-0138-4ba0-8627-9e6b41812178 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:38.778880 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4f82-0138-4ba0-8627-9e6b41812178 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.841709 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4f82-0138-4ba0-8627-9e6b41812178 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.847261 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4f82-0138-4ba0-8627-9e6b41812178 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.870180 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a4f82-0138-4ba0-8627-9e6b41812178 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f9ab71-4113-4bfd-be91-e5f56d5b88dd,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:38.879642 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4f82-0138-4ba0-8627-9e6b41812178 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.880825 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aa9a4f82-0138-4ba0-8627-9e6b41812178 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456811 Jun 03 16:16:38.883718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37682) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:38.888535 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5c483ed7-4a60-4ef7-9327-ea3c696d3564 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '1e8bd135-9d60-4191-9ab4-95e62b5d1a92', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:38.895145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5c483ed7-4a60-4ef7-9327-ea3c696d3564 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:38.898932 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5c483ed7-4a60-4ef7-9327-ea3c696d3564 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:38.901727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5c483ed7-4a60-4ef7-9327-ea3c696d3564 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:38.907515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5c483ed7-4a60-4ef7-9327-ea3c696d3564 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:38.928207 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c483ed7-4a60-4ef7-9327-ea3c696d3564 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.990952 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c483ed7-4a60-4ef7-9327-ea3c696d3564 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:38.996455 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c483ed7-4a60-4ef7-9327-ea3c696d3564 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.018748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c483ed7-4a60-4ef7-9327-ea3c696d3564 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce34e789-26c7-4f78-8fd2-92e50803e7d6,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.029482 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5c483ed7-4a60-4ef7-9327-ea3c696d3564 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.030760 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5c483ed7-4a60-4ef7-9327-ea3c696d3564 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461306 Jun 03 16:16:39.033529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37686) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:39.038400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-254f7101-061d-4fd0-9283-59e4fd925728 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '1e8bd135-9d60-4191-9ab4-95e62b5d1a92', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:39.045297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-254f7101-061d-4fd0-9283-59e4fd925728 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:39.049513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-254f7101-061d-4fd0-9283-59e4fd925728 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:39.052419 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-254f7101-061d-4fd0-9283-59e4fd925728 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:39.058186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-254f7101-061d-4fd0-9283-59e4fd925728 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:39.075520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-254f7101-061d-4fd0-9283-59e4fd925728 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.140664 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-254f7101-061d-4fd0-9283-59e4fd925728 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.147938 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-254f7101-061d-4fd0-9283-59e4fd925728 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.176894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f7101-061d-4fd0-9283-59e4fd925728 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfce087-ff8b-459a-b547-fcd556baf620,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.188603 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-254f7101-061d-4fd0-9283-59e4fd925728 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.189850 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-254f7101-061d-4fd0-9283-59e4fd925728 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553855 Jun 03 16:16:39.194107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37690) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:39.199560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-6ad67a76-e311-4876-9cc1-8c318e249456 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '1e8bd135-9d60-4191-9ab4-95e62b5d1a92', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:39.206418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6ad67a76-e311-4876-9cc1-8c318e249456 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:39.210811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6ad67a76-e311-4876-9cc1-8c318e249456 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:39.213755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-6ad67a76-e311-4876-9cc1-8c318e249456 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:39.220383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-6ad67a76-e311-4876-9cc1-8c318e249456 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:39.240722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ad67a76-e311-4876-9cc1-8c318e249456 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.306791 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ad67a76-e311-4876-9cc1-8c318e249456 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.311531 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ad67a76-e311-4876-9cc1-8c318e249456 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.334675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad67a76-e311-4876-9cc1-8c318e249456 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b585ccc-05db-4e76-90cb-6bc456cfeff4,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.345908 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ad67a76-e311-4876-9cc1-8c318e249456 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.349767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6ad67a76-e311-4876-9cc1-8c318e249456 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520028 Jun 03 16:16:39.350207 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37694) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:39.355528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '1e8bd135-9d60-4191-9ab4-95e62b5d1a92', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:39.362983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:39.367313 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:39.370707 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:39.377186 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:39.389843 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Project 6f3ca569aa7a47a1b58606f2f67264f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:16:39.396683 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.435053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.464555 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.469038 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.492575 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf32e58-7a24-4124-bc5e-635b656d1fce,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.502510 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.503727 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-98ab930f-435e-448c-8b54-91da9abf255b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524832 Jun 03 16:16:39.507918 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37698) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:39.512934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '1e8bd135-9d60-4191-9ab4-95e62b5d1a92', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:39.520047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:39.524440 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:39.527381 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:39.533127 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:39.544761 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Project 6f3ca569aa7a47a1b58606f2f67264f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:16:39.551189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.616956 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.622757 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.645489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b185d39d-5125-4373-a4ea-3445a42b36a8,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.656839 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.658201 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0b88ad0a-4cb3-405e-af55-70b5a00d49b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492567 Jun 03 16:16:39.661340 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37702) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:39.666882 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'network': {'name': 'tempest-network-smoke--2106791217', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'port_security_enabled': True}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:39.672885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:39.676778 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:network and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:39.679730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:39.686164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:39.698955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'network': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:39.702801 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.732118 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=88444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:16:39.741589 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.741956 n-d-844595-1 neutron-server[88444]: INFO neutron.db.segments_db [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Added segment d210f993-1f06-4341-a2c0-31aae06eefdf of type vlan for network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e Jun 03 16:16:39.768944 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.805357 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.813803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:39.814673 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.908084 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2455359 Jun 03 16:16:39.911273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37706) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:39.917071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'admin_state_up': True, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:39.920052 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce570f-5b47-4d6c-8389-a669e467581c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Network': ['ID=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:39.925745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:39.930404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:router and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:39.930545 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:16:39.933340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:39.940020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:39.951839 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.952944 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:39.968722 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.234725 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.672317 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.702849 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:40.839062 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.25.7.191 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/46ddad68-7b71-4456-be05-01bba23ebba0) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:40.995720 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:41.027483 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:41.101017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:41.104088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:41.107731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:16:41.136172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=46ddad68-7b71-4456-be05-01bba23ebba0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:41.532957 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:41.991827 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:42.204111 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router 2f9312e9-3893-4440-9c3f-44226a1ad2ac is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:16:42.392093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:16:42.405040 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Sync routers for ids ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:42.416422 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Routers {'2f9312e9-3893-4440-9c3f-44226a1ad2ac'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:42.417068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:42.426754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:42.428266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5da256dc-03b2-415a-a3cc-40fb36a46149 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5155623 Jun 03 16:16:42.431394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37710) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:42.580230 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-125106a7-5a12-4edb-bf94-a3e25d14a5b4 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6f3ca569aa7a47a1b58606f2f67264f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1450214 Jun 03 16:16:42.580906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37716) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:42.592245 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Set router 2f9312e9-3893-4440-9c3f-44226a1ad2ac gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:42.712995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ed0250-accc-428a-9c6c-b29bfb1a6ea3 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:42.714592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-85ed0250-accc-428a-9c6c-b29bfb1a6ea3 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332006 Jun 03 16:16:42.717694 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37720) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:42.764389 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-092b8f87-0915-443d-8c24-a323057a5266 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453513 Jun 03 16:16:42.766968 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37724) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:42.772729 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-885915125', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:42.888453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:42.892582 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:subnet and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:16:42.895623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:16:42.901241 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:42.904554 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:41Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:42.908622 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Checking router: 2f9312e9-3893-4440-9c3f-44226a1ad2ac for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:42.908876 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Updating router 2f9312e9-3893-4440-9c3f-44226a1ad2ac port 46ddad68-7b71-4456-be05-01bba23ebba0 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:16:42.912803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:42.916497 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:42.959748 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.135680 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.215653 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Subnet': ['ID=0d7830b5-281f-4613-b25e-25b31de2cc0e,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:43.226679 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Checking segment: {'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:43.227048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network hostable DHCP agents. Network: 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:16:43.247220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:16:43.257250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:43.261718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:43.262391 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.275618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20bc96e-71a1-4631-9815-34a3cd865217 None None] Network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:16:43.289255 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7533e19f-71fc-4e63-9012-eef16433160a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5206566 Jun 03 16:16:43.291919 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.292226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37728) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:16:43.304095 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Transition to ACTIVE for port object 46ddad68-7b71-4456-be05-01bba23ebba0 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:43.312162 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.393061 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Attempting to bind port 46ddad68-7b71-4456-be05-01bba23ebba0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:16:43.393411 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Attempting to bind port 46ddad68-7b71-4456-be05-01bba23ebba0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:16:43.393762 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Attempting to bind port 46ddad68-7b71-4456-be05-01bba23ebba0 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:16:43.402667 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:16:43.403028 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:43.403413 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.403786 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:16:43.404284 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Bound port: 46ddad68-7b71-4456-be05-01bba23ebba0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:16:43.404640 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.443577 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Pushing event updated for resources: {'Port': ['ID=46ddad68-7b71-4456-be05-01bba23ebba0,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:43.464536 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.464859 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.465193 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.465517 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.465833 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.466181 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.466495 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.466831 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.467142 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.467448 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.467753 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.468063 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:43.498330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ips': [{'subnet_id': '0d7830b5-281f-4613-b25e-25b31de2cc0e'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:16:43.499163 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.502267 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] For port 46ddad68-7b71-4456-be05-01bba23ebba0, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:16:43.505361 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] For port 46ddad68-7b71-4456-be05-01bba23ebba0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=46ddad68-7b71-4456-be05-01bba23ebba0,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:16:43.511701 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.587918 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Routers {'2f9312e9-3893-4440-9c3f-44226a1ad2ac'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:43.588531 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:43.665685 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c6539-2167-4874-a2e9-8e724d45cc94 None None] Pushing event updated for resources: {'Port': ['ID=46ddad68-7b71-4456-be05-01bba23ebba0,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:43.669972 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Allocated IP 172.20.0.2 (5b50bc58-6c44-45d5-9ba8-4a07c8b7477e/0d7830b5-281f-4613-b25e-25b31de2cc0e/dad30644-9186-46d4-844e-a6ab4a5a8297) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:43.796923 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] Set router 2f9312e9-3893-4440-9c3f-44226a1ad2ac gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:43.939576 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:43.950189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Transition to ACTIVE for port object dad30644-9186-46d4-844e-a6ab4a5a8297 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:43.970763 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Transition to ACTIVE for port object dad30644-9186-46d4-844e-a6ab4a5a8297 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:43.977848 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.038622 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.049461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:44.052320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:44.056391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:16:44.088910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Pushing event updated for resources: {'Port': ['ID=dad30644-9186-46d4-844e-a6ab4a5a8297,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:44.089280 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:41Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:44.093752 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb416d0-f7af-43dd-85be-d5ebbc80cced None None] The sync data for ids ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'] in n-d-844595-1 is: [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:41Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:44.134138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.134484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.134830 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.135158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.135485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.135808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.136140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.136454 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.136776 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.137097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.137413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.137726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:16:44.169112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Attempting to bind port dad30644-9186-46d4-844e-a6ab4a5a8297 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:16:44.169552 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Attempting to bind port dad30644-9186-46d4-844e-a6ab4a5a8297 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:16:44.170006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Attempting to bind port dad30644-9186-46d4-844e-a6ab4a5a8297 on network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:16:44.176297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:16:44.176672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Checking segment: {'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:44.177072 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.177458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Bound using segment: {'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:16:44.177979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Bound port: dad30644-9186-46d4-844e-a6ab4a5a8297, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:16:44.178355 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.271570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1ca674ca-55be-471b-805b-06cef876841a None None] For port dad30644-9186-46d4-844e-a6ab4a5a8297, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:16:44.274766 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-1ca674ca-55be-471b-805b-06cef876841a None None] For port dad30644-9186-46d4-844e-a6ab4a5a8297, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dad30644-9186-46d4-844e-a6ab4a5a8297,segment=NetworkSegment(d210f993-1f06-4341-a2c0-31aae06eefdf),segment_id=d210f993-1f06-4341-a2c0-31aae06eefdf)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:16:44.280244 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.388905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca674ca-55be-471b-805b-06cef876841a None None] Pushing event updated for resources: {'Port': ['ID=dad30644-9186-46d4-844e-a6ab4a5a8297,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:44.681571 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.20.0.1 (5b50bc58-6c44-45d5-9ba8-4a07c8b7477e/0d7830b5-281f-4613-b25e-25b31de2cc0e/c4afb770-635c-4efe-82fe-cc927e74fed8) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:44.857536 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.874621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Transition to ACTIVE for port object c4afb770-635c-4efe-82fe-cc927e74fed8 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:44.898629 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:44.972738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:44.976103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:44.980167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:16:45.011322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=c4afb770-635c-4efe-82fe-cc927e74fed8,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:45.053466 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.141978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 46ddad68-7b71-4456-be05-01bba23ebba0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:45.217082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 46ddad68-7b71-4456-be05-01bba23ebba0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:45.223443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 46ddad68-7b71-4456-be05-01bba23ebba0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:45.223725 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.361561 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 46ddad68-7b71-4456-be05-01bba23ebba0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:45.362206 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.365831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.381816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 46ddad68-7b71-4456-be05-01bba23ebba0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=46ddad68-7b71-4456-be05-01bba23ebba0,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:45.387375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ac696-941f-49fe-af56-670cea7919fd None None] Network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:16:45.406353 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.407101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dad30644-9186-46d4-844e-a6ab4a5a8297 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:45.572655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-46337e92-5078-44e1-adb1-ca8d56afae4b None None] Provisioning for port dad30644-9186-46d4-844e-a6ab4a5a8297 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:45.619285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=46ddad68-7b71-4456-be05-01bba23ebba0,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:45.635028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port dad30644-9186-46d4-844e-a6ab4a5a8297 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:45.644225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port dad30644-9186-46d4-844e-a6ab4a5a8297 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:45.644586 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.801275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.806923 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.851059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dad30644-9186-46d4-844e-a6ab4a5a8297 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:45.851466 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.893272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port dad30644-9186-46d4-844e-a6ab4a5a8297, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dad30644-9186-46d4-844e-a6ab4a5a8297,segment=NetworkSegment(d210f993-1f06-4341-a2c0-31aae06eefdf),segment_id=d210f993-1f06-4341-a2c0-31aae06eefdf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:45.899928 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.919461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=c4afb770-635c-4efe-82fe-cc927e74fed8,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:45.922182 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:45.977394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=dad30644-9186-46d4-844e-a6ab4a5a8297,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:46.116339 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5307ba20-6fef-4352-b135-24043ea7f1c6 None None] Provisioning for port c4afb770-635c-4efe-82fe-cc927e74fed8 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:46.122097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5307ba20-6fef-4352-b135-24043ea7f1c6 None None] Provisioning complete for port c4afb770-635c-4efe-82fe-cc927e74fed8 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:46.122468 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5307ba20-6fef-4352-b135-24043ea7f1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:46.183785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5307ba20-6fef-4352-b135-24043ea7f1c6 None None] Port c4afb770-635c-4efe-82fe-cc927e74fed8 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:16:46.196446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5307ba20-6fef-4352-b135-24043ea7f1c6 None None] Provisioning complete for port dad30644-9186-46d4-844e-a6ab4a5a8297 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:46.197500 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5307ba20-6fef-4352-b135-24043ea7f1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:46.208448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:46.210201 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:46.340226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5307ba20-6fef-4352-b135-24043ea7f1c6 None None] Current status of the port dad30644-9186-46d4-844e-a6ab4a5a8297 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:46.420257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router 2f9312e9-3893-4440-9c3f-44226a1ad2ac has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:16:46.462190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1f14ee40-5fbc-4f11-b4fd-1eaace1cfb50 None None] Provisioning complete for port c4afb770-635c-4efe-82fe-cc927e74fed8 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:46.462653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1f14ee40-5fbc-4f11-b4fd-1eaace1cfb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:46.516383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1f14ee40-5fbc-4f11-b4fd-1eaace1cfb50 None None] Port c4afb770-635c-4efe-82fe-cc927e74fed8 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:16:46.602668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:16:46.611932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ffd73053-0ba5-4cef-b1db-61c2dbefcfef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "PUT /v2.0/routers/2f9312e9-3893-4440-9c3f-44226a1ad2ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3184273 Jun 03 16:16:46.612913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Sync routers for ids ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:16:46.623240 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Routers {'2f9312e9-3893-4440-9c3f-44226a1ad2ac'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:46.623877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:46.786120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-e9453b16-fce5-429a-a4f5-140d95c46f27 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764545270&fields=id&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 267 time: 0.0423012 Jun 03 16:16:46.800518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-396b8552-1a53-44be-b0fe-6ef67ab34011 None None] Provisioning complete for port c4afb770-635c-4efe-82fe-cc927e74fed8 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:46.800915 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-396b8552-1a53-44be-b0fe-6ef67ab34011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:46.881162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-396b8552-1a53-44be-b0fe-6ef67ab34011 None None] Port c4afb770-635c-4efe-82fe-cc927e74fed8 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:16:46.892084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Set router 2f9312e9-3893-4440-9c3f-44226a1ad2ac gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:46.942753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-47a4e131-9c2a-4b82-b451-d0949e7dacfa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:46.944284 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-47a4e131-9c2a-4b82-b451-d0949e7dacfa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/networks?id=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e HTTP/1.1" status: 200 len: 797 time: 0.1487296 Jun 03 16:16:46.960822 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a3825095-7da6-47c6-ac8e-6ee908c086d1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/quotas/6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 375 time: 0.0104079 Jun 03 16:16:47.047069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-df678b08-9d27-4ed0-b19c-ab8e38c0b221 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:16:47.067620 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-df678b08-9d27-4ed0-b19c-ab8e38c0b221 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:16:47.069225 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-df678b08-9d27-4ed0-b19c-ab8e38c0b221 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030335 Jun 03 16:16:47.092556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-e2b9d985-8ee5-4fb4-8c7a-ee458c3c17d0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:16:47.093725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-e2b9d985-8ee5-4fb4-8c7a-ee458c3c17d0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098839 Jun 03 16:16:47.096909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 46ddad68-7b71-4456-be05-01bba23ebba0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:47.233184 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-29650870-e6dc-41d6-b2b1-004a6ac3927f service neutron] 10.222.0.48 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333406 Jun 03 16:16:47.239203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 46ddad68-7b71-4456-be05-01bba23ebba0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:47.239565 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.357644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c4afb770-635c-4efe-82fe-cc927e74fed8', 'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:e7:c6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:44Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 2, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:47.364963 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Checking router: 2f9312e9-3893-4440-9c3f-44226a1ad2ac for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:16:47.365306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Updating router 2f9312e9-3893-4440-9c3f-44226a1ad2ac port c4afb770-635c-4efe-82fe-cc927e74fed8 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:16:47.367889 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-573a5962-225a-4b2b-a7ea-3e6c1e61d202 service neutron] 10.222.0.48 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280756 Jun 03 16:16:47.412297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 46ddad68-7b71-4456-be05-01bba23ebba0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:47.413363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dad30644-9186-46d4-844e-a6ab4a5a8297 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:47.463811 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.552130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port dad30644-9186-46d4-844e-a6ab4a5a8297 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:47.552498 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.570563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-440a0276-831f-421a-8625-4de9920d17be req-01cb8ed8-067b-445c-8e75-0bdbf48a81dc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 210 time: 0.0523825 Jun 03 16:16:47.820534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port dad30644-9186-46d4-844e-a6ab4a5a8297 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:47.926953 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:47.939424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Transition to ACTIVE for port object c4afb770-635c-4efe-82fe-cc927e74fed8 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:47.947487 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:48.126998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a711ed-2d8e-4026-87e9-3260e91c4a29 None None] Pushing event updated for resources: {'Port': ['ID=c4afb770-635c-4efe-82fe-cc927e74fed8,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:48.224856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Attempting to bind port c4afb770-635c-4efe-82fe-cc927e74fed8 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:16:48.225210 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Attempting to bind port c4afb770-635c-4efe-82fe-cc927e74fed8 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:16:48.225562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Attempting to bind port c4afb770-635c-4efe-82fe-cc927e74fed8 on network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:16:48.234108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:16:48.234471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Checking segment: {'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:48.234862 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:48.235244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Bound using segment: {'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:16:48.235693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Bound port: c4afb770-635c-4efe-82fe-cc927e74fed8, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:16:48.236053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:48.329223 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] For port c4afb770-635c-4efe-82fe-cc927e74fed8, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:16:48.332732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] For port c4afb770-635c-4efe-82fe-cc927e74fed8, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c4afb770-635c-4efe-82fe-cc927e74fed8,segment=NetworkSegment(d210f993-1f06-4341-a2c0-31aae06eefdf),segment_id=d210f993-1f06-4341-a2c0-31aae06eefdf)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:16:48.337899 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:48.420110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Routers {'2f9312e9-3893-4440-9c3f-44226a1ad2ac'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:16:48.420772 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:48.487693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a711ed-2d8e-4026-87e9-3260e91c4a29 None None] Pushing event updated for resources: {'Port': ['ID=c4afb770-635c-4efe-82fe-cc927e74fed8,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:48.615519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] Set router 2f9312e9-3893-4440-9c3f-44226a1ad2ac gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:16:48.753400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-05a9ad03-c45d-408c-9f21-48a3e19a71a7 req-dc090f7a-254b-4209-bd65-fc921c9d190b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 210 time: 0.0583565 Jun 03 16:16:48.824958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-43175993-4387-4357-b3ec-b9060c4f727c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:48.826554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-43175993-4387-4357-b3ec-b9060c4f727c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "GET /v2.0/networks?id=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e HTTP/1.1" status: 200 len: 797 time: 0.2163959 Jun 03 16:16:48.883051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-2b26bfff-22b3-4437-acea-49c0711ff325 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 379 time: 0.0408804 Jun 03 16:16:48.897247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'port': {'device_id': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'admin_state_up': True, 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'security_groups': ['1e8bd135-9d60-4191-9ab4-95e62b5d1a92']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:48.950007 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c4afb770-635c-4efe-82fe-cc927e74fed8', 'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:e7:c6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:44Z', 'updated_at': '2022-06-03T16:16:48Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:16:48.954257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc877e-52ae-4540-acca-2a7da1a90cbc None None] The sync data for ids ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'] in n-d-844595-1 is: [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c4afb770-635c-4efe-82fe-cc927e74fed8', 'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:e7:c6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:44Z', 'updated_at': '2022-06-03T16:16:48Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:16:49.053507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:16:49.064226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:16:49.075916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:16:49.080784 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:49.120052 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c4afb770-635c-4efe-82fe-cc927e74fed8 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:49.198536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port c4afb770-635c-4efe-82fe-cc927e74fed8 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:49.204401 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c4afb770-635c-4efe-82fe-cc927e74fed8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:49.204882 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:49.333028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c4afb770-635c-4efe-82fe-cc927e74fed8 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:49.333558 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:49.375937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.20.0.4 (5b50bc58-6c44-45d5-9ba8-4a07c8b7477e/0d7830b5-281f-4613-b25e-25b31de2cc0e/a4d79118-edbd-4bc6-b110-153a5e657580) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:16:49.376726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port c4afb770-635c-4efe-82fe-cc927e74fed8, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c4afb770-635c-4efe-82fe-cc927e74fed8,segment=NetworkSegment(d210f993-1f06-4341-a2c0-31aae06eefdf),segment_id=d210f993-1f06-4341-a2c0-31aae06eefdf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:49.384457 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:49.461512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=c4afb770-635c-4efe-82fe-cc927e74fed8,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:49.586273 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:49.602509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Transition to ACTIVE for port object a4d79118-edbd-4bc6-b110-153a5e657580 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:49.627868 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:49.702344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:16:49.705724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:16:49.710195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:16:49.741263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=a4d79118-edbd-4bc6-b110-153a5e657580,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:49.779872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:49.780577 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:49.812256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-52f846b4-3e63-4bd5-9a27-556b755f8c34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9185231 Jun 03 16:16:49.831092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Request body: {'port': {'device_id': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:16:49.971784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-63ec6fb8-0eaf-4134-9d89-bcf6797407ea None None] Provisioning for port a4d79118-edbd-4bc6-b110-153a5e657580 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:49.979068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-63ec6fb8-0eaf-4134-9d89-bcf6797407ea None None] Provisioning complete for port a4d79118-edbd-4bc6-b110-153a5e657580 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:49.979220 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-63ec6fb8-0eaf-4134-9d89-bcf6797407ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:50.013106 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:50.038926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-63ec6fb8-0eaf-4134-9d89-bcf6797407ea None None] Port a4d79118-edbd-4bc6-b110-153a5e657580 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:16:50.070078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5fa30-8abd-4ae1-b210-fcf22b812e52 req-7f42b010-f3a6-4b27-9a19-d23908de8800 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:50.070772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-12a5fa30-8abd-4ae1-b210-fcf22b812e52 req-7f42b010-f3a6-4b27-9a19-d23908de8800 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:16:50.109131 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-12a5fa30-8abd-4ae1-b210-fcf22b812e52 req-7f42b010-f3a6-4b27-9a19-d23908de8800 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:16:50.110690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12a5fa30-8abd-4ae1-b210-fcf22b812e52 req-7f42b010-f3a6-4b27-9a19-d23908de8800 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 931 time: 0.2211850 Jun 03 16:16:50.232655 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-12a5fa30-8abd-4ae1-b210-fcf22b812e52 req-cb403f45-15f4-49a2-b18f-1a9db7df4ad5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798447 Jun 03 16:16:50.408401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d79118-edbd-4bc6-b110-153a5e657580 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:16:50.415929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:50.430844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Transition to ACTIVE for port object a4d79118-edbd-4bc6-b110-153a5e657580 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:16:50.437024 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:50.572826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d79118-edbd-4bc6-b110-153a5e657580,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:50.676154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Attempting to bind port a4d79118-edbd-4bc6-b110-153a5e657580 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:16:50.676374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Attempting to bind port a4d79118-edbd-4bc6-b110-153a5e657580 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:16:50.676712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Attempting to bind port a4d79118-edbd-4bc6-b110-153a5e657580 on network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:16:50.681657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Port a4d79118-edbd-4bc6-b110-153a5e657580 on network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:16:50.681963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Attempting to bind port a4d79118-edbd-4bc6-b110-153a5e657580 on network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:16:50.687119 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:16:50.687449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Checking segment: {'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:16:50.687823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Bound using segment: {'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:16:50.688237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Bound port: a4d79118-edbd-4bc6-b110-153a5e657580, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd210f993-1f06-4341-a2c0-31aae06eefdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:16:50.688580 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:50.780624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] For port a4d79118-edbd-4bc6-b110-153a5e657580, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:16:50.783553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] For port a4d79118-edbd-4bc6-b110-153a5e657580, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a4d79118-edbd-4bc6-b110-153a5e657580,segment=NetworkSegment(d210f993-1f06-4341-a2c0-31aae06eefdf),segment_id=d210f993-1f06-4341-a2c0-31aae06eefdf)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:16:50.788647 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:50.848880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:50.849481 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:50.851064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] 10.222.0.67 "PUT /v2.0/ports/a4d79118-edbd-4bc6-b110-153a5e657580 HTTP/1.1" status: 200 len: 1091 time: 1.0244954 Jun 03 16:16:50.851530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'tag': 'a4d79118-edbd-4bc6-b110-153a5e657580'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:50.874218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621a5e5-1b71-4f19-bc52-aecd7f098685 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d79118-edbd-4bc6-b110-153a5e657580,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:50.938964 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17fbb7d-b9d6-446e-b591-69a1205fda81'] response: {'name': 'network-changed', 'server_uuid': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'tag': 'a4d79118-edbd-4bc6-b110-153a5e657580', 'status': 'completed', 'code': 200} Jun 03 16:16:50.985772 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-feb03998-3a61-4a87-9a57-7215678fb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:50.987383 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-feb03998-3a61-4a87-9a57-7215678fb839 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 1094 time: 0.0807226 Jun 03 16:16:51.061072 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-ca8ca75b-3252-4f90-8435-a4a01717ccbd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4d79118-edbd-4bc6-b110-153a5e657580 HTTP/1.1" status: 200 len: 217 time: 0.0611277 Jun 03 16:16:51.084966 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c4afb770-635c-4efe-82fe-cc927e74fed8 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:51.161236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c4afb770-635c-4efe-82fe-cc927e74fed8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:51.161610 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:51.231821 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-74ef464c-21b4-406f-9266-fffbb006fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:51.233252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-74ef464c-21b4-406f-9266-fffbb006fca0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d7830b5-281f-4613-b25e-25b31de2cc0e HTTP/1.1" status: 200 len: 834 time: 0.1663160 Jun 03 16:16:51.285729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c4afb770-635c-4efe-82fe-cc927e74fed8 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:51.316073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-1716e4a4-306c-4d2c-ac7e-5b82905e3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:51.317646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-1716e4a4-306c-4d2c-ac7e-5b82905e3072 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780096 Jun 03 16:16:51.509266 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-98086ed6-3938-44f3-bdd3-47c881220602 service neutron] 10.222.0.67 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791446 Jun 03 16:16:51.542172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9885494-3744-4a04-9d84-547ac19b0419 req-1ee2aa95-b197-4b6c-b35e-4c53bf932e6a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:51.543575 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9885494-3744-4a04-9d84-547ac19b0419 req-1ee2aa95-b197-4b6c-b35e-4c53bf932e6a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 943 time: 0.1954145 Jun 03 16:16:51.661816 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9885494-3744-4a04-9d84-547ac19b0419 req-41fce920-781a-48b9-8e37-05c83bed6bee tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701292 Jun 03 16:16:51.681022 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bab701a3-bb65-4755-b35e-fc9fb55d0c67 req-da163c13-3975-4431-82ac-dd54f48ecb85 service neutron] 10.222.0.67 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654246 Jun 03 16:16:51.848646 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4e93f-9ca5-4921-a7a1-36e6c4d8c17d req-95ed7203-8886-4756-8ccb-8821525555c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:51.850216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14c4e93f-9ca5-4921-a7a1-36e6c4d8c17d req-95ed7203-8886-4756-8ccb-8821525555c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 1094 time: 0.0759773 Jun 03 16:16:51.988464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4e93f-9ca5-4921-a7a1-36e6c4d8c17d req-8cff2b62-18a4-4430-83f9-3f7e8d2ae5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:51.989939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14c4e93f-9ca5-4921-a7a1-36e6c4d8c17d req-8cff2b62-18a4-4430-83f9-3f7e8d2ae5e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e HTTP/1.1" status: 200 len: 898 time: 0.1326010 Jun 03 16:16:52.061315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14c4e93f-9ca5-4921-a7a1-36e6c4d8c17d req-1c550899-3390-41a0-8584-de17ad4488b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4d79118-edbd-4bc6-b110-153a5e657580 HTTP/1.1" status: 200 len: 217 time: 0.0644896 Jun 03 16:16:52.125371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4e93f-9ca5-4921-a7a1-36e6c4d8c17d req-59a9602d-7338-4f43-8a1d-a8778379dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:52.126706 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14c4e93f-9ca5-4921-a7a1-36e6c4d8c17d req-59a9602d-7338-4f43-8a1d-a8778379dc79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d7830b5-281f-4613-b25e-25b31de2cc0e HTTP/1.1" status: 200 len: 834 time: 0.0602250 Jun 03 16:16:52.201813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4e93f-9ca5-4921-a7a1-36e6c4d8c17d req-3658d4af-fdc5-4d02-aa8c-5f853a87f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:52.203317 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14c4e93f-9ca5-4921-a7a1-36e6c4d8c17d req-3658d4af-fdc5-4d02-aa8c-5f853a87f7fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708888 Jun 03 16:16:52.341087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14c4e93f-9ca5-4921-a7a1-36e6c4d8c17d req-385f3161-b439-4e10-a30e-bb783557ac37 service neutron] 10.222.0.67 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314142 Jun 03 16:16:52.473788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-14c4e93f-9ca5-4921-a7a1-36e6c4d8c17d req-f94fcd1b-4ddc-49f0-839f-7679d371714f service neutron] 10.222.0.67 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265662 Jun 03 16:16:52.855193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6326e-16d0-4eb7-9371-02e7a2524a86 req-b8d229e5-f198-480c-8e15-8fa6d9e3d8f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:52.856525 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75e6326e-16d0-4eb7-9371-02e7a2524a86 req-b8d229e5-f198-480c-8e15-8fa6d9e3d8f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 943 time: 0.0801864 Jun 03 16:16:52.905516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75e6326e-16d0-4eb7-9371-02e7a2524a86 req-a5db6ed0-3af1-461b-ad18-42fc631efe2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429764 Jun 03 16:16:54.098852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e8378-cbb2-40d7-9c2a-be225567c3b2 req-174f9a14-a79c-4c7e-b946-d6a311047ae0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:54.100335 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-114e8378-cbb2-40d7-9c2a-be225567c3b2 req-174f9a14-a79c-4c7e-b946-d6a311047ae0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 943 time: 0.0829773 Jun 03 16:16:54.146233 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-114e8378-cbb2-40d7-9c2a-be225567c3b2 req-41cba797-391b-410b-bac1-f62cc0b7ca91 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390966 Jun 03 16:16:55.342655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53b74b-6fd9-413a-8b0e-ab40ebfa3375 req-bc823563-e4c9-4eef-bbb2-e1db2b8145f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:55.344017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee53b74b-6fd9-413a-8b0e-ab40ebfa3375 req-bc823563-e4c9-4eef-bbb2-e1db2b8145f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 943 time: 0.0834963 Jun 03 16:16:55.389958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee53b74b-6fd9-413a-8b0e-ab40ebfa3375 req-8b5b5fbd-6f15-477d-a078-17993ed9ccf5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400889 Jun 03 16:16:56.162202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a4d79118-edbd-4bc6-b110-153a5e657580 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:16:56.303736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a4d79118-edbd-4bc6-b110-153a5e657580, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a4d79118-edbd-4bc6-b110-153a5e657580,segment=NetworkSegment(d210f993-1f06-4341-a2c0-31aae06eefdf),segment_id=d210f993-1f06-4341-a2c0-31aae06eefdf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:56.316876 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'a4d79118-edbd-4bc6-b110-153a5e657580', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'port_id': 'a4d79118-edbd-4bc6-b110-153a5e657580', 'mac_address': 'fa:16:3e:d1:f1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:16:56.371743 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a4d79118-edbd-4bc6-b110-153a5e657580 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:56.372116 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:56.394187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d79118-edbd-4bc6-b110-153a5e657580 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:16:56.412391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a4d79118-edbd-4bc6-b110-153a5e657580, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a4d79118-edbd-4bc6-b110-153a5e657580,segment=NetworkSegment(d210f993-1f06-4341-a2c0-31aae06eefdf),segment_id=d210f993-1f06-4341-a2c0-31aae06eefdf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:56.418767 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:56.522286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a4d79118-edbd-4bc6-b110-153a5e657580,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:56.581964 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4c765-50a4-4447-94f6-a91db30570e9 req-332e474a-01eb-48a5-8fd6-abe3f35cc9e6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:56.583767 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9bb4c765-50a4-4447-94f6-a91db30570e9 req-332e474a-01eb-48a5-8fd6-abe3f35cc9e6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 944 time: 0.0799921 Jun 03 16:16:56.630303 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9bb4c765-50a4-4447-94f6-a91db30570e9 req-3e4afa0d-8875-4327-a4cf-a943f5400050 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378489 Jun 03 16:16:56.874948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['a4d79118-edbd-4bc6-b110-153a5e657580'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:16:57.954770 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d68f8-10e0-47ba-9887-9cf1ce17bd25 req-de549a27-bef6-4250-9284-e1f8aeb5b72d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:57.956247 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f6d68f8-10e0-47ba-9887-9cf1ce17bd25 req-de549a27-bef6-4250-9284-e1f8aeb5b72d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 944 time: 0.2016211 Jun 03 16:16:58.001779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f6d68f8-10e0-47ba-9887-9cf1ce17bd25 req-df6665e7-5cf8-47dd-aa77-d42525c29322 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392113 Jun 03 16:16:58.180316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a4d79118-edbd-4bc6-b110-153a5e657580 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:16:58.262006 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port a4d79118-edbd-4bc6-b110-153a5e657580 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:16:58.268915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port a4d79118-edbd-4bc6-b110-153a5e657580 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:16:58.269412 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:58.388328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port a4d79118-edbd-4bc6-b110-153a5e657580 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:16:58.388700 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:58.414661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d79118-edbd-4bc6-b110-153a5e657580'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:16:58.424107 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port a4d79118-edbd-4bc6-b110-153a5e657580, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a4d79118-edbd-4bc6-b110-153a5e657580,segment=NetworkSegment(d210f993-1f06-4341-a2c0-31aae06eefdf),segment_id=d210f993-1f06-4341-a2c0-31aae06eefdf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:16:58.429556 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:16:58.465105 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6d5b03-2359-4754-b260-864228557445'] response: {'server_uuid': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d79118-edbd-4bc6-b110-153a5e657580', 'code': 200} Jun 03 16:16:58.498096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=a4d79118-edbd-4bc6-b110-153a5e657580,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:16:58.623238 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863c217-e4cd-41b7-a419-49c18d1757e7 req-15344d19-2050-44dc-9c12-b0b5380ae64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:58.624636 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b863c217-e4cd-41b7-a419-49c18d1757e7 req-15344d19-2050-44dc-9c12-b0b5380ae64a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 1096 time: 0.0730436 Jun 03 16:16:58.668715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b863c217-e4cd-41b7-a419-49c18d1757e7 req-305c18ca-456a-42c3-b94d-0789cbd20a96 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380123 Jun 03 16:16:59.208648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5230a-c8c0-45d9-9c33-868b02b6889f req-dbbff554-2879-470c-b84d-f15059b86075 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:16:59.210277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6c5230a-c8c0-45d9-9c33-868b02b6889f req-dbbff554-2879-470c-b84d-f15059b86075 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.0883245 Jun 03 16:16:59.255147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6c5230a-c8c0-45d9-9c33-868b02b6889f req-e2859f22-2dbe-416e-a05e-16d4f525af77 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389371 Jun 03 16:17:00.019002 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:17:00.041213 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:00.470443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5743b0-ca1c-4f5e-8c4d-2723be245b61 req-dc407160-dec1-4ba9-84e0-021cbe42762f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.472015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad5743b0-ca1c-4f5e-8c4d-2723be245b61 req-dc407160-dec1-4ba9-84e0-021cbe42762f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.1011736 Jun 03 16:17:00.522439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ad5743b0-ca1c-4f5e-8c4d-2723be245b61 req-c19bdcde-ae72-483d-8e4f-87e6e7cc9739 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428886 Jun 03 16:17:00.733516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1da5e-d524-4ca5-b31c-981214ffbb28 req-3cc713f8-6fe6-4451-91ff-3fdc6f3b97a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.735129 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5c1da5e-d524-4ca5-b31c-981214ffbb28 req-3cc713f8-6fe6-4451-91ff-3fdc6f3b97a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.1030090 Jun 03 16:17:00.781015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d5c1da5e-d524-4ca5-b31c-981214ffbb28 req-fcecf7a4-ba81-4607-835f-1454d815c330 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 Jun 03 16:17:00.806624 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37784) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:00.894768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f80b230-464d-462b-95cf-120cb3b4937a tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:00.896331 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8f80b230-464d-462b-95cf-120cb3b4937a tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 1091 time: 0.0887704 Jun 03 16:17:00.900793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37788) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:00.906172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'a4d79118-edbd-4bc6-b110-153a5e657580', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:17:00.913278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:17:00.917728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:floatingip and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:17:00.920654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:17:00.927114 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:17:00.939784 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:01.086904 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:01.232657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.25.7.237 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/89ffc362-5bd7-47c8-8a8a-b6e9827536da) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:17:01.387951 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:01.422654 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:01.496949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:17:01.500077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:17:01.503745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:17:01.533311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=89ffc362-5bd7-47c8-8a8a-b6e9827536da,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:01.953112 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:02.027538 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:02.221614 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ad32351-7964-4001-bdbd-139175c49c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:02.354670 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:02.361850 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:02.470781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=89ffc362-5bd7-47c8-8a8a-b6e9827536da,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:17:02.485078 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:02.660387 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Floating IP 20a8b229-4680-45fb-ac62-2ac445813f49 associated. External IP: 172.25.7.237, port: a4d79118-edbd-4bc6-b110-153a5e657580. Jun 03 16:17:03.018242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router 2f9312e9-3893-4440-9c3f-44226a1ad2ac has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:17:03.200405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:17:03.212822 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13abda7e-5525-46cf-a136-33fdec14b308 None None] Sync routers for ids ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:17:03.223801 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13abda7e-5525-46cf-a136-33fdec14b308 None None] Routers {'2f9312e9-3893-4440-9c3f-44226a1ad2ac'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:17:03.224354 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-13abda7e-5525-46cf-a136-33fdec14b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:03.231696 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:03.294535 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2b499509-4b87-44c5-b23a-7b1648d05f09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3896127 Jun 03 16:17:03.294535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'tag': 'a4d79118-edbd-4bc6-b110-153a5e657580'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:17:03.354485 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7506d3e2-be41-4cd8-81dd-c985b9c45694'] response: {'name': 'network-changed', 'server_uuid': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'tag': 'a4d79118-edbd-4bc6-b110-153a5e657580', 'status': 'completed', 'code': 200} Jun 03 16:17:03.412736 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-13abda7e-5525-46cf-a136-33fdec14b308 None None] Set router 2f9312e9-3893-4440-9c3f-44226a1ad2ac gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:17:03.522468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25659555-2e69-4bae-bf7f-095f368da855 req-c6399b41-d6d9-4ae1-a61f-b3e4c05f3607 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:03.523937 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25659555-2e69-4bae-bf7f-095f368da855 req-c6399b41-d6d9-4ae1-a61f-b3e4c05f3607 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.1426873 Jun 03 16:17:03.526673 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbc090-019b-4749-8b67-1693a45943c4 req-57e51f49-efc5-4414-8cd9-e50378bb9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:03.527972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71cbc090-019b-4749-8b67-1693a45943c4 req-57e51f49-efc5-4414-8cd9-e50378bb9468 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 1096 time: 0.1108797 Jun 03 16:17:03.651867 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25659555-2e69-4bae-bf7f-095f368da855 req-214f7569-d1a7-4ec6-b394-e6b624f28cc5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219041 Jun 03 16:17:03.675868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37796) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:03.762897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbc090-019b-4749-8b67-1693a45943c4 req-81a39b19-c27e-44db-9d35-4bdf2fcb17c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:03.764356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71cbc090-019b-4749-8b67-1693a45943c4 req-81a39b19-c27e-44db-9d35-4bdf2fcb17c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e HTTP/1.1" status: 200 len: 898 time: 0.2192743 Jun 03 16:17:03.800261 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-13abda7e-5525-46cf-a136-33fdec14b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '20a8b229-4680-45fb-ac62-2ac445813f49', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'port_id': 'a4d79118-edbd-4bc6-b110-153a5e657580', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'mac_address': 'fa:16:3e:d1:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:17:01Z', 'updated_at': '2022-06-03T16:17:01Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4afb770-635c-4efe-82fe-cc927e74fed8', 'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:e7:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:44Z', 'updated_at': '2022-06-03T16:16:49Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:03.804667 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13abda7e-5525-46cf-a136-33fdec14b308 None None] Checking router: 2f9312e9-3893-4440-9c3f-44226a1ad2ac for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:17:03.814075 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13abda7e-5525-46cf-a136-33fdec14b308 None None] Routers {'2f9312e9-3893-4440-9c3f-44226a1ad2ac'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:17:03.814702 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-13abda7e-5525-46cf-a136-33fdec14b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:16:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:03.993697 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-13abda7e-5525-46cf-a136-33fdec14b308 None None] Set router 2f9312e9-3893-4440-9c3f-44226a1ad2ac gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:17:04.013124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6bdd9fa6-f2c4-4718-bdf2-be7af4ca27f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/20a8b229-4680-45fb-ac62-2ac445813f49 HTTP/1.1" status: 200 len: 991 time: 0.3359613 Jun 03 16:17:04.026084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71cbc090-019b-4749-8b67-1693a45943c4 req-351933f6-b2dc-4e4c-a370-c242a0b5c236 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4d79118-edbd-4bc6-b110-153a5e657580 HTTP/1.1" status: 200 len: 999 time: 0.2460096 Jun 03 16:17:04.087403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbc090-019b-4749-8b67-1693a45943c4 req-930fbbfd-5779-4f83-82ca-10ff02a3cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:04.088877 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71cbc090-019b-4749-8b67-1693a45943c4 req-930fbbfd-5779-4f83-82ca-10ff02a3cbc8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d7830b5-281f-4613-b25e-25b31de2cc0e HTTP/1.1" status: 200 len: 834 time: 0.0567541 Jun 03 16:17:04.163079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbc090-019b-4749-8b67-1693a45943c4 req-506e6b1e-598c-4c19-a809-7b8dbbf20151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:04.164548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71cbc090-019b-4749-8b67-1693a45943c4 req-506e6b1e-598c-4c19-a809-7b8dbbf20151 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701866 Jun 03 16:17:04.296834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71cbc090-019b-4749-8b67-1693a45943c4 req-00f20cf7-6b88-4b91-a950-b800f2361756 service neutron] 10.222.0.67 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264334 Jun 03 16:17:04.346077 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-13abda7e-5525-46cf-a136-33fdec14b308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '20a8b229-4680-45fb-ac62-2ac445813f49', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'port_id': 'a4d79118-edbd-4bc6-b110-153a5e657580', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'mac_address': 'fa:16:3e:d1:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:17:01Z', 'updated_at': '2022-06-03T16:17:01Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4afb770-635c-4efe-82fe-cc927e74fed8', 'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:e7:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:44Z', 'updated_at': '2022-06-03T16:16:49Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:17:04.350322 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13abda7e-5525-46cf-a136-33fdec14b308 None None] The sync data for ids ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'] in n-d-844595-1 is: [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '20a8b229-4680-45fb-ac62-2ac445813f49', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'port_id': 'a4d79118-edbd-4bc6-b110-153a5e657580', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'mac_address': 'fa:16:3e:d1:f1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:17:01Z', 'updated_at': '2022-06-03T16:17:01Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4afb770-635c-4efe-82fe-cc927e74fed8', 'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:e7:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:44Z', 'updated_at': '2022-06-03T16:16:49Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:17:04.428798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-71cbc090-019b-4749-8b67-1693a45943c4 req-ff57421f-e877-4e94-b1c0-26a026d33675 service neutron] 10.222.0.67 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265633 Jun 03 16:17:04.535252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a5417-8f12-474a-92b6-edad195c631e None None] New status for floating IP 20a8b229-4680-45fb-ac62-2ac445813f49: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:17:04.875374 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d3d5a9f5-0a17-407c-b275-f3af8c27bbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:05.018486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37800) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:17:05.126731 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bbc8cbd4-7616-4a8e-8624-6e9033f080f3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/20a8b229-4680-45fb-ac62-2ac445813f49 HTTP/1.1" status: 200 len: 993 time: 0.1065497 Jun 03 16:17:05.358939 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:05.813623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:07.251963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:09.435773 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:25.378116 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-f830e913-4e33-40b7-bf6e-c00ec0ca78b1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765131 Jun 03 16:17:25.537975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-efb3eaf8-3eff-4f6e-9213-60f60810ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:25.539347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-efb3eaf8-3eff-4f6e-9213-60f60810ac30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 1096 time: 0.0724103 Jun 03 16:17:25.687432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-e352c9c5-74da-411b-9de5-b63531149816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:25.688897 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-e352c9c5-74da-411b-9de5-b63531149816 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e HTTP/1.1" status: 200 len: 898 time: 0.1296771 Jun 03 16:17:25.801237 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-00f75945-c70c-420e-bfa4-5bb502992eff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4d79118-edbd-4bc6-b110-153a5e657580 HTTP/1.1" status: 200 len: 1001 time: 0.1056595 Jun 03 16:17:25.878546 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-c20c672c-1e12-4dfb-8ee0-0168a30a15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:25.880002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-c20c672c-1e12-4dfb-8ee0-0168a30a15ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d7830b5-281f-4613-b25e-25b31de2cc0e HTTP/1.1" status: 200 len: 834 time: 0.0714149 Jun 03 16:17:25.960033 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-b9b481d0-8690-4bc9-b4a9-948a2693021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:17:25.961436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-b9b481d0-8690-4bc9-b4a9-948a2693021b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742102 Jun 03 16:17:26.094030 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-26f8a163-9941-43c1-9b06-0ab33ecfbc0d service neutron] 10.222.0.67 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264453 Jun 03 16:17:26.224902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-57bfbd44-0aa0-46c2-97f9-3ec4388f5d3a req-22c864bb-b107-400e-9978-0fb7e590f1e1 service neutron] 10.222.0.67 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252489 Jun 03 16:17:30.060202 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:32.236972 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c26a61ef-c6c4-4076-a304-b0e15cec6c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:34.887139 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9339889e-bf4d-4072-83c8-6b5c034d47a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:35.364049 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:35.806554 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:37.025215 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:17:37.256743 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:17:39.442595 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:00.096666 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:02.236009 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d9ea-dfa9-44c5-922e-7aeb6d52cdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:04.893997 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e5fa51d0-fa19-4144-9de5-512ce90ed3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:05.375684 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:05.810885 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:07.264704 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:08.208514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a22f0-b70e-4169-b748-7b84db04afef req-320369ad-af12-4640-8cab-6b6f59ce9cfd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:08.210079 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a5a22f0-b70e-4169-b748-7b84db04afef req-320369ad-af12-4640-8cab-6b6f59ce9cfd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.1466935 Jun 03 16:18:08.256620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a5a22f0-b70e-4169-b748-7b84db04afef req-e0bc818f-3d85-4424-904a-e5b77ebcbc14 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394356 Jun 03 16:18:09.436817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:09.615935 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb71b9-ad79-4013-ad41-4b8a7bb62748 req-5e6a5a1f-d2a1-4e5c-8bfd-6169c3a4e69f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:09.617292 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11cb71b9-ad79-4013-ad41-4b8a7bb62748 req-5e6a5a1f-d2a1-4e5c-8bfd-6169c3a4e69f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.2440600 Jun 03 16:18:09.663509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11cb71b9-ad79-4013-ad41-4b8a7bb62748 req-a833c530-a29d-40b0-a4f9-f32f63d5cea0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405371 Jun 03 16:18:09.687391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37838) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:09.795734 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e22486c4-9c5e-4ba4-9fbf-dfc91f3302cd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/20a8b229-4680-45fb-ac62-2ac445813f49 HTTP/1.1" status: 200 len: 993 time: 0.1071968 Jun 03 16:18:11.271102 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100bece-9d3b-416b-99ff-b72f9cb6df76 req-28b5ad8c-96f5-4bcf-be0e-7d97cca5083e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:11.272560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7100bece-9d3b-416b-99ff-b72f9cb6df76 req-28b5ad8c-96f5-4bcf-be0e-7d97cca5083e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.0838234 Jun 03 16:18:11.321611 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7100bece-9d3b-416b-99ff-b72f9cb6df76 req-c70e1783-b4ad-46ca-8c4e-0c72e7858a60 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401466 Jun 03 16:18:12.526584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827ff45-f15f-490d-a9a8-40ad3c1c214a req-1fe970ed-1566-46c3-b598-bb440803073b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:12.528576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e827ff45-f15f-490d-a9a8-40ad3c1c214a req-1fe970ed-1566-46c3-b598-bb440803073b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.0916960 Jun 03 16:18:12.574000 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e827ff45-f15f-490d-a9a8-40ad3c1c214a req-0bbc753d-8a68-488d-ad70-b808c9060016 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393717 Jun 03 16:18:12.602505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37850) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:12.718819 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-972bfee5-b768-4ed6-866b-fffbcec17ee1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/20a8b229-4680-45fb-ac62-2ac445813f49 HTTP/1.1" status: 200 len: 993 time: 0.1151416 Jun 03 16:18:13.050424 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37858) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:13.368747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port 89ffc362-5bd7-47c8-8a8a-b6e9827536da {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:13.369091 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.552617 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.552894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.680430 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for 89ffc362-5bd7-47c8-8a8a-b6e9827536da owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:13.838007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.883252 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=89ffc362-5bd7-47c8-8a8a-b6e9827536da,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:13.924975 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.925310 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.925637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.925990 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.926306 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.926621 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.926939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.927250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.927615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.927916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.928225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.928513 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:13.989209 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:13.989574 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Floating IP 20a8b229-4680-45fb-ac62-2ac445813f49 disassociated (deleted). External IP: 172.25.7.237, port: a4d79118-edbd-4bc6-b110-153a5e657580. Jun 03 16:18:14.014817 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:18:14.339171 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router 2f9312e9-3893-4440-9c3f-44226a1ad2ac has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:18:14.519973 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:14.530035 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366de96-2611-4670-9c38-3ef6af360bfd None None] Sync routers for ids ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:14.539668 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366de96-2611-4670-9c38-3ef6af360bfd None None] Routers {'2f9312e9-3893-4440-9c3f-44226a1ad2ac'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:14.540307 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9366de96-2611-4670-9c38-3ef6af360bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:18:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:14.555841 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:14.611725 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1ead5070-3593-4c8d-820f-2a15b00c44c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/floatingips/20a8b229-4680-45fb-ac62-2ac445813f49 HTTP/1.1" status: 204 len: 168 time: 1.5598869 Jun 03 16:18:14.612175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'tag': 'a4d79118-edbd-4bc6-b110-153a5e657580'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:14.657970 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be4203a-cb28-4795-8234-6bc7955ac160'] response: {'name': 'network-changed', 'server_uuid': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'tag': 'a4d79118-edbd-4bc6-b110-153a5e657580', 'status': 'completed', 'code': 200} Jun 03 16:18:14.724669 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9366de96-2611-4670-9c38-3ef6af360bfd None None] Set router 2f9312e9-3893-4440-9c3f-44226a1ad2ac gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:14.834980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3001c9-c51c-4bc5-a46d-59b1e86af990 req-524bb2ad-f824-4f8e-afbf-15cccea31f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:14.836502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a3001c9-c51c-4bc5-a46d-59b1e86af990 req-524bb2ad-f824-4f8e-afbf-15cccea31f64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 1096 time: 0.1345873 Jun 03 16:18:15.038969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3001c9-c51c-4bc5-a46d-59b1e86af990 req-41857755-5437-47e7-a7e5-c7ef41359da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:15.040520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a3001c9-c51c-4bc5-a46d-59b1e86af990 req-41857755-5437-47e7-a7e5-c7ef41359da5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e HTTP/1.1" status: 200 len: 898 time: 0.1779342 Jun 03 16:18:15.057500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5675eb-75c1-4ea1-a406-9b0febad7bd4 req-2b26f430-e845-46da-8fce-4eabbc3c51a3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:15.058918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b5675eb-75c1-4ea1-a406-9b0febad7bd4 req-2b26f430-e845-46da-8fce-4eabbc3c51a3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.1316383 Jun 03 16:18:15.074156 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9366de96-2611-4670-9c38-3ef6af360bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c4afb770-635c-4efe-82fe-cc927e74fed8', 'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:e7:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:44Z', 'updated_at': '2022-06-03T16:16:49Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:15.078204 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366de96-2611-4670-9c38-3ef6af360bfd None None] Checking router: 2f9312e9-3893-4440-9c3f-44226a1ad2ac for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:15.087039 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366de96-2611-4670-9c38-3ef6af360bfd None None] Routers {'2f9312e9-3893-4440-9c3f-44226a1ad2ac'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:15.087633 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9366de96-2611-4670-9c38-3ef6af360bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:18:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:15.133211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a3001c9-c51c-4bc5-a46d-59b1e86af990 req-29a37cc3-9f31-4810-92f0-658236ae0943 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4d79118-edbd-4bc6-b110-153a5e657580 HTTP/1.1" status: 200 len: 217 time: 0.0834224 Jun 03 16:18:15.202029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5b5675eb-75c1-4ea1-a406-9b0febad7bd4 req-daca74bc-067c-4be0-9b24-f2b83886b5a1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896668 Jun 03 16:18:15.213397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3001c9-c51c-4bc5-a46d-59b1e86af990 req-d430ce9e-6297-4cd9-b05d-433c9dab63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:15.214878 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a3001c9-c51c-4bc5-a46d-59b1e86af990 req-d430ce9e-6297-4cd9-b05d-433c9dab63b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0d7830b5-281f-4613-b25e-25b31de2cc0e HTTP/1.1" status: 200 len: 834 time: 0.0747499 Jun 03 16:18:15.259651 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9366de96-2611-4670-9c38-3ef6af360bfd None None] Set router 2f9312e9-3893-4440-9c3f-44226a1ad2ac gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:15.289069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3001c9-c51c-4bc5-a46d-59b1e86af990 req-6292d13b-ea16-4062-b93e-187f20d392fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:15.290818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a3001c9-c51c-4bc5-a46d-59b1e86af990 req-6292d13b-ea16-4062-b93e-187f20d392fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694749 Jun 03 16:18:15.427882 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a3001c9-c51c-4bc5-a46d-59b1e86af990 req-07b46880-0df8-4b8d-816d-2a3f0b44b3e4 service neutron] 10.222.0.67 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301854 Jun 03 16:18:15.563710 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a3001c9-c51c-4bc5-a46d-59b1e86af990 req-4773eddd-76e5-4096-8b5c-291c48949dc4 service neutron] 10.222.0.67 "GET /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268897 Jun 03 16:18:15.569211 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9366de96-2611-4670-9c38-3ef6af360bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c4afb770-635c-4efe-82fe-cc927e74fed8', 'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:e7:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:44Z', 'updated_at': '2022-06-03T16:16:49Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:15.573167 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9366de96-2611-4670-9c38-3ef6af360bfd None None] The sync data for ids ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'] in n-d-844595-1 is: [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c4afb770-635c-4efe-82fe-cc927e74fed8', 'name': '', 'network_id': '5b50bc58-6c44-45d5-9ba8-4a07c8b7477e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:e7:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:44Z', 'updated_at': '2022-06-03T16:16:49Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '0d7830b5-281f-4613-b25e-25b31de2cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:15.793327 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab3760-7a26-4613-adbd-59fbfe4571c0 None None] New status for floating IP 20a8b229-4680-45fb-ac62-2ac445813f49: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:18:16.405989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ba78f-9237-4088-9590-894577d79ac0 req-a0728751-aa07-4d4e-a6b0-e0cbc3cc6dff tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:16.407439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f25ba78f-9237-4088-9590-894577d79ac0 req-a0728751-aa07-4d4e-a6b0-e0cbc3cc6dff tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.0836504 Jun 03 16:18:16.466921 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f25ba78f-9237-4088-9590-894577d79ac0 req-19851263-eba1-4653-a749-24415612c013 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533381 Jun 03 16:18:16.904850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cfca9-5840-4d36-970b-96d65539b360 req-0a0d8320-fe46-4967-8d03-bb4dc7324748 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:16.906338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d6cfca9-5840-4d36-970b-96d65539b360 req-0a0d8320-fe46-4967-8d03-bb4dc7324748 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.0827026 Jun 03 16:18:16.977530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-3d6cfca9-5840-4d36-970b-96d65539b360 req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port a4d79118-edbd-4bc6-b110-153a5e657580 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:16.977858 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3d6cfca9-5840-4d36-970b-96d65539b360 req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.329933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-3d6cfca9-5840-4d36-970b-96d65539b360 req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port a4d79118-edbd-4bc6-b110-153a5e657580, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=a4d79118-edbd-4bc6-b110-153a5e657580,segment=NetworkSegment(d210f993-1f06-4341-a2c0-31aae06eefdf),segment_id=d210f993-1f06-4341-a2c0-31aae06eefdf)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:17.330289 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3d6cfca9-5840-4d36-970b-96d65539b360 req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.452830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-3d6cfca9-5840-4d36-970b-96d65539b360 req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for a4d79118-edbd-4bc6-b110-153a5e657580 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:17.646209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3d6cfca9-5840-4d36-970b-96d65539b360 req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.698449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=a4d79118-edbd-4bc6-b110-153a5e657580,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:17.745574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.745898 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.746268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.746592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.746914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.747233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.747552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.747875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.748193 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.748500 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.748792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.749100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:17.789753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6cfca9-5840-4d36-970b-96d65539b360 req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] No DVR routers for this DVR port a4d79118-edbd-4bc6-b110-153a5e657580 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:18:17.798467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59645db5-6679-452a-91ef-58924f407e2b req-aef5e480-9115-4032-adb5-5fa235310cb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:17.799931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59645db5-6679-452a-91ef-58924f407e2b req-aef5e480-9115-4032-adb5-5fa235310cb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=59fc4057-07ea-494c-aaf4-b5bef37a512e HTTP/1.1" status: 200 len: 945 time: 0.2263954 Jun 03 16:18:17.800883 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-3d6cfca9-5840-4d36-970b-96d65539b360 req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:17.803430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'name': 'network-vif-deleted', 'tag': 'a4d79118-edbd-4bc6-b110-153a5e657580'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:17.831652 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3d6cfca9-5840-4d36-970b-96d65539b360 req-4cfeb16f-3ae0-4994-979d-e44effc1ca19 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "DELETE /v2.0/ports/a4d79118-edbd-4bc6-b110-153a5e657580 HTTP/1.1" status: 204 len: 173 time: 0.9203515 Jun 03 16:18:17.850359 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1965c47-8721-4e32-b111-e983f082c277'] response: {'server_uuid': '59fc4057-07ea-494c-aaf4-b5bef37a512e', 'name': 'network-vif-deleted', 'tag': 'a4d79118-edbd-4bc6-b110-153a5e657580', 'status': 'completed', 'code': 200} Jun 03 16:18:17.855219 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59645db5-6679-452a-91ef-58924f407e2b req-0420e0c6-ae41-4c58-913f-be6f5bbb247f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e8bd135-9d60-4191-9ab4-95e62b5d1a92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457630 Jun 03 16:18:18.960324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37878) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:19.656943 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.022738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port c4afb770-635c-4efe-82fe-cc927e74fed8 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:20.023502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.211830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port c4afb770-635c-4efe-82fe-cc927e74fed8, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c4afb770-635c-4efe-82fe-cc927e74fed8,segment=NetworkSegment(d210f993-1f06-4341-a2c0-31aae06eefdf),segment_id=d210f993-1f06-4341-a2c0-31aae06eefdf)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:20.212148 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.332197 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for c4afb770-635c-4efe-82fe-cc927e74fed8 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:20.525425 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:20.573775 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=c4afb770-635c-4efe-82fe-cc927e74fed8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:20.693977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a4d79118-edbd-4bc6-b110-153a5e657580 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:18:20.730775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: a4d79118-edbd-4bc6-b110-153a5e657580 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:18:20.731084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device a4d79118-edbd-4bc6-b110-153a5e657580 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:18:20.957774 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.318394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router 2f9312e9-3893-4440-9c3f-44226a1ad2ac has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:18:21.506813 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:21.516694 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c410283b-050f-4973-9355-4a6f131f413c None None] Sync routers for ids ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:21.520600 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-96916c20-eb77-4ace-ae95-a0c0f3e8319e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "PUT /v2.0/routers/2f9312e9-3893-4440-9c3f-44226a1ad2ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5592399 Jun 03 16:18:21.523519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37882) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:21.526111 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c410283b-050f-4973-9355-4a6f131f413c None None] Routers {'2f9312e9-3893-4440-9c3f-44226a1ad2ac'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:21.526711 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c410283b-050f-4973-9355-4a6f131f413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:18:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:21.594096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-29539b9c-6bc0-4163-a243-37259fdc9446 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting subnet 0d7830b5-281f-4613-b25e-25b31de2cc0e {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:18:21.597101 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29539b9c-6bc0-4163-a243-37259fdc9446 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.653422 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29539b9c-6bc0-4163-a243-37259fdc9446 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.701978 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c410283b-050f-4973-9355-4a6f131f413c None None] Set router 2f9312e9-3893-4440-9c3f-44226a1ad2ac gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:21.736796 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29539b9c-6bc0-4163-a243-37259fdc9446 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.813266 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29539b9c-6bc0-4163-a243-37259fdc9446 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.851196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29539b9c-6bc0-4163-a243-37259fdc9446 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7830b5-281f-4613-b25e-25b31de2cc0e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:21.859634 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-29539b9c-6bc0-4163-a243-37259fdc9446 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:21.865352 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1d44a0-8db9-4529-a690-fc3806054279 None None] Network 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:18:21.870958 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-29539b9c-6bc0-4163-a243-37259fdc9446 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/subnets/0d7830b5-281f-4613-b25e-25b31de2cc0e HTTP/1.1" status: 204 len: 168 time: 0.3439953 Jun 03 16:18:21.871403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37888) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:21.985310 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c410283b-050f-4973-9355-4a6f131f413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:18:20Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:21.989986 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c410283b-050f-4973-9355-4a6f131f413c None None] Checking router: 2f9312e9-3893-4440-9c3f-44226a1ad2ac for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:21.999060 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c410283b-050f-4973-9355-4a6f131f413c None None] Routers {'2f9312e9-3893-4440-9c3f-44226a1ad2ac'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:22.000001 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c410283b-050f-4973-9355-4a6f131f413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:18:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:22.065320 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.153678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] DHCP port deletion for 5b50bc58-6c44-45d5-9ba8-4a07c8b7477e request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:18:22.157865 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Deleting port dad30644-9186-46d4-844e-a6ab4a5a8297 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:22.158256 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.217598 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-c410283b-050f-4973-9355-4a6f131f413c None None] Set router 2f9312e9-3893-4440-9c3f-44226a1ad2ac gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:22.250334 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.261044 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port 46ddad68-7b71-4456-be05-01bba23ebba0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:18:22.261482 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.389598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] For port dad30644-9186-46d4-844e-a6ab4a5a8297, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=dad30644-9186-46d4-844e-a6ab4a5a8297,segment=NetworkSegment(d210f993-1f06-4341-a2c0-31aae06eefdf),segment_id=d210f993-1f06-4341-a2c0-31aae06eefdf)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:22.390339 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.440131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port 46ddad68-7b71-4456-be05-01bba23ebba0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=46ddad68-7b71-4456-be05-01bba23ebba0,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:22.440743 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.508434 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-c410283b-050f-4973-9355-4a6f131f413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:18:20Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:22.512595 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c410283b-050f-4973-9355-4a6f131f413c None None] The sync data for ids ['2f9312e9-3893-4440-9c3f-44226a1ad2ac'] in n-d-844595-1 is: [{'id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328194905', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:16:39Z', 'updated_at': '2022-06-03T16:18:20Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '46ddad68-7b71-4456-be05-01bba23ebba0', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9312e9-3893-4440-9c3f-44226a1ad2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:16:40Z', 'updated_at': '2022-06-03T16:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:22.515592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Calling delete_port for dad30644-9186-46d4-844e-a6ab4a5a8297 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:22.593056 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.638665 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Pushing event deleted for resources: {'Port': ['ID=dad30644-9186-46d4-844e-a6ab4a5a8297,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:22.644630 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] No DVR routers for this DVR port dad30644-9186-46d4-844e-a6ab4a5a8297 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:18:22.651445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.654098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.654098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.654098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.654098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.654098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.654098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.654098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.655056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.655056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.655056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.655671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046132fe-2845-4d5e-911e-752d4f64f076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:22.696474 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for 46ddad68-7b71-4456-be05-01bba23ebba0 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:18:22.879019 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:22.926684 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=46ddad68-7b71-4456-be05-01bba23ebba0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:23.018118 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.176755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c4afb770-635c-4efe-82fe-cc927e74fed8 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:18:23.191698 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.194150 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.213170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: c4afb770-635c-4efe-82fe-cc927e74fed8 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:18:23.213531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c4afb770-635c-4efe-82fe-cc927e74fed8 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:18:23.213894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dad30644-9186-46d4-844e-a6ab4a5a8297 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:18:23.218202 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.218735 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Fanout notify agent at l3_agent the message router_deleted on router 2f9312e9-3893-4440-9c3f-44226a1ad2ac {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:18:23.236230 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.240213 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-024eea37-a8a5-4de8-8f50-475b31fe87e3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/routers/2f9312e9-3893-4440-9c3f-44226a1ad2ac HTTP/1.1" status: 204 len: 168 time: 1.3677275 Jun 03 16:18:23.240473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37892) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:23.246856 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: dad30644-9186-46d4-844e-a6ab4a5a8297 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:18:23.247185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device dad30644-9186-46d4-844e-a6ab4a5a8297 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:18:23.370880 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.505666 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.531642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b50bc58-6c44-45d5-9ba8-4a07c8b7477e']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:23.544315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd210f993-1f06-4341-a2c0-31aae06eefdf') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:23.544608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd210f993-1f06-4341-a2c0-31aae06eefdf') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:23.556277 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.573640 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.580135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:18:23.580508 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.682646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.689226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.710606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/networks/5b50bc58-6c44-45d5-9ba8-4a07c8b7477e HTTP/1.1" status: 204 len: 168 time: 0.4686792 Jun 03 16:18:23.714418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37900) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:23.720637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e65d29-5286-4fb2-9974-4295a6bff408 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Network': ['ID=5b50bc58-6c44-45d5-9ba8-4a07c8b7477e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:23.739133 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d210f993-1f06-4341-a2c0-31aae06eefdf resource provider aggregate not found Jun 03 16:18:23.755775 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment d210f993-1f06-4341-a2c0-31aae06eefdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d210f993-1f06-4341-a2c0-31aae06eefdf found for delete ", "request_id": "req-f331be0f-0b9d-4fd5-8a87-3d09fa859f9d"}]} Jun 03 16:18:23.789315 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d592323-92b7-4917-8b04-4e3c32c54b2d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.818073 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d592323-92b7-4917-8b04-4e3c32c54b2d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.896773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d592323-92b7-4917-8b04-4e3c32c54b2d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.912841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d592323-92b7-4917-8b04-4e3c32c54b2d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8bd135-9d60-4191-9ab4-95e62b5d1a92,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:23.920106 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1d592323-92b7-4917-8b04-4e3c32c54b2d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:23.921940 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1d592323-92b7-4917-8b04-4e3c32c54b2d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/security-groups/1e8bd135-9d60-4191-9ab4-95e62b5d1a92 HTTP/1.1" status: 204 len: 168 time: 0.2058525 Jun 03 16:18:24.043258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37910) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:24.048521 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604357938', 'description': 'tempest-secgroup-smoke-604357938 description', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:24.055608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:24.059573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:24.062463 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:24.068192 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:24.083200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.102460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:24.106238 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:24.109013 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:24.114747 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:24.182163 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.188786 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.230090 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7f1213-b007-43bb-b82a-6c9bac763806,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:24.233581 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.234860 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-386035be-7885-45c5-a3e0-c4c38b2945f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1905768 Jun 03 16:18:24.238077 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37914) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:24.243072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-aa3150e4-1fe7-4fdb-920a-966e61f39d49 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'ac7f1213-b007-43bb-b82a-6c9bac763806', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:24.250102 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa3150e4-1fe7-4fdb-920a-966e61f39d49 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:24.254190 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa3150e4-1fe7-4fdb-920a-966e61f39d49 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:24.257151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-aa3150e4-1fe7-4fdb-920a-966e61f39d49 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:24.263132 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-aa3150e4-1fe7-4fdb-920a-966e61f39d49 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:24.282410 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa3150e4-1fe7-4fdb-920a-966e61f39d49 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.346162 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa3150e4-1fe7-4fdb-920a-966e61f39d49 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.351252 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa3150e4-1fe7-4fdb-920a-966e61f39d49 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.374216 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3150e4-1fe7-4fdb-920a-966e61f39d49 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e3c108-d29c-4ae8-a6f3-95694717451d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:24.385350 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-aa3150e4-1fe7-4fdb-920a-966e61f39d49 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.386670 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-aa3150e4-1fe7-4fdb-920a-966e61f39d49 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476524 Jun 03 16:18:24.389548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37918) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:24.395022 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-89aa715b-25ac-462e-b997-8ebac22482f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'ac7f1213-b007-43bb-b82a-6c9bac763806', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:24.402048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-89aa715b-25ac-462e-b997-8ebac22482f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:24.405867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-89aa715b-25ac-462e-b997-8ebac22482f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:24.408698 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-89aa715b-25ac-462e-b997-8ebac22482f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:24.414337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-89aa715b-25ac-462e-b997-8ebac22482f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:24.431614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-89aa715b-25ac-462e-b997-8ebac22482f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.501568 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-89aa715b-25ac-462e-b997-8ebac22482f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.507082 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-89aa715b-25ac-462e-b997-8ebac22482f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.530981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa715b-25ac-462e-b997-8ebac22482f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157d5bc4-7afe-4202-a801-4efbda7fe1ca,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:24.540123 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-89aa715b-25ac-462e-b997-8ebac22482f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.541303 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-89aa715b-25ac-462e-b997-8ebac22482f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507905 Jun 03 16:18:24.544261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37922) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:24.549175 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-1bca278f-46c2-42e8-a67a-cd493716c215 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'ac7f1213-b007-43bb-b82a-6c9bac763806', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:24.555903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1bca278f-46c2-42e8-a67a-cd493716c215 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:24.559811 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1bca278f-46c2-42e8-a67a-cd493716c215 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:24.562703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-1bca278f-46c2-42e8-a67a-cd493716c215 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:24.568404 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-1bca278f-46c2-42e8-a67a-cd493716c215 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:24.592943 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bca278f-46c2-42e8-a67a-cd493716c215 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.661215 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bca278f-46c2-42e8-a67a-cd493716c215 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.666183 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bca278f-46c2-42e8-a67a-cd493716c215 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.690288 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca278f-46c2-42e8-a67a-cd493716c215 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3ac45a-650f-433d-b695-270f56404b3f,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:24.700833 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-1bca278f-46c2-42e8-a67a-cd493716c215 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.702031 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-1bca278f-46c2-42e8-a67a-cd493716c215 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568267 Jun 03 16:18:24.704903 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37926) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:24.710416 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-0961e8c8-59f0-4b50-a421-ff8aabd7c5fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'ac7f1213-b007-43bb-b82a-6c9bac763806', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:24.717391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0961e8c8-59f0-4b50-a421-ff8aabd7c5fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:24.721336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0961e8c8-59f0-4b50-a421-ff8aabd7c5fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:24.724414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-0961e8c8-59f0-4b50-a421-ff8aabd7c5fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:24.730548 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-0961e8c8-59f0-4b50-a421-ff8aabd7c5fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:24.752741 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0961e8c8-59f0-4b50-a421-ff8aabd7c5fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.819041 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0961e8c8-59f0-4b50-a421-ff8aabd7c5fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.824706 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0961e8c8-59f0-4b50-a421-ff8aabd7c5fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.849018 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961e8c8-59f0-4b50-a421-ff8aabd7c5fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb704b5-8f4d-4070-bb93-ce692e3b67f1,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:24.860218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-0961e8c8-59f0-4b50-a421-ff8aabd7c5fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.861422 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-0961e8c8-59f0-4b50-a421-ff8aabd7c5fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555922 Jun 03 16:18:24.864572 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37930) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:24.869511 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'ac7f1213-b007-43bb-b82a-6c9bac763806', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:24.876030 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:24.880011 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:24.882848 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:24.888657 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:24.902087 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Project 6f3ca569aa7a47a1b58606f2f67264f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:18:24.909295 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.977395 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:24.983875 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.008226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99b6213-c1a0-44de-9493-cf9546727eb5,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:25.018216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.019499 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ed0a9b34-5a70-49eb-99a6-0e3d991ed832 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539981 Jun 03 16:18:25.022328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37934) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:25.027350 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'ac7f1213-b007-43bb-b82a-6c9bac763806', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:25.033987 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:25.038032 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:25.041502 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:25.047518 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:25.059730 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Project 6f3ca569aa7a47a1b58606f2f67264f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:18:25.066424 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.089825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 46ddad68-7b71-4456-be05-01bba23ebba0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:18:25.124225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 46ddad68-7b71-4456-be05-01bba23ebba0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:18:25.124664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 46ddad68-7b71-4456-be05-01bba23ebba0 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:18:25.141775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.150927 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.184967 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475fa804-1819-44c9-b5bb-8966bed11b85,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:25.198902 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.200518 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b4c97940-fed8-411b-a5c0-9bcaa1a3e8b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1772065 Jun 03 16:18:25.203816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 37938) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:25.210269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'network': {'name': 'tempest-network-smoke--246411819', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'port_security_enabled': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:25.216213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:25.220398 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:network and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:25.223426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:25.229180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:25.240056 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:25.243449 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.271986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:18:25.281559 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.281992 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Added segment bde8a107-2760-4237-b6d6-a7cc0de9e803 of type vlan for network a94e1510-fe4b-402a-9a23-71fb029cc95c Jun 03 16:18:25.313390 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.345641 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.351675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:25.352256 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.456726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2512796 Jun 03 16:18:25.459680 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37942) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:25.462696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa214b-8341-4de6-b29c-9a1dfbebab5b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Network': ['ID=a94e1510-fe4b-402a-9a23-71fb029cc95c,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:25.465110 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'admin_state_up': True, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:25.473164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network a94e1510-fe4b-402a-9a23-71fb029cc95c details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:18:25.480237 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:25.484250 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:router and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:25.487178 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:25.493627 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:25.503483 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.504464 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.519863 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:25.888111 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.200032 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.229257 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.363928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.25.7.238 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/4f598496-b756-4cb6-b346-6d77feb27fb2) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:26.511569 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.543836 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:26.609944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:26.612608 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:26.616459 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:18:26.650234 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=4f598496-b756-4cb6-b346-6d77feb27fb2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:27.030125 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.491267 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.699885 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router bf9de889-3717-40d7-95c6-72ba0b4498a5 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:18:27.889188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:27.898874 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Sync routers for ids ['bf9de889-3717-40d7-95c6-72ba0b4498a5'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:27.909285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Routers {'bf9de889-3717-40d7-95c6-72ba0b4498a5'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:27.909924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:18:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bf9de889-3717-40d7-95c6-72ba0b4498a5'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:27.918180 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:27.923062 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-bea4affa-5c7b-43a5-b5f2-8348015f55f7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4586382 Jun 03 16:18:27.923257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37946) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:27.965754 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5d0e6708-505c-4322-916d-0abb3fa9e1c9 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6f3ca569aa7a47a1b58606f2f67264f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385907 Jun 03 16:18:27.965959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37950) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:28.086553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Set router bf9de889-3717-40d7-95c6-72ba0b4498a5 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:28.095219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c23d08-c7a8-4aa6-8195-d0eae0d36488 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:28.096765 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-07c23d08-c7a8-4aa6-8195-d0eae0d36488 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299200 Jun 03 16:18:28.099536 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37954) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:28.137503 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-443a4b2f-cdca-4a7f-8eb0-eb7ae9fa2a46 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368202 Jun 03 16:18:28.140232 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37958) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:28.145527 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1975927141', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:28.255995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:28.260496 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:subnet and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:28.263616 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:28.269414 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:28.281117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:28.284803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.362225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:28.366164 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Checking router: bf9de889-3717-40d7-95c6-72ba0b4498a5 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:28.366570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Updating router bf9de889-3717-40d7-95c6-72ba0b4498a5 port 4f598496-b756-4cb6-b346-6d77feb27fb2 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:28.456877 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.508334 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.586706 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Subnet': ['ID=5c7a5af0-6c4a-4686-bc31-9724bc6aec63,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:28.596630 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Checking segment: {'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:18:28.596964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network hostable DHCP agents. Network: a94e1510-fe4b-402a-9a23-71fb029cc95c, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:18:28.616922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network a94e1510-fe4b-402a-9a23-71fb029cc95c is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:18:28.626308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, a94e1510-fe4b-402a-9a23-71fb029cc95c) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:28.630615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:28.631118 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.644227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93560cc4-4b7d-4f2c-b344-72d422f9975f None None] Network a94e1510-fe4b-402a-9a23-71fb029cc95c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:18:28.652769 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dcd1a7c1-d86b-44ea-b41f-3bece594542b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5115657 Jun 03 16:18:28.655649 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 37962) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:28.948850 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.952990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-a94e1510-fe4b-402a-9a23-71fb029cc95c', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ips': [{'subnet_id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:18:28.953838 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:28.978483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Transition to ACTIVE for port object 4f598496-b756-4cb6-b346-6d77feb27fb2 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:29.022426 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.119962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c029448-189f-400c-9e6e-e5dc12c38fd2 None None] Pushing event updated for resources: {'Port': ['ID=4f598496-b756-4cb6-b346-6d77feb27fb2,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:29.136914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Attempting to bind port 4f598496-b756-4cb6-b346-6d77feb27fb2 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:29.137271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Attempting to bind port 4f598496-b756-4cb6-b346-6d77feb27fb2 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:29.137623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Attempting to bind port 4f598496-b756-4cb6-b346-6d77feb27fb2 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:29.179247 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:29.179620 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:18:29.179998 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.180379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:29.180829 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Bound port: 4f598496-b756-4cb6-b346-6d77feb27fb2, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:29.181182 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.251230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Allocated IP 172.20.0.2 (a94e1510-fe4b-402a-9a23-71fb029cc95c/5c7a5af0-6c4a-4686-bc31-9724bc6aec63/f3ceeed4-bb42-4a2f-b719-6c87ec3982bf) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:29.272616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] For port 4f598496-b756-4cb6-b346-6d77feb27fb2, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:29.340338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] For port 4f598496-b756-4cb6-b346-6d77feb27fb2, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4f598496-b756-4cb6-b346-6d77feb27fb2,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:29.348667 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.462414 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Routers {'bf9de889-3717-40d7-95c6-72ba0b4498a5'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:29.463018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:18:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bf9de889-3717-40d7-95c6-72ba0b4498a5'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:29.481485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.515036 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c029448-189f-400c-9e6e-e5dc12c38fd2 None None] Pushing event updated for resources: {'Port': ['ID=4f598496-b756-4cb6-b346-6d77feb27fb2,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:29.685491 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.702732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Transition to ACTIVE for port object f3ceeed4-bb42-4a2f-b719-6c87ec3982bf will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:29.717293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] Set router bf9de889-3717-40d7-95c6-72ba0b4498a5 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:29.877825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Transition to ACTIVE for port object f3ceeed4-bb42-4a2f-b719-6c87ec3982bf will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:29.927550 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:29.951615 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.20.0.1 (a94e1510-fe4b-402a-9a23-71fb029cc95c/5c7a5af0-6c4a-4686-bc31-9724bc6aec63/e792d6c4-7af2-4bcd-b0d7-a89f1491d20c) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:30.011886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Network a94e1510-fe4b-402a-9a23-71fb029cc95c is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:30.018595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:30.031403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:18:30.040670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Pushing event updated for resources: {'Port': ['ID=f3ceeed4-bb42-4a2f-b719-6c87ec3982bf,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:30.118093 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:30.134345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Transition to ACTIVE for port object e792d6c4-7af2-4bcd-b0d7-a89f1491d20c will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:30.159126 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:30.175723 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:30.188709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Attempting to bind port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:30.189066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Attempting to bind port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:30.189416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Attempting to bind port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf on network a94e1510-fe4b-402a-9a23-71fb029cc95c {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:30.198211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:30.198571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Checking segment: {'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:18:30.198954 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:30.199331 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Bound using segment: {'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:30.199787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Bound port: f3ceeed4-bb42-4a2f-b719-6c87ec3982bf, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:30.200144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:30.231919 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network a94e1510-fe4b-402a-9a23-71fb029cc95c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:30.235117 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:30.239800 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:18:30.273396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=e792d6c4-7af2-4bcd-b0d7-a89f1491d20c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:30.274149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:30.290284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bcf3cd-35fb-48da-827d-e7fc2ae9ec68 None None] The sync data for ids ['bf9de889-3717-40d7-95c6-72ba0b4498a5'] in n-d-844595-1 is: [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:26Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:30.302345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] For port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:30.303811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:30.307161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] For port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f3ceeed4-bb42-4a2f-b719-6c87ec3982bf,segment=NetworkSegment(bde8a107-2760-4237-b6d6-a7cc0de9e803),segment_id=bde8a107-2760-4237-b6d6-a7cc0de9e803)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:30.311792 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:30.398473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940f431-ddbc-4439-94fc-d316c09874ac None None] Pushing event updated for resources: {'Port': ['ID=f3ceeed4-bb42-4a2f-b719-6c87ec3982bf,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:30.617803 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.206425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f3ceeed4-bb42-4a2f-b719-6c87ec3982bf up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:31.229949 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.242401 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.301335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:31.307316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4f598496-b756-4cb6-b346-6d77feb27fb2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:31.375504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.379091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=e792d6c4-7af2-4bcd-b0d7-a89f1491d20c,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:31.401109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 4f598496-b756-4cb6-b346-6d77feb27fb2 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:31.407479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4f598496-b756-4cb6-b346-6d77feb27fb2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:31.408007 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.505860 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaecf56-ff3c-4e4a-8748-29936fddd11c None None] Network a94e1510-fe4b-402a-9a23-71fb029cc95c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:18:31.516230 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network a94e1510-fe4b-402a-9a23-71fb029cc95c is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:31.517262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:31.615817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4f598496-b756-4cb6-b346-6d77feb27fb2 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:18:31.616191 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.633653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b4f38d1a-4a90-48a4-a25f-2cdc652ff76c None None] Provisioning for port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:31.653041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 4f598496-b756-4cb6-b346-6d77feb27fb2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4f598496-b756-4cb6-b346-6d77feb27fb2,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:31.654032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b4f38d1a-4a90-48a4-a25f-2cdc652ff76c None None] Provisioning complete for port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:31.654440 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b4f38d1a-4a90-48a4-a25f-2cdc652ff76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.692828 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:31.715716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router bf9de889-3717-40d7-95c6-72ba0b4498a5 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:18:31.846252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=4f598496-b756-4cb6-b346-6d77feb27fb2,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:31.899297 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:31.912230 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9cdec9d6-ee18-4f7f-acd4-c9b45aba1326 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "PUT /v2.0/routers/bf9de889-3717-40d7-95c6-72ba0b4498a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2555075 Jun 03 16:18:31.959778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-b4f38d1a-4a90-48a4-a25f-2cdc652ff76c None None] Current status of the port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:18:31.960143 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b4f38d1a-4a90-48a4-a25f-2cdc652ff76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.001181 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Sync routers for ids ['bf9de889-3717-40d7-95c6-72ba0b4498a5'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:32.005458 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b4f38d1a-4a90-48a4-a25f-2cdc652ff76c None None] For port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f3ceeed4-bb42-4a2f-b719-6c87ec3982bf,segment=NetworkSegment(bde8a107-2760-4237-b6d6-a7cc0de9e803),segment_id=bde8a107-2760-4237-b6d6-a7cc0de9e803)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:32.013312 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b4f38d1a-4a90-48a4-a25f-2cdc652ff76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.014020 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Routers {'bf9de889-3717-40d7-95c6-72ba0b4498a5'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:32.014813 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:18:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bf9de889-3717-40d7-95c6-72ba0b4498a5'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:32.097843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f38d1a-4a90-48a4-a25f-2cdc652ff76c None None] Pushing event updated for resources: {'Port': ['ID=f3ceeed4-bb42-4a2f-b719-6c87ec3982bf,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:32.206178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-762b92b9-00f2-46c1-95c3-6dc4adc02b74 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604357938&fields=id&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 267 time: 0.1641428 Jun 03 16:18:32.214797 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Set router bf9de889-3717-40d7-95c6-72ba0b4498a5 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:32.231047 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-322ba26b-7aa2-4705-ac01-f03100579083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.254163 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6ad3b218-78e3-4fe2-b064-eff5f71a72da None None] Provisioning for port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:32.262367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6ad3b218-78e3-4fe2-b064-eff5f71a72da None None] Provisioning complete for port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:32.262738 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ad3b218-78e3-4fe2-b064-eff5f71a72da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.331724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3b218-78e3-4fe2-b064-eff5f71a72da None None] Port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:18:32.343161 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6ad3b218-78e3-4fe2-b064-eff5f71a72da None None] Provisioning complete for port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:32.343534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ad3b218-78e3-4fe2-b064-eff5f71a72da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.418549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735582-fb69-4df5-8067-afbc6f9de282 req-fcbe73e1-2037-4879-aa5c-86d39359dbb1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:32.419549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-74735582-fb69-4df5-8067-afbc6f9de282 req-fcbe73e1-2037-4879-aa5c-86d39359dbb1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:32.444384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-74735582-fb69-4df5-8067-afbc6f9de282 req-fcbe73e1-2037-4879-aa5c-86d39359dbb1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:32.445988 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-fcbe73e1-2037-4879-aa5c-86d39359dbb1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/networks?id=a94e1510-fe4b-402a-9a23-71fb029cc95c HTTP/1.1" status: 200 len: 796 time: 0.2235413 Jun 03 16:18:32.468552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-8145c02c-6bd6-4375-9aa3-d006787387fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/quotas/6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 375 time: 0.0115454 Jun 03 16:18:32.489421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3b218-78e3-4fe2-b064-eff5f71a72da None None] Current status of the port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:18:32.561530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-74735582-fb69-4df5-8067-afbc6f9de282 req-82ccad92-17ba-418c-9715-9907fc55cc1e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:32.575339 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e792d6c4-7af2-4bcd-b0d7-a89f1491d20c', 'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:a1:fb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:29Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 2, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:32.579513 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-74735582-fb69-4df5-8067-afbc6f9de282 req-82ccad92-17ba-418c-9715-9907fc55cc1e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:32.579848 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Checking router: bf9de889-3717-40d7-95c6-72ba0b4498a5 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:32.580136 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Updating router bf9de889-3717-40d7-95c6-72ba0b4498a5 port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:18:32.581328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-82ccad92-17ba-418c-9715-9907fc55cc1e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049440 Jun 03 16:18:32.621909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-8bce25fe-ce92-4eb3-a0ea-b01c1403e785 None None] Provisioning complete for port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:32.622654 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8bce25fe-ce92-4eb3-a0ea-b01c1403e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.646829 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.700359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-8bce25fe-ce92-4eb3-a0ea-b01c1403e785 None None] Port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:18:32.728827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-c6f39d3d-25cc-49a8-92d3-f7b5ab6fe66c service neutron] 10.222.0.48 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335979 Jun 03 16:18:32.823792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-94388075-9fbf-4525-8515-2ce96cb3dda9 None None] Provisioning complete for port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:32.824297 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-94388075-9fbf-4525-8515-2ce96cb3dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:32.891523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bad6b06d-f17f-4f6f-b94a-a601b5258104 service neutron] 10.222.0.48 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537488 Jun 03 16:18:32.925675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-94388075-9fbf-4525-8515-2ce96cb3dda9 None None] Port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:18:33.008891 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:33.020872 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Transition to ACTIVE for port object e792d6c4-7af2-4bcd-b0d7-a89f1491d20c will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:33.033391 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:33.112357 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b8a02665-1701-4553-bc0b-cf10de0d14f6 req-3772a25d-7238-41f2-acd4-dd18c772b2fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 210 time: 0.0635970 Jun 03 16:18:33.212288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f3ceeed4-bb42-4a2f-b719-6c87ec3982bf up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:33.256287 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7858659-808a-40b2-8b42-939515256411 None None] Pushing event updated for resources: {'Port': ['ID=e792d6c4-7af2-4bcd-b0d7-a89f1491d20c,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:33.274612 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.275138 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.275602 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.276060 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.276516 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.277005 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.277468 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.278093 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.278699 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.279308 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.279889 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.280347 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7858659-808a-40b2-8b42-939515256411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:18:33.333134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:33.333622 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:33.363141 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Attempting to bind port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:33.363505 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Attempting to bind port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:33.363861 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Attempting to bind port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c on network a94e1510-fe4b-402a-9a23-71fb029cc95c {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:33.391891 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:33.392269 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Checking segment: {'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:18:33.392678 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:33.393059 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Bound using segment: {'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:33.393545 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Bound port: e792d6c4-7af2-4bcd-b0d7-a89f1491d20c, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:33.404492 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:33.489128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:18:33.490571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4f598496-b756-4cb6-b346-6d77feb27fb2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:33.530890 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] For port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:33.536771 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] For port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e792d6c4-7af2-4bcd-b0d7-a89f1491d20c,segment=NetworkSegment(bde8a107-2760-4237-b6d6-a7cc0de9e803),segment_id=bde8a107-2760-4237-b6d6-a7cc0de9e803)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:33.542957 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:33.564178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 4f598496-b756-4cb6-b346-6d77feb27fb2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:33.564543 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:33.642681 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Routers {'bf9de889-3717-40d7-95c6-72ba0b4498a5'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:33.643227 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:18:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bf9de889-3717-40d7-95c6-72ba0b4498a5'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:33.715484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 4f598496-b756-4cb6-b346-6d77feb27fb2 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:18:33.749445 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7858659-808a-40b2-8b42-939515256411 None None] Pushing event updated for resources: {'Port': ['ID=e792d6c4-7af2-4bcd-b0d7-a89f1491d20c,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:33.873840 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] Set router bf9de889-3717-40d7-95c6-72ba0b4498a5 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:34.201607 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e792d6c4-7af2-4bcd-b0d7-a89f1491d20c', 'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:a1:fb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:29Z', 'updated_at': '2022-06-03T16:18:33Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:34.206050 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ae0f5-50fd-408d-9ee4-ba42d986f169 None None] The sync data for ids ['bf9de889-3717-40d7-95c6-72ba0b4498a5'] in n-d-844595-1 is: [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e792d6c4-7af2-4bcd-b0d7-a89f1491d20c', 'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:a1:fb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:29Z', 'updated_at': '2022-06-03T16:18:33Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:34.272857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-702a224a-8ed0-43c7-aed5-e29cf88b202c req-b7c673ac-0a39-4d3a-8963-d6bd9ffaab82 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 210 time: 0.0564680 Jun 03 16:18:34.526969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735582-fb69-4df5-8067-afbc6f9de282 req-d9342727-6ea9-4262-bd5d-1031b03d7876 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:34.528456 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-d9342727-6ea9-4262-bd5d-1031b03d7876 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "GET /v2.0/networks?id=a94e1510-fe4b-402a-9a23-71fb029cc95c HTTP/1.1" status: 200 len: 796 time: 0.1625488 Jun 03 16:18:34.578047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-5e2697cf-7424-434a-9fdc-40dbeafa6858 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 379 time: 0.0414557 Jun 03 16:18:34.586700 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'port': {'device_id': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'admin_state_up': True, 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'security_groups': ['ac7f1213-b007-43bb-b82a-6c9bac763806']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:34.727564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:34.738328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:34.749363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:18:34.752929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.888698 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa24d-37ae-4a48-a029-03a5c43f1284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:34.926126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.20.0.8 (a94e1510-fe4b-402a-9a23-71fb029cc95c/5c7a5af0-6c4a-4686-bc31-9724bc6aec63/704c3014-7b66-440d-987e-e849783d68b3) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:35.128655 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.145498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Transition to ACTIVE for port object 704c3014-7b66-440d-987e-e849783d68b3 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:35.164888 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e792d6c4-7af2-4bcd-b0d7-a89f1491d20c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:35.174975 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.239477 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:35.245553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:35.245963 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.252743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network a94e1510-fe4b-402a-9a23-71fb029cc95c is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:35.255908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:35.260847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:18:35.299208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=704c3014-7b66-440d-987e-e849783d68b3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:35.337141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:35.338457 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.370797 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-bfc781dd-e864-4a74-975b-afdf55fa83aa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7877188 Jun 03 16:18:35.409326 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.419703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:18:35.420173 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.456816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e792d6c4-7af2-4bcd-b0d7-a89f1491d20c,segment=NetworkSegment(bde8a107-2760-4237-b6d6-a7cc0de9e803),segment_id=bde8a107-2760-4237-b6d6-a7cc0de9e803)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:35.462687 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.492074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Request body: {'port': {'device_id': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:35.534446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e792d6c4-7af2-4bcd-b0d7-a89f1491d20c,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:35.601945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d21d21b1-2acd-44eb-ab24-a26866886aae None None] Provisioning for port 704c3014-7b66-440d-987e-e849783d68b3 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:35.607003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d21d21b1-2acd-44eb-ab24-a26866886aae None None] Provisioning complete for port 704c3014-7b66-440d-987e-e849783d68b3 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:35.607331 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d21d21b1-2acd-44eb-ab24-a26866886aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.635780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c858b7f-0856-4405-b2ad-a4c39aebbe34 req-03b5f29b-7b97-41bd-a3fc-fe0b155de9bd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:35.636472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8c858b7f-0856-4405-b2ad-a4c39aebbe34 req-03b5f29b-7b97-41bd-a3fc-fe0b155de9bd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:18:35.640061 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.665636 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d21d21b1-2acd-44eb-ab24-a26866886aae None None] Port 704c3014-7b66-440d-987e-e849783d68b3 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:18:35.813010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8c858b7f-0856-4405-b2ad-a4c39aebbe34 req-03b5f29b-7b97-41bd-a3fc-fe0b155de9bd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:18:35.814350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c858b7f-0856-4405-b2ad-a4c39aebbe34 req-03b5f29b-7b97-41bd-a3fc-fe0b155de9bd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 931 time: 0.3721616 Jun 03 16:18:35.814524 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:35.919126 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c858b7f-0856-4405-b2ad-a4c39aebbe34 req-03cb0d70-6b00-4a18-a170-c5fd9e540455 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977094 Jun 03 16:18:36.139930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704c3014-7b66-440d-987e-e849783d68b3 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:18:36.147208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.161553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Transition to ACTIVE for port object 704c3014-7b66-440d-987e-e849783d68b3 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:18:36.168159 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.296379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Pushing event updated for resources: {'Port': ['ID=704c3014-7b66-440d-987e-e849783d68b3,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:36.409562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Attempting to bind port 704c3014-7b66-440d-987e-e849783d68b3 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:18:36.410219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Attempting to bind port 704c3014-7b66-440d-987e-e849783d68b3 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:18:36.410219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Attempting to bind port 704c3014-7b66-440d-987e-e849783d68b3 on network a94e1510-fe4b-402a-9a23-71fb029cc95c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:36.414833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Port 704c3014-7b66-440d-987e-e849783d68b3 on network a94e1510-fe4b-402a-9a23-71fb029cc95c not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:18:36.415143 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Attempting to bind port 704c3014-7b66-440d-987e-e849783d68b3 on network a94e1510-fe4b-402a-9a23-71fb029cc95c {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:18:36.420154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:18:36.420486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Checking segment: {'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:18:36.420869 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Bound using segment: {'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:18:36.421285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Bound port: 704c3014-7b66-440d-987e-e849783d68b3, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde8a107-2760-4237-b6d6-a7cc0de9e803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:18:36.421621 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.514088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] For port 704c3014-7b66-440d-987e-e849783d68b3, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:18:36.517050 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] For port 704c3014-7b66-440d-987e-e849783d68b3, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=704c3014-7b66-440d-987e-e849783d68b3,segment=NetworkSegment(bde8a107-2760-4237-b6d6-a7cc0de9e803),segment_id=bde8a107-2760-4237-b6d6-a7cc0de9e803)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:18:36.524165 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.584695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:36.585272 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:36.586753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] 10.222.0.75 "PUT /v2.0/ports/704c3014-7b66-440d-987e-e849783d68b3 HTTP/1.1" status: 200 len: 1091 time: 1.2074304 Jun 03 16:18:36.587182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'tag': '704c3014-7b66-440d-987e-e849783d68b3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:36.610192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7a152-a946-40d4-a203-9cc37312bb5d service neutron] Pushing event updated for resources: {'Port': ['ID=704c3014-7b66-440d-987e-e849783d68b3,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:36.703131 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d85e24-9a6c-4c85-8c43-6f6737376de2'] response: {'name': 'network-changed', 'server_uuid': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'tag': '704c3014-7b66-440d-987e-e849783d68b3', 'status': 'completed', 'code': 200} Jun 03 16:18:36.706525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735582-fb69-4df5-8067-afbc6f9de282 req-419cbf67-bf41-4d8b-97d5-d5a64506e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:36.708006 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-419cbf67-bf41-4d8b-97d5-d5a64506e02a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 1094 time: 0.0788879 Jun 03 16:18:36.787434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-3445c06b-7f7f-4fdb-8971-a2df1c25bf7b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704c3014-7b66-440d-987e-e849783d68b3 HTTP/1.1" status: 200 len: 217 time: 0.0694220 Jun 03 16:18:36.859337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735582-fb69-4df5-8067-afbc6f9de282 req-b7d1c17b-91f9-4d7f-9061-3cb2aa80da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:36.860688 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-b7d1c17b-91f9-4d7f-9061-3cb2aa80da21 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c7a5af0-6c4a-4686-bc31-9724bc6aec63 HTTP/1.1" status: 200 len: 835 time: 0.0662143 Jun 03 16:18:36.945694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735582-fb69-4df5-8067-afbc6f9de282 req-4e2bdd2c-e5df-4ca8-a783-26eb42a54405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:36.947311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-4e2bdd2c-e5df-4ca8-a783-26eb42a54405 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a94e1510-fe4b-402a-9a23-71fb029cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785213 Jun 03 16:18:37.132648 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-0efb5e1a-889e-4913-8722-f4f2ea307e4a service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781962 Jun 03 16:18:37.139908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e792d6c4-7af2-4bcd-b0d7-a89f1491d20c up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:37.175052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaed37c-9807-4fe4-ac85-46674d610e3b req-048e76b0-a885-4060-9bc2-5998f20a2903 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:37.176487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dcaed37c-9807-4fe4-ac85-46674d610e3b req-048e76b0-a885-4060-9bc2-5998f20a2903 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 943 time: 0.1422250 Jun 03 16:18:37.213504 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:37.213885 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:37.279274 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:37.300104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dcaed37c-9807-4fe4-ac85-46674d610e3b req-6263de5f-f762-47be-8ec4-513b1f531d45 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738852 Jun 03 16:18:37.320701 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-74735582-fb69-4df5-8067-afbc6f9de282 req-8f0c7dd1-c945-4ad6-868c-0c502b225efa service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765552 Jun 03 16:18:37.347022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:18:37.435720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dc5f6-6132-46cd-8563-76b25c1017ac req-d5c75095-fa85-4d14-a77d-f341581e2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:37.437178 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6dc5f6-6132-46cd-8563-76b25c1017ac req-d5c75095-fa85-4d14-a77d-f341581e2e51 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 1094 time: 0.0703187 Jun 03 16:18:37.668950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dc5f6-6132-46cd-8563-76b25c1017ac req-51c04b47-9682-4d3e-9f80-85d1720f264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:37.669577 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6dc5f6-6132-46cd-8563-76b25c1017ac req-51c04b47-9682-4d3e-9f80-85d1720f264e service neutron] 10.222.0.75 "GET /v2.0/networks?id=a94e1510-fe4b-402a-9a23-71fb029cc95c HTTP/1.1" status: 200 len: 897 time: 0.2232864 Jun 03 16:18:37.746358 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6dc5f6-6132-46cd-8563-76b25c1017ac req-4072fcd4-60f1-43c6-b3ca-ebc15169bc41 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704c3014-7b66-440d-987e-e849783d68b3 HTTP/1.1" status: 200 len: 217 time: 0.0677323 Jun 03 16:18:37.809800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dc5f6-6132-46cd-8563-76b25c1017ac req-8bbb860b-e7a4-495d-9b6a-5c807b602ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:37.811313 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6dc5f6-6132-46cd-8563-76b25c1017ac req-8bbb860b-e7a4-495d-9b6a-5c807b602ad9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c7a5af0-6c4a-4686-bc31-9724bc6aec63 HTTP/1.1" status: 200 len: 835 time: 0.0586805 Jun 03 16:18:37.891452 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dc5f6-6132-46cd-8563-76b25c1017ac req-1556542b-cf74-4c03-9bf2-8814848ec09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:37.892894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6dc5f6-6132-46cd-8563-76b25c1017ac req-1556542b-cf74-4c03-9bf2-8814848ec09b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a94e1510-fe4b-402a-9a23-71fb029cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742912 Jun 03 16:18:38.037409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6dc5f6-6132-46cd-8563-76b25c1017ac req-d7d8ed7f-6cf9-415f-ae2f-60f1d91440ae service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341672 Jun 03 16:18:38.172944 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f6dc5f6-6132-46cd-8563-76b25c1017ac req-33442be3-7c8f-45cc-b618-9546480ac2c0 service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279263 Jun 03 16:18:38.509454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5174e-5365-4d65-bc2e-71d89716f1e0 req-b6cebefc-9b53-45e4-9e55-5aedcd7ef67a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:38.510905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08e5174e-5365-4d65-bc2e-71d89716f1e0 req-b6cebefc-9b53-45e4-9e55-5aedcd7ef67a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 943 time: 0.0879438 Jun 03 16:18:38.554865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-08e5174e-5365-4d65-bc2e-71d89716f1e0 req-173597c4-d06b-4197-bbf7-74c221636e0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379713 Jun 03 16:18:39.452591 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.496833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 704c3014-7b66-440d-987e-e849783d68b3 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:18:39.637825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 704c3014-7b66-440d-987e-e849783d68b3, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=704c3014-7b66-440d-987e-e849783d68b3,segment=NetworkSegment(bde8a107-2760-4237-b6d6-a7cc0de9e803),segment_id=bde8a107-2760-4237-b6d6-a7cc0de9e803)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:39.651467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '704c3014-7b66-440d-987e-e849783d68b3', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'port_id': '704c3014-7b66-440d-987e-e849783d68b3', 'mac_address': 'fa:16:3e:e9:1b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:18:39.710033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 704c3014-7b66-440d-987e-e849783d68b3 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:18:39.710386 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.727106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704c3014-7b66-440d-987e-e849783d68b3 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:18:39.742749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 704c3014-7b66-440d-987e-e849783d68b3, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=704c3014-7b66-440d-987e-e849783d68b3,segment=NetworkSegment(bde8a107-2760-4237-b6d6-a7cc0de9e803),segment_id=bde8a107-2760-4237-b6d6-a7cc0de9e803)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:39.747106 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:39.755976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a2c1f-a837-446c-bd09-8240701ab223 req-e05d049d-9625-4858-a5ed-59bf2641f291 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:39.757442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d5a2c1f-a837-446c-bd09-8240701ab223 req-e05d049d-9625-4858-a5ed-59bf2641f291 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 943 time: 0.0839722 Jun 03 16:18:39.805650 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d5a2c1f-a837-446c-bd09-8240701ab223 req-1d58e0ee-62f6-473c-8655-efad0e5cbd97 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422401 Jun 03 16:18:39.814232 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=704c3014-7b66-440d-987e-e849783d68b3,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:39.982443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['704c3014-7b66-440d-987e-e849783d68b3'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:18:41.009485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90765a-5a44-46d2-904b-81ee27b18239 req-c0a0b7d2-7518-4b2f-b2e8-74dae70f518b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:41.010962 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd90765a-5a44-46d2-904b-81ee27b18239 req-c0a0b7d2-7518-4b2f-b2e8-74dae70f518b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 944 time: 0.0927699 Jun 03 16:18:41.062169 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd90765a-5a44-46d2-904b-81ee27b18239 req-937bb152-5452-41fe-b534-d44af8fa4d0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428696 Jun 03 16:18:41.523281 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 704c3014-7b66-440d-987e-e849783d68b3 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:18:41.610751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 704c3014-7b66-440d-987e-e849783d68b3 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:18:41.617978 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 704c3014-7b66-440d-987e-e849783d68b3 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:18:41.618354 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.770184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 704c3014-7b66-440d-987e-e849783d68b3 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:18:41.770562 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.798507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704c3014-7b66-440d-987e-e849783d68b3'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:41.808813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 704c3014-7b66-440d-987e-e849783d68b3, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=704c3014-7b66-440d-987e-e849783d68b3,segment=NetworkSegment(bde8a107-2760-4237-b6d6-a7cc0de9e803),segment_id=bde8a107-2760-4237-b6d6-a7cc0de9e803)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:18:41.814446 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:41.883514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=704c3014-7b66-440d-987e-e849783d68b3,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:41.895425 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb100ec-9fe8-4ef1-868a-c60f95bd532d'] response: {'server_uuid': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704c3014-7b66-440d-987e-e849783d68b3', 'code': 200} Jun 03 16:18:42.026340 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6295c8f-0732-4034-ad51-80a1db9dddde req-b01cef91-c86e-4be2-9db9-be53f943b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:42.027818 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6295c8f-0732-4034-ad51-80a1db9dddde req-b01cef91-c86e-4be2-9db9-be53f943b979 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 1096 time: 0.0733378 Jun 03 16:18:42.068632 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6295c8f-0732-4034-ad51-80a1db9dddde req-5c3a92d8-4e35-4d5a-90dd-29ccba8042a2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348890 Jun 03 16:18:42.263352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00287348-3145-4e32-96f5-8d7e5c4a1593 req-b6ac3e45-b01e-4b7e-b89b-8e95ac5ffdb2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:42.264911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00287348-3145-4e32-96f5-8d7e5c4a1593 req-b6ac3e45-b01e-4b7e-b89b-8e95ac5ffdb2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0923226 Jun 03 16:18:42.313060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00287348-3145-4e32-96f5-8d7e5c4a1593 req-f26b51d6-756e-4f02-b768-1ec4fbed111e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394981 Jun 03 16:18:43.514079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aba028-7642-46d1-acac-86083d574097 req-d7a9872a-1472-46b2-b0a8-9da4262b083e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:43.515494 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aba028-7642-46d1-acac-86083d574097 req-d7a9872a-1472-46b2-b0a8-9da4262b083e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0823636 Jun 03 16:18:43.562260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c2aba028-7642-46d1-acac-86083d574097 req-9b3d257a-6db5-4b73-b379-48d801c682d3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381408 Jun 03 16:18:43.756544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c63777-b256-48a4-81a2-374494f7ca2e req-5fdd6fdb-6eee-486b-ba19-c9a91026d470 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:43.758024 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62c63777-b256-48a4-81a2-374494f7ca2e req-5fdd6fdb-6eee-486b-ba19-c9a91026d470 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0889165 Jun 03 16:18:43.805994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-62c63777-b256-48a4-81a2-374494f7ca2e req-de57269d-9b65-463e-879b-ebd99a379891 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394292 Jun 03 16:18:43.835555 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38020) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:43.910846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eb457b-605c-48ff-94ca-9edf8b687884 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:43.912356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-58eb457b-605c-48ff-94ca-9edf8b687884 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 1091 time: 0.0757072 Jun 03 16:18:43.915324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38024) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:43.920277 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '704c3014-7b66-440d-987e-e849783d68b3', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:18:43.927430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:18:43.931430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:floatingip and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:18:43.934323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:18:43.940124 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:18:43.952832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.092105 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.231825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.25.7.21 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/49c22fd2-a88c-4eae-bbf6-1b46b6a558e3) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:18:44.514549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.547577 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:44.615825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:18:44.618816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:18:44.623476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:18:44.652787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=49c22fd2-a88c-4eae-bbf6-1b46b6a558e3,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:45.067510 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.143810 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.355861 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.362525 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.469825 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=49c22fd2-a88c-4eae-bbf6-1b46b6a558e3,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:18:45.479645 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:45.653833 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Floating IP 82703ea4-de0d-4d3d-919d-b8428d0ac521 associated. External IP: 172.25.7.21, port: 704c3014-7b66-440d-987e-e849783d68b3. Jun 03 16:18:46.124972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router bf9de889-3717-40d7-95c6-72ba0b4498a5 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:18:46.304977 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:18:46.316769 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858cf200-d7a7-447b-bd62-6a7126d09020 None None] Sync routers for ids ['bf9de889-3717-40d7-95c6-72ba0b4498a5'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:18:46.328817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858cf200-d7a7-447b-bd62-6a7126d09020 None None] Routers {'bf9de889-3717-40d7-95c6-72ba0b4498a5'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:46.329532 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-858cf200-d7a7-447b-bd62-6a7126d09020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:18:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bf9de889-3717-40d7-95c6-72ba0b4498a5'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:46.331375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:18:46.390060 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7c5dcf51-49c9-458f-8fe5-81662629728d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4735954 Jun 03 16:18:46.390572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'tag': '704c3014-7b66-440d-987e-e849783d68b3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:18:46.438682 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622470e9-139a-4719-9d38-26574f2741b6'] response: {'name': 'network-changed', 'server_uuid': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'tag': '704c3014-7b66-440d-987e-e849783d68b3', 'status': 'completed', 'code': 200} Jun 03 16:18:46.519430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-858cf200-d7a7-447b-bd62-6a7126d09020 None None] Set router bf9de889-3717-40d7-95c6-72ba0b4498a5 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:46.594460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391c2a4-71b9-40a6-94bc-8d5ac20e7cba req-c86c8b5d-dc17-49ff-aefa-a9194a69e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:46.595938 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c391c2a4-71b9-40a6-94bc-8d5ac20e7cba req-c86c8b5d-dc17-49ff-aefa-a9194a69e402 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 1096 time: 0.1360388 Jun 03 16:18:46.604138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be88403-af0b-4191-9ae0-0af881b3fd4f req-2a4629c0-7043-4bec-b800-c171135bf23a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:46.605451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5be88403-af0b-4191-9ae0-0af881b3fd4f req-2a4629c0-7043-4bec-b800-c171135bf23a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.1075640 Jun 03 16:18:46.730827 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5be88403-af0b-4191-9ae0-0af881b3fd4f req-e79ca6fb-dd06-425f-8be8-fbf85b25bb90 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068149 Jun 03 16:18:46.754962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38032) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:46.774660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391c2a4-71b9-40a6-94bc-8d5ac20e7cba req-1ff097d6-2ce3-4842-b560-cc38fbd30cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:46.776214 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c391c2a4-71b9-40a6-94bc-8d5ac20e7cba req-1ff097d6-2ce3-4842-b560-cc38fbd30cda service neutron] 10.222.0.75 "GET /v2.0/networks?id=a94e1510-fe4b-402a-9a23-71fb029cc95c HTTP/1.1" status: 200 len: 897 time: 0.1698129 Jun 03 16:18:46.866241 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-67923ab5-0939-446c-8c10-d88a8f348b41 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/82703ea4-de0d-4d3d-919d-b8428d0ac521 HTTP/1.1" status: 200 len: 990 time: 0.1095278 Jun 03 16:18:46.867666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-858cf200-d7a7-447b-bd62-6a7126d09020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '82703ea4-de0d-4d3d-919d-b8428d0ac521', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'port_id': '704c3014-7b66-440d-987e-e849783d68b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'mac_address': 'fa:16:3e:e9:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:18:44Z', 'updated_at': '2022-06-03T16:18:44Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e792d6c4-7af2-4bcd-b0d7-a89f1491d20c', 'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:a1:fb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:29Z', 'updated_at': '2022-06-03T16:18:35Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:46.871670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858cf200-d7a7-447b-bd62-6a7126d09020 None None] Checking router: bf9de889-3717-40d7-95c6-72ba0b4498a5 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:18:46.877850 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c391c2a4-71b9-40a6-94bc-8d5ac20e7cba req-611a5e28-8e9a-4e53-b2e5-c6a6735a27b8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704c3014-7b66-440d-987e-e849783d68b3 HTTP/1.1" status: 200 len: 998 time: 0.0951633 Jun 03 16:18:46.881738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858cf200-d7a7-447b-bd62-6a7126d09020 None None] Routers {'bf9de889-3717-40d7-95c6-72ba0b4498a5'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:18:46.882495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-858cf200-d7a7-447b-bd62-6a7126d09020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:18:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bf9de889-3717-40d7-95c6-72ba0b4498a5'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:46.944774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391c2a4-71b9-40a6-94bc-8d5ac20e7cba req-d69096ca-c483-4390-9557-8dd8b6d44a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:46.946249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c391c2a4-71b9-40a6-94bc-8d5ac20e7cba req-d69096ca-c483-4390-9557-8dd8b6d44a25 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c7a5af0-6c4a-4686-bc31-9724bc6aec63 HTTP/1.1" status: 200 len: 835 time: 0.0618501 Jun 03 16:18:47.020653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391c2a4-71b9-40a6-94bc-8d5ac20e7cba req-377684aa-b1ea-413f-b7d8-e0208ab7710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:18:47.022110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c391c2a4-71b9-40a6-94bc-8d5ac20e7cba req-377684aa-b1ea-413f-b7d8-e0208ab7710c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a94e1510-fe4b-402a-9a23-71fb029cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705202 Jun 03 16:18:47.064948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-858cf200-d7a7-447b-bd62-6a7126d09020 None None] Set router bf9de889-3717-40d7-95c6-72ba0b4498a5 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:18:47.158627 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c391c2a4-71b9-40a6-94bc-8d5ac20e7cba req-3222a489-a324-47b4-9d66-b2f4b19c5bd6 service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302881 Jun 03 16:18:47.293572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c391c2a4-71b9-40a6-94bc-8d5ac20e7cba req-e58e5fc5-bca3-45f9-b301-0f458c5bff09 service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283216 Jun 03 16:18:47.416386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-858cf200-d7a7-447b-bd62-6a7126d09020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '82703ea4-de0d-4d3d-919d-b8428d0ac521', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'port_id': '704c3014-7b66-440d-987e-e849783d68b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'mac_address': 'fa:16:3e:e9:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:18:44Z', 'updated_at': '2022-06-03T16:18:44Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e792d6c4-7af2-4bcd-b0d7-a89f1491d20c', 'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:a1:fb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:29Z', 'updated_at': '2022-06-03T16:18:35Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:18:47.420548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858cf200-d7a7-447b-bd62-6a7126d09020 None None] The sync data for ids ['bf9de889-3717-40d7-95c6-72ba0b4498a5'] in n-d-844595-1 is: [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '82703ea4-de0d-4d3d-919d-b8428d0ac521', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.21', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'port_id': '704c3014-7b66-440d-987e-e849783d68b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'mac_address': 'fa:16:3e:e9:1b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:18:44Z', 'updated_at': '2022-06-03T16:18:44Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e792d6c4-7af2-4bcd-b0d7-a89f1491d20c', 'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:a1:fb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:29Z', 'updated_at': '2022-06-03T16:18:35Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:18:47.609542 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b9bf2-7a3b-4c09-9581-88a44c0a80dc None None] New status for floating IP 82703ea4-de0d-4d3d-919d-b8428d0ac521: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:18:47.868706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38036) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:18:47.980557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0f215601-f95c-40fc-ae9a-53c1f41eadac tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/82703ea4-de0d-4d3d-919d-b8428d0ac521 HTTP/1.1" status: 200 len: 992 time: 0.1103973 Jun 03 16:18:51.019304 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:19:00.109728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:02.244968 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91316022-b94d-4c26-9fea-e6d60ceb818c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:04.890442 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ed76c12e-c9b7-49fb-a15f-9ec0e69742f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.378263 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:05.813545 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:07.266713 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:09.450490 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:10.786606 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-195645b6-10e1-4aab-bca8-01129f7404ad req-e3193c81-9755-4f05-9d88-0577ee563152 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806642 Jun 03 16:19:10.945797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195645b6-10e1-4aab-bca8-01129f7404ad req-fd5bed74-44b6-4503-9e8b-e2d1598b360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:10.947409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-195645b6-10e1-4aab-bca8-01129f7404ad req-fd5bed74-44b6-4503-9e8b-e2d1598b360a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 1096 time: 0.0785220 Jun 03 16:19:11.205164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195645b6-10e1-4aab-bca8-01129f7404ad req-73e94050-33a0-4262-9eea-964f6c6e21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.206626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-195645b6-10e1-4aab-bca8-01129f7404ad req-73e94050-33a0-4262-9eea-964f6c6e21b1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a94e1510-fe4b-402a-9a23-71fb029cc95c HTTP/1.1" status: 200 len: 897 time: 0.2362883 Jun 03 16:19:11.315570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-195645b6-10e1-4aab-bca8-01129f7404ad req-6c668eb5-5d93-402f-ad40-7680174c9d34 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704c3014-7b66-440d-987e-e849783d68b3 HTTP/1.1" status: 200 len: 1000 time: 0.1026773 Jun 03 16:19:11.381917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195645b6-10e1-4aab-bca8-01129f7404ad req-ea56520c-0344-4917-a940-96cbd2e5d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.383429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-195645b6-10e1-4aab-bca8-01129f7404ad req-ea56520c-0344-4917-a940-96cbd2e5d67b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c7a5af0-6c4a-4686-bc31-9724bc6aec63 HTTP/1.1" status: 200 len: 835 time: 0.0614552 Jun 03 16:19:11.465415 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195645b6-10e1-4aab-bca8-01129f7404ad req-dcbb25cb-cbf0-4c55-8bb8-33140efdeae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:11.467581 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-195645b6-10e1-4aab-bca8-01129f7404ad req-dcbb25cb-cbf0-4c55-8bb8-33140efdeae4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a94e1510-fe4b-402a-9a23-71fb029cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783045 Jun 03 16:19:11.600943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-195645b6-10e1-4aab-bca8-01129f7404ad req-e9779633-e083-4d31-8350-ffba475ac622 service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266780 Jun 03 16:19:11.735337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-195645b6-10e1-4aab-bca8-01129f7404ad req-bba83f45-83b6-4b51-89a5-4ced46c4ad3c service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278539 Jun 03 16:19:19.518948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8701dc-9d87-43c3-ab28-c145b0a56557 req-39897f91-dc30-4834-9e6f-17595ff7ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:19.520391 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d8701dc-9d87-43c3-ab28-c145b0a56557 req-39897f91-dc30-4834-9e6f-17595ff7ed2c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 1096 time: 0.1312509 Jun 03 16:19:19.530347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef96c5-f97d-47e5-9646-e3c00b64ad05 req-6d37dcb0-864d-441b-8942-76b143d8f01e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:19.531741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ceef96c5-f97d-47e5-9646-e3c00b64ad05 req-6d37dcb0-864d-441b-8942-76b143d8f01e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.1083286 Jun 03 16:19:19.655689 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ceef96c5-f97d-47e5-9646-e3c00b64ad05 req-6b1051cc-1432-45fb-89ea-f73d30d1ccdb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042640 Jun 03 16:19:19.689696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8701dc-9d87-43c3-ab28-c145b0a56557 req-be0611d7-f904-4b89-a9b6-8eee2478b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:19.691183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d8701dc-9d87-43c3-ab28-c145b0a56557 req-be0611d7-f904-4b89-a9b6-8eee2478b0ae service neutron] 10.222.0.75 "GET /v2.0/networks?id=a94e1510-fe4b-402a-9a23-71fb029cc95c HTTP/1.1" status: 200 len: 897 time: 0.1585987 Jun 03 16:19:19.797972 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d8701dc-9d87-43c3-ab28-c145b0a56557 req-085c696e-6fb0-49c1-ae63-252db35f3bf5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704c3014-7b66-440d-987e-e849783d68b3 HTTP/1.1" status: 200 len: 1000 time: 0.0982623 Jun 03 16:19:19.871744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8701dc-9d87-43c3-ab28-c145b0a56557 req-754947da-12d4-4906-90e0-0f7bb1f13925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:19.873219 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d8701dc-9d87-43c3-ab28-c145b0a56557 req-754947da-12d4-4906-90e0-0f7bb1f13925 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c7a5af0-6c4a-4686-bc31-9724bc6aec63 HTTP/1.1" status: 200 len: 835 time: 0.0675957 Jun 03 16:19:19.954363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8701dc-9d87-43c3-ab28-c145b0a56557 req-76952539-f558-4a3a-a7a2-d6b6216d554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:19.956124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d8701dc-9d87-43c3-ab28-c145b0a56557 req-76952539-f558-4a3a-a7a2-d6b6216d554f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a94e1510-fe4b-402a-9a23-71fb029cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752065 Jun 03 16:19:20.106294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d8701dc-9d87-43c3-ab28-c145b0a56557 req-f589f704-d066-4daf-8eff-20dc8d580083 service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425300 Jun 03 16:19:20.245262 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7d8701dc-9d87-43c3-ab28-c145b0a56557 req-b3a54301-8eb0-40c5-8130-527e6ad7f716 service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318526 Jun 03 16:19:20.858969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40209acd-1ba1-447f-9ab9-49191f5bb586 req-59893e3f-58ee-45be-b2b0-8c1ee3c6dff9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:20.860405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40209acd-1ba1-447f-9ab9-49191f5bb586 req-59893e3f-58ee-45be-b2b0-8c1ee3c6dff9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0859132 Jun 03 16:19:20.904613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40209acd-1ba1-447f-9ab9-49191f5bb586 req-53fe840b-c13b-423e-8cbe-7166e53d84ea tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385151 Jun 03 16:19:22.118556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01811e7-6ac0-4b22-9b56-8ea9491be795 req-5c5e4544-5b7d-4193-bacb-26eaa35a1e87 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:22.119974 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c01811e7-6ac0-4b22-9b56-8ea9491be795 req-5c5e4544-5b7d-4193-bacb-26eaa35a1e87 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0981865 Jun 03 16:19:22.272088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c01811e7-6ac0-4b22-9b56-8ea9491be795 req-e6f9229d-9e22-419d-9a0f-49afbf4bb03f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461997 Jun 03 16:19:23.462658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da9ebc-e301-48cb-a3ad-8cdba44a89a4 req-ac119cd1-da01-45d6-90c4-8cba33a52794 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:23.464166 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3da9ebc-e301-48cb-a3ad-8cdba44a89a4 req-ac119cd1-da01-45d6-90c4-8cba33a52794 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0851023 Jun 03 16:19:23.511501 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a3da9ebc-e301-48cb-a3ad-8cdba44a89a4 req-37cdd661-8079-4579-a965-6079a23f5899 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391872 Jun 03 16:19:24.722690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e85f0-3761-48d1-b141-e56eeb4a33a1 req-17bb7928-168f-448c-8879-ab843e5042bf tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:24.724164 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-947e85f0-3761-48d1-b141-e56eeb4a33a1 req-17bb7928-168f-448c-8879-ab843e5042bf tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0923398 Jun 03 16:19:24.770852 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-947e85f0-3761-48d1-b141-e56eeb4a33a1 req-10479467-cbb3-4326-9491-cc7ab2137626 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383415 Jun 03 16:19:25.967561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0d27b-996d-4ae5-b3d4-70f1faa4df1c req-103b06cc-8715-4d3a-9643-1570f2e63d41 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:25.969014 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-93e0d27b-996d-4ae5-b3d4-70f1faa4df1c req-103b06cc-8715-4d3a-9643-1570f2e63d41 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0901923 Jun 03 16:19:26.016182 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-93e0d27b-996d-4ae5-b3d4-70f1faa4df1c req-616cc590-121c-4840-bb09-01f19e4fd3cd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414362 Jun 03 16:19:27.220894 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c824dd-bb90-4d2b-acea-0cf16016615b req-885176d0-6931-4aa3-b53f-793b1e0ae73e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:27.222378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2c824dd-bb90-4d2b-acea-0cf16016615b req-885176d0-6931-4aa3-b53f-793b1e0ae73e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0837090 Jun 03 16:19:27.266468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b2c824dd-bb90-4d2b-acea-0cf16016615b req-04c207d5-f03b-4ebb-9fb4-f70312a6685a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383241 Jun 03 16:19:28.023786 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:19:28.473262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e9269-cff7-4fb8-823b-e705d203379b req-6f68bfc6-2d5a-447c-a73d-7027fa4d54c4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:28.474709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a5e9269-cff7-4fb8-823b-e705d203379b req-6f68bfc6-2d5a-447c-a73d-7027fa4d54c4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0910363 Jun 03 16:19:28.519659 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a5e9269-cff7-4fb8-823b-e705d203379b req-8b57ae0b-d6b0-4c26-8a2c-d062d614302b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390830 Jun 03 16:19:29.728298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fc7f7-5321-4fbf-9b52-e0b6b6a84351 req-7bcda0a0-b6e9-44f5-939d-f7d8d86ac04d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:29.729734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a14fc7f7-5321-4fbf-9b52-e0b6b6a84351 req-7bcda0a0-b6e9-44f5-939d-f7d8d86ac04d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0890081 Jun 03 16:19:29.775753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a14fc7f7-5321-4fbf-9b52-e0b6b6a84351 req-ddbd837b-5c76-4b06-b334-a9e630226a86 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402169 Jun 03 16:19:30.116022 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:30.986090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ae897-ef63-4678-bab6-efaf64098164 req-602006d4-db91-4fc6-9468-da54732a1012 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:30.987508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-744ae897-ef63-4678-bab6-efaf64098164 req-602006d4-db91-4fc6-9468-da54732a1012 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0956929 Jun 03 16:19:31.031834 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-744ae897-ef63-4678-bab6-efaf64098164 req-ed0358d9-ebae-4224-bb70-f9858bad46d9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386529 Jun 03 16:19:32.239322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d569-a4eb-4ef5-aaa8-a19ec9b8400a req-b7a0b6f0-e145-4d09-9579-288f8de3a3a6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:19:32.240425 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-215085b4-6f0a-4aa2-9ced-68d91c21aaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:32.240855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01a7d569-a4eb-4ef5-aaa8-a19ec9b8400a req-b7a0b6f0-e145-4d09-9579-288f8de3a3a6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.0952749 Jun 03 16:19:32.293923 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01a7d569-a4eb-4ef5-aaa8-a19ec9b8400a req-ec01a2a8-3bd1-4ff1-a105-1d97bc60a19f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428262 Jun 03 16:19:32.317458 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38080) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:19:32.424685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-11a2ac16-7a7b-46c2-892a-18af3cb452e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/82703ea4-de0d-4d3d-919d-b8428d0ac521 HTTP/1.1" status: 200 len: 992 time: 0.1060934 Jun 03 16:19:34.891958 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-da7fafce-a549-40fa-833b-2f1aa07c2845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:35.378147 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:35.817054 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:37.268684 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:39.457032 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:19:44.664623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-c91af4f8-9491-46b0-987f-ff378b470215 req-7f7833bc-3453-4b0a-85fd-570ee80eb997 service neutron] (88444) timed out ('10.222.0.67', 64328) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:19:52.223645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-fd9ca7be-9541-4a14-9ab2-27d50bcf22a9 req-92a67bd4-dc5b-45d9-aa63-f6794bd1df62 tempest-ServerDiskConfigTestJSON-1267015298 tempest-ServerDiskConfigTestJSON-1267015298-project] (88444) timed out ('10.222.0.75', 57921) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:20:00.102261 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:02.240581 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ed43407b-5eb3-4669-a167-85f2e867c936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:02.875744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38106) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:03.088752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port 49c22fd2-a88c-4eae-bbf6-1b46b6a558e3 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:20:03.089064 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.271200 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.271518 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.396022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for 49c22fd2-a88c-4eae-bbf6-1b46b6a558e3 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:20:03.558495 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.608945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=49c22fd2-a88c-4eae-bbf6-1b46b6a558e3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:03.686613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.686956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.687290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.687615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.687940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.688261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.688589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.688905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.689226 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.689540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.689852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.690198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:03.824001 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:03.824371 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Floating IP 82703ea4-de0d-4d3d-919d-b8428d0ac521 disassociated (deleted). External IP: 172.25.7.21, port: 704c3014-7b66-440d-987e-e849783d68b3. Jun 03 16:20:04.176341 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router bf9de889-3717-40d7-95c6-72ba0b4498a5 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:20:04.354262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:04.366018 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e7897-7636-4b01-a0ab-efed43c7a0bd None None] Sync routers for ids ['bf9de889-3717-40d7-95c6-72ba0b4498a5'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:04.376421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e7897-7636-4b01-a0ab-efed43c7a0bd None None] Routers {'bf9de889-3717-40d7-95c6-72ba0b4498a5'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:04.377040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be4e7897-7636-4b01-a0ab-efed43c7a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:19:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bf9de889-3717-40d7-95c6-72ba0b4498a5'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:04.379082 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:04.432798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5f610d51-b815-4d41-b740-891d2f0a66cc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/floatingips/82703ea4-de0d-4d3d-919d-b8428d0ac521 HTTP/1.1" status: 204 len: 168 time: 1.5555854 Jun 03 16:20:04.433289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'tag': '704c3014-7b66-440d-987e-e849783d68b3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:04.488898 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de2049b-f183-4631-b08a-2e1142993858'] response: {'name': 'network-changed', 'server_uuid': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'tag': '704c3014-7b66-440d-987e-e849783d68b3', 'status': 'completed', 'code': 200} Jun 03 16:20:04.564198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-be4e7897-7636-4b01-a0ab-efed43c7a0bd None None] Set router bf9de889-3717-40d7-95c6-72ba0b4498a5 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:04.586094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af2ff7-03e9-405e-85ef-8de264db3b39 req-eeced300-b2d6-42c7-b76f-49e1e16bd935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:04.587776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23af2ff7-03e9-405e-85ef-8de264db3b39 req-eeced300-b2d6-42c7-b76f-49e1e16bd935 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 1096 time: 0.0767252 Jun 03 16:20:04.730035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af2ff7-03e9-405e-85ef-8de264db3b39 req-7df5020c-a63f-4ea8-8880-71e8e4cd4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:04.731374 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23af2ff7-03e9-405e-85ef-8de264db3b39 req-7df5020c-a63f-4ea8-8880-71e8e4cd4d93 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a94e1510-fe4b-402a-9a23-71fb029cc95c HTTP/1.1" status: 200 len: 897 time: 0.1367471 Jun 03 16:20:04.806820 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23af2ff7-03e9-405e-85ef-8de264db3b39 req-a37c96d7-ebe4-4e92-bbe9-afe7c4f2fd58 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=704c3014-7b66-440d-987e-e849783d68b3 HTTP/1.1" status: 200 len: 217 time: 0.0678341 Jun 03 16:20:04.876138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af2ff7-03e9-405e-85ef-8de264db3b39 req-41459321-909e-4626-9681-5728170e97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:04.878608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23af2ff7-03e9-405e-85ef-8de264db3b39 req-41459321-909e-4626-9681-5728170e97ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c7a5af0-6c4a-4686-bc31-9724bc6aec63 HTTP/1.1" status: 200 len: 835 time: 0.0634398 Jun 03 16:20:04.895628 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-434f222f-ae7f-4ca4-a53f-255a3893506f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:04.916080 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be4e7897-7636-4b01-a0ab-efed43c7a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e792d6c4-7af2-4bcd-b0d7-a89f1491d20c', 'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:a1:fb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:29Z', 'updated_at': '2022-06-03T16:18:35Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:04.920800 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e7897-7636-4b01-a0ab-efed43c7a0bd None None] Checking router: bf9de889-3717-40d7-95c6-72ba0b4498a5 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:04.929942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e7897-7636-4b01-a0ab-efed43c7a0bd None None] Routers {'bf9de889-3717-40d7-95c6-72ba0b4498a5'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:04.930531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be4e7897-7636-4b01-a0ab-efed43c7a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:20:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bf9de889-3717-40d7-95c6-72ba0b4498a5'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:05.012371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af2ff7-03e9-405e-85ef-8de264db3b39 req-30e6431a-2cdf-425c-9c63-bb0b1fef2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:05.013768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23af2ff7-03e9-405e-85ef-8de264db3b39 req-30e6431a-2cdf-425c-9c63-bb0b1fef2683 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a94e1510-fe4b-402a-9a23-71fb029cc95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257625 Jun 03 16:20:05.020927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadfd4c-fa34-4f70-8cc7-4a6408ff4175 req-fb478f46-d067-422e-822f-6a9b9985298f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:05.021612 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8eadfd4c-fa34-4f70-8cc7-4a6408ff4175 req-fb478f46-d067-422e-822f-6a9b9985298f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:05.022679 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:20:05.109698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-be4e7897-7636-4b01-a0ab-efed43c7a0bd None None] Set router bf9de889-3717-40d7-95c6-72ba0b4498a5 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:05.114937 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-8eadfd4c-fa34-4f70-8cc7-4a6408ff4175 req-fb478f46-d067-422e-822f-6a9b9985298f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:05.116107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8eadfd4c-fa34-4f70-8cc7-4a6408ff4175 req-fb478f46-d067-422e-822f-6a9b9985298f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.2298102 Jun 03 16:20:05.186547 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23af2ff7-03e9-405e-85ef-8de264db3b39 req-dc493b09-e025-43d0-94e8-c2075aa261e9 service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611574 Jun 03 16:20:05.193441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8eadfd4c-fa34-4f70-8cc7-4a6408ff4175 req-b3bd1576-9c9a-406f-a31d-e7d64a49d71d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707610 Jun 03 16:20:05.407198 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:05.441581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-be4e7897-7636-4b01-a0ab-efed43c7a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e792d6c4-7af2-4bcd-b0d7-a89f1491d20c', 'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:a1:fb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:29Z', 'updated_at': '2022-06-03T16:18:35Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:05.446207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e7897-7636-4b01-a0ab-efed43c7a0bd None None] The sync data for ids ['bf9de889-3717-40d7-95c6-72ba0b4498a5'] in n-d-844595-1 is: [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:18:30Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'e792d6c4-7af2-4bcd-b0d7-a89f1491d20c', 'name': '', 'network_id': 'a94e1510-fe4b-402a-9a23-71fb029cc95c', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:a1:fb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:29Z', 'updated_at': '2022-06-03T16:18:35Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '5c7a5af0-6c4a-4686-bc31-9724bc6aec63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:05.450675 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23af2ff7-03e9-405e-85ef-8de264db3b39 req-ac1aabca-6900-4ed3-90e9-faefef057332 service neutron] 10.222.0.75 "GET /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537885 Jun 03 16:20:05.689625 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e67237-b8d0-4ec3-97a4-9c3e1a523079 None None] New status for floating IP 82703ea4-de0d-4d3d-919d-b8428d0ac521: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:20:05.822773 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.456846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e07a6a-7e59-4235-8162-9034aef5f678 req-32540467-0b61-403f-be80-7e1ab19a6e9d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:06.458294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4e07a6a-7e59-4235-8162-9034aef5f678 req-32540467-0b61-403f-be80-7e1ab19a6e9d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.1097751 Jun 03 16:20:06.465660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7420f1-dbe1-4663-a63b-84e460d598b1 req-4efb2a9b-946d-4ca4-ade3-d1190bd8825c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:06.467050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d7420f1-dbe1-4663-a63b-84e460d598b1 req-4efb2a9b-946d-4ca4-ade3-d1190bd8825c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 945 time: 0.1492510 Jun 03 16:20:06.559084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e4e07a6a-7e59-4235-8162-9034aef5f678 req-e201c9d5-68f3-43d0-bcab-8633e9b305e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port 704c3014-7b66-440d-987e-e849783d68b3 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:20:06.559330 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e4e07a6a-7e59-4235-8162-9034aef5f678 req-e201c9d5-68f3-43d0-bcab-8633e9b305e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.593516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5d7420f1-dbe1-4663-a63b-84e460d598b1 req-98a5532f-5cd3-432b-b769-e854baba2a6c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac7f1213-b007-43bb-b82a-6c9bac763806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979867 Jun 03 16:20:06.815941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e4e07a6a-7e59-4235-8162-9034aef5f678 req-e201c9d5-68f3-43d0-bcab-8633e9b305e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port 704c3014-7b66-440d-987e-e849783d68b3, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=704c3014-7b66-440d-987e-e849783d68b3,segment=NetworkSegment(bde8a107-2760-4237-b6d6-a7cc0de9e803),segment_id=bde8a107-2760-4237-b6d6-a7cc0de9e803)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:06.816190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e4e07a6a-7e59-4235-8162-9034aef5f678 req-e201c9d5-68f3-43d0-bcab-8633e9b305e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:06.936327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-e4e07a6a-7e59-4235-8162-9034aef5f678 req-e201c9d5-68f3-43d0-bcab-8633e9b305e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for 704c3014-7b66-440d-987e-e849783d68b3 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:20:07.088919 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e4e07a6a-7e59-4235-8162-9034aef5f678 req-e201c9d5-68f3-43d0-bcab-8633e9b305e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.140003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201c9d5-68f3-43d0-bcab-8633e9b305e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=704c3014-7b66-440d-987e-e849783d68b3,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:07.216732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e07a6a-7e59-4235-8162-9034aef5f678 req-e201c9d5-68f3-43d0-bcab-8633e9b305e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] No DVR routers for this DVR port 704c3014-7b66-440d-987e-e849783d68b3 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:20:07.220127 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e4e07a6a-7e59-4235-8162-9034aef5f678 req-e201c9d5-68f3-43d0-bcab-8633e9b305e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.224283 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'name': 'network-vif-deleted', 'tag': '704c3014-7b66-440d-987e-e849783d68b3'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:07.241583 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4e07a6a-7e59-4235-8162-9034aef5f678 req-e201c9d5-68f3-43d0-bcab-8633e9b305e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "DELETE /v2.0/ports/704c3014-7b66-440d-987e-e849783d68b3 HTTP/1.1" status: 204 len: 173 time: 0.7736018 Jun 03 16:20:07.275106 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448e1282-ab38-4f55-bfa7-7a705aa8def5'] response: {'server_uuid': 'a35dbd8f-1db2-40cf-831f-a5ecad8eabd8', 'name': 'network-vif-deleted', 'tag': '704c3014-7b66-440d-987e-e849783d68b3', 'status': 'completed', 'code': 200} Jun 03 16:20:07.289657 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:07.758224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7e1e947d-8e16-4860-a0f2-4b5fe8d49f91 req-f808a52c-f501-4e3a-9953-6d02fba42fc6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:07.775694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-7e1e947d-8e16-4860-a0f2-4b5fe8d49f91 req-f808a52c-f501-4e3a-9953-6d02fba42fc6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:07.776914 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7e1e947d-8e16-4860-a0f2-4b5fe8d49f91 req-f808a52c-f501-4e3a-9953-6d02fba42fc6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=a35dbd8f-1db2-40cf-831f-a5ecad8eabd8 HTTP/1.1" status: 200 len: 210 time: 0.0644872 Jun 03 16:20:08.881632 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38128) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:09.456939 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.545616 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:09.926451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:20:09.927105 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.121599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port e792d6c4-7af2-4bcd-b0d7-a89f1491d20c, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e792d6c4-7af2-4bcd-b0d7-a89f1491d20c,segment=NetworkSegment(bde8a107-2760-4237-b6d6-a7cc0de9e803),segment_id=bde8a107-2760-4237-b6d6-a7cc0de9e803)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:10.121997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.251965 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for e792d6c4-7af2-4bcd-b0d7-a89f1491d20c owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:20:10.580775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:10.631508 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=e792d6c4-7af2-4bcd-b0d7-a89f1491d20c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:10.675156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:10.675491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:10.675816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:10.676140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:10.676460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:10.676770 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:10.677087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:10.677391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:10.677716 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:10.678046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:10.678359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:10.678641 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:11.025771 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.388362 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router bf9de889-3717-40d7-95c6-72ba0b4498a5 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:20:11.568380 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:11.579696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e39884-79dc-4742-a0b3-7febc4d47ee2 None None] Sync routers for ids ['bf9de889-3717-40d7-95c6-72ba0b4498a5'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:11.588273 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4286853d-e6ba-43a8-9f25-62bf31e1b46a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "PUT /v2.0/routers/bf9de889-3717-40d7-95c6-72ba0b4498a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7055659 Jun 03 16:20:11.591075 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38132) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:11.591335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e39884-79dc-4742-a0b3-7febc4d47ee2 None None] Routers {'bf9de889-3717-40d7-95c6-72ba0b4498a5'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:11.591940 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-60e39884-79dc-4742-a0b3-7febc4d47ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:20:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bf9de889-3717-40d7-95c6-72ba0b4498a5'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:11.664005 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-64eea986-1fe8-4cf9-901e-5600df96b9e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting subnet 5c7a5af0-6c4a-4686-bc31-9724bc6aec63 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:20:11.667035 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64eea986-1fe8-4cf9-901e-5600df96b9e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.723168 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64eea986-1fe8-4cf9-901e-5600df96b9e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.808635 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64eea986-1fe8-4cf9-901e-5600df96b9e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.812540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-60e39884-79dc-4742-a0b3-7febc4d47ee2 None None] Set router bf9de889-3717-40d7-95c6-72ba0b4498a5 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:11.886366 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64eea986-1fe8-4cf9-901e-5600df96b9e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.917637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 704c3014-7b66-440d-987e-e849783d68b3 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:11.924842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eea986-1fe8-4cf9-901e-5600df96b9e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7a5af0-6c4a-4686-bc31-9724bc6aec63,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:11.929319 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-64eea986-1fe8-4cf9-901e-5600df96b9e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:11.935768 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-64eea986-1fe8-4cf9-901e-5600df96b9e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/subnets/5c7a5af0-6c4a-4686-bc31-9724bc6aec63 HTTP/1.1" status: 204 len: 168 time: 0.3434904 Jun 03 16:20:11.938580 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38136) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:11.957644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf93da07-c6e2-4458-a3f6-aa8ef5bc5c87 None None] Network a94e1510-fe4b-402a-9a23-71fb029cc95c requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:20:11.995960 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 704c3014-7b66-440d-987e-e849783d68b3 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:20:11.996292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 704c3014-7b66-440d-987e-e849783d68b3 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:12.121732 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.312146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-60e39884-79dc-4742-a0b3-7febc4d47ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:20:10Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:12.316909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e39884-79dc-4742-a0b3-7febc4d47ee2 None None] Checking router: bf9de889-3717-40d7-95c6-72ba0b4498a5 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:12.326141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e39884-79dc-4742-a0b3-7febc4d47ee2 None None] Routers {'bf9de889-3717-40d7-95c6-72ba0b4498a5'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:12.326792 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-60e39884-79dc-4742-a0b3-7febc4d47ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:20:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['bf9de889-3717-40d7-95c6-72ba0b4498a5'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:12.393109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] DHCP port deletion for a94e1510-fe4b-402a-9a23-71fb029cc95c request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:20:12.408678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Deleting port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:20:12.409040 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.427973 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.438050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port 4f598496-b756-4cb6-b346-6d77feb27fb2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:20:12.438376 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.597353 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-60e39884-79dc-4742-a0b3-7febc4d47ee2 None None] Set router bf9de889-3717-40d7-95c6-72ba0b4498a5 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:12.613983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port 4f598496-b756-4cb6-b346-6d77feb27fb2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=4f598496-b756-4cb6-b346-6d77feb27fb2,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:12.614286 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.736674 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for 4f598496-b756-4cb6-b346-6d77feb27fb2 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:20:12.875471 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] For port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f3ceeed4-bb42-4a2f-b719-6c87ec3982bf,segment=NetworkSegment(bde8a107-2760-4237-b6d6-a7cc0de9e803),segment_id=bde8a107-2760-4237-b6d6-a7cc0de9e803)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:12.875751 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.908339 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:12.955014 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=4f598496-b756-4cb6-b346-6d77feb27fb2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:13.049614 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.070212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Calling delete_port for f3ceeed4-bb42-4a2f-b719-6c87ec3982bf owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:20:13.198513 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.223301 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.225516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.248535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Pushing event deleted for resources: {'Port': ['ID=f3ceeed4-bb42-4a2f-b719-6c87ec3982bf,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:13.251265 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.251802 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Fanout notify agent at l3_agent the message router_deleted on router bf9de889-3717-40d7-95c6-72ba0b4498a5 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:20:13.254189 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] No DVR routers for this DVR port f3ceeed4-bb42-4a2f-b719-6c87ec3982bf on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:20:13.261417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f3ceeed4-bb42-4a2f-b719-6c87ec3982bf no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:13.270226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.271328 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-72d6a9ae-e571-4f07-8295-cabf0d700f62 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/routers/bf9de889-3717-40d7-95c6-72ba0b4498a5 HTTP/1.1" status: 204 len: 168 time: 1.3314013 Jun 03 16:20:13.274061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38140) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:13.307852 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.308466 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.308799 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.309125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.309443 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.309760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.310101 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.310441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.310750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.311063 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.311374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.311683 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c51ffc3-264b-4142-883b-29e2217e9673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:13.320497 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-60e39884-79dc-4742-a0b3-7febc4d47ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:20:10Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:13.322944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f3ceeed4-bb42-4a2f-b719-6c87ec3982bf {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:20:13.323277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f3ceeed4-bb42-4a2f-b719-6c87ec3982bf not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:13.327859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e39884-79dc-4742-a0b3-7febc4d47ee2 None None] The sync data for ids ['bf9de889-3717-40d7-95c6-72ba0b4498a5'] in n-d-844595-1 is: [{'id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626395682', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:18:25Z', 'updated_at': '2022-06-03T16:20:10Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '4f598496-b756-4cb6-b346-6d77feb27fb2', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9de889-3717-40d7-95c6-72ba0b4498a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:18:26Z', 'updated_at': '2022-06-03T16:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:13.391865 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.522493 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.548318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94e1510-fe4b-402a-9a23-71fb029cc95c']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:13.561145 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde8a107-2760-4237-b6d6-a7cc0de9e803') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:13.561444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde8a107-2760-4237-b6d6-a7cc0de9e803') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:13.575472 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.596797 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.603164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:20:13.603551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.692673 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment bde8a107-2760-4237-b6d6-a7cc0de9e803 resource provider aggregate not found Jun 03 16:20:13.710502 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment bde8a107-2760-4237-b6d6-a7cc0de9e803 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bde8a107-2760-4237-b6d6-a7cc0de9e803 found for delete ", "request_id": "req-486c039e-d602-4482-971c-f25464b98ba5"}]} Jun 03 16:20:13.711721 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.729048 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.740466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Network': ['ID=a94e1510-fe4b-402a-9a23-71fb029cc95c,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:13.758110 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-990eb186-6387-46dc-ab2d-73c96e1eb6a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/networks/a94e1510-fe4b-402a-9a23-71fb029cc95c HTTP/1.1" status: 204 len: 168 time: 0.4829247 Jun 03 16:20:13.760868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38150) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:13.831670 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-781e6e5f-76b9-445d-af56-3afcda6e780f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.862053 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-781e6e5f-76b9-445d-af56-3afcda6e780f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.931605 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-781e6e5f-76b9-445d-af56-3afcda6e780f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.950608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e6e5f-76b9-445d-af56-3afcda6e780f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7f1213-b007-43bb-b82a-6c9bac763806,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:13.956371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-781e6e5f-76b9-445d-af56-3afcda6e780f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:13.962292 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-781e6e5f-76b9-445d-af56-3afcda6e780f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/security-groups/ac7f1213-b007-43bb-b82a-6c9bac763806 HTTP/1.1" status: 204 len: 168 time: 0.1957517 Jun 03 16:20:14.097222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38158) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:14.102613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307262642', 'description': 'tempest-secgroup-smoke-1307262642 description', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:14.109766 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:14.113940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:14.116915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:14.123400 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:14.136126 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.155557 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:14.159787 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:14.162745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:14.168682 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:14.242821 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.249375 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.414543 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833fafeb-b8f1-4d34-a922-052985bd574b,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:14.420310 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.420310 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d984c42d-cd28-467a-b95f-02892b4e3ee6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3216844 Jun 03 16:20:14.422985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38162) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:14.427954 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-8ed7077d-0e53-46f1-a23c-182d3e4759f2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '833fafeb-b8f1-4d34-a922-052985bd574b', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:14.435318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8ed7077d-0e53-46f1-a23c-182d3e4759f2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:14.440570 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8ed7077d-0e53-46f1-a23c-182d3e4759f2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:14.443781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-8ed7077d-0e53-46f1-a23c-182d3e4759f2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:14.450244 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-8ed7077d-0e53-46f1-a23c-182d3e4759f2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:14.469121 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed7077d-0e53-46f1-a23c-182d3e4759f2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.529662 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed7077d-0e53-46f1-a23c-182d3e4759f2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.536076 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed7077d-0e53-46f1-a23c-182d3e4759f2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.566948 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7077d-0e53-46f1-a23c-182d3e4759f2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b02e4e0-041b-4c19-8aef-7871e7c4a037,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:14.577554 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-8ed7077d-0e53-46f1-a23c-182d3e4759f2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.578880 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8ed7077d-0e53-46f1-a23c-182d3e4759f2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550422 Jun 03 16:20:14.582121 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38166) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:14.587364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-24006455-3ce4-4457-82ce-a667ac8ecfa6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '833fafeb-b8f1-4d34-a922-052985bd574b', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:14.594202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-24006455-3ce4-4457-82ce-a667ac8ecfa6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:14.598001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-24006455-3ce4-4457-82ce-a667ac8ecfa6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:14.600822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-24006455-3ce4-4457-82ce-a667ac8ecfa6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:14.606593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-24006455-3ce4-4457-82ce-a667ac8ecfa6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:14.625287 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24006455-3ce4-4457-82ce-a667ac8ecfa6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.690321 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24006455-3ce4-4457-82ce-a667ac8ecfa6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.696974 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24006455-3ce4-4457-82ce-a667ac8ecfa6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.720440 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24006455-3ce4-4457-82ce-a667ac8ecfa6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737ffb1f-30b0-4f45-ae69-ac807aa5636c,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:14.730467 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-24006455-3ce4-4457-82ce-a667ac8ecfa6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.731647 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-24006455-3ce4-4457-82ce-a667ac8ecfa6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1485381 Jun 03 16:20:14.734456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38170) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:14.739501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-939fe596-5beb-4971-b4e7-d6b833d7d12b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '833fafeb-b8f1-4d34-a922-052985bd574b', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:14.745955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-939fe596-5beb-4971-b4e7-d6b833d7d12b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:14.749729 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-939fe596-5beb-4971-b4e7-d6b833d7d12b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:14.752666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-939fe596-5beb-4971-b4e7-d6b833d7d12b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:14.758753 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-939fe596-5beb-4971-b4e7-d6b833d7d12b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:14.776328 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-939fe596-5beb-4971-b4e7-d6b833d7d12b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.837311 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-939fe596-5beb-4971-b4e7-d6b833d7d12b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.842505 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-939fe596-5beb-4971-b4e7-d6b833d7d12b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.868779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fe596-5beb-4971-b4e7-d6b833d7d12b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66f214a-5b0b-4efe-88dd-61635abb8d47,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:14.875860 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-939fe596-5beb-4971-b4e7-d6b833d7d12b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.877024 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-939fe596-5beb-4971-b4e7-d6b833d7d12b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416461 Jun 03 16:20:14.879987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38174) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:14.885013 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-25012829-8cf3-4558-9a67-402c63d9b3c3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '833fafeb-b8f1-4d34-a922-052985bd574b', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:14.891848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-25012829-8cf3-4558-9a67-402c63d9b3c3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:14.896061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-25012829-8cf3-4558-9a67-402c63d9b3c3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:14.899169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-25012829-8cf3-4558-9a67-402c63d9b3c3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:14.905260 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-25012829-8cf3-4558-9a67-402c63d9b3c3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:14.925458 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25012829-8cf3-4558-9a67-402c63d9b3c3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.992941 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25012829-8cf3-4558-9a67-402c63d9b3c3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:14.998245 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25012829-8cf3-4558-9a67-402c63d9b3c3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.020789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25012829-8cf3-4558-9a67-402c63d9b3c3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff11129-3bb8-4e6c-a03a-98117df880c6,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:15.031501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25012829-8cf3-4558-9a67-402c63d9b3c3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.032719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-25012829-8cf3-4558-9a67-402c63d9b3c3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517503 Jun 03 16:20:15.035648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38178) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:15.040710 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '833fafeb-b8f1-4d34-a922-052985bd574b', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:15.047126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:15.051538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:15.054843 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:15.060809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:15.082535 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Project 6f3ca569aa7a47a1b58606f2f67264f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:20:15.091307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.154568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e792d6c4-7af2-4bcd-b0d7-a89f1491d20c no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:15.160953 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.165784 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.188762 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e792d6c4-7af2-4bcd-b0d7-a89f1491d20c {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:20:15.189094 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e792d6c4-7af2-4bcd-b0d7-a89f1491d20c not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:15.189614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4f598496-b756-4cb6-b346-6d77feb27fb2 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:20:15.190535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d636a3-652a-4296-ad1f-7522f0d44feb,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:15.200704 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.202044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3c211fea-3638-4148-bf20-1b965d1f54b9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1654818 Jun 03 16:20:15.205237 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38182) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:15.210448 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '833fafeb-b8f1-4d34-a922-052985bd574b', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:15.217141 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:15.220976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:15.223806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:15.225995 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 4f598496-b756-4cb6-b346-6d77feb27fb2 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:20:15.226335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 4f598496-b756-4cb6-b346-6d77feb27fb2 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:20:15.230428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:15.241736 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Project 6f3ca569aa7a47a1b58606f2f67264f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:20:15.249588 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.325190 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.330242 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.354430 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a092915e-c1a8-4e2b-b5fb-0fb3d63d38bc,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:15.365086 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.366293 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0eb3845a-4925-40fc-a5df-11dd31b29bb4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1601074 Jun 03 16:20:15.370003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38186) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:15.375344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'network': {'name': 'tempest-network-smoke--143436135', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'port_security_enabled': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:15.380844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:15.385269 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:network and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:15.388320 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:15.394166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:15.406552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:15.409852 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.438885 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:20:15.448507 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.448878 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Added segment e03f9bf0-986e-45d0-96b0-8e0a07785a3a of type vlan for network acd32100-5172-42c7-a26d-985f7e2f082b Jun 03 16:20:15.477398 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.508654 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.513931 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:15.514515 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.617554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2465067 Jun 03 16:20:15.620214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c722c5-7dfd-4cc8-ae61-75e3539fcdcc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Network': ['ID=acd32100-5172-42c7-a26d-985f7e2f082b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:15.620617 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38190) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:15.626713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'admin_state_up': True, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:15.633759 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network acd32100-5172-42c7-a26d-985f7e2f082b details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:20:15.635852 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:15.640191 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:router and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:15.643824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:15.650746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:15.662799 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.663903 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.682962 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:15.957858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.271316 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.300397 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.436915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.25.7.58 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/8251de18-db4e-4380-a31d-a97c2d2ded18) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:16.596872 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.628078 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:16.690522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:16.693412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:16.696997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:20:16.728670 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=8251de18-db4e-4380-a31d-a97c2d2ded18,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:17.240411 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:17.589971 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:17.806574 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router 8e428b07-2b7e-4952-b0c1-001a28208a76 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:20:17.997038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:18.007334 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Sync routers for ids ['8e428b07-2b7e-4952-b0c1-001a28208a76'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:18.017602 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Routers {'8e428b07-2b7e-4952-b0c1-001a28208a76'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:18.018347 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:20:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8e428b07-2b7e-4952-b0c1-001a28208a76'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:18.025139 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.026439 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5456b449-68ae-46ff-be41-0fb34829cdb7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4048388 Jun 03 16:20:18.029607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38198) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:18.070681 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4563a60a-b88e-46e3-a5e9-5db0ed1e97f8 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6f3ca569aa7a47a1b58606f2f67264f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399303 Jun 03 16:20:18.073298 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38202) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:18.192210 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Set router 8e428b07-2b7e-4952-b0c1-001a28208a76 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:18.200282 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d3ef8-ea96-4b7a-8a3f-7815cd1a84a8 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:18.201771 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-855d3ef8-ea96-4b7a-8a3f-7815cd1a84a8 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275969 Jun 03 16:20:18.205156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38206) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:18.252070 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-46de6d71-0627-423f-abde-9d0d993fa254 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458016 Jun 03 16:20:18.254651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38210) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:18.260389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-255038298', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:18.369325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:18.373213 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:subnet and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:18.376028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:18.381623 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:18.392202 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:18.395627 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.476417 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:18.480796 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Checking router: 8e428b07-2b7e-4952-b0c1-001a28208a76 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:18.481158 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Updating router 8e428b07-2b7e-4952-b0c1-001a28208a76 port 8251de18-db4e-4380-a31d-a97c2d2ded18 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:20:18.535402 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.730563 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.816291 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Subnet': ['ID=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:18.824045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Checking segment: {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:20:18.824396 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network hostable DHCP agents. Network: acd32100-5172-42c7-a26d-985f7e2f082b, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:20:18.846931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network acd32100-5172-42c7-a26d-985f7e2f082b is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:20:18.856378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, acd32100-5172-42c7-a26d-985f7e2f082b) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:18.860655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:18.861231 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.863715 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.867624 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b62b9d-a5aa-4a70-bb81-04b5937d4b71 None None] Network acd32100-5172-42c7-a26d-985f7e2f082b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:20:18.877493 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Transition to ACTIVE for port object 8251de18-db4e-4380-a31d-a97c2d2ded18 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:18.884857 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6249d89a-6138-495b-be03-3e4d06a5302c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6292105 Jun 03 16:20:18.885487 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.887874 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38214) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:18.963586 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Attempting to bind port 8251de18-db4e-4380-a31d-a97c2d2ded18 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:18.963963 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Attempting to bind port 8251de18-db4e-4380-a31d-a97c2d2ded18 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:18.964289 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Attempting to bind port 8251de18-db4e-4380-a31d-a97c2d2ded18 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:18.973167 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:18.973555 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:20:18.973944 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:18.974338 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:18.974818 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Bound port: 8251de18-db4e-4380-a31d-a97c2d2ded18, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:18.975158 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.004760 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Pushing event updated for resources: {'Port': ['ID=8251de18-db4e-4380-a31d-a97c2d2ded18,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:19.028387 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.029226 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.029226 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.029443 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.029667 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.030023 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.030355 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.030660 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.030979 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.031283 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.031636 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.031903 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:20:19.064808 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] For port 8251de18-db4e-4380-a31d-a97c2d2ded18, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:19.068509 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] For port 8251de18-db4e-4380-a31d-a97c2d2ded18, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8251de18-db4e-4380-a31d-a97c2d2ded18,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:19.073671 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.107398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-acd32100-5172-42c7-a26d-985f7e2f082b', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:20:19.108284 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.157271 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Routers {'8e428b07-2b7e-4952-b0c1-001a28208a76'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:19.157904 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:20:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8e428b07-2b7e-4952-b0c1-001a28208a76'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:19.233564 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682c97c-c6f5-4917-920b-ed3ae8e30a61 None None] Pushing event updated for resources: {'Port': ['ID=8251de18-db4e-4380-a31d-a97c2d2ded18,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:19.276250 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Allocated IP 172.20.0.2 (acd32100-5172-42c7-a26d-985f7e2f082b/2afb49e9-5747-43d0-8dcf-76dc04f5ddfd/0510310e-30a0-47e6-83fd-f96e01ee845e) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:19.342912 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] Set router 8e428b07-2b7e-4952-b0c1-001a28208a76 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:19.499023 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.510437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Transition to ACTIVE for port object 0510310e-30a0-47e6-83fd-f96e01ee845e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:19.529735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Transition to ACTIVE for port object 0510310e-30a0-47e6-83fd-f96e01ee845e will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:19.536555 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.609092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Pushing event updated for resources: {'Port': ['ID=0510310e-30a0-47e6-83fd-f96e01ee845e,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:19.621056 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Network acd32100-5172-42c7-a26d-985f7e2f082b is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:19.622188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:19.624638 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:20:19.657156 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:19.661234 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b7da0-872c-4556-903c-7b1cfd20c842 None None] The sync data for ids ['8e428b07-2b7e-4952-b0c1-001a28208a76'] in n-d-844595-1 is: [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:16Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:19.714315 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Attempting to bind port 0510310e-30a0-47e6-83fd-f96e01ee845e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:19.714794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Attempting to bind port 0510310e-30a0-47e6-83fd-f96e01ee845e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:19.715292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Attempting to bind port 0510310e-30a0-47e6-83fd-f96e01ee845e on network acd32100-5172-42c7-a26d-985f7e2f082b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:19.720956 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:19.721322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Checking segment: {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:20:19.721719 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.722146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Bound using segment: {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:19.722597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Bound port: 0510310e-30a0-47e6-83fd-f96e01ee845e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:19.722962 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.734642 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.815695 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] For port 0510310e-30a0-47e6-83fd-f96e01ee845e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:19.819347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] For port 0510310e-30a0-47e6-83fd-f96e01ee845e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0510310e-30a0-47e6-83fd-f96e01ee845e,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:19.825254 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:19.925172 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b02ca8-d9f7-4376-8299-102b5e756d5f None None] Pushing event updated for resources: {'Port': ['ID=0510310e-30a0-47e6-83fd-f96e01ee845e,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:20.212095 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.20.0.1 (acd32100-5172-42c7-a26d-985f7e2f082b/2afb49e9-5747-43d0-8dcf-76dc04f5ddfd/d89afba7-93d5-4882-8598-79f0410de23e) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:20.382085 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.399827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Transition to ACTIVE for port object d89afba7-93d5-4882-8598-79f0410de23e will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:20.424626 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.494975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network acd32100-5172-42c7-a26d-985f7e2f082b is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:20.498142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:20.503584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:20:20.539836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=d89afba7-93d5-4882-8598-79f0410de23e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:20.567217 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.813292 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:20.847426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbc7144-e319-4028-ac5e-f0ea08d7ab67 None None] Network acd32100-5172-42c7-a26d-985f7e2f082b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:20:21.036858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7bfc6f0d-647c-41e6-9002-7722d6821f19 None None] Provisioning for port 0510310e-30a0-47e6-83fd-f96e01ee845e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:21.251516 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.257823 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.266500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8251de18-db4e-4380-a31d-a97c2d2ded18 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:21.342190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 8251de18-db4e-4380-a31d-a97c2d2ded18 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:21.348775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8251de18-db4e-4380-a31d-a97c2d2ded18 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:21.349361 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.385105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=d89afba7-93d5-4882-8598-79f0410de23e,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:21.389056 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.418758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-92cbd820-1e20-4133-a27f-f04480c25c6a None None] Provisioning for port d89afba7-93d5-4882-8598-79f0410de23e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:21.427287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-92cbd820-1e20-4133-a27f-f04480c25c6a None None] Provisioning complete for port d89afba7-93d5-4882-8598-79f0410de23e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:21.427648 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-92cbd820-1e20-4133-a27f-f04480c25c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.530872 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network acd32100-5172-42c7-a26d-985f7e2f082b is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:21.532279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:21.534177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8251de18-db4e-4380-a31d-a97c2d2ded18 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:21.534544 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.539727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-92cbd820-1e20-4133-a27f-f04480c25c6a None None] Port d89afba7-93d5-4882-8598-79f0410de23e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:21.556615 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 8251de18-db4e-4380-a31d-a97c2d2ded18, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8251de18-db4e-4380-a31d-a97c2d2ded18,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:21.563110 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.563943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0510310e-30a0-47e6-83fd-f96e01ee845e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:21.679791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=8251de18-db4e-4380-a31d-a97c2d2ded18,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:21.694533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 0510310e-30a0-47e6-83fd-f96e01ee845e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:21.705330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 0510310e-30a0-47e6-83fd-f96e01ee845e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:21.705800 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.726599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router 8e428b07-2b7e-4952-b0c1-001a28208a76 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:20:21.756298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-e6e3a608-f5f3-4294-a51e-48f07eb1b1d5 None None] Provisioning complete for port d89afba7-93d5-4882-8598-79f0410de23e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:21.756799 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e6e3a608-f5f3-4294-a51e-48f07eb1b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.820486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e6e3a608-f5f3-4294-a51e-48f07eb1b1d5 None None] Port d89afba7-93d5-4882-8598-79f0410de23e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:21.880085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 0510310e-30a0-47e6-83fd-f96e01ee845e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:21.880365 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.913096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 0510310e-30a0-47e6-83fd-f96e01ee845e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0510310e-30a0-47e6-83fd-f96e01ee845e,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:21.918137 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:21.919071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:21.934434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-277b1139-8bef-4326-b543-6031448dc932 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "PUT /v2.0/routers/8e428b07-2b7e-4952-b0c1-001a28208a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0449679 Jun 03 16:20:21.950320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Sync routers for ids ['8e428b07-2b7e-4952-b0c1-001a28208a76'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:21.995146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Routers {'8e428b07-2b7e-4952-b0c1-001a28208a76'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:21.995742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:20:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8e428b07-2b7e-4952-b0c1-001a28208a76'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:22.062623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9355c272-55d9-4bd0-83b4-7e37b1991895 None None] Provisioning complete for port d89afba7-93d5-4882-8598-79f0410de23e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:22.063284 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9355c272-55d9-4bd0-83b4-7e37b1991895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.098357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-43420135-54a3-4ea4-8daf-139ab102e765 req-686f3f0f-7486-4157-b3bb-c20f06af1e54 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:22.111268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=0510310e-30a0-47e6-83fd-f96e01ee845e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:22.116064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-43420135-54a3-4ea4-8daf-139ab102e765 req-686f3f0f-7486-4157-b3bb-c20f06af1e54 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:22.117403 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-686f3f0f-7486-4157-b3bb-c20f06af1e54 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307262642&fields=id&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 267 time: 0.0597932 Jun 03 16:20:22.200030 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9355c272-55d9-4bd0-83b4-7e37b1991895 None None] Port d89afba7-93d5-4882-8598-79f0410de23e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:22.225487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Set router 8e428b07-2b7e-4952-b0c1-001a28208a76 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:22.272446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43420135-54a3-4ea4-8daf-139ab102e765 req-f239019f-5f3b-4673-b0d9-689ebac05b5c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:22.273067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-43420135-54a3-4ea4-8daf-139ab102e765 req-f239019f-5f3b-4673-b0d9-689ebac05b5c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:22.289418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-43420135-54a3-4ea4-8daf-139ab102e765 req-f239019f-5f3b-4673-b0d9-689ebac05b5c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:22.290758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-f239019f-5f3b-4673-b0d9-689ebac05b5c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 796 time: 0.1620901 Jun 03 16:20:22.306038 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-bbc112e2-7fc6-41a7-b717-23c9bba95599 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/quotas/6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 375 time: 0.0096042 Jun 03 16:20:22.388186 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-43420135-54a3-4ea4-8daf-139ab102e765 req-ac359d5c-0fa9-4692-b0f7-0780c78f3fc3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:22.404295 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-43420135-54a3-4ea4-8daf-139ab102e765 req-ac359d5c-0fa9-4692-b0f7-0780c78f3fc3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:22.405658 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-ac359d5c-0fa9-4692-b0f7-0780c78f3fc3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939679 Jun 03 16:20:22.559110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'd89afba7-93d5-4882-8598-79f0410de23e', 'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:11:c2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:20Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 2, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:22.563810 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Checking router: 8e428b07-2b7e-4952-b0c1-001a28208a76 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:22.564157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Updating router 8e428b07-2b7e-4952-b0c1-001a28208a76 port d89afba7-93d5-4882-8598-79f0410de23e binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:20:22.617567 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:22.697570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-f4d9996e-3c6f-4ab9-961b-8f255f303b54 service neutron] 10.222.0.48 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795656 Jun 03 16:20:22.829900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-6ea6ad64-d72f-4b0f-a62b-b498fbd8e581 service neutron] 10.222.0.48 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260591 Jun 03 16:20:22.996991 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.009131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Transition to ACTIVE for port object d89afba7-93d5-4882-8598-79f0410de23e will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:23.016943 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.031618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5528a949-e8ba-45d0-a6bb-95719ffad433 req-a5ffa1ba-00f2-4349-a450-50db2ab9bf89 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 210 time: 0.0487051 Jun 03 16:20:23.233698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bf7d9-d7f3-4db5-967e-c7682e009343 None None] Pushing event updated for resources: {'Port': ['ID=d89afba7-93d5-4882-8598-79f0410de23e,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:23.239989 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8251de18-db4e-4380-a31d-a97c2d2ded18 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:23.298734 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Attempting to bind port d89afba7-93d5-4882-8598-79f0410de23e on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:23.299095 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Attempting to bind port d89afba7-93d5-4882-8598-79f0410de23e by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:23.299453 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Attempting to bind port d89afba7-93d5-4882-8598-79f0410de23e on network acd32100-5172-42c7-a26d-985f7e2f082b {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:23.308438 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:23.308803 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Checking segment: {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:20:23.309195 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.309578 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Bound using segment: {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:23.310060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Bound port: d89afba7-93d5-4882-8598-79f0410de23e, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:23.310463 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.408676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8251de18-db4e-4380-a31d-a97c2d2ded18 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:23.409089 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.478251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] For port d89afba7-93d5-4882-8598-79f0410de23e, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:23.483302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] For port d89afba7-93d5-4882-8598-79f0410de23e, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d89afba7-93d5-4882-8598-79f0410de23e,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:23.488547 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:23.624076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Routers {'8e428b07-2b7e-4952-b0c1-001a28208a76'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:23.625198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:20:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8e428b07-2b7e-4952-b0c1-001a28208a76'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:23.696001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bf7d9-d7f3-4db5-967e-c7682e009343 None None] Pushing event updated for resources: {'Port': ['ID=d89afba7-93d5-4882-8598-79f0410de23e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:23.707485 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8251de18-db4e-4380-a31d-a97c2d2ded18 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:23.708595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0510310e-30a0-47e6-83fd-f96e01ee845e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:23.884432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] Set router 8e428b07-2b7e-4952-b0c1-001a28208a76 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:23.933130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 0510310e-30a0-47e6-83fd-f96e01ee845e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:23.933501 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:24.198779 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-88558cca-2f52-448c-87c4-69f3526cc3a9 req-72945a09-969c-4e29-999d-bd8029c22aed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 210 time: 0.0486104 Jun 03 16:20:24.206251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43420135-54a3-4ea4-8daf-139ab102e765 req-d17bc3f6-975d-4e13-a494-f09dc36346e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:24.207736 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-d17bc3f6-975d-4e13-a494-f09dc36346e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 796 time: 0.2334995 Jun 03 16:20:24.261580 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-1b22c7e3-08e0-4f01-865f-d19ae6ae23b7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 380 time: 0.0446529 Jun 03 16:20:24.271166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'port': {'device_id': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'admin_state_up': True, 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'security_groups': ['833fafeb-b8f1-4d34-a922-052985bd574b']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:24.282804 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 0510310e-30a0-47e6-83fd-f96e01ee845e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:24.349397 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'd89afba7-93d5-4882-8598-79f0410de23e', 'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:11:c2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:20Z', 'updated_at': '2022-06-03T16:20:23Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:24.353728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02966d1-b592-4294-895e-4133f0bc0d99 None None] The sync data for ids ['8e428b07-2b7e-4952-b0c1-001a28208a76'] in n-d-844595-1 is: [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'd89afba7-93d5-4882-8598-79f0410de23e', 'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:11:c2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:20Z', 'updated_at': '2022-06-03T16:20:23Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:24.415676 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:24.428407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:24.439205 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:20:24.442698 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:24.617349 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.20.0.6 (acd32100-5172-42c7-a26d-985f7e2f082b/2afb49e9-5747-43d0-8dcf-76dc04f5ddfd/b3b682be-fa30-46e1-809b-93e43c2ca88d) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:24.814721 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:24.831761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Transition to ACTIVE for port object b3b682be-fa30-46e1-809b-93e43c2ca88d will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:24.856849 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:24.933611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network acd32100-5172-42c7-a26d-985f7e2f082b is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:24.937103 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:24.941104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:20:24.973075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=b3b682be-fa30-46e1-809b-93e43c2ca88d,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:25.010826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:25.011479 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:25.041415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-a52cceea-30c9-48d2-847a-b4e9183449ed tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740262 Jun 03 16:20:25.053961 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Request body: {'port': {'device_id': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:25.183202 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:25.218737 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d16c5aac-5bf5-483a-8660-cc0e934f9f09 None None] Provisioning for port b3b682be-fa30-46e1-809b-93e43c2ca88d completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:25.231689 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d16c5aac-5bf5-483a-8660-cc0e934f9f09 None None] Provisioning complete for port b3b682be-fa30-46e1-809b-93e43c2ca88d triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:25.236784 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d16c5aac-5bf5-483a-8660-cc0e934f9f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:25.275926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d89afba7-93d5-4882-8598-79f0410de23e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:25.380655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-d16c5aac-5bf5-483a-8660-cc0e934f9f09 None None] Port b3b682be-fa30-46e1-809b-93e43c2ca88d cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:20:25.394498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port d89afba7-93d5-4882-8598-79f0410de23e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:25.399517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d89afba7-93d5-4882-8598-79f0410de23e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:25.399990 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:25.522115 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d89afba7-93d5-4882-8598-79f0410de23e is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:25.522833 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:25.540497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1010d-a213-4a24-96ff-593760d3fb3d req-7b9512f9-ca1f-4378-b51b-173d8fa02354 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:25.541246 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0eb1010d-a213-4a24-96ff-593760d3fb3d req-7b9512f9-ca1f-4378-b51b-173d8fa02354 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:20:25.556724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port d89afba7-93d5-4882-8598-79f0410de23e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d89afba7-93d5-4882-8598-79f0410de23e,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:25.560800 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:25.575538 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0eb1010d-a213-4a24-96ff-593760d3fb3d req-7b9512f9-ca1f-4378-b51b-173d8fa02354 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:20:25.576626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0eb1010d-a213-4a24-96ff-593760d3fb3d req-7b9512f9-ca1f-4378-b51b-173d8fa02354 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 931 time: 0.2339628 Jun 03 16:20:25.632405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=d89afba7-93d5-4882-8598-79f0410de23e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:25.770203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b682be-fa30-46e1-809b-93e43c2ca88d {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:20:25.776585 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0eb1010d-a213-4a24-96ff-593760d3fb3d req-26831dd8-b757-4b9f-b463-bea1dcfde9bd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913738 Jun 03 16:20:25.780290 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:25.795063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Transition to ACTIVE for port object b3b682be-fa30-46e1-809b-93e43c2ca88d will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:20:25.801896 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:25.932841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Pushing event updated for resources: {'Port': ['ID=b3b682be-fa30-46e1-809b-93e43c2ca88d,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:26.039098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Attempting to bind port b3b682be-fa30-46e1-809b-93e43c2ca88d on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:20:26.039416 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Attempting to bind port b3b682be-fa30-46e1-809b-93e43c2ca88d by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:20:26.039760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Attempting to bind port b3b682be-fa30-46e1-809b-93e43c2ca88d on network acd32100-5172-42c7-a26d-985f7e2f082b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:26.044774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Port b3b682be-fa30-46e1-809b-93e43c2ca88d on network acd32100-5172-42c7-a26d-985f7e2f082b not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:20:26.045071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Attempting to bind port b3b682be-fa30-46e1-809b-93e43c2ca88d on network acd32100-5172-42c7-a26d-985f7e2f082b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:20:26.050799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:20:26.051265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Checking segment: {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:20:26.051765 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Bound using segment: {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:20:26.052164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Bound port: b3b682be-fa30-46e1-809b-93e43c2ca88d, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:20:26.052522 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:26.145577 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:20:26.148793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:20:26.154242 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:26.216467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:26.217121 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:26.218549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] 10.222.0.75 "PUT /v2.0/ports/b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 1091 time: 1.1700499 Jun 03 16:20:26.218971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:26.239851 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e321819-aaf4-4b60-84ed-5dd11ea7d51c service neutron] Pushing event updated for resources: {'Port': ['ID=b3b682be-fa30-46e1-809b-93e43c2ca88d,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:26.297498 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1dcfa2-74df-4661-947d-3788b3d176e0'] response: {'name': 'network-changed', 'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'status': 'completed', 'code': 200} Jun 03 16:20:26.339936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e289891-bb88-4b2c-8442-9d38955e09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:26.341545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-3e289891-bb88-4b2c-8442-9d38955e09cc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1094 time: 0.0779281 Jun 03 16:20:26.414265 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-782a91f5-a38c-447a-b0f0-ba6a8c791ad1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 217 time: 0.0651407 Jun 03 16:20:26.479483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43420135-54a3-4ea4-8daf-139ab102e765 req-218d83cb-397d-4d18-a0a8-51cd72db6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:26.480822 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-218d83cb-397d-4d18-a0a8-51cd72db6dc3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 200 len: 834 time: 0.0609825 Jun 03 16:20:26.562659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43420135-54a3-4ea4-8daf-139ab102e765 req-812b17a7-529a-48f6-97c2-603e6e9010bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:26.564058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-812b17a7-529a-48f6-97c2-603e6e9010bb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=acd32100-5172-42c7-a26d-985f7e2f082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768602 Jun 03 16:20:26.701086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-5c83f7d5-65df-4494-92fd-def0dc8b1acc service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294231 Jun 03 16:20:26.830506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43420135-54a3-4ea4-8daf-139ab102e765 req-30319554-c568-4920-bb33-667b74b3c8c8 service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229560 Jun 03 16:20:27.004775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b350-2cb4-4391-9797-1eee2e1989e3 req-7a25e5d9-84c2-47f2-a2b5-cca25e7f814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:27.006274 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8947b350-2cb4-4391-9797-1eee2e1989e3 req-7a25e5d9-84c2-47f2-a2b5-cca25e7f814f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1094 time: 0.1300437 Jun 03 16:20:27.016115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a11e26-3c67-4a16-b21b-5905878319d2 req-4637b104-174a-4203-98e7-52611092f892 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:27.017430 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75a11e26-3c67-4a16-b21b-5905878319d2 req-4637b104-174a-4203-98e7-52611092f892 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 943 time: 0.1116145 Jun 03 16:20:27.137974 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-75a11e26-3c67-4a16-b21b-5905878319d2 req-159617d6-0ced-4f60-874a-01325694200c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025245 Jun 03 16:20:27.175533 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b350-2cb4-4391-9797-1eee2e1989e3 req-a8f22fb1-8f67-49fe-8f4a-fe3a4f0ac755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:27.176973 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8947b350-2cb4-4391-9797-1eee2e1989e3 req-a8f22fb1-8f67-49fe-8f4a-fe3a4f0ac755 service neutron] 10.222.0.75 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 897 time: 0.1587098 Jun 03 16:20:27.202430 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d89afba7-93d5-4882-8598-79f0410de23e up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:27.247907 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8947b350-2cb4-4391-9797-1eee2e1989e3 req-9b435b9b-a604-4368-b0b7-cb75a4fe5bb0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 217 time: 0.0630817 Jun 03 16:20:27.280142 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port d89afba7-93d5-4882-8598-79f0410de23e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:27.280824 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:27.312346 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b350-2cb4-4391-9797-1eee2e1989e3 req-e937150f-70cc-49fe-bcc6-9994c3fa90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:27.313783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8947b350-2cb4-4391-9797-1eee2e1989e3 req-e937150f-70cc-49fe-bcc6-9994c3fa90e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 200 len: 834 time: 0.0579093 Jun 03 16:20:27.396086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port d89afba7-93d5-4882-8598-79f0410de23e is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:27.507330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b350-2cb4-4391-9797-1eee2e1989e3 req-5cf5149c-81ea-4479-8231-9d60bbba140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:27.509665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8947b350-2cb4-4391-9797-1eee2e1989e3 req-5cf5149c-81ea-4479-8231-9d60bbba140f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=acd32100-5172-42c7-a26d-985f7e2f082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1881113 Jun 03 16:20:27.648378 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8947b350-2cb4-4391-9797-1eee2e1989e3 req-e95fb352-af87-4c5b-9871-41eb47702800 service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318634 Jun 03 16:20:27.784451 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8947b350-2cb4-4391-9797-1eee2e1989e3 req-c4178fd3-456c-4f79-b678-b9636b75fdc9 service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296086 Jun 03 16:20:28.336539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b356ff0-2940-473e-80d8-689471097e55 req-8c52c7a6-4d2a-4a08-a7ac-db1c327399c2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:28.339137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b356ff0-2940-473e-80d8-689471097e55 req-8c52c7a6-4d2a-4a08-a7ac-db1c327399c2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 943 time: 0.0808709 Jun 03 16:20:28.390971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b356ff0-2940-473e-80d8-689471097e55 req-c9d68044-39d1-4bbd-b457-1e0c95cbde34 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472670 Jun 03 16:20:29.593390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaff33-86e8-4021-be7e-d10e85bae3b6 req-0243b009-f8de-44f0-9fb4-7f23939dd51f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:29.594836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ebaff33-86e8-4021-be7e-d10e85bae3b6 req-0243b009-f8de-44f0-9fb4-7f23939dd51f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 943 time: 0.0920801 Jun 03 16:20:29.638401 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ebaff33-86e8-4021-be7e-d10e85bae3b6 req-82ff4f3d-7e00-4489-987c-0a9eb871b5b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376854 Jun 03 16:20:29.942356 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b3b682be-fa30-46e1-809b-93e43c2ca88d details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:20:30.080328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:30.106162 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'port_id': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'mac_address': 'fa:16:3e:3e:83:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:20:30.136630 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:30.162305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b3b682be-fa30-46e1-809b-93e43c2ca88d is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:30.162664 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:30.179798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b682be-fa30-46e1-809b-93e43c2ca88d {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:20:30.194885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:30.200079 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:30.272701 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b3b682be-fa30-46e1-809b-93e43c2ca88d,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:30.411179 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['b3b682be-fa30-46e1-809b-93e43c2ca88d'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:20:30.838586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753b4b-ac97-4cae-9510-ab8ede9d2af0 req-94320e37-09f5-4248-a1fb-38175e9ff7a0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:30.840025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef753b4b-ac97-4cae-9510-ab8ede9d2af0 req-94320e37-09f5-4248-a1fb-38175e9ff7a0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 944 time: 0.0843608 Jun 03 16:20:30.884386 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef753b4b-ac97-4cae-9510-ab8ede9d2af0 req-5c1ef0df-650e-4bec-ae1c-b5737dd0a0a0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386214 Jun 03 16:20:31.958014 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b3b682be-fa30-46e1-809b-93e43c2ca88d up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:20:32.028786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port b3b682be-fa30-46e1-809b-93e43c2ca88d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:20:32.033744 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port b3b682be-fa30-46e1-809b-93e43c2ca88d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:20:32.034136 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.079672 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9be8d-9e8c-4248-8903-69bbd62cdc47 req-53bc44f1-f3b9-4160-b6f2-9bca39a544a6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:32.081147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45a9be8d-9e8c-4248-8903-69bbd62cdc47 req-53bc44f1-f3b9-4160-b6f2-9bca39a544a6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 944 time: 0.0849764 Jun 03 16:20:32.125241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-45a9be8d-9e8c-4248-8903-69bbd62cdc47 req-81d884d1-b157-405f-bf1b-b883e8e5864f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380895 Jun 03 16:20:32.152597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port b3b682be-fa30-46e1-809b-93e43c2ca88d is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:20:32.152966 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.179571 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:32.189808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:20:32.195128 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.227834 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a074047-2486-4c6a-aad3-55b29ad1ac46'] response: {'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'code': 200} Jun 03 16:20:32.276733 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-43ec3d02-3fd3-41c4-b7f8-cb671fbdfa63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:32.286633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=b3b682be-fa30-46e1-809b-93e43c2ca88d,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:32.350641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48973c35-36a6-40bd-a86f-5c3e8b4e75da req-bc8893c7-63a4-4c22-a48a-b99a440125de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:32.352174 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48973c35-36a6-40bd-a86f-5c3e8b4e75da req-bc8893c7-63a4-4c22-a48a-b99a440125de service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1096 time: 0.0712440 Jun 03 16:20:32.396442 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48973c35-36a6-40bd-a86f-5c3e8b4e75da req-64cc4f3e-c095-499a-a489-c37b7e2e33c4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380647 Jun 03 16:20:33.328599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09963c94-ad0c-4b63-ac90-863e3128ae94 req-2058b51a-890e-4dff-9516-b04226668a4c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:33.330925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09963c94-ad0c-4b63-ac90-863e3128ae94 req-2058b51a-890e-4dff-9516-b04226668a4c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0962813 Jun 03 16:20:33.382092 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-09963c94-ad0c-4b63-ac90-863e3128ae94 req-2a2339a9-b4cb-4da0-af6b-1f941fcacab4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453141 Jun 03 16:20:34.590392 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72bcec-f853-4912-b470-34ba4a4e690c req-bfaf5c47-a97b-48b0-9e2a-f7e1e56215c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:34.591836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b72bcec-f853-4912-b470-34ba4a4e690c req-bfaf5c47-a97b-48b0-9e2a-f7e1e56215c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0881619 Jun 03 16:20:34.658272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0b72bcec-f853-4912-b470-34ba4a4e690c req-d400ed03-8da0-4be3-aca3-6221846029be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601771 Jun 03 16:20:34.848112 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e1b15-6641-4e8a-894f-0f1cabaafad5 req-b1eb75a7-e882-4b6f-b4ff-38e2de8f2ac6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:34.849568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-973e1b15-6641-4e8a-894f-0f1cabaafad5 req-b1eb75a7-e882-4b6f-b4ff-38e2de8f2ac6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0818315 Jun 03 16:20:34.889803 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5aec4838-0f25-4a1f-83cb-b5ebbab77de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:34.898571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-973e1b15-6641-4e8a-894f-0f1cabaafad5 req-eaefe347-75a8-408e-ab83-556bff132a11 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407021 Jun 03 16:20:34.921804 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38268) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:35.001412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80658f76-f437-4b57-b474-7c2150da2850 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:35.002952 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-80658f76-f437-4b57-b474-7c2150da2850 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1091 time: 0.0800784 Jun 03 16:20:35.005837 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38272) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:35.010773 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:20:35.017519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:20:35.021441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:floatingip and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:20:35.024286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:20:35.030009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:20:35.046502 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:35.206371 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:35.344239 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.25.7.217 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/7d55e85f-38cd-4b60-8b8e-4a17b4b74c40) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:20:35.371816 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:35.496916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:35.528136 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:35.596225 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:20:35.599087 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:20:35.601725 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:20:35.636169 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=7d55e85f-38cd-4b60-8b8e-4a17b4b74c40,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:35.826894 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:36.024643 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:36.111176 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:36.328726 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:36.334456 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:36.554043 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=7d55e85f-38cd-4b60-8b8e-4a17b4b74c40,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:20:36.567940 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:36.740309 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Floating IP 4afcc648-13e4-470f-9268-76f8a5c7c854 associated. External IP: 172.25.7.217, port: b3b682be-fa30-46e1-809b-93e43c2ca88d. Jun 03 16:20:37.104761 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router 8e428b07-2b7e-4952-b0c1-001a28208a76 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:20:37.276235 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:37.288345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:20:37.299118 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf94820-d81a-4727-896b-7539ece0fc9d None None] Sync routers for ids ['8e428b07-2b7e-4952-b0c1-001a28208a76'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:20:37.309918 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf94820-d81a-4727-896b-7539ece0fc9d None None] Routers {'8e428b07-2b7e-4952-b0c1-001a28208a76'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:37.310786 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ebf94820-d81a-4727-896b-7539ece0fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:20:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8e428b07-2b7e-4952-b0c1-001a28208a76'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:37.314331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:37.372757 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f0194347-0f32-404f-b6c2-c28e56871cad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3658783 Jun 03 16:20:37.373385 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:20:37.420524 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5887e03f-de53-417e-bbf9-83785c53602a'] response: {'name': 'network-changed', 'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'status': 'completed', 'code': 200} Jun 03 16:20:37.493076 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ebf94820-d81a-4727-896b-7539ece0fc9d None None] Set router 8e428b07-2b7e-4952-b0c1-001a28208a76 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:37.575381 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa247638-a0ff-4fa6-b91d-5a1df4184f75 req-02c948e3-fbc9-410f-a3aa-eeb21d5cf08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:37.576879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa247638-a0ff-4fa6-b91d-5a1df4184f75 req-02c948e3-fbc9-410f-a3aa-eeb21d5cf08e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1096 time: 0.1345205 Jun 03 16:20:37.589189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2a713-62b0-47a7-a9f7-9f2ecc1250a3 req-84fddb61-04ac-4427-86ac-132601655ce3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:37.590622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4b2a713-62b0-47a7-a9f7-9f2ecc1250a3 req-84fddb61-04ac-4427-86ac-132601655ce3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.1103628 Jun 03 16:20:37.712711 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b4b2a713-62b0-47a7-a9f7-9f2ecc1250a3 req-2af8df87-b101-41cc-8318-c34d83c41a1e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037018 Jun 03 16:20:37.738189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38280) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:37.753969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa247638-a0ff-4fa6-b91d-5a1df4184f75 req-bd65bbec-11dc-4b54-acfd-0b1e20313af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:37.755566 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa247638-a0ff-4fa6-b91d-5a1df4184f75 req-bd65bbec-11dc-4b54-acfd-0b1e20313af3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 897 time: 0.1641314 Jun 03 16:20:37.837894 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ebf94820-d81a-4727-896b-7539ece0fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '4afcc648-13e4-470f-9268-76f8a5c7c854', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'port_id': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'mac_address': 'fa:16:3e:3e:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:20:35Z', 'updated_at': '2022-06-03T16:20:35Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89afba7-93d5-4882-8598-79f0410de23e', 'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:11:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:20Z', 'updated_at': '2022-06-03T16:20:25Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:37.841844 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf94820-d81a-4727-896b-7539ece0fc9d None None] Checking router: 8e428b07-2b7e-4952-b0c1-001a28208a76 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:20:37.850290 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf94820-d81a-4727-896b-7539ece0fc9d None None] Routers {'8e428b07-2b7e-4952-b0c1-001a28208a76'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:20:37.851076 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ebf94820-d81a-4727-896b-7539ece0fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:20:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8e428b07-2b7e-4952-b0c1-001a28208a76'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:37.855139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa247638-a0ff-4fa6-b91d-5a1df4184f75 req-37e54f90-e491-49c4-9e52-1c014bd61429 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 999 time: 0.0929229 Jun 03 16:20:37.867353 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-05fabadf-52f4-4a7e-a89f-7569d4fce447 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/4afcc648-13e4-470f-9268-76f8a5c7c854 HTTP/1.1" status: 200 len: 991 time: 0.1268451 Jun 03 16:20:37.920482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa247638-a0ff-4fa6-b91d-5a1df4184f75 req-7421aeb5-74ff-4d57-a2e8-a38888e4e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:37.921924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa247638-a0ff-4fa6-b91d-5a1df4184f75 req-7421aeb5-74ff-4d57-a2e8-a38888e4e585 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 200 len: 834 time: 0.0596874 Jun 03 16:20:38.006083 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa247638-a0ff-4fa6-b91d-5a1df4184f75 req-3c2efa1f-b89e-46a2-a3c7-bedea7abcfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:20:38.007770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa247638-a0ff-4fa6-b91d-5a1df4184f75 req-3c2efa1f-b89e-46a2-a3c7-bedea7abcfa6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=acd32100-5172-42c7-a26d-985f7e2f082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800018 Jun 03 16:20:38.027066 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ebf94820-d81a-4727-896b-7539ece0fc9d None None] Set router 8e428b07-2b7e-4952-b0c1-001a28208a76 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:20:38.140379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa247638-a0ff-4fa6-b91d-5a1df4184f75 req-d3932221-04fd-4e1f-be5f-19a3a769ae67 service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261106 Jun 03 16:20:38.275034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fa247638-a0ff-4fa6-b91d-5a1df4184f75 req-e152cc24-64ca-4573-90a7-06549fc383cf service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278629 Jun 03 16:20:38.399394 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ebf94820-d81a-4727-896b-7539ece0fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '4afcc648-13e4-470f-9268-76f8a5c7c854', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'port_id': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'mac_address': 'fa:16:3e:3e:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:20:35Z', 'updated_at': '2022-06-03T16:20:35Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89afba7-93d5-4882-8598-79f0410de23e', 'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:11:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:20Z', 'updated_at': '2022-06-03T16:20:25Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:20:38.403418 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf94820-d81a-4727-896b-7539ece0fc9d None None] The sync data for ids ['8e428b07-2b7e-4952-b0c1-001a28208a76'] in n-d-844595-1 is: [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '4afcc648-13e4-470f-9268-76f8a5c7c854', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.217', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'port_id': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'mac_address': 'fa:16:3e:3e:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:20:35Z', 'updated_at': '2022-06-03T16:20:35Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89afba7-93d5-4882-8598-79f0410de23e', 'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:11:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:20Z', 'updated_at': '2022-06-03T16:20:25Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:20:38.609684 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd1f8b7-4e53-46c1-9703-f9c89925afda None None] New status for floating IP 4afcc648-13e4-470f-9268-76f8a5c7c854: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:20:38.870649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38284) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:20:39.076611 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3e874bd6-11a6-49b1-a2f2-1a2925087315 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/4afcc648-13e4-470f-9268-76f8a5c7c854 HTTP/1.1" status: 200 len: 993 time: 0.2048626 Jun 03 16:20:39.480805 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:20:42.029301 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:21:00.124535 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:02.249054 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cbe10edb-a9da-4dbe-9bea-a4bacbac31b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:04.901443 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c29f-8116-414b-9444-bc62eedd9547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:05.381059 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:05.833712 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:06.124668 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38302) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:06.181342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f536a0b-728e-411e-9ee2-b606ef94b1a3 req-79815699-a06f-40cb-b126-b613e1397e2f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:06.182854 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f536a0b-728e-411e-9ee2-b606ef94b1a3 req-79815699-a06f-40cb-b126-b613e1397e2f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0946724 Jun 03 16:21:06.232795 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f536a0b-728e-411e-9ee2-b606ef94b1a3 req-ee062210-8e91-4f26-85eb-59eb1c368d02 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439975 Jun 03 16:21:06.246561 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-be6cc5f9-8d43-4849-a046-32e848b22445 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1207132 Jun 03 16:21:07.284134 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:07.426094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcaa43-9187-484c-bbda-c0a32c9aa00f req-4f5ee97d-d5ce-45d7-9f11-4e559afd577e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:07.427447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00fcaa43-9187-484c-bbda-c0a32c9aa00f req-4f5ee97d-d5ce-45d7-9f11-4e559afd577e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0820830 Jun 03 16:21:07.475356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-00fcaa43-9187-484c-bbda-c0a32c9aa00f req-af7db1cf-2a7f-4b05-b2f2-f629fc9e4019 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410600 Jun 03 16:21:07.649563 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-ced151a3-671c-44c2-913d-86211e8e8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:07.651104 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-ced151a3-671c-44c2-913d-86211e8e8627 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1096 time: 0.0770698 Jun 03 16:21:07.789889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-0b342c3d-03c0-488a-b068-760e0d3e3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:07.791399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-0b342c3d-03c0-488a-b068-760e0d3e3c8b service neutron] 10.222.0.75 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 897 time: 0.1338809 Jun 03 16:21:07.903049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-db0cc120-ef1e-4b04-b258-261ece0382a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 1001 time: 0.1051774 Jun 03 16:21:07.967075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-ed2b83f5-7118-44ab-bbb9-863e0bee4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:07.968555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-ed2b83f5-7118-44ab-bbb9-863e0bee4413 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 200 len: 834 time: 0.0588479 Jun 03 16:21:08.057686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-f073d128-6113-4b99-befb-0cfe92daafea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:08.059533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-f073d128-6113-4b99-befb-0cfe92daafea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=acd32100-5172-42c7-a26d-985f7e2f082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847197 Jun 03 16:21:08.193550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-7a46cbfb-943b-4e30-b86a-f9803a9a805b service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266859 Jun 03 16:21:08.325081 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-11c16483-6cd9-4be3-89ad-4de6da338405 service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251857 Jun 03 16:21:08.670312 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43787ce5-7f57-4e9a-8fc6-a60e975eecc8 req-3fca3180-5886-4039-a32c-454510a9c353 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:08.671685 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43787ce5-7f57-4e9a-8fc6-a60e975eecc8 req-3fca3180-5886-4039-a32c-454510a9c353 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0882077 Jun 03 16:21:08.718837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-43787ce5-7f57-4e9a-8fc6-a60e975eecc8 req-04fe48ee-10b7-4243-aee4-4f5ee59ef7b1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388868 Jun 03 16:21:09.477488 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:09.934087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72d0a1-6c34-4dac-add9-dcf1fea2f2f4 req-4b59661e-61c7-46f1-ab8f-b9687595e2c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:09.935530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af72d0a1-6c34-4dac-add9-dcf1fea2f2f4 req-4b59661e-61c7-46f1-ab8f-b9687595e2c1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0953419 Jun 03 16:21:09.981433 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af72d0a1-6c34-4dac-add9-dcf1fea2f2f4 req-73380b25-b8d2-4c5b-8db1-7ed89cd2390f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400596 Jun 03 16:21:11.203864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0678-9ad6-4f0f-aae4-1a8595da95b7 req-d7b58913-c4f9-4341-85cc-80a086c21bce tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:11.205645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76bb0678-9ad6-4f0f-aae4-1a8595da95b7 req-d7b58913-c4f9-4341-85cc-80a086c21bce tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0912800 Jun 03 16:21:11.250684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-76bb0678-9ad6-4f0f-aae4-1a8595da95b7 req-23b2012a-bcb0-4ef7-981b-d67203c1b20d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393126 Jun 03 16:21:12.467752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401608e7-14a2-490d-b203-a488fad90607 req-961adb51-2857-4ff5-b967-bb60aa76d701 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:12.469203 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-401608e7-14a2-490d-b203-a488fad90607 req-961adb51-2857-4ff5-b967-bb60aa76d701 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0949695 Jun 03 16:21:12.514232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-401608e7-14a2-490d-b203-a488fad90607 req-56b764f6-fed7-4cb6-af7c-94a3f74ba954 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391302 Jun 03 16:21:13.706220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90157dfa-6aba-4df1-ad28-09d1bdf82024 req-10e69c7f-6fc2-48cb-90f7-41718e3351e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:13.707656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90157dfa-6aba-4df1-ad28-09d1bdf82024 req-10e69c7f-6fc2-48cb-90f7-41718e3351e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0802479 Jun 03 16:21:13.752884 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-90157dfa-6aba-4df1-ad28-09d1bdf82024 req-2485dba5-e621-4364-ad1e-ca7cef9ea65f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376987 Jun 03 16:21:14.859125 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b12b63-d488-4ec8-bc7f-f240ae5f089b req-30ab0081-8f82-4549-b233-800603cc5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:14.860596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3b12b63-d488-4ec8-bc7f-f240ae5f089b req-30ab0081-8f82-4549-b233-800603cc5762 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1096 time: 0.0741050 Jun 03 16:21:15.138271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b12b63-d488-4ec8-bc7f-f240ae5f089b req-2ad5b171-4817-4c8b-aeb8-752d4a22d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.139634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3b12b63-d488-4ec8-bc7f-f240ae5f089b req-2ad5b171-4817-4c8b-aeb8-752d4a22d118 service neutron] 10.222.0.75 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 897 time: 0.2479455 Jun 03 16:21:15.147044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da980e0-efee-4b0c-b665-6d3939b7354d req-d3fc993a-0025-472a-b780-2a10bcc96bb2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.148379 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1da980e0-efee-4b0c-b665-6d3939b7354d req-d3fc993a-0025-472a-b780-2a10bcc96bb2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.2869365 Jun 03 16:21:15.272156 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1da980e0-efee-4b0c-b665-6d3939b7354d req-e1583ca9-c3bf-4e12-9ec2-404cdb81c08c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721245 Jun 03 16:21:15.273898 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3b12b63-d488-4ec8-bc7f-f240ae5f089b req-113dbbff-8cdc-4660-ab85-4249860b9f25 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 1001 time: 0.1246793 Jun 03 16:21:15.335974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b12b63-d488-4ec8-bc7f-f240ae5f089b req-865ee012-7163-414b-a8a1-8d60eac9e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.337468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3b12b63-d488-4ec8-bc7f-f240ae5f089b req-865ee012-7163-414b-a8a1-8d60eac9e91e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 200 len: 834 time: 0.0573378 Jun 03 16:21:15.414447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b12b63-d488-4ec8-bc7f-f240ae5f089b req-28fedc61-712f-478f-a65d-91eb08dc0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:15.415880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3b12b63-d488-4ec8-bc7f-f240ae5f089b req-28fedc61-712f-478f-a65d-91eb08dc0147 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=acd32100-5172-42c7-a26d-985f7e2f082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726693 Jun 03 16:21:15.545691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3b12b63-d488-4ec8-bc7f-f240ae5f089b req-54f20462-2884-469d-8be3-081ba5ebb054 service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238186 Jun 03 16:21:15.692968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3b12b63-d488-4ec8-bc7f-f240ae5f089b req-ec2adc5d-f124-40cb-8cf3-c4428466eb99 service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402621 Jun 03 16:21:16.472579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeec7b-ef92-4f49-815c-ab06fcba2afd req-a2a6e7fb-b0f5-4a61-a63f-2e05be706735 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:16.474059 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30eeec7b-ef92-4f49-815c-ab06fcba2afd req-a2a6e7fb-b0f5-4a61-a63f-2e05be706735 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0918844 Jun 03 16:21:16.518745 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-30eeec7b-ef92-4f49-815c-ab06fcba2afd req-154b5bd7-bcb6-45d6-a302-2f924893d8e2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389099 Jun 03 16:21:17.721319 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec91fb-e131-4d95-b57e-65c3cb5e8817 req-65ad4131-f4be-4869-896e-a3ffed7f2b91 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:17.722811 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abec91fb-e131-4d95-b57e-65c3cb5e8817 req-65ad4131-f4be-4869-896e-a3ffed7f2b91 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0931427 Jun 03 16:21:17.771954 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-abec91fb-e131-4d95-b57e-65c3cb5e8817 req-b7e9fca0-81d0-436c-9a0a-9ccdd57e7798 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Jun 03 16:21:18.975605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f0cdc-255f-483f-b00c-6ac7345fa1de req-e57d2191-ebed-48f6-aa7b-125fa1c83935 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:18.977049 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-531f0cdc-255f-483f-b00c-6ac7345fa1de req-e57d2191-ebed-48f6-aa7b-125fa1c83935 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0859473 Jun 03 16:21:19.020843 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-531f0cdc-255f-483f-b00c-6ac7345fa1de req-23b1f765-8090-4e0b-adc3-d57311b6ea10 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380714 Jun 03 16:21:19.028569 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:21:20.247444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6320e-737b-498f-8f43-e2136e403bf3 req-8090d4e3-dd83-43b2-a62e-62e280b101d7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:20.248872 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ef6320e-737b-498f-8f43-e2136e403bf3 req-8090d4e3-dd83-43b2-a62e-62e280b101d7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0962787 Jun 03 16:21:20.345847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4ef6320e-737b-498f-8f43-e2136e403bf3 req-ff42915d-6797-4b2a-a961-15d3a6e4ace0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885711 Jun 03 16:21:20.366110 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-a3b9fbbc-4bed-4ca8-898b-06905cf99637 service neutron] show failed (client error): The resource could not be found. Jun 03 16:21:20.367125 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-a3b9fbbc-4bed-4ca8-898b-06905cf99637 service neutron] 10.222.0.75 "GET /v2.0/ports/b3b682be-fa30-46e1-809b-93e43c2ca88d/bindings/n-h2-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0894601 Jun 03 16:21:20.656940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-c86b6e88-c458-4e84-b788-59277608ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:20.658394 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-c86b6e88-c458-4e84-b788-59277608ae18 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 1096 time: 0.0858338 Jun 03 16:21:20.675135 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:21:20.791647 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:21.060222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:21.090168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:21:21.152471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:21:21.158764 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:21.174719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Transition to ACTIVE for port object b3b682be-fa30-46e1-809b-93e43c2ca88d will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:21:21.179912 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:21.220669 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9f1fb9-4180-4ec6-b74f-42aa1ad882c8'] response: {'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'code': 200} Jun 03 16:21:21.438933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Pushing event updated for resources: {'Port': ['ID=b3b682be-fa30-46e1-809b-93e43c2ca88d,revision_number=6']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:21.451762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.452101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.452434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.452953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.453070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.453384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.453699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.454357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.454678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.454993 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.455307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.455619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:21.536072 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] No DVR routers for this DVR port b3b682be-fa30-46e1-809b-93e43c2ca88d on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:21:21.729248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff6105-0b47-4054-a383-f414ef6453e0 req-e73a623d-92d1-43eb-b839-3221111ff1ce tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:21.730828 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60ff6105-0b47-4054-a383-f414ef6453e0 req-e73a623d-92d1-43eb-b839-3221111ff1ce tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 943 time: 0.2696168 Jun 03 16:21:21.809471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Attempting to bind port b3b682be-fa30-46e1-809b-93e43c2ca88d on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:21:21.809749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Attempting to bind port b3b682be-fa30-46e1-809b-93e43c2ca88d by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:21:21.810122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Attempting to bind port b3b682be-fa30-46e1-809b-93e43c2ca88d on network acd32100-5172-42c7-a26d-985f7e2f082b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:21:21.820073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Port b3b682be-fa30-46e1-809b-93e43c2ca88d on network acd32100-5172-42c7-a26d-985f7e2f082b not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:21:21.820383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Attempting to bind port b3b682be-fa30-46e1-809b-93e43c2ca88d on network acd32100-5172-42c7-a26d-985f7e2f082b {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:21:21.824729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-60ff6105-0b47-4054-a383-f414ef6453e0 req-1a5f1237-ef77-4a2b-8061-58848389738b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652108 Jun 03 16:21:21.828992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:21:21.829682 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Checking segment: {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:21:21.830250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Bound using segment: {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:21:21.830757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Bound port: b3b682be-fa30-46e1-809b-93e43c2ca88d, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:21:21.831244 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:21.924288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:21:21.927776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:21:21.933379 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:21.992911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:21.993510 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:21.994898 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] 10.222.0.67 "PUT /v2.0/ports/b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 1091 time: 1.3237212 Jun 03 16:21:22.012623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372e9b2-ba00-4891-909b-1fd0f446cf4d service neutron] Pushing event updated for resources: {'Port': ['ID=b3b682be-fa30-46e1-809b-93e43c2ca88d,revision_number=7']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:22.103966 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-5584587b-854f-4bde-9114-999c644640db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:22.105529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-5584587b-854f-4bde-9114-999c644640db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1094 time: 0.0769384 Jun 03 16:21:22.238445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-2b2404b7-b022-4742-ac7a-48e33f9f0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:22.239829 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-2b2404b7-b022-4742-ac7a-48e33f9f0d22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 897 time: 0.1275337 Jun 03 16:21:22.345468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-b84250d2-d8dc-4dff-8348-4bf82a20f4e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 999 time: 0.0987601 Jun 03 16:21:22.412647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-909b0cac-17b0-43d6-907a-eef4063c6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:22.414170 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-909b0cac-17b0-43d6-907a-eef4063c6124 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 200 len: 834 time: 0.0628257 Jun 03 16:21:22.499519 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-f41edfe9-f471-44bb-adbc-b091df5f4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:22.500935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-f41edfe9-f471-44bb-adbc-b091df5f4a50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=acd32100-5172-42c7-a26d-985f7e2f082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812104 Jun 03 16:21:22.510338 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-5907d08d-7a17-4866-8ece-b7c8223ce901 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:21:22.511270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-5907d08d-7a17-4866-8ece-b7c8223ce901 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048862 Jun 03 16:21:22.648592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-f11cf0fe-eb2d-42b2-ace4-552089d88254 service neutron] 10.222.0.67 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312273 Jun 03 16:21:22.783645 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbeda66c-1bd6-4eb5-86e5-24b33f14058b req-ea0dd1ac-7eaa-4653-bf2b-da264d3370f5 service neutron] 10.222.0.67 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287222 Jun 03 16:21:23.020914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd24c4c-8276-434c-be1f-71042a0153a0 req-075ae0ab-104d-43e1-93fb-732b6fe8073c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:23.022716 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbd24c4c-8276-434c-be1f-71042a0153a0 req-075ae0ab-104d-43e1-93fb-732b6fe8073c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 943 time: 0.0855310 Jun 03 16:21:23.068826 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cbd24c4c-8276-434c-be1f-71042a0153a0 req-87f01d1b-7508-4fd3-8019-5a150c82e470 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397639 Jun 03 16:21:23.221956 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:21:23.279686 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802be37c-d9c4-42f2-9410-3a043c47ee46'] response: {'name': 'network-changed', 'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'status': 'completed', 'code': 200} Jun 03 16:21:23.536322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-40c379a4-606c-4bd7-9da4-c33c63b33236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:23.537855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-40c379a4-606c-4bd7-9da4-c33c63b33236 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1094 time: 0.2376168 Jun 03 16:21:23.539696 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-0f61e337-11fb-44f8-a677-2ae357609ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:23.540975 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-0f61e337-11fb-44f8-a677-2ae357609ab5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1094 time: 0.2076137 Jun 03 16:21:23.769856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-1f894c01-8992-4de6-af5b-c89bb7ce70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:23.771311 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-1f894c01-8992-4de6-af5b-c89bb7ce70ab service neutron] 10.222.0.75 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 897 time: 0.2275605 Jun 03 16:21:23.773560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-1c556f04-a2b9-44e7-bcd5-e9ecba145bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:23.774872 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-1c556f04-a2b9-44e7-bcd5-e9ecba145bb6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 897 time: 0.2140200 Jun 03 16:21:23.955604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-95f97fa5-495e-47d6-a38b-73bd6b9bdf4b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 999 time: 0.1774654 Jun 03 16:21:23.957264 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-6e0f0c08-3b95-43ad-ab7f-138d1b079966 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 999 time: 0.1326826 Jun 03 16:21:24.063786 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-e0c1cf22-5c75-4261-8bd9-fd5be7ca07bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:24.065106 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-e0c1cf22-5c75-4261-8bd9-fd5be7ca07bc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 200 len: 834 time: 0.1030579 Jun 03 16:21:24.068142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-0b34e9c7-05ea-482b-b624-2f46b4b160cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:24.069413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-0b34e9c7-05ea-482b-b624-2f46b4b160cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 200 len: 834 time: 0.0793722 Jun 03 16:21:24.189568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b3b682be-fa30-46e1-809b-93e43c2ca88d no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:21:24.247736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device b3b682be-fa30-46e1-809b-93e43c2ca88d not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:21:24.257030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-f8a2f98d-57a1-4c6c-9103-e9b14b70e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:24.258571 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-f8a2f98d-57a1-4c6c-9103-e9b14b70e0a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=acd32100-5172-42c7-a26d-985f7e2f082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1866724 Jun 03 16:21:24.260258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-e17266c8-bfcf-4c94-b5f8-506049297ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:24.261661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-e17266c8-bfcf-4c94-b5f8-506049297ab3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=acd32100-5172-42c7-a26d-985f7e2f082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607847 Jun 03 16:21:24.419434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a320c5f-a9ab-438a-a5a8-3b2718baaebb req-5c6ca011-e1b0-4023-92a8-0f7c3a25f927 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:24.420880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a320c5f-a9ab-438a-a5a8-3b2718baaebb req-5c6ca011-e1b0-4023-92a8-0f7c3a25f927 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 943 time: 0.2453220 Jun 03 16:21:24.536305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a320c5f-a9ab-438a-a5a8-3b2718baaebb req-778aa36c-6a75-4e23-a835-83ade88ef6da tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089816 Jun 03 16:21:24.543720 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-dd04b0d8-6bb7-4d26-975f-72f908ece474 service neutron] 10.222.0.67 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582769 Jun 03 16:21:24.545570 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-7f09aa09-cd35-4aab-9e16-0de303fba971 service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803340 Jun 03 16:21:24.791423 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-3bc78e45-908f-4051-8ef2-2960ff363404 service neutron] 10.222.0.67 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407908 Jun 03 16:21:24.794592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f9d65f01-a4ff-402b-ae3d-d5436b378884 req-ebaa6f39-2deb-4097-9533-7c0e8d86e1c4 service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177548 Jun 03 16:21:25.468250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9dd36-1b1f-4d41-80cb-a857e4370e5e req-eccfc28b-1e41-460d-8713-53f111da09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:25.469696 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40f9dd36-1b1f-4d41-80cb-a857e4370e5e req-eccfc28b-1e41-460d-8713-53f111da09e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1094 time: 0.0882616 Jun 03 16:21:25.791987 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9dd36-1b1f-4d41-80cb-a857e4370e5e req-d4b1e2cc-0530-460c-938c-4ef44cc901ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:25.793471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40f9dd36-1b1f-4d41-80cb-a857e4370e5e req-d4b1e2cc-0530-460c-938c-4ef44cc901ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 897 time: 0.3015599 Jun 03 16:21:25.810548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7740-fb3c-4ad4-be56-ec789011db52 req-960cd1b2-396f-4ac4-a418-19c8c391d24e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:25.811930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-265f7740-fb3c-4ad4-be56-ec789011db52 req-960cd1b2-396f-4ac4-a418-19c8c391d24e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 943 time: 0.1331434 Jun 03 16:21:25.942338 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-265f7740-fb3c-4ad4-be56-ec789011db52 req-cc638852-97a8-46db-82ad-e13c819ffa5d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774643 Jun 03 16:21:25.946163 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40f9dd36-1b1f-4d41-80cb-a857e4370e5e req-1d4a4d8f-d560-4061-9e01-abee609324fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 999 time: 0.1332824 Jun 03 16:21:26.025747 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9dd36-1b1f-4d41-80cb-a857e4370e5e req-b0beb893-3eb8-46c1-9052-0a2eea01b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:26.027245 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40f9dd36-1b1f-4d41-80cb-a857e4370e5e req-b0beb893-3eb8-46c1-9052-0a2eea01b436 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 200 len: 834 time: 0.0748889 Jun 03 16:21:26.104419 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9dd36-1b1f-4d41-80cb-a857e4370e5e req-0c7714f7-a6f4-47f8-84fc-644c4dbcec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:26.105856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40f9dd36-1b1f-4d41-80cb-a857e4370e5e req-0c7714f7-a6f4-47f8-84fc-644c4dbcec7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=acd32100-5172-42c7-a26d-985f7e2f082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720444 Jun 03 16:21:26.244041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40f9dd36-1b1f-4d41-80cb-a857e4370e5e req-751ca38c-91cb-49ae-95bd-11c990ff6cbe service neutron] 10.222.0.67 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322734 Jun 03 16:21:26.376077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40f9dd36-1b1f-4d41-80cb-a857e4370e5e req-b7ccce18-5986-486e-9e60-c470f68bc1cf service neutron] 10.222.0.67 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252444 Jun 03 16:21:27.157564 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6694a-fe26-4a7a-be13-9242c6e188af req-01011f8d-eba6-4479-96ac-b07cdc8619fe tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:27.159034 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecb6694a-fe26-4a7a-be13-9242c6e188af req-01011f8d-eba6-4479-96ac-b07cdc8619fe tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 943 time: 0.1012523 Jun 03 16:21:27.203470 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ecb6694a-fe26-4a7a-be13-9242c6e188af req-1099a028-59cf-4c72-9db3-0cbf318e2f23 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387518 Jun 03 16:21:27.594509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee346ee3-003d-47d6-9f90-5cf12df63b2e req-962aaaaa-2836-4022-8341-8245478850f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:27.595920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee346ee3-003d-47d6-9f90-5cf12df63b2e req-962aaaaa-2836-4022-8341-8245478850f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 943 time: 0.1535940 Jun 03 16:21:27.604071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfba69-50fa-40ac-a751-f25374656b2b req-4eb92161-14d3-4ea4-91cc-866e52926276 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:27.605529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17cfba69-50fa-40ac-a751-f25374656b2b req-4eb92161-14d3-4ea4-91cc-866e52926276 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&binding%3Ahost_id=n-h2-844595-1 HTTP/1.1" status: 200 len: 943 time: 0.1323283 Jun 03 16:21:27.644178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3b682be-fa30-46e1-809b-93e43c2ca88d details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:21:27.702621 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee346ee3-003d-47d6-9f90-5cf12df63b2e req-d239b82e-78ca-4aba-8faa-4d659bdb459e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961173 Jun 03 16:21:27.712598 n-d-844595-1 neutron-server[88445]: INFO neutron.api.v2.resource [req-17cfba69-50fa-40ac-a751-f25374656b2b req-3278b64d-ee9f-4cdc-91c2-c28a73972ded service neutron] delete failed (client error): The resource could not be found. Jun 03 16:21:27.713596 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17cfba69-50fa-40ac-a751-f25374656b2b req-3278b64d-ee9f-4cdc-91c2-c28a73972ded service neutron] 10.222.0.75 "DELETE /v2.0/ports/b3b682be-fa30-46e1-809b-93e43c2ca88d/bindings/n-h1-844595-1 HTTP/1.1" status: 404 len: 380 time: 0.0944014 Jun 03 16:21:27.794709 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:27.808044 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'port_id': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'mac_address': 'fa:16:3e:3e:83:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:21:27.861942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b3b682be-fa30-46e1-809b-93e43c2ca88d is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:21:27.862266 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:27.882351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b682be-fa30-46e1-809b-93e43c2ca88d {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:21:27.898077 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:27.904211 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:27.920170 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfba69-50fa-40ac-a751-f25374656b2b req-0d6adf80-ec4d-422d-821f-df769dc7f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:27.921666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17cfba69-50fa-40ac-a751-f25374656b2b req-0d6adf80-ec4d-422d-821f-df769dc7f32a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1094 time: 0.1353223 Jun 03 16:21:27.933517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54fb24-f0d8-4002-ab25-5d80e1d22f94 req-07eb47e5-0602-484f-bc4e-8d41b74df84a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:27.934961 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af54fb24-f0d8-4002-ab25-5d80e1d22f94 req-07eb47e5-0602-484f-bc4e-8d41b74df84a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 943 time: 0.1150923 Jun 03 16:21:27.975881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b3b682be-fa30-46e1-809b-93e43c2ca88d,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:27.983773 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:27.984108 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:27.984491 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:27.984808 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:27.985131 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:27.985456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:27.985765 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:27.986109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:27.986418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:27.986732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:27.987040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:27.987344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:21:28.057065 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af54fb24-f0d8-4002-ab25-5d80e1d22f94 req-2a73452d-6908-43c7-bcaa-4a69d014f6b5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038404 Jun 03 16:21:28.096660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfba69-50fa-40ac-a751-f25374656b2b req-b95a11b7-b1f4-4e55-8f61-803b0290c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:28.098124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17cfba69-50fa-40ac-a751-f25374656b2b req-b95a11b7-b1f4-4e55-8f61-803b0290c637 service neutron] 10.222.0.75 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 897 time: 0.1622810 Jun 03 16:21:28.196775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17cfba69-50fa-40ac-a751-f25374656b2b req-22e45645-a5e8-4aad-a5ad-a7f26a136434 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 1000 time: 0.0922534 Jun 03 16:21:28.263704 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfba69-50fa-40ac-a751-f25374656b2b req-cc12b0ea-e4e7-4267-bd37-004ad47396e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:28.265122 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17cfba69-50fa-40ac-a751-f25374656b2b req-cc12b0ea-e4e7-4267-bd37-004ad47396e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 200 len: 834 time: 0.0628893 Jun 03 16:21:28.341588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfba69-50fa-40ac-a751-f25374656b2b req-e3a1c150-23dc-4ef8-99cd-81571a398a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:28.343115 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17cfba69-50fa-40ac-a751-f25374656b2b req-e3a1c150-23dc-4ef8-99cd-81571a398a45 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=acd32100-5172-42c7-a26d-985f7e2f082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719380 Jun 03 16:21:28.348718 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['b3b682be-fa30-46e1-809b-93e43c2ca88d'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:21:28.580285 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17cfba69-50fa-40ac-a751-f25374656b2b req-548ab568-641b-42a9-a8c8-08af175d775c service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296085 Jun 03 16:21:28.712887 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17cfba69-50fa-40ac-a751-f25374656b2b req-3c722d54-afa2-4000-abe3-d9109fb44ba9 service neutron] 10.222.0.75 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259117 Jun 03 16:21:29.251001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92da14-233f-41f7-8a6d-187c298c96cc req-e160bce4-1cc4-49be-a4d0-5c2f39bbb708 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:29.252495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1c92da14-233f-41f7-8a6d-187c298c96cc req-e160bce4-1cc4-49be-a4d0-5c2f39bbb708 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 944 time: 0.0863712 Jun 03 16:21:29.297912 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1c92da14-233f-41f7-8a6d-187c298c96cc req-47f1ecc4-969c-415a-872c-a2f9348790a4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391607 Jun 03 16:21:29.659149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3b682be-fa30-46e1-809b-93e43c2ca88d up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:21:29.751913 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port b3b682be-fa30-46e1-809b-93e43c2ca88d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:21:29.760693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port b3b682be-fa30-46e1-809b-93e43c2ca88d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:21:29.761310 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:29.880914 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port b3b682be-fa30-46e1-809b-93e43c2ca88d is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:21:29.881286 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:29.909526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:21:29.919440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:21:29.925229 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:29.964905 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33ce6dd-209d-4a6b-bb9c-37f684127e13'] response: {'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'code': 200} Jun 03 16:21:29.996256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=b3b682be-fa30-46e1-809b-93e43c2ca88d,revision_number=9']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:21:30.122510 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:30.491409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c245a1-0937-48e1-972a-c6c227eac8ec req-9dc10b6d-758c-4dfb-a526-f2c4dd66125e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:21:30.492873 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92c245a1-0937-48e1-972a-c6c227eac8ec req-9dc10b6d-758c-4dfb-a526-f2c4dd66125e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.0867341 Jun 03 16:21:30.545275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92c245a1-0937-48e1-972a-c6c227eac8ec req-b1a903ba-b4be-436e-9d1b-f1c7629d6960 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 Jun 03 16:21:30.578722 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38384) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:21:30.686539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8c55d5d7-bce4-463c-896d-4262588aecbd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/4afcc648-13e4-470f-9268-76f8a5c7c854 HTTP/1.1" status: 200 len: 993 time: 0.1064167 Jun 03 16:21:32.253499 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a3edb252-4d15-4a57-b6ce-644d79c2266e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:34.903611 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e89f347-6ad0-4263-b8bc-20f3e80814bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:35.383439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:35.842593 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:37.282155 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:39.510759 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:21:56.033858 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:22:00.130942 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:02.259468 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e7638bf8-3123-433d-b69d-5dbe3080fef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:04.911230 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0901d3f5-dc8b-42c9-84b9-11090223b4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:05.382495 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:05.844051 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:07.284825 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:09.527035 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:17.545725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38404) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:17.755529 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port 7d55e85f-38cd-4b60-8b8e-4a17b4b74c40 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:22:17.755875 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:17.932075 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:17.932371 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.058252 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for 7d55e85f-38cd-4b60-8b8e-4a17b4b74c40 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:22:18.225686 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.271208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=7d55e85f-38cd-4b60-8b8e-4a17b4b74c40,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:18.367832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:18.368139 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Floating IP 4afcc648-13e4-470f-9268-76f8a5c7c854 disassociated (deleted). External IP: 172.25.7.217, port: b3b682be-fa30-46e1-809b-93e43c2ca88d. Jun 03 16:22:18.828514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router 8e428b07-2b7e-4952-b0c1-001a28208a76 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:22:19.009632 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:22:19.020664 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ac360-3908-4d69-a5e0-f54354107767 None None] Sync routers for ids ['8e428b07-2b7e-4952-b0c1-001a28208a76'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:19.030817 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ac360-3908-4d69-a5e0-f54354107767 None None] Routers {'8e428b07-2b7e-4952-b0c1-001a28208a76'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:19.031068 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:19.031419 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-316ac360-3908-4d69-a5e0-f54354107767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:22:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8e428b07-2b7e-4952-b0c1-001a28208a76'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:19.089111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-25375b0f-02d6-4f74-a178-ffe13a3281fa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/floatingips/4afcc648-13e4-470f-9268-76f8a5c7c854 HTTP/1.1" status: 204 len: 168 time: 1.5419519 Jun 03 16:22:19.089763 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:19.135501 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2c3d6e-e86a-426f-86ad-c25aff7f7ff3'] response: {'name': 'network-changed', 'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'status': 'completed', 'code': 200} Jun 03 16:22:19.223728 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-316ac360-3908-4d69-a5e0-f54354107767 None None] Set router 8e428b07-2b7e-4952-b0c1-001a28208a76 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:19.255444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bbb19-936e-432f-8f3f-78b29e18b417 req-49c774ce-3f73-44d3-97bf-a37d6668ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:19.256968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b8bbb19-936e-432f-8f3f-78b29e18b417 req-49c774ce-3f73-44d3-97bf-a37d6668ee45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 1096 time: 0.0780079 Jun 03 16:22:19.436075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bbb19-936e-432f-8f3f-78b29e18b417 req-1e921e0f-4b3b-4605-923d-c34f64bf1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:19.437516 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b8bbb19-936e-432f-8f3f-78b29e18b417 req-1e921e0f-4b3b-4605-923d-c34f64bf1f7e service neutron] 10.222.0.67 "GET /v2.0/networks?id=acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 200 len: 897 time: 0.1742666 Jun 03 16:22:19.508292 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b8bbb19-936e-432f-8f3f-78b29e18b417 req-98560765-5d31-4d14-b725-4b1088b8cb14 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 200 len: 217 time: 0.0612230 Jun 03 16:22:19.544921 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-316ac360-3908-4d69-a5e0-f54354107767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'd89afba7-93d5-4882-8598-79f0410de23e', 'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:11:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:20Z', 'updated_at': '2022-06-03T16:20:25Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:19.549068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ac360-3908-4d69-a5e0-f54354107767 None None] Checking router: 8e428b07-2b7e-4952-b0c1-001a28208a76 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:19.558110 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ac360-3908-4d69-a5e0-f54354107767 None None] Routers {'8e428b07-2b7e-4952-b0c1-001a28208a76'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:19.558736 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-316ac360-3908-4d69-a5e0-f54354107767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:22:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8e428b07-2b7e-4952-b0c1-001a28208a76'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:19.585257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bbb19-936e-432f-8f3f-78b29e18b417 req-1942a8bb-6995-4fd5-a780-647cdf58dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:19.586819 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b8bbb19-936e-432f-8f3f-78b29e18b417 req-1942a8bb-6995-4fd5-a780-647cdf58dc3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 200 len: 834 time: 0.0707774 Jun 03 16:22:19.598925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252319c9-5edb-4a0f-a508-c508f02c7f6e req-d50abfda-bc08-440d-a052-837f07aef7d4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:19.599678 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-252319c9-5edb-4a0f-a508-c508f02c7f6e req-d50abfda-bc08-440d-a052-837f07aef7d4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:19.663486 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-252319c9-5edb-4a0f-a508-c508f02c7f6e req-d50abfda-bc08-440d-a052-837f07aef7d4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:19.664578 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-252319c9-5edb-4a0f-a508-c508f02c7f6e req-d50abfda-bc08-440d-a052-837f07aef7d4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.2671168 Jun 03 16:22:19.715588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bbb19-936e-432f-8f3f-78b29e18b417 req-fec5d029-f421-4ed8-8717-49a80ecf8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:19.717077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b8bbb19-936e-432f-8f3f-78b29e18b417 req-fec5d029-f421-4ed8-8717-49a80ecf8c6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=acd32100-5172-42c7-a26d-985f7e2f082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146941 Jun 03 16:22:19.721813 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-252319c9-5edb-4a0f-a508-c508f02c7f6e req-12b70221-8b7e-47bf-840c-5b3a28802afa tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508084 Jun 03 16:22:19.735342 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-316ac360-3908-4d69-a5e0-f54354107767 None None] Set router 8e428b07-2b7e-4952-b0c1-001a28208a76 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:19.847646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b8bbb19-936e-432f-8f3f-78b29e18b417 req-be35faa6-af4e-4413-afdb-3cf513f2552f service neutron] 10.222.0.67 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235518 Jun 03 16:22:19.981355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b8bbb19-936e-432f-8f3f-78b29e18b417 req-5d766f2a-2843-41f6-b6f3-3f2089430bd3 service neutron] 10.222.0.67 "GET /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257541 Jun 03 16:22:20.047963 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-316ac360-3908-4d69-a5e0-f54354107767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'd89afba7-93d5-4882-8598-79f0410de23e', 'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:11:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:20Z', 'updated_at': '2022-06-03T16:20:25Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:20.052018 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316ac360-3908-4d69-a5e0-f54354107767 None None] The sync data for ids ['8e428b07-2b7e-4952-b0c1-001a28208a76'] in n-d-844595-1 is: [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:20:20Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'd89afba7-93d5-4882-8598-79f0410de23e', 'name': '', 'network_id': 'acd32100-5172-42c7-a26d-985f7e2f082b', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:11:c2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:20Z', 'updated_at': '2022-06-03T16:20:25Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': '2afb49e9-5747-43d0-8dcf-76dc04f5ddfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:20.303424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d324d193-d7e9-4c78-9e9e-14e74e6ec87e None None] New status for floating IP 4afcc648-13e4-470f-9268-76f8a5c7c854: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:22:20.994456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f1db1-d08a-492f-85b2-a1eeb2db8248 req-13b25445-4f7e-48a2-b4fa-1ac759e952be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:20.996318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-982f1db1-d08a-492f-85b2-a1eeb2db8248 req-13b25445-4f7e-48a2-b4fa-1ac759e952be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.1553128 Jun 03 16:22:21.008049 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1a7c3-1dad-49af-8109-0e6eb7b8e335 req-a61cf5a9-df04-429f-be1c-f2b41bd44d55 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:21.009445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fa1a7c3-1dad-49af-8109-0e6eb7b8e335 req-a61cf5a9-df04-429f-be1c-f2b41bd44d55 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 945 time: 0.1165545 Jun 03 16:22:21.209445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-982f1db1-d08a-492f-85b2-a1eeb2db8248 req-66c3e87e-9da7-4a8b-b860-b4d66f6dd667 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=833fafeb-b8f1-4d34-a922-052985bd574b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989427 Jun 03 16:22:21.213087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-8fa1a7c3-1dad-49af-8109-0e6eb7b8e335 req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port b3b682be-fa30-46e1-809b-93e43c2ca88d {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:22:21.213299 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8fa1a7c3-1dad-49af-8109-0e6eb7b8e335 req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.476999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-8fa1a7c3-1dad-49af-8109-0e6eb7b8e335 req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port b3b682be-fa30-46e1-809b-93e43c2ca88d, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=b3b682be-fa30-46e1-809b-93e43c2ca88d,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:21.477228 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8fa1a7c3-1dad-49af-8109-0e6eb7b8e335 req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.606210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-8fa1a7c3-1dad-49af-8109-0e6eb7b8e335 req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for b3b682be-fa30-46e1-809b-93e43c2ca88d owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:22:21.782994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8fa1a7c3-1dad-49af-8109-0e6eb7b8e335 req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.832822 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=b3b682be-fa30-46e1-809b-93e43c2ca88d,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:21.870600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.870969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.871325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.871651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.871973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.872298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.872616 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.872936 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.873257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.873573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.873897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.874224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:21.918988 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa1a7c3-1dad-49af-8109-0e6eb7b8e335 req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] No DVR routers for this DVR port b3b682be-fa30-46e1-809b-93e43c2ca88d on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:22:21.921646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-8fa1a7c3-1dad-49af-8109-0e6eb7b8e335 req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:21.924222 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'name': 'network-vif-deleted', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:21.941231 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8fa1a7c3-1dad-49af-8109-0e6eb7b8e335 req-44ea9a1e-58fd-4416-8dd2-8b66f038b15b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "DELETE /v2.0/ports/b3b682be-fa30-46e1-809b-93e43c2ca88d HTTP/1.1" status: 204 len: 173 time: 0.9174466 Jun 03 16:22:21.970497 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd572431-41f5-48c2-8b17-59f7b7260526'] response: {'server_uuid': '78024936-07f0-4337-8021-7f09e4ffbb5a', 'name': 'network-vif-deleted', 'tag': 'b3b682be-fa30-46e1-809b-93e43c2ca88d', 'status': 'completed', 'code': 200} Jun 03 16:22:22.375866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d68baf0f-2347-4e9d-b14f-a7b6a6d2f87e req-74db64bc-f6ab-42ce-af41-8b6c87a0bf16 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:22.394568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-d68baf0f-2347-4e9d-b14f-a7b6a6d2f87e req-74db64bc-f6ab-42ce-af41-8b6c87a0bf16 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:22.395903 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d68baf0f-2347-4e9d-b14f-a7b6a6d2f87e req-74db64bc-f6ab-42ce-af41-8b6c87a0bf16 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=78024936-07f0-4337-8021-7f09e4ffbb5a HTTP/1.1" status: 200 len: 210 time: 0.0646877 Jun 03 16:22:23.496662 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38422) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:23.932493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3b682be-fa30-46e1-809b-93e43c2ca88d no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:22:23.968600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: b3b682be-fa30-46e1-809b-93e43c2ca88d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:22:23.968894 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device b3b682be-fa30-46e1-809b-93e43c2ca88d not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:22:24.196427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:24.563320 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port d89afba7-93d5-4882-8598-79f0410de23e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:22:24.564007 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:24.746801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port d89afba7-93d5-4882-8598-79f0410de23e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=d89afba7-93d5-4882-8598-79f0410de23e,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:24.747254 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:24.872097 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for d89afba7-93d5-4882-8598-79f0410de23e owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:22:25.073731 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:25.121612 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=d89afba7-93d5-4882-8598-79f0410de23e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:25.161940 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.162258 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.162604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.162928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.163248 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.163576 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.163886 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.164187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.164533 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.164844 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.165131 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.165441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:25.429134 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:25.898922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router 8e428b07-2b7e-4952-b0c1-001a28208a76 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:22:26.075528 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:22:26.087560 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc0aed-a49d-412e-8a29-9d6e71154e25 None None] Sync routers for ids ['8e428b07-2b7e-4952-b0c1-001a28208a76'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:26.099454 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ca1ac4a7-3b7e-4ca9-a115-44c2fed54ff8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "PUT /v2.0/routers/8e428b07-2b7e-4952-b0c1-001a28208a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6017253 Jun 03 16:22:26.102261 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38426) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:26.102870 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc0aed-a49d-412e-8a29-9d6e71154e25 None None] Routers {'8e428b07-2b7e-4952-b0c1-001a28208a76'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:26.103570 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e5dc0aed-a49d-412e-8a29-9d6e71154e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:22:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8e428b07-2b7e-4952-b0c1-001a28208a76'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:26.171328 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfec2d3b-335e-45cd-a650-25541cf1e4ca tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting subnet 2afb49e9-5747-43d0-8dcf-76dc04f5ddfd {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:22:26.174293 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfec2d3b-335e-45cd-a650-25541cf1e4ca tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:26.228814 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfec2d3b-335e-45cd-a650-25541cf1e4ca tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:26.274794 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e5dc0aed-a49d-412e-8a29-9d6e71154e25 None None] Set router 8e428b07-2b7e-4952-b0c1-001a28208a76 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:26.315654 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfec2d3b-335e-45cd-a650-25541cf1e4ca tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:26.389828 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfec2d3b-335e-45cd-a650-25541cf1e4ca tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:26.429299 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec2d3b-335e-45cd-a650-25541cf1e4ca tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Subnet': ['ID=2afb49e9-5747-43d0-8dcf-76dc04f5ddfd,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:26.431240 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-dfec2d3b-335e-45cd-a650-25541cf1e4ca tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:26.440051 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-dfec2d3b-335e-45cd-a650-25541cf1e4ca tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/subnets/2afb49e9-5747-43d0-8dcf-76dc04f5ddfd HTTP/1.1" status: 204 len: 168 time: 0.3344212 Jun 03 16:22:26.440334 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8686ee7-c6fc-4a31-aa47-46f4a3b8e167 None None] Network acd32100-5172-42c7-a26d-985f7e2f082b requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:22:26.440737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38430) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:26.590941 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e5dc0aed-a49d-412e-8a29-9d6e71154e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:22:24Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:26.594750 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc0aed-a49d-412e-8a29-9d6e71154e25 None None] Checking router: 8e428b07-2b7e-4952-b0c1-001a28208a76 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:26.604401 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc0aed-a49d-412e-8a29-9d6e71154e25 None None] Routers {'8e428b07-2b7e-4952-b0c1-001a28208a76'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:26.604985 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e5dc0aed-a49d-412e-8a29-9d6e71154e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:22:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['8e428b07-2b7e-4952-b0c1-001a28208a76'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:26.621916 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:26.723585 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d396fe6-8dfa-4fab-826c-77ee11aa4dc3 None None] DHCP port deletion for acd32100-5172-42c7-a26d-985f7e2f082b request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:22:26.727859 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2d396fe6-8dfa-4fab-826c-77ee11aa4dc3 None None] Deleting port 0510310e-30a0-47e6-83fd-f96e01ee845e {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:22:26.728223 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2d396fe6-8dfa-4fab-826c-77ee11aa4dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:26.791159 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-e5dc0aed-a49d-412e-8a29-9d6e71154e25 None None] Set router 8e428b07-2b7e-4952-b0c1-001a28208a76 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:26.804361 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:26.814949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port 8251de18-db4e-4380-a31d-a97c2d2ded18 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:22:26.815298 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:26.935574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-2d396fe6-8dfa-4fab-826c-77ee11aa4dc3 None None] For port 0510310e-30a0-47e6-83fd-f96e01ee845e, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=0510310e-30a0-47e6-83fd-f96e01ee845e,segment=NetworkSegment(e03f9bf0-986e-45d0-96b0-8e0a07785a3a),segment_id=e03f9bf0-986e-45d0-96b0-8e0a07785a3a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:26.936041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2d396fe6-8dfa-4fab-826c-77ee11aa4dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.063918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-2d396fe6-8dfa-4fab-826c-77ee11aa4dc3 None None] Calling delete_port for 0510310e-30a0-47e6-83fd-f96e01ee845e owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:22:27.093921 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-e5dc0aed-a49d-412e-8a29-9d6e71154e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:22:24Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:27.098299 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc0aed-a49d-412e-8a29-9d6e71154e25 None None] The sync data for ids ['8e428b07-2b7e-4952-b0c1-001a28208a76'] in n-d-844595-1 is: [{'id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-623695500', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:20:15Z', 'updated_at': '2022-06-03T16:22:24Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '8251de18-db4e-4380-a31d-a97c2d2ded18', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e428b07-2b7e-4952-b0c1-001a28208a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:20:16Z', 'updated_at': '2022-06-03T16:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:27.129143 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port 8251de18-db4e-4380-a31d-a97c2d2ded18, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8251de18-db4e-4380-a31d-a97c2d2ded18,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:27.129663 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.147308 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2d396fe6-8dfa-4fab-826c-77ee11aa4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.195608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d396fe6-8dfa-4fab-826c-77ee11aa4dc3 None None] Pushing event deleted for resources: {'Port': ['ID=0510310e-30a0-47e6-83fd-f96e01ee845e,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:27.200376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d396fe6-8dfa-4fab-826c-77ee11aa4dc3 None None] No DVR routers for this DVR port 0510310e-30a0-47e6-83fd-f96e01ee845e on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:22:27.259944 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for 8251de18-db4e-4380-a31d-a97c2d2ded18 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:22:27.279088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d89afba7-93d5-4882-8598-79f0410de23e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:22:27.317257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: d89afba7-93d5-4882-8598-79f0410de23e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:22:27.317600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device d89afba7-93d5-4882-8598-79f0410de23e not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:22:27.318054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0510310e-30a0-47e6-83fd-f96e01ee845e no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:22:27.352237 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 0510310e-30a0-47e6-83fd-f96e01ee845e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:22:27.352729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 0510310e-30a0-47e6-83fd-f96e01ee845e not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:22:27.463402 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.513768 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=8251de18-db4e-4380-a31d-a97c2d2ded18,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:27.603654 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.776496 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.779083 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.804774 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.805273 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Fanout notify agent at l3_agent the message router_deleted on router 8e428b07-2b7e-4952-b0c1-001a28208a76 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:22:27.820997 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:27.822130 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-331fb1d1-4e19-436b-90fc-1214556496c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/routers/8e428b07-2b7e-4952-b0c1-001a28208a76 HTTP/1.1" status: 204 len: 168 time: 1.3809628 Jun 03 16:22:27.825065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38434) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:27.943723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:28.072359 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:28.098213 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd32100-5172-42c7-a26d-985f7e2f082b']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:28.109948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:28.110268 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03f9bf0-986e-45d0-96b0-8e0a07785a3a') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:28.121357 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:28.140492 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:28.146547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:22:28.146984 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:28.209698 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e03f9bf0-986e-45d0-96b0-8e0a07785a3a resource provider aggregate not found Jun 03 16:22:28.229606 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment e03f9bf0-986e-45d0-96b0-8e0a07785a3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e03f9bf0-986e-45d0-96b0-8e0a07785a3a found for delete ", "request_id": "req-f6f9a4ad-2dcb-4084-b209-966ed5a7afab"}]} Jun 03 16:22:28.247479 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:28.266485 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:28.286628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Network': ['ID=acd32100-5172-42c7-a26d-985f7e2f082b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:28.297010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9764e0b8-0faf-4d0b-9549-62c992caa348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/networks/acd32100-5172-42c7-a26d-985f7e2f082b HTTP/1.1" status: 204 len: 168 time: 0.4708216 Jun 03 16:22:28.299711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38442) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:28.367081 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65ab3b3a-ede3-4fca-a75d-571b790dff17 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:28.396164 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65ab3b3a-ede3-4fca-a75d-571b790dff17 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:28.461855 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65ab3b3a-ede3-4fca-a75d-571b790dff17 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:28.479759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab3b3a-ede3-4fca-a75d-571b790dff17 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833fafeb-b8f1-4d34-a922-052985bd574b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:28.493397 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-65ab3b3a-ede3-4fca-a75d-571b790dff17 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:28.494669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-65ab3b3a-ede3-4fca-a75d-571b790dff17 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/security-groups/833fafeb-b8f1-4d34-a922-052985bd574b HTTP/1.1" status: 204 len: 168 time: 0.1940124 Jun 03 16:22:29.274576 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8251de18-db4e-4380-a31d-a97c2d2ded18 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:22:29.312013 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 8251de18-db4e-4380-a31d-a97c2d2ded18 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:22:29.312316 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8251de18-db4e-4380-a31d-a97c2d2ded18 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:22:30.133063 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:30.661979 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38454) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:30.667311 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547561392', 'description': 'tempest-secgroup-smoke-547561392 description', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:30.674586 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:30.678995 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:30.682111 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:30.688712 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:30.702990 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:30.734208 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:30.738427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:30.741444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:30.747900 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:30.831278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:30.837028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:30.879607 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47357486-b850-4fb4-924e-91bf4598a08c,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:30.887858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:30.889341 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-867b09a8-6c18-45eb-abf0-9467b37acf4e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2252820 Jun 03 16:22:30.891293 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38458) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:30.896675 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2b2b92cd-6276-4e36-8364-82b566744046 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '47357486-b850-4fb4-924e-91bf4598a08c', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:30.903727 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2b2b92cd-6276-4e36-8364-82b566744046 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:30.907645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2b2b92cd-6276-4e36-8364-82b566744046 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:30.910516 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2b2b92cd-6276-4e36-8364-82b566744046 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:30.916138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2b2b92cd-6276-4e36-8364-82b566744046 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:30.937761 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b2b92cd-6276-4e36-8364-82b566744046 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:30.998073 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b2b92cd-6276-4e36-8364-82b566744046 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.003547 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b2b92cd-6276-4e36-8364-82b566744046 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.026243 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b92cd-6276-4e36-8364-82b566744046 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004990c1-78c9-430f-a811-3a221a1bc480,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:31.035558 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2b2b92cd-6276-4e36-8364-82b566744046 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.036915 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2b2b92cd-6276-4e36-8364-82b566744046 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446970 Jun 03 16:22:31.039849 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38462) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:31.044737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-86198ebd-f04e-4951-90f9-1cf2726f20be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '47357486-b850-4fb4-924e-91bf4598a08c', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:31.051408 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-86198ebd-f04e-4951-90f9-1cf2726f20be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:31.055332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-86198ebd-f04e-4951-90f9-1cf2726f20be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:31.058218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-86198ebd-f04e-4951-90f9-1cf2726f20be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:31.065119 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-86198ebd-f04e-4951-90f9-1cf2726f20be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:31.085467 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86198ebd-f04e-4951-90f9-1cf2726f20be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.152785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86198ebd-f04e-4951-90f9-1cf2726f20be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.157766 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86198ebd-f04e-4951-90f9-1cf2726f20be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.181573 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86198ebd-f04e-4951-90f9-1cf2726f20be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962e54b7-8242-4776-aa5c-45c427cb8853,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:31.192606 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-86198ebd-f04e-4951-90f9-1cf2726f20be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.193773 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-86198ebd-f04e-4951-90f9-1cf2726f20be tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1530337 Jun 03 16:22:31.198202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38466) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:31.203542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-13192c00-2996-437e-a75b-a8816dc9595d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '47357486-b850-4fb4-924e-91bf4598a08c', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:31.210996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-13192c00-2996-437e-a75b-a8816dc9595d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:31.215191 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-13192c00-2996-437e-a75b-a8816dc9595d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:31.218247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-13192c00-2996-437e-a75b-a8816dc9595d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:31.224127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-13192c00-2996-437e-a75b-a8816dc9595d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:31.246630 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13192c00-2996-437e-a75b-a8816dc9595d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.318252 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13192c00-2996-437e-a75b-a8816dc9595d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.323850 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13192c00-2996-437e-a75b-a8816dc9595d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.348690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13192c00-2996-437e-a75b-a8816dc9595d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8a147b-a7f3-4513-bfd4-e447a45ae1ed,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:31.360195 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-13192c00-2996-437e-a75b-a8816dc9595d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.361495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-13192c00-2996-437e-a75b-a8816dc9595d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1622772 Jun 03 16:22:31.364365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38470) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:31.369511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-cf87c6bd-86d2-419d-ab01-4232eadb4348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '47357486-b850-4fb4-924e-91bf4598a08c', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:31.376175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cf87c6bd-86d2-419d-ab01-4232eadb4348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:31.380460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cf87c6bd-86d2-419d-ab01-4232eadb4348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:31.383628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-cf87c6bd-86d2-419d-ab01-4232eadb4348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:31.390168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-cf87c6bd-86d2-419d-ab01-4232eadb4348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:31.409501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cf87c6bd-86d2-419d-ab01-4232eadb4348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.484370 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cf87c6bd-86d2-419d-ab01-4232eadb4348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.490086 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cf87c6bd-86d2-419d-ab01-4232eadb4348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.513766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87c6bd-86d2-419d-ab01-4232eadb4348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c29ca9-811b-4fc6-b157-a4f2fe368244,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:31.524754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cf87c6bd-86d2-419d-ab01-4232eadb4348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.526074 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cf87c6bd-86d2-419d-ab01-4232eadb4348 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607451 Jun 03 16:22:31.528916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38474) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:31.533862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '47357486-b850-4fb4-924e-91bf4598a08c', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:31.540657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:31.544645 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:31.547579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:31.553276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:31.565859 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Project 6f3ca569aa7a47a1b58606f2f67264f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:22:31.572115 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.634587 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.640611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.663010 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290c376d-5b75-41b7-a5bd-845609755c5d,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:31.672903 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.674110 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d102578a-c573-42ab-a350-30cc3e338042 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442590 Jun 03 16:22:31.678163 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38478) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:31.683031 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': '47357486-b850-4fb4-924e-91bf4598a08c', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:31.689562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:31.693414 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:31.696322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:31.702023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:31.717485 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Project 6f3ca569aa7a47a1b58606f2f67264f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:22:31.724869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.793535 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.800227 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.827881 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844c4bfc-f44e-4558-b430-48fb8179f900,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:31.838148 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.839345 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-137a15d4-5df5-4b6f-94b8-308d3761445b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602862 Jun 03 16:22:31.842545 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38482) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:31.847980 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'network': {'name': 'tempest-network-smoke--589631108', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'port_security_enabled': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:31.853537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:31.857635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:network and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:31.860496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:31.866120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:31.877198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:22:31.880563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.908648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:22:31.917910 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.918192 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Added segment 46f9a880-0634-41a7-8097-7b7e41bf2608 of type vlan for network ea48ec2c-be72-4e51-b08a-0212c105066e Jun 03 16:22:31.944798 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.976094 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:31.981499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:31.982098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.085539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2419715 Jun 03 16:22:32.088305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ef5e4-f3bf-4081-b38a-3a2d28c8cfdc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Network': ['ID=ea48ec2c-be72-4e51-b08a-0212c105066e,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:32.088423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38486) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:32.094730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'admin_state_up': True, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:32.098983 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network ea48ec2c-be72-4e51-b08a-0212c105066e details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:22:32.104020 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:32.108399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:router and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:32.111359 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:32.117924 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:32.129160 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.130243 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.144845 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.254200 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3090ba9e-4ff2-43f1-8153-2d41b4b90c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.418857 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.842208 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:32.874530 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.004550 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.25.7.117 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:33.033784 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:22:33.150810 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.182733 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:33.251069 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:33.253693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:33.257431 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:22:33.292156 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:33.686353 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:34.037797 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:34.360742 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router e0057ca3-d91d-4a01-af07-349e324770d3 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:22:34.543569 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:22:34.553809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Sync routers for ids ['e0057ca3-d91d-4a01-af07-349e324770d3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:34.564603 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Routers {'e0057ca3-d91d-4a01-af07-349e324770d3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:34.565238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:22:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0057ca3-d91d-4a01-af07-349e324770d3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:34.573199 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:34.575379 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-91c562b6-f653-4b80-bd52-540080d257f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4857364 Jun 03 16:22:34.578361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38492) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:34.672450 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-eae55a25-8944-4bf1-ada9-bf172245cc14 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6f3ca569aa7a47a1b58606f2f67264f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0926437 Jun 03 16:22:34.675073 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38498) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:34.741415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Set router e0057ca3-d91d-4a01-af07-349e324770d3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:34.804904 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541976d7-4fb8-487b-b036-21d2c5fff5ab tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:34.806455 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-541976d7-4fb8-487b-b036-21d2c5fff5ab tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304929 Jun 03 16:22:34.809817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38502) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:34.849555 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-81a49776-ee1a-4ab0-a05c-8a968766fe9d tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384951 Jun 03 16:22:34.852145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38506) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:34.857462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1305997800', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:34.935942 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f7f2b521-488a-463c-a497-fbb4cc8063cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:34.968106 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:34.971925 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:subnet and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:34.974703 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:34.980427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:34.991769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:22:34.995291 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:35.074347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:33Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:35.079170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Checking router: e0057ca3-d91d-4a01-af07-349e324770d3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:35.079513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Updating router e0057ca3-d91d-4a01-af07-349e324770d3 port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:22:35.142479 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:35.323989 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:35.393538 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:35.402011 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Subnet': ['ID=ebc3be11-d2c9-4739-867e-385712ef53b7,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:35.411229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Checking segment: {'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:22:35.411658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network hostable DHCP agents. Network: ea48ec2c-be72-4e51-b08a-0212c105066e, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:22:35.432829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ea48ec2c-be72-4e51-b08a-0212c105066e is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:22:35.443372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, ea48ec2c-be72-4e51-b08a-0212c105066e) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:35.447553 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:35.448127 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:35.468650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5d49af-0b8a-4a57-be48-ab0f7cb6a680 None None] Network ea48ec2c-be72-4e51-b08a-0212c105066e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:22:35.470838 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7bd1936b-8632-409f-99ac-c1162181580b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6177301 Jun 03 16:22:35.473627 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38510) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:35.563147 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:35.583199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Transition to ACTIVE for port object f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:35.604691 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:35.736846 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Attempting to bind port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:22:35.737207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Attempting to bind port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:22:35.737592 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Attempting to bind port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:35.741076 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Pushing event updated for resources: {'Port': ['ID=f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:35.753290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:22:35.753656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:22:35.754077 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:35.754444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:22:35.754898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Bound port: f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:22:35.755263 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:35.778639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.778987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.779308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.779621 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.779943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.780266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.780580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.780897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.781212 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.781524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.781842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.782196 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:35.857567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-ea48ec2c-be72-4e51-b08a-0212c105066e', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ips': [{'subnet_id': 'ebc3be11-d2c9-4739-867e-385712ef53b7'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:22:35.858412 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:35.889386 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:35.939685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] For port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:22:35.961837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] For port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:22:35.969797 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:36.108277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fab0dc-3d70-4d6c-bb28-de919e0819ec None None] Pushing event updated for resources: {'Port': ['ID=f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:36.112472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Routers {'e0057ca3-d91d-4a01-af07-349e324770d3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:36.113088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:22:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0057ca3-d91d-4a01-af07-349e324770d3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:36.184322 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Allocated IP 172.20.0.2 (ea48ec2c-be72-4e51-b08a-0212c105066e/ebc3be11-d2c9-4739-867e-385712ef53b7/346c189c-1d77-4143-8ba2-4eade0fac0e8) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:36.184577 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:36.382419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] Set router e0057ca3-d91d-4a01-af07-349e324770d3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:36.724361 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:36.765895 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Transition to ACTIVE for port object 346c189c-1d77-4143-8ba2-4eade0fac0e8 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:36.792641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Transition to ACTIVE for port object 346c189c-1d77-4143-8ba2-4eade0fac0e8 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:36.800763 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:36.863971 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.20.0.1 (ea48ec2c-be72-4e51-b08a-0212c105066e/ebc3be11-d2c9-4739-867e-385712ef53b7/bf760f8b-595b-4e50-b945-183f6287ae7f) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:36.868390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Network ea48ec2c-be72-4e51-b08a-0212c105066e is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:36.871851 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:36.876647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:22:36.910780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Pushing event updated for resources: {'Port': ['ID=346c189c-1d77-4143-8ba2-4eade0fac0e8,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:36.920938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:33Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:36.962138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46891483-2851-4fc6-860e-f6a26be65efa None None] The sync data for ids ['e0057ca3-d91d-4a01-af07-349e324770d3'] in n-d-844595-1 is: [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:33Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:36.986467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Attempting to bind port 346c189c-1d77-4143-8ba2-4eade0fac0e8 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:22:36.986962 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Attempting to bind port 346c189c-1d77-4143-8ba2-4eade0fac0e8 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:22:36.987324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Attempting to bind port 346c189c-1d77-4143-8ba2-4eade0fac0e8 on network ea48ec2c-be72-4e51-b08a-0212c105066e {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:36.993408 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:22:36.993774 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Checking segment: {'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:22:36.994264 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:36.994647 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Bound using segment: {'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:22:36.995112 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Bound port: 346c189c-1d77-4143-8ba2-4eade0fac0e8, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:22:36.995474 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:37.087102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] For port 346c189c-1d77-4143-8ba2-4eade0fac0e8, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:22:37.090731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] For port 346c189c-1d77-4143-8ba2-4eade0fac0e8, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=346c189c-1d77-4143-8ba2-4eade0fac0e8,segment=NetworkSegment(46f9a880-0634-41a7-8097-7b7e41bf2608),segment_id=46f9a880-0634-41a7-8097-7b7e41bf2608)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:22:37.096303 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:37.145260 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:37.170952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Transition to ACTIVE for port object bf760f8b-595b-4e50-b945-183f6287ae7f will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:37.202087 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:37.211066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bfeec-7aee-4088-b81f-43652b9ac768 None None] Pushing event updated for resources: {'Port': ['ID=346c189c-1d77-4143-8ba2-4eade0fac0e8,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:37.289966 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:37.313461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ea48ec2c-be72-4e51-b08a-0212c105066e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:37.317365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:37.319976 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:22:37.370004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:37.414883 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=bf760f8b-595b-4e50-b945-183f6287ae7f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:37.434345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:37.496251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:37.501815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:37.502224 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:37.636594 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:37.691872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:37.692664 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:37.715075 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:37.720475 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:37.807279 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:38.099516 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:38.106161 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:38.222731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=bf760f8b-595b-4e50-b945-183f6287ae7f,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:38.225336 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:38.370393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ea48ec2c-be72-4e51-b08a-0212c105066e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:38.371658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:38.388457 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb084f6c-14db-4ff3-aab6-d7227ccc0d1b None None] Network ea48ec2c-be72-4e51-b08a-0212c105066e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:22:38.477760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-ebcbf10f-2bc4-4d12-9e9c-9c1ae3972200 None None] Provisioning for port 346c189c-1d77-4143-8ba2-4eade0fac0e8 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:38.566633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router e0057ca3-d91d-4a01-af07-349e324770d3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:22:38.752038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:22:38.765857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d34eee86-431e-4c22-b9ab-63a88e0411e9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "PUT /v2.0/routers/e0057ca3-d91d-4a01-af07-349e324770d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2911017 Jun 03 16:22:38.831673 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Sync routers for ids ['e0057ca3-d91d-4a01-af07-349e324770d3'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:38.842297 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Routers {'e0057ca3-d91d-4a01-af07-349e324770d3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:38.842866 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:22:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0057ca3-d91d-4a01-af07-349e324770d3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:38.935019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cf13dd6c-0d4c-4134-9838-a433b5c0169c None None] Provisioning for port bf760f8b-595b-4e50-b945-183f6287ae7f completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:38.941849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cf13dd6c-0d4c-4134-9838-a433b5c0169c None None] Provisioning complete for port bf760f8b-595b-4e50-b945-183f6287ae7f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:38.942331 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cf13dd6c-0d4c-4134-9838-a433b5c0169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:38.958464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-0e8b8b3f-0685-47a3-8f7f-b609d7067e09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:38.980076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-0e8b8b3f-0685-47a3-8f7f-b609d7067e09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:38.981424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-0e8b8b3f-0685-47a3-8f7f-b609d7067e09 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547561392&fields=id&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 267 time: 0.0701504 Jun 03 16:22:39.008505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cf13dd6c-0d4c-4134-9838-a433b5c0169c None None] Port bf760f8b-595b-4e50-b945-183f6287ae7f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:22:39.029333 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Set router e0057ca3-d91d-4a01-af07-349e324770d3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:39.150583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-1d789726-8b6e-4112-863c-5daa4dcb108f None None] Provisioning complete for port bf760f8b-595b-4e50-b945-183f6287ae7f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:39.150954 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1d789726-8b6e-4112-863c-5daa4dcb108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:39.211436 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-1d789726-8b6e-4112-863c-5daa4dcb108f None None] Port bf760f8b-595b-4e50-b945-183f6287ae7f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:22:39.292829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-b65872ed-89d0-4af7-b924-78aad6ab99c9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:39.293635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-b65872ed-89d0-4af7-b924-78aad6ab99c9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:39.312989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-b65872ed-89d0-4af7-b924-78aad6ab99c9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:39.315107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-b65872ed-89d0-4af7-b924-78aad6ab99c9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/networks?id=ea48ec2c-be72-4e51-b08a-0212c105066e HTTP/1.1" status: 200 len: 796 time: 0.3262408 Jun 03 16:22:39.337639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-41253af3-074b-4079-9bcf-76e1218a7aea None None] Provisioning complete for port bf760f8b-595b-4e50-b945-183f6287ae7f triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:39.338129 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-41253af3-074b-4079-9bcf-76e1218a7aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:39.342249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-d8136d6a-9b54-422a-937d-8e88a90192a1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/quotas/6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 375 time: 0.0142128 Jun 03 16:22:39.403017 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 346c189c-1d77-4143-8ba2-4eade0fac0e8 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:39.439574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-41253af3-074b-4079-9bcf-76e1218a7aea None None] Port bf760f8b-595b-4e50-b945-183f6287ae7f cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:22:39.444717 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-993ce51e-3014-42a2-bd42-be98cf087094 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:39.446223 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'bf760f8b-595b-4e50-b945-183f6287ae7f', 'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:30:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:36Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 2, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:39.450826 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Checking router: e0057ca3-d91d-4a01-af07-349e324770d3 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:39.451405 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Updating router e0057ca3-d91d-4a01-af07-349e324770d3 port bf760f8b-595b-4e50-b945-183f6287ae7f binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:22:39.466557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-993ce51e-3014-42a2-bd42-be98cf087094 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:39.468097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-993ce51e-3014-42a2-bd42-be98cf087094 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201239 Jun 03 16:22:39.479816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 346c189c-1d77-4143-8ba2-4eade0fac0e8 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:39.485330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 346c189c-1d77-4143-8ba2-4eade0fac0e8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:39.485699 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:39.506169 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:39.554941 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:39.619272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 346c189c-1d77-4143-8ba2-4eade0fac0e8 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:39.619730 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:39.654073 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 346c189c-1d77-4143-8ba2-4eade0fac0e8, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=346c189c-1d77-4143-8ba2-4eade0fac0e8,segment=NetworkSegment(46f9a880-0634-41a7-8097-7b7e41bf2608),segment_id=46f9a880-0634-41a7-8097-7b7e41bf2608)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:39.658892 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:39.659897 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:39.700046 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-93a5b16d-d06a-4b76-9a99-c697557f6fa2 service neutron] 10.222.0.48 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182729 Jun 03 16:22:39.817588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=346c189c-1d77-4143-8ba2-4eade0fac0e8,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:39.829270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:39.830106 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:39.838290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-4516bf05-da7c-41ae-9a7d-8c6b404471c8 service neutron] 10.222.0.48 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310854 Jun 03 16:22:39.878270 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:39.890832 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Transition to ACTIVE for port object bf760f8b-595b-4e50-b945-183f6287ae7f will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:39.898781 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:39.948134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:40.048672 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Pushing event updated for resources: {'Port': ['ID=bf760f8b-595b-4e50-b945-183f6287ae7f,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:40.088696 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.088921 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.089262 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.089587 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.089868 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.090198 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.090556 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.090870 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.091176 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.091481 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.091797 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.092092 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:22:40.121753 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Attempting to bind port bf760f8b-595b-4e50-b945-183f6287ae7f on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:22:40.122211 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Attempting to bind port bf760f8b-595b-4e50-b945-183f6287ae7f by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:22:40.122582 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Attempting to bind port bf760f8b-595b-4e50-b945-183f6287ae7f on network ea48ec2c-be72-4e51-b08a-0212c105066e {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:40.128073 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:22:40.128428 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Checking segment: {'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:22:40.128826 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:40.129200 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Bound using segment: {'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:22:40.129643 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Bound port: bf760f8b-595b-4e50-b945-183f6287ae7f, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:22:40.130025 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:40.217636 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] For port bf760f8b-595b-4e50-b945-183f6287ae7f, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:22:40.221705 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] For port bf760f8b-595b-4e50-b945-183f6287ae7f, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bf760f8b-595b-4e50-b945-183f6287ae7f,segment=NetworkSegment(46f9a880-0634-41a7-8097-7b7e41bf2608),segment_id=46f9a880-0634-41a7-8097-7b7e41bf2608)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:22:40.227984 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:40.306078 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Routers {'e0057ca3-d91d-4a01-af07-349e324770d3'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:40.306692 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:22:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0057ca3-d91d-4a01-af07-349e324770d3'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:40.356456 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1f1e2-1454-45a2-ae71-bac6bc439af3 None None] Pushing event updated for resources: {'Port': ['ID=bf760f8b-595b-4e50-b945-183f6287ae7f,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:40.489900 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] Set router e0057ca3-d91d-4a01-af07-349e324770d3 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:40.797236 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'bf760f8b-595b-4e50-b945-183f6287ae7f', 'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:30:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:36Z', 'updated_at': '2022-06-03T16:22:40Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:40.801200 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafdc79-63b6-49e7-a71e-00c79c9b6b73 None None] The sync data for ids ['e0057ca3-d91d-4a01-af07-349e324770d3'] in n-d-844595-1 is: [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'bf760f8b-595b-4e50-b945-183f6287ae7f', 'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:30:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:36Z', 'updated_at': '2022-06-03T16:22:40Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:41.053584 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92e85218-3dc9-4f56-87b1-211381f85907 req-5927b141-8fcc-4751-b9df-587fb416f7fe tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 210 time: 0.0455892 Jun 03 16:22:41.377257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 346c189c-1d77-4143-8ba2-4eade0fac0e8 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:41.461221 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 346c189c-1d77-4143-8ba2-4eade0fac0e8 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:41.461551 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:41.587005 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 346c189c-1d77-4143-8ba2-4eade0fac0e8 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:41.587977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bf760f8b-595b-4e50-b945-183f6287ae7f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:41.663394 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port bf760f8b-595b-4e50-b945-183f6287ae7f completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:41.669146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port bf760f8b-595b-4e50-b945-183f6287ae7f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:41.669565 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:41.788032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port bf760f8b-595b-4e50-b945-183f6287ae7f is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:41.788397 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:41.826937 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port bf760f8b-595b-4e50-b945-183f6287ae7f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bf760f8b-595b-4e50-b945-183f6287ae7f,segment=NetworkSegment(46f9a880-0634-41a7-8097-7b7e41bf2608),segment_id=46f9a880-0634-41a7-8097-7b7e41bf2608)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:41.832367 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:41.905051 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=bf760f8b-595b-4e50-b945-183f6287ae7f,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:42.144367 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-a2f6a396-43e0-4bdd-8ea5-9773228498dd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:42.145793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-a2f6a396-43e0-4bdd-8ea5-9773228498dd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "GET /v2.0/networks?id=ea48ec2c-be72-4e51-b08a-0212c105066e HTTP/1.1" status: 200 len: 796 time: 0.1509635 Jun 03 16:22:42.228453 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3b191c9b-320b-4c86-aae2-5fbbb1eec5c3 req-287983ac-dc00-440a-a9f2-63a48b683145 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 210 time: 0.0548124 Jun 03 16:22:42.240250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-382bcd7f-2293-4dc4-96de-ec4cb92336d2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 379 time: 0.0836310 Jun 03 16:22:42.249573 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'port': {'device_id': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'admin_state_up': True, 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'security_groups': ['47357486-b850-4fb4-924e-91bf4598a08c']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:42.382823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:42.392105 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:42.405270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:22:42.410832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:42.585079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.20.0.13 (ea48ec2c-be72-4e51-b08a-0212c105066e/ebc3be11-d2c9-4739-867e-385712ef53b7/eaaaaac4-12b3-4def-9dfd-d58e108b884b) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:42.774208 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:42.796101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Transition to ACTIVE for port object eaaaaac4-12b3-4def-9dfd-d58e108b884b will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:42.824818 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:42.898515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ea48ec2c-be72-4e51-b08a-0212c105066e is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:42.901734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:42.905949 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:22:42.940075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=eaaaaac4-12b3-4def-9dfd-d58e108b884b,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:42.981542 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:42.982185 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:43.008407 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-1afa9715-d7dc-4651-9417-7cddd902cbf9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7624383 Jun 03 16:22:43.019775 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Request body: {'port': {'device_id': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:43.132386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-417eb868-b908-44e6-968a-cf9748cddaea None None] Provisioning for port eaaaaac4-12b3-4def-9dfd-d58e108b884b completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:43.137373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:43.137611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-417eb868-b908-44e6-968a-cf9748cddaea None None] Provisioning complete for port eaaaaac4-12b3-4def-9dfd-d58e108b884b triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:43.138044 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-417eb868-b908-44e6-968a-cf9748cddaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:43.196001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-417eb868-b908-44e6-968a-cf9748cddaea None None] Port eaaaaac4-12b3-4def-9dfd-d58e108b884b cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:22:43.301169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bf760f8b-595b-4e50-b945-183f6287ae7f up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:43.376118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port bf760f8b-595b-4e50-b945-183f6287ae7f triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:43.376627 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:43.498629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port bf760f8b-595b-4e50-b945-183f6287ae7f is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:43.622136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6783f-6b12-46a4-8269-0793d90f8efe req-aac3ed72-b075-44c4-a2fa-2dc686b55292 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:43.622737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b3e6783f-6b12-46a4-8269-0793d90f8efe req-aac3ed72-b075-44c4-a2fa-2dc686b55292 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:22:43.695838 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-b3e6783f-6b12-46a4-8269-0793d90f8efe req-aac3ed72-b075-44c4-a2fa-2dc686b55292 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:22:43.697715 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3e6783f-6b12-46a4-8269-0793d90f8efe req-aac3ed72-b075-44c4-a2fa-2dc686b55292 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 932 time: 0.2114182 Jun 03 16:22:43.702771 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaaaaac4-12b3-4def-9dfd-d58e108b884b {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:22:43.711847 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:43.749210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Transition to ACTIVE for port object eaaaaac4-12b3-4def-9dfd-d58e108b884b will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:22:43.756041 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:43.802924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3e6783f-6b12-46a4-8269-0793d90f8efe req-042c44ef-542b-4274-9562-8106ef552aaf tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953696 Jun 03 16:22:43.951208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=eaaaaac4-12b3-4def-9dfd-d58e108b884b,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:43.998137 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Attempting to bind port eaaaaac4-12b3-4def-9dfd-d58e108b884b on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:22:43.998461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Attempting to bind port eaaaaac4-12b3-4def-9dfd-d58e108b884b by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:22:43.998776 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Attempting to bind port eaaaaac4-12b3-4def-9dfd-d58e108b884b on network ea48ec2c-be72-4e51-b08a-0212c105066e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:44.003378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Port eaaaaac4-12b3-4def-9dfd-d58e108b884b on network ea48ec2c-be72-4e51-b08a-0212c105066e not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:22:44.003694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Attempting to bind port eaaaaac4-12b3-4def-9dfd-d58e108b884b on network ea48ec2c-be72-4e51-b08a-0212c105066e {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:22:44.008809 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:22:44.009139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Checking segment: {'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:22:44.009515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Bound using segment: {'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:22:44.009989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Bound port: eaaaaac4-12b3-4def-9dfd-d58e108b884b, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f9a880-0634-41a7-8097-7b7e41bf2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:22:44.010301 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:44.106622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] For port eaaaaac4-12b3-4def-9dfd-d58e108b884b, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:22:44.109569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] For port eaaaaac4-12b3-4def-9dfd-d58e108b884b, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b,segment=NetworkSegment(46f9a880-0634-41a7-8097-7b7e41bf2608),segment_id=46f9a880-0634-41a7-8097-7b7e41bf2608)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:22:44.117506 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:44.188307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:44.188955 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:44.190427 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] 10.222.0.75 "PUT /v2.0/ports/eaaaaac4-12b3-4def-9dfd-d58e108b884b HTTP/1.1" status: 200 len: 1092 time: 1.1752000 Jun 03 16:22:44.190857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'tag': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:44.214863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e1055-a158-4618-a79b-2e36e323bfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=eaaaaac4-12b3-4def-9dfd-d58e108b884b,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:44.267904 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5799926-7ab8-4da8-95de-62439d665291'] response: {'name': 'network-changed', 'server_uuid': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'tag': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b', 'status': 'completed', 'code': 200} Jun 03 16:22:44.310172 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-abbbc02e-b1fa-4de0-b5dd-76252aa534cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:44.311607 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-abbbc02e-b1fa-4de0-b5dd-76252aa534cf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 1095 time: 0.0790639 Jun 03 16:22:44.384277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-68c14496-8fdf-40ef-8abc-8f8c36bf8837 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b HTTP/1.1" status: 200 len: 217 time: 0.0654750 Jun 03 16:22:44.446047 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-d9ac6fee-4f8e-416a-ad2c-0bae6c1116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:44.447464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-d9ac6fee-4f8e-416a-ad2c-0bae6c1116e9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ebc3be11-d2c9-4739-867e-385712ef53b7 HTTP/1.1" status: 200 len: 835 time: 0.0579422 Jun 03 16:22:44.525527 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-d207ee10-d044-4725-b0aa-203f76caf9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:44.526925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-d207ee10-d044-4725-b0aa-203f76caf9ab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ea48ec2c-be72-4e51-b08a-0212c105066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739176 Jun 03 16:22:44.656902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-c37b6484-5e51-4462-9a10-de7ff968cdce service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239748 Jun 03 16:22:44.788573 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1769fd34-0967-4f50-b3e4-bf76df18154a req-008d8e96-43a7-45d9-bdce-cfa8d671826b service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248128 Jun 03 16:22:44.945507 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17814926-2c3f-482a-a0c7-59ae338dbdfa req-3ca2283a-7755-41dc-8442-2e604cc6abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:44.946992 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17814926-2c3f-482a-a0c7-59ae338dbdfa req-3ca2283a-7755-41dc-8442-2e604cc6abfb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 1095 time: 0.1068418 Jun 03 16:22:45.099556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530355b8-8e91-4cf1-bc5c-336465281883 req-6559b031-4bff-4428-b028-76df0b27157b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:45.100968 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-530355b8-8e91-4cf1-bc5c-336465281883 req-6559b031-4bff-4428-b028-76df0b27157b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 944 time: 0.1918075 Jun 03 16:22:45.103508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17814926-2c3f-482a-a0c7-59ae338dbdfa req-88c0f28a-beb0-43ac-b782-faad76a0ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:45.104808 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17814926-2c3f-482a-a0c7-59ae338dbdfa req-88c0f28a-beb0-43ac-b782-faad76a0ec2d service neutron] 10.222.0.75 "GET /v2.0/networks?id=ea48ec2c-be72-4e51-b08a-0212c105066e HTTP/1.1" status: 200 len: 897 time: 0.1514711 Jun 03 16:22:45.291279 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17814926-2c3f-482a-a0c7-59ae338dbdfa req-39f73660-0956-4ebd-bf00-2c9059533927 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b HTTP/1.1" status: 200 len: 217 time: 0.1674216 Jun 03 16:22:45.356040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-530355b8-8e91-4cf1-bc5c-336465281883 req-1b5911bc-8be6-4c0f-839f-ffcf41a498fd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482605 Jun 03 16:22:45.372362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17814926-2c3f-482a-a0c7-59ae338dbdfa req-52f6a565-3324-4d5f-b7ec-bdd318bad2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:45.373790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17814926-2c3f-482a-a0c7-59ae338dbdfa req-52f6a565-3324-4d5f-b7ec-bdd318bad2a4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ebc3be11-d2c9-4739-867e-385712ef53b7 HTTP/1.1" status: 200 len: 835 time: 0.0741463 Jun 03 16:22:45.453229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17814926-2c3f-482a-a0c7-59ae338dbdfa req-5963593d-4e91-4a04-b2a2-42fa9ce37373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:45.455057 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17814926-2c3f-482a-a0c7-59ae338dbdfa req-5963593d-4e91-4a04-b2a2-42fa9ce37373 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ea48ec2c-be72-4e51-b08a-0212c105066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753744 Jun 03 16:22:45.591002 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17814926-2c3f-482a-a0c7-59ae338dbdfa req-d17570bd-d53f-4438-b5a0-1e8fef3c6dd3 service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271753 Jun 03 16:22:45.723508 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-17814926-2c3f-482a-a0c7-59ae338dbdfa req-0906ae33-8243-4677-9152-61a2265d797e service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264715 Jun 03 16:22:46.566199 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd81470-1afa-4231-9319-59dd9da61933 req-76bc6352-7fdc-448f-833f-93a773ac045a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:46.567651 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1cd81470-1afa-4231-9319-59dd9da61933 req-76bc6352-7fdc-448f-833f-93a773ac045a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 944 time: 0.1018531 Jun 03 16:22:46.620120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1cd81470-1afa-4231-9319-59dd9da61933 req-a5ec989f-ecb1-4770-99ba-2c36196fb7c5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462687 Jun 03 16:22:47.841218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dd852-98fc-4717-8bb6-3b8637b8818d req-6547047c-2e8b-4b9d-bc76-66ab15d5b36e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:47.842790 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea2dd852-98fc-4717-8bb6-3b8637b8818d req-6547047c-2e8b-4b9d-bc76-66ab15d5b36e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 944 time: 0.1120927 Jun 03 16:22:47.888611 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ea2dd852-98fc-4717-8bb6-3b8637b8818d req-b4759ad4-3772-41d6-af53-83439f1e3735 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399380 Jun 03 16:22:48.705712 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eaaaaac4-12b3-4def-9dfd-d58e108b884b details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:22:48.845359 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port eaaaaac4-12b3-4def-9dfd-d58e108b884b, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b,segment=NetworkSegment(46f9a880-0634-41a7-8097-7b7e41bf2608),segment_id=46f9a880-0634-41a7-8097-7b7e41bf2608)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:48.866760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'port_id': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b', 'mac_address': 'fa:16:3e:14:aa:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:22:48.937402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port eaaaaac4-12b3-4def-9dfd-d58e108b884b is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:48.937770 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:48.957867 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaaaaac4-12b3-4def-9dfd-d58e108b884b {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:22:48.975916 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port eaaaaac4-12b3-4def-9dfd-d58e108b884b, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b,segment=NetworkSegment(46f9a880-0634-41a7-8097-7b7e41bf2608),segment_id=46f9a880-0634-41a7-8097-7b7e41bf2608)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:48.981375 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:49.047742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=eaaaaac4-12b3-4def-9dfd-d58e108b884b,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:49.092587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a671d7-1eb7-407b-8312-02e5462ff7e1 req-7cdc290e-8440-4d42-b178-0ad3884a3216 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:49.094086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9a671d7-1eb7-407b-8312-02e5462ff7e1 req-7cdc290e-8440-4d42-b178-0ad3884a3216 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 945 time: 0.0916922 Jun 03 16:22:49.139351 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c9a671d7-1eb7-407b-8312-02e5462ff7e1 req-dff5ae84-a367-4439-a1bc-9c1091a6707b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387716 Jun 03 16:22:49.201739 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['eaaaaac4-12b3-4def-9dfd-d58e108b884b'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:22:50.342171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bd4ff-c8f9-44d6-9cdf-07f11a86cacc req-2e080b98-d358-4dea-b1df-d38839b0e4fd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:50.343642 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f72bd4ff-c8f9-44d6-9cdf-07f11a86cacc req-2e080b98-d358-4dea-b1df-d38839b0e4fd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 945 time: 0.0812736 Jun 03 16:22:50.392835 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f72bd4ff-c8f9-44d6-9cdf-07f11a86cacc req-a975b407-8a05-4d40-bf23-b2e337c9c5e8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432448 Jun 03 16:22:50.705035 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eaaaaac4-12b3-4def-9dfd-d58e108b884b up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:22:50.783698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port eaaaaac4-12b3-4def-9dfd-d58e108b884b completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:22:50.788836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port eaaaaac4-12b3-4def-9dfd-d58e108b884b triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:22:50.789207 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:50.909942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port eaaaaac4-12b3-4def-9dfd-d58e108b884b is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:22:50.910297 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:50.942672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:50.952350 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port eaaaaac4-12b3-4def-9dfd-d58e108b884b, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b,segment=NetworkSegment(46f9a880-0634-41a7-8097-7b7e41bf2608),segment_id=46f9a880-0634-41a7-8097-7b7e41bf2608)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:22:50.958260 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:50.993935 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b208be-31db-415b-871b-a9d575911dad'] response: {'server_uuid': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b', 'code': 200} Jun 03 16:22:51.025975 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=eaaaaac4-12b3-4def-9dfd-d58e108b884b,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:51.123585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c3cc0-a37a-41df-aae2-567319b5ea9c req-1a4c3044-50b7-4343-a292-b11850bd4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:51.125061 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc2c3cc0-a37a-41df-aae2-567319b5ea9c req-1a4c3044-50b7-4343-a292-b11850bd4bf9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 1097 time: 0.0725570 Jun 03 16:22:51.166950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dc2c3cc0-a37a-41df-aae2-567319b5ea9c req-4dd0bf84-222b-4a17-bc28-ba35c0900d5a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359278 Jun 03 16:22:51.604275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4ab79-debc-497b-b58d-c12943bc1e4c req-8b4c2a2c-60d5-4ca7-8ad0-cbd9fbfbc515 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:51.605633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1e4ab79-debc-497b-b58d-c12943bc1e4c req-8b4c2a2c-60d5-4ca7-8ad0-cbd9fbfbc515 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.1010532 Jun 03 16:22:51.653485 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a1e4ab79-debc-497b-b58d-c12943bc1e4c req-0f386dc1-85b2-4c92-88df-8899519a5a6d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418351 Jun 03 16:22:52.866249 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d2dd3-cf1a-4cbc-901b-e3bf5bb9830e req-435252d4-decc-40cb-826f-ba275636efbb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:52.867753 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a82d2dd3-cf1a-4cbc-901b-e3bf5bb9830e req-435252d4-decc-40cb-826f-ba275636efbb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0949719 Jun 03 16:22:52.912684 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a82d2dd3-cf1a-4cbc-901b-e3bf5bb9830e req-d0720dbd-5e76-49bf-98d1-f7bdf977a13c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391073 Jun 03 16:22:53.120272 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac7fb5-1cd7-4283-8c88-14915c7a6cc3 req-61a91f5b-e524-4606-bd7f-ba850b6ff06c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:53.121760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1cac7fb5-1cd7-4283-8c88-14915c7a6cc3 req-61a91f5b-e524-4606-bd7f-ba850b6ff06c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0895367 Jun 03 16:22:53.166977 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1cac7fb5-1cd7-4283-8c88-14915c7a6cc3 req-f88f9037-f99f-487c-b861-462e042a6e68 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 Jun 03 16:22:53.192841 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38570) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:53.262986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb24b57-48cf-4e37-97eb-13cfb425d757 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:53.264592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4bb24b57-48cf-4e37-97eb-13cfb425d757 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 1092 time: 0.0707705 Jun 03 16:22:53.268526 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38574) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:53.273374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:22:53.282456 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:22:53.287661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:floatingip and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:22:53.290569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:22:53.296474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:22:53.310194 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:53.448256 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:53.606582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.25.7.166 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/97dc1916-501e-4a4d-9470-dcbd4454ebbe) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:22:53.766240 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:53.798596 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:53.866919 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:22:53.869769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:22:53.873450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:22:53.901806 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=97dc1916-501e-4a4d-9470-dcbd4454ebbe,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:54.409110 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:54.486406 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:54.695599 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:54.702767 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:54.809023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=97dc1916-501e-4a4d-9470-dcbd4454ebbe,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:22:54.821281 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:54.992926 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Floating IP a030d3f5-7e1d-4fbd-beb8-71a0522046d7 associated. External IP: 172.25.7.166, port: eaaaaac4-12b3-4def-9dfd-d58e108b884b. Jun 03 16:22:55.348481 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router e0057ca3-d91d-4a01-af07-349e324770d3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:22:55.536139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:22:55.546727 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64486272-785f-4450-a7b6-7638cc0a24a3 None None] Sync routers for ids ['e0057ca3-d91d-4a01-af07-349e324770d3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:22:55.556678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64486272-785f-4450-a7b6-7638cc0a24a3 None None] Routers {'e0057ca3-d91d-4a01-af07-349e324770d3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:55.557288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-64486272-785f-4450-a7b6-7638cc0a24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:22:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0057ca3-d91d-4a01-af07-349e324770d3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:55.561747 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:22:55.618241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-02357af5-2ed8-4aae-a3c7-fe1968b5e444 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3486483 Jun 03 16:22:55.618880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'tag': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:22:55.665213 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28acd3ae-65f7-4f7d-94a9-b6d861945b79'] response: {'name': 'network-changed', 'server_uuid': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'tag': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b', 'status': 'completed', 'code': 200} Jun 03 16:22:55.768666 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-64486272-785f-4450-a7b6-7638cc0a24a3 None None] Set router e0057ca3-d91d-4a01-af07-349e324770d3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:55.944255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e42b9-ec1a-4568-8839-309131a9af2e req-b6ebfcdc-ecc2-4226-9f25-aa6129a8b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:55.946051 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c14e42b9-ec1a-4568-8839-309131a9af2e req-b6ebfcdc-ecc2-4226-9f25-aa6129a8b6f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 1097 time: 0.2550373 Jun 03 16:22:55.954339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a12b6b-079a-4213-bf1e-f76c753c6582 req-17425696-9267-484d-8984-5ffd6e172aeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:55.955690 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0a12b6b-079a-4213-bf1e-f76c753c6582 req-17425696-9267-484d-8984-5ffd6e172aeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.2296209 Jun 03 16:22:56.079090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a0a12b6b-079a-4213-bf1e-f76c753c6582 req-2c170a9f-255b-4817-964f-afbfd1d2c501 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044264 Jun 03 16:22:56.103634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38582) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:56.120486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-64486272-785f-4450-a7b6-7638cc0a24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a030d3f5-7e1d-4fbd-beb8-71a0522046d7', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'port_id': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'mac_address': 'fa:16:3e:14:aa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:22:54Z', 'updated_at': '2022-06-03T16:22:54Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf760f8b-595b-4e50-b945-183f6287ae7f', 'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:30:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:36Z', 'updated_at': '2022-06-03T16:22:41Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:56.124641 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64486272-785f-4450-a7b6-7638cc0a24a3 None None] Checking router: e0057ca3-d91d-4a01-af07-349e324770d3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:22:56.136711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64486272-785f-4450-a7b6-7638cc0a24a3 None None] Routers {'e0057ca3-d91d-4a01-af07-349e324770d3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:22:56.137333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-64486272-785f-4450-a7b6-7638cc0a24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:22:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0057ca3-d91d-4a01-af07-349e324770d3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:56.219227 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e42b9-ec1a-4568-8839-309131a9af2e req-9113e108-53e0-49e4-a813-e5e8fdad2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:56.220595 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c14e42b9-ec1a-4568-8839-309131a9af2e req-9113e108-53e0-49e4-a813-e5e8fdad2b76 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ea48ec2c-be72-4e51-b08a-0212c105066e HTTP/1.1" status: 200 len: 897 time: 0.2640615 Jun 03 16:22:56.287909 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e65c7909-b846-4b65-9d5b-41a18708ea87 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/a030d3f5-7e1d-4fbd-beb8-71a0522046d7 HTTP/1.1" status: 200 len: 992 time: 0.1831005 Jun 03 16:22:56.313970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-64486272-785f-4450-a7b6-7638cc0a24a3 None None] Set router e0057ca3-d91d-4a01-af07-349e324770d3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:22:56.329566 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c14e42b9-ec1a-4568-8839-309131a9af2e req-6c52aff2-7d69-4ec2-bcfc-adc28b205175 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b HTTP/1.1" status: 200 len: 1000 time: 0.1013060 Jun 03 16:22:56.391147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e42b9-ec1a-4568-8839-309131a9af2e req-3feb09d2-f94a-4763-bb32-fa5b559f18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:56.392631 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c14e42b9-ec1a-4568-8839-309131a9af2e req-3feb09d2-f94a-4763-bb32-fa5b559f18ea service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ebc3be11-d2c9-4739-867e-385712ef53b7 HTTP/1.1" status: 200 len: 835 time: 0.0571220 Jun 03 16:22:56.474253 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e42b9-ec1a-4568-8839-309131a9af2e req-617614b8-b7d8-4489-97b3-7d2c6313c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:22:56.475661 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c14e42b9-ec1a-4568-8839-309131a9af2e req-617614b8-b7d8-4489-97b3-7d2c6313c8e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ea48ec2c-be72-4e51-b08a-0212c105066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767319 Jun 03 16:22:56.609976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c14e42b9-ec1a-4568-8839-309131a9af2e req-8976f6c8-d2fa-4cd4-b1db-1bdb5e16805c service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279867 Jun 03 16:22:56.669607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-64486272-785f-4450-a7b6-7638cc0a24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a030d3f5-7e1d-4fbd-beb8-71a0522046d7', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'port_id': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'mac_address': 'fa:16:3e:14:aa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:22:54Z', 'updated_at': '2022-06-03T16:22:54Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf760f8b-595b-4e50-b945-183f6287ae7f', 'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:30:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:36Z', 'updated_at': '2022-06-03T16:22:41Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:22:56.673910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64486272-785f-4450-a7b6-7638cc0a24a3 None None] The sync data for ids ['e0057ca3-d91d-4a01-af07-349e324770d3'] in n-d-844595-1 is: [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a030d3f5-7e1d-4fbd-beb8-71a0522046d7', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.166', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'port_id': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'mac_address': 'fa:16:3e:14:aa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:22:54Z', 'updated_at': '2022-06-03T16:22:54Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf760f8b-595b-4e50-b945-183f6287ae7f', 'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:30:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:36Z', 'updated_at': '2022-06-03T16:22:41Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:22:56.741979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c14e42b9-ec1a-4568-8839-309131a9af2e req-a7264ec1-3751-4b2a-aeb1-f95a9fe645d9 service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260788 Jun 03 16:22:56.873644 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad90222-1eb0-409d-ad86-b43570285324 None None] New status for floating IP a030d3f5-7e1d-4fbd-beb8-71a0522046d7: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:22:57.293024 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38586) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:22:57.410181 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-706913d4-1288-4457-b9d7-c1d055d90c15 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/a030d3f5-7e1d-4fbd-beb8-71a0522046d7 HTTP/1.1" status: 200 len: 994 time: 0.1153080 Jun 03 16:23:00.137451 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:02.261761 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bf8b2fb0-144b-4537-a6de-adc562ea1ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:04.917497 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eeeb284f-eb8f-44f9-9e46-fb1bf0384bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:05.389432 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:05.847630 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:07.295637 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:09.544588 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:10.038010 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:23:15.776221 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-12c00a05-cb30-4c2b-b4f9-bcbeff7c3910 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732861 Jun 03 16:23:15.926450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-9b1308a9-2787-49b6-b2ca-11ca24a62593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:15.928917 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-9b1308a9-2787-49b6-b2ca-11ca24a62593 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 1097 time: 0.0832696 Jun 03 16:23:16.080737 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-b9c4de1c-8cfd-4b40-b805-5491c6719efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:16.082061 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-b9c4de1c-8cfd-4b40-b805-5491c6719efb service neutron] 10.222.0.75 "GET /v2.0/networks?id=ea48ec2c-be72-4e51-b08a-0212c105066e HTTP/1.1" status: 200 len: 897 time: 0.1306365 Jun 03 16:23:16.188669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-c38d8396-5bdb-4f30-95bf-1cf95092fa6e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b HTTP/1.1" status: 200 len: 1002 time: 0.1000674 Jun 03 16:23:16.254826 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-ddf1885e-9fea-4e09-be85-182706416c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:16.256207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-ddf1885e-9fea-4e09-be85-182706416c1b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ebc3be11-d2c9-4739-867e-385712ef53b7 HTTP/1.1" status: 200 len: 835 time: 0.0611601 Jun 03 16:23:16.330578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-8717f7f1-2861-460a-a2da-aa3ae17f0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:16.332204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-8717f7f1-2861-460a-a2da-aa3ae17f0413 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ea48ec2c-be72-4e51-b08a-0212c105066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694234 Jun 03 16:23:16.567932 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-39b5a5d3-1579-42f7-b5ad-5900c477fa8a service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288904 Jun 03 16:23:16.702722 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70ec4648-c5ab-4ef7-b471-592a9b1a81c5 req-4b0051e0-333d-4c74-85a1-57f077785463 service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268566 Jun 03 16:23:29.028941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096ab85-8b15-4d1e-bf8c-09a04fc1e9c4 req-0effb85a-b2e3-4474-a6cc-91135b78ef6b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:29.030392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d096ab85-8b15-4d1e-bf8c-09a04fc1e9c4 req-0effb85a-b2e3-4474-a6cc-91135b78ef6b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.1318800 Jun 03 16:23:29.073951 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d096ab85-8b15-4d1e-bf8c-09a04fc1e9c4 req-3e8733ad-0464-4eee-b887-7b865b8553cd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378394 Jun 03 16:23:30.141586 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:30.318663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0c681-2a10-4f2a-9c4d-eb63704c1eac req-520d82f0-2727-4667-92f2-737830fb89ea tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:30.320102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0c681-2a10-4f2a-9c4d-eb63704c1eac req-520d82f0-2727-4667-92f2-737830fb89ea tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.1274207 Jun 03 16:23:30.367441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2ad0c681-2a10-4f2a-9c4d-eb63704c1eac req-09d42263-712c-4f62-9933-79994c531997 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 Jun 03 16:23:31.582200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643ceeb-5b80-4838-850f-b2030069ffc6 req-d1306d61-e7cb-4bac-b8d2-526175103033 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:31.583556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7643ceeb-5b80-4838-850f-b2030069ffc6 req-d1306d61-e7cb-4bac-b8d2-526175103033 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0959942 Jun 03 16:23:31.628669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7643ceeb-5b80-4838-850f-b2030069ffc6 req-7cd7ab9d-b38a-4d75-af43-74b9de1e6891 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393586 Jun 03 16:23:32.266398 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-486a825e-2c0c-47fd-8ac5-4cdccb8c1063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:32.842088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20959b2d-93eb-4970-9bc2-f6c8fff8e834 req-84654975-d4c6-4acc-9747-b6c3997f8a00 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:32.843541 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20959b2d-93eb-4970-9bc2-f6c8fff8e834 req-84654975-d4c6-4acc-9747-b6c3997f8a00 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0944726 Jun 03 16:23:32.895251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20959b2d-93eb-4970-9bc2-f6c8fff8e834 req-d2082802-f7fb-457e-b45b-fc6f1713bcad tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430136 Jun 03 16:23:34.112800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c12818-3556-481f-b2a7-c2cf82cee409 req-5b5f78f7-3d95-4a10-a926-fbaf3f0a00c6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:34.114317 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9c12818-3556-481f-b2a7-c2cf82cee409 req-5b5f78f7-3d95-4a10-a926-fbaf3f0a00c6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.1030452 Jun 03 16:23:34.160610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d9c12818-3556-481f-b2a7-c2cf82cee409 req-9cec2cb9-b871-452f-93e8-7feaa7d5d602 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402029 Jun 03 16:23:34.914341 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2b7bc979-bad8-4394-a7b4-8a6d73eb4a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:35.367336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4ef08-f404-4d82-939f-b598c7628d7f req-497bfe59-0cfc-45d0-8da5-f96063d13cd9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:35.368793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25d4ef08-f404-4d82-939f-b598c7628d7f req-497bfe59-0cfc-45d0-8da5-f96063d13cd9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0845664 Jun 03 16:23:35.383859 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:35.413029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-25d4ef08-f404-4d82-939f-b598c7628d7f req-01dc3d4d-21ee-43ca-9fed-4336951f7e8e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383658 Jun 03 16:23:35.856643 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:36.619829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedd4b2-6902-4620-91af-aa7515aceab1 req-760f00f1-8a20-4211-947a-9abfc34c0e5e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:36.621248 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6dedd4b2-6902-4620-91af-aa7515aceab1 req-760f00f1-8a20-4211-947a-9abfc34c0e5e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0868971 Jun 03 16:23:36.669143 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6dedd4b2-6902-4620-91af-aa7515aceab1 req-23dab5ff-cd0e-458c-8e73-57c00cbc3851 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391784 Jun 03 16:23:37.332080 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:38.036609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8f69d-952a-4694-a529-d4cedb8b2648 req-5fcf2aa9-8711-4d6e-b57f-e3e2ee044fdf tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:38.038372 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ab8f69d-952a-4694-a529-d4cedb8b2648 req-5fcf2aa9-8711-4d6e-b57f-e3e2ee044fdf tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.1049612 Jun 03 16:23:38.089788 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5ab8f69d-952a-4694-a529-d4cedb8b2648 req-4152a074-12c8-4f5c-b54d-44c736d59fbe tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455160 Jun 03 16:23:39.288496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a84d9-b8cb-45bc-804d-e3319846ba4e req-4b6080d5-6588-4004-835a-291107f6a075 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:39.290000 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b3a84d9-b8cb-45bc-804d-e3319846ba4e req-4b6080d5-6588-4004-835a-291107f6a075 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0903792 Jun 03 16:23:39.339493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b3a84d9-b8cb-45bc-804d-e3319846ba4e req-f042705d-7a8b-41b5-bdb0-47655aeaf4c2 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436158 Jun 03 16:23:39.544874 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:23:40.547603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ba08f-6a20-4a27-907a-e4e9f295b60d req-435defb4-44d8-4d90-a384-e77257edc4f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:40.549041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-429ba08f-6a20-4a27-907a-e4e9f295b60d req-435defb4-44d8-4d90-a384-e77257edc4f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0891995 Jun 03 16:23:40.598147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-429ba08f-6a20-4a27-907a-e4e9f295b60d req-72e1bca7-f79f-4649-9553-f029cba3d135 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409997 Jun 03 16:23:41.807587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6762a0-0821-4184-9bea-5f89e47535c7 req-4b5ac0c8-196b-421d-9689-ca730316a74e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:41.809154 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b6762a0-0821-4184-9bea-5f89e47535c7 req-4b5ac0c8-196b-421d-9689-ca730316a74e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0915837 Jun 03 16:23:41.862769 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9b6762a0-0821-4184-9bea-5f89e47535c7 req-35ff0f9b-493d-4b52-a341-03ae6a5d10b7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396905 Jun 03 16:23:43.063922 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa8910-6753-4da7-b08a-ea145b7330a5 req-ced189ea-f91c-4018-9426-309cf424f8f8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:43.065355 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fa8910-6753-4da7-b08a-ea145b7330a5 req-ced189ea-f91c-4018-9426-309cf424f8f8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0883305 Jun 03 16:23:43.110466 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f3fa8910-6753-4da7-b08a-ea145b7330a5 req-bff58909-663f-43ed-99a5-18e2d16302bf tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393279 Jun 03 16:23:44.299511 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957dc24-0e39-4b00-a4aa-5d57f825fe49 req-c6597da1-de32-4c80-b801-070b0f6bcdce tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:44.301021 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2957dc24-0e39-4b00-a4aa-5d57f825fe49 req-c6597da1-de32-4c80-b801-070b0f6bcdce tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0853972 Jun 03 16:23:44.346100 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2957dc24-0e39-4b00-a4aa-5d57f825fe49 req-cd3e397f-33c0-4119-a10b-1fd42f57614e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392983 Jun 03 16:23:45.539275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256e747-d6f1-4211-a7a0-192009555e08 req-7baaefac-05d9-409a-94eb-f944efa51999 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:45.540625 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e256e747-d6f1-4211-a7a0-192009555e08 req-7baaefac-05d9-409a-94eb-f944efa51999 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0813837 Jun 03 16:23:45.590137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e256e747-d6f1-4211-a7a0-192009555e08 req-4f188726-8450-4ad7-9a99-253c9c00be48 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436952 Jun 03 16:23:45.618918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38640) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:23:45.727546 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8b2a01ff-b8e1-4a16-ba76-6f33a723eeb1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/a030d3f5-7e1d-4fbd-beb8-71a0522046d7 HTTP/1.1" status: 200 len: 994 time: 0.1074615 Jun 03 16:23:47.038676 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:23:47.201184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114796b-b0a3-4283-80da-af0624079f94 req-42c9d9b4-ebea-4255-9190-fca7a311195d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:47.202841 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2114796b-b0a3-4283-80da-af0624079f94 req-42c9d9b4-ebea-4255-9190-fca7a311195d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0856068 Jun 03 16:23:47.296469 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2114796b-b0a3-4283-80da-af0624079f94 req-7cefeabe-3a81-41a5-bf26-0b3d5b38aad0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593860 Jun 03 16:23:47.318174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dada2-b2b2-459f-8c78-e0d049e9f47b req-b64da2a2-4116-46a8-8dc9-803b3120749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:47.318174 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f15dada2-b2b2-459f-8c78-e0d049e9f47b req-b64da2a2-4116-46a8-8dc9-803b3120749e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 1097 time: 0.1520493 Jun 03 16:23:47.552932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dada2-b2b2-459f-8c78-e0d049e9f47b req-92e7488d-866a-4e81-9cd1-0c9cb6787518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:47.554315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f15dada2-b2b2-459f-8c78-e0d049e9f47b req-92e7488d-866a-4e81-9cd1-0c9cb6787518 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ea48ec2c-be72-4e51-b08a-0212c105066e HTTP/1.1" status: 200 len: 897 time: 0.2333076 Jun 03 16:23:47.668269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f15dada2-b2b2-459f-8c78-e0d049e9f47b req-9a969c93-ed39-47fd-92b5-6b784ce9e66c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b HTTP/1.1" status: 200 len: 1002 time: 0.1066530 Jun 03 16:23:47.742053 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dada2-b2b2-459f-8c78-e0d049e9f47b req-b7e5e7f9-a1c5-47a4-b12e-2db4d200b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:47.743464 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f15dada2-b2b2-459f-8c78-e0d049e9f47b req-b7e5e7f9-a1c5-47a4-b12e-2db4d200b2f7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ebc3be11-d2c9-4739-867e-385712ef53b7 HTTP/1.1" status: 200 len: 835 time: 0.0688832 Jun 03 16:23:47.821574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dada2-b2b2-459f-8c78-e0d049e9f47b req-ca794c3e-92dd-403e-9856-87f590c93b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:47.822998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f15dada2-b2b2-459f-8c78-e0d049e9f47b req-ca794c3e-92dd-403e-9856-87f590c93b11 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ea48ec2c-be72-4e51-b08a-0212c105066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734591 Jun 03 16:23:47.960367 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f15dada2-b2b2-459f-8c78-e0d049e9f47b req-56c78f38-6777-46ab-8001-ab93e80c7270 service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303568 Jun 03 16:23:48.100199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f15dada2-b2b2-459f-8c78-e0d049e9f47b req-e1748d50-f550-4bb1-ab9b-12ab3c774d9a service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325035 Jun 03 16:23:48.487017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888c37c-8427-4c01-95d8-4f14296b8f99 req-f58107b9-693d-4a75-bf21-d72430af601f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:48.488550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4888c37c-8427-4c01-95d8-4f14296b8f99 req-f58107b9-693d-4a75-bf21-d72430af601f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0855520 Jun 03 16:23:48.533619 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4888c37c-8427-4c01-95d8-4f14296b8f99 req-37e12a6c-0f60-43b1-90fd-1d5ad71bfbea tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391693 Jun 03 16:23:49.748865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02b25f-bf80-494a-b5f8-8089a9e29932 req-41025c96-65ab-404d-9e14-44bcef51e912 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:23:49.750347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f02b25f-bf80-494a-b5f8-8089a9e29932 req-41025c96-65ab-404d-9e14-44bcef51e912 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.0887570 Jun 03 16:23:49.797896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f02b25f-bf80-494a-b5f8-8089a9e29932 req-37f898db-6210-45b9-b010-cbf1ca972a11 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417414 Jun 03 16:23:49.821720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38656) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:23:49.932755 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b9b939a9-14e1-48bf-a451-aa9690ec7b75 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/a030d3f5-7e1d-4fbd-beb8-71a0522046d7 HTTP/1.1" status: 200 len: 994 time: 0.1099691 Jun 03 16:24:00.145313 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:02.270577 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0ae4bd20-2505-427e-a7cc-60b847f0ac61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:04.907876 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-49b5bab9-b2be-4bbc-854e-eee686dc81fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:05.395640 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:05.854112 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:07.295864 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:09.537721 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:16.773482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-93e761c6-0bb0-46a2-b35f-d47f9fac9ed9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743661 Jun 03 16:24:16.918220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-792d96fb-fac1-4689-88e7-32315ac0eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:16.919726 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-792d96fb-fac1-4689-88e7-32315ac0eb14 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 1097 time: 0.0729539 Jun 03 16:24:17.065743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-59bfe611-e0a8-46d8-bc6c-f06beae28ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:17.067139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-59bfe611-e0a8-46d8-bc6c-f06beae28ed9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ea48ec2c-be72-4e51-b08a-0212c105066e HTTP/1.1" status: 200 len: 897 time: 0.1246006 Jun 03 16:24:17.169586 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-f6faa841-5ac4-439e-8040-dc02436eef11 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b HTTP/1.1" status: 200 len: 1002 time: 0.0960612 Jun 03 16:24:17.236605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-164cf264-3011-459f-a076-2ffdfa11f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:17.238010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-164cf264-3011-459f-a076-2ffdfa11f1ed service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ebc3be11-d2c9-4739-867e-385712ef53b7 HTTP/1.1" status: 200 len: 835 time: 0.0620098 Jun 03 16:24:17.314071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-196b4030-6619-4d31-87f3-74a601bc9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:17.315582 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-196b4030-6619-4d31-87f3-74a601bc9fd5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ea48ec2c-be72-4e51-b08a-0212c105066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708449 Jun 03 16:24:17.549015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-1face95e-55e4-42be-ba68-1e0ea51a9161 service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263405 Jun 03 16:24:17.679504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8046f56b-d6a9-4d0f-90b5-05d88009f934 req-5c4f6657-b98b-4429-9641-493e50f0c0b6 service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242602 Jun 03 16:24:20.399934 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38668) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:20.623672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port 97dc1916-501e-4a4d-9470-dcbd4454ebbe {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:24:20.623900 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:20.801427 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:20.801715 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:20.925061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for 97dc1916-501e-4a4d-9470-dcbd4454ebbe owned by network:floatingip {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:24:21.075113 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.123654 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=97dc1916-501e-4a4d-9470-dcbd4454ebbe,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:21.159794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.160138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.160458 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.160786 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.161106 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.161426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.161743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.162092 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.162410 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.162740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.163017 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.163321 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:21.227275 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.227593 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Floating IP a030d3f5-7e1d-4fbd-beb8-71a0522046d7 disassociated (deleted). External IP: 172.25.7.166, port: eaaaaac4-12b3-4def-9dfd-d58e108b884b. Jun 03 16:24:21.695855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router e0057ca3-d91d-4a01-af07-349e324770d3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:21.880614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:21.892767 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f266af4-e43f-459b-af9d-2f442e0f2025 None None] Sync routers for ids ['e0057ca3-d91d-4a01-af07-349e324770d3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:21.902391 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f266af4-e43f-459b-af9d-2f442e0f2025 None None] Routers {'e0057ca3-d91d-4a01-af07-349e324770d3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:21.903134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f266af4-e43f-459b-af9d-2f442e0f2025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:24:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0057ca3-d91d-4a01-af07-349e324770d3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:21.906627 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:21.963762 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-45ee456a-f1b7-4bbf-a3f6-18109d63239a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/floatingips/a030d3f5-7e1d-4fbd-beb8-71a0522046d7 HTTP/1.1" status: 204 len: 168 time: 1.5597928 Jun 03 16:24:21.963762 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'tag': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:22.092302 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72fdb833-3eae-48b9-8ed9-4284a89a6a08'] response: {'name': 'network-changed', 'server_uuid': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'tag': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b', 'status': 'completed', 'code': 200} Jun 03 16:24:22.094150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1f266af4-e43f-459b-af9d-2f442e0f2025 None None] Set router e0057ca3-d91d-4a01-af07-349e324770d3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:22.204951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e00c28-bfdd-4255-bbc5-7dca135bb0bc req-13cd1acb-3a8b-415b-9f78-561712e0765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:22.206473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e00c28-bfdd-4255-bbc5-7dca135bb0bc req-13cd1acb-3a8b-415b-9f78-561712e0765e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 1097 time: 0.0896027 Jun 03 16:24:22.393485 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e00c28-bfdd-4255-bbc5-7dca135bb0bc req-fcc4b141-8f89-485b-87a5-9299d00de30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:22.394946 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e00c28-bfdd-4255-bbc5-7dca135bb0bc req-fcc4b141-8f89-485b-87a5-9299d00de30e service neutron] 10.222.0.75 "GET /v2.0/networks?id=ea48ec2c-be72-4e51-b08a-0212c105066e HTTP/1.1" status: 200 len: 897 time: 0.1812973 Jun 03 16:24:22.408304 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e36df1-1223-48db-948a-24be7637d7d7 req-f05ac1f5-b300-4247-b0fc-42882a699060 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:22.409698 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78e36df1-1223-48db-948a-24be7637d7d7 req-f05ac1f5-b300-4247-b0fc-42882a699060 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.1319575 Jun 03 16:24:22.427234 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f266af4-e43f-459b-af9d-2f442e0f2025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'bf760f8b-595b-4e50-b945-183f6287ae7f', 'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:30:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:36Z', 'updated_at': '2022-06-03T16:22:41Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:22.431258 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f266af4-e43f-459b-af9d-2f442e0f2025 None None] Checking router: e0057ca3-d91d-4a01-af07-349e324770d3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:22.439998 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f266af4-e43f-459b-af9d-2f442e0f2025 None None] Routers {'e0057ca3-d91d-4a01-af07-349e324770d3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:22.440577 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f266af4-e43f-459b-af9d-2f442e0f2025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:24:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0057ca3-d91d-4a01-af07-349e324770d3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:22.487601 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e00c28-bfdd-4255-bbc5-7dca135bb0bc req-27d66106-06cc-464d-a64c-0dd900cd77c9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b HTTP/1.1" status: 200 len: 217 time: 0.0769186 Jun 03 16:24:22.552610 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78e36df1-1223-48db-948a-24be7637d7d7 req-70c63852-4a01-4c6d-ab49-7a1359297763 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913191 Jun 03 16:24:22.575618 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e00c28-bfdd-4255-bbc5-7dca135bb0bc req-2ad61297-2225-4ffe-9c18-4669b3b0f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:22.575618 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e00c28-bfdd-4255-bbc5-7dca135bb0bc req-2ad61297-2225-4ffe-9c18-4669b3b0f6bb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ebc3be11-d2c9-4739-867e-385712ef53b7 HTTP/1.1" status: 200 len: 835 time: 0.0732586 Jun 03 16:24:22.621583 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-1f266af4-e43f-459b-af9d-2f442e0f2025 None None] Set router e0057ca3-d91d-4a01-af07-349e324770d3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:22.649783 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e00c28-bfdd-4255-bbc5-7dca135bb0bc req-6b902743-0f5c-46c4-949a-f88f011822ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:22.651361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e00c28-bfdd-4255-bbc5-7dca135bb0bc req-6b902743-0f5c-46c4-949a-f88f011822ff service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ea48ec2c-be72-4e51-b08a-0212c105066e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756850 Jun 03 16:24:22.783891 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e00c28-bfdd-4255-bbc5-7dca135bb0bc req-5a4e8689-a483-42c6-83f0-0cd6dc4c469b service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258187 Jun 03 16:24:22.915242 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-19e00c28-bfdd-4255-bbc5-7dca135bb0bc req-2370cb46-d810-416c-bc38-92f5cfb1e0d4 service neutron] 10.222.0.75 "GET /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243610 Jun 03 16:24:22.935519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-1f266af4-e43f-459b-af9d-2f442e0f2025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'bf760f8b-595b-4e50-b945-183f6287ae7f', 'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:30:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:36Z', 'updated_at': '2022-06-03T16:22:41Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:22.939920 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f266af4-e43f-459b-af9d-2f442e0f2025 None None] The sync data for ids ['e0057ca3-d91d-4a01-af07-349e324770d3'] in n-d-844595-1 is: [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'bf760f8b-595b-4e50-b945-183f6287ae7f', 'name': '', 'network_id': 'ea48ec2c-be72-4e51-b08a-0212c105066e', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:30:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:36Z', 'updated_at': '2022-06-03T16:22:41Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'ebc3be11-d2c9-4739-867e-385712ef53b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:23.158851 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92b1c18-6ac4-42e3-903b-93016ddd7e7f None None] New status for floating IP a030d3f5-7e1d-4fbd-beb8-71a0522046d7: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:24:23.804497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4155d84-bf98-44fa-a60d-7de29479ae54 req-602d5235-58c8-4ffa-a121-d05c3cb55c20 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:23.806007 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4155d84-bf98-44fa-a60d-7de29479ae54 req-602d5235-58c8-4ffa-a121-d05c3cb55c20 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.1286809 Jun 03 16:24:23.860845 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e4155d84-bf98-44fa-a60d-7de29479ae54 req-f5318461-c6e2-4522-8d3b-78fcce8339dd tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=47357486-b850-4fb4-924e-91bf4598a08c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473907 Jun 03 16:24:23.868745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2408f8-7eaf-40f4-9d79-1980cb5d8f58 req-d57ac5c2-84b3-4c20-a8e4-033bc2d873a5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:23.870176 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c2408f8-7eaf-40f4-9d79-1980cb5d8f58 req-d57ac5c2-84b3-4c20-a8e4-033bc2d873a5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 946 time: 0.1275508 Jun 03 16:24:23.940099 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-2c2408f8-7eaf-40f4-9d79-1980cb5d8f58 req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port eaaaaac4-12b3-4def-9dfd-d58e108b884b {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:24:23.940403 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c2408f8-7eaf-40f4-9d79-1980cb5d8f58 req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:24.039283 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:24:24.212302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-2c2408f8-7eaf-40f4-9d79-1980cb5d8f58 req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port eaaaaac4-12b3-4def-9dfd-d58e108b884b, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=eaaaaac4-12b3-4def-9dfd-d58e108b884b,segment=NetworkSegment(46f9a880-0634-41a7-8097-7b7e41bf2608),segment_id=46f9a880-0634-41a7-8097-7b7e41bf2608)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:24.212816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c2408f8-7eaf-40f4-9d79-1980cb5d8f58 req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:24.446203 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-2c2408f8-7eaf-40f4-9d79-1980cb5d8f58 req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for eaaaaac4-12b3-4def-9dfd-d58e108b884b owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:24:24.607192 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c2408f8-7eaf-40f4-9d79-1980cb5d8f58 req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:24.669337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=eaaaaac4-12b3-4def-9dfd-d58e108b884b,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:24.708877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.709231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.709569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.709909 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.710251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.710561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.710943 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.711239 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.711556 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.711875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.712189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.712510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:24.758084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2408f8-7eaf-40f4-9d79-1980cb5d8f58 req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] No DVR routers for this DVR port eaaaaac4-12b3-4def-9dfd-d58e108b884b on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:24:24.761451 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-2c2408f8-7eaf-40f4-9d79-1980cb5d8f58 req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:24.765337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'name': 'network-vif-deleted', 'tag': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:24.781546 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2c2408f8-7eaf-40f4-9d79-1980cb5d8f58 req-1b919ef2-a017-4f7a-ac90-067259eec58f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.75 "DELETE /v2.0/ports/eaaaaac4-12b3-4def-9dfd-d58e108b884b HTTP/1.1" status: 204 len: 173 time: 0.9053121 Jun 03 16:24:24.872577 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a272606d-1068-45b7-b39d-177ef4c4e117'] response: {'server_uuid': 'cf2a2cb6-a783-435e-973f-c6810b58db28', 'name': 'network-vif-deleted', 'tag': 'eaaaaac4-12b3-4def-9dfd-d58e108b884b', 'status': 'completed', 'code': 200} Jun 03 16:24:25.029908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9803ba97-4c13-44d0-82e7-65fe2a9f53ed req-b4ff6a42-5ac1-42c3-92e5-51e1c93c3c06 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:25.048878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-9803ba97-4c13-44d0-82e7-65fe2a9f53ed req-b4ff6a42-5ac1-42c3-92e5-51e1c93c3c06 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:25.050090 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9803ba97-4c13-44d0-82e7-65fe2a9f53ed req-b4ff6a42-5ac1-42c3-92e5-51e1c93c3c06 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf2a2cb6-a783-435e-973f-c6810b58db28 HTTP/1.1" status: 200 len: 210 time: 0.0627704 Jun 03 16:24:26.165645 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38690) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:26.739775 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:27.221346 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port bf760f8b-595b-4e50-b945-183f6287ae7f {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:24:27.222079 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:27.406753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port bf760f8b-595b-4e50-b945-183f6287ae7f, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=bf760f8b-595b-4e50-b945-183f6287ae7f,segment=NetworkSegment(46f9a880-0634-41a7-8097-7b7e41bf2608),segment_id=46f9a880-0634-41a7-8097-7b7e41bf2608)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:27.407096 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:27.530996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for bf760f8b-595b-4e50-b945-183f6287ae7f owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:24:27.725169 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:27.772051 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=bf760f8b-595b-4e50-b945-183f6287ae7f,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:28.048509 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:28.425257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router e0057ca3-d91d-4a01-af07-349e324770d3 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:28.720546 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:28.731439 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1cd3e-0466-4ad5-a803-6a82205442f2 None None] Sync routers for ids ['e0057ca3-d91d-4a01-af07-349e324770d3'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:28.740175 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-65209dd6-ad18-48fa-9bdd-7f4965d4a07e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "PUT /v2.0/routers/e0057ca3-d91d-4a01-af07-349e324770d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5732229 Jun 03 16:24:28.741917 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1cd3e-0466-4ad5-a803-6a82205442f2 None None] Routers {'e0057ca3-d91d-4a01-af07-349e324770d3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:28.742548 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eda1cd3e-0466-4ad5-a803-6a82205442f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:24:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0057ca3-d91d-4a01-af07-349e324770d3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:28.743218 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38694) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:28.810048 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-331b7cd0-8d90-4426-96fe-1e7d9dfed7e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting subnet ebc3be11-d2c9-4739-867e-385712ef53b7 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:24:28.813036 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331b7cd0-8d90-4426-96fe-1e7d9dfed7e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:28.865784 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331b7cd0-8d90-4426-96fe-1e7d9dfed7e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:28.916519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-eda1cd3e-0466-4ad5-a803-6a82205442f2 None None] Set router e0057ca3-d91d-4a01-af07-349e324770d3 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:28.951146 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331b7cd0-8d90-4426-96fe-1e7d9dfed7e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.027331 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331b7cd0-8d90-4426-96fe-1e7d9dfed7e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.065489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b7cd0-8d90-4426-96fe-1e7d9dfed7e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc3be11-d2c9-4739-867e-385712ef53b7,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:29.068913 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-331b7cd0-8d90-4426-96fe-1e7d9dfed7e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.077068 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-331b7cd0-8d90-4426-96fe-1e7d9dfed7e7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/subnets/ebc3be11-d2c9-4739-867e-385712ef53b7 HTTP/1.1" status: 204 len: 168 time: 0.3328459 Jun 03 16:24:29.078924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2101c616-8b59-4b25-97d0-beddb45f7f3d None None] Network ea48ec2c-be72-4e51-b08a-0212c105066e requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:24:29.080619 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38698) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:29.188448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eaaaaac4-12b3-4def-9dfd-d58e108b884b no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:29.248976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: eaaaaac4-12b3-4def-9dfd-d58e108b884b {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:24:29.249323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device eaaaaac4-12b3-4def-9dfd-d58e108b884b not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:29.259569 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.436456 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.448557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:24:29.448940 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.451922 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eda1cd3e-0466-4ad5-a803-6a82205442f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:24:27Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': 'f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:29.456428 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1cd3e-0466-4ad5-a803-6a82205442f2 None None] Checking router: e0057ca3-d91d-4a01-af07-349e324770d3 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:29.464946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1cd3e-0466-4ad5-a803-6a82205442f2 None None] Routers {'e0057ca3-d91d-4a01-af07-349e324770d3'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:29.465574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eda1cd3e-0466-4ad5-a803-6a82205442f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:24:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e0057ca3-d91d-4a01-af07-349e324770d3'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:29.518435 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] DHCP port deletion for ea48ec2c-be72-4e51-b08a-0212c105066e request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:24:29.593925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Deleting port 346c189c-1d77-4143-8ba2-4eade0fac0e8 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:24:29.594164 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.632598 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:29.632919 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:29.664245 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-eda1cd3e-0466-4ad5-a803-6a82205442f2 None None] Set router e0057ca3-d91d-4a01-af07-349e324770d3 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:29.753432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:24:29.798885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-eda1cd3e-0466-4ad5-a803-6a82205442f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:24:29Z', 'revision_number': 6, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:29.812272 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1cd3e-0466-4ad5-a803-6a82205442f2 None None] The sync data for ids ['e0057ca3-d91d-4a01-af07-349e324770d3'] in n-d-844595-1 is: [{'id': 'e0057ca3-d91d-4a01-af07-349e324770d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688917535', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:22:32Z', 'updated_at': '2022-06-03T16:24:29Z', 'revision_number': 6, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:29.918623 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] For port 346c189c-1d77-4143-8ba2-4eade0fac0e8, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=346c189c-1d77-4143-8ba2-4eade0fac0e8,segment=NetworkSegment(46f9a880-0634-41a7-8097-7b7e41bf2608),segment_id=46f9a880-0634-41a7-8097-7b7e41bf2608)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:29.919028 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.040093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Calling delete_port for 346c189c-1d77-4143-8ba2-4eade0fac0e8 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:24:30.119777 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.167554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.170398 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Pushing event deleted for resources: {'Port': ['ID=346c189c-1d77-4143-8ba2-4eade0fac0e8,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:30.184520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] No DVR routers for this DVR port 346c189c-1d77-4143-8ba2-4eade0fac0e8 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:24:30.187271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.187611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.188152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.188270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.188616 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.188929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.189291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.189614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.189945 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.190285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.190570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.190880 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234a149-338d-4394-b79d-ff1405b94a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:30.195658 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.251030 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:30.317432 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.496413 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.498784 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.525106 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.525839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Fanout notify agent at l3_agent the message router_deleted on router e0057ca3-d91d-4a01-af07-349e324770d3 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:24:30.540921 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.542077 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-68f48e7f-89f8-4f02-b728-edcc37ce4be9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/routers/e0057ca3-d91d-4a01-af07-349e324770d3 HTTP/1.1" status: 204 len: 168 time: 1.4601188 Jun 03 16:24:30.545216 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38702) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:30.671383 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.804856 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.832795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea48ec2c-be72-4e51-b08a-0212c105066e']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:30.845586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f9a880-0634-41a7-8097-7b7e41bf2608') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:30.845960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f9a880-0634-41a7-8097-7b7e41bf2608') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:30.856991 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.872837 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.878755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:24:30.879156 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.963267 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 46f9a880-0634-41a7-8097-7b7e41bf2608 resource provider aggregate not found Jun 03 16:24:30.983021 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:30.985577 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 46f9a880-0634-41a7-8097-7b7e41bf2608 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46f9a880-0634-41a7-8097-7b7e41bf2608 found for delete ", "request_id": "req-398f2e37-177b-427c-8492-21063351baea"}]} Jun 03 16:24:31.001310 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.012306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Network': ['ID=ea48ec2c-be72-4e51-b08a-0212c105066e,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:31.021948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2704021e-0257-4267-8cca-fef47ca4b219 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/networks/ea48ec2c-be72-4e51-b08a-0212c105066e HTTP/1.1" status: 204 len: 168 time: 0.4757135 Jun 03 16:24:31.024739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38712) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:31.092295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5b8dee9-4354-448e-abf7-047ac560296f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.123157 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5b8dee9-4354-448e-abf7-047ac560296f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.194813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5b8dee9-4354-448e-abf7-047ac560296f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.213379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8dee9-4354-448e-abf7-047ac560296f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47357486-b850-4fb4-924e-91bf4598a08c,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:31.225231 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a5b8dee9-4354-448e-abf7-047ac560296f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.226364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a5b8dee9-4354-448e-abf7-047ac560296f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/security-groups/47357486-b850-4fb4-924e-91bf4598a08c HTTP/1.1" status: 204 len: 168 time: 0.2007587 Jun 03 16:24:31.358832 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38720) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:31.364084 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327483570', 'description': 'tempest-secgroup-smoke-1327483570 description', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:31.368693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 346c189c-1d77-4143-8ba2-4eade0fac0e8 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:31.370829 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:31.375070 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:31.377930 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:31.383927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:31.395814 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.416726 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:31.420730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:31.423670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:31.429499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:31.448195 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 346c189c-1d77-4143-8ba2-4eade0fac0e8 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:24:31.448531 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 346c189c-1d77-4143-8ba2-4eade0fac0e8 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:31.448936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bf760f8b-595b-4e50-b945-183f6287ae7f no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:31.482034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: bf760f8b-595b-4e50-b945-183f6287ae7f {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:24:31.482409 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device bf760f8b-595b-4e50-b945-183f6287ae7f not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:31.482823 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:24:31.506047 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.511209 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.515160 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:24:31.515518 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f55bb6bf-d4cc-47b5-b47f-a7cc48e536ee not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:24:31.557921 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6898dd2-1d1c-4617-8748-3209e92c03d1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:31.561776 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.563438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f304a7dd-4bcd-44d5-a12a-5440bdf9bfeb tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2031295 Jun 03 16:24:31.566080 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38724) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:31.572081 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-5bd9294b-8c11-4f61-b9a8-59d6be23709a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'a6898dd2-1d1c-4617-8748-3209e92c03d1', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:31.579397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5bd9294b-8c11-4f61-b9a8-59d6be23709a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:31.583315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5bd9294b-8c11-4f61-b9a8-59d6be23709a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:31.586262 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-5bd9294b-8c11-4f61-b9a8-59d6be23709a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:31.592189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-5bd9294b-8c11-4f61-b9a8-59d6be23709a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:31.609813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5bd9294b-8c11-4f61-b9a8-59d6be23709a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.670914 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5bd9294b-8c11-4f61-b9a8-59d6be23709a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.676285 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5bd9294b-8c11-4f61-b9a8-59d6be23709a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.704187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9294b-8c11-4f61-b9a8-59d6be23709a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a251ac72-f8d6-4621-ae4b-86a4404a66c6,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:31.714907 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-5bd9294b-8c11-4f61-b9a8-59d6be23709a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.716186 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-5bd9294b-8c11-4f61-b9a8-59d6be23709a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490276 Jun 03 16:24:31.719498 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38728) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:31.724479 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-f93ffe32-4177-4175-9d3a-4c72c8889191 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'a6898dd2-1d1c-4617-8748-3209e92c03d1', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:31.731264 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f93ffe32-4177-4175-9d3a-4c72c8889191 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:31.735214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f93ffe32-4177-4175-9d3a-4c72c8889191 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:31.738146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-f93ffe32-4177-4175-9d3a-4c72c8889191 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:31.744044 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-f93ffe32-4177-4175-9d3a-4c72c8889191 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:31.763762 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f93ffe32-4177-4175-9d3a-4c72c8889191 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.828742 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f93ffe32-4177-4175-9d3a-4c72c8889191 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.834148 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f93ffe32-4177-4175-9d3a-4c72c8889191 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.857907 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ffe32-4177-4175-9d3a-4c72c8889191 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe56bc93-e248-4443-a50a-06fb3e719b5a,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:31.868912 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f93ffe32-4177-4175-9d3a-4c72c8889191 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.870142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f93ffe32-4177-4175-9d3a-4c72c8889191 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496582 Jun 03 16:24:31.873536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38732) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:31.878439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-38e9b144-fa7a-430f-9b04-589b92c17dd8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'a6898dd2-1d1c-4617-8748-3209e92c03d1', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:31.884927 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-38e9b144-fa7a-430f-9b04-589b92c17dd8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:31.888889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-38e9b144-fa7a-430f-9b04-589b92c17dd8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:31.891863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-38e9b144-fa7a-430f-9b04-589b92c17dd8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:31.897600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-38e9b144-fa7a-430f-9b04-589b92c17dd8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:31.914233 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e9b144-fa7a-430f-9b04-589b92c17dd8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.977191 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e9b144-fa7a-430f-9b04-589b92c17dd8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:31.983218 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e9b144-fa7a-430f-9b04-589b92c17dd8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.007469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9b144-fa7a-430f-9b04-589b92c17dd8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da689ac-d18e-4cbd-a82b-5f5c166ce6ad,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:32.017422 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-38e9b144-fa7a-430f-9b04-589b92c17dd8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.018607 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-38e9b144-fa7a-430f-9b04-589b92c17dd8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440790 Jun 03 16:24:32.021402 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38736) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:32.026450 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-fb63e655-0ddc-4145-8f7d-4257c8e90b2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'a6898dd2-1d1c-4617-8748-3209e92c03d1', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:32.033177 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fb63e655-0ddc-4145-8f7d-4257c8e90b2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:32.037410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fb63e655-0ddc-4145-8f7d-4257c8e90b2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:32.040585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fb63e655-0ddc-4145-8f7d-4257c8e90b2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:32.046759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fb63e655-0ddc-4145-8f7d-4257c8e90b2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:32.067952 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb63e655-0ddc-4145-8f7d-4257c8e90b2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.134172 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb63e655-0ddc-4145-8f7d-4257c8e90b2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.140018 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb63e655-0ddc-4145-8f7d-4257c8e90b2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.162953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63e655-0ddc-4145-8f7d-4257c8e90b2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6afc35-1aba-458f-babb-34e8e827cd31,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:32.173414 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fb63e655-0ddc-4145-8f7d-4257c8e90b2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.174662 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fb63e655-0ddc-4145-8f7d-4257c8e90b2e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522679 Jun 03 16:24:32.177550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38740) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:32.182442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'a6898dd2-1d1c-4617-8748-3209e92c03d1', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:32.188969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:32.192994 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:32.195889 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:32.201528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:32.213516 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Project 6f3ca569aa7a47a1b58606f2f67264f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:24:32.220403 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.264790 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5e16eb9b-60a1-4383-b0e7-da41c8537425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.288326 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.293512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.320327 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f38a48-8ec6-4648-a270-a3d8b7c16a7f,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:32.331464 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.332761 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-25320ea9-91c8-44b9-a0f8-6fd7dfc9eede tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542649 Jun 03 16:24:32.335560 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38744) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:32.340639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'security_group_rule': {'security_group_id': 'a6898dd2-1d1c-4617-8748-3209e92c03d1', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:32.347488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:32.351432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:security_group_rule and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:32.354383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:32.360194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:32.372275 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Project 6f3ca569aa7a47a1b58606f2f67264f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:24:32.378965 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.446585 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.452856 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.580653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1648da4f-20e7-46bb-92f4-001bcafd4144,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:32.591809 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.593151 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-08079621-b35c-4870-8115-6031eff54ca4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2566395 Jun 03 16:24:32.597493 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38748) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:32.603132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'network': {'name': 'tempest-network-smoke--821517998', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'port_security_enabled': True}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:32.608941 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:32.613427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:network and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:32.616582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:32.622744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:32.636698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:24:32.643336 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.676294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:24:32.686052 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.686440 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Added segment da41c314-32cb-4d1c-9166-261a85436b53 of type vlan for network e49c095b-3f89-4c87-b6a6-e891d171a08f Jun 03 16:24:32.713716 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.745520 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.751391 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:32.752079 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.857803 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2590892 Jun 03 16:24:32.860492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df2731-aeab-458f-bcfd-ae847601ac56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Network': ['ID=e49c095b-3f89-4c87-b6a6-e891d171a08f,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:32.860723 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38752) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:32.866745 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'admin_state_up': True, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:32.870328 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e49c095b-3f89-4c87-b6a6-e891d171a08f details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:24:32.883138 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:32.887435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:router and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:32.890836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:32.899316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:32.914223 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.915505 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:32.932232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:33.210816 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:33.523242 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:33.552629 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:33.691027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.25.7.138 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/24e9b50d-d901-419b-ac6b-318904f1c3af) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:33.955984 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:33.999636 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:34.069317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:34.071936 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:34.075819 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:24:34.113412 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=24e9b50d-d901-419b-ac6b-318904f1c3af,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:34.516011 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:34.871839 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:34.905239 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-53c222da-8549-44a4-87f0-d4f0b166e157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:35.096312 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router e39ae6eb-5721-463d-9deb-03cd1736c666 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:24:35.278830 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:35.288994 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Sync routers for ids ['e39ae6eb-5721-463d-9deb-03cd1736c666'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:35.299015 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Routers {'e39ae6eb-5721-463d-9deb-03cd1736c666'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:35.299360 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:24:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e39ae6eb-5721-463d-9deb-03cd1736c666'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:35.309361 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:35.310724 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5951b3d5-2040-4c44-9df7-f25f693f5f0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4489644 Jun 03 16:24:35.313842 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38756) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:35.392898 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:35.478040 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Set router e39ae6eb-5721-463d-9deb-03cd1736c666 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:35.484773 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-697c8c57-c8b1-4544-8c50-50b9ee62fcdb tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=6f3ca569aa7a47a1b58606f2f67264f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1697247 Jun 03 16:24:35.487599 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38760) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:35.620824 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aad003-4c27-4192-85e7-4d9705656ee7 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:35.622276 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-66aad003-4c27-4192-85e7-4d9705656ee7 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338172 Jun 03 16:24:35.625204 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38764) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:35.663188 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-60be81d1-3a22-43df-8e23-5bc1c67d2f96 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=ab3d7046-1339-4d8c-aed7-0373a04de455&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369003 Jun 03 16:24:35.665746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38768) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:35.671318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-703951668', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:35.759309 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:34Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:35.763526 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Checking router: e39ae6eb-5721-463d-9deb-03cd1736c666 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:35.763866 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Updating router e39ae6eb-5721-463d-9deb-03cd1736c666 port 24e9b50d-d901-419b-ac6b-318904f1c3af binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:24:35.781375 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:35.785286 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:subnet and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:35.788149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:35.794116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:35.804894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:24:35.808367 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:35.819638 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:35.854492 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:36.021415 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:36.103757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Subnet': ['ID=c5994d40-7a63-40f0-8e73-2e61f5358546,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:36.120325 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Checking segment: {'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:24:36.120681 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network hostable DHCP agents. Network: e49c095b-3f89-4c87-b6a6-e891d171a08f, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:24:36.144901 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network e49c095b-3f89-4c87-b6a6-e891d171a08f is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:24:36.157140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e49c095b-3f89-4c87-b6a6-e891d171a08f) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:36.162049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:36.162638 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:36.169560 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf8829-1d2e-408d-8dce-a4a350f03e9d None None] Network e49c095b-3f89-4c87-b6a6-e891d171a08f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:24:36.173706 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:36.184968 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-4a11f884-d188-463b-a339-1916773f156c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5181267 Jun 03 16:24:36.185448 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Transition to ACTIVE for port object 24e9b50d-d901-419b-ac6b-318904f1c3af will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:36.187855 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38772) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:36.192213 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:36.263650 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Attempting to bind port 24e9b50d-d901-419b-ac6b-318904f1c3af on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:24:36.263997 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Attempting to bind port 24e9b50d-d901-419b-ac6b-318904f1c3af by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:24:36.264353 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Attempting to bind port 24e9b50d-d901-419b-ac6b-318904f1c3af on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:36.274455 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:24:36.274722 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:24:36.275113 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:36.275489 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:24:36.275938 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Bound port: 24e9b50d-d901-419b-ac6b-318904f1c3af, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:24:36.276293 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:36.339240 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Pushing event updated for resources: {'Port': ['ID=24e9b50d-d901-419b-ac6b-318904f1c3af,revision_number=2']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:36.353376 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] For port 24e9b50d-d901-419b-ac6b-318904f1c3af, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:24:36.356845 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] For port 24e9b50d-d901-419b-ac6b-318904f1c3af, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=24e9b50d-d901-419b-ac6b-318904f1c3af,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:24:36.365664 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.366235 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.366725 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.367190 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.367781 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.368254 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.368717 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.369178 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.369638 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.370117 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.370588 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.371039 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:24:36.374814 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:36.414692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-e49c095b-3f89-4c87-b6a6-e891d171a08f', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ips': [{'subnet_id': 'c5994d40-7a63-40f0-8e73-2e61f5358546'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:24:36.416107 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:36.448592 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Routers {'e39ae6eb-5721-463d-9deb-03cd1736c666'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:36.449493 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:24:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e39ae6eb-5721-463d-9deb-03cd1736c666'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:36.531778 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94838e96-a7f9-4075-9bf5-a3f74fc4b1b7 None None] Pushing event updated for resources: {'Port': ['ID=24e9b50d-d901-419b-ac6b-318904f1c3af,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:36.584771 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Allocated IP 172.20.0.2 (e49c095b-3f89-4c87-b6a6-e891d171a08f/c5994d40-7a63-40f0-8e73-2e61f5358546/9132689b-ca76-46e4-a211-01b59b778a77) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:36.641577 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] Set router e39ae6eb-5721-463d-9deb-03cd1736c666 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:36.788726 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:36.800203 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Transition to ACTIVE for port object 9132689b-ca76-46e4-a211-01b59b778a77 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:36.821403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Transition to ACTIVE for port object 9132689b-ca76-46e4-a211-01b59b778a77 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:36.830460 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:36.902663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Network e49c095b-3f89-4c87-b6a6-e891d171a08f is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:36.905598 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:36.910563 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:24:36.920159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Pushing event updated for resources: {'Port': ['ID=9132689b-ca76-46e4-a211-01b59b778a77,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:36.934351 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:34Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:36.938609 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed96587d-2e5f-4c49-87c6-563b57e66628 None None] The sync data for ids ['e39ae6eb-5721-463d-9deb-03cd1736c666'] in n-d-844595-1 is: [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:34Z', 'revision_number': 3, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:36.941101 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:37.009780 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Attempting to bind port 9132689b-ca76-46e4-a211-01b59b778a77 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:24:37.010187 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Attempting to bind port 9132689b-ca76-46e4-a211-01b59b778a77 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:24:37.010541 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Attempting to bind port 9132689b-ca76-46e4-a211-01b59b778a77 on network e49c095b-3f89-4c87-b6a6-e891d171a08f {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:37.016288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:24:37.016652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Checking segment: {'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:24:37.017039 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:37.017417 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Bound using segment: {'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:24:37.018020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Bound port: 9132689b-ca76-46e4-a211-01b59b778a77, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:24:37.018382 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:37.118069 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] For port 9132689b-ca76-46e4-a211-01b59b778a77, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:24:37.121782 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] For port 9132689b-ca76-46e4-a211-01b59b778a77, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9132689b-ca76-46e4-a211-01b59b778a77,segment=NetworkSegment(da41c314-32cb-4d1c-9166-261a85436b53),segment_id=da41c314-32cb-4d1c-9166-261a85436b53)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:24:37.133609 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:37.226233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97726b-9b22-4c86-8ae5-e524639d6dc1 None None] Pushing event updated for resources: {'Port': ['ID=9132689b-ca76-46e4-a211-01b59b778a77,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:37.310788 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:37.447841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 24e9b50d-d901-419b-ac6b-318904f1c3af up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:37.586310 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 24e9b50d-d901-419b-ac6b-318904f1c3af completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:37.600071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 24e9b50d-d901-419b-ac6b-318904f1c3af triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:37.600786 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:37.635223 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.20.0.1 (e49c095b-3f89-4c87-b6a6-e891d171a08f/c5994d40-7a63-40f0-8e73-2e61f5358546/28d020f7-56ea-43d1-a888-70bd5123a444) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:37.756595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 24e9b50d-d901-419b-ac6b-318904f1c3af is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:37.758088 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:37.775900 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 24e9b50d-d901-419b-ac6b-318904f1c3af, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=24e9b50d-d901-419b-ac6b-318904f1c3af,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:37.781547 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:37.817931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:37.839065 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Transition to ACTIVE for port object 28d020f7-56ea-43d1-a888-70bd5123a444 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:37.862711 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=24e9b50d-d901-419b-ac6b-318904f1c3af,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:37.873860 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:37.947356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network e49c095b-3f89-4c87-b6a6-e891d171a08f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:37.950796 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:37.955717 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:24:37.990435 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=28d020f7-56ea-43d1-a888-70bd5123a444,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:38.018229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.299229 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.328732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082242d-e4f6-478d-9efe-53b4e28f324c None None] Network e49c095b-3f89-4c87-b6a6-e891d171a08f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:24:38.428637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-33a0db7f-5774-4bb4-86e5-1f960e0fe222 None None] Provisioning for port 9132689b-ca76-46e4-a211-01b59b778a77 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:38.742423 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.748040 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.864954 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=28d020f7-56ea-43d1-a888-70bd5123a444,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:38.870894 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.886841 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-195072ef-3ff5-4f58-9d02-4081c3a2a2c3 None None] Provisioning for port 28d020f7-56ea-43d1-a888-70bd5123a444 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:38.892376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-195072ef-3ff5-4f58-9d02-4081c3a2a2c3 None None] Provisioning complete for port 28d020f7-56ea-43d1-a888-70bd5123a444 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:38.892732 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-195072ef-3ff5-4f58-9d02-4081c3a2a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:38.948347 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-195072ef-3ff5-4f58-9d02-4081c3a2a2c3 None None] Port 28d020f7-56ea-43d1-a888-70bd5123a444 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:24:39.070606 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6f643699-41ba-409d-8549-b1c60243606d None None] Provisioning complete for port 28d020f7-56ea-43d1-a888-70bd5123a444 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:39.070983 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6f643699-41ba-409d-8549-b1c60243606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.127173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6f643699-41ba-409d-8549-b1c60243606d None None] Port 28d020f7-56ea-43d1-a888-70bd5123a444 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:24:39.138442 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network e49c095b-3f89-4c87-b6a6-e891d171a08f is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:39.139503 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:39.343061 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router e39ae6eb-5721-463d-9deb-03cd1736c666 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:39.348140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-32d587ef-5405-467a-a100-caa88824f6bb None None] Provisioning complete for port 28d020f7-56ea-43d1-a888-70bd5123a444 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:39.349078 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-32d587ef-5405-467a-a100-caa88824f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.407934 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-32d587ef-5405-467a-a100-caa88824f6bb None None] Port 28d020f7-56ea-43d1-a888-70bd5123a444 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:24:39.435779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 24e9b50d-d901-419b-ac6b-318904f1c3af up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:39.505902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 24e9b50d-d901-419b-ac6b-318904f1c3af triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:39.506284 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.527633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:39.546474 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ee218ce1-a788-4cb4-86fb-7803c6f69363 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "PUT /v2.0/routers/e39ae6eb-5721-463d-9deb-03cd1736c666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3574359 Jun 03 16:24:39.549567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Sync routers for ids ['e39ae6eb-5721-463d-9deb-03cd1736c666'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:39.581193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Routers {'e39ae6eb-5721-463d-9deb-03cd1736c666'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:39.581886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:24:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e39ae6eb-5721-463d-9deb-03cd1736c666'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:39.647041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:39.709109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-2a8184b3-97ae-45e0-9209-32a148406c92 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:39.726371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-2a8184b3-97ae-45e0-9209-32a148406c92 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:39.727562 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-2a8184b3-97ae-45e0-9209-32a148406c92 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327483570&fields=id&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 267 time: 0.0597403 Jun 03 16:24:39.801118 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 24e9b50d-d901-419b-ac6b-318904f1c3af is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:39.802211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9132689b-ca76-46e4-a211-01b59b778a77 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:39.848671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Set router e39ae6eb-5721-463d-9deb-03cd1736c666 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:39.883946 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-86ede40c-ad2d-445d-af98-f10a5cff150b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:39.884633 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-86ede40c-ad2d-445d-af98-f10a5cff150b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:39.901233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-86ede40c-ad2d-445d-af98-f10a5cff150b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:39.902399 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-86ede40c-ad2d-445d-af98-f10a5cff150b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/networks?id=e49c095b-3f89-4c87-b6a6-e891d171a08f HTTP/1.1" status: 200 len: 796 time: 0.1673584 Jun 03 16:24:39.919391 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-4b6a9593-294b-4cd0-be8b-6d45de8fd23f tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/quotas/6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 375 time: 0.0107970 Jun 03 16:24:40.007616 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-93810509-64d6-4068-8949-82745111975b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828252 Jun 03 16:24:40.054736 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 9132689b-ca76-46e4-a211-01b59b778a77 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:40.069724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9132689b-ca76-46e4-a211-01b59b778a77 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:40.070106 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.148105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-e52dcf23-73e0-4aff-9730-010d7c786bee service neutron] 10.222.0.48 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282222 Jun 03 16:24:40.256941 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9132689b-ca76-46e4-a211-01b59b778a77 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:40.257309 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.280488 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-014bcf0b-754e-416f-81f2-2c9a100577bb service neutron] 10.222.0.48 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258745 Jun 03 16:24:40.296254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 9132689b-ca76-46e4-a211-01b59b778a77, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9132689b-ca76-46e4-a211-01b59b778a77,segment=NetworkSegment(da41c314-32cb-4d1c-9166-261a85436b53),segment_id=da41c314-32cb-4d1c-9166-261a85436b53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:40.299312 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:38Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28d020f7-56ea-43d1-a888-70bd5123a444', 'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:3b:9c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:37Z', 'updated_at': '2022-06-03T16:24:38Z', 'revision_number': 2, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:40.303465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Checking router: e39ae6eb-5721-463d-9deb-03cd1736c666 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:40.303807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Updating router e39ae6eb-5721-463d-9deb-03cd1736c666 port 28d020f7-56ea-43d1-a888-70bd5123a444 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:24:40.330680 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.410636 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.432726 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=9132689b-ca76-46e4-a211-01b59b778a77,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:40.481040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b12ff661-44ee-4951-95c0-32de08a7dd2d req-1d271596-e856-4df8-af6a-27b3feadcee8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 210 time: 0.0464015 Jun 03 16:24:40.820294 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.833570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Transition to ACTIVE for port object 28d020f7-56ea-43d1-a888-70bd5123a444 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:40.840076 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:40.989863 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7381eeb-0e22-46fd-8979-c9540e5d5bcd None None] Pushing event updated for resources: {'Port': ['ID=28d020f7-56ea-43d1-a888-70bd5123a444,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:41.056267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Attempting to bind port 28d020f7-56ea-43d1-a888-70bd5123a444 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:24:41.056619 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Attempting to bind port 28d020f7-56ea-43d1-a888-70bd5123a444 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:24:41.056979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Attempting to bind port 28d020f7-56ea-43d1-a888-70bd5123a444 on network e49c095b-3f89-4c87-b6a6-e891d171a08f {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:41.062839 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:24:41.063205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Checking segment: {'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:24:41.063609 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:41.064003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Bound using segment: {'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:24:41.064484 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Bound port: 28d020f7-56ea-43d1-a888-70bd5123a444, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:24:41.065765 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:41.171246 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] For port 28d020f7-56ea-43d1-a888-70bd5123a444, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:24:41.174403 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] For port 28d020f7-56ea-43d1-a888-70bd5123a444, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28d020f7-56ea-43d1-a888-70bd5123a444,segment=NetworkSegment(da41c314-32cb-4d1c-9166-261a85436b53),segment_id=da41c314-32cb-4d1c-9166-261a85436b53)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:24:41.180772 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:41.267437 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Routers {'e39ae6eb-5721-463d-9deb-03cd1736c666'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:41.268064 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:24:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e39ae6eb-5721-463d-9deb-03cd1736c666'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:41.330604 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7381eeb-0e22-46fd-8979-c9540e5d5bcd None None] Pushing event updated for resources: {'Port': ['ID=28d020f7-56ea-43d1-a888-70bd5123a444,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:41.412238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9132689b-ca76-46e4-a211-01b59b778a77 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:41.522093 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] Set router e39ae6eb-5721-463d-9deb-03cd1736c666 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:41.607087 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 9132689b-ca76-46e4-a211-01b59b778a77 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:41.607477 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:41.710167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-adb5ed40-d9e5-470d-92b4-939bc6563cf5 req-d777d913-3bbc-4039-8640-f2a5ee29765e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 210 time: 0.1052637 Jun 03 16:24:41.776122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-bb038d48-173c-47b8-a7e9-81304e3dfdc4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:41.777956 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-bb038d48-173c-47b8-a7e9-81304e3dfdc4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "GET /v2.0/networks?id=e49c095b-3f89-4c87-b6a6-e891d171a08f HTTP/1.1" status: 200 len: 796 time: 0.2013617 Jun 03 16:24:41.834743 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-90ed59c7-45db-477f-a957-91fbe8c44594 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f3ca569aa7a47a1b58606f2f67264f5 HTTP/1.1" status: 200 len: 380 time: 0.0406723 Jun 03 16:24:41.844929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'port': {'device_id': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'admin_state_up': True, 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'security_groups': ['a6898dd2-1d1c-4617-8748-3209e92c03d1']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:41.929298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 9132689b-ca76-46e4-a211-01b59b778a77 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:41.962764 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:38Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28d020f7-56ea-43d1-a888-70bd5123a444', 'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:3b:9c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:37Z', 'updated_at': '2022-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:41.966872 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff39ae-76bf-4bab-accc-44f825f69c19 None None] The sync data for ids ['e39ae6eb-5721-463d-9deb-03cd1736c666'] in n-d-844595-1 is: [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:38Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28d020f7-56ea-43d1-a888-70bd5123a444', 'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:3b:9c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:37Z', 'updated_at': '2022-06-03T16:24:41Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:41.981901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:41.986223 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:port and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:41.989292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:41.995241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:42.006642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Made reservation on behalf of 6f3ca569aa7a47a1b58606f2f67264f5 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:24:42.010675 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:42.189866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.20.0.9 (e49c095b-3f89-4c87-b6a6-e891d171a08f/c5994d40-7a63-40f0-8e73-2e61f5358546/fe35f41c-18c8-4302-bc2e-06357d720d10) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:42.386568 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:42.403454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Transition to ACTIVE for port object fe35f41c-18c8-4302-bc2e-06357d720d10 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:42.429544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:42.503600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network e49c095b-3f89-4c87-b6a6-e891d171a08f is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:42.507022 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:42.511027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:24:42.684712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=fe35f41c-18c8-4302-bc2e-06357d720d10,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:42.719231 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:42.719884 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:42.749717 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-12bc5e9f-379e-46ac-92af-d7562a7205f0 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9089096 Jun 03 16:24:42.807938 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ce71e0c-fb12-4bc0-bbef-301dbdd4cea6 None None] Provisioning for port fe35f41c-18c8-4302-bc2e-06357d720d10 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:42.813826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7ce71e0c-fb12-4bc0-bbef-301dbdd4cea6 None None] Provisioning complete for port fe35f41c-18c8-4302-bc2e-06357d720d10 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:42.814422 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7ce71e0c-fb12-4bc0-bbef-301dbdd4cea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:42.827101 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Request body: {'port': {'device_id': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:42.878204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7ce71e0c-fb12-4bc0-bbef-301dbdd4cea6 None None] Port fe35f41c-18c8-4302-bc2e-06357d720d10 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:24:43.001566 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:43.056016 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc9ebb-0076-43b0-ba8e-759aa2552831 req-46ebea7b-c2da-45cb-8765-17b65e2400f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:43.056713 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c7fc9ebb-0076-43b0-ba8e-759aa2552831 req-46ebea7b-c2da-45cb-8765-17b65e2400f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:24:43.103920 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-c7fc9ebb-0076-43b0-ba8e-759aa2552831 req-46ebea7b-c2da-45cb-8765-17b65e2400f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:24:43.105198 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7fc9ebb-0076-43b0-ba8e-759aa2552831 req-46ebea7b-c2da-45cb-8765-17b65e2400f9 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 931 time: 0.2468705 Jun 03 16:24:43.221118 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7fc9ebb-0076-43b0-ba8e-759aa2552831 req-5c8e5d51-2f08-400b-9d47-b97c9e4a2be7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781045 Jun 03 16:24:43.387415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28d020f7-56ea-43d1-a888-70bd5123a444 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:43.418471 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe35f41c-18c8-4302-bc2e-06357d720d10 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:24:43.426463 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:43.442447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Transition to ACTIVE for port object fe35f41c-18c8-4302-bc2e-06357d720d10 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:24:43.447411 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:43.460259 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 28d020f7-56ea-43d1-a888-70bd5123a444 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:43.465358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 28d020f7-56ea-43d1-a888-70bd5123a444 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:43.465727 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:43.618288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe35f41c-18c8-4302-bc2e-06357d720d10,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:43.638575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 28d020f7-56ea-43d1-a888-70bd5123a444 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:43.639324 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:43.675034 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 28d020f7-56ea-43d1-a888-70bd5123a444, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28d020f7-56ea-43d1-a888-70bd5123a444,segment=NetworkSegment(da41c314-32cb-4d1c-9166-261a85436b53),segment_id=da41c314-32cb-4d1c-9166-261a85436b53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:43.681052 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:43.696855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Attempting to bind port fe35f41c-18c8-4302-bc2e-06357d720d10 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:24:43.697189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Attempting to bind port fe35f41c-18c8-4302-bc2e-06357d720d10 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:24:43.697525 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Attempting to bind port fe35f41c-18c8-4302-bc2e-06357d720d10 on network e49c095b-3f89-4c87-b6a6-e891d171a08f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:43.703092 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Port fe35f41c-18c8-4302-bc2e-06357d720d10 on network e49c095b-3f89-4c87-b6a6-e891d171a08f not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:24:43.703762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Attempting to bind port fe35f41c-18c8-4302-bc2e-06357d720d10 on network e49c095b-3f89-4c87-b6a6-e891d171a08f {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:24:43.709248 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:24:43.709590 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Checking segment: {'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:24:43.709996 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Bound using segment: {'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:24:43.710429 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Bound port: fe35f41c-18c8-4302-bc2e-06357d720d10, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da41c314-32cb-4d1c-9166-261a85436b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:24:43.710955 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:43.762197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=28d020f7-56ea-43d1-a888-70bd5123a444,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:43.802536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] For port fe35f41c-18c8-4302-bc2e-06357d720d10, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:24:43.805461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] For port fe35f41c-18c8-4302-bc2e-06357d720d10, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fe35f41c-18c8-4302-bc2e-06357d720d10,segment=NetworkSegment(da41c314-32cb-4d1c-9166-261a85436b53),segment_id=da41c314-32cb-4d1c-9166-261a85436b53)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:24:43.811419 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:43.877756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:43.878432 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:43.879836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] 10.222.0.67 "PUT /v2.0/ports/fe35f41c-18c8-4302-bc2e-06357d720d10 HTTP/1.1" status: 200 len: 1091 time: 1.1170814 Jun 03 16:24:43.880279 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'tag': 'fe35f41c-18c8-4302-bc2e-06357d720d10'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:43.903313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fa805-f492-4aaa-8469-b7482ec96da0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe35f41c-18c8-4302-bc2e-06357d720d10,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:43.943586 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56aaf1b-822a-4866-b637-f6c24bb0896d'] response: {'name': 'network-changed', 'server_uuid': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'tag': 'fe35f41c-18c8-4302-bc2e-06357d720d10', 'status': 'completed', 'code': 200} Jun 03 16:24:44.030462 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-45e05117-1fed-4125-b5ae-ac8709d10793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:44.031959 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-45e05117-1fed-4125-b5ae-ac8709d10793 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 1094 time: 0.0739448 Jun 03 16:24:44.108503 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-4de43d2f-0385-4782-ab57-47322f7f7f0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe35f41c-18c8-4302-bc2e-06357d720d10 HTTP/1.1" status: 200 len: 217 time: 0.0639753 Jun 03 16:24:44.171655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-e365dda3-63e0-4b9b-b05f-7df1a0389882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:44.172985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-e365dda3-63e0-4b9b-b05f-7df1a0389882 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5994d40-7a63-40f0-8e73-2e61f5358546 HTTP/1.1" status: 200 len: 834 time: 0.0587046 Jun 03 16:24:44.247451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-879a2906-96cd-4990-9fc0-b0d0183ca4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:44.248892 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-879a2906-96cd-4990-9fc0-b0d0183ca4cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e49c095b-3f89-4c87-b6a6-e891d171a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702119 Jun 03 16:24:44.431374 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-9cb46a8b-7631-45c9-b2bd-8bb96e5aec62 service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767161 Jun 03 16:24:44.624523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da8c28-5fb2-41fb-b66d-0d494722e18f req-2cf0a4fc-13c6-4d46-a2e2-27f0d082dd6c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:44.625856 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68da8c28-5fb2-41fb-b66d-0d494722e18f req-2cf0a4fc-13c6-4d46-a2e2-27f0d082dd6c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 943 time: 0.3004117 Jun 03 16:24:44.699228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-68da8c28-5fb2-41fb-b66d-0d494722e18f req-a0c3895b-e475-4bab-8a81-8f7495f63e8c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611663 Jun 03 16:24:44.716787 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0d3273c6-5345-4a44-bba4-957545c550a9 req-f58bcc6c-b534-4766-9828-f5773f5cc9c6 service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778299 Jun 03 16:24:44.876877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040231e-4856-4fec-a5ce-97cb6f72222e req-af43e769-451b-4354-9507-35f7af31fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:44.878280 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0040231e-4856-4fec-a5ce-97cb6f72222e req-af43e769-451b-4354-9507-35f7af31fdaf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 1094 time: 0.0761025 Jun 03 16:24:45.008528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040231e-4856-4fec-a5ce-97cb6f72222e req-48729a07-49fe-4c85-9ae6-8be6c3b13a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:45.009985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0040231e-4856-4fec-a5ce-97cb6f72222e req-48729a07-49fe-4c85-9ae6-8be6c3b13a70 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e49c095b-3f89-4c87-b6a6-e891d171a08f HTTP/1.1" status: 200 len: 897 time: 0.1253994 Jun 03 16:24:45.084373 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0040231e-4856-4fec-a5ce-97cb6f72222e req-27ab91cc-dc64-4a68-8ab6-5dcc76308cbd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe35f41c-18c8-4302-bc2e-06357d720d10 HTTP/1.1" status: 200 len: 217 time: 0.0680976 Jun 03 16:24:45.150973 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040231e-4856-4fec-a5ce-97cb6f72222e req-353a7998-fd64-4bdf-8d0c-d3ce617e4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:45.151943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0040231e-4856-4fec-a5ce-97cb6f72222e req-353a7998-fd64-4bdf-8d0c-d3ce617e4bca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5994d40-7a63-40f0-8e73-2e61f5358546 HTTP/1.1" status: 200 len: 834 time: 0.0618875 Jun 03 16:24:45.236667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040231e-4856-4fec-a5ce-97cb6f72222e req-dfc97f9c-dd9e-4fd0-813a-13c46bcb7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:45.238183 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0040231e-4856-4fec-a5ce-97cb6f72222e req-dfc97f9c-dd9e-4fd0-813a-13c46bcb7edd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e49c095b-3f89-4c87-b6a6-e891d171a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805495 Jun 03 16:24:45.369149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28d020f7-56ea-43d1-a888-70bd5123a444 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:45.374543 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0040231e-4856-4fec-a5ce-97cb6f72222e req-e37eb437-5275-43ff-a9d9-f55566f8c8da service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296091 Jun 03 16:24:45.444522 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 28d020f7-56ea-43d1-a888-70bd5123a444 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:45.444904 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:45.506418 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0040231e-4856-4fec-a5ce-97cb6f72222e req-be072d8b-4f9d-4d81-a4c7-a1cd969fb4b1 service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259196 Jun 03 16:24:45.566109 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 28d020f7-56ea-43d1-a888-70bd5123a444 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:45.899354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecb91f-8a18-49ae-84bc-ff551ffa548c req-a646e3b9-d101-43e4-8e4d-23950a07e7fe tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:45.900835 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cecb91f-8a18-49ae-84bc-ff551ffa548c req-a646e3b9-d101-43e4-8e4d-23950a07e7fe tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 943 time: 0.0837760 Jun 03 16:24:45.950107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8cecb91f-8a18-49ae-84bc-ff551ffa548c req-c3d7faa4-edde-4fd7-9016-8286debecb5a tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432329 Jun 03 16:24:47.156483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15716d-9f5a-44e5-b109-c2d7715c504c req-5ff1900d-0554-427d-b0fb-6ce69e306c1b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:47.158169 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a15716d-9f5a-44e5-b109-c2d7715c504c req-5ff1900d-0554-427d-b0fb-6ce69e306c1b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 943 time: 0.0929987 Jun 03 16:24:47.204486 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8a15716d-9f5a-44e5-b109-c2d7715c504c req-1b26cffc-f46f-4ff1-a8e5-0f75ce7c3501 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Jun 03 16:24:48.419353 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cf0b2-ff2c-49e9-a84d-a15d46361dc6 req-2c0ccd0d-26f9-472f-be7b-6e6a4fbc5422 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:48.420810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b79cf0b2-ff2c-49e9-a84d-a15d46361dc6 req-2c0ccd0d-26f9-472f-be7b-6e6a4fbc5422 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 943 time: 0.0986953 Jun 03 16:24:48.465054 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b79cf0b2-ff2c-49e9-a84d-a15d46361dc6 req-298fdbfd-0f69-48c9-a8de-0fdecd518c88 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384719 Jun 03 16:24:48.648519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fe35f41c-18c8-4302-bc2e-06357d720d10 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:24:48.791656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fe35f41c-18c8-4302-bc2e-06357d720d10, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fe35f41c-18c8-4302-bc2e-06357d720d10,segment=NetworkSegment(da41c314-32cb-4d1c-9166-261a85436b53),segment_id=da41c314-32cb-4d1c-9166-261a85436b53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:48.811285 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': 'fe35f41c-18c8-4302-bc2e-06357d720d10', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'port_id': 'fe35f41c-18c8-4302-bc2e-06357d720d10', 'mac_address': 'fa:16:3e:91:bc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:24:48.868032 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fe35f41c-18c8-4302-bc2e-06357d720d10 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:48.868415 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:48.887084 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe35f41c-18c8-4302-bc2e-06357d720d10 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:24:48.907201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fe35f41c-18c8-4302-bc2e-06357d720d10, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fe35f41c-18c8-4302-bc2e-06357d720d10,segment=NetworkSegment(da41c314-32cb-4d1c-9166-261a85436b53),segment_id=da41c314-32cb-4d1c-9166-261a85436b53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:48.914849 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:48.989750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fe35f41c-18c8-4302-bc2e-06357d720d10,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:49.340538 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['fe35f41c-18c8-4302-bc2e-06357d720d10'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:24:49.655383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94014d6-a2b4-425b-976d-473e3e5de902 req-8dbbb93d-23d7-4448-9c19-b202fd8dfb36 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:49.656855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e94014d6-a2b4-425b-976d-473e3e5de902 req-8dbbb93d-23d7-4448-9c19-b202fd8dfb36 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 944 time: 0.0797329 Jun 03 16:24:49.703483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e94014d6-a2b4-425b-976d-473e3e5de902 req-5823bf3e-021c-4c91-a3c6-2b329b8e6d0c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404241 Jun 03 16:24:50.664003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fe35f41c-18c8-4302-bc2e-06357d720d10 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:24:50.744658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port fe35f41c-18c8-4302-bc2e-06357d720d10 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:24:50.750132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port fe35f41c-18c8-4302-bc2e-06357d720d10 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:24:50.750482 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:50.871708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port fe35f41c-18c8-4302-bc2e-06357d720d10 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:24:50.872081 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:50.899421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe35f41c-18c8-4302-bc2e-06357d720d10'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:50.909497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2082a-cfd7-444e-aa27-17f101fe050c req-add67056-2b49-4c2a-9bfe-5685a0d60036 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:50.910243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port fe35f41c-18c8-4302-bc2e-06357d720d10, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fe35f41c-18c8-4302-bc2e-06357d720d10,segment=NetworkSegment(da41c314-32cb-4d1c-9166-261a85436b53),segment_id=da41c314-32cb-4d1c-9166-261a85436b53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:24:50.911209 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85d2082a-cfd7-444e-aa27-17f101fe050c req-add67056-2b49-4c2a-9bfe-5685a0d60036 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 944 time: 0.0888221 Jun 03 16:24:50.915913 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:50.962646 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-85d2082a-cfd7-444e-aa27-17f101fe050c req-4029b1b4-edc0-4493-9951-3c03726b8464 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439787 Jun 03 16:24:50.990472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=fe35f41c-18c8-4302-bc2e-06357d720d10,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:50.999614 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74777fe-f787-4ff4-b7ad-aa7d5d1ea117'] response: {'server_uuid': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe35f41c-18c8-4302-bc2e-06357d720d10', 'code': 200} Jun 03 16:24:51.160585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa4aa-e54a-4f57-8c4f-d082f609315c req-c31e8bba-8772-46b0-bdfb-678bf8d4e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:51.162091 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28afa4aa-e54a-4f57-8c4f-d082f609315c req-c31e8bba-8772-46b0-bdfb-678bf8d4e9f9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 1096 time: 0.0774245 Jun 03 16:24:51.208871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-28afa4aa-e54a-4f57-8c4f-d082f609315c req-0e5ef32b-8049-4e10-baf6-9599c7360eab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410817 Jun 03 16:24:52.171236 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609844a-532b-4b6d-9662-7fe67c1f7e6f req-19e4a8aa-cd6f-4a87-81d9-e04db18e668b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:52.172739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b609844a-532b-4b6d-9662-7fe67c1f7e6f req-19e4a8aa-cd6f-4a87-81d9-e04db18e668b tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.0926273 Jun 03 16:24:52.218053 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b609844a-532b-4b6d-9662-7fe67c1f7e6f req-3f549332-bb08-4b31-9bd2-4958f7f4e577 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394800 Jun 03 16:24:53.408247 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392f8b5-9bdf-41cf-8afb-081d0891ecbb req-906548e6-2f31-4607-a17a-b5e8f807d1f6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:53.410318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b392f8b5-9bdf-41cf-8afb-081d0891ecbb req-906548e6-2f31-4607-a17a-b5e8f807d1f6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.0834589 Jun 03 16:24:53.464308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b392f8b5-9bdf-41cf-8afb-081d0891ecbb req-98302a75-a8ae-4373-ba90-7a4c12d903d4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476713 Jun 03 16:24:53.677140 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae8624-cb10-4899-ae2d-3b8eca4e9617 req-74a61460-5855-4bca-a2fa-cce1f7cac74e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:53.678638 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0ae8624-cb10-4899-ae2d-3b8eca4e9617 req-74a61460-5855-4bca-a2fa-cce1f7cac74e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.1006856 Jun 03 16:24:53.724328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e0ae8624-cb10-4899-ae2d-3b8eca4e9617 req-73c615e4-b209-4ff4-babf-50ac1e62347e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399036 Jun 03 16:24:53.750544 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38844) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:53.841253 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4836e3-52b9-48dd-8654-bacd4f01fa11 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:53.842883 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7e4836e3-52b9-48dd-8654-bacd4f01fa11 tempest-TestNetworkAdvancedServerOps-1083860770 tempest-TestNetworkAdvancedServerOps-1083860770-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 1091 time: 0.0913239 Jun 03 16:24:53.846426 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38848) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:53.851281 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'fe35f41c-18c8-4302-bc2e-06357d720d10', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:24:53.858614 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:24:53.862704 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Usage tracker for resource:floatingip and tenant:6f3ca569aa7a47a1b58606f2f67264f5 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:24:53.865598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:24:53.872034 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:24:53.890504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:54.032632 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:54.185249 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Allocated IP 172.25.7.102 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/0b7f9970-05f9-4f0f-ac6c-8ad9d96f2132) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:24:54.333230 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:54.366431 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:54.429939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:24:54.432598 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:24:54.436366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:24:54.470165 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=0b7f9970-05f9-4f0f-ac6c-8ad9d96f2132,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:54.889159 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:55.105576 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:55.325064 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:55.333866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:55.444483 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event updated for resources: {'Port': ['ID=0b7f9970-05f9-4f0f-ac6c-8ad9d96f2132,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:24:55.456419 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:55.631180 n-d-844595-1 neutron-server[88444]: INFO neutron.db.l3_db [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Floating IP ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8 associated. External IP: 172.25.7.102, port: fe35f41c-18c8-4302-bc2e-06357d720d10. Jun 03 16:24:56.010491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router e39ae6eb-5721-463d-9deb-03cd1736c666 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:24:56.189135 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:24:56.198974 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e638093-e7f2-4e3a-9efe-804c6e43fcf9 None None] Sync routers for ids ['e39ae6eb-5721-463d-9deb-03cd1736c666'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:24:56.209168 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e638093-e7f2-4e3a-9efe-804c6e43fcf9 None None] Routers {'e39ae6eb-5721-463d-9deb-03cd1736c666'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:56.209787 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9e638093-e7f2-4e3a-9efe-804c6e43fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:24:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e39ae6eb-5721-463d-9deb-03cd1736c666'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:56.215103 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:24:56.280153 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-181ab1e7-4e70-4b37-ba9f-b8c9fc61e5ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4325950 Jun 03 16:24:56.280823 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'tag': 'fe35f41c-18c8-4302-bc2e-06357d720d10'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:24:56.356858 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3832dc8-3d64-40c0-9859-0df2ea10e626'] response: {'name': 'network-changed', 'server_uuid': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'tag': 'fe35f41c-18c8-4302-bc2e-06357d720d10', 'status': 'completed', 'code': 200} Jun 03 16:24:56.394104 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9e638093-e7f2-4e3a-9efe-804c6e43fcf9 None None] Set router e39ae6eb-5721-463d-9deb-03cd1736c666 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:56.528811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203f9e5-92cc-4cfb-adb7-d63fa6bd6464 req-dd023885-87ff-402f-ba1a-71b05319cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:56.530409 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6203f9e5-92cc-4cfb-adb7-d63fa6bd6464 req-dd023885-87ff-402f-ba1a-71b05319cf76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 1096 time: 0.1346507 Jun 03 16:24:56.538565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c2158-ca12-451c-bb72-cc7e5fdec2ff req-dc159d4c-61b6-4fb7-a659-f6e53d06d740 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:56.539900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c40c2158-ca12-451c-bb72-cc7e5fdec2ff req-dc159d4c-61b6-4fb7-a659-f6e53d06d740 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.1142373 Jun 03 16:24:56.673107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c40c2158-ca12-451c-bb72-cc7e5fdec2ff req-d5577a98-f82c-498d-a9ba-cfa96397d9c8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142774 Jun 03 16:24:56.700763 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38856) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:56.709087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203f9e5-92cc-4cfb-adb7-d63fa6bd6464 req-7079998a-9944-4d8c-a92a-9f4320118d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:56.710556 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6203f9e5-92cc-4cfb-adb7-d63fa6bd6464 req-7079998a-9944-4d8c-a92a-9f4320118d0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e49c095b-3f89-4c87-b6a6-e891d171a08f HTTP/1.1" status: 200 len: 897 time: 0.1698251 Jun 03 16:24:56.796258 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9e638093-e7f2-4e3a-9efe-804c6e43fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:38Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.102', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'port_id': 'fe35f41c-18c8-4302-bc2e-06357d720d10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'mac_address': 'fa:16:3e:91:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:24:54Z', 'updated_at': '2022-06-03T16:24:54Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d020f7-56ea-43d1-a888-70bd5123a444', 'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:3b:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:37Z', 'updated_at': '2022-06-03T16:24:43Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:56.800396 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e638093-e7f2-4e3a-9efe-804c6e43fcf9 None None] Checking router: e39ae6eb-5721-463d-9deb-03cd1736c666 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:24:56.810032 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e638093-e7f2-4e3a-9efe-804c6e43fcf9 None None] Routers {'e39ae6eb-5721-463d-9deb-03cd1736c666'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:24:56.812108 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6d16c27c-5699-4f3b-ada1-56d32a7380a8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8 HTTP/1.1" status: 200 len: 991 time: 0.1081734 Jun 03 16:24:56.812236 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9e638093-e7f2-4e3a-9efe-804c6e43fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:24:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e39ae6eb-5721-463d-9deb-03cd1736c666'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:56.826948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6203f9e5-92cc-4cfb-adb7-d63fa6bd6464 req-3985096e-5cae-4310-a43c-e228d232fd0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe35f41c-18c8-4302-bc2e-06357d720d10 HTTP/1.1" status: 200 len: 999 time: 0.1092219 Jun 03 16:24:57.004370 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-9e638093-e7f2-4e3a-9efe-804c6e43fcf9 None None] Set router e39ae6eb-5721-463d-9deb-03cd1736c666 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:24:57.024362 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203f9e5-92cc-4cfb-adb7-d63fa6bd6464 req-b5e1667c-43f1-4c26-a5d5-0fef6c3165a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:57.025786 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6203f9e5-92cc-4cfb-adb7-d63fa6bd6464 req-b5e1667c-43f1-4c26-a5d5-0fef6c3165a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5994d40-7a63-40f0-8e73-2e61f5358546 HTTP/1.1" status: 200 len: 834 time: 0.1929009 Jun 03 16:24:57.103025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203f9e5-92cc-4cfb-adb7-d63fa6bd6464 req-884e2e30-677c-4c15-9b2e-d876bf7a5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:24:57.104407 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6203f9e5-92cc-4cfb-adb7-d63fa6bd6464 req-884e2e30-677c-4c15-9b2e-d876bf7a5a19 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e49c095b-3f89-4c87-b6a6-e891d171a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720277 Jun 03 16:24:57.245017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6203f9e5-92cc-4cfb-adb7-d63fa6bd6464 req-a1ba0f65-866a-4bd3-bb11-15fe9b36877e service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345811 Jun 03 16:24:57.368027 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-9e638093-e7f2-4e3a-9efe-804c6e43fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:38Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.102', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'port_id': 'fe35f41c-18c8-4302-bc2e-06357d720d10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'mac_address': 'fa:16:3e:91:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:24:54Z', 'updated_at': '2022-06-03T16:24:54Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d020f7-56ea-43d1-a888-70bd5123a444', 'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:3b:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:37Z', 'updated_at': '2022-06-03T16:24:43Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:24:57.375209 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e638093-e7f2-4e3a-9efe-804c6e43fcf9 None None] The sync data for ids ['e39ae6eb-5721-463d-9deb-03cd1736c666'] in n-d-844595-1 is: [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:38Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'floating_ip_address': '172.25.7.102', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'port_id': 'fe35f41c-18c8-4302-bc2e-06357d720d10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'mac_address': 'fa:16:3e:91:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:24:54Z', 'updated_at': '2022-06-03T16:24:54Z', 'revision_number': 0, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d020f7-56ea-43d1-a888-70bd5123a444', 'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:3b:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:37Z', 'updated_at': '2022-06-03T16:24:43Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:24:57.402572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6203f9e5-92cc-4cfb-adb7-d63fa6bd6464 req-119acad3-023d-41e6-9b03-0863d1d4d686 service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472099 Jun 03 16:24:57.566308 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec81889f-6a87-4a7c-8d7b-ee6da412a094 None None] New status for floating IP ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8: ACTIVE {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:24:57.815021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38860) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:24:57.938989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-ba8f8d83-4719-4e47-a8b8-c40b7c741ca1 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8 HTTP/1.1" status: 200 len: 993 time: 0.1225662 Jun 03 16:25:00.152496 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:01.044399 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:25:02.281566 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bce69efd-98f1-4af6-b59f-c85a4b68c40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:04.905826 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c4770b50-9880-424a-ac89-396da3308556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:05.391449 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:05.857470 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:07.299766 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:09.529505 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:29.391807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-b51ffe34-1b6f-4556-a0b3-e2f01aa9e3a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771508 Jun 03 16:25:29.551059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-cbb0a46c-0406-4917-9451-0ef465834a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:29.552500 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-cbb0a46c-0406-4917-9451-0ef465834a1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 1096 time: 0.0748160 Jun 03 16:25:29.698209 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-2db5f74e-5d13-479f-a898-2468aca0295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:29.699693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-2db5f74e-5d13-479f-a898-2468aca0295e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e49c095b-3f89-4c87-b6a6-e891d171a08f HTTP/1.1" status: 200 len: 897 time: 0.1289127 Jun 03 16:25:29.812052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-3445316b-45a2-4bdd-9be7-15ee60364b35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe35f41c-18c8-4302-bc2e-06357d720d10 HTTP/1.1" status: 200 len: 1001 time: 0.1055605 Jun 03 16:25:29.874908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-990fa8b0-abae-40e6-85ad-92cd7445c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:29.876389 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-990fa8b0-abae-40e6-85ad-92cd7445c5f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5994d40-7a63-40f0-8e73-2e61f5358546 HTTP/1.1" status: 200 len: 834 time: 0.0590346 Jun 03 16:25:29.956376 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-9e254530-b075-4144-901b-debd431236c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:25:29.957799 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-9e254530-b075-4144-901b-debd431236c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e49c095b-3f89-4c87-b6a6-e891d171a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757008 Jun 03 16:25:30.088560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-bf0484c4-d5f4-4e22-a140-efe8de774172 service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240959 Jun 03 16:25:30.159878 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:30.250545 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6ebafcf0-06e9-486c-ba58-0bf79181dae3 req-6bdfcbf0-4a4b-4d43-aba5-3e16f0e085da service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530607 Jun 03 16:25:32.273299 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5039f656-0f96-43ea-ba4e-329e9b608a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:34.909095 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c2641197-94f1-4776-b45e-9c597d33ba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:35.385646 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:35.864919 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:37.303227 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:25:38.050022 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:25:38.593453 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-134b0d2d-6795-444c-b3fa-d8d71b40da66 req-97bb1ab6-dd81-4ab5-a2c1-74484ce9a4d0 service neutron] (88444) timed out ('10.222.0.48', 49426) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:25:39.546966 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:00.177330 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:01.024433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea2080-0727-4d2a-abe8-fa5986b7c542 req-4fd563a4-a2b8-4519-9cc7-23d99690e9ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:01.025868 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8aea2080-0727-4d2a-abe8-fa5986b7c542 req-4fd563a4-a2b8-4519-9cc7-23d99690e9ef tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.0837173 Jun 03 16:26:01.070597 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8aea2080-0727-4d2a-abe8-fa5986b7c542 req-ba6e3397-c3d9-49a7-8549-a5c947dcb264 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389054 Jun 03 16:26:02.270732 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bb63d92f-0b00-456a-8cee-a9bcbdcac388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:02.293492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d72bb-990c-4aeb-a5ed-695227947bec req-a58732eb-8bc0-471e-a609-32c90162e8fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:02.294971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e01d72bb-990c-4aeb-a5ed-695227947bec req-a58732eb-8bc0-471e-a609-32c90162e8fc tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.0915501 Jun 03 16:26:02.339579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e01d72bb-990c-4aeb-a5ed-695227947bec req-64300b00-147e-4843-8f73-adb869d655b4 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387747 Jun 03 16:26:03.557674 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c9ae0-6e3c-431c-b2d5-665e79d7d786 req-cef3603d-bd8d-4559-8682-cf25c9f58c44 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:03.559507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c15c9ae0-6e3c-431c-b2d5-665e79d7d786 req-cef3603d-bd8d-4559-8682-cf25c9f58c44 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.1036720 Jun 03 16:26:03.607269 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c15c9ae0-6e3c-431c-b2d5-665e79d7d786 req-c7bf071f-ad57-47c6-89a6-822ee0e077ee tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393224 Jun 03 16:26:03.630342 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38900) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:03.841138 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7c81c864-9b59-4de9-9721-3c270e9fac85 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8 HTTP/1.1" status: 200 len: 993 time: 0.2096796 Jun 03 16:26:04.902212 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b8093226-5ac4-4ee3-99b3-e38327a5a41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:05.361017 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528eb0f-6ae8-4e89-b1fc-1a187f68facc req-c7ed4d3d-1226-4537-b51b-b1f05787fa56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:05.362497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6528eb0f-6ae8-4e89-b1fc-1a187f68facc req-c7ed4d3d-1226-4537-b51b-b1f05787fa56 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.1441298 Jun 03 16:26:05.366997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9df64-bb74-464c-868c-43193657a2d3 req-0e4bae57-4141-42fc-9960-dc24a4d5613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:05.368343 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f9df64-bb74-464c-868c-43193657a2d3 req-0e4bae57-4141-42fc-9960-dc24a4d5613f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 1096 time: 0.1096303 Jun 03 16:26:05.390294 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:05.486709 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6528eb0f-6ae8-4e89-b1fc-1a187f68facc req-73118c80-c529-488d-83c8-037892b88c8c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174073 Jun 03 16:26:05.537394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9df64-bb74-464c-868c-43193657a2d3 req-0ab74105-1ab6-4d02-a0b3-f71ebeca7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:05.538860 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f9df64-bb74-464c-868c-43193657a2d3 req-0ab74105-1ab6-4d02-a0b3-f71ebeca7944 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e49c095b-3f89-4c87-b6a6-e891d171a08f HTTP/1.1" status: 200 len: 897 time: 0.1569676 Jun 03 16:26:05.641520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f9df64-bb74-464c-868c-43193657a2d3 req-dc4ab4a5-523c-43c9-b34e-e74f4121dcca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe35f41c-18c8-4302-bc2e-06357d720d10 HTTP/1.1" status: 200 len: 1001 time: 0.0963776 Jun 03 16:26:05.707706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9df64-bb74-464c-868c-43193657a2d3 req-a4a08426-db46-4ce7-abab-2010dfb42d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:05.709095 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f9df64-bb74-464c-868c-43193657a2d3 req-a4a08426-db46-4ce7-abab-2010dfb42d22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5994d40-7a63-40f0-8e73-2e61f5358546 HTTP/1.1" status: 200 len: 834 time: 0.0617642 Jun 03 16:26:05.786666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9df64-bb74-464c-868c-43193657a2d3 req-f6906f6c-3fd2-4613-8ad0-5d169946b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:05.788082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f9df64-bb74-464c-868c-43193657a2d3 req-f6906f6c-3fd2-4613-8ad0-5d169946b802 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e49c095b-3f89-4c87-b6a6-e891d171a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730474 Jun 03 16:26:05.860439 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:05.921518 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f9df64-bb74-464c-868c-43193657a2d3 req-97319ec8-19ab-4d42-8356-6ca723f69ec2 service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273346 Jun 03 16:26:06.059910 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-82f9df64-bb74-464c-868c-43193657a2d3 req-dd2188af-d805-4f6e-846b-e54d34209284 service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322594 Jun 03 16:26:06.706945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5f2b0-68f5-4c4b-a6da-7bbd3a4483cd req-cc28d34c-12d1-4cc1-942c-8853ddd44713 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:06.708387 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aed5f2b0-68f5-4c4b-a6da-7bbd3a4483cd req-cc28d34c-12d1-4cc1-942c-8853ddd44713 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.0953000 Jun 03 16:26:06.753620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aed5f2b0-68f5-4c4b-a6da-7bbd3a4483cd req-c39ee9f9-6f63-42eb-ba2e-cfe5f8720667 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392702 Jun 03 16:26:07.303479 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:07.976755 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cb25d-4be8-4355-b4cf-f5be243a2674 req-f285d9dc-8533-47ac-98ab-dd4e17dc8208 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:07.978263 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-197cb25d-4be8-4355-b4cf-f5be243a2674 req-f285d9dc-8533-47ac-98ab-dd4e17dc8208 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.0992088 Jun 03 16:26:08.022454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-197cb25d-4be8-4355-b4cf-f5be243a2674 req-0c8b8ed3-8778-436a-a0b7-f97e71d6f90d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384595 Jun 03 16:26:08.053766 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38914) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:08.175637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e3ec8601-8b9c-4bd6-97f1-de475c10d57e tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/floatingips/ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8 HTTP/1.1" status: 200 len: 993 time: 0.1204026 Jun 03 16:26:08.431316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38922) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:08.640383 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port 0b7f9970-05f9-4f0f-ac6c-8ad9d96f2132 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:08.640612 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:08.809011 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:08.809298 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:08.931375 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for 0b7f9970-05f9-4f0f-ac6c-8ad9d96f2132 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:26:09.094141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:09.168677 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=0b7f9970-05f9-4f0f-ac6c-8ad9d96f2132,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:09.185104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.185393 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.185723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.186074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.186394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.186711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.187029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.187343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.187659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.187970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.188275 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.188572 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:09.249232 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:09.249818 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Floating IP ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8 disassociated (deleted). External IP: 172.25.7.102, port: fe35f41c-18c8-4302-bc2e-06357d720d10. Jun 03 16:26:09.577376 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:09.735323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router e39ae6eb-5721-463d-9deb-03cd1736c666 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:26:09.926451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:09.936162 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf0341-a5ac-4f64-aa4b-96f34742f1b8 None None] Sync routers for ids ['e39ae6eb-5721-463d-9deb-03cd1736c666'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:09.946137 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf0341-a5ac-4f64-aa4b-96f34742f1b8 None None] Routers {'e39ae6eb-5721-463d-9deb-03cd1736c666'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:09.946984 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-05bf0341-a5ac-4f64-aa4b-96f34742f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e39ae6eb-5721-463d-9deb-03cd1736c666'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:09.947992 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:10.005940 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e2748d6e-bd5f-45c7-b835-73fde12fb3a7 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/floatingips/ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8 HTTP/1.1" status: 204 len: 168 time: 1.5732837 Jun 03 16:26:10.006530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'tag': 'fe35f41c-18c8-4302-bc2e-06357d720d10'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:10.056361 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa6ab61-5e05-4ceb-811f-790a08a9775f'] response: {'name': 'network-changed', 'server_uuid': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'tag': 'fe35f41c-18c8-4302-bc2e-06357d720d10', 'status': 'completed', 'code': 200} Jun 03 16:26:10.128854 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-05bf0341-a5ac-4f64-aa4b-96f34742f1b8 None None] Set router e39ae6eb-5721-463d-9deb-03cd1736c666 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:10.171043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98495695-5dbc-43ec-bcc6-52ee09f23862 req-1877a8d2-452d-4f8e-812d-2f52cb3ed003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:10.172576 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98495695-5dbc-43ec-bcc6-52ee09f23862 req-1877a8d2-452d-4f8e-812d-2f52cb3ed003 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 1096 time: 0.0713727 Jun 03 16:26:10.357351 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98495695-5dbc-43ec-bcc6-52ee09f23862 req-845f6529-b6b1-4f47-8edd-f32f60ed7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:10.359490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98495695-5dbc-43ec-bcc6-52ee09f23862 req-845f6529-b6b1-4f47-8edd-f32f60ed7cfd service neutron] 10.222.0.67 "GET /v2.0/networks?id=e49c095b-3f89-4c87-b6a6-e891d171a08f HTTP/1.1" status: 200 len: 897 time: 0.1797583 Jun 03 16:26:10.435134 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98495695-5dbc-43ec-bcc6-52ee09f23862 req-a97a234f-59e0-40c3-b2a3-37f06115c531 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe35f41c-18c8-4302-bc2e-06357d720d10 HTTP/1.1" status: 200 len: 217 time: 0.0687027 Jun 03 16:26:10.444519 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-05bf0341-a5ac-4f64-aa4b-96f34742f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:38Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28d020f7-56ea-43d1-a888-70bd5123a444', 'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:3b:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:37Z', 'updated_at': '2022-06-03T16:24:43Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:10.448795 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf0341-a5ac-4f64-aa4b-96f34742f1b8 None None] Checking router: e39ae6eb-5721-463d-9deb-03cd1736c666 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:10.458231 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf0341-a5ac-4f64-aa4b-96f34742f1b8 None None] Routers {'e39ae6eb-5721-463d-9deb-03cd1736c666'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:10.458781 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-05bf0341-a5ac-4f64-aa4b-96f34742f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e39ae6eb-5721-463d-9deb-03cd1736c666'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:10.507028 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511c061-363c-43ff-bff9-0a1de2e88b33 req-5f163407-da3f-4efc-955c-832ce75f2316 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:10.507671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f511c061-363c-43ff-bff9-0a1de2e88b33 req-5f163407-da3f-4efc-955c-832ce75f2316 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Synchronizing usage tracker for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:10.519174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98495695-5dbc-43ec-bcc6-52ee09f23862 req-46e5a3e8-2abf-4c8f-822b-e00efb52597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:10.520593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98495695-5dbc-43ec-bcc6-52ee09f23862 req-46e5a3e8-2abf-4c8f-822b-e00efb52597f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5994d40-7a63-40f0-8e73-2e61f5358546 HTTP/1.1" status: 200 len: 834 time: 0.0793817 Jun 03 16:26:10.562405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f511c061-363c-43ff-bff9-0a1de2e88b33 req-5f163407-da3f-4efc-955c-832ce75f2316 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Unset dirty status for tenant:6f3ca569aa7a47a1b58606f2f67264f5 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:10.563534 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f511c061-363c-43ff-bff9-0a1de2e88b33 req-5f163407-da3f-4efc-955c-832ce75f2316 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.2553468 Jun 03 16:26:10.623015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f511c061-363c-43ff-bff9-0a1de2e88b33 req-82bfcbb2-64e8-4173-9ed4-85cf85e64d08 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528617 Jun 03 16:26:10.635097 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98495695-5dbc-43ec-bcc6-52ee09f23862 req-9df17f57-eec0-4e5f-b9b2-f1d5ae114892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:10.636590 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98495695-5dbc-43ec-bcc6-52ee09f23862 req-9df17f57-eec0-4e5f-b9b2-f1d5ae114892 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e49c095b-3f89-4c87-b6a6-e891d171a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096518 Jun 03 16:26:10.668689 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-05bf0341-a5ac-4f64-aa4b-96f34742f1b8 None None] Set router e39ae6eb-5721-463d-9deb-03cd1736c666 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:10.769257 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98495695-5dbc-43ec-bcc6-52ee09f23862 req-a387fa84-7db4-4e00-851c-3ac4bdc866a1 service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252255 Jun 03 16:26:10.899392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-98495695-5dbc-43ec-bcc6-52ee09f23862 req-01f49c78-f6f5-44ee-a366-0003887b0037 service neutron] 10.222.0.67 "GET /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240151 Jun 03 16:26:10.972988 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-05bf0341-a5ac-4f64-aa4b-96f34742f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:38Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28d020f7-56ea-43d1-a888-70bd5123a444', 'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:3b:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:37Z', 'updated_at': '2022-06-03T16:24:43Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:10.977045 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf0341-a5ac-4f64-aa4b-96f34742f1b8 None None] The sync data for ids ['e39ae6eb-5721-463d-9deb-03cd1736c666'] in n-d-844595-1 is: [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:24:38Z', 'revision_number': 4, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28d020f7-56ea-43d1-a888-70bd5123a444', 'name': '', 'network_id': 'e49c095b-3f89-4c87-b6a6-e891d171a08f', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'mac_address': 'fa:16:3e:3b:9c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:37Z', 'updated_at': '2022-06-03T16:24:43Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'subnets': [{'id': 'c5994d40-7a63-40f0-8e73-2e61f5358546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:11.183942 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9496c8-6a61-44d0-bf3b-53c01a9a98b2 None None] New status for floating IP ce0a9e0a-e90a-4990-a5f9-ba8d13eadca8: DOWN {{(pid=88446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:26:11.824574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd53ac1-d2c4-4965-9add-adae6f86ac2f req-08cae192-e02c-489f-8693-8af1279454c6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:11.826105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6dd53ac1-d2c4-4965-9add-adae6f86ac2f req-08cae192-e02c-489f-8693-8af1279454c6 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.0851278 Jun 03 16:26:11.874282 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6dd53ac1-d2c4-4965-9add-adae6f86ac2f req-cecfab67-9123-4a33-8d0e-4d0425d71254 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6898dd2-1d1c-4617-8748-3209e92c03d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 Jun 03 16:26:12.153195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27f8cb-06f5-4344-b9ce-ee63e55fd208 req-a7024bc4-7527-4176-a65b-c6f6fa3001e8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:12.154714 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c27f8cb-06f5-4344-b9ce-ee63e55fd208 req-a7024bc4-7527-4176-a65b-c6f6fa3001e8 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 945 time: 0.0926523 Jun 03 16:26:12.359468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-5c27f8cb-06f5-4344-b9ce-ee63e55fd208 req-870a24e8-5808-4818-bc8f-bca571e0fa01 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port fe35f41c-18c8-4302-bc2e-06357d720d10 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:12.359811 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5c27f8cb-06f5-4344-b9ce-ee63e55fd208 req-870a24e8-5808-4818-bc8f-bca571e0fa01 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:12.625928 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-5c27f8cb-06f5-4344-b9ce-ee63e55fd208 req-870a24e8-5808-4818-bc8f-bca571e0fa01 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port fe35f41c-18c8-4302-bc2e-06357d720d10, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=fe35f41c-18c8-4302-bc2e-06357d720d10,segment=NetworkSegment(da41c314-32cb-4d1c-9166-261a85436b53),segment_id=da41c314-32cb-4d1c-9166-261a85436b53)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:12.626324 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5c27f8cb-06f5-4344-b9ce-ee63e55fd208 req-870a24e8-5808-4818-bc8f-bca571e0fa01 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:12.752733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-5c27f8cb-06f5-4344-b9ce-ee63e55fd208 req-870a24e8-5808-4818-bc8f-bca571e0fa01 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for fe35f41c-18c8-4302-bc2e-06357d720d10 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:26:12.922906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5c27f8cb-06f5-4344-b9ce-ee63e55fd208 req-870a24e8-5808-4818-bc8f-bca571e0fa01 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:12.974410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a24e8-5808-4818-bc8f-bca571e0fa01 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=fe35f41c-18c8-4302-bc2e-06357d720d10,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:13.085253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dcd7ca44-8e97-400e-bd79-c739960b68a3 req-29edda37-3f40-43fe-a874-47e28a40648c tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5025ff9-23bb-4005-af7a-b75db6bc866c HTTP/1.1" status: 200 len: 210 time: 0.0808511 Jun 03 16:26:13.090725 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c27f8cb-06f5-4344-b9ce-ee63e55fd208 req-870a24e8-5808-4818-bc8f-bca571e0fa01 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] No DVR routers for this DVR port fe35f41c-18c8-4302-bc2e-06357d720d10 on host n-h2-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:26:13.094947 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-5c27f8cb-06f5-4344-b9ce-ee63e55fd208 req-870a24e8-5808-4818-bc8f-bca571e0fa01 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:13.098875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'name': 'network-vif-deleted', 'tag': 'fe35f41c-18c8-4302-bc2e-06357d720d10'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:13.120189 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5c27f8cb-06f5-4344-b9ce-ee63e55fd208 req-870a24e8-5808-4818-bc8f-bca571e0fa01 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.67 "DELETE /v2.0/ports/fe35f41c-18c8-4302-bc2e-06357d720d10 HTTP/1.1" status: 204 len: 173 time: 0.9599812 Jun 03 16:26:13.156683 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5854a791-b44e-44b5-887e-fdd234912acc'] response: {'server_uuid': 'c5025ff9-23bb-4005-af7a-b75db6bc866c', 'name': 'network-vif-deleted', 'tag': 'fe35f41c-18c8-4302-bc2e-06357d720d10', 'status': 'completed', 'code': 200} Jun 03 16:26:14.187487 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38940) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:14.757704 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.049388 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:26:15.246267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port 28d020f7-56ea-43d1-a888-70bd5123a444 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:15.246899 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.442505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port 28d020f7-56ea-43d1-a888-70bd5123a444, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28d020f7-56ea-43d1-a888-70bd5123a444,segment=NetworkSegment(da41c314-32cb-4d1c-9166-261a85436b53),segment_id=da41c314-32cb-4d1c-9166-261a85436b53)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:15.442832 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.565906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for 28d020f7-56ea-43d1-a888-70bd5123a444 owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:26:15.768993 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:15.818880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=28d020f7-56ea-43d1-a888-70bd5123a444,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:16.088611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.582316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Router e39ae6eb-5721-463d-9deb-03cd1736c666 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:26:16.766970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:16.776953 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66923725-f1b7-45c9-908a-d959e31e75fb None None] Sync routers for ids ['e39ae6eb-5721-463d-9deb-03cd1736c666'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:16.780020 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d2e375e7-2be1-4aa0-a1b9-9afb087058b3 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "PUT /v2.0/routers/e39ae6eb-5721-463d-9deb-03cd1736c666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5912516 Jun 03 16:26:16.783802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38944) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:16.787888 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66923725-f1b7-45c9-908a-d959e31e75fb None None] Routers {'e39ae6eb-5721-463d-9deb-03cd1736c666'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:16.788480 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-66923725-f1b7-45c9-908a-d959e31e75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e39ae6eb-5721-463d-9deb-03cd1736c666'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:16.850515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1399f032-db9e-4b21-a178-ed47a61520d5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting subnet c5994d40-7a63-40f0-8e73-2e61f5358546 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:26:16.853732 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1399f032-db9e-4b21-a178-ed47a61520d5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.912576 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1399f032-db9e-4b21-a178-ed47a61520d5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:16.942847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fe35f41c-18c8-4302-bc2e-06357d720d10 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:26:16.967661 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-66923725-f1b7-45c9-908a-d959e31e75fb None None] Set router e39ae6eb-5721-463d-9deb-03cd1736c666 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:16.981775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: fe35f41c-18c8-4302-bc2e-06357d720d10 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:26:16.982190 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device fe35f41c-18c8-4302-bc2e-06357d720d10 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:26:16.997809 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1399f032-db9e-4b21-a178-ed47a61520d5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.071699 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1399f032-db9e-4b21-a178-ed47a61520d5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.116023 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399f032-db9e-4b21-a178-ed47a61520d5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Subnet': ['ID=c5994d40-7a63-40f0-8e73-2e61f5358546,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:17.118009 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1399f032-db9e-4b21-a178-ed47a61520d5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.125108 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1399f032-db9e-4b21-a178-ed47a61520d5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/subnets/c5994d40-7a63-40f0-8e73-2e61f5358546 HTTP/1.1" status: 204 len: 168 time: 0.3402867 Jun 03 16:26:17.127808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38948) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:17.128153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2fc122-cfc8-44c0-bf26-358ab4f2422b None None] Network e49c095b-3f89-4c87-b6a6-e891d171a08f requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:26:17.263205 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-66923725-f1b7-45c9-908a-d959e31e75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:26:15Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:17.267031 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66923725-f1b7-45c9-908a-d959e31e75fb None None] Checking router: e39ae6eb-5721-463d-9deb-03cd1736c666 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:17.275159 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66923725-f1b7-45c9-908a-d959e31e75fb None None] Routers {'e39ae6eb-5721-463d-9deb-03cd1736c666'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:17.275736 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-66923725-f1b7-45c9-908a-d959e31e75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['e39ae6eb-5721-463d-9deb-03cd1736c666'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:17.335042 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.404805 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] DHCP port deletion for e49c095b-3f89-4c87-b6a6-e891d171a08f request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:26:17.409277 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Deleting port 9132689b-ca76-46e4-a211-01b59b778a77 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:17.409722 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.480432 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-66923725-f1b7-45c9-908a-d959e31e75fb None None] Set router e39ae6eb-5721-463d-9deb-03cd1736c666 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:17.552488 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.565303 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Deleting port 24e9b50d-d901-419b-ac6b-318904f1c3af {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:26:17.565644 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.623731 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] For port 9132689b-ca76-46e4-a211-01b59b778a77, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=9132689b-ca76-46e4-a211-01b59b778a77,segment=NetworkSegment(da41c314-32cb-4d1c-9166-261a85436b53),segment_id=da41c314-32cb-4d1c-9166-261a85436b53)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:17.623975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.747152 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] For port 24e9b50d-d901-419b-ac6b-318904f1c3af, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=24e9b50d-d901-419b-ac6b-318904f1c3af,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:17.747890 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.749444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Calling delete_port for 9132689b-ca76-46e4-a211-01b59b778a77 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:26:17.770386 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-66923725-f1b7-45c9-908a-d959e31e75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:26:15Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:17.774666 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66923725-f1b7-45c9-908a-d959e31e75fb None None] The sync data for ids ['e39ae6eb-5721-463d-9deb-03cd1736c666'] in n-d-844595-1 is: [{'id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-302279626', 'tenant_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:24:32Z', 'updated_at': '2022-06-03T16:26:15Z', 'revision_number': 5, 'project_id': '6f3ca569aa7a47a1b58606f2f67264f5', 'gw_port': {'id': '24e9b50d-d901-419b-ac6b-318904f1c3af', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39ae6eb-5721-463d-9deb-03cd1736c666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:24:33Z', 'updated_at': '2022-06-03T16:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:17.827075 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:17.874584 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Calling delete_port for 24e9b50d-d901-419b-ac6b-318904f1c3af owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:26:17.875693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Pushing event deleted for resources: {'Port': ['ID=9132689b-ca76-46e4-a211-01b59b778a77,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:17.885092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] No DVR routers for this DVR port 9132689b-ca76-46e4-a211-01b59b778a77 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:26:17.887053 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:17.887388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:17.887722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:17.888068 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:17.888432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:17.888754 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:17.889071 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:17.889388 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:17.889702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:17.890043 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:17.890373 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:17.890671 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33c1b71-728a-4fb9-a8d9-f1829b67f571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:18.048904 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.219681 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Port': ['ID=24e9b50d-d901-419b-ac6b-318904f1c3af,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:18.312878 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.486461 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.488816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.514359 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.514901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Fanout notify agent at l3_agent the message router_deleted on router e39ae6eb-5721-463d-9deb-03cd1736c666 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:26:18.530683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.531865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a3497089-3121-447c-9e40-b3cda7a7b3f5 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/routers/e39ae6eb-5721-463d-9deb-03cd1736c666 HTTP/1.1" status: 204 len: 168 time: 1.4029801 Jun 03 16:26:18.535048 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38952) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:18.651633 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.792360 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.817528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49c095b-3f89-4c87-b6a6-e891d171a08f']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:18.830183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da41c314-32cb-4d1c-9166-261a85436b53') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:18.830482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da41c314-32cb-4d1c-9166-261a85436b53') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:18.842390 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.859445 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.865480 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:26:18.865902 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.935613 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment da41c314-32cb-4d1c-9166-261a85436b53 resource provider aggregate not found Jun 03 16:26:18.964625 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment da41c314-32cb-4d1c-9166-261a85436b53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da41c314-32cb-4d1c-9166-261a85436b53 found for delete ", "request_id": "req-8b00ad0d-a6a2-4e51-9006-8aa607008724"}]} Jun 03 16:26:18.980232 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:18.997083 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:19.008040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'Network': ['ID=e49c095b-3f89-4c87-b6a6-e891d171a08f,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:19.016916 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-63355948-41f1-4e60-935d-6e3c2aac401d tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/networks/e49c095b-3f89-4c87-b6a6-e891d171a08f HTTP/1.1" status: 204 len: 168 time: 0.4808815 Jun 03 16:26:19.019596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38962) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:19.088292 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2952ee7-9c32-443e-b22c-e95808553f75 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:19.118188 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2952ee7-9c32-443e-b22c-e95808553f75 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:19.191231 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2952ee7-9c32-443e-b22c-e95808553f75 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:19.210550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2952ee7-9c32-443e-b22c-e95808553f75 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6898dd2-1d1c-4617-8748-3209e92c03d1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:19.223049 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a2952ee7-9c32-443e-b22c-e95808553f75 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:19.224176 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a2952ee7-9c32-443e-b22c-e95808553f75 tempest-TestNetworkAdvancedServerOps-616196025 tempest-TestNetworkAdvancedServerOps-616196025-project] 10.222.0.48 "DELETE /v2.0/security-groups/a6898dd2-1d1c-4617-8748-3209e92c03d1 HTTP/1.1" status: 204 len: 168 time: 0.2036450 Jun 03 16:26:19.403382 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28d020f7-56ea-43d1-a888-70bd5123a444 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:26:19.438982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 28d020f7-56ea-43d1-a888-70bd5123a444 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:26:19.439321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28d020f7-56ea-43d1-a888-70bd5123a444 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:26:19.439738 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 24e9b50d-d901-419b-ac6b-318904f1c3af no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:26:19.473276 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 24e9b50d-d901-419b-ac6b-318904f1c3af {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:26:19.473618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 24e9b50d-d901-419b-ac6b-318904f1c3af not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:26:19.474254 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9132689b-ca76-46e4-a211-01b59b778a77 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:26:19.517912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 9132689b-ca76-46e4-a211-01b59b778a77 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:26:19.518264 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 9132689b-ca76-46e4-a211-01b59b778a77 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:26:19.609317 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38972) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:19.769911 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-8ac1988d-e84c-422e-9913-b75716b68277 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f3ca569aa7a47a1b58606f2f67264f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593437 Jun 03 16:26:19.772619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38978) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:19.838348 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:19.864047 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:19.921476 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:19.943295 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129c66cc-18f9-4a75-bb00-628bf89a5dc2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:19.952163 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.952500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.953150 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.953468 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.953782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.954124 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.954434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.954743 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.955049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.955352 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.955661 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.955964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:19.958678 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:19.959791 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-7f938ee9-f232-4365-b5b8-74a7b52c345a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/129c66cc-18f9-4a75-bb00-628bf89a5dc2 HTTP/1.1" status: 204 len: 168 time: 0.1860273 Jun 03 16:26:20.267140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 38986) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:20.399695 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f572e8ec-8b3b-4a1d-8209-b8de482ffa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.414886 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f572e8ec-8b3b-4a1d-8209-b8de482ffa6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:20.419189 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f572e8ec-8b3b-4a1d-8209-b8de482ffa6a admin admin] Usage tracker for resource:security_group_rule and tenant:06c61b59acbe4deaad3e7ad10f1a8214 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:20.422399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-f572e8ec-8b3b-4a1d-8209-b8de482ffa6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:20.428460 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-f572e8ec-8b3b-4a1d-8209-b8de482ffa6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:20.516596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f572e8ec-8b3b-4a1d-8209-b8de482ffa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.522068 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-f572e8ec-8b3b-4a1d-8209-b8de482ffa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.567936 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-f572e8ec-8b3b-4a1d-8209-b8de482ffa6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06c61b59acbe4deaad3e7ad10f1a8214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997215 Jun 03 16:26:20.568748 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572e8ec-8b3b-4a1d-8209-b8de482ffa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ac247a-513b-4f38-86c7-eadcfabbed27,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:20.570850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 38990) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:20.630347 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c407cebc-832f-4f9c-b869-9f9443c7a2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.656537 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c407cebc-832f-4f9c-b869-9f9443c7a2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.711333 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c407cebc-832f-4f9c-b869-9f9443c7a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.727019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407cebc-832f-4f9c-b869-9f9443c7a2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ac247a-513b-4f38-86c7-eadcfabbed27,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:20.731591 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c407cebc-832f-4f9c-b869-9f9443c7a2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:20.732682 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c407cebc-832f-4f9c-b869-9f9443c7a2bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80ac247a-513b-4f38-86c7-eadcfabbed27 HTTP/1.1" status: 204 len: 168 time: 0.1607673 Jun 03 16:26:21.541460 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39014) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:21.653404 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1732489291-network', 'tenant_id': '901705e740734e0daf92d604603d48e4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:21.659061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:21.663150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Usage tracker for resource:network and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:21.666122 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:21.672561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:21.686715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Made reservation on behalf of 901705e740734e0daf92d604603d48e4 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:26:21.689002 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.708480 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.724472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:21.728727 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:21.731800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:21.738720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:21.830106 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.837727 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.875076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:26:21.883862 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20d2451-fc55-4243-87a2-a8134a1ed539,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:21.890499 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.890833 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Added segment 1c68ca1e-41be-4518-b839-2cbb0b99de6d of type vlan for network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 Jun 03 16:26:21.917857 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.948119 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:21.949020 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:21.949581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.060694 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] Pushing event updated for resources: {'Network': ['ID=0ea55bb9-4aeb-4a7f-af70-5b31c4836539,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:22.064718 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-18a56cf3-d136-4a74-b2bc-1e0927611e98 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5219376 Jun 03 16:26:22.067740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39020) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:22.071473 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:26:22.074065 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Request body: {'subnet': {'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1732489291-subnet', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:22.080093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:22.084225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Usage tracker for resource:subnet and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:22.087302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:22.093428 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:22.104228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Made reservation on behalf of 901705e740734e0daf92d604603d48e4 for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:26:22.106534 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.314887 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.492587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d680937b-6893-4f2a-aff3-d2ec78888336,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:22.501212 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Checking segment: {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:22.501568 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Network hostable DHCP agents. Network: 0ea55bb9-4aeb-4a7f-af70-5b31c4836539, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:26:22.525518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:26:22.538965 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 0ea55bb9-4aeb-4a7f-af70-5b31c4836539) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:22.544708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:22.544708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.547948 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adc1c7d-fff2-430d-abc8-ce3274b0f92c None None] Network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:26:22.567347 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-c2c44b39-0dea-4b40-b940-185dbf17656b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4985814 Jun 03 16:26:22.570247 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39024) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:22.575492 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:22.581738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:22.585863 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Usage tracker for resource:router and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:22.589019 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:22.595665 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:22.608713 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.609720 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.625397 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.800243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:26:22.801100 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.892870 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:22.953215 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Allocated IP 172.20.0.2 (0ea55bb9-4aeb-4a7f-af70-5b31c4836539/d680937b-6893-4f2a-aff3-d2ec78888336/8dd4cfb3-fdee-4888-a02d-83320d845990) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:23.156636 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.166549 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Transition to ACTIVE for port object 8dd4cfb3-fdee-4888-a02d-83320d845990 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:23.184627 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Transition to ACTIVE for port object 8dd4cfb3-fdee-4888-a02d-83320d845990 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:23.191308 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.207749 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.237299 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.254466 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:23.257231 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:23.262970 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:23.271798 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Pushing event updated for resources: {'Port': ['ID=8dd4cfb3-fdee-4888-a02d-83320d845990,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:23.356794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Attempting to bind port 8dd4cfb3-fdee-4888-a02d-83320d845990 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:26:23.357096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Attempting to bind port 8dd4cfb3-fdee-4888-a02d-83320d845990 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:26:23.357446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Attempting to bind port 8dd4cfb3-fdee-4888-a02d-83320d845990 on network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:23.364085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:26:23.364450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Checking segment: {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:23.364847 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.365267 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Bound using segment: {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:26:23.365721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Bound port: 8dd4cfb3-fdee-4888-a02d-83320d845990, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:26:23.366112 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.385669 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Allocated IP 172.25.7.239 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/2c8b2188-bea2-4332-a70c-64dc923ff7e1) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:23.456119 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] For port 8dd4cfb3-fdee-4888-a02d-83320d845990, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:26:23.459224 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] For port 8dd4cfb3-fdee-4888-a02d-83320d845990, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8dd4cfb3-fdee-4888-a02d-83320d845990,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:26:23.464457 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.537957 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.550082 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0526e-bcaa-48ac-b86b-ffc62c74d164 None None] Pushing event updated for resources: {'Port': ['ID=8dd4cfb3-fdee-4888-a02d-83320d845990,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:23.571054 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:23.638981 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:23.642072 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:23.645803 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:23.679079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Pushing event updated for resources: {'Port': ['ID=2c8b2188-bea2-4332-a70c-64dc923ff7e1,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:24.200315 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:24.443664 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6687f4-131d-4f9a-971c-d17dc8963d31 None None] Network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:26:24.547202 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4746b25e-2e85-4910-8480-71379c7a825a None None] Provisioning for port 8dd4cfb3-fdee-4888-a02d-83320d845990 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:24.548866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:24.754856 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Router 88838e43-f5e5-421e-9353-208d2aa33207 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:26:24.936157 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:24.944987 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Sync routers for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:24.955045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:24.955580 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:24.967310 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:24.968651 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-d90f6b7e-4886-4f7f-82cb-171fff82d144 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3974054 Jun 03 16:26:24.971744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39028) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:25.129710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:25.445009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 3, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:25.450150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Checking router: 88838e43-f5e5-421e-9353-208d2aa33207 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:25.450558 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Updating router 88838e43-f5e5-421e-9353-208d2aa33207 port 2c8b2188-bea2-4332-a70c-64dc923ff7e1 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:26:25.479029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8dd4cfb3-fdee-4888-a02d-83320d845990 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:25.548490 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:25.650749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 8dd4cfb3-fdee-4888-a02d-83320d845990 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:25.662754 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:25.667288 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8dd4cfb3-fdee-4888-a02d-83320d845990 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:25.667648 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:25.880179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Allocated IP 172.20.0.1 (0ea55bb9-4aeb-4a7f-af70-5b31c4836539/d680937b-6893-4f2a-aff3-d2ec78888336/056821db-5bfe-4ccd-890a-f6fa119a22ef) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:25.895608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8dd4cfb3-fdee-4888-a02d-83320d845990 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:25.895969 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:25.983317 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 8dd4cfb3-fdee-4888-a02d-83320d845990, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8dd4cfb3-fdee-4888-a02d-83320d845990,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:25.991623 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.037004 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.052600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Transition to ACTIVE for port object 056821db-5bfe-4ccd-890a-f6fa119a22ef will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:26.060977 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.076773 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.082402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Transition to ACTIVE for port object 2c8b2188-bea2-4332-a70c-64dc923ff7e1 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:26.091268 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=8dd4cfb3-fdee-4888-a02d-83320d845990,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:26.095693 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.140582 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:26.143285 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:26.147173 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:26.179929 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Attempting to bind port 2c8b2188-bea2-4332-a70c-64dc923ff7e1 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:26:26.180294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Attempting to bind port 2c8b2188-bea2-4332-a70c-64dc923ff7e1 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:26:26.180658 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Attempting to bind port 2c8b2188-bea2-4332-a70c-64dc923ff7e1 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:26.182868 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cb486-8aca-4595-b82a-917e61c4d47e None None] Pushing event updated for resources: {'Port': ['ID=2c8b2188-bea2-4332-a70c-64dc923ff7e1,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:26.185492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=056821db-5bfe-4ccd-890a-f6fa119a22ef,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:26.190344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:26:26.190710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:26.191512 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.191898 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:26:26.192361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Bound port: 2c8b2188-bea2-4332-a70c-64dc923ff7e1, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:26:26.192728 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.214334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.270511 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] For port 2c8b2188-bea2-4332-a70c-64dc923ff7e1, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:26:26.273832 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] For port 2c8b2188-bea2-4332-a70c-64dc923ff7e1, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2c8b2188-bea2-4332-a70c-64dc923ff7e1,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:26:26.279087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.369045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cb486-8aca-4595-b82a-917e61c4d47e None None] Pushing event updated for resources: {'Port': ['ID=2c8b2188-bea2-4332-a70c-64dc923ff7e1,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:26.380944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:26.381566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:26.472533 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9ad04f91-a278-4a88-b682-57221b4b80a4 None None] Provisioning for port 056821db-5bfe-4ccd-890a-f6fa119a22ef completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:26.531523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9ad04f91-a278-4a88-b682-57221b4b80a4 None None] Provisioning complete for port 056821db-5bfe-4ccd-890a-f6fa119a22ef triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:26.531757 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9ad04f91-a278-4a88-b682-57221b4b80a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.598060 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.616011 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9ad04f91-a278-4a88-b682-57221b4b80a4 None None] Port 056821db-5bfe-4ccd-890a-f6fa119a22ef cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:26:26.624483 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:26.818928 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.827329 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.942476 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:26.946225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=056821db-5bfe-4ccd-890a-f6fa119a22ef,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:26.986251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:25Z', 'revision_number': 1, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:26.990472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69603e3-9acd-49a7-a616-c0bbf6de9eac None None] The sync data for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 is: [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:25Z', 'revision_number': 1, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:27.083819 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:27.084962 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:27.292914 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Router 88838e43-f5e5-421e-9353-208d2aa33207 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:26:27.431862 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8dd4cfb3-fdee-4888-a02d-83320d845990 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:27.495503 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-39d513ce-eaea-42e1-b7ca-a6fd74284c4e None None] Provisioning complete for port 056821db-5bfe-4ccd-890a-f6fa119a22ef triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:27.496185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:27.496401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-39d513ce-eaea-42e1-b7ca-a6fd74284c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:27.506893 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1e291179-30e4-45ec-99ca-99e039706ff5 admin admin] 10.222.0.48 "PUT /v2.0/routers/88838e43-f5e5-421e-9353-208d2aa33207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5328772 Jun 03 16:26:27.567266 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 8dd4cfb3-fdee-4888-a02d-83320d845990 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:27.567776 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:27.596039 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-39d513ce-eaea-42e1-b7ca-a6fd74284c4e None None] Port 056821db-5bfe-4ccd-890a-f6fa119a22ef cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:26:27.700415 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8dd4cfb3-fdee-4888-a02d-83320d845990 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:28.077348 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39046) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:28.083373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1367760130-network', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:28.089167 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:28.093299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Usage tracker for resource:network and tenant:45fbdf539f6242dab83752a6d573cb73 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:28.096464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:28.102846 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:28.115552 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Made reservation on behalf of 45fbdf539f6242dab83752a6d573cb73 for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:26:28.118456 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.131373 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.146800 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:28.151610 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Usage tracker for resource:security_group_rule and tenant:45fbdf539f6242dab83752a6d573cb73 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:28.155171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:28.161407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:28.248813 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.253627 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.287093 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:26:28.296039 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf998b0d-0c1b-4f6a-8efd-d994d71434d8,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:28.302369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.302763 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Added segment 30637232-9fb1-46ff-a552-d7e7f414a356 of type vlan for network c4e12445-aaf6-40f4-87d2-82e0f48c1766 Jun 03 16:26:28.331375 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.363138 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.364120 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:28.364689 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.465739 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3868041 Jun 03 16:26:28.468566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab854d-c815-49ea-9596-d8e166530cdb admin admin] Pushing event updated for resources: {'Network': ['ID=c4e12445-aaf6-40f4-87d2-82e0f48c1766,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:28.468756 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:28.475523 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Request body: {'subnet': {'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1367760130-subnet', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:28.479097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network c4e12445-aaf6-40f4-87d2-82e0f48c1766 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:26:28.482534 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:28.486894 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Usage tracker for resource:subnet and tenant:45fbdf539f6242dab83752a6d573cb73 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:28.490781 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:28.497744 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:28.510985 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Made reservation on behalf of 45fbdf539f6242dab83752a6d573cb73 for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:26:28.514117 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.730724 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.806209 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de549a63-59c1-47a5-93de-5b499770bc21,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:28.818610 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Checking segment: {'id': '30637232-9fb1-46ff-a552-d7e7f414a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:28.818962 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Network hostable DHCP agents. Network: c4e12445-aaf6-40f4-87d2-82e0f48c1766, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:26:28.842709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Network c4e12445-aaf6-40f4-87d2-82e0f48c1766 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:26:28.853066 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, c4e12445-aaf6-40f4-87d2-82e0f48c1766) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:28.857451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:28.858050 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.862321 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e18ca-6a45-405b-ae0c-fa05abfa5ca2 None None] Network c4e12445-aaf6-40f4-87d2-82e0f48c1766 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:26:28.881037 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-529c037a-29f6-4f48-9537-7db803862dd7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4109817 Jun 03 16:26:28.883757 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:28.889257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1367760130-router', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:28.895777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:28.899930 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Usage tracker for resource:router and tenant:45fbdf539f6242dab83752a6d573cb73 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:28.902801 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:28.908499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:28.920773 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.921690 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.937520 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:28.988877 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Sync routers for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:28.998506 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:28.999220 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:29.088778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c88571-5857-403f-85fa-c315612494db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-c4e12445-aaf6-40f4-87d2-82e0f48c1766', 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'fixed_ips': [{'subnet_id': 'de549a63-59c1-47a5-93de-5b499770bc21'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:26:29.089671 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56c88571-5857-403f-85fa-c315612494db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.224604 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:29.254166 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-56c88571-5857-403f-85fa-c315612494db None None] Allocated IP 172.20.0.2 (c4e12445-aaf6-40f4-87d2-82e0f48c1766/de549a63-59c1-47a5-93de-5b499770bc21/7a44ff64-ba78-4fd0-af0b-1da300dff7f4) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:29.351343 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.467226 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2c8b2188-bea2-4332-a70c-64dc923ff7e1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:29.550828 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56c88571-5857-403f-85fa-c315612494db None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.562928 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-56c88571-5857-403f-85fa-c315612494db None None] Transition to ACTIVE for port object 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:29.583861 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 2, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:29.589815 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Checking router: 88838e43-f5e5-421e-9353-208d2aa33207 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:29.590226 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Updating router 88838e43-f5e5-421e-9353-208d2aa33207 port 056821db-5bfe-4ccd-890a-f6fa119a22ef binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:26:29.592796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 2c8b2188-bea2-4332-a70c-64dc923ff7e1 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:29.596230 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-56c88571-5857-403f-85fa-c315612494db None None] Transition to ACTIVE for port object 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:29.600031 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2c8b2188-bea2-4332-a70c-64dc923ff7e1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:29.600426 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.629269 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56c88571-5857-403f-85fa-c315612494db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.650244 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.696393 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.712025 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c88571-5857-403f-85fa-c315612494db None None] Network c4e12445-aaf6-40f4-87d2-82e0f48c1766 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:29.718575 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-56c88571-5857-403f-85fa-c315612494db None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:29.724027 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c88571-5857-403f-85fa-c315612494db None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:29.729027 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.735844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c88571-5857-403f-85fa-c315612494db None None] Pushing event updated for resources: {'Port': ['ID=7a44ff64-ba78-4fd0-af0b-1da300dff7f4,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:29.870906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-56c88571-5857-403f-85fa-c315612494db None None] Attempting to bind port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:26:29.871568 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-56c88571-5857-403f-85fa-c315612494db None None] Attempting to bind port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '30637232-9fb1-46ff-a552-d7e7f414a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:26:29.871693 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c88571-5857-403f-85fa-c315612494db None None] Attempting to bind port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 on network c4e12445-aaf6-40f4-87d2-82e0f48c1766 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:29.876499 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Allocated IP 172.25.7.217 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/3dc365c2-9624-46ae-a098-fdc46dd728bb) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:29.882195 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c88571-5857-403f-85fa-c315612494db None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:26:29.882639 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c88571-5857-403f-85fa-c315612494db None None] Checking segment: {'id': '30637232-9fb1-46ff-a552-d7e7f414a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:29.883122 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56c88571-5857-403f-85fa-c315612494db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.883591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c88571-5857-403f-85fa-c315612494db None None] Bound using segment: {'id': '30637232-9fb1-46ff-a552-d7e7f414a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:26:29.884125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-56c88571-5857-403f-85fa-c315612494db None None] Bound port: 7a44ff64-ba78-4fd0-af0b-1da300dff7f4, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30637232-9fb1-46ff-a552-d7e7f414a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:26:29.884660 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56c88571-5857-403f-85fa-c315612494db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.896446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2c8b2188-bea2-4332-a70c-64dc923ff7e1 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:29.896900 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:29.957973 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 2c8b2188-bea2-4332-a70c-64dc923ff7e1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2c8b2188-bea2-4332-a70c-64dc923ff7e1,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:29.965603 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.016253 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.029325 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Transition to ACTIVE for port object 056821db-5bfe-4ccd-890a-f6fa119a22ef will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:30.029557 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.038134 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.046170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-56c88571-5857-403f-85fa-c315612494db None None] For port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:26:30.050932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-56c88571-5857-403f-85fa-c315612494db None None] For port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a44ff64-ba78-4fd0-af0b-1da300dff7f4,segment=NetworkSegment(30637232-9fb1-46ff-a552-d7e7f414a356),segment_id=30637232-9fb1-46ff-a552-d7e7f414a356)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:26:30.058077 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-56c88571-5857-403f-85fa-c315612494db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.061034 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.064663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=2c8b2188-bea2-4332-a70c-64dc923ff7e1,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:30.128441 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:30.132256 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:30.136700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:30.162918 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c88571-5857-403f-85fa-c315612494db None None] Pushing event updated for resources: {'Port': ['ID=7a44ff64-ba78-4fd0-af0b-1da300dff7f4,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:30.180881 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.190991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Pushing event updated for resources: {'Port': ['ID=3dc365c2-9624-46ae-a098-fdc46dd728bb,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:30.246629 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Pushing event updated for resources: {'Port': ['ID=056821db-5bfe-4ccd-890a-f6fa119a22ef,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:30.280175 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.280506 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.280835 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.281255 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.281486 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.281794 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.282137 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.282449 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.282763 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.283070 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.283373 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.283679 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:26:30.297447 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Attempting to bind port 056821db-5bfe-4ccd-890a-f6fa119a22ef on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:26:30.297906 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Attempting to bind port 056821db-5bfe-4ccd-890a-f6fa119a22ef by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:26:30.298314 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Attempting to bind port 056821db-5bfe-4ccd-890a-f6fa119a22ef on network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:30.304061 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:26:30.304508 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Checking segment: {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:30.304964 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.305528 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Bound using segment: {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:26:30.306147 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Bound port: 056821db-5bfe-4ccd-890a-f6fa119a22ef, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:26:30.306654 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.421181 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] For port 056821db-5bfe-4ccd-890a-f6fa119a22ef, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:26:30.446377 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] For port 056821db-5bfe-4ccd-890a-f6fa119a22ef, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=056821db-5bfe-4ccd-890a-f6fa119a22ef,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:26:30.456861 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.535546 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:30.536180 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:30.622689 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9eabb-c943-45a0-89ac-a00961f879a5 None None] Pushing event updated for resources: {'Port': ['ID=056821db-5bfe-4ccd-890a-f6fa119a22ef,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:30.780561 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:30.793433 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:31.125409 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:30Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:31.126393 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:31.129623 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26513c-37d2-4e97-a83c-e1544ea4dcd1 None None] The sync data for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 is: [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:30Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:31.331441 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c2ff57-c404-4d41-a696-aaad443a4cfd None None] Network c4e12445-aaf6-40f4-87d2-82e0f48c1766 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:26:31.349146 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Router 850c8891-5946-4f1a-a830-6a6190fabadc is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:26:31.478708 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-97ccdc91-ae77-45da-9635-392e0307ad38 None None] Provisioning for port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:31.582188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2c8b2188-bea2-4332-a70c-64dc923ff7e1 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:31.597029 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:31.615060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Sync routers for ids ['850c8891-5946-4f1a-a830-6a6190fabadc'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:31.634182 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:31.638543 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-604437b0-4dc6-4df5-a96e-14675b57a38b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7536256 Jun 03 16:26:31.638732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39058) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:31.691705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Routers {'850c8891-5946-4f1a-a830-6a6190fabadc'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:31.692432 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['850c8891-5946-4f1a-a830-6a6190fabadc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:31.884132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 2c8b2188-bea2-4332-a70c-64dc923ff7e1 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:31.884640 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:31.960098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Set router 850c8891-5946-4f1a-a830-6a6190fabadc gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:32.212178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 2c8b2188-bea2-4332-a70c-64dc923ff7e1 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:32.213173 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:32.349166 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0036f0a2-d681-40c2-b997-ada29e1e8da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:32.370127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:32.378332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:32.378701 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:32.438629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'name': 'tempest-TestShelveInstance-1367760130-router', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:28Z', 'updated_at': '2022-06-03T16:26:30Z', 'revision_number': 3, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'gw_port': {'id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:29Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:32.444329 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Checking router: 850c8891-5946-4f1a-a830-6a6190fabadc for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:32.444672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Updating router 850c8891-5946-4f1a-a830-6a6190fabadc port 3dc365c2-9624-46ae-a098-fdc46dd728bb binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:26:32.461263 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:32.535229 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:32.596381 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:32.596655 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:32.668750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Allocated IP 172.20.0.1 (c4e12445-aaf6-40f4-87d2-82e0f48c1766/de549a63-59c1-47a5-93de-5b499770bc21/28e72cef-410c-4c5e-a0ea-c55328203858) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:32.694256 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a44ff64-ba78-4fd0-af0b-1da300dff7f4,segment=NetworkSegment(30637232-9fb1-46ff-a552-d7e7f414a356),segment_id=30637232-9fb1-46ff-a552-d7e7f414a356)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:32.712704 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:32.713470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 056821db-5bfe-4ccd-890a-f6fa119a22ef up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:32.820118 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:32.836884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Transition to ACTIVE for port object 28e72cef-410c-4c5e-a0ea-c55328203858 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:32.861303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:32.930198 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Network c4e12445-aaf6-40f4-87d2-82e0f48c1766 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:32.933215 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:32.936142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:32.949091 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=7a44ff64-ba78-4fd0-af0b-1da300dff7f4,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:32.973649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Pushing event updated for resources: {'Port': ['ID=28e72cef-410c-4c5e-a0ea-c55328203858,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:32.980545 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 056821db-5bfe-4ccd-890a-f6fa119a22ef completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:32.997709 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.000875 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 056821db-5bfe-4ccd-890a-f6fa119a22ef triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:33.001250 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.142661 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.220716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 056821db-5bfe-4ccd-890a-f6fa119a22ef is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:33.221227 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.231800 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.255419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Transition to ACTIVE for port object 3dc365c2-9624-46ae-a098-fdc46dd728bb will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:33.268110 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.313085 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fdb3275a-93d0-4103-8dc5-d2b98030cec0 None None] Provisioning for port 28e72cef-410c-4c5e-a0ea-c55328203858 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:33.341816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 056821db-5bfe-4ccd-890a-f6fa119a22ef, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=056821db-5bfe-4ccd-890a-f6fa119a22ef,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:33.345305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fdb3275a-93d0-4103-8dc5-d2b98030cec0 None None] Provisioning complete for port 28e72cef-410c-4c5e-a0ea-c55328203858 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:33.345665 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fdb3275a-93d0-4103-8dc5-d2b98030cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.396115 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.406608 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.412526 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f71846-9492-44cb-9bc0-529747c96098 None None] Pushing event updated for resources: {'Port': ['ID=3dc365c2-9624-46ae-a098-fdc46dd728bb,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:33.413344 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.467064 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Attempting to bind port 3dc365c2-9624-46ae-a098-fdc46dd728bb on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:26:33.467423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Attempting to bind port 3dc365c2-9624-46ae-a098-fdc46dd728bb by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:26:33.467857 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Attempting to bind port 3dc365c2-9624-46ae-a098-fdc46dd728bb on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:33.495114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3275a-93d0-4103-8dc5-d2b98030cec0 None None] Port 28e72cef-410c-4c5e-a0ea-c55328203858 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:26:33.497167 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:26:33.497539 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:33.497958 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.498343 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:26:33.498879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Bound port: 3dc365c2-9624-46ae-a098-fdc46dd728bb, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:26:33.499254 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.511302 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.523193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:33.608047 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=056821db-5bfe-4ccd-890a-f6fa119a22ef,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:33.628624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Pushing event updated for resources: {'Port': ['ID=28e72cef-410c-4c5e-a0ea-c55328203858,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:33.641593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] For port 3dc365c2-9624-46ae-a098-fdc46dd728bb, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:26:33.645445 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] For port 3dc365c2-9624-46ae-a098-fdc46dd728bb, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3dc365c2-9624-46ae-a098-fdc46dd728bb,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:26:33.653559 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.686537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:33.686914 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:33.694585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Network c4e12445-aaf6-40f4-87d2-82e0f48c1766 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:33.696098 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:33.795501 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Routers {'850c8891-5946-4f1a-a830-6a6190fabadc'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:33.796375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['850c8891-5946-4f1a-a830-6a6190fabadc'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:33.872817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f71846-9492-44cb-9bc0-529747c96098 None None] Pushing event updated for resources: {'Port': ['ID=3dc365c2-9624-46ae-a098-fdc46dd728bb,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:34.021995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Router 850c8891-5946-4f1a-a830-6a6190fabadc has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:26:34.046286 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:34.062858 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f7862ac2-7b37-43fa-ac43-b5241cb7dd74 None None] Provisioning complete for port 28e72cef-410c-4c5e-a0ea-c55328203858 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:34.063203 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f7862ac2-7b37-43fa-ac43-b5241cb7dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.087686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] Set router 850c8891-5946-4f1a-a830-6a6190fabadc gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:34.202998 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:34.220043 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1494dc8e-8941-471e-b564-e16fbb9de375 admin admin] 10.222.0.48 "PUT /v2.0/routers/850c8891-5946-4f1a-a830-6a6190fabadc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5723386 Jun 03 16:26:34.228229 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-f7862ac2-7b37-43fa-ac43-b5241cb7dd74 None None] Port 28e72cef-410c-4c5e-a0ea-c55328203858 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:26:34.422919 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'name': 'tempest-TestShelveInstance-1367760130-router', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:28Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 4, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'gw_port': {'id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:29Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28e72cef-410c-4c5e-a0ea-c55328203858', 'name': '', 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'mac_address': 'fa:16:3e:16:08:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'de549a63-59c1-47a5-93de-5b499770bc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:32Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 2, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'subnets': [{'id': 'de549a63-59c1-47a5-93de-5b499770bc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:34.426947 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848b2e75-1c43-42d9-b8d7-1d600240f5eb None None] The sync data for ids ['850c8891-5946-4f1a-a830-6a6190fabadc'] in n-d-844595-1 is: [{'id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'name': 'tempest-TestShelveInstance-1367760130-router', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:28Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 4, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'gw_port': {'id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:29Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28e72cef-410c-4c5e-a0ea-c55328203858', 'name': '', 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'mac_address': 'fa:16:3e:16:08:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'de549a63-59c1-47a5-93de-5b499770bc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:32Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 2, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'subnets': [{'id': 'de549a63-59c1-47a5-93de-5b499770bc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:34.640567 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39068) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:34.646064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772659171', 'description': 'tempest-secgroup-smoke-772659171 description', 'project_id': '901705e740734e0daf92d604603d48e4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:34.652944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:34.657038 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:34.659932 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:34.665580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:34.681214 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.702228 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:34.706728 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:34.709655 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:34.715847 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:34.792287 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.797849 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.841989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d410846f-05ec-4c48-b5fb-ff1d085d46f1,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:34.845044 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.849256 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d16000a0-6da3-4481-b57e-efd08ce1909b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2047276 Jun 03 16:26:34.849417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39072) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:34.854952 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-1ced3edf-a77e-43d6-a506-4011f9b68502 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': 'd410846f-05ec-4c48-b5fb-ff1d085d46f1', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:34.862378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1ced3edf-a77e-43d6-a506-4011f9b68502 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:34.866579 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1ced3edf-a77e-43d6-a506-4011f9b68502 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:34.870293 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1ced3edf-a77e-43d6-a506-4011f9b68502 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:34.876357 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1ced3edf-a77e-43d6-a506-4011f9b68502 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:34.896794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ced3edf-a77e-43d6-a506-4011f9b68502 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.909087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-30dbd05a-a07b-4bb1-b310-75131716998a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.964638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ced3edf-a77e-43d6-a506-4011f9b68502 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.969062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ced3edf-a77e-43d6-a506-4011f9b68502 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:34.994605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced3edf-a77e-43d6-a506-4011f9b68502 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2ed2af-a072-4aac-94b3-6c7c825b66d3,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:35.005744 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1ced3edf-a77e-43d6-a506-4011f9b68502 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.006985 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1ced3edf-a77e-43d6-a506-4011f9b68502 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566153 Jun 03 16:26:35.009820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39076) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:35.015219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-394a2e92-d89b-4e04-a158-54ca8ef13195 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': 'd410846f-05ec-4c48-b5fb-ff1d085d46f1', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:35.022202 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-394a2e92-d89b-4e04-a158-54ca8ef13195 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:35.026074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-394a2e92-d89b-4e04-a158-54ca8ef13195 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:35.029289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-394a2e92-d89b-4e04-a158-54ca8ef13195 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:35.034945 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-394a2e92-d89b-4e04-a158-54ca8ef13195 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:35.053478 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-394a2e92-d89b-4e04-a158-54ca8ef13195 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.125623 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-394a2e92-d89b-4e04-a158-54ca8ef13195 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.131996 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-394a2e92-d89b-4e04-a158-54ca8ef13195 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.162258 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a2e92-d89b-4e04-a158-54ca8ef13195 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af9f9cb-4036-4856-9990-25a5647b1028,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:35.169991 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-394a2e92-d89b-4e04-a158-54ca8ef13195 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.171493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-394a2e92-d89b-4e04-a158-54ca8ef13195 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1605842 Jun 03 16:26:35.174265 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39080) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:35.179352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-81d73120-499e-498b-aa98-e4ff61ab4f65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': 'd410846f-05ec-4c48-b5fb-ff1d085d46f1', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:35.186394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-81d73120-499e-498b-aa98-e4ff61ab4f65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:35.190360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-81d73120-499e-498b-aa98-e4ff61ab4f65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:35.193318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-81d73120-499e-498b-aa98-e4ff61ab4f65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:35.199657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-81d73120-499e-498b-aa98-e4ff61ab4f65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:35.218478 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81d73120-499e-498b-aa98-e4ff61ab4f65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.287537 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81d73120-499e-498b-aa98-e4ff61ab4f65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.294501 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81d73120-499e-498b-aa98-e4ff61ab4f65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.319911 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73120-499e-498b-aa98-e4ff61ab4f65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b94c413-caf3-455d-ab51-e55ac5eed871,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:35.330859 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-81d73120-499e-498b-aa98-e4ff61ab4f65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.332441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-81d73120-499e-498b-aa98-e4ff61ab4f65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569922 Jun 03 16:26:35.335208 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39084) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:35.340960 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-2b64363c-05df-4344-aba7-b269cca2ec12 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': 'd410846f-05ec-4c48-b5fb-ff1d085d46f1', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:35.348234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2b64363c-05df-4344-aba7-b269cca2ec12 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:35.352302 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2b64363c-05df-4344-aba7-b269cca2ec12 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:35.355443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-2b64363c-05df-4344-aba7-b269cca2ec12 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:35.361963 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-2b64363c-05df-4344-aba7-b269cca2ec12 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:35.384549 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b64363c-05df-4344-aba7-b269cca2ec12 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.458273 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.463161 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b64363c-05df-4344-aba7-b269cca2ec12 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.468638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b64363c-05df-4344-aba7-b269cca2ec12 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.494373 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64363c-05df-4344-aba7-b269cca2ec12 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a98762d-8749-4d9d-b46d-65fc3c5729a6,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:35.506797 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2b64363c-05df-4344-aba7-b269cca2ec12 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.508327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2b64363c-05df-4344-aba7-b269cca2ec12 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1720681 Jun 03 16:26:35.511497 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39088) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:35.517461 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': 'd410846f-05ec-4c48-b5fb-ff1d085d46f1', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:35.527265 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:35.531606 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:35.536257 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:35.542378 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:35.556892 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Project 901705e740734e0daf92d604603d48e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:26:35.567897 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.568786 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 056821db-5bfe-4ccd-890a-f6fa119a22ef up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:35.638285 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.642294 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 056821db-5bfe-4ccd-890a-f6fa119a22ef triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:35.642931 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.643076 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.669895 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86eba93-3bc8-4cf7-a62b-e491a5169493,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:35.682796 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.684668 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-605635c5-f540-4cef-8884-e63dc762c008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1716256 Jun 03 16:26:35.687593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39092) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:35.692827 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': 'd410846f-05ec-4c48-b5fb-ff1d085d46f1', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:35.699693 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:35.704144 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:35.707344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:35.714817 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:35.727652 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Project 901705e740734e0daf92d604603d48e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:26:35.734970 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.773605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 056821db-5bfe-4ccd-890a-f6fa119a22ef is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:35.775261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3dc365c2-9624-46ae-a098-fdc46dd728bb up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:35.808732 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.813853 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.837628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57536e8a-de1f-4d81-92b5-9a565f7a1aa6,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:35.848248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 3dc365c2-9624-46ae-a098-fdc46dd728bb completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:35.854978 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.856186 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3b582535-0439-4715-966a-2b2f37853bfa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1675761 Jun 03 16:26:35.860692 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 3dc365c2-9624-46ae-a098-fdc46dd728bb triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:35.861057 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.900039 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.981144 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 3dc365c2-9624-46ae-a098-fdc46dd728bb is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:35.981514 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:35.997910 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 3dc365c2-9624-46ae-a098-fdc46dd728bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3dc365c2-9624-46ae-a098-fdc46dd728bb,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:36.002327 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:36.026444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-e9f51440-0696-4d59-942c-ef9d06f72249 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Synchronizing usage tracker for tenant:901705e740734e0daf92d604603d48e4 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:36.046289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-e9f51440-0696-4d59-942c-ef9d06f72249 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Unset dirty status for tenant:901705e740734e0daf92d604603d48e4 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:36.047520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-e9f51440-0696-4d59-942c-ef9d06f72249 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772659171&fields=id&tenant_id=901705e740734e0daf92d604603d48e4 HTTP/1.1" status: 200 len: 267 time: 0.0600157 Jun 03 16:26:36.074881 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=3dc365c2-9624-46ae-a098-fdc46dd728bb,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:36.208394 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-82a559c6-8761-495d-9234-a4d062a91cba tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:36.209054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-82a559c6-8761-495d-9234-a4d062a91cba tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Synchronizing usage tracker for tenant:901705e740734e0daf92d604603d48e4 on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:36.226929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-82a559c6-8761-495d-9234-a4d062a91cba tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Unset dirty status for tenant:901705e740734e0daf92d604603d48e4 on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:36.228042 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-82a559c6-8761-495d-9234-a4d062a91cba tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 809 time: 0.1732855 Jun 03 16:26:36.243554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-3c6a6995-0203-45ea-96ec-3ed1445fecc0 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/quotas/901705e740734e0daf92d604603d48e4 HTTP/1.1" status: 200 len: 375 time: 0.0096831 Jun 03 16:26:36.327178 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-f78ee592-0637-4fbb-84b7-194f2db3e817 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Synchronizing usage tracker for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:36.345524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-f78ee592-0637-4fbb-84b7-194f2db3e817 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Unset dirty status for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:36.347260 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-f78ee592-0637-4fbb-84b7-194f2db3e817 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989807 Jun 03 16:26:36.363950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-1d44e9b0-4d33-459e-aad2-2e60954d2ddf service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:26:36.365155 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-1d44e9b0-4d33-459e-aad2-2e60954d2ddf service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054028 Jun 03 16:26:36.509989 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-b68b49c9-7035-4794-b402-0dc0f5b24981 service neutron] 10.222.0.48 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387296 Jun 03 16:26:36.651695 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-54c27268-ab2f-4a75-a0d8-f18f8f07490c service neutron] 10.222.0.48 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359334 Jun 03 16:26:36.840633 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-1767f1de-08f9-48b8-a0dd-ae8e83b00213 req-975d9a87-c1b9-40e6-a8ed-585a8c702aa2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 210 time: 0.0460026 Jun 03 16:26:37.306142 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:37.477515 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3dc365c2-9624-46ae-a098-fdc46dd728bb up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:37.543923 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 3dc365c2-9624-46ae-a098-fdc46dd728bb triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:37.544181 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:37.659932 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 3dc365c2-9624-46ae-a098-fdc46dd728bb is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:38.023677 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-db09cd4a-10bb-442a-8f2b-17c85917d040 req-c68b3dc7-a80f-4e44-b573-a736ee164152 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 210 time: 0.0514877 Jun 03 16:26:38.159510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-71a2f27a-2137-4f95-9565-f3c1100704ee tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:38.160910 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-71a2f27a-2137-4f95-9565-f3c1100704ee tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 809 time: 0.3278456 Jun 03 16:26:38.216603 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-e75a67c6-bffa-481e-bb88-aa52d62f8e52 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901705e740734e0daf92d604603d48e4 HTTP/1.1" status: 200 len: 379 time: 0.0418632 Jun 03 16:26:38.225494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'port': {'device_id': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'admin_state_up': True, 'tenant_id': '901705e740734e0daf92d604603d48e4', 'security_groups': ['d410846f-05ec-4c48-b5fb-ff1d085d46f1']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:38.227452 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Sync routers for ids ['850c8891-5946-4f1a-a830-6a6190fabadc'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:38.237348 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Routers {'850c8891-5946-4f1a-a830-6a6190fabadc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:38.237979 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['850c8891-5946-4f1a-a830-6a6190fabadc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:38.365218 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:38.374999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:38.385311 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Made reservation on behalf of 901705e740734e0daf92d604603d48e4 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:26:38.388811 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:38.415920 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Set router 850c8891-5946-4f1a-a830-6a6190fabadc gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:38.553294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Allocated IP 172.20.0.11 (0ea55bb9-4aeb-4a7f-af70-5b31c4836539/d680937b-6893-4f2a-aff3-d2ec78888336/0af71caf-b61b-4783-82ba-601104a7e485) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:38.721744 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'name': 'tempest-TestShelveInstance-1367760130-router', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:28Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 4, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'gw_port': {'id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:29Z', 'updated_at': '2022-06-03T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28e72cef-410c-4c5e-a0ea-c55328203858', 'name': '', 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'mac_address': 'fa:16:3e:16:08:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'de549a63-59c1-47a5-93de-5b499770bc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:32Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 2, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'subnets': [{'id': 'de549a63-59c1-47a5-93de-5b499770bc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:38.726088 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Checking router: 850c8891-5946-4f1a-a830-6a6190fabadc for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:38.726429 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Updating router 850c8891-5946-4f1a-a830-6a6190fabadc port 28e72cef-410c-4c5e-a0ea-c55328203858 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:26:38.742102 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:38.758026 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Transition to ACTIVE for port object 0af71caf-b61b-4783-82ba-601104a7e485 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:38.779132 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:38.784723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:38.859225 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:38.862805 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:38.866791 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:38.897282 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:38.935087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:38.935723 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:38.964291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-7913d729-f286-4132-a3d3-3a12fd86c2ed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7427249 Jun 03 16:26:38.974731 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-18c7b2bc-51a0-405f-9390-c72577e30988 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:26:38.975622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-18c7b2bc-51a0-405f-9390-c72577e30988 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056229 Jun 03 16:26:38.986461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Request body: {'port': {'device_id': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:39.090231 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7b23c6ee-adde-4af0-9c72-861f9ab96eb8 None None] Provisioning for port 0af71caf-b61b-4783-82ba-601104a7e485 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:39.099209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-7b23c6ee-adde-4af0-9c72-861f9ab96eb8 None None] Provisioning complete for port 0af71caf-b61b-4783-82ba-601104a7e485 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:39.100684 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7b23c6ee-adde-4af0-9c72-861f9ab96eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.115707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.150674 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.165815 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Transition to ACTIVE for port object 28e72cef-410c-4c5e-a0ea-c55328203858 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:39.170369 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7b23c6ee-adde-4af0-9c72-861f9ab96eb8 None None] Port 0af71caf-b61b-4783-82ba-601104a7e485 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:26:39.173678 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.366916 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4c33f-86ed-4e67-aefb-41457f7b093f None None] Pushing event updated for resources: {'Port': ['ID=28e72cef-410c-4c5e-a0ea-c55328203858,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:39.395928 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22380962-9e1b-4e50-bd0b-b95cdec6ac8c req-f7789fb2-026c-49f7-b29b-22d1fa39b851 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:39.396756 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-22380962-9e1b-4e50-bd0b-b95cdec6ac8c req-f7789fb2-026c-49f7-b29b-22d1fa39b851 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Synchronizing usage tracker for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:39.431255 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Attempting to bind port 28e72cef-410c-4c5e-a0ea-c55328203858 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:26:39.431587 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Attempting to bind port 28e72cef-410c-4c5e-a0ea-c55328203858 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '30637232-9fb1-46ff-a552-d7e7f414a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:26:39.431922 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Attempting to bind port 28e72cef-410c-4c5e-a0ea-c55328203858 on network c4e12445-aaf6-40f4-87d2-82e0f48c1766 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:39.437799 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-22380962-9e1b-4e50-bd0b-b95cdec6ac8c req-f7789fb2-026c-49f7-b29b-22d1fa39b851 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Unset dirty status for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:39.438592 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:26:39.438957 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Checking segment: {'id': '30637232-9fb1-46ff-a552-d7e7f414a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:39.439342 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.439766 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Bound using segment: {'id': '30637232-9fb1-46ff-a552-d7e7f414a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:26:39.440220 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Bound port: 28e72cef-410c-4c5e-a0ea-c55328203858, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30637232-9fb1-46ff-a552-d7e7f414a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:26:39.440574 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.442471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22380962-9e1b-4e50-bd0b-b95cdec6ac8c req-f7789fb2-026c-49f7-b29b-22d1fa39b851 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 932 time: 0.2781725 Jun 03 16:26:39.516604 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-22380962-9e1b-4e50-bd0b-b95cdec6ac8c req-ec6977df-0d18-4e4c-968b-759b3df0832c tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624015 Jun 03 16:26:39.534808 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] For port 28e72cef-410c-4c5e-a0ea-c55328203858, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:26:39.537703 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] For port 28e72cef-410c-4c5e-a0ea-c55328203858, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28e72cef-410c-4c5e-a0ea-c55328203858,segment=NetworkSegment(30637232-9fb1-46ff-a552-d7e7f414a356),segment_id=30637232-9fb1-46ff-a552-d7e7f414a356)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:26:39.542982 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.573493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.599857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af71caf-b61b-4783-82ba-601104a7e485 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:26:39.607879 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.623711 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Routers {'850c8891-5946-4f1a-a830-6a6190fabadc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:39.624362 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['850c8891-5946-4f1a-a830-6a6190fabadc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:39.624588 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Transition to ACTIVE for port object 0af71caf-b61b-4783-82ba-601104a7e485 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:26:39.629794 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.699803 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4c33f-86ed-4e67-aefb-41457f7b093f None None] Pushing event updated for resources: {'Port': ['ID=28e72cef-410c-4c5e-a0ea-c55328203858,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:39.808601 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:39.836781 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] Set router 850c8891-5946-4f1a-a830-6a6190fabadc gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:39.883551 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Attempting to bind port 0af71caf-b61b-4783-82ba-601104a7e485 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:26:39.883884 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Attempting to bind port 0af71caf-b61b-4783-82ba-601104a7e485 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:26:39.884274 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Attempting to bind port 0af71caf-b61b-4783-82ba-601104a7e485 on network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:39.889623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Port 0af71caf-b61b-4783-82ba-601104a7e485 on network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:26:39.889969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Attempting to bind port 0af71caf-b61b-4783-82ba-601104a7e485 on network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:26:39.895468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:26:39.895801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Checking segment: {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:26:39.896184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Bound using segment: {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:26:39.896609 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Bound port: 0af71caf-b61b-4783-82ba-601104a7e485, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:26:39.896950 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:39.990906 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:26:39.993984 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:26:39.999261 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:40.068324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:40.068954 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:40.070398 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] 10.222.0.75 "PUT /v2.0/ports/0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 1092 time: 1.0882297 Jun 03 16:26:40.070839 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:40.098043 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68056ecf-9aa9-420d-ab53-dc977a4bb98e service neutron] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:40.184163 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'name': 'tempest-TestShelveInstance-1367760130-router', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:28Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 4, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'gw_port': {'id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:29Z', 'updated_at': '2022-06-03T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28e72cef-410c-4c5e-a0ea-c55328203858', 'name': '', 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'mac_address': 'fa:16:3e:16:08:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'de549a63-59c1-47a5-93de-5b499770bc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:32Z', 'updated_at': '2022-06-03T16:26:39Z', 'revision_number': 4, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'subnets': [{'id': 'de549a63-59c1-47a5-93de-5b499770bc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:40.189143 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679cb60-6ac1-4242-93b1-20c5751fc5d1 None None] The sync data for ids ['850c8891-5946-4f1a-a830-6a6190fabadc'] in n-d-844595-1 is: [{'id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'name': 'tempest-TestShelveInstance-1367760130-router', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:28Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 4, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'gw_port': {'id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:29Z', 'updated_at': '2022-06-03T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '28e72cef-410c-4c5e-a0ea-c55328203858', 'name': '', 'network_id': 'c4e12445-aaf6-40f4-87d2-82e0f48c1766', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'mac_address': 'fa:16:3e:16:08:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'de549a63-59c1-47a5-93de-5b499770bc21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:32Z', 'updated_at': '2022-06-03T16:26:39Z', 'revision_number': 4, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'subnets': [{'id': 'de549a63-59c1-47a5-93de-5b499770bc21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:40.281850 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc07802a-cbcb-4ffd-a890-90b79d3bf9a0'] response: {'name': 'network-changed', 'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485', 'status': 'completed', 'code': 200} Jun 03 16:26:40.320181 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-1064a383-fcf1-4580-8b53-f87bf7ad32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:40.321719 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-1064a383-fcf1-4580-8b53-f87bf7ad32d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1095 time: 0.2052581 Jun 03 16:26:40.397288 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-747e87dd-a138-4c77-8139-e42f49216f2c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 217 time: 0.0681617 Jun 03 16:26:40.461307 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-d95724e5-cc56-49a0-b4ea-762365c5f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:40.462871 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-d95724e5-cc56-49a0-b4ea-762365c5f750 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0594661 Jun 03 16:26:40.543273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-877be692-b281-4dba-b336-84d1d88e8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:40.544741 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-877be692-b281-4dba-b336-84d1d88e8b69 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758834 Jun 03 16:26:40.734180 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-881cf7df-3f05-4e79-868b-2971aead9d65 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811247 Jun 03 16:26:40.828488 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3acd9-3b01-447b-b742-4e1e9ce59b33 req-42dcdf18-7f87-4169-a217-651f2fc0a8c1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:40.829924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bbc3acd9-3b01-447b-b742-4e1e9ce59b33 req-42dcdf18-7f87-4169-a217-651f2fc0a8c1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 944 time: 0.1987412 Jun 03 16:26:40.909953 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bbc3acd9-3b01-447b-b742-4e1e9ce59b33 req-15aee9e9-9471-4c2f-8c64-33d3992e95b9 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725763 Jun 03 16:26:40.913075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e58dc9c5-3348-404f-961d-798b6ae6c9a4 req-6ab8fc4c-0289-4832-9bc9-1dc86fce1c94 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727462 Jun 03 16:26:41.034175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e9ad6-50be-4ac0-831f-6d316b379b3c req-69496d77-ef9e-40e6-81a6-3bf7cf23b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:41.035700 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f39e9ad6-50be-4ac0-831f-6d316b379b3c req-69496d77-ef9e-40e6-81a6-3bf7cf23b5d5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1095 time: 0.0733268 Jun 03 16:26:41.171495 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e9ad6-50be-4ac0-831f-6d316b379b3c req-6a222c2c-02a1-4ea5-a8a4-9c050ba7ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:41.172929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f39e9ad6-50be-4ac0-831f-6d316b379b3c req-6a222c2c-02a1-4ea5-a8a4-9c050ba7ce77 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1309493 Jun 03 16:26:41.245487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f39e9ad6-50be-4ac0-831f-6d316b379b3c req-088f86a8-094a-465f-8292-fe994b42c9dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 217 time: 0.0654449 Jun 03 16:26:41.309015 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e9ad6-50be-4ac0-831f-6d316b379b3c req-2242583a-748b-43c8-b74b-5bedede4e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:41.310490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f39e9ad6-50be-4ac0-831f-6d316b379b3c req-2242583a-748b-43c8-b74b-5bedede4e1e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0579107 Jun 03 16:26:41.391061 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e9ad6-50be-4ac0-831f-6d316b379b3c req-67ddcb56-933a-46cb-8766-e4bf8118296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:41.392579 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f39e9ad6-50be-4ac0-831f-6d316b379b3c req-67ddcb56-933a-46cb-8766-e4bf8118296b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749843 Jun 03 16:26:41.491330 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28e72cef-410c-4c5e-a0ea-c55328203858 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:41.531272 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f39e9ad6-50be-4ac0-831f-6d316b379b3c req-298b3aa5-09c8-4717-a739-729045d1ee6c service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316204 Jun 03 16:26:41.562127 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 28e72cef-410c-4c5e-a0ea-c55328203858 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:41.567193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 28e72cef-410c-4c5e-a0ea-c55328203858 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:41.567578 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:41.668823 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f39e9ad6-50be-4ac0-831f-6d316b379b3c req-eb33e7c5-27b2-439b-b93c-8873fe6e94fb service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291299 Jun 03 16:26:41.686011 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 28e72cef-410c-4c5e-a0ea-c55328203858 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:41.687117 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:41.722097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 28e72cef-410c-4c5e-a0ea-c55328203858, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28e72cef-410c-4c5e-a0ea-c55328203858,segment=NetworkSegment(30637232-9fb1-46ff-a552-d7e7f414a356),segment_id=30637232-9fb1-46ff-a552-d7e7f414a356)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:41.727635 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:41.796877 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=28e72cef-410c-4c5e-a0ea-c55328203858,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:42.108360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356b015-0315-4c83-8073-addf5acfba8d req-6d5ecc0b-c0c0-4d04-a03c-47c3b278ccc3 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:42.109817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9356b015-0315-4c83-8073-addf5acfba8d req-6d5ecc0b-c0c0-4d04-a03c-47c3b278ccc3 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 944 time: 0.0864770 Jun 03 16:26:42.155732 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9356b015-0315-4c83-8073-addf5acfba8d req-2abe9877-9dd6-440d-a37a-328d4d4e1990 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401793 Jun 03 16:26:43.351742 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73f8e5-9672-4ef8-b16f-90fdb456081f req-e24df637-89a0-404c-97aa-9a380c44e025 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:43.353228 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f73f8e5-9672-4ef8-b16f-90fdb456081f req-e24df637-89a0-404c-97aa-9a380c44e025 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 944 time: 0.0864294 Jun 03 16:26:43.472642 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28e72cef-410c-4c5e-a0ea-c55328203858 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:43.516691 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f73f8e5-9672-4ef8-b16f-90fdb456081f req-c46bdd36-a279-43db-85ef-0d4ec77b0fbb tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546025 Jun 03 16:26:43.547551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 28e72cef-410c-4c5e-a0ea-c55328203858 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:43.547939 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:43.661165 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 28e72cef-410c-4c5e-a0ea-c55328203858 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:43.840993 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0af71caf-b61b-4783-82ba-601104a7e485 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:26:43.977925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:43.998476 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '0af71caf-b61b-4783-82ba-601104a7e485', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'port_id': '0af71caf-b61b-4783-82ba-601104a7e485', 'mac_address': 'fa:16:3e:1f:df:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:26:44.053902 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0af71caf-b61b-4783-82ba-601104a7e485 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:44.054468 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:44.072465 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af71caf-b61b-4783-82ba-601104a7e485 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:26:44.088239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:44.093503 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:44.159233 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:44.351706 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['0af71caf-b61b-4783-82ba-601104a7e485'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:26:44.714591 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0931d5b-0760-4efb-a5d3-ca18c43ef25f req-e6efac52-9077-4b4b-8d3a-bd187aaa33db tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:44.716057 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0931d5b-0760-4efb-a5d3-ca18c43ef25f req-e6efac52-9077-4b4b-8d3a-bd187aaa33db tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0893128 Jun 03 16:26:44.763252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0931d5b-0760-4efb-a5d3-ca18c43ef25f req-4cbe1a53-e751-42f2-94c5-a928cfa4489a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407550 Jun 03 16:26:45.855502 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0af71caf-b61b-4783-82ba-601104a7e485 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:26:45.928070 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 0af71caf-b61b-4783-82ba-601104a7e485 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:26:45.933275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 0af71caf-b61b-4783-82ba-601104a7e485 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:26:45.933622 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:45.966599 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6419-1bec-4c3b-8836-861660aaf1dd req-e58db1e7-acb3-4b34-9496-c0e1680537c2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:45.968088 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-645e6419-1bec-4c3b-8836-861660aaf1dd req-e58db1e7-acb3-4b34-9496-c0e1680537c2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0841072 Jun 03 16:26:46.011539 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-645e6419-1bec-4c3b-8836-861660aaf1dd req-95c207a2-9fb1-4735-9aec-e4aae19446af tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374146 Jun 03 16:26:46.054844 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0af71caf-b61b-4783-82ba-601104a7e485 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:26:46.055137 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:46.082535 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:46.091940 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:26:46.097593 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:46.135865 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0938156a-8d86-4865-96d5-59dde3c099bd'] response: {'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485', 'code': 200} Jun 03 16:26:46.168640 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:46.256057 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd166ed-c59a-4656-9517-5a5fdf606b4d req-f2e6acc2-044e-4c9a-a124-44fb14eeca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:46.257563 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffd166ed-c59a-4656-9517-5a5fdf606b4d req-f2e6acc2-044e-4c9a-a124-44fb14eeca34 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1097 time: 0.0703895 Jun 03 16:26:46.303982 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffd166ed-c59a-4656-9517-5a5fdf606b4d req-34020dab-f8c5-4e23-90a7-3217627020aa service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401690 Jun 03 16:26:47.214587 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb296c-15e0-4360-bf31-b0004f277c4d req-5edd0364-e790-45f3-a23b-5d2bd1c623c2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:47.216050 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7fb296c-15e0-4360-bf31-b0004f277c4d req-5edd0364-e790-45f3-a23b-5d2bd1c623c2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0874345 Jun 03 16:26:47.261135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c7fb296c-15e0-4360-bf31-b0004f277c4d req-c8e93e6b-7692-47cf-8ffb-1568ae250791 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390620 Jun 03 16:26:48.462185 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f08e4-c95d-44d2-9913-f0303a298a41 req-ce069ea6-00e8-453e-8106-36afa9bc20e0 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:48.463622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-463f08e4-c95d-44d2-9913-f0303a298a41 req-ce069ea6-00e8-453e-8106-36afa9bc20e0 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0885000 Jun 03 16:26:48.512760 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-463f08e4-c95d-44d2-9913-f0303a298a41 req-a8a53490-2f5a-4956-bc88-9f6fb4b52e5d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418632 Jun 03 16:26:48.725523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8adad7-1563-44f1-a781-0880b57bdd3f req-b5995800-a038-444b-be54-ce8cb922addf tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:48.727029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f8adad7-1563-44f1-a781-0880b57bdd3f req-b5995800-a038-444b-be54-ce8cb922addf tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0969000 Jun 03 16:26:48.772477 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f8adad7-1563-44f1-a781-0880b57bdd3f req-3a06d19b-124a-4743-a983-ed1f0455ab9a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396814 Jun 03 16:26:48.795407 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39146) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:48.971468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944897bd-394f-45e1-96e8-b1fd3ca88a81 tempest-TestShelveInstance-1873028760 tempest-TestShelveInstance-1873028760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:48.972171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-944897bd-394f-45e1-96e8-b1fd3ca88a81 tempest-TestShelveInstance-1873028760 tempest-TestShelveInstance-1873028760-project-admin] Synchronizing usage tracker for tenant:45fbdf539f6242dab83752a6d573cb73 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:26:48.995835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-944897bd-394f-45e1-96e8-b1fd3ca88a81 tempest-TestShelveInstance-1873028760 tempest-TestShelveInstance-1873028760-project-admin] Unset dirty status for tenant:45fbdf539f6242dab83752a6d573cb73 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:26:48.996979 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-944897bd-394f-45e1-96e8-b1fd3ca88a81 tempest-TestShelveInstance-1873028760 tempest-TestShelveInstance-1873028760-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1092 time: 0.2006576 Jun 03 16:26:49.001492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39152) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:26:49.006592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '0af71caf-b61b-4783-82ba-601104a7e485', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:26:49.013671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:26:49.017857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:floatingip and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:26:49.020724 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:26:49.026626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:26:49.037632 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:49.182167 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:49.318761 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Allocated IP 172.25.7.68 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/2a0f626e-6515-4225-9c9d-79155dc02687) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:26:49.480345 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:49.515520 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:49.587744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:26:49.590447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:26:49.594267 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:26:49.627751 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'Port': ['ID=2a0f626e-6515-4225-9c9d-79155dc02687,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:50.020607 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:50.098007 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:50.403449 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:50.412002 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:50.519860 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'Port': ['ID=2a0f626e-6515-4225-9c9d-79155dc02687,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:26:50.531889 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:50.714746 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Floating IP 5ff829df-a25c-49e3-9344-9b2c9a2d2f02 associated. External IP: 172.25.7.68, port: 0af71caf-b61b-4783-82ba-601104a7e485. Jun 03 16:26:51.083918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Router 88838e43-f5e5-421e-9353-208d2aa33207 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:26:51.261583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:26:51.272298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec510ee-3995-4537-9f2c-5263527de1cb None None] Sync routers for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:26:51.282247 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec510ee-3995-4537-9f2c-5263527de1cb None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:51.282943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bec510ee-3995-4537-9f2c-5263527de1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:51.286856 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:26:51.346615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-fc3ec4e9-95f4-493b-a252-df2066bc67c8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3416080 Jun 03 16:26:51.346615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:26:51.387747 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e855bfbf-ca26-4a94-8424-9c11b26c44e0'] response: {'name': 'network-changed', 'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485', 'status': 'completed', 'code': 200} Jun 03 16:26:51.470980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-bec510ee-3995-4537-9f2c-5263527de1cb None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:51.481472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcf9ff-a7cb-497a-af65-93eac453aa8f req-57cc6876-020f-4a77-8571-fb29de41fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:51.483036 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9fcf9ff-a7cb-497a-af65-93eac453aa8f req-57cc6876-020f-4a77-8571-fb29de41fddd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1097 time: 0.0709593 Jun 03 16:26:51.614670 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcf9ff-a7cb-497a-af65-93eac453aa8f req-1c72bb63-2693-416c-bafb-5180e0f2cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:51.616025 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9fcf9ff-a7cb-497a-af65-93eac453aa8f req-1c72bb63-2693-416c-bafb-5180e0f2cf74 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1271083 Jun 03 16:26:51.826514 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bec510ee-3995-4537-9f2c-5263527de1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5ff829df-a25c-49e3-9344-9b2c9a2d2f02', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'port_id': '0af71caf-b61b-4783-82ba-601104a7e485', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'mac_address': 'fa:16:3e:1f:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:49Z', 'updated_at': '2022-06-03T16:26:49Z', 'revision_number': 0, 'project_id': '901705e740734e0daf92d604603d48e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:51.830909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec510ee-3995-4537-9f2c-5263527de1cb None None] Checking router: 88838e43-f5e5-421e-9353-208d2aa33207 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:26:51.839509 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9fcf9ff-a7cb-497a-af65-93eac453aa8f req-0bc4f7d8-16ac-4135-b37e-bc322539eba7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 999 time: 0.2175381 Jun 03 16:26:51.839703 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec510ee-3995-4537-9f2c-5263527de1cb None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:26:51.840130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bec510ee-3995-4537-9f2c-5263527de1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:26:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:51.905182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcf9ff-a7cb-497a-af65-93eac453aa8f req-93e01e8d-1f68-4dda-8920-d746eae9f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:51.906837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9fcf9ff-a7cb-497a-af65-93eac453aa8f req-93e01e8d-1f68-4dda-8920-d746eae9f41a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0613487 Jun 03 16:26:51.981917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcf9ff-a7cb-497a-af65-93eac453aa8f req-8952d99e-8ad6-41e8-b347-f98dad19daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:26:51.983471 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9fcf9ff-a7cb-497a-af65-93eac453aa8f req-8952d99e-8ad6-41e8-b347-f98dad19daa8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713165 Jun 03 16:26:52.023644 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-bec510ee-3995-4537-9f2c-5263527de1cb None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:26:52.049171 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:26:52.117017 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9fcf9ff-a7cb-497a-af65-93eac453aa8f req-645e0248-8898-423d-9bff-040cddbb5f65 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269381 Jun 03 16:26:52.246934 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a9fcf9ff-a7cb-497a-af65-93eac453aa8f req-2d540997-8d23-4883-a0e8-ff01443e539b service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237164 Jun 03 16:26:52.404679 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-bec510ee-3995-4537-9f2c-5263527de1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5ff829df-a25c-49e3-9344-9b2c9a2d2f02', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'port_id': '0af71caf-b61b-4783-82ba-601104a7e485', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'mac_address': 'fa:16:3e:1f:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:49Z', 'updated_at': '2022-06-03T16:26:49Z', 'revision_number': 0, 'project_id': '901705e740734e0daf92d604603d48e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:26:52.408825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec510ee-3995-4537-9f2c-5263527de1cb None None] The sync data for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 is: [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '5ff829df-a25c-49e3-9344-9b2c9a2d2f02', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'port_id': '0af71caf-b61b-4783-82ba-601104a7e485', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'mac_address': 'fa:16:3e:1f:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:26:49Z', 'updated_at': '2022-06-03T16:26:49Z', 'revision_number': 0, 'project_id': '901705e740734e0daf92d604603d48e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:26:52.608560 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178862cc-eadd-4b49-b186-1c012e2b8fcd None None] New status for floating IP 5ff829df-a25c-49e3-9344-9b2c9a2d2f02: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:27:00.193967 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:02.277143 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bbba5b7c-8e29-4d7b-9dc0-0a74282664ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:04.914690 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e660837d-05bd-43be-9cfc-d77409ea885f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:05.399820 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:05.878676 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:07.309292 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:09.598107 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:19.792368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-d05b50f1-f839-4839-ad40-94992bb4da4c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731120 Jun 03 16:27:19.958983 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-f7ed3991-0675-44ef-9a74-6e0b5b03d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:19.960489 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-f7ed3991-0675-44ef-9a74-6e0b5b03d775 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1097 time: 0.0852020 Jun 03 16:27:20.118270 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-e1da9fb9-3f05-4bfe-9ec0-026e9b95e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:20.119640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-e1da9fb9-3f05-4bfe-9ec0-026e9b95e1f0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1360338 Jun 03 16:27:20.224817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-4042ccb6-e267-4ec8-ad54-2fa8c5a35b25 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 1001 time: 0.0982444 Jun 03 16:27:20.286515 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-0bfc1c0f-c631-4ff0-9fed-06b7ca956620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:20.287929 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-0bfc1c0f-c631-4ff0-9fed-06b7ca956620 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0561578 Jun 03 16:27:20.374514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-accca0f8-b76b-4582-906a-f269e446b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:27:20.376067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-accca0f8-b76b-4582-906a-f269e446b7c1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818541 Jun 03 16:27:20.509925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-5c86e634-2ed9-4fa5-9c13-f034d3f0ca90 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264963 Jun 03 16:27:20.648993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-481d9cfb-c8bb-445b-aa41-4e3f50297396 req-ae9004d2-195c-4109-a65b-de5cb4105630 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327255 Jun 03 16:27:29.054576 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:27:30.190041 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:32.263840 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8fd6497a-6782-4688-aed5-23a50458f531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:34.905168 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-275eb02b-366e-4ba9-9311-e5c3cacb6f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.400520 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:35.880417 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:37.318937 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:27:39.599159 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:00.193679 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:02.270426 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7e7e47f8-d647-4546-b3fb-3484c7cbcc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:04.909102 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bda6a29d-c6dd-4314-8cb3-eada40664bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:05.397442 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:05.876486 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:06.058960 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:28:07.315143 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:09.613303 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:21.776434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-aa082e81-4a1c-492f-a53f-7414619b2d06 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0833704 Jun 03 16:28:21.921636 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-ebb72334-bd81-4532-b32d-131eef853420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:21.923124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-ebb72334-bd81-4532-b32d-131eef853420 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1097 time: 0.0728061 Jun 03 16:28:22.081147 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-64d030d3-fe9e-4cf4-a4fb-dac6a68a721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:22.082561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-64d030d3-fe9e-4cf4-a4fb-dac6a68a721c service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1397045 Jun 03 16:28:22.291892 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-9861287a-cd07-47b1-8f1c-56bc0b93e607 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 1001 time: 0.2018635 Jun 03 16:28:22.357767 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-a8c48897-a0da-4764-81f3-225d85696aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:22.359252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-a8c48897-a0da-4764-81f3-225d85696aa1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0609636 Jun 03 16:28:22.436524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-bbfaf962-b17f-4594-86ef-da56a4f4444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:22.438010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-bbfaf962-b17f-4594-86ef-da56a4f4444e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727322 Jun 03 16:28:22.577802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-b09d1e78-70f5-4863-92d1-9eb35036ada3 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325281 Jun 03 16:28:22.710674 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9df32b02-f4f1-4bfa-9402-6c1f066fd99c req-93791a7a-143c-42f0-bb33-ce21459d3d28 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265128 Jun 03 16:28:30.190940 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:32.264663 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fcc674b4-034c-45e6-876f-53744366adec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:34.905829 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1f3c735f-112b-4025-ace1-9f843a5982ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:35.397077 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:35.881319 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:37.319125 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:39.611133 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:43.062953 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:28:46.780468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d53d47-1d11-4071-9eb6-dc2ebbed1714 req-8aa3bd36-4f9d-46c6-8dcd-5685237f0668 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:46.781950 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26d53d47-1d11-4071-9eb6-dc2ebbed1714 req-8aa3bd36-4f9d-46c6-8dcd-5685237f0668 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.1391721 Jun 03 16:28:46.834455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-26d53d47-1d11-4071-9eb6-dc2ebbed1714 req-9f891c54-d8eb-4533-ae76-9e5da1c565f1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460665 Jun 03 16:28:48.042835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a33620-f2fe-445c-8150-26da0553e439 req-f22e88eb-5067-4305-9809-80119d32557a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:48.044295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70a33620-f2fe-445c-8150-26da0553e439 req-f22e88eb-5067-4305-9809-80119d32557a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0913177 Jun 03 16:28:48.094413 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-70a33620-f2fe-445c-8150-26da0553e439 req-747184fe-0fb2-44a5-af4f-5bc2bfed6bf9 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439637 Jun 03 16:28:49.319294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e8707-aeaa-41ac-bf5a-7e0bc0fece61 req-31771c26-018e-4fdf-83d3-b0e5a302d487 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:49.320994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a53e8707-aeaa-41ac-bf5a-7e0bc0fece61 req-31771c26-018e-4fdf-83d3-b0e5a302d487 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0996444 Jun 03 16:28:49.367083 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a53e8707-aeaa-41ac-bf5a-7e0bc0fece61 req-9b32ea8a-5b42-40e8-8c7a-66ddb336b3ad tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398979 Jun 03 16:28:50.587706 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe13cfc-4d6a-4de1-97c9-903b8b02e85d req-57f45d15-493f-4196-afb3-1a94fb297168 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:50.589321 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fe13cfc-4d6a-4de1-97c9-903b8b02e85d req-57f45d15-493f-4196-afb3-1a94fb297168 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.1040258 Jun 03 16:28:50.644135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4fe13cfc-4d6a-4de1-97c9-903b8b02e85d req-94f03c7c-dae4-4e58-9576-34984070ebc3 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485978 Jun 03 16:28:51.847233 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80c3f3-d569-46e9-961c-18f110a4ed1e req-0dfd01a3-1bfd-4b4f-aa98-7d03b7a8c577 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:51.848588 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae80c3f3-d569-46e9-961c-18f110a4ed1e req-0dfd01a3-1bfd-4b4f-aa98-7d03b7a8c577 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0893753 Jun 03 16:28:51.897308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ae80c3f3-d569-46e9-961c-18f110a4ed1e req-1bdc58d0-cf57-40d6-b3d6-a45d5220258c tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401042 Jun 03 16:28:53.100750 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd07139-3aaf-49a5-872e-dd78bd18c9b2 req-fe4ad3c5-081c-4eb2-87c7-91d3875fcb10 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:53.102216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fdd07139-3aaf-49a5-872e-dd78bd18c9b2 req-fe4ad3c5-081c-4eb2-87c7-91d3875fcb10 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0871136 Jun 03 16:28:53.148193 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fdd07139-3aaf-49a5-872e-dd78bd18c9b2 req-fdd37b30-fd52-4180-a291-f1b3ed7d1fca tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402517 Jun 03 16:28:54.339200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a3139-d1aa-416a-90ff-0a5599c13f5d req-2ee20faa-9034-4513-aaa2-0f96393bffea tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:54.340656 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-275a3139-d1aa-416a-90ff-0a5599c13f5d req-2ee20faa-9034-4513-aaa2-0f96393bffea tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0842855 Jun 03 16:28:54.385400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-275a3139-d1aa-416a-90ff-0a5599c13f5d req-d7cb8bab-0e76-4795-be71-1aa612244d63 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389988 Jun 03 16:28:55.602991 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3a4fc-cedd-41aa-982f-ac2daefde60b req-4f220029-605c-475c-ad9b-8a6d6e402336 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:55.604327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01f3a4fc-cedd-41aa-982f-ac2daefde60b req-4f220029-605c-475c-ad9b-8a6d6e402336 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0956621 Jun 03 16:28:55.651149 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-01f3a4fc-cedd-41aa-982f-ac2daefde60b req-88ac628e-745a-4343-8067-b698b09274be tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393071 Jun 03 16:28:56.852035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2719412-e905-4dd8-b068-46b9ba20fa15 req-bd96181b-b396-493e-ac49-bb120090281c tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:56.853484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2719412-e905-4dd8-b068-46b9ba20fa15 req-bd96181b-b396-493e-ac49-bb120090281c tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0818901 Jun 03 16:28:56.897161 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e2719412-e905-4dd8-b068-46b9ba20fa15 req-ef3de97d-092d-43f5-b494-3758f943a7f6 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378702 Jun 03 16:28:58.111059 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba51f9-900d-4b18-aac7-86f01fd2766e req-cc95041d-3aaa-4f82-b983-9f25434e6567 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:58.112529 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7ba51f9-900d-4b18-aac7-86f01fd2766e req-cc95041d-3aaa-4f82-b983-9f25434e6567 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0963237 Jun 03 16:28:58.159473 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7ba51f9-900d-4b18-aac7-86f01fd2766e req-77309ed3-f7a5-4c25-8973-5c072b8da113 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383890 Jun 03 16:28:58.601588 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0af71caf-b61b-4783-82ba-601104a7e485 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:28:58.738875 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:28:58.751661 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '0af71caf-b61b-4783-82ba-601104a7e485', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'port_id': '0af71caf-b61b-4783-82ba-601104a7e485', 'mac_address': 'fa:16:3e:1f:df:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:28:58.808850 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0af71caf-b61b-4783-82ba-601104a7e485 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:28:58.809213 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:58.826033 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0af71caf-b61b-4783-82ba-601104a7e485 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:28:58.843252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:28:58.849891 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:28:58.917528 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:28:58.925028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.925358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.925686 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.926041 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.926360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.926672 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.926982 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.927291 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.927600 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.927915 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.928219 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.928510 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:28:58.954340 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['0af71caf-b61b-4783-82ba-601104a7e485'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:28:59.357442 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaec5a-df61-41e1-aa54-f597ba867429 req-602de9d6-e0f8-4eba-8ec4-0846fd2e1bfc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:28:59.359073 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2afaec5a-df61-41e1-aa54-f597ba867429 req-602de9d6-e0f8-4eba-8ec4-0846fd2e1bfc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0849698 Jun 03 16:28:59.409592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2afaec5a-df61-41e1-aa54-f597ba867429 req-26bcc8d4-dfd6-411c-a84e-de740bcdfdb2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420790 Jun 03 16:29:00.182121 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:00.604969 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c66082-b803-4066-9068-abd0b16e1567 req-989f8255-a376-4030-a17a-de4d193e4481 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:00.607337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-21c66082-b803-4066-9068-abd0b16e1567 req-989f8255-a376-4030-a17a-de4d193e4481 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0848706 Jun 03 16:29:00.616733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0af71caf-b61b-4783-82ba-601104a7e485 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:00.668306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-21c66082-b803-4066-9068-abd0b16e1567 req-e27fd92b-f2ec-41cd-8768-734ba74c6747 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520678 Jun 03 16:29:00.702716 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 0af71caf-b61b-4783-82ba-601104a7e485 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:00.703376 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:00.840152 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0af71caf-b61b-4783-82ba-601104a7e485 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:29:00.841959 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:00.873724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:29:00.893720 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:00.909978 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:00.947073 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b45c40-36c7-44f2-8b9b-b050d948639a'] response: {'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485', 'code': 200} Jun 03 16:29:00.993201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:01.877887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f96b97-c903-48f7-80e8-3dc9e425069e req-35098b43-ca55-492c-8cc5-4e12c2008008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:01.879424 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96f96b97-c903-48f7-80e8-3dc9e425069e req-35098b43-ca55-492c-8cc5-4e12c2008008 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0999744 Jun 03 16:29:01.931361 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-96f96b97-c903-48f7-80e8-3dc9e425069e req-60f08063-274c-417d-99e1-32b405e66283 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455835 Jun 03 16:29:02.261009 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-172a2205-119e-47de-90ff-6b83f6a81905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:03.140671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33644253-eda9-4bdf-8c21-e1fa697eb29c req-621465a0-1735-41cd-9103-4bb0917be5d2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:03.148215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33644253-eda9-4bdf-8c21-e1fa697eb29c req-621465a0-1735-41cd-9103-4bb0917be5d2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.1004074 Jun 03 16:29:03.197762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-33644253-eda9-4bdf-8c21-e1fa697eb29c req-9aeac69c-8337-472f-b2ef-fe35e623ff65 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484040 Jun 03 16:29:04.456250 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795aef24-b407-4717-85a1-14efe1d598a1 req-9f868c4c-7ec2-438d-9c0e-41d18b8167d2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:04.457792 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-795aef24-b407-4717-85a1-14efe1d598a1 req-9f868c4c-7ec2-438d-9c0e-41d18b8167d2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.1129653 Jun 03 16:29:04.515637 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-795aef24-b407-4717-85a1-14efe1d598a1 req-aad26e57-9441-40ba-b64a-127ea121ac85 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507751 Jun 03 16:29:04.901990 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f443a160-8b8a-487f-8860-b6e734467e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:05.398636 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:05.759779 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dbe32-fb7e-4920-88fe-95eb5f9186df req-6d87b16b-e62e-4163-b820-13b59c6dc369 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:05.761460 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-196dbe32-fb7e-4920-88fe-95eb5f9186df req-6d87b16b-e62e-4163-b820-13b59c6dc369 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.1007895 Jun 03 16:29:05.814309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-196dbe32-fb7e-4920-88fe-95eb5f9186df req-dc93e1b8-1fa2-4462-bf21-192caf049e62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463026 Jun 03 16:29:05.881834 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:07.023464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0457d7e-a58a-4f97-9e05-f25fddf846dc req-c7542c0a-5501-47d4-9fdf-49b6e8dd1934 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:07.024999 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0457d7e-a58a-4f97-9e05-f25fddf846dc req-c7542c0a-5501-47d4-9fdf-49b6e8dd1934 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0911553 Jun 03 16:29:07.073175 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b0457d7e-a58a-4f97-9e05-f25fddf846dc req-716e0088-d9ec-474e-b16f-d934e536a85e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415876 Jun 03 16:29:07.323291 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:08.272286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fdd0c-5e77-45b1-933c-9de10929733b req-1710e91b-dd6a-4397-8359-3875a005c078 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:08.273796 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c71fdd0c-5e77-45b1-933c-9de10929733b req-1710e91b-dd6a-4397-8359-3875a005c078 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0854654 Jun 03 16:29:08.446771 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c71fdd0c-5e77-45b1-933c-9de10929733b req-cbf1105b-4fc7-4273-a125-03a1bda9e737 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642642 Jun 03 16:29:09.272578 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9182a-882e-4893-b8fc-57ac0034571c req-2cc9e2d4-4e29-4818-9b61-33fc8900d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:09.274098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aae9182a-882e-4893-b8fc-57ac0034571c req-2cc9e2d4-4e29-4818-9b61-33fc8900d42b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1097 time: 0.1300385 Jun 03 16:29:09.407089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9182a-882e-4893-b8fc-57ac0034571c req-0a440877-6ee6-4161-bd50-ad7269e6d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:09.408436 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aae9182a-882e-4893-b8fc-57ac0034571c req-0a440877-6ee6-4161-bd50-ad7269e6d6de service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1274798 Jun 03 16:29:09.511145 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aae9182a-882e-4893-b8fc-57ac0034571c req-8dbb274c-0d8e-4cfa-8ceb-67e4ac4b6cdd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 1001 time: 0.0961554 Jun 03 16:29:09.604886 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:09.621337 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9182a-882e-4893-b8fc-57ac0034571c req-b0302111-9594-47b2-9585-d4cef8420218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:09.622789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aae9182a-882e-4893-b8fc-57ac0034571c req-b0302111-9594-47b2-9585-d4cef8420218 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.1043913 Jun 03 16:29:09.700897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25fe98-9ffa-4859-a235-309ce5f250d7 req-daff3f6e-5790-4cad-9f9b-350580c02e5f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:09.702683 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf25fe98-9ffa-4859-a235-309ce5f250d7 req-daff3f6e-5790-4cad-9f9b-350580c02e5f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.1398044 Jun 03 16:29:09.751698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9182a-882e-4893-b8fc-57ac0034571c req-871c730c-ff34-40e4-b78d-9b26938da685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:09.753139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aae9182a-882e-4893-b8fc-57ac0034571c req-871c730c-ff34-40e4-b78d-9b26938da685 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213391 Jun 03 16:29:09.756058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bf25fe98-9ffa-4859-a235-309ce5f250d7 req-fbeb82d4-38f9-4815-a8d2-d3c206e708b8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476191 Jun 03 16:29:09.889302 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aae9182a-882e-4893-b8fc-57ac0034571c req-2aae1b11-ebd4-465b-aa39-ec41594cc261 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287637 Jun 03 16:29:10.020998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aae9182a-882e-4893-b8fc-57ac0034571c req-b5a6bbb5-025b-40cb-9b89-2ad66fadedc0 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251023 Jun 03 16:29:10.955835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b74d6-56a5-4bb0-a3a7-461d03c52824 req-fdb4c45d-754b-42a7-93d8-35c409f0999f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:10.957299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-370b74d6-56a5-4bb0-a3a7-461d03c52824 req-fdb4c45d-754b-42a7-93d8-35c409f0999f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0864992 Jun 03 16:29:11.005207 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-370b74d6-56a5-4bb0-a3a7-461d03c52824 req-c16ee5f0-3dc6-4527-a20b-d2f52df2825b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417032 Jun 03 16:29:12.208850 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573cfc3-4d1a-4a6f-b766-199e1712a87a req-154df2b9-11a9-4d44-8975-7941647ac53f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:12.210322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5573cfc3-4d1a-4a6f-b766-199e1712a87a req-154df2b9-11a9-4d44-8975-7941647ac53f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0846875 Jun 03 16:29:12.255375 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5573cfc3-4d1a-4a6f-b766-199e1712a87a req-81d2c36c-00ed-45bc-b075-369c1a30c620 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392103 Jun 03 16:29:12.671271 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0af71caf-b61b-4783-82ba-601104a7e485 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:29:12.787037 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 0af71caf-b61b-4783-82ba-601104a7e485 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:29:12.787407 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:12.814293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:29:12.823825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:12.829923 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:12.861937 n-d-844595-1 neutron-server[88446]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f9511494-d979-4fa7-96b0-c8f79352e654']: {'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485', 'code': 422} returned with failed status Jun 03 16:29:12.905540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:13.625608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d400b-959d-48ad-be21-b355708b734e req-37123a70-3d8a-444a-80bd-0a440272ac9a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:13.627044 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-527d400b-959d-48ad-be21-b355708b734e req-37123a70-3d8a-444a-80bd-0a440272ac9a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 944 time: 0.0809772 Jun 03 16:29:13.673597 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39340) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:13.676349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-527d400b-959d-48ad-be21-b355708b734e req-b8088ba6-8524-4af4-8340-95b632318f00 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431786 Jun 03 16:29:13.796420 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-101f518b-d53b-4cde-a168-2a6b6cb08024 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216080 Jun 03 16:29:14.781006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-7d6f051b-1850-42fe-999f-6ba1d0863c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:14.782537 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-7d6f051b-1850-42fe-999f-6ba1d0863c29 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00&tenant_id=901705e740734e0daf92d604603d48e4 HTTP/1.1" status: 200 len: 1095 time: 0.0728416 Jun 03 16:29:14.821811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844595-1', 'device_owner': 'compute:nova'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:29:14.954303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:14.975550 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9abae8-4c69-474c-8bc3-f3b559c2f3ac req-b9c750b7-76fe-4cf8-9986-9bfe9bd87ec0 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:14.976886 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa9abae8-4c69-474c-8bc3-f3b559c2f3ac req-b9c750b7-76fe-4cf8-9986-9bfe9bd87ec0 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 944 time: 0.1886892 Jun 03 16:29:15.070990 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-aa9abae8-4c69-474c-8bc3-f3b559c2f3ac req-3818443b-2051-49bd-9cbc-7399535890f0 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656230 Jun 03 16:29:15.370810 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:15.418150 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:29:15.488570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af71caf-b61b-4783-82ba-601104a7e485 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:29:15.498804 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:15.516947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Transition to ACTIVE for port object 0af71caf-b61b-4783-82ba-601104a7e485 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:29:15.522340 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:15.668298 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=9']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:15.682730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.683077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.683361 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.683733 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.684035 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.684390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.684708 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.685029 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.685347 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.685668 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.686045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.686364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:29:15.737470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] No DVR routers for this DVR port 0af71caf-b61b-4783-82ba-601104a7e485 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:29:15.981990 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Attempting to bind port 0af71caf-b61b-4783-82ba-601104a7e485 on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:29:15.982749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Attempting to bind port 0af71caf-b61b-4783-82ba-601104a7e485 by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:29:15.982749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Attempting to bind port 0af71caf-b61b-4783-82ba-601104a7e485 on network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:29:15.987637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Port 0af71caf-b61b-4783-82ba-601104a7e485 on network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:29:15.987950 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Attempting to bind port 0af71caf-b61b-4783-82ba-601104a7e485 on network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:29:15.993473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:29:15.993804 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Checking segment: {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:29:15.994210 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Bound using segment: {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:29:15.994625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Bound port: 0af71caf-b61b-4783-82ba-601104a7e485, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:29:15.994958 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:16.084496 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h2-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:29:16.087638 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:29:16.094781 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:16.168166 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:16.168760 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:16.170287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] 10.222.0.67 "PUT /v2.0/ports/0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 1092 time: 1.3520348 Jun 03 16:29:16.170746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:29:16.194948 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57126d-6200-4d3f-b325-dd6973f2571a service neutron] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=10']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:16.240822 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce1ffb7-b225-42ef-8a65-91a2d0133389'] response: {'name': 'network-changed', 'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485', 'status': 'completed', 'code': 200} Jun 03 16:29:16.285759 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-a597a4f9-0388-44d4-9669-f015b57ed17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:16.287408 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-a597a4f9-0388-44d4-9669-f015b57ed17f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1096 time: 0.0817533 Jun 03 16:29:16.487366 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-4241f685-2cbd-439c-a975-e86ef0a18cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:16.488758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-4241f685-2cbd-439c-a975-e86ef0a18cd6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1950450 Jun 03 16:29:16.559096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a413ff0-0346-4e78-a220-2e81e7b61907 req-13d9bc64-4e97-4a86-b6ae-ee276b98cd9e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:16.560530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a413ff0-0346-4e78-a220-2e81e7b61907 req-13d9bc64-4e97-4a86-b6ae-ee276b98cd9e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.1833272 Jun 03 16:29:16.640798 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-bf524853-d869-4236-a3b1-f70ad781bb2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 999 time: 0.1450763 Jun 03 16:29:16.645405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a413ff0-0346-4e78-a220-2e81e7b61907 req-89e70f78-4e2e-4411-9f51-2493d7d45f09 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771611 Jun 03 16:29:16.696138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0af71caf-b61b-4783-82ba-601104a7e485 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:29:16.704409 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-3e6b774b-b73c-48e1-bfcb-b12f9d8c0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:16.705924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-3e6b774b-b73c-48e1-bfcb-b12f9d8c0e8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0596647 Jun 03 16:29:16.757524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 0af71caf-b61b-4783-82ba-601104a7e485 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:29:16.785294 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-400bc598-763e-49f6-a5bf-1bd0e68b9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:16.786783 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-400bc598-763e-49f6-a5bf-1bd0e68b9ea8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745478 Jun 03 16:29:16.933384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-b89fa069-b810-4b7b-a7ec-7d7f495bc06d service neutron] 10.222.0.67 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402748 Jun 03 16:29:17.177067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-192b6b8a-cd62-4c8c-90cd-da36f131e3aa service neutron] 10.222.0.67 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375360 Jun 03 16:29:17.367540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a966251-0da1-4f35-86fc-e9ca572d3f79 req-7e79f19c-698b-41f5-805c-ae233d2e2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:17.369232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a966251-0da1-4f35-86fc-e9ca572d3f79 req-7e79f19c-698b-41f5-805c-ae233d2e2454 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1096 time: 0.0855513 Jun 03 16:29:17.540715 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a966251-0da1-4f35-86fc-e9ca572d3f79 req-b7c9e136-0635-47cc-913b-d5fbd8cc1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:17.542560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a966251-0da1-4f35-86fc-e9ca572d3f79 req-b7c9e136-0635-47cc-913b-d5fbd8cc1032 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1672447 Jun 03 16:29:17.691800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a966251-0da1-4f35-86fc-e9ca572d3f79 req-d008e3ab-3299-4714-a2b8-f8828821944a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 999 time: 0.1434646 Jun 03 16:29:17.877195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a966251-0da1-4f35-86fc-e9ca572d3f79 req-81c1f76b-c175-498b-84e5-0a8ba3f94d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:17.878925 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a966251-0da1-4f35-86fc-e9ca572d3f79 req-81c1f76b-c175-498b-84e5-0a8ba3f94d17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.1591394 Jun 03 16:29:17.913230 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf71afe-1061-475f-94c3-1c8cad0781ff req-dfd98604-c0c1-4961-828c-64fdd72d77fa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:17.915071 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccf71afe-1061-475f-94c3-1c8cad0781ff req-dfd98604-c0c1-4961-828c-64fdd72d77fa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.1372118 Jun 03 16:29:17.976490 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ccf71afe-1061-475f-94c3-1c8cad0781ff req-3b282b26-ae6b-4abd-984b-24037426c30f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546765 Jun 03 16:29:19.179129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66857941-9f5a-4781-9cf9-87dc77891d7c req-0a6531aa-c294-42dd-9c95-5c88aa6e3428 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:19.180626 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-66857941-9f5a-4781-9cf9-87dc77891d7c req-0a6531aa-c294-42dd-9c95-5c88aa6e3428 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0911849 Jun 03 16:29:19.239097 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-66857941-9f5a-4781-9cf9-87dc77891d7c req-b6b107d6-6dee-4ab2-aea6-304311a03014 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518434 Jun 03 16:29:20.062411 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:29:20.452509 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5d7bc-0c62-45de-ad6f-9958164db2a4 req-fd4b6fde-6b9e-4de4-a693-79c7b6921efe tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:20.454370 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5b5d7bc-0c62-45de-ad6f-9958164db2a4 req-fd4b6fde-6b9e-4de4-a693-79c7b6921efe tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0925431 Jun 03 16:29:20.503520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c5b5d7bc-0c62-45de-ad6f-9958164db2a4 req-25deaa95-d709-4a25-8107-4c4d0b1e1e1c tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428765 Jun 03 16:29:21.705816 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea0e1b-5c64-4bfc-85d9-5dd7bacf499a req-67707328-6581-405e-b43b-dc729ccf28e7 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:21.707291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23ea0e1b-5c64-4bfc-85d9-5dd7bacf499a req-67707328-6581-405e-b43b-dc729ccf28e7 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0854607 Jun 03 16:29:21.760482 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-23ea0e1b-5c64-4bfc-85d9-5dd7bacf499a req-4cc1aee7-2380-478f-a863-d395eea58f3d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472481 Jun 03 16:29:22.965288 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af383b80-b207-4b1b-84f6-a7844cdd0254 req-5024be0f-9781-4ae9-8bfd-385dfe9a5554 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:22.966763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af383b80-b207-4b1b-84f6-a7844cdd0254 req-5024be0f-9781-4ae9-8bfd-385dfe9a5554 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0822432 Jun 03 16:29:23.015793 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af383b80-b207-4b1b-84f6-a7844cdd0254 req-7ddc4d8b-c421-42a1-a43d-71d99edee649 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 Jun 03 16:29:24.213647 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6070a7-1343-4ee4-967f-fc13b98c2fb2 req-d13b07f0-e5c6-436b-8f98-4ebaef834d94 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:24.215141 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f6070a7-1343-4ee4-967f-fc13b98c2fb2 req-d13b07f0-e5c6-436b-8f98-4ebaef834d94 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0884960 Jun 03 16:29:24.262993 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f6070a7-1343-4ee4-967f-fc13b98c2fb2 req-2499d134-372b-455f-a22b-34dbb7f7ce4c tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412257 Jun 03 16:29:25.457025 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c30a0-4aed-4e39-828b-fd66f0f94309 req-80914b87-609e-4704-8ce6-8d5ea896ec2e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:25.458535 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe9c30a0-4aed-4e39-828b-fd66f0f94309 req-80914b87-609e-4704-8ce6-8d5ea896ec2e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0880439 Jun 03 16:29:25.505142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fe9c30a0-4aed-4e39-828b-fd66f0f94309 req-3d077a7c-a2b2-43f2-96dc-ad9db30688c5 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407925 Jun 03 16:29:26.731654 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba007f77-306d-4d24-af58-d887e88e64e1 req-8f9fb799-0f7a-43c4-a279-8d9edd4e9368 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:26.733128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ba007f77-306d-4d24-af58-d887e88e64e1 req-8f9fb799-0f7a-43c4-a279-8d9edd4e9368 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0955100 Jun 03 16:29:26.778153 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ba007f77-306d-4d24-af58-d887e88e64e1 req-9da1a12e-f37e-455e-99aa-95c46ecbfc6d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391393 Jun 03 16:29:27.976757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e14b39-9bc1-432d-bd18-19a8d6457397 req-6514bf26-8b20-42b7-9587-f79e2e762a36 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:27.978208 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5e14b39-9bc1-432d-bd18-19a8d6457397 req-6514bf26-8b20-42b7-9587-f79e2e762a36 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0792458 Jun 03 16:29:28.027737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f5e14b39-9bc1-432d-bd18-19a8d6457397 req-52ed2eaf-eccb-40b5-81cf-c78b15fe5ee7 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411603 Jun 03 16:29:28.682596 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a966251-0da1-4f35-86fc-e9ca572d3f79 req-8f5df2a2-903a-4499-bef1-035cb68c40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:28.684094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a966251-0da1-4f35-86fc-e9ca572d3f79 req-8f5df2a2-903a-4499-bef1-035cb68c40d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835207 Jun 03 16:29:28.822791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a966251-0da1-4f35-86fc-e9ca572d3f79 req-28fe4707-7767-4037-9a00-8cd4d4ca19ff service neutron] 10.222.0.67 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296577 Jun 03 16:29:29.057410 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3a966251-0da1-4f35-86fc-e9ca572d3f79 req-c4114d63-86da-42a3-a9d6-8813329de275 service neutron] 10.222.0.67 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264340 Jun 03 16:29:29.230470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500b4a-32f1-4d9b-a93f-89da9564ebe0 req-fddeca05-178c-4cea-8f8e-47dc29ae1e10 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:29.231948 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-52500b4a-32f1-4d9b-a93f-89da9564ebe0 req-fddeca05-178c-4cea-8f8e-47dc29ae1e10 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0857441 Jun 03 16:29:29.283232 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-52500b4a-32f1-4d9b-a93f-89da9564ebe0 req-9e8ce1e0-244b-48e1-9d9a-5e5f404085c3 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426807 Jun 03 16:29:30.195918 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:30.491702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736bcfd-e588-4770-ac59-96303bc2267e req-9f59457c-bff1-4b5e-be0c-9d989c8a28b6 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:30.493054 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d736bcfd-e588-4770-ac59-96303bc2267e req-9f59457c-bff1-4b5e-be0c-9d989c8a28b6 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0831316 Jun 03 16:29:30.546943 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d736bcfd-e588-4770-ac59-96303bc2267e req-da35d33d-8b3c-4e13-abc9-597cc1bcfe87 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480888 Jun 03 16:29:31.747659 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f03ed9-7f43-4f21-a4cf-bb8fe667886f req-570d3372-9e20-4b1d-bdc0-ec7dedf90d01 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:31.749124 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8f03ed9-7f43-4f21-a4cf-bb8fe667886f req-570d3372-9e20-4b1d-bdc0-ec7dedf90d01 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 945 time: 0.0860155 Jun 03 16:29:31.763904 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0af71caf-b61b-4783-82ba-601104a7e485 details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:29:31.795455 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e8f03ed9-7f43-4f21-a4cf-bb8fe667886f req-2df46b2e-b48b-4030-adb0-2511b405be66 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378609 Jun 03 16:29:31.899134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:31.912074 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '0af71caf-b61b-4783-82ba-601104a7e485', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'port_id': '0af71caf-b61b-4783-82ba-601104a7e485', 'mac_address': 'fa:16:3e:1f:df:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:29:31.969813 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0af71caf-b61b-4783-82ba-601104a7e485 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:29:31.970210 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:31.987470 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af71caf-b61b-4783-82ba-601104a7e485 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:29:32.002784 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:32.009626 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:32.077298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=11']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:32.263500 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9ced0795-e272-4943-b389-47c695017c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:32.425122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['0af71caf-b61b-4783-82ba-601104a7e485'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:29:33.001075 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7074b42-c417-47f0-8b67-b5f83a7571ec req-5d8a769e-9e64-48cf-bb61-4b928171093d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:33.002568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7074b42-c417-47f0-8b67-b5f83a7571ec req-5d8a769e-9e64-48cf-bb61-4b928171093d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 946 time: 0.0814292 Jun 03 16:29:33.047121 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e7074b42-c417-47f0-8b67-b5f83a7571ec req-a4ac9d12-edc7-4679-ae1c-15c3aba76fbd tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386755 Jun 03 16:29:33.776870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0af71caf-b61b-4783-82ba-601104a7e485 up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:29:33.859283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 0af71caf-b61b-4783-82ba-601104a7e485 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:29:33.863933 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 0af71caf-b61b-4783-82ba-601104a7e485 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:29:33.864301 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:33.989903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 0af71caf-b61b-4783-82ba-601104a7e485 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:29:33.990280 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:34.018629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:29:34.028367 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:29:34.033352 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:34.065166 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a9119c-7167-46bd-97db-9bea8b14b234'] response: {'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485', 'code': 200} Jun 03 16:29:34.107618 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=12']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:29:34.246730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb822de-367e-4166-ac2a-d41ea9ca0b7e req-649d9b6a-bed6-49fd-8140-2d6e182f596e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:34.248235 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fb822de-367e-4166-ac2a-d41ea9ca0b7e req-649d9b6a-bed6-49fd-8140-2d6e182f596e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 947 time: 0.0915098 Jun 03 16:29:34.330397 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6fb822de-367e-4166-ac2a-d41ea9ca0b7e req-4f6c23a9-d7ba-41f3-87e8-2bed11d9fa73 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763474 Jun 03 16:29:34.369685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2d8ca-da71-4a27-85ce-a3a7c7c9656d req-2ac78cce-54d9-415a-bb91-c8b2c87fe8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:34.371216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ee2d8ca-da71-4a27-85ce-a3a7c7c9656d req-2ac78cce-54d9-415a-bb91-c8b2c87fe8d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1098 time: 0.0857399 Jun 03 16:29:34.393753 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.67', 65090) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:29:34.413011 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0ee2d8ca-da71-4a27-85ce-a3a7c7c9656d req-a6ad4218-199b-4fdb-9cfc-cfbf5884b470 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352576 Jun 03 16:29:34.470884 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e7076-7170-413e-bf44-d03cc2d71fa5 req-a3321194-1c0e-49fa-82dc-4d2c082cc67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:34.472455 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c71e7076-7170-413e-bf44-d03cc2d71fa5 req-a3321194-1c0e-49fa-82dc-4d2c082cc67d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1098 time: 0.0776143 Jun 03 16:29:34.893522 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e7076-7170-413e-bf44-d03cc2d71fa5 req-e09ad07c-8793-40e1-aa3f-8d0687cc9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:34.895700 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c71e7076-7170-413e-bf44-d03cc2d71fa5 req-e09ad07c-8793-40e1-aa3f-8d0687cc9a56 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1308947 Jun 03 16:29:34.899699 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbe15-abba-4d44-af17-ce5904f5d6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:34.998620 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c71e7076-7170-413e-bf44-d03cc2d71fa5 req-2f9b4f1b-d021-4799-ae02-f57bea6809f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 1001 time: 0.0965571 Jun 03 16:29:35.069394 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e7076-7170-413e-bf44-d03cc2d71fa5 req-382ab6bc-7b91-43e9-ad3c-304e3fd5c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:35.071712 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c71e7076-7170-413e-bf44-d03cc2d71fa5 req-382ab6bc-7b91-43e9-ad3c-304e3fd5c108 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0649107 Jun 03 16:29:35.153633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e7076-7170-413e-bf44-d03cc2d71fa5 req-573aa769-4e91-4407-9cb6-498d47330108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:35.155058 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c71e7076-7170-413e-bf44-d03cc2d71fa5 req-573aa769-4e91-4407-9cb6-498d47330108 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771973 Jun 03 16:29:35.406369 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:35.427341 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c71e7076-7170-413e-bf44-d03cc2d71fa5 req-c97b4bda-88c1-4666-bbad-ccd03c85fcb5 service neutron] 10.222.0.67 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644558 Jun 03 16:29:35.535390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78396db2-0eec-441b-aba8-fa8fa71f5615 req-50563996-6bfc-4146-ae90-7eeb94294e24 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:35.536846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78396db2-0eec-441b-aba8-fa8fa71f5615 req-50563996-6bfc-4146-ae90-7eeb94294e24 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 947 time: 0.0831289 Jun 03 16:29:35.567291 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-c71e7076-7170-413e-bf44-d03cc2d71fa5 req-eda85500-f485-47ee-b41b-4b3cfb55a5bf service neutron] 10.222.0.67 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272676 Jun 03 16:29:35.580997 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-78396db2-0eec-441b-aba8-fa8fa71f5615 req-aec0f046-e440-4c8a-b191-8eee959f20a3 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381944 Jun 03 16:29:35.885188 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:36.775743 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729d298-dcfe-4587-ad70-b1282e4c735f req-533f61f0-3bc8-4e0e-8c8d-60596bcd3fff tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:29:36.777315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6729d298-dcfe-4587-ad70-b1282e4c735f req-533f61f0-3bc8-4e0e-8c8d-60596bcd3fff tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 947 time: 0.0802960 Jun 03 16:29:36.829261 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6729d298-dcfe-4587-ad70-b1282e4c735f req-68f85161-fe3f-490f-adbf-1e9421963fcc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425849 Jun 03 16:29:37.325057 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:39.604228 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:29:57.070328 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:30:00.200231 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:02.270692 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-af423bde-7158-4eee-8630-d1d1f3f06e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:04.905455 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b6eb124c-0a32-496d-aeb4-2ee9e3317e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:05.396263 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:05.888997 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:07.324836 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:09.604040 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:30.235821 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:32.259645 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-41661572-2d79-43cd-96ad-8c295507b06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:34.064144 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:30:34.902779 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e81c5893-2a2b-4adc-ae7f-1e0f6f8f8ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:35.392018 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:35.416221 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-be84e467-f0ae-415b-92e7-f7e98c6d90a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1253731 Jun 03 16:30:35.595810 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-6cf3147b-2a72-4040-a96e-90afcb3ba5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:35.597176 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-6cf3147b-2a72-4040-a96e-90afcb3ba5d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1098 time: 0.0761578 Jun 03 16:30:35.744677 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-4d363292-cc4f-4fed-8f5d-515f7d3b5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:35.746197 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-4d363292-cc4f-4fed-8f5d-515f7d3b5766 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1283345 Jun 03 16:30:35.851094 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-6981b556-55be-4598-86e7-41f90f951e62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 1001 time: 0.0976624 Jun 03 16:30:35.891397 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:35.913105 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-9a9d9f5e-6e92-4530-a0b2-ce5340cb9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:35.914594 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-9a9d9f5e-6e92-4530-a0b2-ce5340cb9963 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0577836 Jun 03 16:30:35.993316 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-f210a9c3-1181-40ef-ba46-9cd77478b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:30:35.994868 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-f210a9c3-1181-40ef-ba46-9cd77478b0c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732055 Jun 03 16:30:36.128639 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-12d05959-e646-4926-82d2-c33de5888c21 service neutron] 10.222.0.67 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260962 Jun 03 16:30:36.265554 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-2f9dd38a-1f40-48f1-8a81-b343f3b66b8f req-f08b8a0f-2e39-47d7-bb88-ac0b6b16fe3d service neutron] 10.222.0.67 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305063 Jun 03 16:30:37.330484 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:30:39.627582 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:00.244548 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:02.257544 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4442-3091-40af-8ed3-fa3b53ac72f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:04.908015 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-45e93d97-3257-4b2b-8518-1a15c261b43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:05.395707 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:05.901283 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:07.334054 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:09.644661 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:11.070295 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:31:24.025929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39494) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:31:24.234175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Deleting port 2a0f626e-6515-4225-9c9d-79155dc02687 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:31:24.234536 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:24.411104 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:24.411392 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:24.535732 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Calling delete_port for 2a0f626e-6515-4225-9c9d-79155dc02687 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:31:24.704658 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:24.757811 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event deleted for resources: {'Port': ['ID=2a0f626e-6515-4225-9c9d-79155dc02687,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:24.794242 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.794570 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.794896 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.795220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.795523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.795835 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.796142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.796454 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.796769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.797078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.797385 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.797691 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:24.859310 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:24.859639 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Floating IP 5ff829df-a25c-49e3-9344-9b2c9a2d2f02 disassociated (deleted). External IP: 172.25.7.68, port: 0af71caf-b61b-4783-82ba-601104a7e485. Jun 03 16:31:25.339528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Router 88838e43-f5e5-421e-9353-208d2aa33207 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:31:25.527748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:31:25.539675 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaac677-c2fd-4b19-a441-27303eeb913a None None] Sync routers for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:31:25.550482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaac677-c2fd-4b19-a441-27303eeb913a None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:31:25.551092 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-faaac677-c2fd-4b19-a441-27303eeb913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:31:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:31:25.551486 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:25.606837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a465d398-d5a8-4be1-ad77-5718e264bf47 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "DELETE /v2.0/floatingips/5ff829df-a25c-49e3-9344-9b2c9a2d2f02 HTTP/1.1" status: 204 len: 168 time: 1.5793123 Jun 03 16:31:25.607421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:31:25.710960 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35baf3c-9fd6-400f-a2b4-128474e57ced'] response: {'name': 'network-changed', 'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485', 'status': 'completed', 'code': 200} Jun 03 16:31:25.775270 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-faaac677-c2fd-4b19-a441-27303eeb913a None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:31:25.835336 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167f17c-724b-4053-a67c-f13a0f99995e req-393a940b-5da3-49fc-9b54-0312fe8b85c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:25.836895 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6167f17c-724b-4053-a67c-f13a0f99995e req-393a940b-5da3-49fc-9b54-0312fe8b85c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 1098 time: 0.0840318 Jun 03 16:31:25.991489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe71a5-02e4-444e-b5ec-6ef92bb6c8eb req-a3a50773-e411-41c6-9502-bb900fc1bfe7 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:25.992180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-48fe71a5-02e4-444e-b5ec-6ef92bb6c8eb req-a3a50773-e411-41c6-9502-bb900fc1bfe7 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Synchronizing usage tracker for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:31:25.997140 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167f17c-724b-4053-a67c-f13a0f99995e req-034d1cac-1dde-436d-b0de-aff681051fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:25.998639 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6167f17c-724b-4053-a67c-f13a0f99995e req-034d1cac-1dde-436d-b0de-aff681051fb6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1321621 Jun 03 16:31:26.009060 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-48fe71a5-02e4-444e-b5ec-6ef92bb6c8eb req-a3a50773-e411-41c6-9502-bb900fc1bfe7 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Unset dirty status for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:31:26.010306 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48fe71a5-02e4-444e-b5ec-6ef92bb6c8eb req-a3a50773-e411-41c6-9502-bb900fc1bfe7 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 947 time: 0.0997036 Jun 03 16:31:26.058900 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-48fe71a5-02e4-444e-b5ec-6ef92bb6c8eb req-1a24ad07-106b-4db7-b40f-8c7c71fdf374 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422955 Jun 03 16:31:26.070727 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6167f17c-724b-4053-a67c-f13a0f99995e req-b4c5db6b-3646-403e-8ba9-58bbad016734 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 200 len: 217 time: 0.0652671 Jun 03 16:31:26.099807 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-faaac677-c2fd-4b19-a441-27303eeb913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:31:26.103705 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaac677-c2fd-4b19-a441-27303eeb913a None None] Checking router: 88838e43-f5e5-421e-9353-208d2aa33207 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:31:26.112040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaac677-c2fd-4b19-a441-27303eeb913a None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:31:26.112631 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-faaac677-c2fd-4b19-a441-27303eeb913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:31:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:31:26.136651 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167f17c-724b-4053-a67c-f13a0f99995e req-7cb3bfb8-849f-4da7-8537-422d6b77a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:26.138197 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6167f17c-724b-4053-a67c-f13a0f99995e req-7cb3bfb8-849f-4da7-8537-422d6b77a42a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0617783 Jun 03 16:31:26.215307 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167f17c-724b-4053-a67c-f13a0f99995e req-a43ac22d-e306-40b1-9162-2e5e44a2d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:26.216870 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6167f17c-724b-4053-a67c-f13a0f99995e req-a43ac22d-e306-40b1-9162-2e5e44a2d549 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715339 Jun 03 16:31:26.228949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-6167f17c-724b-4053-a67c-f13a0f99995e req-88cfab0d-1a7d-410f-b80b-fc75cdcd0e63 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:31:26.229899 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6167f17c-724b-4053-a67c-f13a0f99995e req-88cfab0d-1a7d-410f-b80b-fc75cdcd0e63 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049894 Jun 03 16:31:26.290516 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-faaac677-c2fd-4b19-a441-27303eeb913a None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:31:26.360396 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6167f17c-724b-4053-a67c-f13a0f99995e req-880c883c-4090-408e-8408-cf6da0f53ea1 service neutron] 10.222.0.67 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242177 Jun 03 16:31:26.606209 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-6167f17c-724b-4053-a67c-f13a0f99995e req-a2bcaf03-983f-4af4-b4f9-8143fec94162 service neutron] 10.222.0.67 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389472 Jun 03 16:31:26.606444 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-faaac677-c2fd-4b19-a441-27303eeb913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:31:26.610263 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaac677-c2fd-4b19-a441-27303eeb913a None None] The sync data for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 is: [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:31:26.827279 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf0b179-9fcb-4f2f-9434-feddc4214eb8 None None] New status for floating IP 5ff829df-a25c-49e3-9344-9b2c9a2d2f02: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:31:27.283386 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f748421-2d43-4cdc-9899-a20541bada03 req-364e2101-2f39-4203-af62-3b28a86b7ac3 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:27.284831 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f748421-2d43-4cdc-9899-a20541bada03 req-364e2101-2f39-4203-af62-3b28a86b7ac3 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 947 time: 0.0995264 Jun 03 16:31:27.329112 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2f748421-2d43-4cdc-9899-a20541bada03 req-b42564e5-26a5-4f40-ab5d-6b33876fa45d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=d410846f-05ec-4c48-b5fb-ff1d085d46f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384088 Jun 03 16:31:27.725376 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf194ad6-89ca-4d0f-ac59-9840afd7c70b req-737ca457-9ba7-4ef2-8259-120f7f7e1d95 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:27.726832 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf194ad6-89ca-4d0f-ac59-9840afd7c70b req-737ca457-9ba7-4ef2-8259-120f7f7e1d95 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.67 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 947 time: 0.0945327 Jun 03 16:31:27.797928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-bf194ad6-89ca-4d0f-ac59-9840afd7c70b req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Deleting port 0af71caf-b61b-4783-82ba-601104a7e485 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:31:27.798278 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bf194ad6-89ca-4d0f-ac59-9840afd7c70b req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:28.046345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-bf194ad6-89ca-4d0f-ac59-9840afd7c70b req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] For port 0af71caf-b61b-4783-82ba-601104a7e485, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=0af71caf-b61b-4783-82ba-601104a7e485,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:31:28.046735 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bf194ad6-89ca-4d0f-ac59-9840afd7c70b req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:28.169515 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-bf194ad6-89ca-4d0f-ac59-9840afd7c70b req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Calling delete_port for 0af71caf-b61b-4783-82ba-601104a7e485 owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:31:28.318551 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bf194ad6-89ca-4d0f-ac59-9840afd7c70b req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:28.372041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event deleted for resources: {'Port': ['ID=0af71caf-b61b-4783-82ba-601104a7e485,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:28.410149 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.410485 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.410836 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.411176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.411498 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.411818 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.412133 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.412451 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.412765 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.413083 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.413397 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.413710 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:28.456519 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf194ad6-89ca-4d0f-ac59-9840afd7c70b req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] No DVR routers for this DVR port 0af71caf-b61b-4783-82ba-601104a7e485 on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:31:28.459275 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-bf194ad6-89ca-4d0f-ac59-9840afd7c70b req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:28.461964 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'name': 'network-vif-deleted', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:31:28.479708 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-bf194ad6-89ca-4d0f-ac59-9840afd7c70b req-4e1bbec9-9fd7-448a-8a87-53dfc4fe2645 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.67 "DELETE /v2.0/ports/0af71caf-b61b-4783-82ba-601104a7e485 HTTP/1.1" status: 204 len: 173 time: 0.7478154 Jun 03 16:31:28.484368 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-11b0a7cd-10b3-40c3-b01d-e601f621a253 req-4c6358f8-2876-4135-bd4f-5b1cc6d15962 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=b72435ae-ec2f-4760-a494-1a33cf110a00 HTTP/1.1" status: 200 len: 210 time: 0.0483253 Jun 03 16:31:28.567285 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3aa8c3c-92e9-4d72-b66f-920f6b8e9a0f'] response: {'server_uuid': 'b72435ae-ec2f-4760-a494-1a33cf110a00', 'name': 'network-vif-deleted', 'tag': '0af71caf-b61b-4783-82ba-601104a7e485', 'status': 'completed', 'code': 200} Jun 03 16:31:29.601257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39528) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:31:29.670284 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d89d393-6b7e-4d7b-94ce-df345ef7901a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:29.699804 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d89d393-6b7e-4d7b-94ce-df345ef7901a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:29.768129 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d89d393-6b7e-4d7b-94ce-df345ef7901a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:29.785634 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89d393-6b7e-4d7b-94ce-df345ef7901a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d410846f-05ec-4c48-b5fb-ff1d085d46f1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:29.807123 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-2d89d393-6b7e-4d7b-94ce-df345ef7901a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:29.808252 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-2d89d393-6b7e-4d7b-94ce-df345ef7901a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "DELETE /v2.0/security-groups/d410846f-05ec-4c48-b5fb-ff1d085d46f1 HTTP/1.1" status: 204 len: 168 time: 0.2060089 Jun 03 16:31:29.934354 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39536) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:31:29.942592 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887283826', 'description': 'tempest-secgroup-smoke-1887283826 description', 'project_id': '901705e740734e0daf92d604603d48e4'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:31:29.951220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:31:29.955623 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:31:29.958583 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:31:29.965073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:31:29.977124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:29.997665 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:31:30.002110 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:31:30.005067 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:31:30.011389 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:31:30.096303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.102869 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.146863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22becefa-b305-4f5d-bfc3-a14ac1dc6c30,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:30.151131 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.152337 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-33ea0b37-ac43-45d0-9993-23d6cd7ee19f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2167950 Jun 03 16:31:30.155464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39540) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:31:30.160371 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-a99a6eec-4cf8-4c26-b37d-5e1311729ff1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': '22becefa-b305-4f5d-bfc3-a14ac1dc6c30', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:31:30.167224 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a99a6eec-4cf8-4c26-b37d-5e1311729ff1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:31:30.171176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a99a6eec-4cf8-4c26-b37d-5e1311729ff1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:31:30.174034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-a99a6eec-4cf8-4c26-b37d-5e1311729ff1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:31:30.179823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-a99a6eec-4cf8-4c26-b37d-5e1311729ff1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:31:30.198831 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a99a6eec-4cf8-4c26-b37d-5e1311729ff1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.256241 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.272213 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a99a6eec-4cf8-4c26-b37d-5e1311729ff1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.276952 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a99a6eec-4cf8-4c26-b37d-5e1311729ff1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.299685 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a6eec-4cf8-4c26-b37d-5e1311729ff1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b717d2-a111-4f1a-b68c-564a907be303,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:30.310816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a99a6eec-4cf8-4c26-b37d-5e1311729ff1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.312349 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a99a6eec-4cf8-4c26-b37d-5e1311729ff1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558678 Jun 03 16:31:30.315161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39544) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:31:30.320266 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-3329634e-318d-4c4b-a33b-4cf5908b040e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': '22becefa-b305-4f5d-bfc3-a14ac1dc6c30', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:31:30.327470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3329634e-318d-4c4b-a33b-4cf5908b040e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:31:30.331561 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3329634e-318d-4c4b-a33b-4cf5908b040e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:31:30.334594 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3329634e-318d-4c4b-a33b-4cf5908b040e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:31:30.340656 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-3329634e-318d-4c4b-a33b-4cf5908b040e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:31:30.358936 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3329634e-318d-4c4b-a33b-4cf5908b040e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.422546 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3329634e-318d-4c4b-a33b-4cf5908b040e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.428381 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3329634e-318d-4c4b-a33b-4cf5908b040e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.455071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329634e-318d-4c4b-a33b-4cf5908b040e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41ac9d1-1390-4509-aba5-93de8097a7c4,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:30.465201 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-3329634e-318d-4c4b-a33b-4cf5908b040e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.466412 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3329634e-318d-4c4b-a33b-4cf5908b040e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503003 Jun 03 16:31:30.470350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39548) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:31:30.475425 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-884ec250-3366-4a41-864e-b75319636452 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': '22becefa-b305-4f5d-bfc3-a14ac1dc6c30', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:31:30.482229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-884ec250-3366-4a41-864e-b75319636452 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:31:30.486363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-884ec250-3366-4a41-864e-b75319636452 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:31:30.489360 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-884ec250-3366-4a41-864e-b75319636452 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:31:30.495379 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-884ec250-3366-4a41-864e-b75319636452 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:31:30.513420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-884ec250-3366-4a41-864e-b75319636452 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.576888 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-884ec250-3366-4a41-864e-b75319636452 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.583098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-884ec250-3366-4a41-864e-b75319636452 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.605903 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ec250-3366-4a41-864e-b75319636452 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c401d8-bf31-403e-8a86-a77b63dd73ad,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:30.617137 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-884ec250-3366-4a41-864e-b75319636452 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.618643 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-884ec250-3366-4a41-864e-b75319636452 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472812 Jun 03 16:31:30.621292 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39552) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:31:30.626322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-b878231e-d51d-4b09-a2e9-32aee5702fe4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': '22becefa-b305-4f5d-bfc3-a14ac1dc6c30', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:31:30.632970 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b878231e-d51d-4b09-a2e9-32aee5702fe4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:31:30.636986 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b878231e-d51d-4b09-a2e9-32aee5702fe4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:31:30.639854 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-b878231e-d51d-4b09-a2e9-32aee5702fe4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:31:30.645604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-b878231e-d51d-4b09-a2e9-32aee5702fe4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:31:30.664308 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b878231e-d51d-4b09-a2e9-32aee5702fe4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.730275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b878231e-d51d-4b09-a2e9-32aee5702fe4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.735909 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b878231e-d51d-4b09-a2e9-32aee5702fe4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.758660 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878231e-d51d-4b09-a2e9-32aee5702fe4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2d9cfc-60d8-4807-a363-e32d03741e35,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:30.768965 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-b878231e-d51d-4b09-a2e9-32aee5702fe4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.770258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-b878231e-d51d-4b09-a2e9-32aee5702fe4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479628 Jun 03 16:31:30.773088 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39556) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:31:30.778219 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': '22becefa-b305-4f5d-bfc3-a14ac1dc6c30', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:31:30.784833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:31:30.788663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:31:30.791589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:31:30.797151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:31:30.809198 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Project 901705e740734e0daf92d604603d48e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:31:30.815712 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.881660 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.887474 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.910444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9f0e48-89a6-40e9-a8cb-124f2d949121,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:30.922678 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:30.924377 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d2adb0c1-dc50-447f-b862-e7386ba7af62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503246 Jun 03 16:31:30.927316 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39560) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:31:30.935187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'security_group_rule': {'security_group_id': '22becefa-b305-4f5d-bfc3-a14ac1dc6c30', 'project_id': '901705e740734e0daf92d604603d48e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:31:30.945778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:31:30.950308 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:security_group_rule and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:31:30.953287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:31:30.959330 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:31:30.973621 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Project 901705e740734e0daf92d604603d48e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:31:30.980502 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:31.045522 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:31.050917 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:31.075433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6343293a-b2cb-4f57-a5f3-19fce07933d6,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:31.085062 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:31.086283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-7e7b4c6a-73f2-4ef5-91f9-44d2495fa71f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577871 Jun 03 16:31:32.252460 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e1799931-d649-4177-b717-8abbb599a144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:32.371879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0af71caf-b61b-4783-82ba-601104a7e485 no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:31:32.410565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 0af71caf-b61b-4783-82ba-601104a7e485 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:31:32.410953 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 0af71caf-b61b-4783-82ba-601104a7e485 not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:31:34.903997 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b7923395-e41c-4d3d-a696-55e243bda6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:35.390502 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:35.897676 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:37.334856 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:39.647777 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:46.115651 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-28d410f0-89d0-48d6-bd56-bd60b8d88c8f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Synchronizing usage tracker for tenant:901705e740734e0daf92d604603d48e4 on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:31:46.134650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-28d410f0-89d0-48d6-bd56-bd60b8d88c8f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Unset dirty status for tenant:901705e740734e0daf92d604603d48e4 on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:31:46.135855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-28d410f0-89d0-48d6-bd56-bd60b8d88c8f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887283826&fields=id&tenant_id=901705e740734e0daf92d604603d48e4 HTTP/1.1" status: 200 len: 267 time: 0.0679781 Jun 03 16:31:46.292557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-7dead4b5-0702-4354-bfa0-673ac823b15d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:46.294067 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-7dead4b5-0702-4354-bfa0-673ac823b15d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 809 time: 0.1507223 Jun 03 16:31:46.309895 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-3242cc8f-dce8-4f4c-89a9-173a2fea32fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/quotas/901705e740734e0daf92d604603d48e4 HTTP/1.1" status: 200 len: 375 time: 0.0102265 Jun 03 16:31:46.509526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-afd31adf-afdd-4063-9062-d9ef7bc8b2f1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1945305 Jun 03 16:31:46.567686 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f7aebd6b-5d6c-4927-bd52-f08a31388d9e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:31:46.568668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f7aebd6b-5d6c-4927-bd52-f08a31388d9e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478354 Jun 03 16:31:46.714441 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-edaf9266-2088-43f2-8127-0b2d877d8819 service neutron] 10.222.0.48 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393232 Jun 03 16:31:46.852729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-c9e0769f-d264-48ee-ab79-e5264bb291e6 service neutron] 10.222.0.48 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297264 Jun 03 16:31:47.261316 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-87062bb2-0b77-4830-a44c-f2180a2ddfbc req-b8f0997f-e0ac-405f-9ea1-ca68413b03df tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 210 time: 0.0436625 Jun 03 16:31:48.066764 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:31:48.448479 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f7d16b8e-3753-43f5-8631-23770b49bbb2 req-b855f167-7e99-4ff2-b88c-281e1bb61ec1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 210 time: 0.0594325 Jun 03 16:31:48.507865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-8a8a1d17-6077-4a51-8f02-e637259d5f48 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:48.509296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-8a8a1d17-6077-4a51-8f02-e637259d5f48 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 809 time: 0.2053256 Jun 03 16:31:48.562309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-420c0556-7321-4f40-9f17-6b5b09d214e8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901705e740734e0daf92d604603d48e4 HTTP/1.1" status: 200 len: 380 time: 0.0425880 Jun 03 16:31:48.570823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'port': {'device_id': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'admin_state_up': True, 'tenant_id': '901705e740734e0daf92d604603d48e4', 'security_groups': ['22becefa-b305-4f5d-bfc3-a14ac1dc6c30']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:31:48.724781 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:31:48.728972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:port and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:31:48.731863 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:31:48.737494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:31:48.748151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Made reservation on behalf of 901705e740734e0daf92d604603d48e4 for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:31:48.751753 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:48.925477 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Allocated IP 172.20.0.6 (0ea55bb9-4aeb-4a7f-af70-5b31c4836539/d680937b-6893-4f2a-aff3-d2ec78888336/d5610d2d-2451-4c71-81f4-5c4f02f11496) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:31:49.128050 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:49.148589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Transition to ACTIVE for port object d5610d2d-2451-4c71-81f4-5c4f02f11496 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:31:49.178046 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:49.253073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:31:49.256435 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:31:49.260401 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:31:49.291318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'Port': ['ID=d5610d2d-2451-4c71-81f4-5c4f02f11496,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:49.328245 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:49.328788 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:49.357557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-37741814-8dfe-4492-bbf6-24b80ec6c9f4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7903886 Jun 03 16:31:49.371997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Request body: {'port': {'device_id': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:31:49.491565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6d1835b2-22d3-41a6-8f93-140366f5bcd8 None None] Provisioning for port d5610d2d-2451-4c71-81f4-5c4f02f11496 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:31:49.500090 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:49.500732 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6d1835b2-22d3-41a6-8f93-140366f5bcd8 None None] Provisioning complete for port d5610d2d-2451-4c71-81f4-5c4f02f11496 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:31:49.501177 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d1835b2-22d3-41a6-8f93-140366f5bcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:49.566722 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6d1835b2-22d3-41a6-8f93-140366f5bcd8 None None] Port d5610d2d-2451-4c71-81f4-5c4f02f11496 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:31:49.915658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73651b82-e34c-4a02-b540-997c2e715fe5 req-80bd4b01-be83-4e3c-a35a-d7dc6529288f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:49.916350 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-73651b82-e34c-4a02-b540-997c2e715fe5 req-80bd4b01-be83-4e3c-a35a-d7dc6529288f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Synchronizing usage tracker for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:31:49.960815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-73651b82-e34c-4a02-b540-997c2e715fe5 req-80bd4b01-be83-4e3c-a35a-d7dc6529288f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Unset dirty status for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:31:49.961853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73651b82-e34c-4a02-b540-997c2e715fe5 req-80bd4b01-be83-4e3c-a35a-d7dc6529288f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 931 time: 0.3949876 Jun 03 16:31:50.026694 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-73651b82-e34c-4a02-b540-997c2e715fe5 req-0b5b2a46-e3d3-4380-9204-bd20153ee4be tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570180 Jun 03 16:31:50.086917 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5610d2d-2451-4c71-81f4-5c4f02f11496 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:31:50.094998 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:50.110520 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Transition to ACTIVE for port object d5610d2d-2451-4c71-81f4-5c4f02f11496 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:31:50.116333 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:50.247510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Pushing event updated for resources: {'Port': ['ID=d5610d2d-2451-4c71-81f4-5c4f02f11496,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:50.353133 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Attempting to bind port d5610d2d-2451-4c71-81f4-5c4f02f11496 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:31:50.353464 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Attempting to bind port d5610d2d-2451-4c71-81f4-5c4f02f11496 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:31:50.353787 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Attempting to bind port d5610d2d-2451-4c71-81f4-5c4f02f11496 on network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:31:50.358739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Port d5610d2d-2451-4c71-81f4-5c4f02f11496 on network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:31:50.359054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Attempting to bind port d5610d2d-2451-4c71-81f4-5c4f02f11496 on network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:31:50.364322 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:31:50.364661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Checking segment: {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:31:50.365040 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Bound using segment: {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:31:50.365466 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Bound port: d5610d2d-2451-4c71-81f4-5c4f02f11496, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c68ca1e-41be-4518-b839-2cbb0b99de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:31:50.365803 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:50.456607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] For port d5610d2d-2451-4c71-81f4-5c4f02f11496, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:31:50.459469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] For port d5610d2d-2451-4c71-81f4-5c4f02f11496, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:31:50.466669 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:50.523958 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:50.524622 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:50.526016 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] 10.222.0.75 "PUT /v2.0/ports/d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 200 len: 1091 time: 1.1607993 Jun 03 16:31:50.526446 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:31:50.549182 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6b88b-ff2f-46b7-a5f3-9c750c536c04 service neutron] Pushing event updated for resources: {'Port': ['ID=d5610d2d-2451-4c71-81f4-5c4f02f11496,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:50.608727 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5b33f2-36ee-424f-a003-aeaee59030fe'] response: {'name': 'network-changed', 'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'status': 'completed', 'code': 200} Jun 03 16:31:50.651499 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-54838137-6149-4e86-a52c-939d093afc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:50.653062 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-54838137-6149-4e86-a52c-939d093afc28 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1094 time: 0.0814946 Jun 03 16:31:50.723523 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-1a348352-baac-48fa-9870-502147d6d5a2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 200 len: 217 time: 0.0621469 Jun 03 16:31:50.803168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-ab7ef68e-68a3-4130-85f8-6f0cd212a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:50.804507 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-ab7ef68e-68a3-4130-85f8-6f0cd212a0e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0753653 Jun 03 16:31:50.884504 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-80f9e3f6-ec97-431b-bf65-bb021b0821a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:50.886003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-80f9e3f6-ec97-431b-bf65-bb021b0821a2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754416 Jun 03 16:31:51.016639 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-cf7fc171-ddcb-4b4d-bb3c-77a8ed586aa2 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245639 Jun 03 16:31:51.149528 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f18a7db0-8519-408f-98fd-5d030c3c36e7 req-ce4091d0-cd31-47a2-afac-3a62a58aebaa service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254454 Jun 03 16:31:51.289933 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3b48b-dc82-43da-999a-2ed1ed33bb79 req-997e2461-873f-4a7f-9349-8357cc1c59a4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:51.291392 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7b3b48b-dc82-43da-999a-2ed1ed33bb79 req-997e2461-873f-4a7f-9349-8357cc1c59a4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.1409929 Jun 03 16:31:51.298148 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68916d-5d3f-4093-a424-358fa07873cf req-ee38daf0-de23-4462-bb32-5945037676a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:51.299552 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb68916d-5d3f-4093-a424-358fa07873cf req-ee38daf0-de23-4462-bb32-5945037676a6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1094 time: 0.1003263 Jun 03 16:31:51.417309 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7b3b48b-dc82-43da-999a-2ed1ed33bb79 req-8a0b0d7d-d186-4b0b-b33b-4df101da3d55 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168160 Jun 03 16:31:51.455774 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68916d-5d3f-4093-a424-358fa07873cf req-49b4f1a7-f4f7-4053-9b8d-42e9cf88d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:51.457201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb68916d-5d3f-4093-a424-358fa07873cf req-49b4f1a7-f4f7-4053-9b8d-42e9cf88d98c service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1443694 Jun 03 16:31:51.528533 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb68916d-5d3f-4093-a424-358fa07873cf req-5f85c232-68e2-47aa-94c6-78afa47d22b5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 200 len: 217 time: 0.0636957 Jun 03 16:31:51.598615 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68916d-5d3f-4093-a424-358fa07873cf req-61874c2b-2bb8-4339-a8a1-db470ab04664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:51.600179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb68916d-5d3f-4093-a424-358fa07873cf req-61874c2b-2bb8-4339-a8a1-db470ab04664 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0641031 Jun 03 16:31:51.678735 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68916d-5d3f-4093-a424-358fa07873cf req-facfba78-b5c8-476e-8ced-62286c1143a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:51.680350 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb68916d-5d3f-4093-a424-358fa07873cf req-facfba78-b5c8-476e-8ced-62286c1143a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737932 Jun 03 16:31:51.926837 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb68916d-5d3f-4093-a424-358fa07873cf req-c28c501a-ab6b-42a8-9176-0eb10f72f3f7 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401869 Jun 03 16:31:52.060216 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-fb68916d-5d3f-4093-a424-358fa07873cf req-2281f0f0-98c9-4cd2-b457-de289b202c90 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269634 Jun 03 16:31:52.622608 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9438704-ecc6-4fcd-8094-6df1df745a73 req-b614629e-c2ae-4224-b7af-681f8727a874 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:52.623984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9438704-ecc6-4fcd-8094-6df1df745a73 req-b614629e-c2ae-4224-b7af-681f8727a874 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0899787 Jun 03 16:31:52.674693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b9438704-ecc6-4fcd-8094-6df1df745a73 req-fa1b0d4c-ee0a-42bc-a4ab-d9ee4868e4bb tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421665 Jun 03 16:31:53.883254 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d9f97-a03d-42a5-b0d5-79193f7f5177 req-da0e95c8-1930-4251-838f-7978eaa6cac5 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:53.884707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc7d9f97-a03d-42a5-b0d5-79193f7f5177 req-da0e95c8-1930-4251-838f-7978eaa6cac5 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0874972 Jun 03 16:31:53.928405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cc7d9f97-a03d-42a5-b0d5-79193f7f5177 req-496d6c29-6ec3-4dac-b90a-94f955aa65ce tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379145 Jun 03 16:31:55.135778 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3d9de-70f8-45f2-a049-824166aa2fc8 req-a37666fc-0580-43cb-84ba-0a620a686c49 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:55.137258 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9df3d9de-70f8-45f2-a049-824166aa2fc8 req-a37666fc-0580-43cb-84ba-0a620a686c49 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0961361 Jun 03 16:31:55.187616 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9df3d9de-70f8-45f2-a049-824166aa2fc8 req-ae619691-5c2d-4eea-a67b-89fd385ee875 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415099 Jun 03 16:31:56.400077 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f5d76-7338-4a0b-b354-fb9d9a75d94f req-b4239ccd-904d-4664-a547-413c8096fa75 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:56.401640 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-877f5d76-7338-4a0b-b354-fb9d9a75d94f req-b4239ccd-904d-4664-a547-413c8096fa75 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0928774 Jun 03 16:31:56.447326 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-877f5d76-7338-4a0b-b354-fb9d9a75d94f req-da732c83-0838-46e6-95e8-01a7e1714eb8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394297 Jun 03 16:31:57.656928 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df1e61-2b46-4b8e-8fd7-2babf3ea7013 req-ad5c53e2-4eec-4310-b382-39635b6f6b5d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:57.658444 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40df1e61-2b46-4b8e-8fd7-2babf3ea7013 req-ad5c53e2-4eec-4310-b382-39635b6f6b5d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0856676 Jun 03 16:31:57.709593 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-40df1e61-2b46-4b8e-8fd7-2babf3ea7013 req-8a80270d-cc9f-44be-b047-d43dd53f53c5 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421031 Jun 03 16:31:58.914639 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e8729-1665-4757-86aa-ef83329aff4e req-07af95cc-29c9-4152-bba0-c450250be584 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:31:58.916085 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de1e8729-1665-4757-86aa-ef83329aff4e req-07af95cc-29c9-4152-bba0-c450250be584 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0868680 Jun 03 16:31:58.962295 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-de1e8729-1665-4757-86aa-ef83329aff4e req-6f83a263-2628-4862-b6af-146a2d42b48c tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379248 Jun 03 16:31:59.442217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d5610d2d-2451-4c71-81f4-5c4f02f11496 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:31:59.594426 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d5610d2d-2451-4c71-81f4-5c4f02f11496, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:31:59.608150 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'port_id': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'mac_address': 'fa:16:3e:93:02:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:31:59.663338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d5610d2d-2451-4c71-81f4-5c4f02f11496 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:31:59.663698 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:59.681023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5610d2d-2451-4c71-81f4-5c4f02f11496 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:31:59.696656 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d5610d2d-2451-4c71-81f4-5c4f02f11496, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:31:59.704949 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:31:59.780717 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d5610d2d-2451-4c71-81f4-5c4f02f11496,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:31:59.788463 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.788801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.789158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.789486 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.789818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.790185 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.790507 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.790827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.791141 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.791440 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.791751 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.792066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:31:59.931177 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['d5610d2d-2451-4c71-81f4-5c4f02f11496'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:32:00.157648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894e4bb-5f4d-49ac-b67f-b9840d5fbaa4 req-fd3c381d-3252-4ef0-9557-f125e748660d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:00.159270 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0894e4bb-5f4d-49ac-b67f-b9840d5fbaa4 req-fd3c381d-3252-4ef0-9557-f125e748660d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0866935 Jun 03 16:32:00.204784 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0894e4bb-5f4d-49ac-b67f-b9840d5fbaa4 req-5f342f0e-5e08-48eb-a834-4f8740534206 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394766 Jun 03 16:32:00.272059 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:01.411374 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5046ea-2f74-40ab-a012-24b7f065e1f2 req-02d54c74-685c-41be-a923-fd21d88e915c tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:01.412853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d5046ea-2f74-40ab-a012-24b7f065e1f2 req-02d54c74-685c-41be-a923-fd21d88e915c tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0919218 Jun 03 16:32:01.456423 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d5610d2d-2451-4c71-81f4-5c4f02f11496 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:32:01.462763 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6d5046ea-2f74-40ab-a012-24b7f065e1f2 req-03c860e3-3330-41df-9e67-36b9e4c50251 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441682 Jun 03 16:32:01.554323 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port d5610d2d-2451-4c71-81f4-5c4f02f11496 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:32:01.559366 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port d5610d2d-2451-4c71-81f4-5c4f02f11496 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:32:01.559742 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:01.675390 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d5610d2d-2451-4c71-81f4-5c4f02f11496 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:32:01.675780 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:01.704652 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:32:01.714584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d5610d2d-2451-4c71-81f4-5c4f02f11496, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:32:01.720519 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:01.787336 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d5610d2d-2451-4c71-81f4-5c4f02f11496,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:01.836894 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac00344-e393-436e-8b01-dd486aa1fc36'] response: {'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'code': 200} Jun 03 16:32:01.968400 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd139458-7b1e-461a-99e8-730009f2378b req-265eaf0c-8527-4fe2-a3fb-5bd0a55b39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:01.969905 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd139458-7b1e-461a-99e8-730009f2378b req-265eaf0c-8527-4fe2-a3fb-5bd0a55b39c0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0727308 Jun 03 16:32:02.011290 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd139458-7b1e-461a-99e8-730009f2378b req-88c1984e-138e-458f-aa72-99bfbac39f44 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351980 Jun 03 16:32:02.268421 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a4c1d29c-b6d7-4dd6-8f27-5b88042d355d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:02.677441 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7aa62-fb7c-4a5b-bed2-7ff04f0e0ba7 req-5b0bd94d-9bf9-4dd7-99b1-76c5dbcd2d4a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:02.679308 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1d7aa62-fb7c-4a5b-bed2-7ff04f0e0ba7 req-5b0bd94d-9bf9-4dd7-99b1-76c5dbcd2d4a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0891809 Jun 03 16:32:02.724882 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b1d7aa62-fb7c-4a5b-bed2-7ff04f0e0ba7 req-2fe0b5ea-5a1e-4f2b-810a-ff15295429a5 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397210 Jun 03 16:32:03.939712 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881ce59-cc7b-4d00-85f3-1982ca180733 req-ad0672e7-de4d-48bd-ba55-90369dee6055 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:03.941133 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e881ce59-cc7b-4d00-85f3-1982ca180733 req-ad0672e7-de4d-48bd-ba55-90369dee6055 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0904741 Jun 03 16:32:03.987847 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e881ce59-cc7b-4d00-85f3-1982ca180733 req-94236833-e01f-4b7c-ad5e-36e081d35419 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380330 Jun 03 16:32:04.186299 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c23d8-45dc-4b76-b205-ab33863cbb0b req-034711b8-c4e4-4758-9af4-3a62c1de0898 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:04.187762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd2c23d8-45dc-4b76-b205-ab33863cbb0b req-034711b8-c4e4-4758-9af4-3a62c1de0898 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0856855 Jun 03 16:32:04.231865 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-dd2c23d8-45dc-4b76-b205-ab33863cbb0b req-3b0554e6-245f-43b0-b070-4a075f47ffde tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384076 Jun 03 16:32:04.254521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39762) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:04.370746 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3fb4d4-6950-4b76-acae-50cc6bd13d63 tempest-TestShelveInstance-1873028760 tempest-TestShelveInstance-1873028760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:04.372283 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3d3fb4d4-6950-4b76-acae-50cc6bd13d63 tempest-TestShelveInstance-1873028760 tempest-TestShelveInstance-1873028760-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1091 time: 0.1165702 Jun 03 16:32:04.375164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39768) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:32:04.380009 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:32:04.386624 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:32:04.390549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Usage tracker for resource:floatingip and tenant:901705e740734e0daf92d604603d48e4 is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:32:04.393339 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:32:04.398992 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:32:04.412142 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:04.551564 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:04.689076 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Allocated IP 172.25.7.181 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/3264651a-c690-4cd2-bb1d-1d8b004efcdc) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:32:04.836642 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:04.874879 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:04.899456 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2f51-e196-4687-9bf0-3991dff616ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:04.944255 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:32:04.947261 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:32:04.951300 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:32:04.979865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'Port': ['ID=3264651a-c690-4cd2-bb1d-1d8b004efcdc,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:05.396500 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:05.507650 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:05.586784 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:05.793726 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:05.801761 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:05.902950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:05.918179 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event updated for resources: {'Port': ['ID=3264651a-c690-4cd2-bb1d-1d8b004efcdc,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:32:05.931058 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.113383 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Floating IP a3a9447e-12aa-4ed9-bdf3-7253358e66a4 associated. External IP: 172.25.7.181, port: d5610d2d-2451-4c71-81f4-5c4f02f11496. Jun 03 16:32:06.472411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Router 88838e43-f5e5-421e-9353-208d2aa33207 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:32:06.789593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:32:06.800003 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12801d1e-1657-4dc2-9de7-64b706d0a5b6 None None] Sync routers for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:32:06.809979 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12801d1e-1657-4dc2-9de7-64b706d0a5b6 None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:32:06.810595 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-12801d1e-1657-4dc2-9de7-64b706d0a5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:32:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:06.819184 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:06.874687 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9943ee29-267e-4c91-b9cf-ea7233a9c556 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4984710 Jun 03 16:32:06.875384 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:32:06.925187 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8231c16e-c784-4cae-b45c-6a4e9d8d055e'] response: {'name': 'network-changed', 'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'status': 'completed', 'code': 200} Jun 03 16:32:06.995543 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-12801d1e-1657-4dc2-9de7-64b706d0a5b6 None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:32:07.021473 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0eb2de-206a-4db7-a0d4-13ca9fa7bbd2 req-0ec2b410-2804-41c4-88d7-8e65ceaef649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:07.023068 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a0eb2de-206a-4db7-a0d4-13ca9fa7bbd2 req-0ec2b410-2804-41c4-88d7-8e65ceaef649 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0739808 Jun 03 16:32:07.156378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0eb2de-206a-4db7-a0d4-13ca9fa7bbd2 req-f73b7b46-b57e-4258-89b8-db2fdc1499db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:07.157762 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a0eb2de-206a-4db7-a0d4-13ca9fa7bbd2 req-f73b7b46-b57e-4258-89b8-db2fdc1499db service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1291218 Jun 03 16:32:07.262538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a0eb2de-206a-4db7-a0d4-13ca9fa7bbd2 req-1840dec6-b53c-4d6b-a93a-37af8554d194 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 200 len: 999 time: 0.0975962 Jun 03 16:32:07.325830 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0eb2de-206a-4db7-a0d4-13ca9fa7bbd2 req-006b7996-84c4-4370-8036-6cc9e5d4af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:07.327484 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a0eb2de-206a-4db7-a0d4-13ca9fa7bbd2 req-006b7996-84c4-4370-8036-6cc9e5d4af25 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0583608 Jun 03 16:32:07.349733 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:07.367650 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-12801d1e-1657-4dc2-9de7-64b706d0a5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a3a9447e-12aa-4ed9-bdf3-7253358e66a4', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'floating_ip_address': '172.25.7.181', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'port_id': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'mac_address': 'fa:16:3e:93:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:32:05Z', 'updated_at': '2022-06-03T16:32:05Z', 'revision_number': 0, 'project_id': '901705e740734e0daf92d604603d48e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:07.371487 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12801d1e-1657-4dc2-9de7-64b706d0a5b6 None None] Checking router: 88838e43-f5e5-421e-9353-208d2aa33207 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:32:07.380009 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12801d1e-1657-4dc2-9de7-64b706d0a5b6 None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:32:07.380676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-12801d1e-1657-4dc2-9de7-64b706d0a5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:32:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:07.408171 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0eb2de-206a-4db7-a0d4-13ca9fa7bbd2 req-6315d223-18fe-405a-b473-5ea18a3ef524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:07.409613 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a0eb2de-206a-4db7-a0d4-13ca9fa7bbd2 req-6315d223-18fe-405a-b473-5ea18a3ef524 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762150 Jun 03 16:32:07.542595 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a0eb2de-206a-4db7-a0d4-13ca9fa7bbd2 req-54c2c059-777b-42bc-9c22-66645f43d38d service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268249 Jun 03 16:32:07.551001 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-12801d1e-1657-4dc2-9de7-64b706d0a5b6 None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:32:07.679770 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0a0eb2de-206a-4db7-a0d4-13ca9fa7bbd2 req-f622082d-8cc9-4cd8-98d3-6c2e24e45857 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308391 Jun 03 16:32:07.935886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-12801d1e-1657-4dc2-9de7-64b706d0a5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a3a9447e-12aa-4ed9-bdf3-7253358e66a4', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'floating_ip_address': '172.25.7.181', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'port_id': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'mac_address': 'fa:16:3e:93:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:32:05Z', 'updated_at': '2022-06-03T16:32:05Z', 'revision_number': 0, 'project_id': '901705e740734e0daf92d604603d48e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:32:07.939891 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12801d1e-1657-4dc2-9de7-64b706d0a5b6 None None] The sync data for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 is: [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'a3a9447e-12aa-4ed9-bdf3-7253358e66a4', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'floating_ip_address': '172.25.7.181', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'port_id': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'mac_address': 'fa:16:3e:93:02:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:32:05Z', 'updated_at': '2022-06-03T16:32:05Z', 'revision_number': 0, 'project_id': '901705e740734e0daf92d604603d48e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:32:08.112502 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dcd2bd-1046-459c-a326-05ee6d4a2cba None None] New status for floating IP a3a9447e-12aa-4ed9-bdf3-7253358e66a4: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:32:09.645157 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:25.072005 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:32:25.754879 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-dca31730-4627-43d8-9c87-a2a48622be3a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709937 Jun 03 16:32:25.903975 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-f334279f-b8e8-43a9-8eea-0e14a8bdef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:25.905560 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-f334279f-b8e8-43a9-8eea-0e14a8bdef03 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0799119 Jun 03 16:32:26.058036 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-14c19648-52b5-4fa4-a2f3-0f2b3647d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:26.059461 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-14c19648-52b5-4fa4-a2f3-0f2b3647d1cc service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1316442 Jun 03 16:32:26.169286 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-95b7ec92-07f8-4046-8b07-a1c1c820287c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 200 len: 1001 time: 0.1021264 Jun 03 16:32:26.241449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-ac2b9a21-0b00-4b38-8b29-accdb8f87672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:26.242904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-ac2b9a21-0b00-4b38-8b29-accdb8f87672 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0647023 Jun 03 16:32:26.332287 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-730ba0f4-c756-4f05-93a8-f99ce4749d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:32:26.332287 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-730ba0f4-c756-4f05-93a8-f99ce4749d1e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773399 Jun 03 16:32:26.467253 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-f7d0e5d1-ef50-46eb-be46-e09a930790ec service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307158 Jun 03 16:32:26.732830 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9fd6386c-ec36-4a27-92e9-be3358e1378b req-14fc5145-128f-4aca-9aa1-8ca411323899 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586591 Jun 03 16:32:30.280765 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:32.252748 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-8e61e802-513e-46df-929e-333918570f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:34.906278 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b9e8ac3b-273b-40f1-ac51-752ecda8e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:35.397517 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:35.911118 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:37.347763 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:32:39.667225 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:00.273666 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:02.072612 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:33:02.270115 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-931bc345-f952-4b69-948e-14bca043f13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:04.913136 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e3f110b6-2f7b-4390-b010-6aa641ee3b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:05.397466 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:05.914155 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:07.346060 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:09.681713 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:26.745898 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-a16c2883-7ac8-4d66-a8de-986c5ae85dd5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776837 Jun 03 16:33:26.900536 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-88a37f48-fe11-4392-93cd-19f8fa110442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:26.902010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-88a37f48-fe11-4392-93cd-19f8fa110442 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0792978 Jun 03 16:33:27.051879 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-9bb9175b-147d-4ede-80c9-beadd57d21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:27.053312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-9bb9175b-147d-4ede-80c9-beadd57d21b6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1276791 Jun 03 16:33:27.166201 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-66a25c79-ad97-4432-9fa6-52a62b93b91b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 200 len: 1001 time: 0.1057193 Jun 03 16:33:27.231785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-de3976e4-e78c-4bb7-b555-86ae8d7988bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:27.233939 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-de3976e4-e78c-4bb7-b555-86ae8d7988bd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0613554 Jun 03 16:33:27.319073 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-71b8a41e-3852-48d7-b4a3-6c46bfe94ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:33:27.320495 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-71b8a41e-3852-48d7-b4a3-6c46bfe94ed2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791779 Jun 03 16:33:27.457328 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-0cc0cb6d-4b0c-4e38-96f2-bd935fc65517 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298451 Jun 03 16:33:27.591983 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-92db39a8-9a54-4958-89e6-0e73cc5f8c0d req-00605c20-f00c-4fda-8627-e136e2321a81 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277633 Jun 03 16:33:30.289343 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:32.268414 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6b6c806b-914c-4380-9729-3fbf196d97fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:34.911961 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-91dcc7f9-065b-47f6-a2ab-458c40851765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:35.402744 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:35.914457 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:37.348316 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:33:39.079548 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:33:39.707642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:00.295358 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:02.260761 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e87ff6b1-3ff3-401f-b057-1b248ccae14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:04.895964 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-35641f76-0767-46a7-8442-a1092f3c946e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:04.988539 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de0679-279f-47fe-897d-92b195358845 req-be01be4b-21aa-4c95-920c-ec3b4826e16c tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:04.990003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95de0679-279f-47fe-897d-92b195358845 req-be01be4b-21aa-4c95-920c-ec3b4826e16c tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.1518393 Jun 03 16:34:05.036087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-95de0679-279f-47fe-897d-92b195358845 req-bc59aa42-7790-4d1f-9437-05cf118e01ab tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 Jun 03 16:34:05.407655 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:05.918714 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:06.299605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd3b5b-eb11-48ce-b042-83569c5fcdca req-6392f22b-3687-4677-8d5d-494624bf1242 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:06.301024 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3dcd3b5b-eb11-48ce-b042-83569c5fcdca req-6392f22b-3687-4677-8d5d-494624bf1242 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.1422119 Jun 03 16:34:06.346422 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3dcd3b5b-eb11-48ce-b042-83569c5fcdca req-0b668690-4114-438d-ab6c-f5d88d7a792f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395746 Jun 03 16:34:07.351106 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:07.538439 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7d33c-cbf8-4646-a0b7-2ff28e90ca2d req-35b458b9-cf54-47f4-9d3a-e4fb9139cc8d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:07.539877 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8eb7d33c-cbf8-4646-a0b7-2ff28e90ca2d req-35b458b9-cf54-47f4-9d3a-e4fb9139cc8d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0849147 Jun 03 16:34:07.588447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8eb7d33c-cbf8-4646-a0b7-2ff28e90ca2d req-57ba3a1d-221e-4456-a564-d11684badb57 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398376 Jun 03 16:34:08.795094 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4176-52fb-4f99-a4e8-edce9cf24930 req-a2a84212-3c82-4c1a-bce0-aa2b3b8f30c4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:08.796592 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20af4176-52fb-4f99-a4e8-edce9cf24930 req-a2a84212-3c82-4c1a-bce0-aa2b3b8f30c4 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0844548 Jun 03 16:34:08.841557 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20af4176-52fb-4f99-a4e8-edce9cf24930 req-ac0e389e-637f-4caf-ac7e-90c00ebc1a2f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392756 Jun 03 16:34:09.716064 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:10.037559 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070f7d2-2761-4907-8172-841dbfe44354 req-254bd804-305d-4c41-b900-ad926f7a19c2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:10.038984 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2070f7d2-2761-4907-8172-841dbfe44354 req-254bd804-305d-4c41-b900-ad926f7a19c2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0856011 Jun 03 16:34:10.095177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2070f7d2-2761-4907-8172-841dbfe44354 req-7dc0aeaf-990b-42d8-a4fc-13a22fa4f83a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479462 Jun 03 16:34:11.293370 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a79dc-c1dc-4e67-a9e8-ece0472f093f req-8a61a8d5-9422-4bf9-bdd4-c9f822997b30 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:11.294810 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-273a79dc-c1dc-4e67-a9e8-ece0472f093f req-8a61a8d5-9422-4bf9-bdd4-c9f822997b30 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0824931 Jun 03 16:34:11.339994 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-273a79dc-c1dc-4e67-a9e8-ece0472f093f req-87377ad9-deb1-444b-8b41-0d0d0f84d629 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393851 Jun 03 16:34:12.550421 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240c5d-e0d5-43d7-8fc2-1f541187fe82 req-4b8b5de4-ec43-4088-aa2c-1a2f63800f66 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:12.551870 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55240c5d-e0d5-43d7-8fc2-1f541187fe82 req-4b8b5de4-ec43-4088-aa2c-1a2f63800f66 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0974951 Jun 03 16:34:12.597904 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-55240c5d-e0d5-43d7-8fc2-1f541187fe82 req-ad76ec21-8b59-462d-ae3b-0d7f43f1311e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377381 Jun 03 16:34:13.809795 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99019033-924f-4dd1-9625-204126d33c06 req-78f8d7a3-19f3-4097-9e0b-612318452070 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:13.811233 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99019033-924f-4dd1-9625-204126d33c06 req-78f8d7a3-19f3-4097-9e0b-612318452070 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0934887 Jun 03 16:34:13.859549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-99019033-924f-4dd1-9625-204126d33c06 req-6cea42b4-35a6-4ee3-b3ea-68b708197a88 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399828 Jun 03 16:34:15.227187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cd409-3b7e-48e0-953d-c11d89fb3191 req-37d6b435-61aa-4a05-846a-9bd0c6e45520 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:15.228617 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-919cd409-3b7e-48e0-953d-c11d89fb3191 req-37d6b435-61aa-4a05-846a-9bd0c6e45520 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.2440240 Jun 03 16:34:15.234699 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc937a-a050-431b-8902-aad6c4fc62f0 req-93f82e17-88d2-4e0e-bf9b-ef9978d34010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:15.236802 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5dc937a-a050-431b-8902-aad6c4fc62f0 req-93f82e17-88d2-4e0e-bf9b-ef9978d34010 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1096 time: 0.2876959 Jun 03 16:34:15.363041 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-919cd409-3b7e-48e0-953d-c11d89fb3191 req-ce085610-b9ae-44e6-87d8-3b5ebe409cd1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250474 Jun 03 16:34:15.402014 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc937a-a050-431b-8902-aad6c4fc62f0 req-e999fa33-33a7-482e-ae10-a0f2549c0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:15.403450 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5dc937a-a050-431b-8902-aad6c4fc62f0 req-e999fa33-33a7-482e-ae10-a0f2549c0822 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1488602 Jun 03 16:34:15.515075 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5dc937a-a050-431b-8902-aad6c4fc62f0 req-f3de07f5-70ef-42a9-87e9-3020d75ec191 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 200 len: 1001 time: 0.1044705 Jun 03 16:34:15.576445 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc937a-a050-431b-8902-aad6c4fc62f0 req-57ffbf8a-00e9-4321-ac06-9964ba15321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:15.577902 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5dc937a-a050-431b-8902-aad6c4fc62f0 req-57ffbf8a-00e9-4321-ac06-9964ba15321c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0570323 Jun 03 16:34:15.652289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc937a-a050-431b-8902-aad6c4fc62f0 req-001c53b4-8e1d-410c-baff-c6bb7b172ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:15.653705 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5dc937a-a050-431b-8902-aad6c4fc62f0 req-001c53b4-8e1d-410c-baff-c6bb7b172ce4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690787 Jun 03 16:34:15.785107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5dc937a-a050-431b-8902-aad6c4fc62f0 req-22ea5f7d-193a-423f-8f70-dbffd8eb64ee service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243320 Jun 03 16:34:15.921901 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a5dc937a-a050-431b-8902-aad6c4fc62f0 req-27ad56e3-f027-4e32-8c47-c51a987a4eab service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272500 Jun 03 16:34:16.075740 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:34:16.564087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f0659-4ad7-425d-8f06-ad8ac46e2bf7 req-4c92433c-3721-49c3-b6ce-2387ca888306 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:16.565569 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be6f0659-4ad7-425d-8f06-ad8ac46e2bf7 req-4c92433c-3721-49c3-b6ce-2387ca888306 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0949521 Jun 03 16:34:16.611855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be6f0659-4ad7-425d-8f06-ad8ac46e2bf7 req-25e4db85-cd50-43bc-8e54-c30326806a38 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377467 Jun 03 16:34:17.814641 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0a5b6-48a6-4b8e-8c4a-ba5ee0be2e89 req-98f93f5a-60bd-4391-976a-b704aa84dd1f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:17.816087 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4b0a5b6-48a6-4b8e-8c4a-ba5ee0be2e89 req-98f93f5a-60bd-4391-976a-b704aa84dd1f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0800586 Jun 03 16:34:17.864857 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d4b0a5b6-48a6-4b8e-8c4a-ba5ee0be2e89 req-45c5345c-8e3a-4deb-a831-4959ee590965 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430126 Jun 03 16:34:19.063003 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c5c0c-a018-47c6-a2ad-d767f0997daa req-16df9aff-38f9-43aa-97fa-cb9387ce4c28 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:19.064402 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-350c5c0c-a018-47c6-a2ad-d767f0997daa req-16df9aff-38f9-43aa-97fa-cb9387ce4c28 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0869527 Jun 03 16:34:19.108960 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-350c5c0c-a018-47c6-a2ad-d767f0997daa req-6f5dffe0-5f15-4610-97db-5c5463ca1092 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388341 Jun 03 16:34:20.282870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d5610d2d-2451-4c71-81f4-5c4f02f11496 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:34:20.412724 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d5610d2d-2451-4c71-81f4-5c4f02f11496 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:34:20.413094 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:20.441198 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:34:20.452524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d5610d2d-2451-4c71-81f4-5c4f02f11496, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:20.457990 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:20.500662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cc933-a4ec-43ef-9967-51097235a6d3 req-aa39eb0a-c3da-4b01-9460-ef6cdb34d4f6 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:20.502240 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d2cc933-a4ec-43ef-9967-51097235a6d3 req-aa39eb0a-c3da-4b01-9460-ef6cdb34d4f6 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0867178 Jun 03 16:34:20.522958 n-d-844595-1 neutron-server[88446]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8ce8cb3d-bf7c-4daa-b0a4-c9d3f50ca9a4']: {'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'code': 422} returned with failed status Jun 03 16:34:20.530770 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d5610d2d-2451-4c71-81f4-5c4f02f11496,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:20.538319 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.538870 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.539208 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.539546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.539886 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.540193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.540943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.540943 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.541128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.541448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.541936 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.542418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:34:20.556911 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9d2cc933-a4ec-43ef-9967-51097235a6d3 req-3f7f3805-1d7c-4f0b-aba1-bc1aaed042cb tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484908 Jun 03 16:34:20.558210 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-a67a15b8-30ac-4acc-86b1-9d6e4ff4616f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2007341 Jun 03 16:34:21.748848 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8f66a-c9af-4049-8e30-aea1b774e65c req-ec811f11-b72e-4325-b0f9-8cf13a164d38 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:21.750415 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1d8f66a-c9af-4049-8e30-aea1b774e65c req-ec811f11-b72e-4325-b0f9-8cf13a164d38 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0841305 Jun 03 16:34:21.795052 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f1d8f66a-c9af-4049-8e30-aea1b774e65c req-a2a31040-3aed-4bb8-bc18-0ec0fc0081a6 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389051 Jun 03 16:34:22.991658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569a7d3-ef99-4737-ad56-2ae0833803db req-32d49091-fda5-4e89-bb7d-9217a4bd741d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:22.993089 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6569a7d3-ef99-4737-ad56-2ae0833803db req-32d49091-fda5-4e89-bb7d-9217a4bd741d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0843186 Jun 03 16:34:23.037899 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6569a7d3-ef99-4737-ad56-2ae0833803db req-66ef05e8-a55f-4513-a9b6-aeb538764c18 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391176 Jun 03 16:34:23.163214 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-efaaec87-e755-4f6d-81dd-123e6db0da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:23.165215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-efaaec87-e755-4f6d-81dd-123e6db0da86 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3&tenant_id=901705e740734e0daf92d604603d48e4 HTTP/1.1" status: 200 len: 1094 time: 0.0826697 Jun 03 16:34:23.283663 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-c3c2e4c9-cb78-41e4-938d-ea02c0a5c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:23.285137 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-c3c2e4c9-cb78-41e4-938d-ea02c0a5c64f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1094 time: 0.0978816 Jun 03 16:34:23.521585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-fd7f28e3-a23f-4d73-b2bb-5d6808165082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:23.523029 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-fd7f28e3-a23f-4d73-b2bb-5d6808165082 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.2313673 Jun 03 16:34:23.628204 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-b8a8f8f7-e992-4839-9fac-b6edb5f0c43e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 200 len: 999 time: 0.0985398 Jun 03 16:34:23.696695 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-5440bccd-0cff-4d48-9b3c-f044decb9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:23.698502 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-5440bccd-0cff-4d48-9b3c-f044decb9746 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0631461 Jun 03 16:34:23.776649 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-415ede35-86b7-4233-becb-2165094451ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:23.778147 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-415ede35-86b7-4233-becb-2165094451ed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733972 Jun 03 16:34:23.915838 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-a4807af8-7154-4a5b-9fcb-3804e7970d8a service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310203 Jun 03 16:34:24.073908 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-a83bddca-2e1c-438c-9d56-e571b0dfed6f service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516540 Jun 03 16:34:24.263574 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec43a5-1bf5-4457-b5ed-f5fcf4f706df req-b2a18d65-f769-409c-b468-b7f2e4859026 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:24.265058 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56ec43a5-1bf5-4457-b5ed-f5fcf4f706df req-b2a18d65-f769-409c-b468-b7f2e4859026 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.1144404 Jun 03 16:34:24.309775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-56ec43a5-1bf5-4457-b5ed-f5fcf4f706df req-0ce9bdca-9307-4f01-af1c-653d92339a9a tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388246 Jun 03 16:34:25.502557 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe1295-1cd3-4f7c-9bf0-7bee9d519a94 req-3ebfd3b9-86b3-453a-aa7f-00aecac98cb5 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:25.504128 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02fe1295-1cd3-4f7c-9bf0-7bee9d519a94 req-3ebfd3b9-86b3-453a-aa7f-00aecac98cb5 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0864980 Jun 03 16:34:25.554608 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-02fe1295-1cd3-4f7c-9bf0-7bee9d519a94 req-724fea83-716e-42d3-a39c-2f318fdc6fed tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446639 Jun 03 16:34:26.759974 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a5f3d-ca33-4d11-8f51-0c8ece28cb91 req-c051b006-202a-4f86-9edd-cde1068c330b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:26.761429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e4a5f3d-ca33-4d11-8f51-0c8ece28cb91 req-c051b006-202a-4f86-9edd-cde1068c330b tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0855951 Jun 03 16:34:26.852483 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0e4a5f3d-ca33-4d11-8f51-0c8ece28cb91 req-c957a729-221a-4415-82ad-fcffb00c39d2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607305 Jun 03 16:34:26.868597 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa34183-57ef-435b-86f1-21605d0b9c73 req-5a4a2257-6fc7-49a3-9ae5-74b9f5581e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:26.870086 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfa34183-57ef-435b-86f1-21605d0b9c73 req-5a4a2257-6fc7-49a3-9ae5-74b9f5581e39 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1094 time: 0.1077492 Jun 03 16:34:27.027046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa34183-57ef-435b-86f1-21605d0b9c73 req-03c5dcce-c274-4129-b615-434ce006e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:27.028406 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfa34183-57ef-435b-86f1-21605d0b9c73 req-03c5dcce-c274-4129-b615-434ce006e76c service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1395566 Jun 03 16:34:27.132747 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfa34183-57ef-435b-86f1-21605d0b9c73 req-e6b486c6-56ce-40f6-b57f-acda9a80299d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 200 len: 999 time: 0.0974910 Jun 03 16:34:27.195489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa34183-57ef-435b-86f1-21605d0b9c73 req-993ffd29-796c-4c3b-bb2f-b4f4d02ac017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:27.196894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfa34183-57ef-435b-86f1-21605d0b9c73 req-993ffd29-796c-4c3b-bb2f-b4f4d02ac017 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0588748 Jun 03 16:34:27.271628 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa34183-57ef-435b-86f1-21605d0b9c73 req-ed5c490b-761a-47ff-a3d5-83122cf3e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:27.273135 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfa34183-57ef-435b-86f1-21605d0b9c73 req-ed5c490b-761a-47ff-a3d5-83122cf3e039 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708230 Jun 03 16:34:27.407475 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfa34183-57ef-435b-86f1-21605d0b9c73 req-36a90644-7d41-4a60-99ee-41970f1f6011 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269927 Jun 03 16:34:27.536896 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cfa34183-57ef-435b-86f1-21605d0b9c73 req-1fb15f35-75e0-4152-a71c-c0c71d54762c service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233625 Jun 03 16:34:28.166352 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ecfd5-f3fc-4985-bafd-cb9454664fea req-cbc4903c-b46c-4dce-a8d5-7db400f57685 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:28.167800 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-013ecfd5-f3fc-4985-bafd-cb9454664fea req-cbc4903c-b46c-4dce-a8d5-7db400f57685 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.1996725 Jun 03 16:34:28.213315 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-013ecfd5-f3fc-4985-bafd-cb9454664fea req-312dd901-e825-424b-990a-a52dbc638a5f tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386777 Jun 03 16:34:29.412528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7afb51-d6d3-4a1e-8a9f-74460c3a835f req-23bc1369-7d90-4094-a0be-cabf4cb12348 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:29.413998 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c7afb51-d6d3-4a1e-8a9f-74460c3a835f req-23bc1369-7d90-4094-a0be-cabf4cb12348 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0806351 Jun 03 16:34:29.464120 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8c7afb51-d6d3-4a1e-8a9f-74460c3a835f req-3be48873-797f-49e0-b5ff-239b87d036e1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414686 Jun 03 16:34:30.294500 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:30.664531 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc27f7b-3fcd-4858-a11d-b411be574e67 req-3f00d818-7392-4eaa-9e8f-fcf77570e0a1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:30.665853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffc27f7b-3fcd-4858-a11d-b411be574e67 req-3f00d818-7392-4eaa-9e8f-fcf77570e0a1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0816245 Jun 03 16:34:30.709615 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ffc27f7b-3fcd-4858-a11d-b411be574e67 req-deffac51-16b9-4909-9ec1-7b8c7be21d60 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380130 Jun 03 16:34:31.915814 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31ffdc-01da-47c1-b5e0-a36b4f05c228 req-74eb21d1-e32d-47db-86f7-024569f68beb tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:31.917277 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b31ffdc-01da-47c1-b5e0-a36b4f05c228 req-74eb21d1-e32d-47db-86f7-024569f68beb tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 943 time: 0.0939245 Jun 03 16:34:31.962105 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7b31ffdc-01da-47c1-b5e0-a36b4f05c228 req-c07857ee-cac2-494c-9ada-4c800f31ede8 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388727 Jun 03 16:34:32.261832 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-af5b6a68-3860-413e-b42b-dd43ab4c76ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.388825 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d5610d2d-2451-4c71-81f4-5c4f02f11496 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:34:32.522551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d5610d2d-2451-4c71-81f4-5c4f02f11496, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:32.535565 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'port_id': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'mac_address': 'fa:16:3e:93:02:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:34:32.589372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d5610d2d-2451-4c71-81f4-5c4f02f11496 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:34:32.589736 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.606184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5610d2d-2451-4c71-81f4-5c4f02f11496 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:34:32.628061 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d5610d2d-2451-4c71-81f4-5c4f02f11496, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:32.635487 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:32.710523 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d5610d2d-2451-4c71-81f4-5c4f02f11496,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:32.901553 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['d5610d2d-2451-4c71-81f4-5c4f02f11496'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:34:33.150151 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb85cf-463c-491a-9875-a6a608016885 req-67a05377-df4b-4225-881c-5f5cd9809e62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:33.151931 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31cb85cf-463c-491a-9875-a6a608016885 req-67a05377-df4b-4225-881c-5f5cd9809e62 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0838008 Jun 03 16:34:33.198924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-31cb85cf-463c-491a-9875-a6a608016885 req-8be5d920-5777-4c11-b6c7-8db1e5aec9fa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398715 Jun 03 16:34:34.395305 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccb9f2-08a0-415c-947b-01fd18bea27d req-4f7b28fb-7569-4d7d-a005-20d0fd7fb0a1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:34.396732 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7ccb9f2-08a0-415c-947b-01fd18bea27d req-4f7b28fb-7569-4d7d-a005-20d0fd7fb0a1 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 944 time: 0.0870867 Jun 03 16:34:34.401252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d5610d2d-2451-4c71-81f4-5c4f02f11496 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:34:34.441723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-a7ccb9f2-08a0-415c-947b-01fd18bea27d req-8df01082-eb2a-4528-b0ee-793403867ac3 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385165 Jun 03 16:34:34.473899 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port d5610d2d-2451-4c71-81f4-5c4f02f11496 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:34:34.474389 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:34.593358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port d5610d2d-2451-4c71-81f4-5c4f02f11496 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:34:34.593604 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:34.622833 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:34:34.635479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port d5610d2d-2451-4c71-81f4-5c4f02f11496, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:34:34.642641 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:34.679576 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bad3ea-e5a8-4cfc-87be-17b3b03658b4'] response: {'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'code': 200} Jun 03 16:34:34.720060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=d5610d2d-2451-4c71-81f4-5c4f02f11496,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:34:34.886999 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb451f-a9ca-4aeb-b143-c07cbe20bcbc req-b917e3a5-f504-4664-8874-dc4a7681d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:34.888365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0abb451f-a9ca-4aeb-b143-c07cbe20bcbc req-b917e3a5-f504-4664-8874-dc4a7681d4f6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0764127 Jun 03 16:34:34.893280 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f296799e-5d5a-42e8-bdca-f8472c61fd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:34.932663 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0abb451f-a9ca-4aeb-b143-c07cbe20bcbc req-523886df-966a-478b-9708-d830b877c62e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381789 Jun 03 16:34:35.404987 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:35.649530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb5f5e-b1b2-4951-8735-dbfef18633f4 req-20f2d7c5-0c87-4d19-8e50-65f1d67cbb2e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:35.651314 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36eb5f5e-b1b2-4951-8735-dbfef18633f4 req-20f2d7c5-0c87-4d19-8e50-65f1d67cbb2e tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0926027 Jun 03 16:34:35.697693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-36eb5f5e-b1b2-4951-8735-dbfef18633f4 req-1d5ad16d-2889-4915-b7c1-224c1fc062f5 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402954 Jun 03 16:34:35.921415 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:36.922671 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a868-bfe4-4800-8862-2764c5d41860 req-7827af88-d8c5-4615-b355-0aea086bf132 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:34:36.924102 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a26a868-bfe4-4800-8862-2764c5d41860 req-7827af88-d8c5-4615-b355-0aea086bf132 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0918941 Jun 03 16:34:36.971561 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4a26a868-bfe4-4800-8862-2764c5d41860 req-8e87ed40-984f-420f-ae9a-ed6458bfba77 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418468 Jun 03 16:34:37.356991 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:39.733588 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:34:53.083837 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:35:00.309840 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:02.258677 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6dc65fc0-eb8b-4af2-ae9d-0569ffcfed4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:04.903222 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4585eae6-9fe6-46bb-9b7e-1e7e9cf45433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:05.410289 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:05.924018 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:07.355875 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:09.725707 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:28.775550 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-b853011a-0e9f-4fc1-940b-a92f4812ab98 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748942 Jun 03 16:35:28.931403 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-cca18778-3f55-4f05-9bd9-2018ea7237ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:28.932880 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-cca18778-3f55-4f05-9bd9-2018ea7237ee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0802352 Jun 03 16:35:29.090433 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-daa720c7-c490-4c7c-9429-9128418ecc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:29.091768 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-daa720c7-c490-4c7c-9429-9128418ecc9d service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1392419 Jun 03 16:35:29.195821 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-99c5cbf3-c7da-4e8b-8be2-15a7895f2f48 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 200 len: 1001 time: 0.0973947 Jun 03 16:35:29.260642 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-06ed3962-9261-4250-976d-9a6f5c54ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:29.262103 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-06ed3962-9261-4250-976d-9a6f5c54ddaa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0604119 Jun 03 16:35:29.337866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-057b8d47-d015-4019-9de3-f51a1e7ca359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:29.339369 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-057b8d47-d015-4019-9de3-f51a1e7ca359 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710955 Jun 03 16:35:29.474360 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-23ec169d-530e-4e88-8e3d-134c78d4d0b8 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274707 Jun 03 16:35:29.619775 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5171d01e-9028-4ec6-84fc-60c1bec3ceb7 req-17d32c87-b81c-4d5f-9767-a928ccd95bf4 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382029 Jun 03 16:35:30.082313 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:35:30.309457 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:32.262587 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-d66153af-5288-4df0-8a93-e66d665c9c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:34.902690 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6d87227f-1bba-492a-8f80-f90d6e0f9535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:35.402652 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:35.935328 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:37.353940 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:39.742442 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:56.547109 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39924) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:35:56.771396 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Deleting port 3264651a-c690-4cd2-bb1d-1d8b004efcdc {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:35:56.771699 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:56.939683 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:56.940001 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:57.168139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Calling delete_port for 3264651a-c690-4cd2-bb1d-1d8b004efcdc owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:35:57.331219 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:57.379723 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event deleted for resources: {'Port': ['ID=3264651a-c690-4cd2-bb1d-1d8b004efcdc,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:35:57.412813 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.413155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.413476 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.413801 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.414146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.414469 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.414780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.415091 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.415405 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.415714 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.416027 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.416315 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:35:57.481563 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:57.481912 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Floating IP a3a9447e-12aa-4ed9-bdf3-7253358e66a4 disassociated (deleted). External IP: 172.25.7.181, port: d5610d2d-2451-4c71-81f4-5c4f02f11496. Jun 03 16:35:57.856719 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Router 88838e43-f5e5-421e-9353-208d2aa33207 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:35:58.035916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:35:58.049244 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0cad5a-b9c2-496e-bcc1-dcb0a4782508 None None] Sync routers for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:35:58.059513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0cad5a-b9c2-496e-bcc1-dcb0a4782508 None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:35:58.060158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5d0cad5a-b9c2-496e-bcc1-dcb0a4782508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:35:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:58.062729 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:35:58.123254 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1f269204-9176-41fd-a030-31e4d2b175fc tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "DELETE /v2.0/floatingips/a3a9447e-12aa-4ed9-bdf3-7253358e66a4 HTTP/1.1" status: 204 len: 168 time: 1.5748897 Jun 03 16:35:58.123856 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:35:58.170414 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83dd122f-d643-4ae6-977f-6222ea338aa6'] response: {'name': 'network-changed', 'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'status': 'completed', 'code': 200} Jun 03 16:35:58.261490 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5d0cad5a-b9c2-496e-bcc1-dcb0a4782508 None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:35:58.263465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35fa7a-2fa8-4522-9d76-1ad779fe9863 req-9b035ae0-2153-4c69-8d9b-f94f1633fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:58.264969 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef35fa7a-2fa8-4522-9d76-1ad779fe9863 req-9b035ae0-2153-4c69-8d9b-f94f1633fa65 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=901705e740734e0daf92d604603d48e4&device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0728896 Jun 03 16:35:58.419635 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35fa7a-2fa8-4522-9d76-1ad779fe9863 req-01793f66-3203-462a-baaa-b9575d47d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:58.421199 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef35fa7a-2fa8-4522-9d76-1ad779fe9863 req-01793f66-3203-462a-baaa-b9575d47d8c2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 200 len: 910 time: 0.1492283 Jun 03 16:35:58.495982 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef35fa7a-2fa8-4522-9d76-1ad779fe9863 req-8a98a334-c428-4b8f-a09f-ffe7d616fc23 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 200 len: 217 time: 0.0676503 Jun 03 16:35:58.560824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35fa7a-2fa8-4522-9d76-1ad779fe9863 req-aefd6854-f3f9-463e-836f-78a6223eff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:58.562622 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef35fa7a-2fa8-4522-9d76-1ad779fe9863 req-aefd6854-f3f9-463e-836f-78a6223eff44 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 200 len: 848 time: 0.0591035 Jun 03 16:35:58.605695 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5d0cad5a-b9c2-496e-bcc1-dcb0a4782508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:58.609730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0cad5a-b9c2-496e-bcc1-dcb0a4782508 None None] Checking router: 88838e43-f5e5-421e-9353-208d2aa33207 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:35:58.618605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0cad5a-b9c2-496e-bcc1-dcb0a4782508 None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:35:58.619213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5d0cad5a-b9c2-496e-bcc1-dcb0a4782508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:35:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:58.695667 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35fa7a-2fa8-4522-9d76-1ad779fe9863 req-3ad2f09b-1160-48f4-be2a-3abbcf34ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:58.697514 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef35fa7a-2fa8-4522-9d76-1ad779fe9863 req-3ad2f09b-1160-48f4-be2a-3abbcf34ede3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0ea55bb9-4aeb-4a7f-af70-5b31c4836539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290228 Jun 03 16:35:58.732603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7f457-ce76-46b2-8e32-634018306c16 req-3a825a55-8bdc-4a4b-94b6-d4d5e7ecb5b6 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:35:58.733290 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4cc7f457-ce76-46b2-8e32-634018306c16 req-3a825a55-8bdc-4a4b-94b6-d4d5e7ecb5b6 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Synchronizing usage tracker for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:35:58.808749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-5d0cad5a-b9c2-496e-bcc1-dcb0a4782508 None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:35:58.929680 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4cc7f457-ce76-46b2-8e32-634018306c16 req-3a825a55-8bdc-4a4b-94b6-d4d5e7ecb5b6 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Unset dirty status for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:35:58.930864 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4cc7f457-ce76-46b2-8e32-634018306c16 req-3a825a55-8bdc-4a4b-94b6-d4d5e7ecb5b6 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.3282678 Jun 03 16:35:58.992371 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef35fa7a-2fa8-4522-9d76-1ad779fe9863 req-1bd8f2ad-7b44-4aa7-90a6-9ba2a9083926 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865448 Jun 03 16:35:59.020211 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4cc7f457-ce76-46b2-8e32-634018306c16 req-8347636f-bb76-451a-bbea-1b5467938201 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743062 Jun 03 16:35:59.131201 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-5d0cad5a-b9c2-496e-bcc1-dcb0a4782508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:35:59.132773 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ef35fa7a-2fa8-4522-9d76-1ad779fe9863 req-ed38c2b7-1075-427e-8304-e55392c0d353 service neutron] 10.222.0.75 "GET /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323483 Jun 03 16:35:59.135378 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0cad5a-b9c2-496e-bcc1-dcb0a4782508 None None] The sync data for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 is: [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:26:26Z', 'revision_number': 4, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '056821db-5bfe-4ccd-890a-f6fa119a22ef', 'name': '', 'network_id': '0ea55bb9-4aeb-4a7f-af70-5b31c4836539', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'mac_address': 'fa:16:3e:b5:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4414, 'fixed_ips': [{'subnet_id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:25Z', 'updated_at': '2022-06-03T16:26:33Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'subnets': [{'id': 'd680937b-6893-4f2a-aff3-d2ec78888336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:35:59.362912 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e92845a-97da-415d-a088-a1893da2f1a4 None None] New status for floating IP a3a9447e-12aa-4ed9-bdf3-7253358e66a4: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:36:00.085424 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a517061-a746-4117-a184-470b90be260c req-03a6d735-3998-46ed-93fc-e3cbae69482d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:00.086913 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a517061-a746-4117-a184-470b90be260c req-03a6d735-3998-46ed-93fc-e3cbae69482d tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.75 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.0954823 Jun 03 16:36:00.206229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7a517061-a746-4117-a184-470b90be260c req-df43d22d-5937-4d19-b767-fd3ed67efafa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Deleting port d5610d2d-2451-4c71-81f4-5c4f02f11496 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:00.206544 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7a517061-a746-4117-a184-470b90be260c req-df43d22d-5937-4d19-b767-fd3ed67efafa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:00.296034 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:00.328815 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963281a-1853-4c6a-bda7-a7ecebfa8d58 req-43b862f4-a4d9-4d32-ab81-21961d894467 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:00.330192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c963281a-1853-4c6a-bda7-a7ecebfa8d58 req-43b862f4-a4d9-4d32-ab81-21961d894467 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 945 time: 0.1965306 Jun 03 16:36:00.458959 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-c963281a-1853-4c6a-bda7-a7ecebfa8d58 req-1dbca774-aab0-4154-9b18-de76df0c6b88 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/security-groups?id=22becefa-b305-4f5d-bfc3-a14ac1dc6c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224179 Jun 03 16:36:00.507537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-7a517061-a746-4117-a184-470b90be260c req-df43d22d-5937-4d19-b767-fd3ed67efafa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] For port d5610d2d-2451-4c71-81f4-5c4f02f11496, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=d5610d2d-2451-4c71-81f4-5c4f02f11496,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:00.507886 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7a517061-a746-4117-a184-470b90be260c req-df43d22d-5937-4d19-b767-fd3ed67efafa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:00.628018 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-7a517061-a746-4117-a184-470b90be260c req-df43d22d-5937-4d19-b767-fd3ed67efafa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Calling delete_port for d5610d2d-2451-4c71-81f4-5c4f02f11496 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:00.781389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7a517061-a746-4117-a184-470b90be260c req-df43d22d-5937-4d19-b767-fd3ed67efafa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:00.865257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43d22d-5937-4d19-b767-fd3ed67efafa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event deleted for resources: {'Port': ['ID=d5610d2d-2451-4c71-81f4-5c4f02f11496,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:00.911989 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a517061-a746-4117-a184-470b90be260c req-df43d22d-5937-4d19-b767-fd3ed67efafa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] No DVR routers for this DVR port d5610d2d-2451-4c71-81f4-5c4f02f11496 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:36:00.914366 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-7a517061-a746-4117-a184-470b90be260c req-df43d22d-5937-4d19-b767-fd3ed67efafa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:00.916901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'name': 'network-vif-deleted', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:36:00.936505 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7a517061-a746-4117-a184-470b90be260c req-df43d22d-5937-4d19-b767-fd3ed67efafa tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.75 "DELETE /v2.0/ports/d5610d2d-2451-4c71-81f4-5c4f02f11496 HTTP/1.1" status: 204 len: 173 time: 0.8424654 Jun 03 16:36:00.980538 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a9d536-319b-464e-bd4c-97a4a5990cab'] response: {'server_uuid': '15f85c57-844a-4a31-972b-1eda90eb9ac3', 'name': 'network-vif-deleted', 'tag': 'd5610d2d-2451-4c71-81f4-5c4f02f11496', 'status': 'completed', 'code': 200} Jun 03 16:36:01.612580 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-89f90b07-7fec-458a-94d2-3eccd4afb205 req-c7d3656e-977c-4dbb-9648-42e12cb21588 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Synchronizing usage tracker for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:36:01.630852 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-89f90b07-7fec-458a-94d2-3eccd4afb205 req-c7d3656e-977c-4dbb-9648-42e12cb21588 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Unset dirty status for tenant:901705e740734e0daf92d604603d48e4 on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:36:01.632356 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-89f90b07-7fec-458a-94d2-3eccd4afb205 req-c7d3656e-977c-4dbb-9648-42e12cb21588 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "GET /v2.0/ports?device_id=15f85c57-844a-4a31-972b-1eda90eb9ac3 HTTP/1.1" status: 200 len: 210 time: 0.0616083 Jun 03 16:36:02.260101 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e00dc1c4-d747-4f1c-bf81-d1a188f76851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:02.731019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39946) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:02.805014 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b3af5b2-1b55-4de4-bef6-0add9b7d6eb2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:02.836238 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b3af5b2-1b55-4de4-bef6-0add9b7d6eb2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:02.903912 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b3af5b2-1b55-4de4-bef6-0add9b7d6eb2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:02.922757 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3af5b2-1b55-4de4-bef6-0add9b7d6eb2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22becefa-b305-4f5d-bfc3-a14ac1dc6c30,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:02.936254 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-9b3af5b2-1b55-4de4-bef6-0add9b7d6eb2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:02.937638 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-9b3af5b2-1b55-4de4-bef6-0add9b7d6eb2 tempest-TestShelveInstance-1152598931 tempest-TestShelveInstance-1152598931-project] 10.222.0.48 "DELETE /v2.0/security-groups/22becefa-b305-4f5d-bfc3-a14ac1dc6c30 HTTP/1.1" status: 204 len: 168 time: 0.2056508 Jun 03 16:36:02.954667 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d5610d2d-2451-4c71-81f4-5c4f02f11496 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:36:02.989461 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39952) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:03.042106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: d5610d2d-2451-4c71-81f4-5c4f02f11496 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:36:03.042446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device d5610d2d-2451-4c71-81f4-5c4f02f11496 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:36:03.799612 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:04.158197 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] Deleting port 056821db-5bfe-4ccd-890a-f6fa119a22ef {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:04.158527 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:04.328078 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] For port 056821db-5bfe-4ccd-890a-f6fa119a22ef, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=056821db-5bfe-4ccd-890a-f6fa119a22ef,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:04.328334 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:04.453548 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] Calling delete_port for 056821db-5bfe-4ccd-890a-f6fa119a22ef owned by network:router_interface {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:04.779915 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:04.825535 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] Pushing event deleted for resources: {'Port': ['ID=056821db-5bfe-4ccd-890a-f6fa119a22ef,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:04.900217 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5f48bec7-8e09-4f4f-8e95-43bb0788bf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:05.225816 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:05.399461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:05.601257 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] Router 88838e43-f5e5-421e-9353-208d2aa33207 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:36:05.789359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:36:05.798138 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793994d8-ef4c-4be5-b0f6-3943d6758a9d None None] Sync routers for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:36:05.808418 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793994d8-ef4c-4be5-b0f6-3943d6758a9d None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:05.808599 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cfadb5c5-c672-41ca-9bd4-e7b3c4ffced1 admin admin] 10.222.0.48 "PUT /v2.0/routers/88838e43-f5e5-421e-9353-208d2aa33207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8173032 Jun 03 16:36:05.808696 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-793994d8-ef4c-4be5-b0f6-3943d6758a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:05.810683 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39958) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:05.978667 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:05.980985 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:05.995755 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-793994d8-ef4c-4be5-b0f6-3943d6758a9d None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:06.156201 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:06.167271 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Deleting port 2c8b2188-bea2-4332-a70c-64dc923ff7e1 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:06.167646 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:06.280386 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-793994d8-ef4c-4be5-b0f6-3943d6758a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:36:04Z', 'revision_number': 5, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port': {'id': '2c8b2188-bea2-4332-a70c-64dc923ff7e1', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88838e43-f5e5-421e-9353-208d2aa33207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:23Z', 'updated_at': '2022-06-03T16:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:06.285110 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793994d8-ef4c-4be5-b0f6-3943d6758a9d None None] Checking router: 88838e43-f5e5-421e-9353-208d2aa33207 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:36:06.294520 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793994d8-ef4c-4be5-b0f6-3943d6758a9d None None] Routers {'88838e43-f5e5-421e-9353-208d2aa33207'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:06.295170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-793994d8-ef4c-4be5-b0f6-3943d6758a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['88838e43-f5e5-421e-9353-208d2aa33207'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:06.451100 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-793994d8-ef4c-4be5-b0f6-3943d6758a9d None None] Set router 88838e43-f5e5-421e-9353-208d2aa33207 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:06.468868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] For port 2c8b2188-bea2-4332-a70c-64dc923ff7e1, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=2c8b2188-bea2-4332-a70c-64dc923ff7e1,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:06.469201 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:06.553309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-793994d8-ef4c-4be5-b0f6-3943d6758a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:36:06Z', 'revision_number': 6, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:06.557292 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793994d8-ef4c-4be5-b0f6-3943d6758a9d None None] The sync data for ids ['88838e43-f5e5-421e-9353-208d2aa33207'] in n-d-844595-1 is: [{'id': '88838e43-f5e5-421e-9353-208d2aa33207', 'name': 'tempest-TestShelveInstance-1732489291-router', 'tenant_id': '901705e740734e0daf92d604603d48e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:22Z', 'updated_at': '2022-06-03T16:36:06Z', 'revision_number': 6, 'project_id': '901705e740734e0daf92d604603d48e4', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:36:06.593086 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Calling delete_port for 2c8b2188-bea2-4332-a70c-64dc923ff7e1 owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:06.782820 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:06.835711 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8b2188-bea2-4332-a70c-64dc923ff7e1,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:06.923295 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.081624 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:36:07.104994 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.107299 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.137495 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.138146 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88838e43-f5e5-421e-9353-208d2aa33207 {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:36:07.154541 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.155785 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-f3c45bd1-bee9-4698-b15a-6a826d1d07c0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/88838e43-f5e5-421e-9353-208d2aa33207 HTTP/1.1" status: 204 len: 168 time: 1.3439994 Jun 03 16:36:07.158501 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39962) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:07.230127 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a25d1b-9aed-4933-bb58-a0ca40c64405 admin admin] Deleting subnet d680937b-6893-4f2a-aff3-d2ec78888336 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:36:07.233270 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a25d1b-9aed-4933-bb58-a0ca40c64405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.287929 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a25d1b-9aed-4933-bb58-a0ca40c64405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.372626 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.383226 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a25d1b-9aed-4933-bb58-a0ca40c64405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.454706 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a25d1b-9aed-4933-bb58-a0ca40c64405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.490698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a25d1b-9aed-4933-bb58-a0ca40c64405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d680937b-6893-4f2a-aff3-d2ec78888336,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:07.496270 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-e5a25d1b-9aed-4933-bb58-a0ca40c64405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.503375 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ee217-2442-4012-8c60-109ec0655c93 None None] Network 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:36:07.516616 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-e5a25d1b-9aed-4933-bb58-a0ca40c64405 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d680937b-6893-4f2a-aff3-d2ec78888336 HTTP/1.1" status: 204 len: 168 time: 0.3542495 Jun 03 16:36:07.517155 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39966) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:07.648313 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.657915 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Deleting port 8dd4cfb3-fdee-4888-a02d-83320d845990 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:07.658262 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.760333 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d0d1c6-2a85-4a38-897a-822ea6e80c63 None None] DHCP port deletion for 0ea55bb9-4aeb-4a7f-af70-5b31c4836539 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:36:07.765026 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-83d0d1c6-2a85-4a38-897a-822ea6e80c63 None None] Deleting port 8dd4cfb3-fdee-4888-a02d-83320d845990 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:07.765637 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-83d0d1c6-2a85-4a38-897a-822ea6e80c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.821896 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 8dd4cfb3-fdee-4888-a02d-83320d845990 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:36:07.866746 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] For port 8dd4cfb3-fdee-4888-a02d-83320d845990, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8dd4cfb3-fdee-4888-a02d-83320d845990,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:07.867091 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:07.987098 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Calling delete_port for 8dd4cfb3-fdee-4888-a02d-83320d845990 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:08.069781 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:08.114450 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-83d0d1c6-2a85-4a38-897a-822ea6e80c63 None None] For port 8dd4cfb3-fdee-4888-a02d-83320d845990, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=8dd4cfb3-fdee-4888-a02d-83320d845990,segment=NetworkSegment(1c68ca1e-41be-4518-b839-2cbb0b99de6d),segment_id=1c68ca1e-41be-4518-b839-2cbb0b99de6d)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:08.114838 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-83d0d1c6-2a85-4a38-897a-822ea6e80c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:08.117074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd4cfb3-fdee-4888-a02d-83320d845990,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:08.121738 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] No DVR routers for this DVR port 8dd4cfb3-fdee-4888-a02d-83320d845990 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:36:08.126513 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 8dd4cfb3-fdee-4888-a02d-83320d845990 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:08.126881 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:08.156027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.156366 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.156697 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.157023 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.157345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.157667 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.158015 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.158330 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.158644 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.158955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.159268 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.159578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:08.251287 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-83d0d1c6-2a85-4a38-897a-822ea6e80c63 None None] Calling delete_port for 8dd4cfb3-fdee-4888-a02d-83320d845990 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:08.338612 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2c8b2188-bea2-4332-a70c-64dc923ff7e1 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:36:08.350856 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:08.377170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 2c8b2188-bea2-4332-a70c-64dc923ff7e1 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:36:08.377758 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 2c8b2188-bea2-4332-a70c-64dc923ff7e1 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:36:08.377924 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 056821db-5bfe-4ccd-890a-f6fa119a22ef no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:36:08.379642 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea55bb9-4aeb-4a7f-af70-5b31c4836539']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:08.391769 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c68ca1e-41be-4518-b839-2cbb0b99de6d') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:08.392050 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c68ca1e-41be-4518-b839-2cbb0b99de6d') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:08.403459 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:08.419425 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 03 16:36:08.422646 n-d-844595-1 neutron-server[88446]: util.warn( Jun 03 16:36:08.425775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 056821db-5bfe-4ccd-890a-f6fa119a22ef {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:36:08.425775 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 056821db-5bfe-4ccd-890a-f6fa119a22ef not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:36:08.431892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:36:08.432406 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:08.432548 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-83d0d1c6-2a85-4a38-897a-822ea6e80c63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:36:08.432824 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-83d0d1c6-2a85-4a38-897a-822ea6e80c63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:36:08.511832 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1c68ca1e-41be-4518-b839-2cbb0b99de6d resource provider aggregate not found Jun 03 16:36:08.529237 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment 1c68ca1e-41be-4518-b839-2cbb0b99de6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c68ca1e-41be-4518-b839-2cbb0b99de6d found for delete ", "request_id": "req-f2900b16-f2d4-4b99-8f17-f00b4e5abc34"}]} Jun 03 16:36:08.530504 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:08.537659 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:08.563038 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea55bb9-4aeb-4a7f-af70-5b31c4836539,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:08.578035 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-c39d092e-eec0-4db0-a0ed-3af12cba0b4d admin admin] 10.222.0.48 "DELETE /v2.0/networks/0ea55bb9-4aeb-4a7f-af70-5b31c4836539 HTTP/1.1" status: 204 len: 168 time: 1.0592375 Jun 03 16:36:08.582715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 39976) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:08.933748 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-83d0d1c6-2a85-4a38-897a-822ea6e80c63 None None] Deleting port 8dd4cfb3-fdee-4888-a02d-83320d845990 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:08.934157 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-83d0d1c6-2a85-4a38-897a-822ea6e80c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:08.999358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-83d0d1c6-2a85-4a38-897a-822ea6e80c63 None None] The port '8dd4cfb3-fdee-4888-a02d-83320d845990' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:36:09.137767 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:09.518176 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] Deleting port 28e72cef-410c-4c5e-a0ea-c55328203858 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:09.518496 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:09.695121 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] For port 28e72cef-410c-4c5e-a0ea-c55328203858, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=28e72cef-410c-4c5e-a0ea-c55328203858,segment=NetworkSegment(30637232-9fb1-46ff-a552-d7e7f414a356),segment_id=30637232-9fb1-46ff-a552-d7e7f414a356)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:09.696123 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:09.731087 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:09.932793 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] Calling delete_port for 28e72cef-410c-4c5e-a0ea-c55328203858 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:10.249302 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:10.298173 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e72cef-410c-4c5e-a0ea-c55328203858,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:10.579556 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:10.944278 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] Router 850c8891-5946-4f1a-a830-6a6190fabadc has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:36:11.126595 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:36:11.135571 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad69c8-27e7-44e7-9f15-958e18c3d6aa None None] Sync routers for ids ['850c8891-5946-4f1a-a830-6a6190fabadc'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:36:11.145068 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad69c8-27e7-44e7-9f15-958e18c3d6aa None None] Routers {'850c8891-5946-4f1a-a830-6a6190fabadc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:11.145817 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-69ad69c8-27e7-44e7-9f15-958e18c3d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['850c8891-5946-4f1a-a830-6a6190fabadc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:11.146943 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-78df180a-51c0-4918-9fba-696c2746cda4 admin admin] 10.222.0.48 "PUT /v2.0/routers/850c8891-5946-4f1a-a830-6a6190fabadc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5632057 Jun 03 16:36:11.149844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39980) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:11.327444 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-69ad69c8-27e7-44e7-9f15-958e18c3d6aa None None] Set router 850c8891-5946-4f1a-a830-6a6190fabadc gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:11.331397 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Notify callbacks [] for router, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:11.618479 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:11.618683 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-69ad69c8-27e7-44e7-9f15-958e18c3d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'name': 'tempest-TestShelveInstance-1367760130-router', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:28Z', 'updated_at': '2022-06-03T16:36:10Z', 'revision_number': 5, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'gw_port': {'id': '3dc365c2-9624-46ae-a098-fdc46dd728bb', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:26:29Z', 'updated_at': '2022-06-03T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:11.622664 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad69c8-27e7-44e7-9f15-958e18c3d6aa None None] Checking router: 850c8891-5946-4f1a-a830-6a6190fabadc for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:36:11.629692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Deleting port 3dc365c2-9624-46ae-a098-fdc46dd728bb {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:11.630111 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:11.631103 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad69c8-27e7-44e7-9f15-958e18c3d6aa None None] Routers {'850c8891-5946-4f1a-a830-6a6190fabadc'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:11.631687 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-69ad69c8-27e7-44e7-9f15-958e18c3d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['850c8891-5946-4f1a-a830-6a6190fabadc'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:11.784306 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-69ad69c8-27e7-44e7-9f15-958e18c3d6aa None None] Set router 850c8891-5946-4f1a-a830-6a6190fabadc gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:11.806229 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] For port 3dc365c2-9624-46ae-a098-fdc46dd728bb, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=3dc365c2-9624-46ae-a098-fdc46dd728bb,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:11.806573 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:11.888155 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-69ad69c8-27e7-44e7-9f15-958e18c3d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'name': 'tempest-TestShelveInstance-1367760130-router', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:28Z', 'updated_at': '2022-06-03T16:36:11Z', 'revision_number': 6, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:11.892203 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad69c8-27e7-44e7-9f15-958e18c3d6aa None None] The sync data for ids ['850c8891-5946-4f1a-a830-6a6190fabadc'] in n-d-844595-1 is: [{'id': '850c8891-5946-4f1a-a830-6a6190fabadc', 'name': 'tempest-TestShelveInstance-1367760130-router', 'tenant_id': '45fbdf539f6242dab83752a6d573cb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:26:28Z', 'updated_at': '2022-06-03T16:36:11Z', 'revision_number': 6, 'project_id': '45fbdf539f6242dab83752a6d573cb73', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:36:11.928161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Calling delete_port for 3dc365c2-9624-46ae-a098-fdc46dd728bb owned by network:router_gateway {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:12.106011 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.154187 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc365c2-9624-46ae-a098-fdc46dd728bb,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:12.252884 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.427465 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.429923 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.456677 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.457174 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 850c8891-5946-4f1a-a830-6a6190fabadc {{(pid=88445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:36:12.469591 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.470780 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-d2d41065-c057-4d2a-bb97-4c2349b21bbf admin admin] 10.222.0.48 "DELETE /v2.0/routers/850c8891-5946-4f1a-a830-6a6190fabadc HTTP/1.1" status: 204 len: 168 time: 1.3199031 Jun 03 16:36:12.473585 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39984) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:12.535611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_v2 [None req-beed0750-c395-4bca-9a72-eaa4adace863 admin admin] Deleting subnet de549a63-59c1-47a5-93de-5b499770bc21 {{(pid=88445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:36:12.538768 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-beed0750-c395-4bca-9a72-eaa4adace863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.589155 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-beed0750-c395-4bca-9a72-eaa4adace863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2609499'] for subnet, precommit_delete_associations {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.670815 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-beed0750-c395-4bca-9a72-eaa4adace863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.741999 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-beed0750-c395-4bca-9a72-eaa4adace863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3931305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301676'] for subnet, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.781653 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed0750-c395-4bca-9a72-eaa4adace863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de549a63-59c1-47a5-93de-5b499770bc21,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:12.783891 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-beed0750-c395-4bca-9a72-eaa4adace863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.787907 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32726e1-bbd6-4c9b-b65b-74492d9df40a None None] Network c4e12445-aaf6-40f4-87d2-82e0f48c1766 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:36:12.791027 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-beed0750-c395-4bca-9a72-eaa4adace863 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/de549a63-59c1-47a5-93de-5b499770bc21 HTTP/1.1" status: 204 len: 168 time: 0.3164246 Jun 03 16:36:12.793518 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 39988) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:12.903482 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:12.914844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Deleting port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:12.915212 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:13.029015 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] DHCP port deletion for c4e12445-aaf6-40f4-87d2-82e0f48c1766 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:36:13.033710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Deleting port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:13.034125 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:13.244733 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] For port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a44ff64-ba78-4fd0-af0b-1da300dff7f4,segment=NetworkSegment(30637232-9fb1-46ff-a552-d7e7f414a356),segment_id=30637232-9fb1-46ff-a552-d7e7f414a356)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:13.245071 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:13.245183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] For port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=7a44ff64-ba78-4fd0-af0b-1da300dff7f4,segment=NetworkSegment(30637232-9fb1-46ff-a552-d7e7f414a356),segment_id=30637232-9fb1-46ff-a552-d7e7f414a356)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:13.245659 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:13.368338 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Calling delete_port for 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:13.370087 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Calling delete_port for 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:36:13.444919 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729'] for port, after_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:13.451358 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.db.api [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:36:13.451705 n-d-844595-1 neutron-server[88445]: DEBUG oslo_db.api [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:36:13.492472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Pushing event deleted for resources: {'Port': ['ID=7a44ff64-ba78-4fd0-af0b-1da300dff7f4,revision_number=None']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:13.501760 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] No DVR routers for this DVR port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 on host n-d-844595-1 {{(pid=88446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:36:13.503756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.504086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.504479 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.504819 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.505153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.505474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.505866 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.506186 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.506506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.506818 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.507134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.507447 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3e7447-6150-4fda-a248-ffd0c995dc8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:13.800097 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:36:13.846231 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:36:13.846573 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:36:13.846976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3dc365c2-9624-46ae-a098-fdc46dd728bb no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:36:13.879045 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 3dc365c2-9624-46ae-a098-fdc46dd728bb {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:36:13.879372 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 3dc365c2-9624-46ae-a098-fdc46dd728bb not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:36:13.879778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28e72cef-410c-4c5e-a0ea-c55328203858 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:36:13.911363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 28e72cef-410c-4c5e-a0ea-c55328203858 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:36:13.911700 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 28e72cef-410c-4c5e-a0ea-c55328203858 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:36:13.953134 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Deleting port 7a44ff64-ba78-4fd0-af0b-1da300dff7f4 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:36:13.953530 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:14.019449 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] The port '7a44ff64-ba78-4fd0-af0b-1da300dff7f4' was deleted {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:36:14.137404 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:14.162944 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e12445-aaf6-40f4-87d2-82e0f48c1766']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:14.174824 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30637232-9fb1-46ff-a552-d7e7f414a356') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:14.175115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30637232-9fb1-46ff-a552-d7e7f414a356') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:14.186328 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:14.206115 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:14.212336 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:36:14.212712 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:14.303112 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 30637232-9fb1-46ff-a552-d7e7f414a356 resource provider aggregate not found Jun 03 16:36:14.314225 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:14.334377 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 30637232-9fb1-46ff-a552-d7e7f414a356 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30637232-9fb1-46ff-a552-d7e7f414a356 found for delete ", "request_id": "req-e388def6-fe96-4266-8cc9-0e4419fc2f05"}]} Jun 03 16:36:14.335341 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:14.349528 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e12445-aaf6-40f4-87d2-82e0f48c1766,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:14.353624 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-92900f55-c9eb-442b-a805-87165a1cf5c6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c4e12445-aaf6-40f4-87d2-82e0f48c1766 HTTP/1.1" status: 204 len: 168 time: 1.5591533 Jun 03 16:36:14.468475 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40000) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:14.651507 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6bbdc951-5b0f-4f9a-ab2b-05df3b1fb701 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=901705e740734e0daf92d604603d48e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817410 Jun 03 16:36:14.654079 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40004) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:14.714226 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77921df8-0127-4c91-9e0d-8e99f5d04eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:14.740923 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77921df8-0127-4c91-9e0d-8e99f5d04eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:14.792769 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77921df8-0127-4c91-9e0d-8e99f5d04eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:14.809318 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77921df8-0127-4c91-9e0d-8e99f5d04eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20d2451-fc55-4243-87a2-a8134a1ed539,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:14.817094 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-77921df8-0127-4c91-9e0d-8e99f5d04eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:14.818241 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-77921df8-0127-4c91-9e0d-8e99f5d04eab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a20d2451-fc55-4243-87a2-a8134a1ed539 HTTP/1.1" status: 204 len: 168 time: 0.1632175 Jun 03 16:36:15.190049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40012) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:15.240402 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-62c6a6a4-baa9-47a0-8fcb-b5155af7a1fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45fbdf539f6242dab83752a6d573cb73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492096 Jun 03 16:36:15.242997 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40016) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:15.315839 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bec8456-3a89-4301-ac40-51a2a4622faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:15.342303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bec8456-3a89-4301-ac40-51a2a4622faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:15.395124 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bec8456-3a89-4301-ac40-51a2a4622faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:15.408692 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec8456-3a89-4301-ac40-51a2a4622faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf998b0d-0c1b-4f6a-8efd-d994d71434d8,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:15.415204 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9bec8456-3a89-4301-ac40-51a2a4622faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:15.416335 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9bec8456-3a89-4301-ac40-51a2a4622faf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf998b0d-0c1b-4f6a-8efd-d994d71434d8 HTTP/1.1" status: 204 len: 168 time: 0.1724536 Jun 03 16:36:16.225037 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40040) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:16.336785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-254909270-network', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:16.342586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:16.346740 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Usage tracker for resource:network and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:16.351492 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:16.357554 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:16.373309 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Made reservation on behalf of 59e892ac8fcf452ea144bfdc497e9c5e for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:36:16.375793 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.388130 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.403142 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:16.407096 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Usage tracker for resource:security_group_rule and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:16.410145 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:16.416397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:16.505708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.513536 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.543855 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:36:16.552432 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059e945e-234d-4880-9051-332e7ebeec44,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:16.558240 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.558592 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Added segment ad8150f9-7762-42aa-9dbb-c8685369be1a of type vlan for network e65bd643-1c98-47cc-b06a-93b867b60c81 Jun 03 16:36:16.584982 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.615769 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.616744 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:16.617355 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.717908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] Pushing event updated for resources: {'Network': ['ID=e65bd643-1c98-47cc-b06a-93b867b60c81,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:16.721010 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-944fca2b-4fd0-46cb-85d7-29c9a840f67c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4949424 Jun 03 16:36:16.724344 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40046) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:16.727735 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network e65bd643-1c98-47cc-b06a-93b867b60c81 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:36:16.729983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Request body: {'subnet': {'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-254909270-subnet', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'ip_version': 4}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:16.736046 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:16.740348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Usage tracker for resource:subnet and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:16.743367 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:16.749500 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:16.761033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Made reservation on behalf of 59e892ac8fcf452ea144bfdc497e9c5e for: {'subnet': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:36:16.763389 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3360240'] for subnet, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:16.978097 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3360194'] for subnet, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.046332 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8145de18-d2ab-426f-b627-50949dcad60d,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:17.056423 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Checking segment: {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:36:17.056772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Network hostable DHCP agents. Network: e65bd643-1c98-47cc-b06a-93b867b60c81, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:36:17.078235 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Network e65bd643-1c98-47cc-b06a-93b867b60c81 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:36:17.090222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, e65bd643-1c98-47cc-b06a-93b867b60c81) {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:17.095478 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:17.095640 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.102596 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87832e9-e20f-4494-a27d-8c9fadc87c32 None None] Network e65bd643-1c98-47cc-b06a-93b867b60c81 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:36:17.118220 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-91816f76-d121-49c1-a0da-66b6e70bf2ed admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3927255 Jun 03 16:36:17.121187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40050) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:17.126270 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:17.131815 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:17.135989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Usage tracker for resource:router and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:17.139125 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:17.145578 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:17.159662 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.161003 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.177062 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.358633 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-e65bd643-1c98-47cc-b06a-93b867b60c81', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:36:17.359564 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.459090 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.513921 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Allocated IP 172.20.0.2 (e65bd643-1c98-47cc-b06a-93b867b60c81/8145de18-d2ab-426f-b627-50949dcad60d/e71649e1-57ef-4ab6-8c25-dc5a19339234) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:36:17.713257 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.724004 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Transition to ACTIVE for port object e71649e1-57ef-4ab6-8c25-dc5a19339234 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:17.743608 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Transition to ACTIVE for port object e71649e1-57ef-4ab6-8c25-dc5a19339234 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:17.750150 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.774375 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.804564 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.818492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Network e65bd643-1c98-47cc-b06a-93b867b60c81 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:36:17.821790 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:17.825405 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:36:17.855293 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Pushing event updated for resources: {'Port': ['ID=e71649e1-57ef-4ab6-8c25-dc5a19339234,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:17.916849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Attempting to bind port e71649e1-57ef-4ab6-8c25-dc5a19339234 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:36:17.917170 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Attempting to bind port e71649e1-57ef-4ab6-8c25-dc5a19339234 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:36:17.917555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Attempting to bind port e71649e1-57ef-4ab6-8c25-dc5a19339234 on network e65bd643-1c98-47cc-b06a-93b867b60c81 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:36:17.922928 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:36:17.923290 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Checking segment: {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:36:17.923659 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.924040 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Bound using segment: {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:36:17.924495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Bound port: e71649e1-57ef-4ab6-8c25-dc5a19339234, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:36:17.924853 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:17.939989 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Allocated IP 172.25.7.57 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/f97e009f-a362-400a-b0aa-e57ccc29880d) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:36:18.013102 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] For port e71649e1-57ef-4ab6-8c25-dc5a19339234, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:36:18.016184 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] For port e71649e1-57ef-4ab6-8c25-dc5a19339234, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e71649e1-57ef-4ab6-8c25-dc5a19339234,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:36:18.020538 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:18.117351 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbab132-bfc0-4fa7-8d93-7424ad3072df None None] Pushing event updated for resources: {'Port': ['ID=e71649e1-57ef-4ab6-8c25-dc5a19339234,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:18.209200 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:18.239931 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:18.329078 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:36:18.332002 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:18.336372 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:36:18.366556 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Pushing event updated for resources: {'Port': ['ID=f97e009f-a362-400a-b0aa-e57ccc29880d,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:18.760879 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:19.038842 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41edd611-9db7-4976-a4df-22e803609271 None None] Network e65bd643-1c98-47cc-b06a-93b867b60c81 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:36:19.110946 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:19.157681 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-a1627b16-c194-4a3b-a62c-acdfd581b23a None None] Provisioning for port e71649e1-57ef-4ab6-8c25-dc5a19339234 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:19.324188 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:36:19.505283 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:36:19.515358 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Sync routers for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:36:19.524779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:19.525354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:19.539253 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:19.540882 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cc43aa81-74c2-4a4a-8899-0fbc62f83c44 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4184685 Jun 03 16:36:19.543709 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40054) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:19.707236 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:19.826241 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e71649e1-57ef-4ab6-8c25-dc5a19339234 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:20.043999 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port e71649e1-57ef-4ab6-8c25-dc5a19339234 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:20.053354 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e71649e1-57ef-4ab6-8c25-dc5a19339234 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:20.053725 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.165283 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:18Z', 'revision_number': 3, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:20.182935 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Checking router: 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:36:20.183297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Updating router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 port f97e009f-a362-400a-b0aa-e57ccc29880d binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:36:20.233130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e71649e1-57ef-4ab6-8c25-dc5a19339234 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:20.233499 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.254443 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.321066 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port e71649e1-57ef-4ab6-8c25-dc5a19339234, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e71649e1-57ef-4ab6-8c25-dc5a19339234,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:20.331774 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.362682 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.514416 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=e71649e1-57ef-4ab6-8c25-dc5a19339234,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:20.544049 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Allocated IP 172.20.0.1 (e65bd643-1c98-47cc-b06a-93b867b60c81/8145de18-d2ab-426f-b627-50949dcad60d/c29ee2e0-103e-4bfd-b8c2-4c9858424fb2) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:36:20.663203 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.675662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Transition to ACTIVE for port object f97e009f-a362-400a-b0aa-e57ccc29880d will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:20.683251 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.692914 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.710338 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Transition to ACTIVE for port object c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:20.735138 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.767761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Attempting to bind port f97e009f-a362-400a-b0aa-e57ccc29880d on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:36:20.768122 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Attempting to bind port f97e009f-a362-400a-b0aa-e57ccc29880d by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:36:20.768474 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Attempting to bind port f97e009f-a362-400a-b0aa-e57ccc29880d on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:36:20.774146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993fb99-4005-4f33-9a96-a0d96d991049 None None] Pushing event updated for resources: {'Port': ['ID=f97e009f-a362-400a-b0aa-e57ccc29880d,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:20.778379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:36:20.778747 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:36:20.779141 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.779519 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:36:20.779976 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Bound port: f97e009f-a362-400a-b0aa-e57ccc29880d, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:36:20.780335 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.799137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Network e65bd643-1c98-47cc-b06a-93b867b60c81 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:36:20.801816 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:20.805728 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:36:20.848613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Pushing event updated for resources: {'Port': ['ID=c29ee2e0-103e-4bfd-b8c2-4c9858424fb2,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:20.857089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] For port f97e009f-a362-400a-b0aa-e57ccc29880d, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:36:20.860361 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] For port f97e009f-a362-400a-b0aa-e57ccc29880d, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f97e009f-a362-400a-b0aa-e57ccc29880d,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:36:20.868714 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.873098 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:20.951207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:20.951824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:21.014809 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993fb99-4005-4f33-9a96-a0d96d991049 None None] Pushing event updated for resources: {'Port': ['ID=f97e009f-a362-400a-b0aa-e57ccc29880d,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:21.095796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-68e55b44-e9b5-4a0d-8fc0-a518b92de736 None None] Provisioning for port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:21.117991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-68e55b44-e9b5-4a0d-8fc0-a518b92de736 None None] Provisioning complete for port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:21.118362 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-68e55b44-e9b5-4a0d-8fc0-a518b92de736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:21.194344 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:21.236305 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-68e55b44-e9b5-4a0d-8fc0-a518b92de736 None None] Port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:36:21.261216 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:21.490017 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:21.496982 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:21.545524 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:18Z', 'revision_number': 3, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:21.549698 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb67d7-a66a-47f5-9020-ce771629ef93 None None] The sync data for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 is: [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:18Z', 'revision_number': 3, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:36:21.609303 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:21.612977 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Pushing event updated for resources: {'Port': ['ID=c29ee2e0-103e-4bfd-b8c2-4c9858424fb2,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:21.770772 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Network e65bd643-1c98-47cc-b06a-93b867b60c81 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:36:21.772389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:21.822261 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e71649e1-57ef-4ab6-8c25-dc5a19339234 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:21.918653 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port e71649e1-57ef-4ab6-8c25-dc5a19339234 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:21.919241 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:22.007322 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:36:22.066158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port e71649e1-57ef-4ab6-8c25-dc5a19339234 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:22.075284 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6246b297-f927-4ff1-aac0-69bc4b96d10f None None] Provisioning complete for port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:22.075653 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6246b297-f927-4ff1-aac0-69bc4b96d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:22.135128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-6246b297-f927-4ff1-aac0-69bc4b96d10f None None] Port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:36:22.213730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:36:22.223736 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-6af9af04-3348-453f-a062-6f919c13d137 admin admin] 10.222.0.48 "PUT /v2.0/routers/976dc4d8-a28f-4a1f-a2f3-87295adeaf26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6790249 Jun 03 16:36:22.800382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40072) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:22.808576 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1253487647-network', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:22.816859 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:22.823417 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Usage tracker for resource:network and tenant:670b92fdb76e4c3f88ac77a1f212544b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:22.827243 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:22.833566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:22.847397 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Made reservation on behalf of 670b92fdb76e4c3f88ac77a1f212544b for: {'network': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:36:22.849695 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for network, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:22.863570 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:22.878769 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:22.882630 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Usage tracker for resource:security_group_rule and tenant:670b92fdb76e4c3f88ac77a1f212544b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:22.885465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:22.891324 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:22.974293 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:22.979913 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.010603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=88445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 16:36:23.023189 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf78006-1ca8-4f1f-b307-548f768b33bb,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:23.028577 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.028915 n-d-844595-1 neutron-server[88445]: INFO neutron.db.segments_db [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Added segment 91750dcc-33fe-410c-b5e7-58a238903f88 of type vlan for network 13ba8426-6674-4f07-a0b2-f1afd5311a73 Jun 03 16:36:23.055990 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760591867046'] for network, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.088724 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080'] for network, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.089777 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:23.090593 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.108022 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Sync routers for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:36:23.127410 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:23.127996 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:23.193343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] Pushing event updated for resources: {'Network': ['ID=13ba8426-6674-4f07-a0b2-f1afd5311a73,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:23.196742 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-008856f4-eac2-4267-ba46-4dee8947cff1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3952653 Jun 03 16:36:23.199604 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40076) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:23.204407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Network 13ba8426-6674-4f07-a0b2-f1afd5311a73 details requested by agent ovs-agent-n-d-844595-1 with host n-d-844595-1 {{(pid=88446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 03 16:36:23.205344 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Request body: {'subnet': {'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1253487647-subnet', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'ip_version': 4}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:23.211045 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:23.216675 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Usage tracker for resource:subnet and tenant:670b92fdb76e4c3f88ac77a1f212544b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:23.219877 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:23.225833 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:23.237332 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Made reservation on behalf of 670b92fdb76e4c3f88ac77a1f212544b for: {'subnet': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:36:23.239669 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301655'] for subnet, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.338945 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:23.461638 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3931366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301669'] for subnet, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.540427 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22cc66d9-e951-4448-bad7-0ec11c6049a3,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:23.549953 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Checking segment: {'id': '91750dcc-33fe-410c-b5e7-58a238903f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:36:23.550317 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Network hostable DHCP agents. Network: 13ba8426-6674-4f07-a0b2-f1afd5311a73, hostable agents: ['e1bd789f-85e5-412f-9dc3-e747e8545a67'], hosted agents: [] {{(pid=88445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 16:36:23.572050 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Network 13ba8426-6674-4f07-a0b2-f1afd5311a73 is scheduled to be hosted by DHCP agent e1bd789f-85e5-412f-9dc3-e747e8545a67 with binding_index 1 {{(pid=88445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 16:36:23.582979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844595-1, 13ba8426-6674-4f07-a0b2-f1afd5311a73) {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:23.587738 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:23.588429 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.594106 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff65730-0452-46ab-9071-bf37175518ea None None] Network 13ba8426-6674-4f07-a0b2-f1afd5311a73 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:36:23.612971 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-1c34fc6a-cafd-4846-84af-1012a2a46272 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4099314 Jun 03 16:36:23.613180 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40080) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:23.618762 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1253487647-router', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:23.623940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:23.628079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Usage tracker for resource:router and tenant:670b92fdb76e4c3f88ac77a1f212544b is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:23.631082 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:23.636997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:23.648288 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-528177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6338'] for router, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.649388 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-524676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527892', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6347'] for router, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.669420 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.710611 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 2, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:23.715194 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Checking router: 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:36:23.715632 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Updating router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:36:23.784320 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.827050 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16d2417f-6449-5551-ade8-05919600c5fd-13ba8426-6674-4f07-a0b2-f1afd5311a73', 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'fixed_ips': [{'subnet_id': '22cc66d9-e951-4448-bad7-0ec11c6049a3'}]}} from n-d-844595-1. {{(pid=88446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 03 16:36:23.828042 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:23.851379 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f97e009f-a362-400a-b0aa-e57ccc29880d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:24.018020 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port f97e009f-a362-400a-b0aa-e57ccc29880d completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:24.027801 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f97e009f-a362-400a-b0aa-e57ccc29880d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:24.028163 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.068809 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-528240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6365'] for router, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.085157 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.db_base_plugin_common [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Allocated IP 172.20.0.2 (13ba8426-6674-4f07-a0b2-f1afd5311a73/22cc66d9-e951-4448-bad7-0ec11c6049a3/5e346fca-d3a5-4948-846d-9c2c7e656424) {{(pid=88446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:36:24.164095 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.179189 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Transition to ACTIVE for port object c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:24.187137 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.260590 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f97e009f-a362-400a-b0aa-e57ccc29880d is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:24.261127 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.307508 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port f97e009f-a362-400a-b0aa-e57ccc29880d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f97e009f-a362-400a-b0aa-e57ccc29880d,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:24.317667 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.376030 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Pushing event updated for resources: {'Port': ['ID=c29ee2e0-103e-4bfd-b8c2-4c9858424fb2,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:24.426454 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.426796 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.427565 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.427909 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.428243 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.428573 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.429524 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.429891 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.430223 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.430547 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.430918 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.431647 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:36:24.435592 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.461187 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Attempting to bind port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:36:24.461538 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Attempting to bind port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:36:24.461926 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Attempting to bind port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 on network e65bd643-1c98-47cc-b06a-93b867b60c81 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:36:24.465022 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=f97e009f-a362-400a-b0aa-e57ccc29880d,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:24.468752 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:36:24.469063 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Notify callbacks [] for port, precommit_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.469551 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Checking segment: {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:36:24.470115 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.470625 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Bound using segment: {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:36:24.471648 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Bound port: c29ee2e0-103e-4bfd-b8c2-4c9858424fb2, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:36:24.472683 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.481787 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Transition to ACTIVE for port object 5e346fca-d3a5-4948-846d-9c2c7e656424 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:24.495359 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.506490 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Transition to ACTIVE for port object 5e346fca-d3a5-4948-846d-9c2c7e656424 will not be triggered until provisioned by entity DHCP. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:24.517917 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720'] for port, after_create {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.580591 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] For port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:36:24.584129 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] For port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c29ee2e0-103e-4bfd-b8c2-4c9858424fb2,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:36:24.589313 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.593610 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Network 13ba8426-6674-4f07-a0b2-f1afd5311a73 is already hosted by enough agents. {{(pid=88446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:36:24.599306 n-d-844595-1 neutron-server[88446]: DEBUG neutron.scheduler.base_scheduler [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Resources bound (agent type, host, resource id): {{(pid=88446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:24.602096 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Received port after_create {{(pid=88446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:36:24.609114 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Pushing event updated for resources: {'Port': ['ID=5e346fca-d3a5-4948-846d-9c2c7e656424,revision_number=1']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:24.650593 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Allocated IP 172.25.7.131 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/85a4e04e-78eb-4354-a187-feb9857cca77) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:36:24.672062 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:24.672811 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:24.716988 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Attempting to bind port 5e346fca-d3a5-4948-846d-9c2c7e656424 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:36:24.717448 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Attempting to bind port 5e346fca-d3a5-4948-846d-9c2c7e656424 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '91750dcc-33fe-410c-b5e7-58a238903f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:36:24.717707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Attempting to bind port 5e346fca-d3a5-4948-846d-9c2c7e656424 on network 13ba8426-6674-4f07-a0b2-f1afd5311a73 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:36:24.724128 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:36:24.724492 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Checking segment: {'id': '91750dcc-33fe-410c-b5e7-58a238903f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:36:24.725024 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.725412 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Bound using segment: {'id': '91750dcc-33fe-410c-b5e7-58a238903f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:36:24.725903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Bound port: 5e346fca-d3a5-4948-846d-9c2c7e656424, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91750dcc-33fe-410c-b5e7-58a238903f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:36:24.726260 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.735847 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8db567-1287-4586-8282-667f5c63ec4d None None] Pushing event updated for resources: {'Port': ['ID=c29ee2e0-103e-4bfd-b8c2-4c9858424fb2,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:24.831216 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] For port 5e346fca-d3a5-4948-846d-9c2c7e656424, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:36:24.837613 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] For port 5e346fca-d3a5-4948-846d-9c2c7e656424, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5e346fca-d3a5-4948-846d-9c2c7e656424,segment=NetworkSegment(91750dcc-33fe-410c-b5e7-58a238903f88),segment_id=91750dcc-33fe-410c-b5e7-58a238903f88)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:36:24.844383 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.859748 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.881825 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:24.896124 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:24.968705 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:36:24.972625 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:24.976544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:36:24.996136 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf9660-d9e8-4ee0-b5d0-84b3f20e6664 None None] Pushing event updated for resources: {'Port': ['ID=5e346fca-d3a5-4948-846d-9c2c7e656424,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:25.010107 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Pushing event updated for resources: {'Port': ['ID=85a4e04e-78eb-4354-a187-feb9857cca77,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:25.261665 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:25.268446 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9fe37b-e565-4ab4-8101-cf1cd7132deb None None] The sync data for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 is: [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:36:25.480494 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:25.955710 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:25.989554 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-528138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527945'] for router, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:26.050955 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:26.058821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:26.059199 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:26.130749 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f9165c-1943-4e24-8be0-e1855905eae9 None None] Network 13ba8426-6674-4f07-a0b2-f1afd5311a73 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:36:26.228662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Router 011cace7-301e-4584-be4b-8b0e5c967df6 is scheduled to L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 with binding_index 1 {{(pid=88445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 03 16:36:26.296148 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-237039c2-5e8e-48cd-96e6-6725c0248ab3 None None] Provisioning for port 5e346fca-d3a5-4948-846d-9c2c7e656424 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:26.327837 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:26.328241 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:26.409038 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c29ee2e0-103e-4bfd-b8c2-4c9858424fb2,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:26.426021 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:36:26.445252 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Sync routers for ids ['011cace7-301e-4584-be4b-8b0e5c967df6'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:36:26.455254 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:26.456019 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f97e009f-a362-400a-b0aa-e57ccc29880d up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:26.456156 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] Notify callbacks [] for router, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:26.460488 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-0c6bfce1-ea1d-4e88-9b13-328ec5934a1b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8432527 Jun 03 16:36:26.460648 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40090) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:26.569781 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Routers {'011cace7-301e-4584-be4b-8b0e5c967df6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:26.570464 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['011cace7-301e-4584-be4b-8b0e5c967df6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:26.672171 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=c29ee2e0-103e-4bfd-b8c2-4c9858424fb2,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:26.782079 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port f97e009f-a362-400a-b0aa-e57ccc29880d triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:26.782449 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:26.835746 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Set router 011cace7-301e-4584-be4b-8b0e5c967df6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:27.174217 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port f97e009f-a362-400a-b0aa-e57ccc29880d is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:27.175275 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5e346fca-d3a5-4948-846d-9c2c7e656424 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:27.263238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 5e346fca-d3a5-4948-846d-9c2c7e656424 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:27.267363 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:27.268906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'name': 'tempest-TestSnapshotPattern-1253487647-router', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:23Z', 'updated_at': '2022-06-03T16:36:25Z', 'revision_number': 3, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'gw_port': {'id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:24Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:27.272298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5e346fca-d3a5-4948-846d-9c2c7e656424 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:27.272665 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:27.300750 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Checking router: 011cace7-301e-4584-be4b-8b0e5c967df6 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:36:27.301090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Updating router 011cace7-301e-4584-be4b-8b0e5c967df6 port 85a4e04e-78eb-4354-a187-feb9857cca77 binding host n-d-844595-1 {{(pid=88446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:36:27.381082 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:27.492129 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Allocated IP 172.20.0.1 (13ba8426-6674-4f07-a0b2-f1afd5311a73/22cc66d9-e951-4448-bad7-0ec11c6049a3/1186a105-e96c-40a1-bb82-892d0a9bd8c0) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:36:27.589707 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5e346fca-d3a5-4948-846d-9c2c7e656424 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:27.590112 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:27.641400 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:27.656562 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Transition to ACTIVE for port object 1186a105-e96c-40a1-bb82-892d0a9bd8c0 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:27.680720 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:27.705297 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 5e346fca-d3a5-4948-846d-9c2c7e656424, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5e346fca-d3a5-4948-846d-9c2c7e656424,segment=NetworkSegment(91750dcc-33fe-410c-b5e7-58a238903f88),segment_id=91750dcc-33fe-410c-b5e7-58a238903f88)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:27.713442 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:27.750071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Network 13ba8426-6674-4f07-a0b2-f1afd5311a73 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:36:27.752864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:27.756736 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:36:27.794497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Pushing event updated for resources: {'Port': ['ID=1186a105-e96c-40a1-bb82-892d0a9bd8c0,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:27.812117 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:27.818232 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537347'] for router_interface, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:27.878048 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=5e346fca-d3a5-4948-846d-9c2c7e656424,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:27.967567 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:27.967933 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:27.992619 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Notify callbacks [] for port, precommit_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:28.026419 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Transition to ACTIVE for port object 85a4e04e-78eb-4354-a187-feb9857cca77 will not be triggered until provisioned by entity L2. {{(pid=88446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:28.044098 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:28.077685 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-956ff8ad-92dc-46c4-87b0-90f560bed9aa None None] Provisioning for port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:28.080323 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:28.118509 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-956ff8ad-92dc-46c4-87b0-90f560bed9aa None None] Provisioning complete for port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:28.118865 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-956ff8ad-92dc-46c4-87b0-90f560bed9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:28.183042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b436dc-f128-43ed-bb60-f4105422883b None None] Pushing event updated for resources: {'Port': ['ID=85a4e04e-78eb-4354-a187-feb9857cca77,revision_number=2']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:28.190643 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Attempting to bind port 85a4e04e-78eb-4354-a187-feb9857cca77 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:36:28.190991 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Attempting to bind port 85a4e04e-78eb-4354-a187-feb9857cca77 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:36:28.191363 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Attempting to bind port 85a4e04e-78eb-4354-a187-feb9857cca77 on network ab3d7046-1339-4d8c-aed7-0373a04de455 {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:36:28.224648 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-956ff8ad-92dc-46c4-87b0-90f560bed9aa None None] Port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:36:28.230451 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:36:28.230821 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Checking segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:36:28.231214 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:28.231586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Bound using segment: {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'} {{(pid=88446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:36:28.232060 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.managers [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Bound port: 85a4e04e-78eb-4354-a187-feb9857cca77, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624e57d-a415-4469-b379-add6e5726ae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455'}}] {{(pid=88446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:36:28.232427 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:28.308566 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:28.314616 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:28.321797 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:28.324200 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] For port 85a4e04e-78eb-4354-a187-feb9857cca77, host n-d-844595-1, cleared binding levels {{(pid=88446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:36:28.327320 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] For port 85a4e04e-78eb-4354-a187-feb9857cca77, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=85a4e04e-78eb-4354-a187-feb9857cca77,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:36:28.332807 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:28.410879 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Routers {'011cace7-301e-4584-be4b-8b0e5c967df6'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:28.411506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['011cace7-301e-4584-be4b-8b0e5c967df6'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:28.434451 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133665034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537274'] for router_interface, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:28.437897 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Pushing event updated for resources: {'Port': ['ID=1186a105-e96c-40a1-bb82-892d0a9bd8c0,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:28.473827 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b436dc-f128-43ed-bb60-f4105422883b None None] Pushing event updated for resources: {'Port': ['ID=85a4e04e-78eb-4354-a187-feb9857cca77,revision_number=3']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:28.574540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Network 13ba8426-6674-4f07-a0b2-f1afd5311a73 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:36:28.575687 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:28.590614 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] Set router 011cace7-301e-4584-be4b-8b0e5c967df6 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:28.890516 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Router 011cace7-301e-4584-be4b-8b0e5c967df6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:36:28.898298 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-fa90ab11-9e60-440c-bb99-eb2e02707b79 None None] Provisioning complete for port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:28.898651 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-fa90ab11-9e60-440c-bb99-eb2e02707b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:28.956089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-fa90ab11-9e60-440c-bb99-eb2e02707b79 None None] Port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:36:28.967243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'name': 'tempest-TestSnapshotPattern-1253487647-router', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:23Z', 'updated_at': '2022-06-03T16:36:28Z', 'revision_number': 4, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'gw_port': {'id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:24Z', 'updated_at': '2022-06-03T16:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '1186a105-e96c-40a1-bb82-892d0a9bd8c0', 'name': '', 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'mac_address': 'fa:16:3e:4f:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '22cc66d9-e951-4448-bad7-0ec11c6049a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:27Z', 'updated_at': '2022-06-03T16:36:28Z', 'revision_number': 2, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'subnets': [{'id': '22cc66d9-e951-4448-bad7-0ec11c6049a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:28.971257 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff87492-a86b-41e6-8772-201f8b8f6c95 None None] The sync data for ids ['011cace7-301e-4584-be4b-8b0e5c967df6'] in n-d-844595-1 is: [{'id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'name': 'tempest-TestSnapshotPattern-1253487647-router', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:23Z', 'updated_at': '2022-06-03T16:36:28Z', 'revision_number': 4, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'gw_port': {'id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:24Z', 'updated_at': '2022-06-03T16:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '1186a105-e96c-40a1-bb82-892d0a9bd8c0', 'name': '', 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'mac_address': 'fa:16:3e:4f:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '22cc66d9-e951-4448-bad7-0ec11c6049a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:27Z', 'updated_at': '2022-06-03T16:36:28Z', 'revision_number': 2, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'subnets': [{'id': '22cc66d9-e951-4448-bad7-0ec11c6049a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:36:29.077161 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:36:29.086327 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-bc0aaeb1-ae59-4ffb-bc37-5eb5fffff979 admin admin] 10.222.0.48 "PUT /v2.0/routers/011cace7-301e-4584-be4b-8b0e5c967df6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6247241 Jun 03 16:36:29.516995 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40102) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:29.522720 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936547744', 'description': 'tempest-secgroup-smoke-1936547744 description', 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:29.530034 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:29.534335 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Usage tracker for resource:security_group and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:29.537328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:29.543637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:29.556194 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:29.587115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:29.591455 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Usage tracker for resource:security_group_rule and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:29.594510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:29.600410 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:29.677708 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:29.682882 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:29.726954 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:29.730870 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:29.732160 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-4fbbd306-14c9-410e-8524-26f261d907fd tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2139928 Jun 03 16:36:29.735369 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40106) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:29.740418 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-05ed5292-40c4-42a9-8cc2-34d5f8e6ea60 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Request body: {'security_group_rule': {'security_group_id': 'd5b02e6b-efb8-4a07-bd00-eae9f8d330b4', 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:29.747465 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-05ed5292-40c4-42a9-8cc2-34d5f8e6ea60 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:29.751512 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-05ed5292-40c4-42a9-8cc2-34d5f8e6ea60 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Usage tracker for resource:security_group_rule and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:29.755864 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-05ed5292-40c4-42a9-8cc2-34d5f8e6ea60 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:29.760566 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-05ed5292-40c4-42a9-8cc2-34d5f8e6ea60 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:29.785174 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05ed5292-40c4-42a9-8cc2-34d5f8e6ea60 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:29.860369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05ed5292-40c4-42a9-8cc2-34d5f8e6ea60 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:29.865581 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05ed5292-40c4-42a9-8cc2-34d5f8e6ea60 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:29.883555 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 85a4e04e-78eb-4354-a187-feb9857cca77 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:29.890908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed5292-40c4-42a9-8cc2-34d5f8e6ea60 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39c8376-3701-4ed0-9a29-048748f8ab5e,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:29.906274 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-05ed5292-40c4-42a9-8cc2-34d5f8e6ea60 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:29.910006 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-05ed5292-40c4-42a9-8cc2-34d5f8e6ea60 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712711 Jun 03 16:36:29.910640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40110) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:29.916003 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-ac5344fe-2a61-428c-abd2-14cc66db9d12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Request body: {'security_group_rule': {'security_group_id': 'd5b02e6b-efb8-4a07-bd00-eae9f8d330b4', 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:29.924259 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ac5344fe-2a61-428c-abd2-14cc66db9d12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:29.932345 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ac5344fe-2a61-428c-abd2-14cc66db9d12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Usage tracker for resource:security_group_rule and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:29.935986 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-ac5344fe-2a61-428c-abd2-14cc66db9d12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:29.948129 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-ac5344fe-2a61-428c-abd2-14cc66db9d12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:29.967596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac5344fe-2a61-428c-abd2-14cc66db9d12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.016042 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 85a4e04e-78eb-4354-a187-feb9857cca77 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:30.021625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 85a4e04e-78eb-4354-a187-feb9857cca77 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:30.022009 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.036185 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac5344fe-2a61-428c-abd2-14cc66db9d12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.041811 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac5344fe-2a61-428c-abd2-14cc66db9d12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.068553 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5344fe-2a61-428c-abd2-14cc66db9d12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fce64df-0e44-409f-ae8c-7d648c557eb3,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:30.081992 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ac5344fe-2a61-428c-abd2-14cc66db9d12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.083237 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ac5344fe-2a61-428c-abd2-14cc66db9d12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1715829 Jun 03 16:36:30.086151 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40114) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:30.093939 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-99c9c737-8987-4905-98d8-ac9f6692cb80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Request body: {'security_group_rule': {'security_group_id': 'd5b02e6b-efb8-4a07-bd00-eae9f8d330b4', 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:30.101088 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-99c9c737-8987-4905-98d8-ac9f6692cb80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:30.104952 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-99c9c737-8987-4905-98d8-ac9f6692cb80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Usage tracker for resource:security_group_rule and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:30.107959 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-99c9c737-8987-4905-98d8-ac9f6692cb80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:30.113949 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-99c9c737-8987-4905-98d8-ac9f6692cb80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:30.136745 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99c9c737-8987-4905-98d8-ac9f6692cb80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.159512 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 85a4e04e-78eb-4354-a187-feb9857cca77 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:30.159881 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.178467 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 85a4e04e-78eb-4354-a187-feb9857cca77, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=85a4e04e-78eb-4354-a187-feb9857cca77,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:30.186705 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.187505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5e346fca-d3a5-4948-846d-9c2c7e656424 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:30.207389 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99c9c737-8987-4905-98d8-ac9f6692cb80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.215599 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99c9c737-8987-4905-98d8-ac9f6692cb80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.242892 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9c737-8987-4905-98d8-ac9f6692cb80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3801d6fc-a165-44b2-a71a-c3b14b2ecd31,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:30.254784 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-99c9c737-8987-4905-98d8-ac9f6692cb80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.256118 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-99c9c737-8987-4905-98d8-ac9f6692cb80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690021 Jun 03 16:36:30.258878 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40118) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:30.263907 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-5d897065-4ba4-4051-b72c-27040983ccd0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Request body: {'security_group_rule': {'security_group_id': 'd5b02e6b-efb8-4a07-bd00-eae9f8d330b4', 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:30.270637 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5d897065-4ba4-4051-b72c-27040983ccd0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:30.274737 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5d897065-4ba4-4051-b72c-27040983ccd0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Usage tracker for resource:security_group_rule and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:30.277640 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-5d897065-4ba4-4051-b72c-27040983ccd0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:30.287437 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-5d897065-4ba4-4051-b72c-27040983ccd0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:30.307772 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d897065-4ba4-4051-b72c-27040983ccd0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.323149 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=85a4e04e-78eb-4354-a187-feb9857cca77,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:30.329122 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.335729 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 5e346fca-d3a5-4948-846d-9c2c7e656424 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:30.336088 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.378953 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d897065-4ba4-4051-b72c-27040983ccd0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.383055 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d897065-4ba4-4051-b72c-27040983ccd0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.407877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d897065-4ba4-4051-b72c-27040983ccd0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83861e3b-2b0c-401f-915a-e0a9c546eb4a,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:30.418776 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-5d897065-4ba4-4051-b72c-27040983ccd0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.422854 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-5d897065-4ba4-4051-b72c-27040983ccd0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601689 Jun 03 16:36:30.423289 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40122) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:30.433372 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Request body: {'security_group_rule': {'security_group_id': 'd5b02e6b-efb8-4a07-bd00-eae9f8d330b4', 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:30.440467 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:30.444789 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Usage tracker for resource:security_group_rule and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:30.448600 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:30.454158 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5e346fca-d3a5-4948-846d-9c2c7e656424 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:30.454637 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:30.467605 n-d-844595-1 neutron-server[88445]: INFO neutron.db.securitygroups_db [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Project 59e892ac8fcf452ea144bfdc497e9c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:36:30.474418 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.546306 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.553707 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.578382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3a1ab8-8661-4c67-a1ba-f8c419f8e6da,revision_number=0']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:30.588264 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.590405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-08106c19-65cf-4f31-a662-1b35f26e0ce4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1660428 Jun 03 16:36:30.592488 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40126) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:30.597740 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Request body: {'security_group_rule': {'security_group_id': 'd5b02e6b-efb8-4a07-bd00-eae9f8d330b4', 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:30.605004 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:30.609062 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Usage tracker for resource:security_group_rule and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:30.612123 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:30.618047 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:30.630468 n-d-844595-1 neutron-server[88444]: INFO neutron.db.securitygroups_db [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Project 59e892ac8fcf452ea144bfdc497e9c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 16:36:30.637064 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.702404 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.707403 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659412'] for security_group_rule, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.730226 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9bcc87-7f93-4e1a-8da9-3dbc9a20fd92,revision_number=0']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:30.740288 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:30.741511 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2c8d8f4f-bf17-4c85-bd06-dd2dc50cfa7f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1480742 Jun 03 16:36:30.904116 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-e541ce39-4c7b-4b80-b7a9-4e97f389a914 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Synchronizing usage tracker for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:security_group {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:36:30.923459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-e541ce39-4c7b-4b80-b7a9-4e97f389a914 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Unset dirty status for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:security_group {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:36:30.924629 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-e541ce39-4c7b-4b80-b7a9-4e97f389a914 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936547744&fields=id&tenant_id=59e892ac8fcf452ea144bfdc497e9c5e HTTP/1.1" status: 200 len: 267 time: 0.0604043 Jun 03 16:36:31.081168 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-271b390d-5ec4-4018-bcd4-21ff1ace7991 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:31.081749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-271b390d-5ec4-4018-bcd4-21ff1ace7991 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Synchronizing usage tracker for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:network {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:36:31.103537 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-271b390d-5ec4-4018-bcd4-21ff1ace7991 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Unset dirty status for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:network {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:36:31.104707 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-271b390d-5ec4-4018-bcd4-21ff1ace7991 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 809 time: 0.1733787 Jun 03 16:36:31.122142 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-529cc481-bc85-4562-861d-069fd483e7d0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/quotas/59e892ac8fcf452ea144bfdc497e9c5e HTTP/1.1" status: 200 len: 375 time: 0.0097322 Jun 03 16:36:31.211952 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-499a681b-880e-4c0e-b142-1ae435d4db64 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847614 Jun 03 16:36:31.352572 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-51b4a69e-5d0f-43c6-8c7c-c7c87d758e3e service neutron] 10.222.0.48 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286290 Jun 03 16:36:31.496438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-297b23d7-ac26-4f91-ad74-27371225b4c1 service neutron] 10.222.0.48 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360848 Jun 03 16:36:31.691323 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ee184f54-846f-4b9d-8071-c7af695d2d25 req-2d94807b-9fa5-4463-906e-eb6590925578 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 210 time: 0.0517278 Jun 03 16:36:31.800374 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 85a4e04e-78eb-4354-a187-feb9857cca77 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:31.869302 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 85a4e04e-78eb-4354-a187-feb9857cca77 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:31.869600 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:31.994493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 85a4e04e-78eb-4354-a187-feb9857cca77 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:32.253790 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-96e61c3f-c467-4275-8dae-647047c38e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:32.721750 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Sync routers for ids ['011cace7-301e-4584-be4b-8b0e5c967df6'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:36:32.731755 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Routers {'011cace7-301e-4584-be4b-8b0e5c967df6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:32.732286 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['011cace7-301e-4584-be4b-8b0e5c967df6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:32.914538 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd1f8e74-a9d5-474a-9cd8-1e83f951a7d3 req-117d5a1c-fbf3-41c3-8639-9fa307460c76 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 210 time: 0.0570455 Jun 03 16:36:32.976783 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Set router 011cace7-301e-4584-be4b-8b0e5c967df6 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:32.990739 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-4f2bbea2-d347-4d9d-95e4-9f1bc427f190 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:32.992384 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-4f2bbea2-d347-4d9d-95e4-9f1bc427f190 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.75 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 809 time: 0.2177372 Jun 03 16:36:33.047454 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-6c9c867f-c2d8-477d-b76a-0c30217e6f87 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59e892ac8fcf452ea144bfdc497e9c5e HTTP/1.1" status: 200 len: 380 time: 0.0438530 Jun 03 16:36:33.056664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Request body: {'port': {'device_id': '1ef43652-d385-4c97-9998-6bec35921f47', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'admin_state_up': True, 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'security_groups': ['d5b02e6b-efb8-4a07-bd00-eae9f8d330b4']}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:33.196955 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:33.200785 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Usage tracker for resource:port and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:33.203661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:33.209611 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:33.220967 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Made reservation on behalf of 59e892ac8fcf452ea144bfdc497e9c5e for: {'port': 1} {{(pid=88445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:36:33.224825 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:33.299009 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'name': 'tempest-TestSnapshotPattern-1253487647-router', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:23Z', 'updated_at': '2022-06-03T16:36:28Z', 'revision_number': 4, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'gw_port': {'id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:24Z', 'updated_at': '2022-06-03T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '1186a105-e96c-40a1-bb82-892d0a9bd8c0', 'name': '', 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'mac_address': 'fa:16:3e:4f:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '22cc66d9-e951-4448-bad7-0ec11c6049a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:27Z', 'updated_at': '2022-06-03T16:36:28Z', 'revision_number': 2, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'subnets': [{'id': '22cc66d9-e951-4448-bad7-0ec11c6049a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:33.303897 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Checking router: 011cace7-301e-4584-be4b-8b0e5c967df6 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:36:33.304242 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Updating router 011cace7-301e-4584-be4b-8b0e5c967df6 port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 binding host n-d-844595-1 {{(pid=88447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 16:36:33.359955 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:33.387603 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Allocated IP 172.20.0.5 (e65bd643-1c98-47cc-b06a-93b867b60c81/8145de18-d2ab-426f-b627-50949dcad60d/363b15b7-c860-4ab3-997a-397ef7252ed5) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:36:33.713077 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:33.734912 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Transition to ACTIVE for port object 363b15b7-c860-4ab3-997a-397ef7252ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:33.744002 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Notify callbacks [] for port, precommit_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:33.755900 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.provisioning_blocks [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Transition to ACTIVE for port object 1186a105-e96c-40a1-bb82-892d0a9bd8c0 will not be triggered until provisioned by entity L2. {{(pid=88447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:33.760465 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:33.763327 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:33.832194 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Network e65bd643-1c98-47cc-b06a-93b867b60c81 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:36:33.835760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:33.839923 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:36:33.882046 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'Port': ['ID=363b15b7-c860-4ab3-997a-397ef7252ed5,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:33.919875 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:33.920562 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:33.950125 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d4234-88b3-4714-b380-86f1b938226a None None] Pushing event updated for resources: {'Port': ['ID=1186a105-e96c-40a1-bb82-892d0a9bd8c0,revision_number=3']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:33.954296 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-bee17450-49a0-44c3-9a1f-e66046d46cff tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9006538 Jun 03 16:36:33.967132 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Request body: {'port': {'device_id': '1ef43652-d385-4c97-9998-6bec35921f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844595-1'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:34.112914 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Attempting to bind port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 on host n-d-844595-1 for vnic_type normal with profile {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:36:34.113357 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Attempting to bind port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 by drivers openvswitch,hyperv on host n-d-844595-1 at level 0 using segments [{'id': '91750dcc-33fe-410c-b5e7-58a238903f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73'}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:36:34.113838 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Attempting to bind port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 on network 13ba8426-6674-4f07-a0b2-f1afd5311a73 {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:36:34.120131 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Checking agent: {'id': '9376b22b-8d87-4ec7-a5c5-c2724fc2503c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 14, 58, 35), 'started_at': datetime.datetime(2022, 6, 3, 14, 59, 5), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844595-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:36:34.120587 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Checking segment: {'id': '91750dcc-33fe-410c-b5e7-58a238903f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:36:34.121069 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:34.121608 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Bound using segment: {'id': '91750dcc-33fe-410c-b5e7-58a238903f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73'} {{(pid=88447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:36:34.122043 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.managers [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Bound port: 1186a105-e96c-40a1-bb82-892d0a9bd8c0, host: n-d-844595-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91750dcc-33fe-410c-b5e7-58a238903f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73'}}] {{(pid=88447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:36:34.122458 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:34.177426 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:34.215681 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] For port 1186a105-e96c-40a1-bb82-892d0a9bd8c0, host n-d-844595-1, cleared binding levels {{(pid=88447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:36:34.218789 n-d-844595-1 neutron-server[88447]: DEBUG neutron.plugins.ml2.db [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] For port 1186a105-e96c-40a1-bb82-892d0a9bd8c0, host n-d-844595-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=1186a105-e96c-40a1-bb82-892d0a9bd8c0,segment=NetworkSegment(91750dcc-33fe-410c-b5e7-58a238903f88),segment_id=91750dcc-33fe-410c-b5e7-58a238903f88)] {{(pid=88447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:36:34.224547 n-d-844595-1 neutron-server[88447]: DEBUG neutron_lib.callbacks.manager [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:34.250126 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cfa01d43-1abe-4769-87b4-d8aba318877c None None] Provisioning for port 363b15b7-c860-4ab3-997a-397ef7252ed5 completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:34.255406 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cfa01d43-1abe-4769-87b4-d8aba318877c None None] Provisioning complete for port 363b15b7-c860-4ab3-997a-397ef7252ed5 triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:34.255772 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cfa01d43-1abe-4769-87b4-d8aba318877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:34.273263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c77a4-1c73-4875-b549-6a1b688a2470 req-b3459e4f-c381-4fe7-b331-a132d768a85e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:34.273972 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f40c77a4-1c73-4875-b549-6a1b688a2470 req-b3459e4f-c381-4fe7-b331-a132d768a85e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Synchronizing usage tracker for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:36:34.308905 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Routers {'011cace7-301e-4584-be4b-8b0e5c967df6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:34.309526 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['011cace7-301e-4584-be4b-8b0e5c967df6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:34.343591 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cfa01d43-1abe-4769-87b4-d8aba318877c None None] Port 363b15b7-c860-4ab3-997a-397ef7252ed5 cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:36:34.368391 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d4234-88b3-4714-b380-86f1b938226a None None] Pushing event updated for resources: {'Port': ['ID=1186a105-e96c-40a1-bb82-892d0a9bd8c0,revision_number=4']} {{(pid=88447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:34.376313 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-f40c77a4-1c73-4875-b549-6a1b688a2470 req-b3459e4f-c381-4fe7-b331-a132d768a85e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Unset dirty status for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:36:34.383789 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f40c77a4-1c73-4875-b549-6a1b688a2470 req-b3459e4f-c381-4fe7-b331-a132d768a85e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 931 time: 0.2883873 Jun 03 16:36:34.503977 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] Set router 011cace7-301e-4584-be4b-8b0e5c967df6 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:34.509177 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f40c77a4-1c73-4875-b549-6a1b688a2470 req-52e19cbd-aca9-49d2-9f1e-095148a88445 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245973 Jun 03 16:36:34.639621 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363b15b7-c860-4ab3-997a-397ef7252ed5 {{(pid=88445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:36:34.647338 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:34.662521 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.provisioning_blocks [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Transition to ACTIVE for port object 363b15b7-c860-4ab3-997a-397ef7252ed5 will not be triggered until provisioned by entity L2. {{(pid=88445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:36:34.668700 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:34.829328 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Pushing event updated for resources: {'Port': ['ID=363b15b7-c860-4ab3-997a-397ef7252ed5,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:34.864770 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'name': 'tempest-TestSnapshotPattern-1253487647-router', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:23Z', 'updated_at': '2022-06-03T16:36:28Z', 'revision_number': 4, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'gw_port': {'id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:24Z', 'updated_at': '2022-06-03T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '1186a105-e96c-40a1-bb82-892d0a9bd8c0', 'name': '', 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'mac_address': 'fa:16:3e:4f:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '22cc66d9-e951-4448-bad7-0ec11c6049a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:27Z', 'updated_at': '2022-06-03T16:36:34Z', 'revision_number': 4, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'subnets': [{'id': '22cc66d9-e951-4448-bad7-0ec11c6049a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:34.869175 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245361be-47d1-434c-879e-d6690a1c3c95 None None] The sync data for ids ['011cace7-301e-4584-be4b-8b0e5c967df6'] in n-d-844595-1 is: [{'id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'name': 'tempest-TestSnapshotPattern-1253487647-router', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:23Z', 'updated_at': '2022-06-03T16:36:28Z', 'revision_number': 4, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'gw_port': {'id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:24Z', 'updated_at': '2022-06-03T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': '1186a105-e96c-40a1-bb82-892d0a9bd8c0', 'name': '', 'network_id': '13ba8426-6674-4f07-a0b2-f1afd5311a73', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'mac_address': 'fa:16:3e:4f:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4474, 'fixed_ips': [{'subnet_id': '22cc66d9-e951-4448-bad7-0ec11c6049a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:27Z', 'updated_at': '2022-06-03T16:36:34Z', 'revision_number': 4, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'subnets': [{'id': '22cc66d9-e951-4448-bad7-0ec11c6049a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:36:34.895634 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b1c4e1fd-907c-4b5f-be0d-a2ad4b046f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:34.909517 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Attempting to bind port 363b15b7-c860-4ab3-997a-397ef7252ed5 on host n-h1-844595-1 for vnic_type normal with profile {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:36:34.909844 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Attempting to bind port 363b15b7-c860-4ab3-997a-397ef7252ed5 by drivers openvswitch,hyperv on host n-h1-844595-1 at level 0 using segments [{'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:36:34.910241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Attempting to bind port 363b15b7-c860-4ab3-997a-397ef7252ed5 on network e65bd643-1c98-47cc-b06a-93b867b60c81 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:36:34.915406 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Port 363b15b7-c860-4ab3-997a-397ef7252ed5 on network e65bd643-1c98-47cc-b06a-93b867b60c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-844595-1 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:36:34.915749 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Attempting to bind port 363b15b7-c860-4ab3-997a-397ef7252ed5 on network e65bd643-1c98-47cc-b06a-93b867b60c81 {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:36:34.920797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Checking agent: {'id': 'f818c522-9cf6-4e64-b6e9-b6a2768030d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'started_at': datetime.datetime(2022, 6, 3, 15, 6, 59), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:36:34.921408 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Checking segment: {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:36:34.921503 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Bound using segment: {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'} {{(pid=88445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:36:34.921899 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.managers [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Bound port: 363b15b7-c860-4ab3-997a-397ef7252ed5, host: n-h1-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'}}] {{(pid=88445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:36:34.922315 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:35.013951 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] For port 363b15b7-c860-4ab3-997a-397ef7252ed5, host n-h1-844595-1, cleared binding levels {{(pid=88445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:36:35.016905 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] For port 363b15b7-c860-4ab3-997a-397ef7252ed5, host n-h1-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=363b15b7-c860-4ab3-997a-397ef7252ed5,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:36:35.023307 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:35.081278 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:35.082255 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:35.084548 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] 10.222.0.75 "PUT /v2.0/ports/363b15b7-c860-4ab3-997a-397ef7252ed5 HTTP/1.1" status: 200 len: 1091 time: 1.1215022 Jun 03 16:36:35.090126 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:36:35.115482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b8401-11b9-4c45-8ae5-fcfc01d67c34 service neutron] Pushing event updated for resources: {'Port': ['ID=363b15b7-c860-4ab3-997a-397ef7252ed5,revision_number=3']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:35.213658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-9d5b77b1-75ac-4e17-bd28-e67ebe79c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:35.215836 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-9d5b77b1-75ac-4e17-bd28-e67ebe79c5d9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 1094 time: 0.0874627 Jun 03 16:36:35.217437 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e329c5-51e9-4241-97c7-7a2f3f9bd3d0'] response: {'name': 'network-changed', 'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'status': 'completed', 'code': 200} Jun 03 16:36:35.286817 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-10bc77e3-b56b-46d0-b6ed-9fe8666924e4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363b15b7-c860-4ab3-997a-397ef7252ed5 HTTP/1.1" status: 200 len: 217 time: 0.0609090 Jun 03 16:36:35.357482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-1c01e9cd-729c-454a-9568-f7c7bba7c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:35.359062 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-1c01e9cd-729c-454a-9568-f7c7bba7c5b4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0625100 Jun 03 16:36:35.393206 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:35.444547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-9e8e4d71-dcdf-446f-958c-b3f6f2c49a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:35.446524 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-9e8e4d71-dcdf-446f-958c-b3f6f2c49a7d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780652 Jun 03 16:36:35.748411 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-f2a34cfd-d990-4e8d-b343-294d705e06c5 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945170 Jun 03 16:36:35.830493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1186a105-e96c-40a1-bb82-892d0a9bd8c0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:35.835234 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b29b9d-8140-49b2-8cbf-80216b3f9aad req-06c2f229-b4c6-480d-9fb0-288179305b94 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:35.836776 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8b29b9d-8140-49b2-8cbf-80216b3f9aad req-06c2f229-b4c6-480d-9fb0-288179305b94 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 943 time: 0.2032857 Jun 03 16:36:35.906383 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning for port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:35.912335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:35.912837 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:35.913935 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-d8b29b9d-8140-49b2-8cbf-80216b3f9aad req-aec7f3ff-36ee-4834-b602-ab4869a80518 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638156 Jun 03 16:36:35.936463 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4f16ab04-b403-41a4-a7d5-e66262f29fc2 req-fdc75bd1-25dc-48db-89a3-79b0cef187d5 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762755 Jun 03 16:36:35.983417 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:36.052847 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 is: DOWN; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:36.053440 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:36.061382 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196dcd-5837-43c5-bfea-2aefcac3f58a req-2f4bb142-bda8-41bb-b1e9-3d25cef48946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:36.062894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8196dcd-5837-43c5-bfea-2aefcac3f58a req-2f4bb142-bda8-41bb-b1e9-3d25cef48946 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 1094 time: 0.0741382 Jun 03 16:36:36.089536 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] For port 1186a105-e96c-40a1-bb82-892d0a9bd8c0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=1186a105-e96c-40a1-bb82-892d0a9bd8c0,segment=NetworkSegment(91750dcc-33fe-410c-b5e7-58a238903f88),segment_id=91750dcc-33fe-410c-b5e7-58a238903f88)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:36.095938 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:36.166376 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Pushing event updated for resources: {'Port': ['ID=1186a105-e96c-40a1-bb82-892d0a9bd8c0,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:36.207306 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196dcd-5837-43c5-bfea-2aefcac3f58a req-761f4d9f-89e5-45cc-8f84-2b2f8edec16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:36.208791 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8196dcd-5837-43c5-bfea-2aefcac3f58a req-761f4d9f-89e5-45cc-8f84-2b2f8edec16d service neutron] 10.222.0.75 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1351094 Jun 03 16:36:36.284015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8196dcd-5837-43c5-bfea-2aefcac3f58a req-b77b145f-14a5-49f0-8fd2-b52b47a77eee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363b15b7-c860-4ab3-997a-397ef7252ed5 HTTP/1.1" status: 200 len: 217 time: 0.0666821 Jun 03 16:36:36.351139 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196dcd-5837-43c5-bfea-2aefcac3f58a req-6d7c8c92-d4cd-4e83-a127-34ca435f1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:36.352493 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8196dcd-5837-43c5-bfea-2aefcac3f58a req-6d7c8c92-d4cd-4e83-a127-34ca435f1c3b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0613930 Jun 03 16:36:36.434006 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196dcd-5837-43c5-bfea-2aefcac3f58a req-8f9a7443-9d08-4fb7-86e4-bb07be32aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:36.435445 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8196dcd-5837-43c5-bfea-2aefcac3f58a req-8f9a7443-9d08-4fb7-86e4-bb07be32aeba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753281 Jun 03 16:36:36.580530 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8196dcd-5837-43c5-bfea-2aefcac3f58a req-7ee5a060-f3c8-409f-832b-515b6b7530ac service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381705 Jun 03 16:36:36.714859 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f8196dcd-5837-43c5-bfea-2aefcac3f58a req-54bfdcb3-f45a-4c6e-beba-ddd619e3df69 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280804 Jun 03 16:36:37.108411 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccfb76-bc3a-4aa9-a7e6-2a39df4d278f req-1c36ebd7-9d03-4b2a-86ee-83894e8f3ca5 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:37.109838 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5bccfb76-bc3a-4aa9-a7e6-2a39df4d278f req-1c36ebd7-9d03-4b2a-86ee-83894e8f3ca5 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 943 time: 0.0825109 Jun 03 16:36:37.157192 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5bccfb76-bc3a-4aa9-a7e6-2a39df4d278f req-f16bd027-1b12-4339-b0da-fbcbf115e320 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413535 Jun 03 16:36:37.369425 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:37.804826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1186a105-e96c-40a1-bb82-892d0a9bd8c0 up at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:37.873175 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Provisioning complete for port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:37.873534 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:37.991950 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 is: ACTIVE; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:38.363940 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aee9d-57be-4493-bb41-85830fb898f2 req-ca6cb24f-5ed7-4460-8f0f-6118e83ecd14 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:38.365365 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df0aee9d-57be-4493-bb41-85830fb898f2 req-ca6cb24f-5ed7-4460-8f0f-6118e83ecd14 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 943 time: 0.0867717 Jun 03 16:36:38.409157 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-df0aee9d-57be-4493-bb41-85830fb898f2 req-b964ab66-6b59-46fb-80a4-297efffb946e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379853 Jun 03 16:36:39.075169 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 363b15b7-c860-4ab3-997a-397ef7252ed5 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:36:39.218407 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 363b15b7-c860-4ab3-997a-397ef7252ed5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=363b15b7-c860-4ab3-997a-397ef7252ed5,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:39.231611 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'mac_address': 'fa:16:3e:26:7c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:36:39.289802 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 363b15b7-c860-4ab3-997a-397ef7252ed5 is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:39.290194 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:39.307674 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363b15b7-c860-4ab3-997a-397ef7252ed5 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:36:39.324160 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 363b15b7-c860-4ab3-997a-397ef7252ed5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=363b15b7-c860-4ab3-997a-397ef7252ed5,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:39.331529 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:39.398227 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=363b15b7-c860-4ab3-997a-397ef7252ed5,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:39.562332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['363b15b7-c860-4ab3-997a-397ef7252ed5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:36:39.622157 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6190a2-581d-4014-ba4d-b61707d3e705 req-09034bba-8c87-4618-817a-568097101e12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:39.623681 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd6190a2-581d-4014-ba4d-b61707d3e705 req-09034bba-8c87-4618-817a-568097101e12 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 944 time: 0.0860209 Jun 03 16:36:39.669447 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bd6190a2-581d-4014-ba4d-b61707d3e705 req-cbcd8379-1ea6-4845-bd60-03a7ebcd19aa tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397062 Jun 03 16:36:39.758668 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:40.875359 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e41d4-7fa8-43bf-9b36-af0a0b62713a req-f68b4cdb-f7e5-4f76-9355-c4fc573b9255 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:40.876831 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-225e41d4-7fa8-43bf-9b36-af0a0b62713a req-f68b4cdb-f7e5-4f76-9355-c4fc573b9255 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 944 time: 0.0872545 Jun 03 16:36:40.924251 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-225e41d4-7fa8-43bf-9b36-af0a0b62713a req-abf163e0-6f37-4b82-a9c1-0f7556cf115f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416324 Jun 03 16:36:41.082062 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 363b15b7-c860-4ab3-997a-397ef7252ed5 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:36:41.165777 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning for port 363b15b7-c860-4ab3-997a-397ef7252ed5 completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:36:41.170779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 363b15b7-c860-4ab3-997a-397ef7252ed5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:36:41.171144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:41.293680 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 363b15b7-c860-4ab3-997a-397ef7252ed5 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:36:41.294091 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:41.325551 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:36:41.336778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 363b15b7-c860-4ab3-997a-397ef7252ed5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=363b15b7-c860-4ab3-997a-397ef7252ed5,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:36:41.342834 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:41.378319 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4dfa0c6-5915-4895-98a0-485fa5ff8b2b'] response: {'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'code': 200} Jun 03 16:36:41.414239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=363b15b7-c860-4ab3-997a-397ef7252ed5,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:41.511184 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171498e8-1b3e-44cf-ba30-11c543d10bd1 req-a71a3006-9245-4cec-8a3a-83a1747f0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:41.512758 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-171498e8-1b3e-44cf-ba30-11c543d10bd1 req-a71a3006-9245-4cec-8a3a-83a1747f0595 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 1096 time: 0.0776100 Jun 03 16:36:41.553634 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-171498e8-1b3e-44cf-ba30-11c543d10bd1 req-8ea60299-0a42-416e-a636-51c84146b4b4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347247 Jun 03 16:36:42.125138 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b57e1-b353-456e-8f7d-c0fd89580881 req-a551eb1e-4b5e-4def-9f16-21d1cb2c19bb tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:42.126526 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff2b57e1-b353-456e-8f7d-c0fd89580881 req-a551eb1e-4b5e-4def-9f16-21d1cb2c19bb tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 945 time: 0.0849564 Jun 03 16:36:42.169978 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-ff2b57e1-b353-456e-8f7d-c0fd89580881 req-ecdeb243-17ae-4781-98e6-13dfb33ec846 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371816 Jun 03 16:36:43.478090 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c836a-985a-40e1-a72c-bbba25c93c8c req-1fb3f2de-f60f-4346-bef5-114bc8a76f49 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:43.480139 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be3c836a-985a-40e1-a72c-bbba25c93c8c req-1fb3f2de-f60f-4346-bef5-114bc8a76f49 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 945 time: 0.1895986 Jun 03 16:36:43.541531 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-be3c836a-985a-40e1-a72c-bbba25c93c8c req-8b3ff20c-b5cc-49b9-b46a-fc0fe6ca5d7d tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519266 Jun 03 16:36:43.748069 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d2f29-6ce6-44fb-ac73-52ed1e1b58e7 req-3d60db8e-c898-4956-a979-efbcb4023480 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:43.749514 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-825d2f29-6ce6-44fb-ac73-52ed1e1b58e7 req-3d60db8e-c898-4956-a979-efbcb4023480 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 945 time: 0.0945308 Jun 03 16:36:43.797439 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-825d2f29-6ce6-44fb-ac73-52ed1e1b58e7 req-97c59f1f-218e-4bda-88d0-c4685300cef3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419316 Jun 03 16:36:43.820263 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40180) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:43.991001 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3719c77c-28b7-4cef-9d56-b7c7b2aa1d65 tempest-TestSnapshotPattern-1843214927 tempest-TestSnapshotPattern-1843214927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:43.991698 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3719c77c-28b7-4cef-9d56-b7c7b2aa1d65 tempest-TestSnapshotPattern-1843214927 tempest-TestSnapshotPattern-1843214927-project-admin] Synchronizing usage tracker for tenant:670b92fdb76e4c3f88ac77a1f212544b on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:36:44.008760 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-3719c77c-28b7-4cef-9d56-b7c7b2aa1d65 tempest-TestSnapshotPattern-1843214927 tempest-TestSnapshotPattern-1843214927-project-admin] Unset dirty status for tenant:670b92fdb76e4c3f88ac77a1f212544b on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:36:44.010032 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-3719c77c-28b7-4cef-9d56-b7c7b2aa1d65 tempest-TestSnapshotPattern-1843214927 tempest-TestSnapshotPattern-1843214927-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 1091 time: 0.1883922 Jun 03 16:36:44.013115 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40186) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:36:44.018064 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:36:44.024702 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:36:44.030196 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Usage tracker for resource:floatingip and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:36:44.034796 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:36:44.043901 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:36:44.061113 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:44.081427 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:36:44.203369 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:44.342613 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Allocated IP 172.25.7.46 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/d86a9bd6-edd9-47b6-a288-1f690954eb46) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:36:44.492863 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:44.525712 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:44.589544 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:36:44.592549 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:36:44.595546 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:36:44.633483 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'Port': ['ID=d86a9bd6-edd9-47b6-a288-1f690954eb46,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:45.032751 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:45.108923 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:45.325689 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:45.331367 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:45.436241 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'Port': ['ID=d86a9bd6-edd9-47b6-a288-1f690954eb46,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:36:45.448976 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:45.730219 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Floating IP eb85723a-1008-4bf3-9004-d0dfca9721c1 associated. External IP: 172.25.7.46, port: 363b15b7-c860-4ab3-997a-397ef7252ed5. Jun 03 16:36:46.093100 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:36:46.286301 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:36:46.296570 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb3a06-9da5-4f0f-821c-adc89d9aae8d None None] Sync routers for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:36:46.307506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb3a06-9da5-4f0f-821c-adc89d9aae8d None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:46.307506 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e3fb3a06-9da5-4f0f-821c-adc89d9aae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:46.314577 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:36:46.370400 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-56292a70-c916-4e6f-b99f-9bddeafc56d3 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3561127 Jun 03 16:36:46.371054 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:36:46.415710 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00397512-cc29-436a-ab38-c3462d5c4181'] response: {'name': 'network-changed', 'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'status': 'completed', 'code': 200} Jun 03 16:36:46.490089 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e3fb3a06-9da5-4f0f-821c-adc89d9aae8d None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:46.514532 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-669678ed-a4f9-4a43-92be-cb135817c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:46.516076 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-669678ed-a4f9-4a43-92be-cb135817c919 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 1096 time: 0.0755541 Jun 03 16:36:46.658569 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-398e5053-c5f1-4a19-9a97-4bab55a9e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:46.659920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-398e5053-c5f1-4a19-9a97-4bab55a9e4cf service neutron] 10.222.0.75 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1361194 Jun 03 16:36:46.770168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-42e7b797-11ee-4e7a-995b-4ffa6f4cb650 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363b15b7-c860-4ab3-997a-397ef7252ed5 HTTP/1.1" status: 200 len: 998 time: 0.1005089 Jun 03 16:36:46.838342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e3fb3a06-9da5-4f0f-821c-adc89d9aae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'eb85723a-1008-4bf3-9004-d0dfca9721c1', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:26:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef43652-d385-4c97-9998-6bec35921f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:36:44Z', 'updated_at': '2022-06-03T16:36:44Z', 'revision_number': 0, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:46.838684 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-28347871-0dcc-4ad2-a127-0e90e3a7130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:46.840180 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-28347871-0dcc-4ad2-a127-0e90e3a7130f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0604298 Jun 03 16:36:46.842677 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb3a06-9da5-4f0f-821c-adc89d9aae8d None None] Checking router: 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:36:46.851452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb3a06-9da5-4f0f-821c-adc89d9aae8d None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:36:46.852059 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e3fb3a06-9da5-4f0f-821c-adc89d9aae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:36:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:46.915709 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-9dde92ac-7242-4480-9b82-a8efbec114d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:36:46.917249 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-9dde92ac-7242-4480-9b82-a8efbec114d6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708752 Jun 03 16:36:46.928273 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-d3b007a9-30b9-4d3d-adc5-0b80df083e44 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:36:46.929214 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-d3b007a9-30b9-4d3d-adc5-0b80df083e44 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050960 Jun 03 16:36:47.028213 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-e3fb3a06-9da5-4f0f-821c-adc89d9aae8d None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:36:47.066969 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-ec94843a-3877-4d06-8595-89d5bc1187b4 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233389 Jun 03 16:36:47.316111 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-47a87692-9ad5-4c8e-a54c-f2f336c0c1b9 req-d1f54d5c-4e4a-4b79-926b-2ec96292d2f2 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421980 Jun 03 16:36:47.426605 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-e3fb3a06-9da5-4f0f-821c-adc89d9aae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'eb85723a-1008-4bf3-9004-d0dfca9721c1', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:26:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef43652-d385-4c97-9998-6bec35921f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:36:44Z', 'updated_at': '2022-06-03T16:36:44Z', 'revision_number': 0, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:36:47.430791 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fb3a06-9da5-4f0f-821c-adc89d9aae8d None None] The sync data for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 is: [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'eb85723a-1008-4bf3-9004-d0dfca9721c1', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:26:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef43652-d385-4c97-9998-6bec35921f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:36:44Z', 'updated_at': '2022-06-03T16:36:44Z', 'revision_number': 0, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:36:47.637835 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc0eb7f-fb1c-4cd9-9bda-9b2c40f46788 None None] New status for floating IP eb85723a-1008-4bf3-9004-d0dfca9721c1: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:37:00.317734 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:02.266192 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1be4285c-2dbb-47eb-8c38-583f50d923da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:04.910396 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a89b6889-63e6-4233-ae07-61a93a2110b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:05.398794 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:05.948181 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:07.371890 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:09.747724 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:21.086837 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:37:29.767033 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-7d47c289-0b5b-4652-9dd7-fec2ca223d5b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867000 Jun 03 16:37:29.918490 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-1615b1c5-fe5c-48a1-b6e7-bc3f6478e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:29.919976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-1615b1c5-fe5c-48a1-b6e7-bc3f6478e245 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 1096 time: 0.0811353 Jun 03 16:37:30.067276 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-c458c826-2c77-4d8a-9179-b3895c270cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:30.068669 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-c458c826-2c77-4d8a-9179-b3895c270cea service neutron] 10.222.0.75 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1281655 Jun 03 16:37:30.172997 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-36c36835-1eff-4168-8b12-5569b5822f25 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363b15b7-c860-4ab3-997a-397ef7252ed5 HTTP/1.1" status: 200 len: 1000 time: 0.0953655 Jun 03 16:37:30.243052 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-c70b74a9-1581-4928-8992-ac6a627b526d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:30.244450 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-c70b74a9-1581-4928-8992-ac6a627b526d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0646389 Jun 03 16:37:30.316620 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:30.323690 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-e4d8a11c-835d-458a-90aa-7037ae8be030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:37:30.325250 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-e4d8a11c-835d-458a-90aa-7037ae8be030 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737360 Jun 03 16:37:30.460432 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-0a2b8533-412a-4668-84fb-6f4a4bbac164 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281867 Jun 03 16:37:30.608173 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8dc8fe3f-cacb-4e53-a107-da34db46a591 req-bc4b3ece-1875-4349-a6f3-8cba529df9f8 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402962 Jun 03 16:37:32.264744 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ff8457e-b903-44ce-bfe1-4242f7c0864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:34.911682 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4996186d-3ac8-458e-b0e3-8c6bb8266207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:35.409280 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:35.948416 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:37.374464 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:39.752291 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:37:58.092908 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:38:00.321737 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:02.265271 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bfae8941-77ca-4388-9ee3-e1f9351a410c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:04.911484 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-50efa35f-ff41-4eaf-a2ab-b42072648d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:05.405680 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:05.952067 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:07.377977 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:09.753308 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:29.767040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-56b6b823-bbfd-4860-8a41-975bbfde0309 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783169 Jun 03 16:38:29.918730 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-758444c5-00fe-47fb-b22f-923339351dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:38:29.920215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-758444c5-00fe-47fb-b22f-923339351dfc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 1096 time: 0.0783601 Jun 03 16:38:30.079508 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-0c0ed2a2-523b-402d-acf4-aa8e1518ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:38:30.080894 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-0c0ed2a2-523b-402d-acf4-aa8e1518ec12 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1357901 Jun 03 16:38:30.186549 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-558ba309-b1be-439a-b738-539d61fc3d79 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363b15b7-c860-4ab3-997a-397ef7252ed5 HTTP/1.1" status: 200 len: 1000 time: 0.0976381 Jun 03 16:38:30.251664 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-c506fe9d-1813-4400-9710-489966ca91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:38:30.253047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-c506fe9d-1813-4400-9710-489966ca91d2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0595055 Jun 03 16:38:30.333928 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-64b1f7e3-cb70-4360-a1ae-06758869aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:38:30.335318 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-64b1f7e3-cb70-4360-a1ae-06758869aa2a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741234 Jun 03 16:38:30.344943 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:30.481082 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-921e6873-6188-4074-8ed7-d2f2b7e5a029 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376002 Jun 03 16:38:30.715107 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6cdae3d2-b57c-46ef-bc45-08f259a75003 req-e0406400-7b62-4a85-8d71-49ceff62740f service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270591 Jun 03 16:38:32.269997 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e9c471fc-75a3-4f7c-8ee3-adf48df4827f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:34.916996 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-591ad47f-774c-47a0-998f-904c996061fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:35.097163 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:38:35.421967 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:35.953856 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:37.386080 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:39.746860 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:55.659625 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 363b15b7-c860-4ab3-997a-397ef7252ed5 details requested by agent hyperv_n-h1-844595-1 with host n-h1-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:38:55.795655 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 363b15b7-c860-4ab3-997a-397ef7252ed5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=363b15b7-c860-4ab3-997a-397ef7252ed5,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:38:55.810779 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Returning: {'device': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'mac_address': 'fa:16:3e:26:7c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:38:55.871629 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 363b15b7-c860-4ab3-997a-397ef7252ed5 is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:38:55.872024 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:55.889728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 363b15b7-c860-4ab3-997a-397ef7252ed5 {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:38:55.905569 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 363b15b7-c860-4ab3-997a-397ef7252ed5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=363b15b7-c860-4ab3-997a-397ef7252ed5,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:38:55.910595 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:55.985472 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=363b15b7-c860-4ab3-997a-397ef7252ed5,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:38:55.993885 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] get_ports_and_sgs() called for port_ids ['363b15b7-c860-4ab3-997a-397ef7252ed5'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:38:56.019124 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:56.019456 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:56.019796 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:56.020125 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:56.020462 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:56.020778 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:56.021103 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:56.021421 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:56.021742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:56.022088 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:56.022410 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:56.022728 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:38:57.663690 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 363b15b7-c860-4ab3-997a-397ef7252ed5 up at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:38:57.739193 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Provisioning complete for port 363b15b7-c860-4ab3-997a-397ef7252ed5 triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:38:57.739567 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:57.869028 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 363b15b7-c860-4ab3-997a-397ef7252ed5 is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:38:57.869498 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:57.900925 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:38:57.914944 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 363b15b7-c860-4ab3-997a-397ef7252ed5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=363b15b7-c860-4ab3-997a-397ef7252ed5,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:38:57.921325 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:38:58.000482 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=363b15b7-c860-4ab3-997a-397ef7252ed5,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:38:58.031177 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167b1b3b-b9e5-4012-8220-c349a317f2f0'] response: {'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'code': 200} Jun 03 16:39:00.362642 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:02.265605 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a292385c-4d2a-4472-8b51-023d52beb549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:04.912221 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-852413e5-162e-4c32-8313-1b150e203722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:04.958924 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-0ea245aa-b1f1-4bf4-a3f6-392f4e4ec807 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936547744&fields=id&tenant_id=59e892ac8fcf452ea144bfdc497e9c5e HTTP/1.1" status: 200 len: 267 time: 0.0414708 Jun 03 16:39:05.128325 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-b70b643c-24ee-41fd-add7-576630a65464 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:05.129699 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-b70b643c-24ee-41fd-add7-576630a65464 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 809 time: 0.1635723 Jun 03 16:39:05.148167 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-69aa6f5a-e998-45e6-8fe6-5514bafdee7d tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/quotas/59e892ac8fcf452ea144bfdc497e9c5e HTTP/1.1" status: 200 len: 375 time: 0.0101755 Jun 03 16:39:05.239807 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-a9ffb109-b61a-4aaf-8c0b-4f695d26671a tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0867422 Jun 03 16:39:05.298074 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-8df16d87-1863-4e4a-9f00-fbfd1456256c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:39:05.299015 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-8df16d87-1863-4e4a-9f00-fbfd1456256c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476465 Jun 03 16:39:05.406560 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:05.434725 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-4a0c77dc-02dc-45ed-a41d-fc8fa060a0eb service neutron] 10.222.0.48 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295199 Jun 03 16:39:05.576974 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1536d637-f477-4845-bc0d-69ba009b6e5b service neutron] 10.222.0.48 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361303 Jun 03 16:39:05.821223 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-13fc5afc-f8d5-4073-8b3e-1ba81eaa8cf3 req-97849ffb-41f6-488a-8c73-df0dc92d8d98 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 210 time: 0.0887866 Jun 03 16:39:05.951271 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:07.040723 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-bb759263-434b-4d38-9301-410cc8edbd4e req-1047bc86-e783-420f-a8ad-e91330df8a39 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 210 time: 0.0943096 Jun 03 16:39:07.110926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-f51650fd-24c7-408e-9f53-27378814578c tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:07.112278 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-f51650fd-24c7-408e-9f53-27378814578c tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.67 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 809 time: 0.1519146 Jun 03 16:39:07.171388 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d5c33c86-7711-4076-890a-e3e4e8bc94ac tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59e892ac8fcf452ea144bfdc497e9c5e HTTP/1.1" status: 200 len: 380 time: 0.0394714 Jun 03 16:39:07.180383 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Request body: {'port': {'device_id': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'admin_state_up': True, 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'security_groups': ['d5b02e6b-efb8-4a07-bd00-eae9f8d330b4']}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:39:07.317434 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:39:07.327296 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.quota.driver [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:39:07.340074 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Made reservation on behalf of 59e892ac8fcf452ea144bfdc497e9c5e for: {'port': 1} {{(pid=88444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 16:39:07.343834 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:07.395265 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:07.515215 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_common [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Allocated IP 172.20.0.9 (e65bd643-1c98-47cc-b06a-93b867b60c81/8145de18-d2ab-426f-b627-50949dcad60d/8bf04a53-d324-445a-b6b1-ad11db74a35e) {{(pid=88444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:39:07.858423 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for port, precommit_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:07.881991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Transition to ACTIVE for port object 8bf04a53-d324-445a-b6b1-ad11db74a35e will not be triggered until provisioned by entity DHCP. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:39:07.909748 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_create {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:07.991361 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Network e65bd643-1c98-47cc-b06a-93b867b60c81 is already hosted by enough agents. {{(pid=88444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:39:07.994861 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.base_scheduler [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources bound (agent type, host, resource id): {{(pid=88444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:39:08.000028 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Received port after_create {{(pid=88444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:39:08.033922 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'Port': ['ID=8bf04a53-d324-445a-b6b1-ad11db74a35e,revision_number=1']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:08.060643 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.061319 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.061806 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.062301 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.062777 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.063240 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.063703 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.064220 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.064687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.065152 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.065611 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.066091 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:08.098926 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:08.099742 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:08.135536 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-1e6e6ca4-ea5f-4c34-bf7b-0e6b988cd960 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9584429 Jun 03 16:39:08.423178 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-22c341b9-0fb1-4546-89ed-506535e670b4 None None] Provisioning for port 8bf04a53-d324-445a-b6b1-ad11db74a35e completed by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:39:08.433159 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-22c341b9-0fb1-4546-89ed-506535e670b4 None None] Provisioning complete for port 8bf04a53-d324-445a-b6b1-ad11db74a35e triggered by entity DHCP. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:39:08.434160 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-22c341b9-0fb1-4546-89ed-506535e670b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:08.434793 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee98d-3af5-4289-a30e-693f37bd6e02 req-8e67de28-5d21-4ddb-8bcd-e78c616339c2 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:08.436964 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-486ee98d-3af5-4289-a30e-693f37bd6e02 req-8e67de28-5d21-4ddb-8bcd-e78c616339c2 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 931 time: 0.2215130 Jun 03 16:39:08.514568 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-486ee98d-3af5-4289-a30e-693f37bd6e02 req-db35cbb0-44e5-4f50-8162-bc0ca0daf45e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670738 Jun 03 16:39:08.555835 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-22c341b9-0fb1-4546-89ed-506535e670b4 None None] Port 8bf04a53-d324-445a-b6b1-ad11db74a35e cannot update to ACTIVE because it is not bound. {{(pid=88446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 03 16:39:09.706662 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba8d3-c776-453e-bfe6-5e479e74e840 req-90ff6f9b-8344-4551-964b-f803d8b8c1c8 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:09.708132 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f0ba8d3-c776-453e-bfe6-5e479e74e840 req-90ff6f9b-8344-4551-964b-f803d8b8c1c8 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 931 time: 0.0891738 Jun 03 16:39:09.727337 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 363b15b7-c860-4ab3-997a-397ef7252ed5 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:39:09.766241 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-0f0ba8d3-c776-453e-bfe6-5e479e74e840 req-c98fc5eb-4d0e-4ca5-a5f8-34d111b75229 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502090 Jun 03 16:39:09.798943 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:09.870029 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Current status of the port 363b15b7-c860-4ab3-997a-397ef7252ed5 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:39:09.870419 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:09.899214 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:39:09.909431 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] For port 363b15b7-c860-4ab3-997a-397ef7252ed5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=363b15b7-c860-4ab3-997a-397ef7252ed5,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:39:09.915504 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:09.974678 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cadf147-d356-4566-94c7-13cb6071cd7a'] response: {'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'code': 200} Jun 03 16:39:09.993546 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Pushing event updated for resources: {'Port': ['ID=363b15b7-c860-4ab3-997a-397ef7252ed5,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:10.961666 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b4ff3-ea7c-4809-8479-f9c56b478211 req-dccba98e-c980-45ea-8f8b-6888926db989 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:10.963425 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-556b4ff3-ea7c-4809-8479-f9c56b478211 req-dccba98e-c980-45ea-8f8b-6888926db989 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 931 time: 0.0913508 Jun 03 16:39:11.011079 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-556b4ff3-ea7c-4809-8479-f9c56b478211 req-2d673680-7319-4669-ac98-e5ac7a4f7aba tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414915 Jun 03 16:39:12.098132 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:39:12.212868 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020dc35-d35e-4321-8e59-9fa7bbca1b3c req-0a8516b4-1597-4e1a-9ec5-71120deb7c87 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:12.214364 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2020dc35-d35e-4321-8e59-9fa7bbca1b3c req-0a8516b4-1597-4e1a-9ec5-71120deb7c87 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 931 time: 0.0885518 Jun 03 16:39:12.263697 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2020dc35-d35e-4321-8e59-9fa7bbca1b3c req-ad2e7c1c-b388-4a30-8c5a-e7d1bd1e93cc tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432427 Jun 03 16:39:13.482547 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf37f7-3c04-4189-842e-2f347f2a1ad3 req-eece1277-bedf-41aa-bb79-745bf9085084 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:13.484039 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-debf37f7-3c04-4189-842e-2f347f2a1ad3 req-eece1277-bedf-41aa-bb79-745bf9085084 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 931 time: 0.0912175 Jun 03 16:39:13.532872 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-debf37f7-3c04-4189-842e-2f347f2a1ad3 req-3b248083-74b9-483e-8d1e-f365f375f7bb tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Jun 03 16:39:14.727887 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f639eeb-e069-41df-a024-b6d259e44701 req-e49e2c50-3f3a-47f2-a71d-f037a2abe8fe tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:14.729567 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f639eeb-e069-41df-a024-b6d259e44701 req-e49e2c50-3f3a-47f2-a71d-f037a2abe8fe tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 931 time: 0.0863881 Jun 03 16:39:14.775084 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-7f639eeb-e069-41df-a024-b6d259e44701 req-c33014c0-f225-4dec-a755-0e23104ce1e9 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397127 Jun 03 16:39:15.979748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec471e8-bc38-4abc-8eeb-92637625431c req-a093d300-c9c0-4a4b-8721-ed7c13208c02 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:15.981179 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ec471e8-bc38-4abc-8eeb-92637625431c req-a093d300-c9c0-4a4b-8721-ed7c13208c02 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 931 time: 0.0912523 Jun 03 16:39:16.024554 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-8ec471e8-bc38-4abc-8eeb-92637625431c req-b8cadcd7-caea-41e7-9b86-f21b6865b200 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375271 Jun 03 16:39:17.229849 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b765b-6ba9-445d-a9d9-9a4a6305093c req-b9f9a3a9-5538-4f67-994d-54939ff607cc tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:17.231312 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-116b765b-6ba9-445d-a9d9-9a4a6305093c req-b9f9a3a9-5538-4f67-994d-54939ff607cc tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 931 time: 0.0883446 Jun 03 16:39:17.276666 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-116b765b-6ba9-445d-a9d9-9a4a6305093c req-cf8a7cf5-e73b-4b0b-af30-93584f82f1f0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394013 Jun 03 16:39:18.182619 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.v2.base [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Request body: {'port': {'device_id': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844595-1'}} {{(pid=88444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:39:18.294532 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:18.460089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6801ef7-429c-4c14-9f1e-ae184444a21a req-2543a07e-1a41-4a33-8472-7d60e1640756 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:18.461514 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6801ef7-429c-4c14-9f1e-ae184444a21a req-2543a07e-1a41-4a33-8472-7d60e1640756 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 931 time: 0.0799973 Jun 03 16:39:18.506487 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-f6801ef7-429c-4c14-9f1e-ae184444a21a req-fb258e63-c2ba-4e09-b906-b685622bba3f tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388339 Jun 03 16:39:18.632937 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf04a53-d324-445a-b6b1-ad11db74a35e {{(pid=88444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:39:18.640089 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:18.654476 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.provisioning_blocks [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Transition to ACTIVE for port object 8bf04a53-d324-445a-b6b1-ad11db74a35e will not be triggered until provisioned by entity L2. {{(pid=88444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 03 16:39:18.661152 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:18.798158 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Pushing event updated for resources: {'Port': ['ID=8bf04a53-d324-445a-b6b1-ad11db74a35e,revision_number=2']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:18.902514 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Attempting to bind port 8bf04a53-d324-445a-b6b1-ad11db74a35e on host n-h2-844595-1 for vnic_type normal with profile {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 03 16:39:18.902841 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Attempting to bind port 8bf04a53-d324-445a-b6b1-ad11db74a35e by drivers openvswitch,hyperv on host n-h2-844595-1 at level 0 using segments [{'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 03 16:39:18.903164 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Attempting to bind port 8bf04a53-d324-445a-b6b1-ad11db74a35e on network e65bd643-1c98-47cc-b06a-93b867b60c81 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:39:18.907910 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Port 8bf04a53-d324-445a-b6b1-ad11db74a35e on network e65bd643-1c98-47cc-b06a-93b867b60c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-844595-1 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 03 16:39:18.908221 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Attempting to bind port 8bf04a53-d324-445a-b6b1-ad11db74a35e on network e65bd643-1c98-47cc-b06a-93b867b60c81 {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 03 16:39:18.913365 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Checking agent: {'id': '07172e96-f645-42ae-84a8-ca5a3296af88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844595-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'started_at': datetime.datetime(2022, 6, 3, 15, 7, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 16, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 03 16:39:18.913693 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Checking segment: {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 03 16:39:18.914094 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Bound using segment: {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'} {{(pid=88444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 03 16:39:18.914509 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.managers [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Bound port: 8bf04a53-d324-445a-b6b1-ad11db74a35e, host: n-h2-844595-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8150f9-7762-42aa-9dbb-c8685369be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81'}}] {{(pid=88444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 03 16:39:18.914844 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:19.009601 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] For port 8bf04a53-d324-445a-b6b1-ad11db74a35e, host n-h2-844595-1, cleared binding levels {{(pid=88444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 03 16:39:19.012490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] For port 8bf04a53-d324-445a-b6b1-ad11db74a35e, host n-h2-844595-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 03 16:39:19.020597 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3017420'] for port, after_update {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:19.080913 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:19.081308 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:19.082789 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] 10.222.0.67 "PUT /v2.0/ports/8bf04a53-d324-445a-b6b1-ad11db74a35e HTTP/1.1" status: 200 len: 1091 time: 0.9539654 Jun 03 16:39:19.083219 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:39:19.104045 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe82b2-1c1c-4d13-88c9-f6dbc9e0fc2a service neutron] Pushing event updated for resources: {'Port': ['ID=8bf04a53-d324-445a-b6b1-ad11db74a35e,revision_number=3']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:19.203121 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b4989f-3edc-4cc9-a42b-7fcfc9a7276e'] response: {'name': 'network-changed', 'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'status': 'completed', 'code': 200} Jun 03 16:39:19.219889 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-ce13b746-aeba-408d-8716-582f232d4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:19.221418 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-ce13b746-aeba-408d-8716-582f232d4f02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 1094 time: 0.0835414 Jun 03 16:39:19.299438 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-29f100a8-70e1-4c18-9163-9daadd87e9c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e HTTP/1.1" status: 200 len: 217 time: 0.0615721 Jun 03 16:39:19.364260 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-e4a253cd-43df-44dd-88b8-c48db93e5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:19.365698 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-e4a253cd-43df-44dd-88b8-c48db93e5f9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0607681 Jun 03 16:39:19.442089 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-2a3b6053-d118-4412-a830-3fea5ba348a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:19.443898 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-2a3b6053-d118-4412-a830-3fea5ba348a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723729 Jun 03 16:39:19.575995 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-841ab66b-10fe-4e69-aec4-360a21eef51a service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255624 Jun 03 16:39:19.711055 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f6aa63cd-503f-441a-b607-af88c4be3ddf req-e24949cf-b904-4171-81a3-dbc03eb31d9e service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283138 Jun 03 16:39:19.797650 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774deea-5123-451b-998b-fcf47cc7974c req-f1ddd07f-5aab-46bf-9ffa-770998f4e354 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:19.799161 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2774deea-5123-451b-998b-fcf47cc7974c req-f1ddd07f-5aab-46bf-9ffa-770998f4e354 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 943 time: 0.1842678 Jun 03 16:39:19.846305 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2774deea-5123-451b-998b-fcf47cc7974c req-0b2a1bbf-a10c-4878-b786-312fabc113ad tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Jun 03 16:39:19.988658 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb2da5-1fd0-439b-aafb-70b34f9bc4bf req-96bcc1a4-0f09-4f7b-a935-a40396327a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:19.990214 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3cb2da5-1fd0-439b-aafb-70b34f9bc4bf req-96bcc1a4-0f09-4f7b-a935-a40396327a53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 1094 time: 0.1842823 Jun 03 16:39:20.124324 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb2da5-1fd0-439b-aafb-70b34f9bc4bf req-fa2c617a-5525-423e-9ae1-0a6b07eb79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:20.125674 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3cb2da5-1fd0-439b-aafb-70b34f9bc4bf req-fa2c617a-5525-423e-9ae1-0a6b07eb79e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1292973 Jun 03 16:39:20.192864 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3cb2da5-1fd0-439b-aafb-70b34f9bc4bf req-a8d0b7a9-df0d-4c9b-89f6-486bcc15a8c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e HTTP/1.1" status: 200 len: 217 time: 0.0602608 Jun 03 16:39:20.256343 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb2da5-1fd0-439b-aafb-70b34f9bc4bf req-3e28c237-25be-4be9-ace0-e03547272e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:20.257722 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3cb2da5-1fd0-439b-aafb-70b34f9bc4bf req-3e28c237-25be-4be9-ace0-e03547272e67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0595369 Jun 03 16:39:20.340713 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb2da5-1fd0-439b-aafb-70b34f9bc4bf req-22d4f93c-4291-448c-a26b-0f804590818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:20.342226 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3cb2da5-1fd0-439b-aafb-70b34f9bc4bf req-22d4f93c-4291-448c-a26b-0f804590818b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773220 Jun 03 16:39:20.482569 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3cb2da5-1fd0-439b-aafb-70b34f9bc4bf req-36485788-4997-4560-aa42-ffa04bf95642 service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337504 Jun 03 16:39:20.613529 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f3cb2da5-1fd0-439b-aafb-70b34f9bc4bf req-a992c9cc-41bb-41a5-9cee-c6716b817e2c service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237314 Jun 03 16:39:21.046820 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a686f0-ecc7-4988-9e30-2a8aee146d98 req-fdd5d14a-c9f6-4bd4-84d0-b43d4ccfc753 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:21.048307 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77a686f0-ecc7-4988-9e30-2a8aee146d98 req-fdd5d14a-c9f6-4bd4-84d0-b43d4ccfc753 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 943 time: 0.0849814 Jun 03 16:39:21.102395 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-77a686f0-ecc7-4988-9e30-2a8aee146d98 req-f29fa075-dad0-45df-b729-8bccf8322268 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Jun 03 16:39:22.306607 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e433f80-6f02-4a0d-a50f-bb9698ab7352 req-123d2d22-4498-45ef-948c-2a799b72a6f2 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:22.308094 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e433f80-6f02-4a0d-a50f-bb9698ab7352 req-123d2d22-4498-45ef-948c-2a799b72a6f2 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 943 time: 0.0891824 Jun 03 16:39:22.352665 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-3e433f80-6f02-4a0d-a50f-bb9698ab7352 req-f2ef4661-cefa-42fe-a176-d1f00a2ca688 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387654 Jun 03 16:39:23.549586 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617d3a7-7c96-4612-8674-f7c14620a67c req-12e97186-7988-4d0e-b1c2-2a85d4c409fc tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:23.551080 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5617d3a7-7c96-4612-8674-f7c14620a67c req-12e97186-7988-4d0e-b1c2-2a85d4c409fc tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 943 time: 0.0833702 Jun 03 16:39:23.596520 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-5617d3a7-7c96-4612-8674-f7c14620a67c req-57f03e46-0bc5-4158-bfbb-eaa11860aae6 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396976 Jun 03 16:39:24.608908 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8bf04a53-d324-445a-b6b1-ad11db74a35e details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:39:24.791792 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f771082-7e29-4aa6-a65e-ca48164e4ee0 req-15dcb9fc-7b85-4ab9-a193-629cbeecfdad tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:24.793254 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f771082-7e29-4aa6-a65e-ca48164e4ee0 req-15dcb9fc-7b85-4ab9-a193-629cbeecfdad tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 943 time: 0.0827134 Jun 03 16:39:24.797838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8bf04a53-d324-445a-b6b1-ad11db74a35e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:39:24.812402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'port_id': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'mac_address': 'fa:16:3e:1f:53:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:39:24.839224 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f771082-7e29-4aa6-a65e-ca48164e4ee0 req-2fd6309f-498b-41d3-90e4-818fa606b28c tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 Jun 03 16:39:24.875098 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 8bf04a53-d324-445a-b6b1-ad11db74a35e is: DOWN; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:39:24.875545 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:24.893239 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf04a53-d324-445a-b6b1-ad11db74a35e {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:39:24.908637 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8bf04a53-d324-445a-b6b1-ad11db74a35e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:39:24.915756 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:24.987342 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=8bf04a53-d324-445a-b6b1-ad11db74a35e,revision_number=4']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:25.369909 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['8bf04a53-d324-445a-b6b1-ad11db74a35e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:39:26.055176 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d33316-d766-49d2-9777-7190d67ad775 req-7fb315e8-1128-413f-8a7f-32adf327746c tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:26.056612 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20d33316-d766-49d2-9777-7190d67ad775 req-7fb315e8-1128-413f-8a7f-32adf327746c tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 944 time: 0.0956628 Jun 03 16:39:26.101737 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-20d33316-d766-49d2-9777-7190d67ad775 req-d533ade8-e53b-4e68-8a4b-01455f631c52 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 Jun 03 16:39:26.637452 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8bf04a53-d324-445a-b6b1-ad11db74a35e up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:39:26.714997 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning for port 8bf04a53-d324-445a-b6b1-ad11db74a35e completed by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 03 16:39:26.719969 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 8bf04a53-d324-445a-b6b1-ad11db74a35e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:39:26.720339 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:26.837622 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 8bf04a53-d324-445a-b6b1-ad11db74a35e is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:39:26.838023 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:26.865207 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:39:26.874824 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8bf04a53-d324-445a-b6b1-ad11db74a35e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:39:26.881394 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:26.916837 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6717af5-9151-46f5-b912-ad949997707e'] response: {'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'code': 200} Jun 03 16:39:26.948814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=8bf04a53-d324-445a-b6b1-ad11db74a35e,revision_number=5']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:27.079991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af30b2-6e2f-4477-bf1b-9c1d0908b472 req-3810f7c0-3ffe-4c53-8fcd-5cdf3fe31a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:27.081569 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07af30b2-6e2f-4477-bf1b-9c1d0908b472 req-3810f7c0-3ffe-4c53-8fcd-5cdf3fe31a15 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 1096 time: 0.0796123 Jun 03 16:39:27.121612 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-07af30b2-6e2f-4477-bf1b-9c1d0908b472 req-7da532fc-21f4-4e32-b281-90d1af41960f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337567 Jun 03 16:39:27.292866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354ebe9-eaee-40b5-b143-9f3910d61643 req-0c044376-bcd3-4036-bcf3-84020e2deab6 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:27.294322 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4354ebe9-eaee-40b5-b143-9f3910d61643 req-0c044376-bcd3-4036-bcf3-84020e2deab6 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 945 time: 0.0862584 Jun 03 16:39:27.346064 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-4354ebe9-eaee-40b5-b143-9f3910d61643 req-92c7c610-3f3a-40e4-8864-b45880e5b54c tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458004 Jun 03 16:39:28.538631 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3070cf7-87d6-43e2-8914-f26088b7a246 req-a0a4021e-c535-4c4b-a433-11b6756fee02 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:28.540098 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3070cf7-87d6-43e2-8914-f26088b7a246 req-a0a4021e-c535-4c4b-a433-11b6756fee02 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 945 time: 0.0845292 Jun 03 16:39:28.588918 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b3070cf7-87d6-43e2-8914-f26088b7a246 req-e3919c9e-b00b-48a4-a699-704c50fa1f80 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428052 Jun 03 16:39:29.806797 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa54fe-99d1-4f4f-add2-1ab4ceaece4b req-e1698ed5-2862-4233-b5a1-d5b5423c90e4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:29.808259 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03aa54fe-99d1-4f4f-add2-1ab4ceaece4b req-e1698ed5-2862-4233-b5a1-d5b5423c90e4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 945 time: 0.0994225 Jun 03 16:39:29.855995 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-03aa54fe-99d1-4f4f-add2-1ab4ceaece4b req-473ea062-3b4a-4c3a-a8e1-5e60d245ece6 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393453 Jun 03 16:39:30.046169 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4bee7-522e-434f-952e-fc9a162b52a4 req-cbde80ab-7903-4495-bb85-664ca30f0c5e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:30.047734 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94b4bee7-522e-434f-952e-fc9a162b52a4 req-cbde80ab-7903-4495-bb85-664ca30f0c5e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 945 time: 0.0826471 Jun 03 16:39:30.093751 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-94b4bee7-522e-434f-952e-fc9a162b52a4 req-fa84e451-75c8-4d81-89ac-9dd43fa297e6 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401764 Jun 03 16:39:30.128365 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40476) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:39:30.221154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0a581d-4efa-4377-aff4-7b4584eff0b3 tempest-TestSnapshotPattern-1843214927 tempest-TestSnapshotPattern-1843214927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:30.222668 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-cf0a581d-4efa-4377-aff4-7b4584eff0b3 tempest-TestSnapshotPattern-1843214927 tempest-TestSnapshotPattern-1843214927-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 1091 time: 0.0931442 Jun 03 16:39:30.227220 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40480) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:39:30.232190 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.v2.base [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Request body: {'floatingip': {'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'port_id': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 03 16:39:30.239657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 03 16:39:30.244130 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Usage tracker for resource:floatingip and tenant:59e892ac8fcf452ea144bfdc497e9c5e is out of sync, need to count used quota {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 03 16:39:30.247363 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88445) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 03 16:39:30.253780 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.quota.driver [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88445) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 03 16:39:30.268611 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for floatingip, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:30.351468 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:30.412174 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:30.550957 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.db_base_plugin_common [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Allocated IP 172.25.7.128 (ab3d7046-1339-4d8c-aed7-0373a04de455/cb0551ca-c15b-4939-8957-fa5b6926f930/f972be63-10f5-4555-979a-eda3787a6060) {{(pid=88445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 16:39:30.700560 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for port, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:30.733639 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760591847720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:30.794878 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Network ab3d7046-1339-4d8c-aed7-0373a04de455 is already hosted by enough agents. {{(pid=88445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 16:39:30.797494 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.base_scheduler [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Resources bound (agent type, host, resource id): {{(pid=88445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 16:39:30.801453 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Received port after_create {{(pid=88445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 03 16:39:30.834657 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'Port': ['ID=f972be63-10f5-4555-979a-eda3787a6060,revision_number=1']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:30.850470 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:30.850802 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:30.851128 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:30.851451 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:30.851752 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:30.852071 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:30.852378 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:30.852692 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:30.852997 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:30.853310 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:30.853605 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:30.853942 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:39:31.344397 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:31.433343 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:31.650109 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for port, precommit_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:31.659041 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3930735'] for port, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:31.824143 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event updated for resources: {'Port': ['ID=f972be63-10f5-4555-979a-eda3787a6060,revision_number=2']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:39:31.833580 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537494'] for floatingip, after_update {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:31.922996 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-a4084e82-7f2d-4cae-973a-7cd0017f0c94 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2692218 Jun 03 16:39:32.053806 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Floating IP 90f4c557-1695-442f-8c35-66091ec0a2be associated. External IP: 172.25.7.128, port: 8bf04a53-d324-445a-b6b1-ad11db74a35e. Jun 03 16:39:32.229318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-ecf9477c-134b-42fc-8b05-1852763bb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:32.230831 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-ecf9477c-134b-42fc-8b05-1852763bb6a2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 1094 time: 0.2379375 Jun 03 16:39:32.265432 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3c15f4cc-7742-4ef5-af36-d0995026d335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:32.539908 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-0fe92dbd-1d6b-4da9-bdfc-b5e8c75dd849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:32.541267 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-0fe92dbd-1d6b-4da9-bdfc-b5e8c75dd849 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.2905495 Jun 03 16:39:32.605474 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:39:32.843434 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-3c2eb6c8-3922-4ca5-90e0-c53fb075e8bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363b15b7-c860-4ab3-997a-397ef7252ed5 HTTP/1.1" status: 200 len: 998 time: 0.2941382 Jun 03 16:39:32.999459 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-6475f69f-1f90-451c-b71c-2ee7bd80bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:33.001003 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-6475f69f-1f90-451c-b71c-2ee7bd80bf49 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.1494403 Jun 03 16:39:33.051175 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:39:33.061903 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc304a6-c78d-4a8e-a4e0-fc54543907b9 None None] Sync routers for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:39:33.073849 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc304a6-c78d-4a8e-a4e0-fc54543907b9 None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:39:33.074564 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7dc304a6-c78d-4a8e-a4e0-fc54543907b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:39:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:39:33.088403 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:33.151089 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-ce531ff6-a665-410a-a985-b3e4429a3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:33.152499 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-ce531ff6-a665-410a-a985-b3e4429a3da5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454074 Jun 03 16:39:33.156497 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-8adb4dc6-fdaa-41bb-a78c-f67ac27011f4 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9259641 Jun 03 16:39:33.156497 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:39:33.244448 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050ead3d-e93d-4592-aa7e-a29ff84ef37d'] response: {'name': 'network-changed', 'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'status': 'completed', 'code': 200} Jun 03 16:39:33.271300 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-7dc304a6-c78d-4a8e-a4e0-fc54543907b9 None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:39:33.314215 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-122391c8-27f8-4a40-a865-6987317e952e service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532712 Jun 03 16:39:33.340444 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fb7f3-b786-4373-93fe-7994a1cc41b7 req-6e3e9267-73f6-4ac5-b4a8-4eb23e6dd71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:33.346007 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d94fb7f3-b786-4373-93fe-7994a1cc41b7 req-6e3e9267-73f6-4ac5-b4a8-4eb23e6dd71c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 1096 time: 0.0924697 Jun 03 16:39:33.474947 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-216144fc-6924-46dd-bc9c-62bc47687da0 req-a32972e5-7717-4cfe-a600-b961a19bebb9 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545753 Jun 03 16:39:33.488402 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fb7f3-b786-4373-93fe-7994a1cc41b7 req-4b93af5f-6e3d-4341-9688-f4c2f16daa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:33.490044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d94fb7f3-b786-4373-93fe-7994a1cc41b7 req-4b93af5f-6e3d-4341-9688-f4c2f16daa30 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1413443 Jun 03 16:39:33.606356 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d94fb7f3-b786-4373-93fe-7994a1cc41b7 req-9b6adc72-eeb2-4c26-9c61-1be32a7e1cc6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e HTTP/1.1" status: 200 len: 999 time: 0.1087635 Jun 03 16:39:33.652345 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7dc304a6-c78d-4a8e-a4e0-fc54543907b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '90f4c557-1695-442f-8c35-66091ec0a2be', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:1f:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:39:31Z', 'updated_at': '2022-06-03T16:39:31Z', 'revision_number': 0, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}, {'id': 'eb85723a-1008-4bf3-9004-d0dfca9721c1', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:26:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef43652-d385-4c97-9998-6bec35921f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:36:44Z', 'updated_at': '2022-06-03T16:36:47Z', 'revision_number': 1, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:39:33.656238 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc304a6-c78d-4a8e-a4e0-fc54543907b9 None None] Checking router: 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:39:33.665402 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc304a6-c78d-4a8e-a4e0-fc54543907b9 None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:39:33.666140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7dc304a6-c78d-4a8e-a4e0-fc54543907b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:39:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:39:33.673687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fb7f3-b786-4373-93fe-7994a1cc41b7 req-0f6849e1-5bb6-4ae6-a454-310e3b0d443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:33.675272 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d94fb7f3-b786-4373-93fe-7994a1cc41b7 req-0f6849e1-5bb6-4ae6-a454-310e3b0d443a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0634751 Jun 03 16:39:33.755128 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fb7f3-b786-4373-93fe-7994a1cc41b7 req-5b45b07a-7273-4974-8d1a-6ce551575981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:33.756589 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d94fb7f3-b786-4373-93fe-7994a1cc41b7 req-5b45b07a-7273-4974-8d1a-6ce551575981 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757053 Jun 03 16:39:33.844586 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-7dc304a6-c78d-4a8e-a4e0-fc54543907b9 None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:39:33.890588 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d94fb7f3-b786-4373-93fe-7994a1cc41b7 req-a56d561a-0b60-4fce-bb8c-058a9ed94521 service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276426 Jun 03 16:39:34.021918 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-d94fb7f3-b786-4373-93fe-7994a1cc41b7 req-8656ef32-121e-4269-9c62-78bc92133f24 service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248112 Jun 03 16:39:34.234980 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-7dc304a6-c78d-4a8e-a4e0-fc54543907b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '90f4c557-1695-442f-8c35-66091ec0a2be', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:1f:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:39:31Z', 'updated_at': '2022-06-03T16:39:31Z', 'revision_number': 0, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}, {'id': 'eb85723a-1008-4bf3-9004-d0dfca9721c1', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:26:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef43652-d385-4c97-9998-6bec35921f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:36:44Z', 'updated_at': '2022-06-03T16:36:47Z', 'revision_number': 1, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:39:34.241461 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc304a6-c78d-4a8e-a4e0-fc54543907b9 None None] The sync data for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 is: [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': '90f4c557-1695-442f-8c35-66091ec0a2be', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.128', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:1f:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:39:31Z', 'updated_at': '2022-06-03T16:39:31Z', 'revision_number': 0, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}, {'id': 'eb85723a-1008-4bf3-9004-d0dfca9721c1', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:26:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef43652-d385-4c97-9998-6bec35921f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:36:44Z', 'updated_at': '2022-06-03T16:36:47Z', 'revision_number': 1, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:39:34.471006 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d005c331-7970-4b7a-bb8f-ca8e18d9c8b9 None None] New status for floating IP 90f4c557-1695-442f-8c35-66091ec0a2be: ACTIVE {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:39:34.913010 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-523583e6-9f20-4217-ad79-2ca9b0e71169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:35.418647 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:35.959489 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:37.383165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:39.763729 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:39:43.356104 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-d20911a9-bea7-4d29-ad49-0c0e11b74a96 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740113 Jun 03 16:39:43.633917 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-e655cf6e-0eda-4b39-a82e-511291a20021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:43.635270 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-e655cf6e-0eda-4b39-a82e-511291a20021 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 1096 time: 0.1903620 Jun 03 16:39:43.795788 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-b36b7172-3179-486d-8eb2-07c33f50efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:43.798107 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-b36b7172-3179-486d-8eb2-07c33f50efc4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1428282 Jun 03 16:39:43.901727 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-485237f5-5331-490a-a5f7-cd4e03fe6500 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e HTTP/1.1" status: 200 len: 1001 time: 0.0970874 Jun 03 16:39:43.964403 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-50b9998b-346a-48c2-aae9-e67bc7788ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:43.965822 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-50b9998b-346a-48c2-aae9-e67bc7788ada service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0586340 Jun 03 16:39:44.052442 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-e4b16d96-ce3c-4528-b3d5-5f77cd201e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:39:44.053923 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-e4b16d96-ce3c-4528-b3d5-5f77cd201e42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823503 Jun 03 16:39:44.184528 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-394bfb26-a71b-4c83-978c-67bdb614c134 service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238415 Jun 03 16:39:44.319416 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-f9b6c35c-55e8-4ae1-accc-081b11be8da8 req-ce136890-59e3-4aff-ae80-5035ea4c7a1b service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276064 Jun 03 16:39:49.103453 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:40:00.352012 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:02.268286 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-bd426850-51f2-4ba5-af22-6a5d9590969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:04.915563 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6c37595-9233-4414-9c2a-448bcea683d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:05.417986 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:05.964978 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:07.396645 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:09.780548 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:26.108907 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:40:30.379096 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:31.751376 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59c2910a-9a51-4e73-991d-b03e9167778b req-7173e3b2-bc5d-454c-b078-4c7755217ee4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860174 Jun 03 16:40:31.899540 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2910a-9a51-4e73-991d-b03e9167778b req-eb0dc103-070a-4945-93c1-7676ec894cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:31.900976 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59c2910a-9a51-4e73-991d-b03e9167778b req-eb0dc103-070a-4945-93c1-7676ec894cd8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 1094 time: 0.0730991 Jun 03 16:40:32.048117 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2910a-9a51-4e73-991d-b03e9167778b req-6d055c6b-8868-467e-9688-3f78847421fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:32.049468 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59c2910a-9a51-4e73-991d-b03e9167778b req-6d055c6b-8868-467e-9688-3f78847421fa service neutron] 10.222.0.75 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1285465 Jun 03 16:40:32.151438 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59c2910a-9a51-4e73-991d-b03e9167778b req-22eb5537-ea1f-450a-b8fd-ebb954184a9f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363b15b7-c860-4ab3-997a-397ef7252ed5 HTTP/1.1" status: 200 len: 998 time: 0.0956283 Jun 03 16:40:32.219505 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2910a-9a51-4e73-991d-b03e9167778b req-0b82ee79-8d20-4a5c-a14b-c4c8c8d6afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:32.220920 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59c2910a-9a51-4e73-991d-b03e9167778b req-0b82ee79-8d20-4a5c-a14b-c4c8c8d6afb4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0630891 Jun 03 16:40:32.265325 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4008ebb3-c0ac-4fad-a20c-6b46a0c2f7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:32.301434 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2910a-9a51-4e73-991d-b03e9167778b req-b1be958a-3b2e-4d77-b3e3-3ad6fb4cf00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:32.302846 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59c2910a-9a51-4e73-991d-b03e9167778b req-b1be958a-3b2e-4d77-b3e3-3ad6fb4cf00d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756605 Jun 03 16:40:32.438729 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59c2910a-9a51-4e73-991d-b03e9167778b req-338ca373-4d1f-4893-a563-da8f287e46f8 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291721 Jun 03 16:40:32.571196 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-59c2910a-9a51-4e73-991d-b03e9167778b req-5b7d3cd9-a7e8-4252-9724-6d75c30c44bf service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257899 Jun 03 16:40:34.922154 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-548e6e2e-3e01-4059-b442-bdd98aab42fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:35.413084 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:35.972191 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:37.396402 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:39.791145 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:40:46.060994 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9135d296-872e-4625-8367-bc45d049e4f9 req-6a73ac87-1e7b-46c6-92f1-9ddf11b0379e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746646 Jun 03 16:40:46.236867 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d296-872e-4625-8367-bc45d049e4f9 req-1cbc7735-979f-4cbf-be1b-4f37a74aefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:46.238346 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9135d296-872e-4625-8367-bc45d049e4f9 req-1cbc7735-979f-4cbf-be1b-4f37a74aefc2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 1096 time: 0.0758739 Jun 03 16:40:46.384187 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d296-872e-4625-8367-bc45d049e4f9 req-c6b39d40-0932-47eb-a88b-782ccc5b0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:46.385645 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9135d296-872e-4625-8367-bc45d049e4f9 req-c6b39d40-0932-47eb-a88b-782ccc5b0aee service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1280022 Jun 03 16:40:46.491343 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9135d296-872e-4625-8367-bc45d049e4f9 req-ad15db35-b00b-4b2d-a04d-6da398209ec9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e HTTP/1.1" status: 200 len: 1001 time: 0.0977383 Jun 03 16:40:46.562827 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d296-872e-4625-8367-bc45d049e4f9 req-f0d6b725-af30-4316-bd58-cea945bc1686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:46.564236 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9135d296-872e-4625-8367-bc45d049e4f9 req-f0d6b725-af30-4316-bd58-cea945bc1686 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0661278 Jun 03 16:40:46.641613 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d296-872e-4625-8367-bc45d049e4f9 req-5825d9d0-801e-4cc2-8f00-418138a262bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:40:46.643078 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9135d296-872e-4625-8367-bc45d049e4f9 req-5825d9d0-801e-4cc2-8f00-418138a262bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724065 Jun 03 16:40:46.785507 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9135d296-872e-4625-8367-bc45d049e4f9 req-40dea783-9201-4b13-ae3f-83c89b69fa5d service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352229 Jun 03 16:40:46.923249 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-9135d296-872e-4625-8367-bc45d049e4f9 req-76b5ce9d-cf18-42a6-9bc0-e158d7bb4750 service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308892 Jun 03 16:41:00.366401 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:02.281509 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-837033bb-c8e0-4b26-8941-9e5bbebb18f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:03.109299 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:41:04.918380 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b3cdc4da-a270-48f3-8ae5-104fbe38d7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:05.418144 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:05.963008 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:07.397950 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:09.788884 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:30.374770 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:32.271099 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-478ea982-a008-46b3-bf21-12962c56fb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:33.724693 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b50f34a8-5dec-4685-815a-2b5546250119 req-0a687c80-bdf7-4152-a530-ad342190ace4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712621 Jun 03 16:41:33.979913 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f34a8-5dec-4685-815a-2b5546250119 req-452960cf-3fa6-4469-9e40-efb9fd2f81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:33.981429 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b50f34a8-5dec-4685-815a-2b5546250119 req-452960cf-3fa6-4469-9e40-efb9fd2f81ca service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 1094 time: 0.1866219 Jun 03 16:41:34.129108 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f34a8-5dec-4685-815a-2b5546250119 req-2847e447-8afe-4430-8551-b11a2aa17246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:34.130801 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b50f34a8-5dec-4685-815a-2b5546250119 req-2847e447-8afe-4430-8551-b11a2aa17246 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1281912 Jun 03 16:41:34.243496 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b50f34a8-5dec-4685-815a-2b5546250119 req-c544ebd9-f3f4-42ef-bef4-57b0b3feff81 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363b15b7-c860-4ab3-997a-397ef7252ed5 HTTP/1.1" status: 200 len: 998 time: 0.1065066 Jun 03 16:41:34.310918 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f34a8-5dec-4685-815a-2b5546250119 req-4000d67e-757c-4d53-a361-e40b243fa8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:34.312393 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b50f34a8-5dec-4685-815a-2b5546250119 req-4000d67e-757c-4d53-a361-e40b243fa8db service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0625849 Jun 03 16:41:34.392164 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f34a8-5dec-4685-815a-2b5546250119 req-6486a733-5874-4895-af88-ef77d66e20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:34.393620 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b50f34a8-5dec-4685-815a-2b5546250119 req-6486a733-5874-4895-af88-ef77d66e20d3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747318 Jun 03 16:41:34.526040 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b50f34a8-5dec-4685-815a-2b5546250119 req-45c8dab7-38cb-40a4-b404-a2e98565731f service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253726 Jun 03 16:41:34.657405 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-b50f34a8-5dec-4685-815a-2b5546250119 req-0d92f47c-41aa-4cbe-8ce6-2b5a21d7ea19 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252429 Jun 03 16:41:34.908312 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b14bd5b8-73a5-4819-8f55-7544cac2b305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:35.420448 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:35.964821 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:37.258424 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8bf04a53-d324-445a-b6b1-ad11db74a35e details requested by agent hyperv_n-h2-844595-1 with host n-h2-844595-1 {{(pid=88446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 03 16:41:37.411965 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:37.413534 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8bf04a53-d324-445a-b6b1-ad11db74a35e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:41:37.427023 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Returning: {'device': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'port_id': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'mac_address': 'fa:16:3e:1f:53:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 03 16:41:37.485495 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 8bf04a53-d324-445a-b6b1-ad11db74a35e is: ACTIVE; New status is: BUILD {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:41:37.485907 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:37.503140 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bf04a53-d324-445a-b6b1-ad11db74a35e {{(pid=88446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 16:41:37.519446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8bf04a53-d324-445a-b6b1-ad11db74a35e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:41:37.525936 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:37.597413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=8bf04a53-d324-445a-b6b1-ad11db74a35e,revision_number=6']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:41:37.613498 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.613838 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.614265 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.614597 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.614926 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.615249 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.615574 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.615878 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.616197 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.616517 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.616836 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.617153 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:37.684145 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] get_ports_and_sgs() called for port_ids ['8bf04a53-d324-445a-b6b1-ad11db74a35e'] {{(pid=88446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 03 16:41:39.271928 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8bf04a53-d324-445a-b6b1-ad11db74a35e up at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 03 16:41:39.342188 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.provisioning_blocks [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Provisioning complete for port 8bf04a53-d324-445a-b6b1-ad11db74a35e triggered by entity L2. {{(pid=88446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 03 16:41:39.342575 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133835260'] for port, provisioning_complete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:39.463581 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 8bf04a53-d324-445a-b6b1-ad11db74a35e is: BUILD; New status is: ACTIVE {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:41:39.463947 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:39.493843 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:41:39.505425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8bf04a53-d324-445a-b6b1-ad11db74a35e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:41:39.511053 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:39.577686 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15de75a-113c-413e-a992-ff6e51ab4cee'] response: {'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'code': 200} Jun 03 16:41:39.614413 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=8bf04a53-d324-445a-b6b1-ad11db74a35e,revision_number=7']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:41:39.810054 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:40.113351 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:41:47.163561 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-6b29a6a2-38c8-4796-a139-3acf70b05462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:47.165731 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-6b29a6a2-38c8-4796-a139-3acf70b05462 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 1096 time: 0.0872266 Jun 03 16:41:47.462491 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-7191c11d-9db3-47b0-9d37-dfe38a971003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:47.464044 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-7191c11d-9db3-47b0-9d37-dfe38a971003 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.2775869 Jun 03 16:41:47.598796 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-3457ff59-978b-4bab-8b5b-297267cd2d07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e HTTP/1.1" status: 200 len: 1001 time: 0.1281199 Jun 03 16:41:47.672006 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-7ce24c2f-ca4d-411e-8d21-1708796fddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:47.673923 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-7ce24c2f-ca4d-411e-8d21-1708796fddca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0682495 Jun 03 16:41:47.756041 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-2da5efbc-3b97-4096-aa19-ee7faa67ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:47.757573 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-2da5efbc-3b97-4096-aa19-ee7faa67ea9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779712 Jun 03 16:41:47.769996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-ca577efb-f112-47a7-8636-a92f64c9092e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=88444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 03 16:41:47.770968 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-ca577efb-f112-47a7-8636-a92f64c9092e service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052168 Jun 03 16:41:47.917359 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-f47ef940-7f9e-4932-a0bd-cffe670aeaed service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395135 Jun 03 16:41:48.088074 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-5507548a-a103-44ca-8bd5-b988f1b98e11 req-de78b00b-787e-4063-95c2-42fbdebf3b29 service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611919 Jun 03 16:41:51.161565 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40726) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:41:51.361745 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Deleting port f972be63-10f5-4555-979a-eda3787a6060 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:41:51.362126 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:51.552036 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:51.552303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:51.672530 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Calling delete_port for f972be63-10f5-4555-979a-eda3787a6060 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:41:51.836141 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:51.880836 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event deleted for resources: {'Port': ['ID=f972be63-10f5-4555-979a-eda3787a6060,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:41:51.926892 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:51.927626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:51.927626 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:51.927866 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:51.928195 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:51.928510 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:51.928823 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:51.929136 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:51.929447 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:51.929734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:51.930079 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:51.930390 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:52.087016 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:52.087391 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Floating IP 90f4c557-1695-442f-8c35-66091ec0a2be disassociated (deleted). External IP: 172.25.7.128, port: 8bf04a53-d324-445a-b6b1-ad11db74a35e. Jun 03 16:41:52.447444 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:41:52.637211 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:41:52.648668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9c9857-9231-4dd0-ae02-7fade2c9363e None None] Sync routers for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:41:52.654019 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:52.659134 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9c9857-9231-4dd0-ae02-7fade2c9363e None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:41:52.659815 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3d9c9857-9231-4dd0-ae02-7fade2c9363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:41:52.716294 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-eac91f0c-f315-4339-a7a2-cbc1a678eb77 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "DELETE /v2.0/floatingips/90f4c557-1695-442f-8c35-66091ec0a2be HTTP/1.1" status: 204 len: 168 time: 1.5535493 Jun 03 16:41:52.716880 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:41:52.822017 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93479153-2ea0-4308-935f-d6cacc3f44fe'] response: {'name': 'network-changed', 'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'status': 'completed', 'code': 200} Jun 03 16:41:52.853211 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3d9c9857-9231-4dd0-ae02-7fade2c9363e None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:41:52.939242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e921d6-749a-4f4f-992c-b02e31155ef9 req-da04b792-6f4d-45db-9c75-af852ce2f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:52.941831 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-68e921d6-749a-4f4f-992c-b02e31155ef9 req-da04b792-6f4d-45db-9c75-af852ce2f095 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 1096 time: 0.0763078 Jun 03 16:41:53.073489 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e921d6-749a-4f4f-992c-b02e31155ef9 req-250fc467-d429-4178-bd0c-a4dfada37c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:53.075018 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-68e921d6-749a-4f4f-992c-b02e31155ef9 req-250fc467-d429-4178-bd0c-a4dfada37c01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1265943 Jun 03 16:41:53.111443 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98a16b-5e7b-4366-ad52-3523bd34f416 req-b327224f-6d3a-4dc3-967c-a6af898f4a2e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:53.111985 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-af98a16b-5e7b-4366-ad52-3523bd34f416 req-b327224f-6d3a-4dc3-967c-a6af898f4a2e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Synchronizing usage tracker for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:41:53.129489 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-af98a16b-5e7b-4366-ad52-3523bd34f416 req-b327224f-6d3a-4dc3-967c-a6af898f4a2e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Unset dirty status for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:41:53.130853 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af98a16b-5e7b-4366-ad52-3523bd34f416 req-b327224f-6d3a-4dc3-967c-a6af898f4a2e tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 945 time: 0.0991838 Jun 03 16:41:53.146113 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-68e921d6-749a-4f4f-992c-b02e31155ef9 req-dedceef7-1e97-4f17-8415-bfa09ce1300a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e HTTP/1.1" status: 200 len: 217 time: 0.0648136 Jun 03 16:41:53.181930 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-af98a16b-5e7b-4366-ad52-3523bd34f416 req-f7d117e5-eea1-4c97-937e-49f7d0594eed tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429487 Jun 03 16:41:53.210356 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e921d6-749a-4f4f-992c-b02e31155ef9 req-fab72ec0-851d-46fb-a5e7-12eb717c58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:53.211838 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-68e921d6-749a-4f4f-992c-b02e31155ef9 req-fab72ec0-851d-46fb-a5e7-12eb717c58d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0593338 Jun 03 16:41:53.218143 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3d9c9857-9231-4dd0-ae02-7fade2c9363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'eb85723a-1008-4bf3-9004-d0dfca9721c1', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:26:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef43652-d385-4c97-9998-6bec35921f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:36:44Z', 'updated_at': '2022-06-03T16:36:47Z', 'revision_number': 1, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:41:53.222135 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9c9857-9231-4dd0-ae02-7fade2c9363e None None] Checking router: 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:41:53.230500 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9c9857-9231-4dd0-ae02-7fade2c9363e None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:41:53.231205 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3d9c9857-9231-4dd0-ae02-7fade2c9363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:41:53.286399 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e921d6-749a-4f4f-992c-b02e31155ef9 req-06b06f48-d1c1-42bc-bda8-d4ab93124765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:53.287929 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-68e921d6-749a-4f4f-992c-b02e31155ef9 req-06b06f48-d1c1-42bc-bda8-d4ab93124765 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699527 Jun 03 16:41:53.308446 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8bf04a53-d324-445a-b6b1-ad11db74a35e no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:41:53.418676 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-68e921d6-749a-4f4f-992c-b02e31155ef9 req-207bf7d7-5949-4c5f-afde-e2fc118164e0 service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233401 Jun 03 16:41:53.483946 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-3d9c9857-9231-4dd0-ae02-7fade2c9363e None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:41:53.557414 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-68e921d6-749a-4f4f-992c-b02e31155ef9 req-f6d388b3-9784-4787-a189-d19bb342d4a4 service neutron] 10.222.0.67 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324708 Jun 03 16:41:53.625282 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Current status of the port 8bf04a53-d324-445a-b6b1-ad11db74a35e is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:41:53.625656 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:53.684990 n-d-844595-1 neutron-server[88446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e'}] {{(pid=88446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:41:53.712562 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] For port 8bf04a53-d324-445a-b6b1-ad11db74a35e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:41:53.761850 n-d-844595-1 neutron-server[88446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd9d3d1-9efb-420d-a0f3-4c6598113ef6'] response: {'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'code': 200} Jun 03 16:41:53.766465 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760592403375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760591847738', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760591847783'] for port, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:53.870752 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Pushing event updated for resources: {'Port': ['ID=8bf04a53-d324-445a-b6b1-ad11db74a35e,revision_number=8']} {{(pid=88446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:41:53.942584 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-3d9c9857-9231-4dd0-ae02-7fade2c9363e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'eb85723a-1008-4bf3-9004-d0dfca9721c1', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:26:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef43652-d385-4c97-9998-6bec35921f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:36:44Z', 'updated_at': '2022-06-03T16:36:47Z', 'revision_number': 1, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:41:53.947046 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9c9857-9231-4dd0-ae02-7fade2c9363e None None] The sync data for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 is: [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_floatingips': [{'id': 'eb85723a-1008-4bf3-9004-d0dfca9721c1', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'floating_ip_address': '172.25.7.46', 'floating_network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'router_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'port_id': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'mac_address': 'fa:16:3e:26:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef43652-d385-4c97-9998-6bec35921f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T16:36:44Z', 'updated_at': '2022-06-03T16:36:47Z', 'revision_number': 1, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:41:54.174600 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d3c83-82a1-40e5-8536-381829c1b3e7 None None] New status for floating IP 90f4c557-1695-442f-8c35-66091ec0a2be: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:41:54.375364 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87af04-e091-4046-99bf-fbf5e2a39221 req-72b219ce-e993-42a6-b268-7e70c4c0f4d5 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:54.376812 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f87af04-e091-4046-99bf-fbf5e2a39221 req-72b219ce-e993-42a6-b268-7e70c4c0f4d5 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 943 time: 0.0799036 Jun 03 16:41:54.421504 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-6f87af04-e091-4046-99bf-fbf5e2a39221 req-8e27a2f7-457d-48a0-82a6-9176ed102379 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387774 Jun 03 16:41:54.853718 n-d-844595-1 neutron-server[88444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-6713f1a5-ada7-4bfc-b029-084f0c26a905 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:54.854433 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-6713f1a5-ada7-4bfc-b029-084f0c26a905 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Synchronizing usage tracker for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:port {{(pid=88444) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:41:54.867348 n-d-844595-1 neutron-server[88444]: DEBUG neutron.quota.resource [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-6713f1a5-ada7-4bfc-b029-084f0c26a905 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Unset dirty status for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:port {{(pid=88444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:41:54.868469 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-6713f1a5-ada7-4bfc-b029-084f0c26a905 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 943 time: 0.1008170 Jun 03 16:41:54.938672 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Deleting port 8bf04a53-d324-445a-b6b1-ad11db74a35e {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:41:54.939002 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:55.296185 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] For port 8bf04a53-d324-445a-b6b1-ad11db74a35e, host n-h2-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844595-1',level=0,port_id=8bf04a53-d324-445a-b6b1-ad11db74a35e,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:41:55.296540 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:55.418308 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Calling delete_port for 8bf04a53-d324-445a-b6b1-ad11db74a35e owned by compute:nova {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:41:55.564155 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:55.577915 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-cb4bc4db-b919-4f19-a82e-d8ad9d135998 req-bdf0d92d-afbc-429d-89ce-883b0114ee31 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b4c03d0-7b9c-447f-876f-999e8bbf37e6 HTTP/1.1" status: 200 len: 210 time: 0.0473375 Jun 03 16:41:55.613027 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event deleted for resources: {'Port': ['ID=8bf04a53-d324-445a-b6b1-ad11db74a35e,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:41:55.651360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.651360 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.651646 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.651983 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.652315 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.652633 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.652941 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.653262 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.653559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.653942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.654228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.654529 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844595-1 {{(pid=88444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 16:41:55.704242 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] No DVR routers for this DVR port 8bf04a53-d324-445a-b6b1-ad11db74a35e on host n-h2-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:41:55.707036 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:55.709501 n-d-844595-1 neutron-server[88444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'name': 'network-vif-deleted', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e'}] {{(pid=88444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:41:55.728784 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [req-eccd5868-2c4c-4d6c-97ce-31654d63ad7e req-d6069ba6-f84f-4e39-b15c-3986f27814cf tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.67 "DELETE /v2.0/ports/8bf04a53-d324-445a-b6b1-ad11db74a35e HTTP/1.1" status: 204 len: 173 time: 0.8545754 Jun 03 16:41:55.757952 n-d-844595-1 neutron-server[88444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51020f7-05fa-4045-9b3a-cb3a4412cdaf'] response: {'server_uuid': '6b4c03d0-7b9c-447f-876f-999e8bbf37e6', 'name': 'network-vif-deleted', 'tag': '8bf04a53-d324-445a-b6b1-ad11db74a35e', 'status': 'completed', 'code': 200} Jun 03 16:41:57.265286 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40794) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:41:57.319663 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8bf04a53-d324-445a-b6b1-ad11db74a35e no longer exists at agent hyperv_n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:41:57.399742 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] No Port match for: 8bf04a53-d324-445a-b6b1-ad11db74a35e {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:41:57.399977 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Device 8bf04a53-d324-445a-b6b1-ad11db74a35e not bound to the agent host n-h2-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:41:57.467154 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Deleting port d86a9bd6-edd9-47b6-a288-1f690954eb46 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:41:57.467460 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:57.634026 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:57.634303 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:57.864808 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Calling delete_port for d86a9bd6-edd9-47b6-a288-1f690954eb46 owned by network:floatingip {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:41:58.025272 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:58.070200 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event deleted for resources: {'Port': ['ID=d86a9bd6-edd9-47b6-a288-1f690954eb46,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:41:58.164512 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for floatingip, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:58.164767 n-d-844595-1 neutron-server[88445]: INFO neutron.db.l3_db [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Floating IP eb85723a-1008-4bf3-9004-d0dfca9721c1 disassociated (deleted). External IP: 172.25.7.46, port: 363b15b7-c860-4ab3-997a-397ef7252ed5. Jun 03 16:41:58.532514 n-d-844595-1 neutron-server[88445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:41:58.716524 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:41:58.726607 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406196d4-06fc-4dab-b58c-c36d2cc53a62 None None] Sync routers for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:41:58.734119 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for floatingip, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:58.735757 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406196d4-06fc-4dab-b58c-c36d2cc53a62 None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:41:58.736425 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-406196d4-06fc-4dab-b58c-c36d2cc53a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:41:58.794506 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-382ed5d1-4986-41ae-b376-5f6e10c30393 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "DELETE /v2.0/floatingips/eb85723a-1008-4bf3-9004-d0dfca9721c1 HTTP/1.1" status: 204 len: 168 time: 1.5280159 Jun 03 16:41:58.795008 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:41:58.841366 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7c9966-2ed8-4ea1-888f-93db57ffd508'] response: {'name': 'network-changed', 'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'status': 'completed', 'code': 200} Jun 03 16:41:58.934670 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-406196d4-06fc-4dab-b58c-c36d2cc53a62 None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:41:58.935472 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00df2e-af23-46c6-8c11-f32afacaf7cd req-85b58d5b-7d14-44e4-8d79-272b850bde4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:58.937047 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a00df2e-af23-46c6-8c11-f32afacaf7cd req-85b58d5b-7d14-44e4-8d79-272b850bde4a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 1094 time: 0.0729833 Jun 03 16:41:59.083916 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00df2e-af23-46c6-8c11-f32afacaf7cd req-6787419f-580c-4354-87b3-4748bc67d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:59.085275 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a00df2e-af23-46c6-8c11-f32afacaf7cd req-6787419f-580c-4354-87b3-4748bc67d84d service neutron] 10.222.0.75 "GET /v2.0/networks?id=e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 200 len: 910 time: 0.1412580 Jun 03 16:41:59.187168 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a00df2e-af23-46c6-8c11-f32afacaf7cd req-62c3c0a6-fcb4-4781-b711-4313d1b27ba1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=363b15b7-c860-4ab3-997a-397ef7252ed5 HTTP/1.1" status: 200 len: 217 time: 0.0924013 Jun 03 16:41:59.251242 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-406196d4-06fc-4dab-b58c-c36d2cc53a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:41:59.255540 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406196d4-06fc-4dab-b58c-c36d2cc53a62 None None] Checking router: 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:41:59.264537 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406196d4-06fc-4dab-b58c-c36d2cc53a62 None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:41:59.265117 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-406196d4-06fc-4dab-b58c-c36d2cc53a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:41:35Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:41:59.269865 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00df2e-af23-46c6-8c11-f32afacaf7cd req-ef5e0cfb-7eab-4ce8-bca1-be0d7b8b0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:59.271411 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a00df2e-af23-46c6-8c11-f32afacaf7cd req-ef5e0cfb-7eab-4ce8-bca1-be0d7b8b0102 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 200 len: 848 time: 0.0728824 Jun 03 16:41:59.327192 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f3624-0c3f-4d12-b416-c44ebd3ef6a0 req-cd730148-6243-4cfc-a906-1dd293028a86 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:59.327929 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-687f3624-0c3f-4d12-b416-c44ebd3ef6a0 req-cd730148-6243-4cfc-a906-1dd293028a86 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Synchronizing usage tracker for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:41:59.357468 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-687f3624-0c3f-4d12-b416-c44ebd3ef6a0 req-cd730148-6243-4cfc-a906-1dd293028a86 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Unset dirty status for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:41:59.358271 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-687f3624-0c3f-4d12-b416-c44ebd3ef6a0 req-cd730148-6243-4cfc-a906-1dd293028a86 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 943 time: 0.2076848 Jun 03 16:41:59.389426 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00df2e-af23-46c6-8c11-f32afacaf7cd req-743f60c5-4c95-4983-acd3-0a5ecdb06a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:59.390874 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a00df2e-af23-46c6-8c11-f32afacaf7cd req-743f60c5-4c95-4983-acd3-0a5ecdb06a73 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e65bd643-1c98-47cc-b06a-93b867b60c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121323 Jun 03 16:41:59.444756 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-406196d4-06fc-4dab-b58c-c36d2cc53a62 None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:41:59.547395 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-687f3624-0c3f-4d12-b416-c44ebd3ef6a0 req-5a0778d4-8c45-4746-b183-5e46840a7cd8 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831183 Jun 03 16:41:59.653291 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a00df2e-af23-46c6-8c11-f32afacaf7cd req-14bc10aa-2e50-483f-8cf9-8f59a6607f23 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528510 Jun 03 16:41:59.759248 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-406196d4-06fc-4dab-b58c-c36d2cc53a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:41:59.763814 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406196d4-06fc-4dab-b58c-c36d2cc53a62 None None] The sync data for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 is: [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:21Z', 'revision_number': 4, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1', '_interfaces': [{'id': 'c29ee2e0-103e-4bfd-b8c2-4c9858424fb2', 'name': '', 'network_id': 'e65bd643-1c98-47cc-b06a-93b867b60c81', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'mac_address': 'fa:16:3e:cf:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4462, 'fixed_ips': [{'subnet_id': '8145de18-d2ab-426f-b627-50949dcad60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:20Z', 'updated_at': '2022-06-03T16:36:26Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'subnets': [{'id': '8145de18-d2ab-426f-b627-50949dcad60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:41:59.788452 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-2a00df2e-af23-46c6-8c11-f32afacaf7cd req-ba803bc1-7460-4424-b2b9-45b35a7050d1 service neutron] 10.222.0.75 "GET /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274145 Jun 03 16:41:59.896748 n-d-844595-1 neutron-server[88445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2217aa-1aec-4049-ba7a-91fedf0ef8e7 req-e7924e08-e4a1-4cbe-be16-7e7c2f665ebe tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 16:41:59.898325 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2217aa-1aec-4049-ba7a-91fedf0ef8e7 req-e7924e08-e4a1-4cbe-be16-7e7c2f665ebe tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.75 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 943 time: 0.0926616 Jun 03 16:41:59.972063 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-9f2217aa-1aec-4049-ba7a-91fedf0ef8e7 req-d8ae5f5e-d81e-411d-ba96-420c1233c277 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Deleting port 363b15b7-c860-4ab3-997a-397ef7252ed5 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:41:59.972400 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9f2217aa-1aec-4049-ba7a-91fedf0ef8e7 req-d8ae5f5e-d81e-411d-ba96-420c1233c277 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:41:59.986590 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da23eb6-6a0c-4236-bad2-3736cf1427d0 None None] New status for floating IP eb85723a-1008-4bf3-9004-d0dfca9721c1: DOWN {{(pid=88447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 03 16:42:00.224523 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [req-9f2217aa-1aec-4049-ba7a-91fedf0ef8e7 req-d8ae5f5e-d81e-411d-ba96-420c1233c277 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] For port 363b15b7-c860-4ab3-997a-397ef7252ed5, host n-h1-844595-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844595-1',level=0,port_id=363b15b7-c860-4ab3-997a-397ef7252ed5,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:00.224908 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9f2217aa-1aec-4049-ba7a-91fedf0ef8e7 req-d8ae5f5e-d81e-411d-ba96-420c1233c277 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:00.348622 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [req-9f2217aa-1aec-4049-ba7a-91fedf0ef8e7 req-d8ae5f5e-d81e-411d-ba96-420c1233c277 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Calling delete_port for 363b15b7-c860-4ab3-997a-397ef7252ed5 owned by compute:nova {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:00.380502 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:00.513933 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9f2217aa-1aec-4049-ba7a-91fedf0ef8e7 req-d8ae5f5e-d81e-411d-ba96-420c1233c277 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:00.567104 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae5f5e-d81e-411d-ba96-420c1233c277 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event deleted for resources: {'Port': ['ID=363b15b7-c860-4ab3-997a-397ef7252ed5,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:00.641947 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2217aa-1aec-4049-ba7a-91fedf0ef8e7 req-d8ae5f5e-d81e-411d-ba96-420c1233c277 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] No DVR routers for this DVR port 363b15b7-c860-4ab3-997a-397ef7252ed5 on host n-h1-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:42:00.644948 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [req-9f2217aa-1aec-4049-ba7a-91fedf0ef8e7 req-d8ae5f5e-d81e-411d-ba96-420c1233c277 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59210'] for port, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:00.693226 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-9f2217aa-1aec-4049-ba7a-91fedf0ef8e7 req-d8ae5f5e-d81e-411d-ba96-420c1233c277 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.75 "DELETE /v2.0/ports/363b15b7-c860-4ab3-997a-397ef7252ed5 HTTP/1.1" status: 204 len: 173 time: 0.7878962 Jun 03 16:42:00.705658 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e1e2f7fa-02d7-4254-b1ec-3f6f579ae991 req-80551fdf-d4fe-40f2-84b8-76bf1f439be0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Synchronizing usage tracker for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:port {{(pid=88445) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 03 16:42:00.723697 n-d-844595-1 neutron-server[88445]: DEBUG neutron.quota.resource [req-e1e2f7fa-02d7-4254-b1ec-3f6f579ae991 req-80551fdf-d4fe-40f2-84b8-76bf1f439be0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Unset dirty status for tenant:59e892ac8fcf452ea144bfdc497e9c5e on resource:port {{(pid=88445) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 03 16:42:00.725299 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [req-e1e2f7fa-02d7-4254-b1ec-3f6f579ae991 req-80551fdf-d4fe-40f2-84b8-76bf1f439be0 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ef43652-d385-4c97-9998-6bec35921f47 HTTP/1.1" status: 200 len: 210 time: 0.0665395 Jun 03 16:42:00.843323 n-d-844595-1 neutron-server[88445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'name': 'network-vif-deleted', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5'}] {{(pid=88445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 16:42:00.892361 n-d-844595-1 neutron-server[88445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ede88f-5548-4215-93a9-7467da4607a1'] response: {'server_uuid': '1ef43652-d385-4c97-9998-6bec35921f47', 'name': 'network-vif-deleted', 'tag': '363b15b7-c860-4ab3-997a-397ef7252ed5', 'status': 'completed', 'code': 200} Jun 03 16:42:01.832251 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40810) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:01.908855 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8c7e-0dd9-4bd0-a592-c01b654a5855 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:01.945906 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8c7e-0dd9-4bd0-a592-c01b654a5855 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:02.019317 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8c7e-0dd9-4bd0-a592-c01b654a5855 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:02.037589 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb8c7e-0dd9-4bd0-a592-c01b654a5855 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b02e6b-efb8-4a07-bd00-eae9f8d330b4,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:02.050703 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8c7e-0dd9-4bd0-a592-c01b654a5855 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] Notify callbacks [] for security_group, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:02.051855 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-6ecb8c7e-0dd9-4bd0-a592-c01b654a5855 tempest-TestSnapshotPattern-692199168 tempest-TestSnapshotPattern-692199168-project] 10.222.0.48 "DELETE /v2.0/security-groups/d5b02e6b-efb8-4a07-bd00-eae9f8d330b4 HTTP/1.1" status: 204 len: 168 time: 0.2184508 Jun 03 16:42:02.106214 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40816) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:02.267356 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-763d3fcf-e28b-411b-a5b6-27a3c025767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:02.792813 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:03.272794 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] Deleting port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:03.273521 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:03.443955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] For port c29ee2e0-103e-4bfd-b8c2-4c9858424fb2, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=c29ee2e0-103e-4bfd-b8c2-4c9858424fb2,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:03.444304 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:03.569951 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] Calling delete_port for c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:03.887463 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:03.935835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29ee2e0-103e-4bfd-b8c2-4c9858424fb2,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:04.207789 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:04.564676 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 363b15b7-c860-4ab3-997a-397ef7252ed5 no longer exists at agent hyperv_n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:04.648905 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] No Port match for: 363b15b7-c860-4ab3-997a-397ef7252ed5 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:04.649225 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Device 363b15b7-c860-4ab3-997a-397ef7252ed5 not bound to the agent host n-h1-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:04.710991 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] Router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:42:04.897687 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:42:04.903877 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4ea300d1-6041-44e0-9896-f42caef32640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:04.908721 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1079d-6a85-40a7-99de-40002546e3c9 None None] Sync routers for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:42:04.916924 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-9a608532-71b0-4eef-acb1-7181f38392c1 admin admin] 10.222.0.48 "PUT /v2.0/routers/976dc4d8-a28f-4a1f-a2f3-87295adeaf26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8096244 Jun 03 16:42:04.919506 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40822) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:04.920090 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1079d-6a85-40a7-99de-40002546e3c9 None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:04.920761 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-47a1079d-6a85-40a7-99de-40002546e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:05.094388 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:05.098209 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-47a1079d-6a85-40a7-99de-40002546e3c9 None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: n-d-844595-1 {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:05.268411 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:05.280427 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Deleting port f97e009f-a362-400a-b0aa-e57ccc29880d {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:05.280770 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:05.382309 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-47a1079d-6a85-40a7-99de-40002546e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:42:03Z', 'revision_number': 5, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port': {'id': 'f97e009f-a362-400a-b0aa-e57ccc29880d', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:31:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4461, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:05.386204 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1079d-6a85-40a7-99de-40002546e3c9 None None] Checking router: 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 for host: n-d-844595-1 {{(pid=88446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:42:05.395659 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1079d-6a85-40a7-99de-40002546e3c9 None None] Routers {'976dc4d8-a28f-4a1f-a2f3-87295adeaf26'} bound to L3 agent in host n-d-844595-1 {{(pid=88446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:05.396251 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-47a1079d-6a85-40a7-99de-40002546e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'], 'active': True} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:05.458153 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] For port f97e009f-a362-400a-b0aa-e57ccc29880d, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=f97e009f-a362-400a-b0aa-e57ccc29880d,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:05.458495 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:05.531849 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:05.557078 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_dvr_db [None req-47a1079d-6a85-40a7-99de-40002546e3c9 None None] Set router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 gateway port host: None {{(pid=88446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:05.582782 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Calling delete_port for f97e009f-a362-400a-b0aa-e57ccc29880d owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:05.660668 n-d-844595-1 neutron-server[88446]: DEBUG neutron.db.l3_hamode_db [None req-47a1079d-6a85-40a7-99de-40002546e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:42:05Z', 'revision_number': 6, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:05.664730 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1079d-6a85-40a7-99de-40002546e3c9 None None] The sync data for ids ['976dc4d8-a28f-4a1f-a2f3-87295adeaf26'] in n-d-844595-1 is: [{'id': '976dc4d8-a28f-4a1f-a2f3-87295adeaf26', 'name': 'tempest-TestSnapshotPattern-254909270-router', 'tenant_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:17Z', 'updated_at': '2022-06-03T16:42:05Z', 'revision_number': 6, 'project_id': '59e892ac8fcf452ea144bfdc497e9c5e', 'gw_port_host': None}] {{(pid=88446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:42:05.758044 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:05.802537 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=f97e009f-a362-400a-b0aa-e57ccc29880d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:05.896849 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:05.967316 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.190232 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.192785 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.218887 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.219389 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976dc4d8-a28f-4a1f-a2f3-87295adeaf26 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:42:06.231075 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.232187 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-e9b401f5-14d5-4a29-84d3-a2430a0a0a9e admin admin] 10.222.0.48 "DELETE /v2.0/routers/976dc4d8-a28f-4a1f-a2f3-87295adeaf26 HTTP/1.1" status: 204 len: 168 time: 1.3117981 Jun 03 16:42:06.234835 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40826) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:06.301107 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8616ec-1674-4c7b-92d3-0ded30435e7b admin admin] Deleting subnet 8145de18-d2ab-426f-b627-50949dcad60d {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:42:06.304482 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed8616ec-1674-4c7b-92d3-0ded30435e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.356975 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed8616ec-1674-4c7b-92d3-0ded30435e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.413132 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:06.442865 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed8616ec-1674-4c7b-92d3-0ded30435e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.449332 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:06.449785 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device c29ee2e0-103e-4bfd-b8c2-4c9858424fb2 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:06.512596 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed8616ec-1674-4c7b-92d3-0ded30435e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.554877 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8616ec-1674-4c7b-92d3-0ded30435e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8145de18-d2ab-426f-b627-50949dcad60d,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:06.558516 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-ed8616ec-1674-4c7b-92d3-0ded30435e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.564804 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ed8616ec-1674-4c7b-92d3-0ded30435e7b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8145de18-d2ab-426f-b627-50949dcad60d HTTP/1.1" status: 204 len: 168 time: 0.3290107 Jun 03 16:42:06.567700 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40830) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:06.568146 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0548892-c071-49d0-b951-b34fbd64246f None None] Network e65bd643-1c98-47cc-b06a-93b867b60c81 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:42:06.673848 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.685116 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Deleting port e71649e1-57ef-4ab6-8c25-dc5a19339234 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:06.685447 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.822120 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028489e3-0333-4882-a35e-7631aa9e4bb3 None None] DHCP port deletion for e65bd643-1c98-47cc-b06a-93b867b60c81 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:42:06.829243 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-028489e3-0333-4882-a35e-7631aa9e4bb3 None None] Deleting port e71649e1-57ef-4ab6-8c25-dc5a19339234 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:06.829612 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-028489e3-0333-4882-a35e-7631aa9e4bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:06.894730 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] For port e71649e1-57ef-4ab6-8c25-dc5a19339234, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e71649e1-57ef-4ab6-8c25-dc5a19339234,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:06.895381 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.018540 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Calling delete_port for e71649e1-57ef-4ab6-8c25-dc5a19339234 owned by network:dhcp {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:07.030481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-028489e3-0333-4882-a35e-7631aa9e4bb3 None None] For port e71649e1-57ef-4ab6-8c25-dc5a19339234, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=e71649e1-57ef-4ab6-8c25-dc5a19339234,segment=NetworkSegment(ad8150f9-7762-42aa-9dbb-c8685369be1a),segment_id=ad8150f9-7762-42aa-9dbb-c8685369be1a)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:07.030864 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-028489e3-0333-4882-a35e-7631aa9e4bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.101300 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.146222 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71649e1-57ef-4ab6-8c25-dc5a19339234,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:07.151715 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] No DVR routers for this DVR port e71649e1-57ef-4ab6-8c25-dc5a19339234 on host n-d-844595-1 {{(pid=88444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:42:07.193746 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-028489e3-0333-4882-a35e-7631aa9e4bb3 None None] Calling delete_port for e71649e1-57ef-4ab6-8c25-dc5a19339234 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:07.264525 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-028489e3-0333-4882-a35e-7631aa9e4bb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:42:07.264982 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-028489e3-0333-4882-a35e-7631aa9e4bb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:42:07.266432 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.291337 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65bd643-1c98-47cc-b06a-93b867b60c81']}} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:07.306942 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8150f9-7762-42aa-9dbb-c8685369be1a') {'for_net_delete': True} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:07.307228 n-d-844595-1 neutron-server[88444]: DEBUG neutron.services.segments.db [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8150f9-7762-42aa-9dbb-c8685369be1a') {} {{(pid=88444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:07.318821 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1040840'] for segment, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.335218 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.342033 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:42:07.342442 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3017384'] for segment, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.400178 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.433037 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.452582 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment ad8150f9-7762-42aa-9dbb-c8685369be1a resource provider aggregate not found Jun 03 16:42:07.458594 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Notify callbacks [] for network, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.468776 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e65bd643-1c98-47cc-b06a-93b867b60c81,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:07.480841 n-d-844595-1 neutron-server[88444]: INFO neutron.services.segments.plugin [-] Segment ad8150f9-7762-42aa-9dbb-c8685369be1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad8150f9-7762-42aa-9dbb-c8685369be1a found for delete ", "request_id": "req-704d85d9-cf4d-4a05-b750-c49bb5d7fb0f"}]} Jun 03 16:42:07.488672 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-afcb6154-c46b-4174-b821-8d1377ffd2b2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e65bd643-1c98-47cc-b06a-93b867b60c81 HTTP/1.1" status: 204 len: 168 time: 0.9198997 Jun 03 16:42:07.491751 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40840) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:07.766826 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-028489e3-0333-4882-a35e-7631aa9e4bb3 None None] Deleting port e71649e1-57ef-4ab6-8c25-dc5a19339234 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:07.767212 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-028489e3-0333-4882-a35e-7631aa9e4bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:07.834493 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-028489e3-0333-4882-a35e-7631aa9e4bb3 None None] The port 'e71649e1-57ef-4ab6-8c25-dc5a19339234' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:42:07.992505 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e71649e1-57ef-4ab6-8c25-dc5a19339234 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:08.029130 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: e71649e1-57ef-4ab6-8c25-dc5a19339234 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:08.029395 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device e71649e1-57ef-4ab6-8c25-dc5a19339234 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:08.029817 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f97e009f-a362-400a-b0aa-e57ccc29880d no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:08.063593 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: f97e009f-a362-400a-b0aa-e57ccc29880d {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:08.063912 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device f97e009f-a362-400a-b0aa-e57ccc29880d not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:08.136330 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537220'] for router_interface, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:08.509559 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] Deleting port 1186a105-e96c-40a1-bb82-892d0a9bd8c0 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:08.509918 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:08.692137 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] For port 1186a105-e96c-40a1-bb82-892d0a9bd8c0, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=1186a105-e96c-40a1-bb82-892d0a9bd8c0,segment=NetworkSegment(91750dcc-33fe-410c-b5e7-58a238903f88),segment_id=91750dcc-33fe-410c-b5e7-58a238903f88)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:08.692485 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:08.813604 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] Calling delete_port for 1186a105-e96c-40a1-bb82-892d0a9bd8c0 owned by network:router_interface {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:09.010328 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:09.062966 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=1186a105-e96c-40a1-bb82-892d0a9bd8c0,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:09.452891 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133665073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537144'] for router_interface, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:09.816071 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:09.836391 n-d-844595-1 neutron-server[88444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] Router 011cace7-301e-4584-be4b-8b0e5c967df6 has already been hosted by L3 agent b7da905f-73cb-48c4-9104-32ad8af189e9 {{(pid=88444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 03 16:42:10.020916 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] Notify agent at l3_agent.n-d-844595-1 the message routers_updated {{(pid=88444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 03 16:42:10.029790 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa248e-e8f0-4d38-98e3-ef83a619d9c9 None None] Sync routers for ids ['011cace7-301e-4584-be4b-8b0e5c967df6'] in n-d-844595-1 {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 16:42:10.039686 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-b456268f-9247-4595-8ced-8a53a33c5c24 admin admin] 10.222.0.48 "PUT /v2.0/routers/011cace7-301e-4584-be4b-8b0e5c967df6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5469029 Jun 03 16:42:10.039855 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa248e-e8f0-4d38-98e3-ef83a619d9c9 None None] Routers {'011cace7-301e-4584-be4b-8b0e5c967df6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:10.040502 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70fa248e-e8f0-4d38-98e3-ef83a619d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['011cace7-301e-4584-be4b-8b0e5c967df6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:10.042418 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40844) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:10.214241 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-70fa248e-e8f0-4d38-98e3-ef83a619d9c9 None None] Set router 011cace7-301e-4584-be4b-8b0e5c967df6 gateway port host: n-d-844595-1 {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:10.217106 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:10.394415 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:10.405996 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Deleting port 85a4e04e-78eb-4354-a187-feb9857cca77 {{(pid=88444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:10.406405 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:10.491778 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70fa248e-e8f0-4d38-98e3-ef83a619d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'name': 'tempest-TestSnapshotPattern-1253487647-router', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'external_fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:23Z', 'updated_at': '2022-06-03T16:42:08Z', 'revision_number': 5, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'gw_port': {'id': '85a4e04e-78eb-4354-a187-feb9857cca77', 'name': '', 'network_id': 'ab3d7046-1339-4d8c-aed7-0373a04de455', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4473, 'fixed_ips': [{'subnet_id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844595-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T16:36:24Z', 'updated_at': '2022-06-03T16:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb0551ca-c15b-4939-8957-fa5b6926f930', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844595-1'}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:10.495522 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa248e-e8f0-4d38-98e3-ef83a619d9c9 None None] Checking router: 011cace7-301e-4584-be4b-8b0e5c967df6 for host: n-d-844595-1 {{(pid=88447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 16:42:10.503685 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa248e-e8f0-4d38-98e3-ef83a619d9c9 None None] Routers {'011cace7-301e-4584-be4b-8b0e5c967df6'} bound to L3 agent in host n-d-844595-1 {{(pid=88447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 03 16:42:10.504256 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70fa248e-e8f0-4d38-98e3-ef83a619d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844595-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T14:58:34Z,description=,heartbeat_timestamp=2022-06-03T16:42:05Z,host='n-d-844595-1',id=b7da905f-73cb-48c4-9104-32ad8af189e9,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T14:58:34Z,topic='l3_agent')) {'router_ids': ['011cace7-301e-4584-be4b-8b0e5c967df6'], 'active': True} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:10.581068 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.db [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] For port 85a4e04e-78eb-4354-a187-feb9857cca77, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=85a4e04e-78eb-4354-a187-feb9857cca77,segment=NetworkSegment(d624e57d-a415-4469-b379-add6e5726ae6),segment_id=d624e57d-a415-4469-b379-add6e5726ae6)] {{(pid=88444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:10.581650 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:10.651694 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_dvr_db [None req-70fa248e-e8f0-4d38-98e3-ef83a619d9c9 None None] Set router 011cace7-301e-4584-be4b-8b0e5c967df6 gateway port host: None {{(pid=88447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 03 16:42:10.792956 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.l3_hamode_db [None req-70fa248e-e8f0-4d38-98e3-ef83a619d9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'name': 'tempest-TestSnapshotPattern-1253487647-router', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:23Z', 'updated_at': '2022-06-03T16:42:10Z', 'revision_number': 6, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'gw_port_host': None}], 'n-d-844595-1', False) {} {{(pid=88447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:10.797249 n-d-844595-1 neutron-server[88447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa248e-e8f0-4d38-98e3-ef83a619d9c9 None None] The sync data for ids ['011cace7-301e-4584-be4b-8b0e5c967df6'] in n-d-844595-1 is: [{'id': '011cace7-301e-4584-be4b-8b0e5c967df6', 'name': 'tempest-TestSnapshotPattern-1253487647-router', 'tenant_id': '670b92fdb76e4c3f88ac77a1f212544b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T16:36:23Z', 'updated_at': '2022-06-03T16:42:10Z', 'revision_number': 6, 'project_id': '670b92fdb76e4c3f88ac77a1f212544b', 'gw_port_host': None}] {{(pid=88447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 16:42:10.829955 n-d-844595-1 neutron-server[88444]: DEBUG neutron.plugins.ml2.plugin [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Calling delete_port for 85a4e04e-78eb-4354-a187-feb9857cca77 owned by network:router_gateway {{(pid=88444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:11.005471 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3017429'] for port, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.051928 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a4e04e-78eb-4354-a187-feb9857cca77,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:11.146858 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537505'] for router_gateway, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.319341 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6356'] for router, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.321507 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.344994 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-533065'] for router, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.345490 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 011cace7-301e-4584-be4b-8b0e5c967df6 {{(pid=88444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 03 16:42:11.357565 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] Notify callbacks [] for router, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.358747 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-614c8860-fd4f-46be-8548-f82781178ba2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/011cace7-301e-4584-be4b-8b0e5c967df6 HTTP/1.1" status: 204 len: 168 time: 1.3154056 Jun 03 16:42:11.361443 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40848) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:11.419466 n-d-844595-1 neutron-server[88444]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd610c0-480e-40ac-b271-d73858e8a394 admin admin] Deleting subnet 22cc66d9-e951-4448-bad7-0ec11c6049a3 {{(pid=88444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 03 16:42:11.422450 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cdd610c0-480e-40ac-b271-d73858e8a394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.475189 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cdd610c0-480e-40ac-b271-d73858e8a394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1040863'] for subnet, precommit_delete_associations {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.554866 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cdd610c0-480e-40ac-b271-d73858e8a394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133947132'] for subnet, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.625185 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cdd610c0-480e-40ac-b271-d73858e8a394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133947111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3360203'] for subnet, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.666415 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd610c0-480e-40ac-b271-d73858e8a394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22cc66d9-e951-4448-bad7-0ec11c6049a3,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:11.670028 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-cdd610c0-480e-40ac-b271-d73858e8a394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.677662 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef1ec26-ebd1-4e77-b741-ac43278af9ee None None] Network 13ba8426-6674-4f07-a0b2-f1afd5311a73 requested from n-d-844595-1 {{(pid=88446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 03 16:42:11.679155 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [-] (88445) accepted ('10.222.0.48', 40852) {{(pid=88445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:11.679564 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-cdd610c0-480e-40ac-b271-d73858e8a394 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/22cc66d9-e951-4448-bad7-0ec11c6049a3 HTTP/1.1" status: 204 len: 168 time: 0.3168707 Jun 03 16:42:11.789198 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133996617'] for network, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.799240 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Deleting port 5e346fca-d3a5-4948-846d-9c2c7e656424 {{(pid=88445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:11.799559 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:11.928702 n-d-844595-1 neutron-server[88446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520880fb-130d-4d1d-b96d-d2176a9ff32b None None] DHCP port deletion for 13ba8426-6674-4f07-a0b2-f1afd5311a73 request from n-d-844595-1 {{(pid=88446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 03 16:42:11.933199 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-520880fb-130d-4d1d-b96d-d2176a9ff32b None None] Deleting port 5e346fca-d3a5-4948-846d-9c2c7e656424 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:11.933568 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-520880fb-130d-4d1d-b96d-d2176a9ff32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.013019 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.db [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] For port 5e346fca-d3a5-4948-846d-9c2c7e656424, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5e346fca-d3a5-4948-846d-9c2c7e656424,segment=NetworkSegment(91750dcc-33fe-410c-b5e7-58a238903f88),segment_id=91750dcc-33fe-410c-b5e7-58a238903f88)] {{(pid=88445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:12.013402 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.015335 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1186a105-e96c-40a1-bb82-892d0a9bd8c0 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:12.062794 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 1186a105-e96c-40a1-bb82-892d0a9bd8c0 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:12.063054 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 1186a105-e96c-40a1-bb82-892d0a9bd8c0 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:12.063481 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 85a4e04e-78eb-4354-a187-feb9857cca77 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:12.099324 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] No Port match for: 85a4e04e-78eb-4354-a187-feb9857cca77 {{(pid=88446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 03 16:42:12.099678 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 85a4e04e-78eb-4354-a187-feb9857cca77 not bound to the agent host n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 03 16:42:12.100086 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.rpc [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Device 5e346fca-d3a5-4948-846d-9c2c7e656424 no longer exists at agent ovs-agent-n-d-844595-1 {{(pid=88446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 03 16:42:12.135679 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.plugin [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Calling delete_port for 5e346fca-d3a5-4948-846d-9c2c7e656424 owned by network:dhcp {{(pid=88445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:12.250273 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.db [None req-520880fb-130d-4d1d-b96d-d2176a9ff32b None None] For port 5e346fca-d3a5-4948-846d-9c2c7e656424, host n-d-844595-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844595-1',level=0,port_id=5e346fca-d3a5-4948-846d-9c2c7e656424,segment=NetworkSegment(91750dcc-33fe-410c-b5e7-58a238903f88),segment_id=91750dcc-33fe-410c-b5e7-58a238903f88)] {{(pid=88446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 03 16:42:12.250655 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-520880fb-130d-4d1d-b96d-d2176a9ff32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528370'] for port, precommit_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.319275 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-133696676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760592406236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760591847729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3930742'] for port, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.367857 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Pushing event deleted for resources: {'Port': ['ID=5e346fca-d3a5-4948-846d-9c2c7e656424,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:12.369979 n-d-844595-1 neutron-server[88445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] No DVR routers for this DVR port 5e346fca-d3a5-4948-846d-9c2c7e656424 on host n-d-844595-1 {{(pid=88445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 03 16:42:12.408816 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-520880fb-130d-4d1d-b96d-d2176a9ff32b None None] Calling delete_port for 5e346fca-d3a5-4948-846d-9c2c7e656424 owned by network:dhcp {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 03 16:42:12.465906 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Current status of the port 5e346fca-d3a5-4948-846d-9c2c7e656424 is: ACTIVE; New status is: DOWN {{(pid=88446) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 03 16:42:12.466240 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133696743'] for port, before_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.492676 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133943653', 'neutron.services.segments.db._delete_segments_for_network-8760592333276'] for network, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.520318 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ba8426-6674-4f07-a0b2-f1afd5311a73']}} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:12.533183 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91750dcc-33fe-410c-b5e7-58a238903f88') {'for_net_delete': True} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:12.533482 n-d-844595-1 neutron-server[88445]: DEBUG neutron.services.segments.db [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91750dcc-33fe-410c-b5e7-58a238903f88') {} {{(pid=88445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 16:42:12.540459 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.db.api [None req-520880fb-130d-4d1d-b96d-d2176a9ff32b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 03 16:42:12.540802 n-d-844595-1 neutron-server[88446]: DEBUG oslo_db.api [None req-520880fb-130d-4d1d-b96d-d2176a9ff32b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 16:42:12.545389 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760592337399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2609484'] for segment, before_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.562098 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133945929'] for segment, precommit_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.568343 n-d-844595-1 neutron-server[88445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 16:42:12.568715 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133945915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3930635'] for segment, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.648895 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 91750dcc-33fe-410c-b5e7-58a238903f88 resource provider aggregate not found Jun 03 16:42:12.669364 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133943660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133665080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537476'] for network, after_delete {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.671968 n-d-844595-1 neutron-server[88445]: INFO neutron.services.segments.plugin [-] Segment 91750dcc-33fe-410c-b5e7-58a238903f88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91750dcc-33fe-410c-b5e7-58a238903f88 found for delete ", "request_id": "req-58729f02-5fb9-49f5-a503-bec6dd1df9cb"}]} Jun 03 16:42:12.688365 n-d-844595-1 neutron-server[88445]: DEBUG neutron_lib.callbacks.manager [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Notify callbacks [] for network, before_response {{(pid=88445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.698661 n-d-844595-1 neutron-server[88445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] Pushing event deleted for resources: {'Network': ['ID=13ba8426-6674-4f07-a0b2-f1afd5311a73,revision_number=None']} {{(pid=88445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:12.705657 n-d-844595-1 neutron-server[88445]: INFO neutron.wsgi [None req-a9e4b6bd-26eb-45d4-ab71-ab90f787a86c admin admin] 10.222.0.48 "DELETE /v2.0/networks/13ba8426-6674-4f07-a0b2-f1afd5311a73 HTTP/1.1" status: 204 len: 168 time: 1.0251122 Jun 03 16:42:12.836272 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40864) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:12.893733 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-ceeae0fd-3f07-451f-85ec-45fae458905f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59e892ac8fcf452ea144bfdc497e9c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562668 Jun 03 16:42:12.896480 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40868) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:12.954161 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f75-38d0-4b57-8e2b-49594896d0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:12.979372 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f75-38d0-4b57-8e2b-49594896d0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:13.036441 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f75-38d0-4b57-8e2b-49594896d0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:13.041986 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-520880fb-130d-4d1d-b96d-d2176a9ff32b None None] Deleting port 5e346fca-d3a5-4948-846d-9c2c7e656424 {{(pid=88446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 03 16:42:13.042453 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-520880fb-130d-4d1d-b96d-d2176a9ff32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760592403240'] for port, before_delete {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:13.053009 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c0f75-38d0-4b57-8e2b-49594896d0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059e945e-234d-4880-9051-332e7ebeec44,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:13.060345 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0f75-38d0-4b57-8e2b-49594896d0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:13.061381 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-2d0c0f75-38d0-4b57-8e2b-49594896d0db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/059e945e-234d-4880-9051-332e7ebeec44 HTTP/1.1" status: 204 len: 168 time: 0.1640403 Jun 03 16:42:13.120360 n-d-844595-1 neutron-server[88446]: DEBUG neutron.plugins.ml2.plugin [None req-520880fb-130d-4d1d-b96d-d2176a9ff32b None None] The port '5e346fca-d3a5-4948-846d-9c2c7e656424' was deleted {{(pid=88446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 03 16:42:13.416486 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40876) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:13.473828 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-09b59fae-23c2-4dbb-b826-10c4744d0378 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=670b92fdb76e4c3f88ac77a1f212544b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558717 Jun 03 16:42:13.476541 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [-] (88444) accepted ('10.222.0.48', 40880) {{(pid=88444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 03 16:42:13.536575 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-872d3e17-093c-4abe-9de9-32ae513242ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:13.562915 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-872d3e17-093c-4abe-9de9-32ae513242ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:13.617386 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-872d3e17-093c-4abe-9de9-32ae513242ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-659323'] for security_group, after_delete {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:13.631108 n-d-844595-1 neutron-server[88444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d3e17-093c-4abe-9de9-32ae513242ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf78006-1ca8-4f1f-b307-548f768b33bb,revision_number=None']} {{(pid=88444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 16:42:13.638577 n-d-844595-1 neutron-server[88444]: DEBUG neutron_lib.callbacks.manager [None req-872d3e17-093c-4abe-9de9-32ae513242ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:13.639806 n-d-844595-1 neutron-server[88444]: INFO neutron.wsgi [None req-872d3e17-093c-4abe-9de9-32ae513242ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abf78006-1ca8-4f1f-b307-548f768b33bb HTTP/1.1" status: 204 len: 168 time: 0.1623163 Jun 03 16:42:17.113589 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:42:30.396798 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:32.264269 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-64b6300a-5103-4e03-8ea3-20a6dddf0b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:34.919218 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0a5784cb-c0e8-451f-984d-2c1a6a9d6266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:35.419465 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:35.975928 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:37.405344 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:39.834201 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:42:54.118683 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:43:00.400565 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:02.267012 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-2873d0bc-9a50-4e50-ba2d-d90f9fe2f20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:04.911236 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cf4950bf-4395-4420-8f5d-6547e14474a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:05.416988 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:05.979666 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:07.413196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:09.842132 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:30.423040 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:31.123907 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:43:32.295397 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-869e0bad-0352-4fcd-bd2e-847636c4af3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:34.908934 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-df619815-a713-4033-948a-100499da0227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:35.424718 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:35.983227 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:37.416859 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:43:39.837511 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:00.413817 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:02.262714 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f797a440-e851-46fb-8c84-fb29e7edebe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:04.912138 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4f988afa-c436-4814-b524-9e061fed6556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:05.411837 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:05.993992 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:07.418348 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:08.126027 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:44:09.843296 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:13.798655 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-9e9f4290-b1d6-4e8a-9994-e875f724f04f req-101f518b-d53b-4cde-a168-2a6b6cb08024 service neutron] (88444) timed out ('10.222.0.48', 39340) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:44:30.413487 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:32.262198 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-6ce44676-def7-4930-a717-6d3ccd57357c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:34.414734 n-d-844595-1 neutron-server[88445]: DEBUG neutron.wsgi [req-0ee2d8ca-da71-4a27-85ce-a3a7c7c9656d req-a6ad4218-199b-4fdb-9cfc-cfbf5884b470 service neutron] (88445) timed out ('10.222.0.67', 64164) {{(pid=88445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:44:34.919184 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-7a908776-95c9-4f75-bf6e-657c5565ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:35.416503 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:35.998088 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:37.425921 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:39.841419 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:44:45.131608 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:45:00.407864 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:02.268230 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-a201e123-beb5-44ee-baa0-101c9bd2f2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:04.921493 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dfb6dc19-2df6-43a9-93d5-36517445004f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:05.413232 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:05.996153 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:07.432043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:09.857528 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:22.137051 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:45:30.454515 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:32.264305 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e783a097-7a88-4a3d-988e-1862c1ef695a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:34.921625 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-280c1927-c512-48bb-bd7d-c4c0609aa055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:35.413196 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:36.000984 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:37.439032 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:39.862975 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:45:59.141831 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:46:00.472980 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:02.261046 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-100ad7c0-9776-4e07-a606-a8054c731e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:04.928810 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1c0c237c-27a0-4d62-ad73-b69f51a2e313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:05.418333 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:06.009482 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:07.446615 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:09.879330 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:30.488482 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:32.248901 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-58d807bb-1d46-4190-bcbc-907a967c35e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:34.923994 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-11b7c9f1-65fc-4f44-8c8f-71e9a4c75d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:35.414669 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:36.011603 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:36.140812 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:46:37.442300 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:46:39.875373 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:00.488304 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:02.259034 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-eadba976-1a95-42ee-9394-f20349c84c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:04.930304 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-406810b9-93eb-40cb-9ab0-1e2ef015b3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:05.411175 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:06.016117 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:07.455000 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:09.869171 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:13.150628 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:47:30.498562 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:32.247587 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-755dfbff-d0a5-491d-b664-426e0d71c02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:34.925372 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e6bbc079-b1c9-4c35-b348-6623097d933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:35.407723 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:36.015526 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:37.451202 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:39.865940 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:47:50.145501 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:48:00.516753 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:02.249898 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-e18689c0-912e-4526-8a7c-c98048fb01bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:04.930921 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-77e1a19a-1760-4294-bded-425fd9960192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:05.404461 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:06.022464 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:07.458539 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:09.869726 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:27.150755 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:48:30.545042 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:32.250113 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b88a0a7d-fab4-457d-9ee7-387c147ff46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:34.933797 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c6e2a475-fe4f-42ca-bf32-e831ade2f2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:35.399972 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:36.032566 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:37.459206 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:48:39.884799 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:00.531228 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:02.247265 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-dd398935-6ccc-4adf-a214-e3989157301f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:04.156431 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:49:04.937846 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-86a9be72-833a-40b5-8517-4c72ccbc2e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:05.400138 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:06.036676 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:07.468731 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:09.895043 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:20.559931 n-d-844595-1 neutron-server[88444]: DEBUG neutron.wsgi [req-59d2344f-bc0b-418a-bab8-7c8c1085ff07 req-a67a15b8-30ac-4acc-86b1-9d6e4ff4616f service neutron] (88444) timed out ('10.222.0.48', 38302) {{(pid=88444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 03 16:49:30.532296 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:32.246244 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-838695cf-b293-4e41-99b8-53b329254935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:34.939607 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f3ecc0ba-24ab-4b1f-8c00-d5e89e905414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:35.398298 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:36.034647 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:37.477910 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:39.901165 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:49:41.162589 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:50:00.535947 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:02.252510 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-f3dc10f9-b7ff-4211-84dd-717da8a460d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:04.943318 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4136108d-5916-4962-8889-4dcaf6cb8782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:05.395943 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:06.044322 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:07.479093 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:09.912201 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:18.169591 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:50:30.553562 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:32.246250 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-b56704f5-bee2-472d-b107-615e2bcd8826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:34.948435 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-4dff9bbb-6459-4d60-be43-0d6dffda14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:35.400791 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:36.050003 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:37.479775 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:39.908933 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:50:55.164677 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:51:00.562459 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:02.248363 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-0b0e1a4d-8ccf-4317-83ca-72006902c59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:04.949295 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9d518a8e-6d3f-4a43-ac75-e039c6cac49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:05.400921 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:06.052965 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:07.493747 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:09.927786 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:30.575482 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:32.170154 n-d-844595-1 neutron-server[88447]: DEBUG neutron.db.agents_db [None req-2e052ec9-01f9-45a3-8eb5-4c561b1b7146 None None] Agent healthcheck: found 7 active agents {{(pid=88447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 03 16:51:32.250780 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9376f099-0f05-4226-9752-600f35d614e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:34.943710 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-3ce81fb4-f003-41bf-a42d-ab7023499b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:35.396872 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-9b806783-fb92-4abe-81aa-8c7e93e64968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:36.050438 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-c78afffa-c552-4a83-9d4c-38a215590340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:37.483413 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-703de2f3-5ee1-4d9a-b615-52b9b2eb9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:51:39.933385 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3d15-e08b-4e1f-912f-85d91e9fa399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:52:00.570400 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-5a025fd4-3aa5-47bf-ada4-adc261f511e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 03 16:52:02.245777 n-d-844595-1 neutron-server[88446]: DEBUG neutron_lib.callbacks.manager [None req-1e8ed919-8f1a-4588-9aed-66423a1ffc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760592333258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133835183'] for agent, after_update {{(pid=88446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}